-- Logs begin at Mon 2021-10-25 08:10:03 UTC, end at Mon 2021-10-25 10:46:07 UTC. -- Oct 25 08:39:28.952027 n-d-814746-2 systemd[1]: Started Devstack devstack@q-svc.service. Oct 25 08:39:31.697111 n-d-814746-2 neutron-server[106882]: INFO neutron.common.config [-] Logging enabled! Oct 25 08:39:31.697712 n-d-814746-2 neutron-server[106882]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 25 08:39:31.697908 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106882) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 25 08:39:31.701374 n-d-814746-2 neutron-server[106882]: INFO neutron.common.config [-] Logging enabled! Oct 25 08:39:31.701633 n-d-814746-2 neutron-server[106882]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 25 08:39:31.701958 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106882) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 25 08:39:31.702913 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 08:39:31.703154 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 08:39:31.703524 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 08:39:31.703774 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 08:39:31.704005 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 08:39:31.704331 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.704635 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.704960 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.705198 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.705504 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.705802 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.706092 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.706389 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.706692 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.706982 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.707268 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.707557 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.707791 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.708078 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.708378 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.708668 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.708916 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] debug = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.709202 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.709643 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.710063 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.710352 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.710785 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.710930 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.711207 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.711489 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.711779 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.712109 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] host = n-d-814746-2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.712393 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.712685 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.713000 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.713294 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.713573 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.713852 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.714141 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.714418 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.714693 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] log_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.714973 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.715264 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.715663 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.715980 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.716214 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.716439 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.716734 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.717055 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.717336 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.717618 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.717898 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.718176 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.718454 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.718727 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.719013 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.719300 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.719589 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.719869 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.720147 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.720423 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.720699 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.721022 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.721300 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.721579 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.721856 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.722145 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.722417 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.722697 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.722999 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.723286 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.723577 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.723868 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.724146 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.724431 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.724706 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.725008 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.725284 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] use_json = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.725564 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.725839 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.726126 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.726402 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.726675 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.726953 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.727227 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.727514 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:31.727819 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.728120 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.728426 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.728717 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.729062 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.729351 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.729646 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.729931 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.730225 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.730519 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.730812 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.731610 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.731978 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.732226 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.732529 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.732839 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.733163 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.733461 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.733742 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.734020 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.734299 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.734584 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.734877 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.735163 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.735457 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.735748 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.736038 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.736330 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.736626 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.736944 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.737229 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.737509 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.737804 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.738086 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.738360 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.738640 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.738931 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.739213 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.739488 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.739773 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.740051 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.740327 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.740603 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.740905 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.741197 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.741478 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.741751 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.742026 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.742306 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.742581 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.742870 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.743149 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.743425 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.743700 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.743980 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.744258 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.744533 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.744815 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.745124 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.745405 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.745679 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.745958 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.746234 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.746508 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.747456 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.747736 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.748014 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.748298 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.748576 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.748853 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.749156 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.749433 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.749710 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.750003 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.750305 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.750589 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.750873 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.751158 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.751440 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.751722 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.752002 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.752285 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.752569 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.752848 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.753167 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.753459 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.753750 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.754038 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.754404 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.754744 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.755034 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.755330 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.755622 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.755914 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.756215 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.756505 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.756808 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.757133 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.757439 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.757739 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.758040 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.758328 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.758642 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.758928 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:31.759147 n-d-814746-2 neutron-server[106882]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 08:39:31.759393 n-d-814746-2 neutron-server[106882]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106882) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 25 08:39:32.194095 n-d-814746-2 neutron-server[106882]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 08:39:32.194370 n-d-814746-2 neutron-server[106882]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 08:39:32.194661 n-d-814746-2 neutron-server[106882]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 25 08:39:32.194998 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 25 08:39:32.518395 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.518606 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.518879 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.520075 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.520351 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.520616 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.555129 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.555406 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.555673 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.571781 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.572067 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.572337 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.602217 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.602500 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.602773 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.641486 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.641768 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.642039 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.880260 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.880855 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.880855 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.881056 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:32.881703 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.010262 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.010586 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.010877 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.011153 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.011422 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.011735 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.011999 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.012923 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.013173 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.013465 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.013728 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.013998 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.014258 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.014520 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.014781 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.015049 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.015307 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.015577 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.015849 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.016110 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.016382 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.016638 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.016942 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.017323 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.017574 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.017829 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.018229 n-d-814746-2 neutron-server[106882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 08:39:33.018475 n-d-814746-2 neutron-server[106882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 08:39:33.018718 n-d-814746-2 neutron-server[106882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 08:39:33.018959 n-d-814746-2 neutron-server[106882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 08:39:33.019198 n-d-814746-2 neutron-server[106882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 08:39:33.019436 n-d-814746-2 neutron-server[106882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 08:39:33.019802 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 25 08:39:33.023044 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 25 08:39:33.027166 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 25 08:39:33.031471 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Oct 25 08:39:33.033162 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 25 08:39:33.033637 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 25 08:39:33.033979 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 25 08:39:33.034368 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 25 08:39:33.037222 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 25 08:39:33.037475 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 25 08:39:33.037830 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 25 08:39:33.043334 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 25 08:39:33.066568 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 25 08:39:33.067023 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.067398 n-d-814746-2 neutron-server[106882]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106882) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 25 08:39:33.067765 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.069196 n-d-814746-2 neutron-server[106882]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106882) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 25 08:39:33.069472 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 25 08:39:33.069722 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 25 08:39:33.072950 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.073242 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.138680 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 25 08:39:33.138859 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 25 08:39:33.139106 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 25 08:39:33.139485 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 25 08:39:33.160168 n-d-814746-2 neutron-server[106882]: DEBUG oslo_db.sqlalchemy.engines [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106882) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 25 08:39:33.709553 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Initializing driver for type 'gre' Oct 25 08:39:33.710058 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] gre ID ranges: [(1, 1000)] Oct 25 08:39:33.765108 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Initializing driver for type 'local' Oct 25 08:39:33.765444 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Initializing driver for type 'vlan' Oct 25 08:39:33.777466 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] VlanTypeDriver initialization complete Oct 25 08:39:33.777831 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Initializing driver for type 'vxlan' Oct 25 08:39:33.779075 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] vxlan ID ranges: [(1, 1000)] Oct 25 08:39:33.832001 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Initializing extension driver 'port_security' Oct 25 08:39:33.832275 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.extensions.port_security [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] PortSecurityExtensionDriver initialization complete Oct 25 08:39:33.832606 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Initializing mechanism driver 'openvswitch' Oct 25 08:39:33.832967 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Initializing mechanism driver 'hyperv' Oct 25 08:39:33.839684 n-d-814746-2 neutron-server[106882]: DEBUG neutron.plugins.ml2.plugin [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:39:33.840544 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > port after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.840930 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > port after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.841283 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > port after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.841825 n-d-814746-2 neutron-server[106882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 08:39:33.842266 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > subnet after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.842619 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > subnet after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.842962 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.843356 n-d-814746-2 neutron-server[106882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 08:39:33.843770 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > network after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.844117 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > network after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.844458 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > network after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.844849 n-d-814746-2 neutron-server[106882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 08:39:33.845285 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > security_group after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.845636 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > security_group after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.845974 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.846368 n-d-814746-2 neutron-server[106882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 08:39:33.846785 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.847141 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.847484 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.847881 n-d-814746-2 neutron-server[106882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 08:39:33.848299 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > address_group after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.848643 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > address_group after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.849010 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.849406 n-d-814746-2 neutron-server[106882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 25 08:39:33.849801 n-d-814746-2 neutron-server[106882]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] ML2 OVO RPC backend initialized. {{(pid=106882) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 25 08:39:33.850506 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.850858 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.851277 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > network before_response 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.851629 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > networks before_response 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.851974 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > port before_response 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.852322 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > ports before_response 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.852663 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > subnet before_response 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.853042 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > subnets before_response 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.853387 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > network after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.853725 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > network after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.854058 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > network after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.854389 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > port after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.854723 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > port after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.855054 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > port after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.855385 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > subnet after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.855717 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > subnet after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.856676 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.857426 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.plugin [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Modular L2 Plugin initialization complete Oct 25 08:39:33.857762 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading services supported by the core plugin {{(pid=106882) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 25 08:39:33.858092 n-d-814746-2 neutron-server[106882]: INFO neutron.plugins.ml2.managers [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Got port-security extension from driver 'port_security' Oct 25 08:39:33.858559 n-d-814746-2 neutron-server[106882]: INFO neutron.extensions.vlantransparent [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Disabled vlantransparent extension. Oct 25 08:39:33.859058 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106882) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 25 08:39:33.859379 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading Plugin: router Oct 25 08:39:33.895916 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.896476 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router after_create 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.896664 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router before_create 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.897053 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.897427 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.897783 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router after_delete 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.898143 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.898611 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.898968 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router after_create 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.899316 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router after_update 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.899664 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router after_update 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.900010 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.900367 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router after_update 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.900777 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_update 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.901171 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: port after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.901511 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: port after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.901854 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: subnet after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.902192 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.902538 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.902996 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_create 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.903393 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: port before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.903931 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.904287 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router after_update 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.904629 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.905006 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_create 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.905372 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.905721 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_update 55549900 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.906085 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > agent after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.906433 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > agent after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.906775 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > network after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.907636 n-d-814746-2 neutron-server[106882]: DEBUG neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Tracking information for resource: router configured {{(pid=106882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 08:39:33.907965 n-d-814746-2 neutron-server[106882]: DEBUG neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Tracking information for resource: floatingip configured {{(pid=106882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 25 08:39:33.912910 n-d-814746-2 neutron-server[106882]: INFO neutron.db.l3_agentschedulers_db [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 25 08:39:33.913493 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: port after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.913854 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: port after_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.914210 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: port after_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.914563 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: port after_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.915354 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router before_create 55550100 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.915717 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.916079 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_create 55550100 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.916434 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > router precommit_update 55550100 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.921957 n-d-814746-2 neutron-server[106882]: DEBUG neutron.services.provider_configuration [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service providers = [] {{(pid=106882) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 25 08:39:33.922332 n-d-814746-2 neutron-server[106882]: DEBUG neutron.db.servicetype_db [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106882) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 25 08:39:33.925341 n-d-814746-2 neutron-server[106882]: DEBUG neutron.services.service_base [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 08:39:33.925689 n-d-814746-2 neutron-server[106882]: DEBUG neutron.services.service_base [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 08:39:33.926029 n-d-814746-2 neutron-server[106882]: DEBUG neutron.services.service_base [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 08:39:33.926917 n-d-814746-2 neutron-server[106882]: DEBUG neutron.services.service_base [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 25 08:39:33.927291 n-d-814746-2 neutron-server[106882]: INFO neutron.services.service_base [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 25 08:39:33.927665 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 08:39:33.927982 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 25 08:39:33.940702 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 08:39:33.941071 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading Plugin: auto_allocate Oct 25 08:39:33.946884 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: network precommit_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.947250 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: network precommit_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.947765 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 08:39:33.948087 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading Plugin: tag Oct 25 08:39:33.954932 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 08:39:33.955264 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading Plugin: timestamp Oct 25 08:39:33.959117 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 08:39:33.959449 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading Plugin: network_ip_availability Oct 25 08:39:33.964929 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.965361 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.965775 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:33.966483 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 08:39:33.966804 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading Plugin: flavors Oct 25 08:39:33.971804 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 08:39:33.972142 n-d-814746-2 neutron-server[106882]: INFO neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading Plugin: revisions Oct 25 08:39:33.976474 n-d-814746-2 neutron-server[106882]: DEBUG neutron.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 25 08:39:33.976861 n-d-814746-2 neutron-server[106882]: DEBUG oslo_concurrency.lockutils [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=106882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 25 08:39:33.977635 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106882) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 25 08:39:33.977981 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Initializing extension manager. Oct 25 08:39:33.978485 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: __init__.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.978827 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: __pycache__ {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.979159 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.979490 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: address_group.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.980242 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.980801 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: address-group Oct 25 08:39:33.981847 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: address_scope.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.982387 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.982891 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: address-scope Oct 25 08:39:33.983214 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.984157 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.984657 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: router-admin-state-down-before-update Oct 25 08:39:33.985015 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: agent.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.985721 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.986228 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: agent Oct 25 08:39:33.986554 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: agent_resources_synced.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.987466 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.987969 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: agent-resources-synced Oct 25 08:39:33.988290 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: allowedaddresspairs.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.990097 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.990611 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: allowed-address-pairs Oct 25 08:39:33.990937 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: auto_allocated_topology.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.992028 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.992538 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: auto-allocated-topology Oct 25 08:39:33.992861 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: availability_zone.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.993575 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.994074 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: availability_zone Oct 25 08:39:33.994394 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: availability_zone_filter.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.995307 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.995802 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: availability_zone_filter Oct 25 08:39:33.996123 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: data_plane_status.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.997674 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.998169 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension data-plane-status not supported by any of loaded plugins Oct 25 08:39:33.998489 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: default_subnetpools.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:33.999407 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:33.999910 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: default-subnetpools Oct 25 08:39:34.000235 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.001072 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.001577 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: dhcp_agent_scheduler Oct 25 08:39:34.001899 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: dns.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.002824 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.003317 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension dns-integration not supported by any of loaded plugins Oct 25 08:39:34.003638 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: dns_domain_ports.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.004553 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.005076 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 25 08:39:34.005398 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.006320 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.006815 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 25 08:39:34.007134 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: dvr.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.007798 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.008323 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: dvr Oct 25 08:39:34.008631 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: ecmp_routes.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.009578 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.010079 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 25 08:39:34.010401 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: empty_string_filtering.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.011316 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.011816 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: empty-string-filtering Oct 25 08:39:34.012168 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.013177 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.013677 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 25 08:39:34.014000 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.014911 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.015410 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 25 08:39:34.015734 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: external_net.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.016643 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.017173 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: external-net Oct 25 08:39:34.017496 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.018403 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.018899 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: extra_dhcp_opt Oct 25 08:39:34.019218 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: extraroute.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.020123 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.020617 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: extraroute Oct 25 08:39:34.020960 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: extraroute_atomic.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.022004 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.022511 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: extraroute-atomic Oct 25 08:39:34.022832 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: filter_validation.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.023662 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.024164 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: filter-validation Oct 25 08:39:34.024490 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: fip_pf_description.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.025424 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.025922 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 25 08:39:34.026239 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: fip_port_details.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.027151 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.027655 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: fip-port-details Oct 25 08:39:34.028005 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: flavors.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.029529 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.030036 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: flavors Oct 25 08:39:34.030361 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.032057 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.032576 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 25 08:39:34.032960 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: floatingip_pools.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.033661 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.034167 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: floatingip-pools Oct 25 08:39:34.034495 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: ip_allocation.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.035422 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.035922 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension ip_allocation not supported by any of loaded plugins Oct 25 08:39:34.036248 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.037201 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.037702 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: ip-substring-filtering Oct 25 08:39:34.038030 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: l2_adjacency.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.038943 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.039440 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 25 08:39:34.039765 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: l3.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.040726 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.041282 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: router Oct 25 08:39:34.041607 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.044372 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.044908 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 25 08:39:34.045236 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.046178 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.046688 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: ext-gw-mode Oct 25 08:39:34.047016 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.047949 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.048455 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: l3-ha Oct 25 08:39:34.048783 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: l3_flavors.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.049730 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.050232 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: l3-flavors Oct 25 08:39:34.050558 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.051469 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.051967 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 25 08:39:34.052290 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: l3agentscheduler.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.053342 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.053849 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: l3_agent_scheduler Oct 25 08:39:34.054176 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: logging.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.055665 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.056173 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension logging not supported by any of loaded plugins Oct 25 08:39:34.056501 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: metering.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.057266 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.057826 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: metering Oct 25 08:39:34.058153 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.059927 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.060428 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: metering_source_and_destination_fields Oct 25 08:39:34.060754 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: multiprovidernet.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.061713 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.062214 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: multi-provider Oct 25 08:39:34.062538 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: netmtu.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.063458 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.063957 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: net-mtu Oct 25 08:39:34.064279 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: netmtu_writable.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.065224 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.065722 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: net-mtu-writable Oct 25 08:39:34.066043 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: network_availability_zone.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.066709 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.067202 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: network_availability_zone Oct 25 08:39:34.067520 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: network_ip_availability.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.068625 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.069154 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: network-ip-availability Oct 25 08:39:34.069487 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: network_segment_range.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.070238 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.070730 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension network-segment-range not supported by any of loaded plugins Oct 25 08:39:34.071054 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: pagination.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.072027 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.072354 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: pagination Oct 25 08:39:34.072669 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: port_device_profile.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.073644 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.074155 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: port-device-profile Oct 25 08:39:34.074478 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.075514 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.076016 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: port-mac-address-regenerate Oct 25 08:39:34.076339 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.077297 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.077807 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: port-numa-affinity-policy Oct 25 08:39:34.078127 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: port_resource_request.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.079035 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.079531 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension port-resource-request not supported by any of loaded plugins Oct 25 08:39:34.079851 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: portbindings.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.080776 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.081320 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: binding Oct 25 08:39:34.081641 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: portbindings_extended.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.082973 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.083435 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: binding-extended Oct 25 08:39:34.083761 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: portsecurity.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.084674 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.085209 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: port-security Oct 25 08:39:34.085533 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: project_id.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.086508 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.086838 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: project-id Oct 25 08:39:34.087157 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: providernet.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.088084 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.088590 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: provider Oct 25 08:39:34.088939 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.092746 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.093295 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos not supported by any of loaded plugins Oct 25 08:39:34.093629 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.094878 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.095384 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 25 08:39:34.095716 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.096633 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.097164 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 25 08:39:34.097494 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_default.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.098400 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.098901 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-default not supported by any of loaded plugins Oct 25 08:39:34.099228 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_fip.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.099878 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.100374 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-fip not supported by any of loaded plugins Oct 25 08:39:34.100698 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_gateway_ip.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.101643 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.102148 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 25 08:39:34.102471 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_port_network_policy.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.103392 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.103894 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 25 08:39:34.104218 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.105290 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.105795 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 25 08:39:34.106716 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_pps_rule.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.107904 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.108407 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-pps not supported by any of loaded plugins Oct 25 08:39:34.108732 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_rule_type_details.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.109675 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.110176 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 25 08:39:34.110500 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: qos_rules_alias.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.111713 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.112216 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 25 08:39:34.112540 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: quotasv2.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.113546 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.113880 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: quotas Oct 25 08:39:34.114200 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: quotasv2_detail.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.117362 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.117707 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: quota_details Oct 25 08:39:34.118037 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: rbac.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.119127 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.119642 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: rbac-policies Oct 25 08:39:34.119973 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: rbac_address_group.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.120946 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.121455 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: rbac-address-group Oct 25 08:39:34.122334 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: rbac_address_scope.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.123269 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.123773 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: rbac-address-scope Oct 25 08:39:34.124099 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: rbac_security_groups.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.125043 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.125542 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: rbac-security-groups Oct 25 08:39:34.125863 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: rbac_subnetpool.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.126783 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.127284 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: rbac-subnetpool Oct 25 08:39:34.127608 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: revisionifmatch.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.128531 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.129065 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: revision-if-match Oct 25 08:39:34.129390 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: revisions.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.130513 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.131018 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: standard-attr-revisions Oct 25 08:39:34.131346 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: router_availability_zone.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.132022 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.132525 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: router_availability_zone Oct 25 08:39:34.132848 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: routerservicetype.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.133807 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.134306 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension router-service-type not supported by any of loaded plugins Oct 25 08:39:34.134628 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.135552 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.136061 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: security-groups-normalized-cidr Oct 25 08:39:34.136384 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.137795 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.138045 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: port-security-groups-filtering Oct 25 08:39:34.138369 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.139306 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.139808 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: security-groups-remote-address-group Oct 25 08:39:34.140133 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: securitygroup.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.149979 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.150501 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: security-group Oct 25 08:39:34.150833 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: segment.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.151622 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.152119 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension segment not supported by any of loaded plugins Oct 25 08:39:34.152445 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.153862 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.154358 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 25 08:39:34.154683 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: servicetype.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.155805 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.156318 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: service-type Oct 25 08:39:34.156646 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: sorting.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.157672 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.158005 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: sorting Oct 25 08:39:34.158331 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: standard_attr_segment.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.159258 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.159757 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 25 08:39:34.160080 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: standardattrdescription.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.160729 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.161258 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: standard-attr-description Oct 25 08:39:34.161583 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: stateful_security_group.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.162511 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.163015 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: stateful-security-group Oct 25 08:39:34.163341 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: stdattrs_common.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.163931 n-d-814746-2 neutron-server[106882]: WARNING neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 25 08:39:34.164255 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.165224 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.165730 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 25 08:39:34.166055 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: subnet_onboard.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.167118 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.167627 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: subnet_onboard Oct 25 08:39:34.167955 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.169488 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.169987 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 25 08:39:34.170313 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: subnet_service_types.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.171245 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.171748 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: subnet-service-types Oct 25 08:39:34.172072 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: subnetallocation.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.173213 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.173703 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: subnet_allocation Oct 25 08:39:34.174029 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.174699 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.175205 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: subnetpool-prefix-ops Oct 25 08:39:34.175528 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.176480 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.177016 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 25 08:39:34.177345 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: tagging.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.178406 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.178913 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: standard-attr-tag Oct 25 08:39:34.179239 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: timestamp.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.180446 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.180989 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loaded extension: standard-attr-timestamp Oct 25 08:39:34.181316 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: trunk.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.182358 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.182870 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension trunk not supported by any of loaded plugins Oct 25 08:39:34.183196 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: trunk_details.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.184737 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.185267 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension trunk-details not supported by any of loaded plugins Oct 25 08:39:34.185592 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: uplink_status_propagation.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.186517 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.187019 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 25 08:39:34.187343 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Loading extension file: vlantransparent.py {{(pid=106882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 25 08:39:34.188015 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 25 08:39:34.188511 n-d-814746-2 neutron-server[106882]: INFO neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 25 08:39:34.190930 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:network Oct 25 08:39:34.191452 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:subnet Oct 25 08:39:34.191848 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 08:39:34.192237 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:port Oct 25 08:39:34.193517 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.193961 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service FLAVORS assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.194578 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.195006 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.195338 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:router Oct 25 08:39:34.195779 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:floatingip Oct 25 08:39:34.196268 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service METERING assigned prefix: /metering {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.197732 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:34.198100 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:34.198450 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:39:34.199448 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of CountableResource for resource:rbac_policy Oct 25 08:39:34.200000 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:security_group Oct 25 08:39:34.200431 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 25 08:39:34.201076 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service CORE assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.201408 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 08:39:34.201756 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] subnetpool is already registered Oct 25 08:39:34.202186 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service CORE assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.202510 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 08:39:34.202841 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] subnetpool is already registered Oct 25 08:39:34.205263 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.205716 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service FLAVORS assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.206319 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.206746 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.207079 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:router Oct 25 08:39:34.207421 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] router is already registered Oct 25 08:39:34.207839 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:floatingip Oct 25 08:39:34.208175 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] floatingip is already registered Oct 25 08:39:34.208639 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service METERING assigned prefix: /metering {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.209400 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of CountableResource for resource:rbac_policy Oct 25 08:39:34.209727 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] rbac_policy is already registered Oct 25 08:39:34.211120 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:security_group Oct 25 08:39:34.211460 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] security_group is already registered Oct 25 08:39:34.211872 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 25 08:39:34.212206 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] security_group_rule is already registered Oct 25 08:39:34.212700 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service CORE assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.213050 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 08:39:34.213386 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] subnetpool is already registered Oct 25 08:39:34.213796 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.v2.resource_helper [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Service CORE assigned prefix: {{(pid=106882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 25 08:39:34.214118 n-d-814746-2 neutron-server[106882]: INFO neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Creating instance of TrackedResource for resource:subnetpool Oct 25 08:39:34.214458 n-d-814746-2 neutron-server[106882]: WARNING neutron.quota.resource_registry [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] subnetpool is already registered Oct 25 08:39:34.216699 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: extensions {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.218207 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: address-groups {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.219708 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: address-scopes {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.220983 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: agents {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.222266 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: auto-allocated-topology {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.223504 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: availability_zones {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.224734 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: dhcp-networks {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.226200 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: dhcp-agents {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.227740 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: routers {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.229917 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: flavors {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.231933 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: service_profiles {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.233226 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: next_providers {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.234686 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: service_profiles {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.236160 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: floatingip-pools {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.237518 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: routers {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.239648 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: floatingips {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.240988 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: l3-routers {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.242412 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: l3-agents {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.243829 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: metering-labels {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.245123 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: metering-label-rules {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.246539 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: network-ip-availabilities {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.247893 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: bindings {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.249521 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: quotas {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.251205 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: quotas {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.252753 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: rbac-policies {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.253986 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: security-groups {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.255343 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: security-group-rules {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.256591 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: service-providers {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.257849 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: subnetpools {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.259261 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: subnetpools {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.260735 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.262590 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.264349 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.266207 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.267932 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.269942 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.271673 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.274606 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.276795 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.279893 n-d-814746-2 neutron-server[106882]: DEBUG neutron.api.extensions [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Extended resource: tags {{(pid=106882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 25 08:39:34.287286 n-d-814746-2 neutron-server[106882]: WARNING keystonemiddleware.auth_token [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 25 08:39:34.292840 n-d-814746-2 neutron-server[106882]: WARNING keystonemiddleware.auth_token [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 25 08:39:34.302748 n-d-814746-2 neutron-server[106882]: DEBUG oslo_concurrency.lockutils [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Acquired lock "singleton_lock" {{(pid=106882) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 25 08:39:34.303227 n-d-814746-2 neutron-server[106882]: DEBUG oslo_concurrency.lockutils [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Releasing lock "singleton_lock" {{(pid=106882) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 25 08:39:34.303887 n-d-814746-2 neutron-server[106882]: INFO oslo_service.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Starting 2 workers Oct 25 08:39:34.308879 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Started child 106991 {{(pid=106882) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 25 08:39:34.313599 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Started child 106992 {{(pid=106882) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 25 08:39:34.315258 n-d-814746-2 neutron-server[106882]: INFO neutron.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 25 08:39:34.315906 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Publish callbacks [] for process, before_spawn {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:34.316580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:34.318006 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [-] (106991) wsgi starting up on http://0.0.0.0:9696 Oct 25 08:39:34.320268 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:34.320799 n-d-814746-2 neutron-server[106882]: INFO oslo_service.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Starting 1 workers Oct 25 08:39:34.320917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [-] (106992) wsgi starting up on http://0.0.0.0:9696 Oct 25 08:39:34.323576 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Started child 106993 {{(pid=106882) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 25 08:39:34.324117 n-d-814746-2 neutron-server[106882]: INFO oslo_service.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Starting 1 workers Oct 25 08:39:34.327217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] calling RpcWorker wait() {{(pid=106993) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 25 08:39:34.327851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] returning from RpcWorker wait() {{(pid=106993) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 25 08:39:34.328722 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Started child 106994 {{(pid=106882) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 25 08:39:34.328863 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:34.329321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:39:34.329613 n-d-814746-2 neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e542435f-09a2-44b2-807b-6482fc428628 None None] Publish callbacks [] for process, after_spawn {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:34.331527 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106882) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 25 08:39:34.331753 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 08:39:34.331940 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 08:39:34.332162 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 08:39:34.332492 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 08:39:34.332657 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 08:39:34.333249 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.333470 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.333724 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.333984 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.334186 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:34.334841 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.334841 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.335117 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.335271 n-d-814746-2 neutron-server[106994]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:39:34.335529 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.335529 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.335819 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.335956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.336098 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.336324 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.336557 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.336859 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.337217 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.337471 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.337744 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.337898 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.338142 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.338401 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.338654 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.338947 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] debug = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.339182 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.339647 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.339871 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.340120 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.341069 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.341860 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.341860 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.342154 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.342292 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.342427 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.342624 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.342876 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.343124 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.343359 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.343599 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.343864 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.344086 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.344577 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] host = n-d-814746-2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.344942 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.345097 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.345274 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.345579 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.345737 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.345949 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.346223 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.346480 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.346729 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.346978 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.347227 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.347470 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.347685 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.347930 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.348094 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_options = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.348308 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.348575 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.348822 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.349042 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.349209 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.349369 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.349638 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.349802 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.350053 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.350289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.350502 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.350732 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.350944 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.351202 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.351435 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.351665 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.351883 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.352091 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.352340 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.352566 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.352790 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.353058 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.353274 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.353512 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.353748 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.353960 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.354204 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.354417 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.354629 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.354896 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.355145 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.355375 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.355694 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.355886 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.356828 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.357459 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.357459 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.357459 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.357870 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.357870 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.358138 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.358351 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.358563 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.358794 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.359005 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.359235 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.359445 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_json = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.359654 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.359892 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.360845 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.360845 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.360845 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.360845 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.361174 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.361260 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.361660 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.361920 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.362258 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.362509 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.362798 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.363009 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.363247 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.363468 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.363846 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.364115 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.366106 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.366106 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.366106 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.366106 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.366106 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.366106 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.366106 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.369998 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.369998 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.369998 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.369998 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.369998 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.369998 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.369998 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.369998 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.373891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.373891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.373891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.373891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.373891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.373891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.373891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.373891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.374992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.380171 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.381835 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.383028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.384523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388289 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.388956 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.389543 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.389543 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.389543 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.389543 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.389543 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.389543 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.389543 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.389543 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.400118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.400118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.400118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.400118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.400118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.400118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.400118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.400118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.401166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.401166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.401166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.401166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.401166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.401166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.401166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.401166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.402081 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.402081 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.402081 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.402081 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.402081 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.402081 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.402081 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.402081 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.403902 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.403902 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.403902 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.403902 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.403902 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.403902 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.403902 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.403902 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.404873 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.404873 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.404873 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.404873 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.404873 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.404873 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.404873 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.404873 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.405728 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.405728 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.405728 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.405728 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.405728 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.405728 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.405728 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.405728 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.406281 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.406281 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.406281 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.406281 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.406281 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.406281 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.406281 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.406281 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.407476 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.407476 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.407476 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.407476 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.407476 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.407476 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.407476 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.407476 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.408407 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.408407 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.408407 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.408407 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.408407 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.408407 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.408407 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.408407 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409169 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409169 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409169 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409169 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409169 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409169 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409169 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409169 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409718 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409718 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409718 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409718 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409718 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409718 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409718 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.409718 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.410712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.410712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.410712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.410712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.410712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.410712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.410712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.410712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.411723 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.411723 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.411723 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.411723 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.411723 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.412074 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.412160 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.412359 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.412578 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.412788 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.413042 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.413276 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.413574 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.413818 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.414044 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.414298 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.414551 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.414753 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.414979 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.415189 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.415397 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.415620 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.415863 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.416098 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.416347 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.416557 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.416766 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.417033 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.417277 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.417510 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.417734 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.417980 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.418189 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.418506 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.419666 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.419945 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.420203 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.421416 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.421416 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.421416 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.421416 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.421416 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.421958 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.421958 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.421958 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.422182 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.422382 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.422594 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.422881 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.423153 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.423371 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.423653 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.424908 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.424908 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.424908 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.424908 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.425329 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.425740 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.425975 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.426221 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.426447 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.426721 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.427057 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.427336 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.427606 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.427868 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.428146 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.428439 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.428706 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.428952 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.429243 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.429587 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.429854 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.430118 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.430383 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.430661 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.431028 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.431144 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.431350 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.431595 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.431815 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.432064 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.432309 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.432529 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.432749 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.433065 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.433278 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.433532 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.433765 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.434008 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.434227 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.434380 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 08:39:34.435153 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106882) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 25 08:39:34.435315 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 25 08:39:34.435661 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 25 08:39:34.435863 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 25 08:39:34.436185 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 25 08:39:34.436329 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 25 08:39:34.436537 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.436704 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.436860 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.437044 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.437202 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.437383 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.437544 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.437711 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.437859 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.438017 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.438176 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.438334 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.438490 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.438646 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.438803 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.438958 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.439478 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.439478 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.439478 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.439693 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.439693 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.439832 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.439992 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] debug = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.440148 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.440338 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.440502 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.440660 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.440816 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.440986 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.441140 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.441296 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.441459 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.441582 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.441739 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.441907 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.442035 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.442192 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.442348 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.442504 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.442660 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.442815 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] host = n-d-814746-2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.442972 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.443127 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.443282 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.443423 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.443581 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.443736 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.443891 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.444048 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.444203 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.444359 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.444515 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.444672 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.444827 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.445020 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.445176 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_options = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.445333 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.445489 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.445644 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.445827 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.445989 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.446146 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.446302 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.446459 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.446615 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.446770 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.446925 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.447080 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.447237 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.447391 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.447552 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.447707 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.447863 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.448020 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.448177 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.448333 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.448489 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.449063 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.449063 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.449063 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.449410 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.449410 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.449410 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.449797 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.449797 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.450026 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.450149 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.450268 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.450400 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.450523 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.450720 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.450848 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.450969 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.451089 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.451248 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.451405 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.451560 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.451716 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.452049 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.452049 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.452496 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.452496 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.452496 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_json = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.452785 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.452785 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.453018 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.453140 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.453264 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.453399 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.453513 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.453633 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 25 08:39:34.453807 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.453969 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.454139 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.454300 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.454459 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.454619 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.454762 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.454926 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.455084 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.455243 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.455409 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.455571 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.455741 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.455918 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.456064 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.456604 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.456604 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.456604 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.457050 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.457050 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.457050 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.457423 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.457423 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.457423 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.457785 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.457785 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.458018 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.458018 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.458235 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.458354 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.458477 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.458599 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.458752 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.458913 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.459073 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.459234 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.459394 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.459554 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.459713 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.459872 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.460032 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.460237 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.460361 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.460483 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.460634 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.460793 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.461044 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.461175 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.461319 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.461459 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.461593 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.461717 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.461881 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.462042 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.462200 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.462370 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.462529 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.462689 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.462848 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.463007 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.463166 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.463325 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.463484 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.463644 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.463803 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.463962 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.464133 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.464291 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.464452 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.464612 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.464771 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.465927 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.465927 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.465927 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.465927 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.466354 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.466354 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.466354 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.466572 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.466649 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.466794 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.466953 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.467112 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.467271 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.467430 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.467589 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.467749 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.467914 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.468074 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.468302 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.468435 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.468557 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.468707 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.468867 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.469060 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.469220 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.469379 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.469539 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.469699 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.469859 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.470018 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.470178 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.470341 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.470501 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.470661 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.470821 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.470981 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.471149 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.471278 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.471436 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.471594 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.471782 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.471906 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.472036 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.472195 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.472354 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.472522 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.472681 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.472843 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.473010 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.473179 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.473349 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.473507 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.473668 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.473827 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.473985 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.474145 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.474231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:39:34.474315 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.474451 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.474611 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.474770 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.474929 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.475095 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.475263 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.475423 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.475582 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.475741 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.475922 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.476082 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.476242 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.476401 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.476561 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.476720 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.476878 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.477058 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.477218 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.477376 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.477535 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.477695 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.477858 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.478016 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.478175 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.478354 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.478491 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.478643 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.478801 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.478962 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.479121 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.479279 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.479439 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.479597 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.479756 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.479916 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.480075 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.480233 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.480393 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.480553 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.480712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.480938 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.481591 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.481754 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.481949 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.482061 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.482207 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.482365 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.482525 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.482684 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.482844 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.483003 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.483161 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.483558 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.483558 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.483722 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.483813 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.483938 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.484069 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.484228 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.484387 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.484546 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.484706 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.484865 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.485047 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.485221 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.485381 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.485541 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.485737 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.485849 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.486008 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.486168 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.486328 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.486487 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.486647 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.486806 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.486968 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.487146 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.487276 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.487439 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.487599 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.487764 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.487923 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.488083 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.488254 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.488414 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.488642 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.488736 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.488868 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.489054 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.489225 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.489376 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.489537 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.489693 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.489854 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.490013 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.490398 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.490398 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.490601 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.490679 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.490783 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.490943 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.491112 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.491271 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.491431 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.491589 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.491748 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.491908 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.492076 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.492234 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.492394 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.492552 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.492712 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.492872 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.493060 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.493221 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.493380 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.493539 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.493698 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.493857 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.494284 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.494284 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.494520 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.494520 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.494749 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.494749 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.494978 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.495099 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.495230 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.495369 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.495527 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.495686 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.495844 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.496006 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.496170 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.496340 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.496796 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.496796 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.497063 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.497063 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.497297 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.497414 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.497534 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.497702 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.497861 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.498020 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.498179 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.498339 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.498497 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.498656 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.498815 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.498974 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.499134 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.499293 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.499451 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.499610 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.499769 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.499927 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.500086 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.500245 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.500404 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.500917 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.500917 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 25 08:39:34.500917 n-d-814746-2 neutron-server[106882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 25 08:39:34.628186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59980) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:39:34.636631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062594 Oct 25 08:39:46.349895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f95444-33bf-42d9-9ced-f39ed7f27500 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 08:39:46.440235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f95444-33bf-42d9-9ced-f39ed7f27500 None None] No non-hosted networks {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 25 08:39:46.455153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.agentschedulers_db [None req-b5f95444-33bf-42d9-9ced-f39ed7f27500 None None] DHCP Agent not found on host n-d-814746-2 {{(pid=106993) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 25 08:39:46.598434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce8544a1-b92a-45e2-ab78-634424d53697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937133'] for agent, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:48.671157 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87fa9d65-b514-483f-9e6f-549d5921063d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937133'] for agent, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:48.744660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7dce0161-701e-40c6-9dc2-5095341a4874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:49.771664 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937133'] for agent, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:49.793183 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937133'] for agent, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:49.794071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.794510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.795718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.796306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.799600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.799964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.800301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.800632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.800984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.803035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.803444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.803794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:49.805368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-814746-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:39:49.823762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-814746-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:39:51.602819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937133'] for agent, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:52.813286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60072) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:39:53.324992 n-d-814746-2 neutron-server[106991]: WARNING oslo_policy.policy [None req-c00a0a77-fd88-4110-bd64-57ec6fdf83b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 08:39:53.325658 n-d-814746-2 neutron-server[106991]: WARNING oslo_policy.policy [None req-c00a0a77-fd88-4110-bd64-57ec6fdf83b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 08:39:53.552484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-c00a0a77-fd88-4110-bd64-57ec6fdf83b1 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:39:53.553736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c00a0a77-fd88-4110-bd64-57ec6fdf83b1 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7384498 Oct 25 08:39:55.261190 n-d-814746-2 neutron-server[106993]: INFO neutron.db.l3_hamode_db [None req-efa4798c-2df6-4d7e-ae22-b7ae8683cb14 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 25 08:39:55.341127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4798c-2df6-4d7e-ae22-b7ae8683cb14 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:39:55.341127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4798c-2df6-4d7e-ae22-b7ae8683cb14 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 08:39:56.099919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60086) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:39:56.408620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fa067d13-0f24-4fc3-be53-0c84c0ff631c admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:39:56.503671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.policy [None req-fa067d13-0f24-4fc3-be53-0c84c0ff631c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106991) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 25 08:39:56.550824 n-d-814746-2 neutron-server[106991]: WARNING oslo_policy.policy [None req-fa067d13-0f24-4fc3-be53-0c84c0ff631c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 08:39:56.551194 n-d-814746-2 neutron-server[106991]: WARNING oslo_policy.policy [None req-fa067d13-0f24-4fc3-be53-0c84c0ff631c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 08:39:56.559831 n-d-814746-2 neutron-server[106991]: INFO neutron.quota [None req-fa067d13-0f24-4fc3-be53-0c84c0ff631c admin admin] Loaded quota_driver: . Oct 25 08:39:56.649184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa067d13-0f24-4fc3-be53-0c84c0ff631c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730411036777', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730411037370', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730411008085', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730411017027', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730410613559', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730411071152', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3804215', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3813820', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692638', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527672'] for rbac-policy, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:56.714928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa067d13-0f24-4fc3-be53-0c84c0ff631c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:56.716116 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fa067d13-0f24-4fc3-be53-0c84c0ff631c admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6151869 Oct 25 08:39:59.415238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60098) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:39:59.711767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Request body: {'network': {'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'admin_state_up': True, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'name': 'private'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:39:59.740861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Made reservation on behalf of 934580fb69f84f65a05ed45c23f53913 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:39:59.743619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:59.759743 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:59.869183 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:59.872900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:59.901023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:39:59.927069 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730412182029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:39:59.927643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Unsubscribe: segment precommit_create {{(pid=106991) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 25 08:39:59.928146 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Added segment af9f7d86-aa09-4842-b556-802e40dad816 of type vlan for network cd3a5e47-83de-4f10-9ad0-e45d30b83865 Oct 25 08:39:59.942372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc550acf-7c4f-433e-a02e-bc38a3cf693f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:39:59.990652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.990981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.991307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.991628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.991946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.992261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.992571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.992881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.993211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.993518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.993825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.994130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Tracked resource versions report: Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: pushed versions: Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: { 'AddressGroup': {'1.2'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'ConntrackHelper': {'1.0'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Log': {'1.0'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Network': {'1.1'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Port': {'1.7'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'PortForwarding': {'1.2'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'QosPolicy': {'1.10'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'SecurityGroup': {'1.4'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'SecurityGroupRule': {'1.2'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'SubPort': {'1.0'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Subnet': {'1.1'}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Trunk': {'1.1'}} Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: consumer versions: Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: { DHCP agent@n-d-814746-2: {}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: L3 agent@n-d-814746-2: {}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: Metadata agent@n-d-814746-2: {}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: Metering agent@n-d-814746-2: {}, Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: Open vSwitch agent@n-d-814746-2: { 'AddressGroup': '1.2', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'ConntrackHelper': '1.0', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Log': '1.0', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Network': '1.1', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Port': '1.7', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'PortForwarding': '1.2', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'QosPolicy': '1.10', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'SecurityGroup': '1.4', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'SecurityGroupRule': '1.2', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'SubPort': '1.0', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Subnet': '1.1', Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: 'Trunk': '1.1'}} Oct 25 08:39:59.995187 n-d-814746-2 neutron-server[106991]: {{(pid=106991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 08:40:00.045329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:00.083857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:00.085165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:40:00.085813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:00.157527 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7412360 Oct 25 08:40:00.186984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a795c-86aa-4d1d-8336-849077fff1cb admin admin] Pushing event updated for resources: {'Network': ['ID=cd3a5e47-83de-4f10-9ad0-e45d30b83865,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:00.199882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network cd3a5e47-83de-4f10-9ad0-e45d30b83865 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:40:02.914854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60112) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:03.304382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63079816-d88a-4d88-a803-8e900c4d699c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:40:03.305771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63079816-d88a-4d88-a803-8e900c4d699c admin admin] 10.222.0.32 "GET /v2.0/networks/cd3a5e47-83de-4f10-9ad0-e45d30b83865 HTTP/1.1" status: 200 len: 825 time: 0.3899496 Oct 25 08:40:03.331368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1acc39b9-c68b-41ea-a060-8c2eab884d71 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/dc7ff590-f2d7-48bf-a643-1e4cefbbc709 HTTP/1.1" status: 200 len: 734 time: 0.0187862 Oct 25 08:40:03.342707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'subnetpool_id': 'dc7ff590-f2d7-48bf-a643-1e4cefbbc709'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:40:03.364869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Made reservation on behalf of 934580fb69f84f65a05ed45c23f53913 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:40:03.367153 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:03.658931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:03.726728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93fa561-fc08-429d-abf6-42836b1d4dc6,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:03.731959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Checking segment: {'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:40:03.732332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Network hostable DHCP agents. Network: cd3a5e47-83de-4f10-9ad0-e45d30b83865, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:40:03.752923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Network cd3a5e47-83de-4f10-9ad0-e45d30b83865 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:40:03.763148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, cd3a5e47-83de-4f10-9ad0-e45d30b83865) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:40:03.767721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:40:03.768314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:03.772555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8461cb0b-7804-4507-a9c5-011eac1114de None None] Network cd3a5e47-83de-4f10-9ad0-e45d30b83865 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:40:03.784611 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9bd0a6a2-0a60-45da-b89f-d96d6407b064 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4460540 Oct 25 08:40:04.093608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'fixed_ips': [{'subnet_id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:40:04.094909 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:04.404072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Allocated IP 172.20.0.2 (cd3a5e47-83de-4f10-9ad0-e45d30b83865/d93fa561-fc08-429d-abf6-42836b1d4dc6/5efee0b3-da76-4edf-8789-72adbf0a9e3a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:40:04.602328 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:04.610838 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:04.687652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Network cd3a5e47-83de-4f10-9ad0-e45d30b83865 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:40:04.692227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:40:04.700922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:40:04.705336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Pushing event updated for resources: {'Port': ['ID=5efee0b3-da76-4edf-8789-72adbf0a9e3a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:04.734680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.735030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.735368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.735728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.736063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.736390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.736713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.737066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.737389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.737708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.738035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.738353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Tracked resource versions report: Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: pushed versions: Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: { 'AddressGroup': {'1.2'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'ConntrackHelper': {'1.0'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Log': {'1.0'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Network': {'1.1'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Port': {'1.7'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'PortForwarding': {'1.2'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'QosPolicy': {'1.10'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'SecurityGroup': {'1.4'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'SecurityGroupRule': {'1.2'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'SubPort': {'1.0'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Subnet': {'1.1'}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Trunk': {'1.1'}} Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: consumer versions: Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: { DHCP agent@n-d-814746-2: {}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: L3 agent@n-d-814746-2: {}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: Metadata agent@n-d-814746-2: {}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: Metering agent@n-d-814746-2: {}, Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: Open vSwitch agent@n-d-814746-2: { 'AddressGroup': '1.2', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'ConntrackHelper': '1.0', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Log': '1.0', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Network': '1.1', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Port': '1.7', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'PortForwarding': '1.2', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'QosPolicy': '1.10', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'SecurityGroup': '1.4', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'SecurityGroupRule': '1.2', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'SubPort': '1.0', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Subnet': '1.1', Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: 'Trunk': '1.1'}} Oct 25 08:40:04.739459 n-d-814746-2 neutron-server[106993]: {{(pid=106993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 08:40:04.789397 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Attempting to bind port 5efee0b3-da76-4edf-8789-72adbf0a9e3a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:40:04.790045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Attempting to bind port 5efee0b3-da76-4edf-8789-72adbf0a9e3a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:40:04.790199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Attempting to bind port 5efee0b3-da76-4edf-8789-72adbf0a9e3a on network cd3a5e47-83de-4f10-9ad0-e45d30b83865 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:40:04.795647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:40:04.796043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Checking segment: {'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:40:04.796520 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:04.796930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Bound using segment: {'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:40:04.797413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Bound port: 5efee0b3-da76-4edf-8789-72adbf0a9e3a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:40:04.797855 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:04.858432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] For port 5efee0b3-da76-4edf-8789-72adbf0a9e3a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:40:04.862633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] For port 5efee0b3-da76-4edf-8789-72adbf0a9e3a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5efee0b3-da76-4edf-8789-72adbf0a9e3a,segment=NetworkSegment(af9f7d86-aa09-4842-b556-802e40dad816),segment_id=af9f7d86-aa09-4842-b556-802e40dad816)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:40:04.867895 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:04.931566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9e0ef-7966-4977-99ca-8f0abe3e12b9 None None] Pushing event updated for resources: {'Port': ['ID=5efee0b3-da76-4edf-8789-72adbf0a9e3a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:06.358986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:06.677371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-fe91ce09-610b-4ca1-8e40-331750987144 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:40:06.678342 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fe91ce09-610b-4ca1-8e40-331750987144 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3184183 Oct 25 08:40:09.197793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60128) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:09.519736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-60942282-0a08-4e1f-8ca8-bb301b040084 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:40:09.520731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-60942282-0a08-4e1f-8ca8-bb301b040084 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3220134 Oct 25 08:40:12.276797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60138) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:12.576403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ff6c87e8-0aba-4d94-aa36-fad495943180 admin admin] Request body: {'router': {'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'admin_state_up': True, 'name': 'router1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:40:12.600187 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff6c87e8-0aba-4d94-aa36-fad495943180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:12.601786 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff6c87e8-0aba-4d94-aa36-fad495943180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:12.736174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff6c87e8-0aba-4d94-aa36-fad495943180 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:12.740914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff6c87e8-0aba-4d94-aa36-fad495943180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:12.755063 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff6c87e8-0aba-4d94-aa36-fad495943180 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:12.756217 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ff6c87e8-0aba-4d94-aa36-fad495943180 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4781520 Oct 25 08:40:13.704871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5efee0b3-da76-4edf-8789-72adbf0a9e3a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:40:13.796557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5efee0b3-da76-4edf-8789-72adbf0a9e3a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:13.796970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:13.905609 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:13.941338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 5efee0b3-da76-4edf-8789-72adbf0a9e3a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5efee0b3-da76-4edf-8789-72adbf0a9e3a,segment=NetworkSegment(af9f7d86-aa09-4842-b556-802e40dad816),segment_id=af9f7d86-aa09-4842-b556-802e40dad816)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:40:13.945272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:13.996460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=5efee0b3-da76-4edf-8789-72adbf0a9e3a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:14.107832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b50fd2-2348-497b-aa03-b80397546fb1 None None] Network cd3a5e47-83de-4f10-9ad0-e45d30b83865 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:40:14.171242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b798c5f7-d021-4116-8ff4-af242f3ae61e None None] Provisioning complete for port 5efee0b3-da76-4edf-8789-72adbf0a9e3a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:14.171525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b798c5f7-d021-4116-8ff4-af242f3ae61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:14.524196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2dfd0771-1af0-4675-a268-2cc8bbc75478 None None] Provisioning complete for port 5efee0b3-da76-4edf-8789-72adbf0a9e3a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:14.524551 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2dfd0771-1af0-4675-a268-2cc8bbc75478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:15.249203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:15.559429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-8b687a5d-6808-455d-92fe-16d0db4249b7 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:40:15.560519 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b687a5d-6808-455d-92fe-16d0db4249b7 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3103850 Oct 25 08:40:15.686194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5efee0b3-da76-4edf-8789-72adbf0a9e3a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:40:15.735652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5efee0b3-da76-4edf-8789-72adbf0a9e3a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:15.736011 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:16.251578 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a341dfef-dcc1-44a5-9888-5fa0ce564b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.057090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60158) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:18.365053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:40:18.386730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Made reservation on behalf of 444ac67fdcef4c1ca7df204dff203914 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:40:18.389070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.396591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.472857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.476366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.491665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Reserving flat network on physical network physnet1 {{(pid=106991) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 25 08:40:18.512118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb75fc7-f0c8-432d-875e-e50abf083abd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:18.517104 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.517444 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Added segment 96db1446-6b39-4747-a552-26d37ff6f984 of type flat for network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb Oct 25 08:40:18.563557 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.595268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.596179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:40:18.596734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.647536 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5893025 Oct 25 08:40:18.661121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b804a-30c2-4ff0-baef-cdd29b422d29 admin admin] Pushing event updated for resources: {'Network': ['ID=54f12d46-726c-46ea-a1d3-94a9c89fd1fb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:18.666713 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc3e3-2705-45dc-8711-a7fa9ed06897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:18.674715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:40:19.705054 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:19.786214 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:21.126360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60176) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:21.298658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65115b17-9381-432c-816c-761c7eeda860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:40:21.299977 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-65115b17-9381-432c-816c-761c7eeda860 admin admin] 10.222.0.32 "GET /v2.0/subnets/d93fa561-fc08-429d-abf6-42836b1d4dc6 HTTP/1.1" status: 200 len: 849 time: 0.1726518 Oct 25 08:40:21.415797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-afbcaf5b-d1da-428e-a2eb-77174febe9c6 admin admin] 10.222.0.32 "GET /v2.0/routers/68197e00-bd23-44df-bf49-17f5f54983cb HTTP/1.1" status: 200 len: 704 time: 0.1097410 Oct 25 08:40:21.526905 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:21.682736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:21.970037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Allocated IP 172.20.0.1 (cd3a5e47-83de-4f10-9ad0-e45d30b83865/d93fa561-fc08-429d-abf6-42836b1d4dc6/b9a1d462-a4af-4e27-aeb2-a3973dde5eb8) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:40:22.165590 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:22.231768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:22.308389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Network cd3a5e47-83de-4f10-9ad0-e45d30b83865 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:40:22.316124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:40:22.318730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:40:22.319261 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:22.342708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Pushing event updated for resources: {'Port': ['ID=b9a1d462-a4af-4e27-aeb2-a3973dde5eb8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:22.466236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c4515a73-6594-4282-8138-aec7cb601504 None None] Provisioning complete for port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:22.466686 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c4515a73-6594-4282-8138-aec7cb601504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:22.523924 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:22.548534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c4515a73-6594-4282-8138-aec7cb601504 None None] Port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:40:22.734724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:22.739075 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:22.739863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:22.816133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Pushing event updated for resources: {'Port': ['ID=b9a1d462-a4af-4e27-aeb2-a3973dde5eb8,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:22.863283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Network cd3a5e47-83de-4f10-9ad0-e45d30b83865 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:40:22.864572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:40:23.023281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Router 68197e00-bd23-44df-bf49-17f5f54983cb is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:40:23.068248 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f5751870-bfa4-4eab-9f92-877ee06b41e0 None None] Provisioning complete for port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:23.068503 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f5751870-bfa4-4eab-9f92-877ee06b41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:23.101019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f5751870-bfa4-4eab-9f92-877ee06b41e0 None None] Port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:40:23.115196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:40:23.120478 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-50c87b77-8ed3-46d4-9389-a42ac4d122ee admin admin] 10.222.0.32 "PUT /v2.0/routers/68197e00-bd23-44df-bf49-17f5f54983cb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6984394 Oct 25 08:40:23.127511 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Sync routers for ids ['68197e00-bd23-44df-bf49-17f5f54983cb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:40:23.140675 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Routers {'68197e00-bd23-44df-bf49-17f5f54983cb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:40:23.141453 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:40:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['68197e00-bd23-44df-bf49-17f5f54983cb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:40:23.338518 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Set router 68197e00-bd23-44df-bf49-17f5f54983cb gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:40:23.769940 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'name': 'router1', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:40:12Z', 'updated_at': '2021-10-25T08:40:22Z', 'revision_number': 2, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'gw_port_host': None, '_interfaces': [{'id': 'b9a1d462-a4af-4e27-aeb2-a3973dde5eb8', 'name': '', 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'mac_address': 'fa:16:3e:24:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:21Z', 'updated_at': '2021-10-25T08:40:22Z', 'revision_number': 2, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'subnets': [{'id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc7ff590-f2d7-48bf-a643-1e4cefbbc709'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:40:23.821306 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Checking router: 68197e00-bd23-44df-bf49-17f5f54983cb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:40:23.821669 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Updating router 68197e00-bd23-44df-bf49-17f5f54983cb port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:40:23.869889 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.378003 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.384260 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.485348 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Pushing event updated for resources: {'Port': ['ID=b9a1d462-a4af-4e27-aeb2-a3973dde5eb8,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:24.495714 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.496048 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.496382 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.496712 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.497077 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.497406 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.497729 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.498047 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.498365 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.498789 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.498988 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.499306 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Tracked resource versions report: Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: pushed versions: Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: { 'AddressGroup': {'1.2'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'ConntrackHelper': {'1.0'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Log': {'1.0'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Network': {'1.1'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Port': {'1.7'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'PortForwarding': {'1.2'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'QosPolicy': {'1.10'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'SecurityGroup': {'1.4'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'SecurityGroupRule': {'1.2'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'SubPort': {'1.0'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Subnet': {'1.1'}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Trunk': {'1.1'}} Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: consumer versions: Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: { DHCP agent@n-d-814746-2: {}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: L3 agent@n-d-814746-2: {}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: Metadata agent@n-d-814746-2: {}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: Metering agent@n-d-814746-2: {}, Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: Open vSwitch agent@n-d-814746-2: { 'AddressGroup': '1.2', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'ConntrackHelper': '1.0', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Log': '1.0', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Network': '1.1', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Port': '1.7', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'PortForwarding': '1.2', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'QosPolicy': '1.10', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'SecurityGroup': '1.4', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'SecurityGroupRule': '1.2', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'SubPort': '1.0', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Subnet': '1.1', Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: 'Trunk': '1.1'}} Oct 25 08:40:24.500405 n-d-814746-2 neutron-server[106994]: {{(pid=106994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 08:40:24.578456 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Attempting to bind port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:40:24.578844 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Attempting to bind port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:40:24.579258 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Attempting to bind port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 on network cd3a5e47-83de-4f10-9ad0-e45d30b83865 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:40:24.584284 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:40:24.584697 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Checking segment: {'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:40:24.585196 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.585580 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Bound using segment: {'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:40:24.586083 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Bound port: b9a1d462-a4af-4e27-aeb2-a3973dde5eb8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9f7d86-aa09-4842-b556-802e40dad816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:40:24.586469 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.629265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-892967e7-9529-4c39-b07d-6486b5d5a9a7 None None] Provisioning complete for port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:24.629770 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-892967e7-9529-4c39-b07d-6486b5d5a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.652502 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] For port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:40:24.663460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-892967e7-9529-4c39-b07d-6486b5d5a9a7 None None] Port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:40:24.674397 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] For port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9a1d462-a4af-4e27-aeb2-a3973dde5eb8,segment=NetworkSegment(af9f7d86-aa09-4842-b556-802e40dad816),segment_id=af9f7d86-aa09-4842-b556-802e40dad816)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:40:24.678742 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.736319 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1606d-b03e-4081-9edf-ed6ffb62cdc3 None None] Pushing event updated for resources: {'Port': ['ID=b9a1d462-a4af-4e27-aeb2-a3973dde5eb8,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:24.739016 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Routers {'68197e00-bd23-44df-bf49-17f5f54983cb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:40:24.739611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:40:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['68197e00-bd23-44df-bf49-17f5f54983cb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:40:24.827097 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] Set router 68197e00-bd23-44df-bf49-17f5f54983cb gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:40:24.884096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-db413da0-3566-4ce3-9115-78159de7263a None None] Provisioning complete for port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:24.884454 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-db413da0-3566-4ce3-9115-78159de7263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.965853 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-db413da0-3566-4ce3-9115-78159de7263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:24.998695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-db413da0-3566-4ce3-9115-78159de7263a None None] For port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9a1d462-a4af-4e27-aeb2-a3973dde5eb8,segment=NetworkSegment(af9f7d86-aa09-4842-b556-802e40dad816),segment_id=af9f7d86-aa09-4842-b556-802e40dad816)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:40:25.004018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-db413da0-3566-4ce3-9115-78159de7263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:25.040896 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'name': 'router1', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:40:12Z', 'updated_at': '2021-10-25T08:40:22Z', 'revision_number': 2, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'gw_port_host': None, '_interfaces': [{'id': 'b9a1d462-a4af-4e27-aeb2-a3973dde5eb8', 'name': '', 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'mac_address': 'fa:16:3e:24:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:21Z', 'updated_at': '2021-10-25T08:40:24Z', 'revision_number': 4, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'subnets': [{'id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc7ff590-f2d7-48bf-a643-1e4cefbbc709'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:40:25.052230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db413da0-3566-4ce3-9115-78159de7263a None None] Pushing event updated for resources: {'Port': ['ID=b9a1d462-a4af-4e27-aeb2-a3973dde5eb8,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:25.071490 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a8269-ccec-4306-8dbc-67fba92b3095 None None] The sync data for ids ['68197e00-bd23-44df-bf49-17f5f54983cb'] in n-d-814746-2 is: [{'id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'name': 'router1', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:40:12Z', 'updated_at': '2021-10-25T08:40:22Z', 'revision_number': 2, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'gw_port_host': None, '_interfaces': [{'id': 'b9a1d462-a4af-4e27-aeb2-a3973dde5eb8', 'name': '', 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'mac_address': 'fa:16:3e:24:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:21Z', 'updated_at': '2021-10-25T08:40:24Z', 'revision_number': 4, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'subnets': [{'id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc7ff590-f2d7-48bf-a643-1e4cefbbc709'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:40:25.475913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60196) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:25.587639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74054a6e-58a8-48d2-a360-568e66c0991e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:40:25.589340 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-74054a6e-58a8-48d2-a360-568e66c0991e admin admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 842 time: 0.1124485 Oct 25 08:40:25.599444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:40:25.623009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Made reservation on behalf of 444ac67fdcef4c1ca7df204dff203914 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:40:25.625768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:25.974967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 08:40:25.975419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:26.035802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896ec8e9-ee00-454f-9652-cd44901118d9,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:26.040259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:40:26.040644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Network hostable DHCP agents. Network: 54f12d46-726c-46ea-a1d3-94a9c89fd1fb, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:40:26.057448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:40:26.065553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 54f12d46-726c-46ea-a1d3-94a9c89fd1fb) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:40:26.069515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:40:26.070096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:26.076734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd1bb9-94ad-4928-905c-e35ea4c73cb9 None None] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:40:26.095867 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1850935e-a01f-4664-9f3e-9fd1ec2be495 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4937844 Oct 25 08:40:26.207431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe600e1-5b3c-4c42-81fe-f6c594876679 None None] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:40:28.517491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60204) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:28.664070 n-d-814746-2 neutron-server[106992]: WARNING oslo_policy.policy [None req-40102b41-2ccf-446e-9ecf-d77964552fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 08:40:28.664646 n-d-814746-2 neutron-server[106992]: WARNING oslo_policy.policy [None req-40102b41-2ccf-446e-9ecf-d77964552fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 08:40:28.959345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.policy [None req-40102b41-2ccf-446e-9ecf-d77964552fde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106992) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 25 08:40:29.007473 n-d-814746-2 neutron-server[106992]: WARNING oslo_policy.policy [None req-40102b41-2ccf-446e-9ecf-d77964552fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 08:40:29.007846 n-d-814746-2 neutron-server[106992]: WARNING oslo_policy.policy [None req-40102b41-2ccf-446e-9ecf-d77964552fde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 25 08:40:29.247028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-40102b41-2ccf-446e-9ecf-d77964552fde admin admin] 10.222.0.32 "GET /v2.0/routers/68197e00-bd23-44df-bf49-17f5f54983cb HTTP/1.1" status: 200 len: 710 time: 0.7284918 Oct 25 08:40:29.437582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a832313-8c6a-4465-90dc-2e3f4c4f7588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:40:29.439291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8a832313-8c6a-4465-90dc-2e3f4c4f7588 admin admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 886 time: 0.1862717 Oct 25 08:40:29.449453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:40:29.712863 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:29.946100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:30.022880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:30.215933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Allocated IP 172.25.8.107 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/f8c15183-01f9-4048-87ab-95b7fc157084) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:40:30.323907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:30.386108 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:30.427339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:40:30.427908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:40:30.504864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:40:30.507546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c15183-01f9-4048-87ab-95b7fc157084,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:30.581696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.581972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.582314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.582642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.585565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.586109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.586637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.586983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.588425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.588763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.589127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.589458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Tracked resource versions report: Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: pushed versions: Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: { 'AddressGroup': {'1.2'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'ConntrackHelper': {'1.0'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Log': {'1.0'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Network': {'1.1'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Port': {'1.7'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'PortForwarding': {'1.2'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'QosPolicy': {'1.10'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'SecurityGroup': {'1.4'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'SecurityGroupRule': {'1.2'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'SubPort': {'1.0'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Subnet': {'1.1'}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Trunk': {'1.1'}} Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: consumer versions: Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: { DHCP agent@n-d-814746-2: {}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: L3 agent@n-d-814746-2: {}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: Metadata agent@n-d-814746-2: {}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: Metering agent@n-d-814746-2: {}, Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: Open vSwitch agent@n-d-814746-2: { 'AddressGroup': '1.2', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'ConntrackHelper': '1.0', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Log': '1.0', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Network': '1.1', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Port': '1.7', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'PortForwarding': '1.2', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'QosPolicy': '1.10', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'SecurityGroup': '1.4', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'SecurityGroupRule': '1.2', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'SubPort': '1.0', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Subnet': '1.1', Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: 'Trunk': '1.1'}} Oct 25 08:40:30.590567 n-d-814746-2 neutron-server[106992]: {{(pid=106992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 08:40:30.820134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:31.052355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:31.057385 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:31.166837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Router 68197e00-bd23-44df-bf49-17f5f54983cb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:40:31.270949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:40:31.275287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:31.276540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c4db653f-be8b-4373-93b0-28532e35a564 admin admin] 10.222.0.32 "PUT /v2.0/routers/68197e00-bd23-44df-bf49-17f5f54983cb HTTP/1.1" status: 200 len: 890 time: 1.8310447 Oct 25 08:40:31.386518 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:40:31.736380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:40:31.784351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:31.784611 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:32.109484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Sync routers for ids ['68197e00-bd23-44df-bf49-17f5f54983cb'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:40:32.120647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Routers {'68197e00-bd23-44df-bf49-17f5f54983cb'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:40:32.121284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:40:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['68197e00-bd23-44df-bf49-17f5f54983cb'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:40:32.332802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Set router 68197e00-bd23-44df-bf49-17f5f54983cb gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:40:32.792811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'name': 'router1', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f8c15183-01f9-4048-87ab-95b7fc157084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:40:12Z', 'updated_at': '2021-10-25T08:40:30Z', 'revision_number': 4, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'gw_port': {'id': 'f8c15183-01f9-4048-87ab-95b7fc157084', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:30Z', 'updated_at': '2021-10-25T08:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b9a1d462-a4af-4e27-aeb2-a3973dde5eb8', 'name': '', 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'mac_address': 'fa:16:3e:24:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:21Z', 'updated_at': '2021-10-25T08:40:24Z', 'revision_number': 5, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'subnets': [{'id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc7ff590-f2d7-48bf-a643-1e4cefbbc709'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:40:32.841664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Checking router: 68197e00-bd23-44df-bf49-17f5f54983cb for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:40:32.841928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Updating router 68197e00-bd23-44df-bf49-17f5f54983cb port f8c15183-01f9-4048-87ab-95b7fc157084 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:40:32.889978 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:33.197657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:33.202893 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:33.251871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Attempting to bind port f8c15183-01f9-4048-87ab-95b7fc157084 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:40:33.252236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Attempting to bind port f8c15183-01f9-4048-87ab-95b7fc157084 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:40:33.252597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Attempting to bind port f8c15183-01f9-4048-87ab-95b7fc157084 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:40:33.261568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:40:33.261937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:40:33.262330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:33.262718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:40:33.263198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Bound port: f8c15183-01f9-4048-87ab-95b7fc157084, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:40:33.263690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:33.266100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173aa76-fbab-4a2b-ae86-f17ba7480537 None None] Pushing event updated for resources: {'Port': ['ID=f8c15183-01f9-4048-87ab-95b7fc157084,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:33.320548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] For port f8c15183-01f9-4048-87ab-95b7fc157084, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:40:33.324463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] For port f8c15183-01f9-4048-87ab-95b7fc157084, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f8c15183-01f9-4048-87ab-95b7fc157084,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:40:33.328459 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:33.383878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Routers {'68197e00-bd23-44df-bf49-17f5f54983cb'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:40:33.385155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:40:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['68197e00-bd23-44df-bf49-17f5f54983cb'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:40:33.388756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173aa76-fbab-4a2b-ae86-f17ba7480537 None None] Pushing event updated for resources: {'Port': ['ID=f8c15183-01f9-4048-87ab-95b7fc157084,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:33.493390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] Set router 68197e00-bd23-44df-bf49-17f5f54983cb gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:40:33.707512 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'name': 'router1', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f8c15183-01f9-4048-87ab-95b7fc157084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:40:12Z', 'updated_at': '2021-10-25T08:40:30Z', 'revision_number': 4, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'gw_port': {'id': 'f8c15183-01f9-4048-87ab-95b7fc157084', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:30Z', 'updated_at': '2021-10-25T08:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b9a1d462-a4af-4e27-aeb2-a3973dde5eb8', 'name': '', 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'mac_address': 'fa:16:3e:24:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:21Z', 'updated_at': '2021-10-25T08:40:24Z', 'revision_number': 5, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'subnets': [{'id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc7ff590-f2d7-48bf-a643-1e4cefbbc709'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:40:33.736755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba879c1e-0852-4a1a-9a66-97f1ff3a4443 None None] The sync data for ids ['68197e00-bd23-44df-bf49-17f5f54983cb'] in n-d-814746-2 is: [{'id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'name': 'router1', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'f8c15183-01f9-4048-87ab-95b7fc157084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:40:12Z', 'updated_at': '2021-10-25T08:40:30Z', 'revision_number': 4, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'gw_port': {'id': 'f8c15183-01f9-4048-87ab-95b7fc157084', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:30Z', 'updated_at': '2021-10-25T08:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b9a1d462-a4af-4e27-aeb2-a3973dde5eb8', 'name': '', 'network_id': 'cd3a5e47-83de-4f10-9ad0-e45d30b83865', 'tenant_id': '934580fb69f84f65a05ed45c23f53913', 'mac_address': 'fa:16:3e:24:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68197e00-bd23-44df-bf49-17f5f54983cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:40:21Z', 'updated_at': '2021-10-25T08:40:24Z', 'revision_number': 5, 'project_id': '934580fb69f84f65a05ed45c23f53913', 'subnets': [{'id': 'd93fa561-fc08-429d-abf6-42836b1d4dc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc7ff590-f2d7-48bf-a643-1e4cefbbc709'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:40:33.810207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60228) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:40:33.934890 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-916615d7-2a1b-4894-a158-319b5a659c0b admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1234093 Oct 25 08:40:35.731687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f8c15183-01f9-4048-87ab-95b7fc157084 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:40:35.782566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f8c15183-01f9-4048-87ab-95b7fc157084 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:35.782939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:35.871114 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:35.891057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port f8c15183-01f9-4048-87ab-95b7fc157084, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f8c15183-01f9-4048-87ab-95b7fc157084,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:40:35.895572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:35.946038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=f8c15183-01f9-4048-87ab-95b7fc157084,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:40:37.735942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f8c15183-01f9-4048-87ab-95b7fc157084 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:40:37.807421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f8c15183-01f9-4048-87ab-95b7fc157084 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:40:37.808130 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:46.253492 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3aec464b-e622-46c7-ba81-593d5f345705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:48.661424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5c1a-e05c-4514-a04a-e1b95b62851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:49.716600 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:49.787172 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:40:51.534407 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:08.393151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:41:16.256061 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5ada1a9-1094-4bec-b756-3384e37b0fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:18.665847 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-463b32ab-3de9-4a6b-81e6-8c374f7d06d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:19.713086 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:19.781720 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:21.532132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:45.392074 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:41:46.258928 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf5ba540-66a9-48e8-88ff-980a0ab8b7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:48.667752 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ad85-860b-4664-af39-58d3b7af62be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:49.717135 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:49.784033 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:41:51.530887 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:16.260094 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a427e8d-4cfa-4a90-b571-b093dfbfefe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:17.227383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60822) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:17.289169 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7876715-3063-4465-9df0-24dd6e1dab09 admin admin] GET failed (client error): The resource could not be found. Oct 25 08:42:17.290480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a7876715-3063-4465-9df0-24dd6e1dab09 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621367 Oct 25 08:42:17.450522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe92a4a-0c71-4e07-a0ff-cea54c31a931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:17.451898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fbe92a4a-0c71-4e07-a0ff-cea54c31a931 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568387 Oct 25 08:42:18.672245 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-902d145c-195e-4366-b0f8-f6164980c69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:19.720607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:19.734874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60832) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:19.786952 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:19.846365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf5c31-d149-492b-bf38-fe3d0d66c042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:19.847631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-67bf5c31-d149-492b-bf38-fe3d0d66c042 admin admin] 10.222.0.32 "GET /v2.0/subnets/d93fa561-fc08-429d-abf6-42836b1d4dc6 HTTP/1.1" status: 200 len: 849 time: 0.1118307 Oct 25 08:42:19.857795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:42:19.944261 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Publish callbacks [] for subnet, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:20.084213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730412025811'] for subnet, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:20.117352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:20.117901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:20.120586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] 10.222.0.32 "PUT /v2.0/subnets/d93fa561-fc08-429d-abf6-42836b1d4dc6 HTTP/1.1" status: 200 len: 868 time: 0.2666276 Oct 25 08:42:20.124200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48df0e5-ced4-444b-b9a2-ae2d5d19f4bb None None] Network cd3a5e47-83de-4f10-9ad0-e45d30b83865 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:42:20.146335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93fa561-fc08-429d-abf6-42836b1d4dc6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:42:20.155904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.156251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.156587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.156944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.157296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.157606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.157931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.158255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.158576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.158896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.159216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.159532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d9b4f-d353-4e43-bc98-8b2ca9d2ce49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:42:20.568531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-73f60335-b403-4af5-a3c7-d677190cc89b None None] Provisioning complete for port 5efee0b3-da76-4edf-8789-72adbf0a9e3a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:42:20.568909 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-73f60335-b403-4af5-a3c7-d677190cc89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:20.652931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-73f60335-b403-4af5-a3c7-d677190cc89b None None] Provisioning complete for port b9a1d462-a4af-4e27-aeb2-a3973dde5eb8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:42:20.653293 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-73f60335-b403-4af5-a3c7-d677190cc89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:21.536667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:22.390794 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:42:22.435996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60842) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:22.634359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc896d7-d9ae-4e45-afd9-2ea0e29ab182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:22.634784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc896d7-d9ae-4e45-afd9-2ea0e29ab182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:22.636292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cbc896d7-d9ae-4e45-afd9-2ea0e29ab182 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993589 Oct 25 08:42:24.917108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60850) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:25.050105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a84863-3152-410a-98d8-de406e052fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:25.050585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a84863-3152-410a-98d8-de406e052fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:25.052094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-56a84863-3152-410a-98d8-de406e052fdf admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340051 Oct 25 08:42:27.339322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60858) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:27.462935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb356e33-68fe-44f2-9e2b-6e36f968487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:27.464271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bb356e33-68fe-44f2-9e2b-6e36f968487c admin admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 886 time: 0.1240096 Oct 25 08:42:29.759246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60866) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:29.903460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6ae7f-90ac-4378-bef6-3afc19fdb17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:29.904794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a7a6ae7f-90ac-4378-bef6-3afc19fdb17b admin admin] 10.222.0.32 "GET /v2.0/networks/cd3a5e47-83de-4f10-9ad0-e45d30b83865 HTTP/1.1" status: 200 len: 869 time: 0.1446195 Oct 25 08:42:32.185815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60874) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:32.313600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de1de2-7fa2-4d18-a039-666fc01dcbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:32.314056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de1de2-7fa2-4d18-a039-666fc01dcbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:32.315573 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-86de1de2-7fa2-4d18-a039-666fc01dcbdd admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287026 Oct 25 08:42:34.604083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60882) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:34.697667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c28834-ad94-4679-b9d6-b5dcdaf36c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:34.698124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c28834-ad94-4679-b9d6-b5dcdaf36c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:34.699599 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92c28834-ad94-4679-b9d6-b5dcdaf36c47 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945716 Oct 25 08:42:37.003233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60890) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:37.087780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b6acf6-23f9-4c97-bac6-73038d8ea898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:37.089127 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d8b6acf6-23f9-4c97-bac6-73038d8ea898 admin admin] 10.222.0.32 "GET /v2.0/subnets/896ec8e9-ee00-454f-9652-cd44901118d9 HTTP/1.1" status: 200 len: 816 time: 0.0848694 Oct 25 08:42:39.399169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60898) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:42:39.489925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd49fb-a36e-4147-8346-e1a2ef5d2b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:42:39.491296 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-abcd49fb-a36e-4147-8346-e1a2ef5d2b7e admin admin] 10.222.0.32 "GET /v2.0/subnets/d93fa561-fc08-429d-abf6-42836b1d4dc6 HTTP/1.1" status: 200 len: 868 time: 0.0911622 Oct 25 08:42:46.261573 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56b754a2-d9da-478c-af61-f086d9b587bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:48.673881 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b805b3b-dc3b-4766-b198-73dca6e93e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:49.721222 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:49.783044 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:51.537601 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:42:59.389913 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:43:04.391863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60952) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:43:04.438734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-3c5f515f-0795-4825-86f9-db6bda1d3b6d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:43:04.439701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3c5f515f-0795-4825-86f9-db6bda1d3b6d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469172 Oct 25 08:43:06.844620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60960) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:43:06.910517 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef58d847-9de8-454e-bdbb-91af820d7fe8 admin admin] GET failed (client error): The resource could not be found. Oct 25 08:43:06.911857 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ef58d847-9de8-454e-bdbb-91af820d7fe8 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663331 Oct 25 08:43:06.997442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0b851-3a3c-4d5e-b600-83eec8584cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:43:06.998868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-97c0b851-3a3c-4d5e-b600-83eec8584cc6 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823686 Oct 25 08:43:09.311927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60968) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:43:09.359042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:43:09.378797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Made reservation on behalf of 444ac67fdcef4c1ca7df204dff203914 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:43:09.381969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:09.408611 n-d-814746-2 neutron-server[106991]: WARNING neutron.services.revisions.revision_plugin [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Could not find related network for resource to bump revision. Oct 25 08:43:09.419555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:43:09.428738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:09.429103 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Added segment 71becf4b-ea9c-4c9b-9529-d0d4bc21053d of type vlan for network 68f55039-36c3-4c68-b0a6-5663cefbb026 Oct 25 08:43:09.466942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:09.490907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:09.491752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:43:09.492316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:09.544117 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2310936 Oct 25 08:43:09.555651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Pushing event updated for resources: {'Network': ['ID=68f55039-36c3-4c68-b0a6-5663cefbb026,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:43:09.563048 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.563418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.563718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.564046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.564380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.564704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.565064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.565386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.565711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.566031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.566349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.566694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7052ce-4896-4b22-83a7-407aaceabe5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:09.581323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:43:11.866569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60976) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:43:11.928795 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b69035-5942-43d6-88a9-b4a2d385e280 admin admin] GET failed (client error): The resource could not be found. Oct 25 08:43:11.930131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c1b69035-5942-43d6-88a9-b4a2d385e280 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625846 Oct 25 08:43:12.000975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f63a1b-3c2a-4dbe-8f67-d2d8e92d6245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:43:12.002365 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-28f63a1b-3c2a-4dbe-8f67-d2d8e92d6245 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675759 Oct 25 08:43:12.012745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'description': 'shared-subnet'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:43:12.033164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Made reservation on behalf of 444ac67fdcef4c1ca7df204dff203914 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:43:12.035350 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:12.196562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:12.254075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=501a4e0b-0d52-44db-92c8-ba9b1da0f256,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:43:12.264174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:43:12.264552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Network hostable DHCP agents. Network: 68f55039-36c3-4c68-b0a6-5663cefbb026, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:43:12.283789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:43:12.293620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 68f55039-36c3-4c68-b0a6-5663cefbb026) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:43:12.297928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:43:12.298586 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:12.303931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6650f0d-7fee-4096-9d86-7364bb0ffc93 None None] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:43:12.317618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c4fa34d0-9962-4765-84bb-55fecdf2c88f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080964 Oct 25 08:43:12.569334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-68f55039-36c3-4c68-b0a6-5663cefbb026', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'tenant_id': '444ac67fdcef4c1ca7df204dff203914', 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:43:12.570295 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:12.708670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Allocated IP 192.168.233.2 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/277bf2c9-a30c-44d8-b7ce-517a6d33ed1c) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:43:12.852854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:12.859246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:12.903748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:43:12.907612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:43:12.910089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:43:12.912599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Pushing event updated for resources: {'Port': ['ID=277bf2c9-a30c-44d8-b7ce-517a6d33ed1c,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:43:12.921460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.921802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.922136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.922464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.922787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.923103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.923446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.923762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.924076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.924386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.924695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.925027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:43:12.977548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Attempting to bind port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:43:12.977930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Attempting to bind port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:43:12.978305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Attempting to bind port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:43:12.983227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:43:12.983582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:43:12.983968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:12.984346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:43:12.984794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Bound port: 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:43:12.985345 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:13.050121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] For port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:43:13.054073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] For port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=277bf2c9-a30c-44d8-b7ce-517a6d33ed1c,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:43:13.060342 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:13.123364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563d295-ca1b-45ad-84bd-b4e1157b1fb6 None None] Pushing event updated for resources: {'Port': ['ID=277bf2c9-a30c-44d8-b7ce-517a6d33ed1c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:43:13.892618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:43:13.946499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:43:13.946858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:13.971334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9866d-81f0-426c-a5f4-f3cf6cdea4f2 None None] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:43:14.133277 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:14.137760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-597cdcc2-e624-493f-a271-cd3c5f938a05 None None] Provisioning complete for port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:43:14.138111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-597cdcc2-e624-493f-a271-cd3c5f938a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:14.219535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=277bf2c9-a30c-44d8-b7ce-517a6d33ed1c,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:43:14.229888 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:14.314112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=277bf2c9-a30c-44d8-b7ce-517a6d33ed1c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:43:14.439739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8c5df74b-5cf8-45f2-bb69-afb6153bc3c3 None None] Provisioning complete for port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:43:14.440102 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8c5df74b-5cf8-45f2-bb69-afb6153bc3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:15.805027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:43:15.854542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 277bf2c9-a30c-44d8-b7ce-517a6d33ed1c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:43:15.854820 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:16.264467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba55a980-7aa3-4291-83b2-c9944801840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:18.675018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-26b7d5e9-ca77-4b13-b456-7276721cc777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:19.724781 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:19.785053 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:21.541481 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:36.387995 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:43:46.266257 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc9b3-8f20-4efe-b78d-afa98d84d8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:48.678484 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c9524fc-2cf9-4720-9fd1-370b4195b9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:49.727292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:49.787156 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:43:51.543952 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:13.386266 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:44:16.268714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6473793f-7c64-4eb6-a183-13db539c0db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:18.685885 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f6398aa-0108-4c6a-aa35-2773f6ab1e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:19.731153 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:19.789549 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:21.545565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:22.783504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:44:22.789632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-10db7e2c-be20-40ef-a903-3107082559f8 tempest-verify_tempest_config-1775682221 tempest-verify_tempest_config-1775682221-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:44:22.790597 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-10db7e2c-be20-40ef-a903-3107082559f8 tempest-verify_tempest_config-1775682221 tempest-verify_tempest_config-1775682221-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058615 Oct 25 08:44:23.079565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32808) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:44:23.183105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:23.256094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:23.259640 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:23.303039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571fe38d-a2c9-4d6e-ad9a-de3920673a94,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:44:23.307531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bd99b98ff6e444bb3fd8c976e5fd5f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2269917 Oct 25 08:44:23.310561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32812) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:44:23.312432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.312766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.313124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.313444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.313776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.314092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.314407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.314718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.315034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.315992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.316574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.316667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c3315-627d-4889-99eb-100f79dcc366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.392594 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:23.413274 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:23.505581 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:23.508134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:23.509214 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/571fe38d-a2c9-4d6e-ad9a-de3920673a94 HTTP/1.1" status: 204 len: 168 time: 0.1977208 Oct 25 08:44:23.517327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571fe38d-a2c9-4d6e-ad9a-de3920673a94,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:44:23.525393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.525729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.526059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.526386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.526710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.527029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.527348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.527733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.527964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.528278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.528591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:23.528919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8425670-2519-4404-9d07-bfb743aa0e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:44:46.270254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f1881fa8-3c44-4189-86fc-6b35e83a2167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:48.677768 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9645c9da-b684-421e-aab7-000966432bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:49.733509 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:49.790667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:44:50.387164 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:44:51.550195 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:16.271549 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-470e56fd-5661-449b-8959-3710db097225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:18.679322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-46bbcf9f-bc5a-41ae-bd84-6bbb442cd2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:19.735919 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:19.791006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:21.554309 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:27.386373 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:45:46.272680 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3fa81f71-e3ca-4867-9767-c45c80374be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:48.679828 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6718eb9a-513e-4686-b17b-746dcdca9d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:49.739686 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:49.792794 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:45:51.557144 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:04.386402 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:46:16.273200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7fcb20fc-4cf2-4e73-b70c-f455451ad6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:18.680700 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ff622953-61ac-4620-9342-aca7d1253aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:19.742041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:19.794097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:21.561554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:41.384878 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:46:46.275107 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7ed4265b-90c2-4a5e-bc13-5fc2b74edfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:48.681874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b794f04-f20d-4195-981f-19a95b62393e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:49.744313 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:49.794166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:46:51.564965 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:16.275103 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-93afe88f-57f0-46bd-a01a-009481eac31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:18.383807 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 5 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:47:18.683321 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7a61834a-3cac-4597-9ff7-02c6752351e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:19.747104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:19.795013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:21.567955 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:38.379091 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937133'] for agent, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:39.398477 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937133'] for agent, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:46.276185 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-19071384-afae-4af4-b1cd-c3862929d30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:48.684213 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f634f0a-0a80-4006-8ec7-24ea854c0f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:49.750862 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:49.795517 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:51.571581 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:47:55.383149 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:48:08.320953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:09.385834 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:11.590474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32866) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:48:11.708284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e25238ba-847d-4321-8470-0b867887cf16 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1167257 Oct 25 08:48:14.065973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32876) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:48:14.120501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b7c33b7e-2ee4-4db2-b07f-43000dfaf670 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0534699 Oct 25 08:48:16.279527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-774fb3ba-af3c-4d45-ac6d-a7880f38f33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:18.684599 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5e6ce904-2ebe-4019-a9c4-b9212bb99849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:19.754074 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:19.798072 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:21.574011 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:32.383560 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:48:38.336593 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:39.395449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:46.280662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89f84cdc-cd6d-4230-a185-134d1f9dcc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:48.686302 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-59a344db-27d6-436a-997a-668c9a3b006a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:49.759015 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:49.800170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:48:51.580334 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:08.352171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:09.382804 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:49:09.409699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:16.281885 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab437045-b776-44af-ba51-1b3798646c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:18.687814 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3caba4b8-f830-4d5d-b224-1169d43083ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:19.759783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:19.802230 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:21.585252 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:33.673602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33084) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:34.078757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-network', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:34.079850 n-d-814746-2 neutron-server[106992]: INFO neutron.quota [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Loaded quota_driver: . Oct 25 08:49:34.119460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Made reservation on behalf of 18f302d3385e4b429e2de15b72b31eb4 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:49:34.120998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.137704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.178950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33110) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:34.227033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.236667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.265988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da3f64f-1b33-41d4-90d7-fb5547e84936,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:34.278010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.278461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.278860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.279251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.279647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.280033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.280410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.280786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.281288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.281604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.281917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.282229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Tracked resource versions report: Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: pushed versions: Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: { 'AddressGroup': {'1.2'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'ConntrackHelper': {'1.0'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Log': {'1.0'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Network': {'1.1'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Port': {'1.7'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'PortForwarding': {'1.2'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'QosPolicy': {'1.10'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'SecurityGroup': {'1.4'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'SecurityGroupRule': {'1.2'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'SubPort': {'1.0'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Subnet': {'1.1'}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Trunk': {'1.1'}} Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: consumer versions: Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: { DHCP agent@n-d-814746-2: {}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: HyperV agent@n-h1-814746-2: {}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: HyperV agent@n-h2-814746-2: {}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: L3 agent@n-d-814746-2: {}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: Metadata agent@n-d-814746-2: {}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: Metering agent@n-d-814746-2: {}, Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: Open vSwitch agent@n-d-814746-2: { 'AddressGroup': '1.2', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'ConntrackHelper': '1.0', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Log': '1.0', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Network': '1.1', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Port': '1.7', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'PortForwarding': '1.2', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'QosPolicy': '1.10', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'SecurityGroup': '1.4', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'SecurityGroupRule': '1.2', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'SubPort': '1.0', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Subnet': '1.1', Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: 'Trunk': '1.1'}} Oct 25 08:49:34.283272 n-d-814746-2 neutron-server[106992]: {{(pid=106992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 08:49:34.290289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:49:34.307141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730412182029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.307747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Unsubscribe: segment precommit_create {{(pid=106992) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 25 08:49:34.308228 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Added segment 6a36889e-aa8c-42f2-9c3e-792d641f525f of type vlan for network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 Oct 25 08:49:34.370901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.409105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.410067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:34.410628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.578601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9009607 Oct 25 08:49:34.579091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33130) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:34.585736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Request body: {'subnet': {'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-subnet', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:34.606631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Made reservation on behalf of 18f302d3385e4b429e2de15b72b31eb4 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:49:34.609442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.615409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12d4fa-e9f9-4465-9f7b-d696a961e724 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2c02bd-27e8-4832-b80c-50d7db76a4a6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:34.621347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8f6e56d8-aec8-4fa0-b9ab-bd85a73dd96d tempest-AutoAllocateNetworkTest-674391414 tempest-AutoAllocateNetworkTest-674391414-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f4e1c4e36603467380e3a9747e4a0cbf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4412324 Oct 25 08:49:34.622603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33134) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:34.632138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:49:34.830835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77eafa-b06b-4916-9304-0a78d754f5ad tempest-AutoAllocateNetworkTest-674391414 tempest-AutoAllocateNetworkTest-674391414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:34.832358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0b77eafa-b06b-4916-9304-0a78d754f5ad tempest-AutoAllocateNetworkTest-674391414 tempest-AutoAllocateNetworkTest-674391414-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2086458 Oct 25 08:49:34.836073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33140) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:34.839200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:34.898296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ec5497e4-fe37-4711-a6df-efadd6b60db9 tempest-AutoAllocateNetworkTest-674391414 tempest-AutoAllocateNetworkTest-674391414-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609598 Oct 25 08:49:34.898885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33148) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:34.907272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8508ba3-9bc6-4fac-ab44-5d905b989307,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:34.918392 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.918977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.919476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.920020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.920495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.921004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.928072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.928775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.929329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.929843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.930363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.930988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Tracked resource versions report: Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: pushed versions: Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: { 'AddressGroup': {'1.2'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'ConntrackHelper': {'1.0'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Log': {'1.0'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Network': {'1.1'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Port': {'1.7'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'PortForwarding': {'1.2'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'QosPolicy': {'1.10'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'SecurityGroup': {'1.4'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'SecurityGroupRule': {'1.2'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'SubPort': {'1.0'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Subnet': {'1.1'}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Trunk': {'1.1'}} Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: consumer versions: Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: { DHCP agent@n-d-814746-2: {}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: HyperV agent@n-h1-814746-2: {}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: HyperV agent@n-h2-814746-2: {}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: L3 agent@n-d-814746-2: {}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: Metadata agent@n-d-814746-2: {}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: Metering agent@n-d-814746-2: {}, Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: Open vSwitch agent@n-d-814746-2: { 'AddressGroup': '1.2', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'ConntrackHelper': '1.0', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Log': '1.0', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Network': '1.1', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Port': '1.7', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'PortForwarding': '1.2', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'QosPolicy': '1.10', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'SecurityGroup': '1.4', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'SecurityGroupRule': '1.2', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'SubPort': '1.0', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Subnet': '1.1', Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: 'Trunk': '1.1'}} Oct 25 08:49:34.932499 n-d-814746-2 neutron-server[106991]: {{(pid=106991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 08:49:34.936952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3042c088-02df-40b7-a351-1a03992e6297 tempest-AutoAllocateNetworkTest-674391414 tempest-AutoAllocateNetworkTest-674391414-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f4e1c4e36603467380e3a9747e4a0cbf HTTP/1.1" status: 200 len: 208 time: 0.0369561 Oct 25 08:49:34.962163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Checking segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:34.962520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Network hostable DHCP agents. Network: 2f2c02bd-27e8-4832-b80c-50d7db76a4a6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:49:34.979918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:49:34.991817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 2f2c02bd-27e8-4832-b80c-50d7db76a4a6) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:34.996755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:34.997369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.002363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74796d0f-91b9-460e-884c-544a243afadb None None] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:49:35.019205 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f8b28b54-b966-45c7-898d-43bc7eea031e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4391491 Oct 25 08:49:35.022494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33154) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:35.027069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:35.054035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.055394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.115304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.192557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:49:35.194416 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.377978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Allocated IP 172.20.0.2 (2f2c02bd-27e8-4832-b80c-50d7db76a4a6/d8508ba3-9bc6-4fac-ab44-5d905b989307/0989a504-d6f8-4d59-a1fb-62f981b6a3e2) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:49:35.418562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.596459 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.604076 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.658736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:35.662942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:35.667626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:49:35.726122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33182) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:35.743759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Pushing event updated for resources: {'Port': ['ID=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:35.761219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.779963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Attempting to bind port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:49:35.780532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Attempting to bind port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:49:35.781093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Attempting to bind port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 on network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:49:35.785111 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.790370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.790920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.791424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.791921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.792826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.794386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.794901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.795463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.796252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.796773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.797383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.797979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Tracked resource versions report: Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: pushed versions: Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: { 'AddressGroup': {'1.2'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'ConntrackHelper': {'1.0'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Log': {'1.0'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Network': {'1.1'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Port': {'1.7'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'PortForwarding': {'1.2'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'QosPolicy': {'1.10'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'SecurityGroup': {'1.4'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'SecurityGroupRule': {'1.2'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'SubPort': {'1.0'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Subnet': {'1.1'}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Trunk': {'1.1'}} Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: consumer versions: Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: { DHCP agent@n-d-814746-2: {}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: HyperV agent@n-h1-814746-2: {}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: HyperV agent@n-h2-814746-2: {}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: L3 agent@n-d-814746-2: {}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: Metadata agent@n-d-814746-2: {}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: Metering agent@n-d-814746-2: {}, Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: Open vSwitch agent@n-d-814746-2: { 'AddressGroup': '1.2', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'ConntrackHelper': '1.0', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Log': '1.0', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Network': '1.1', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Port': '1.7', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'PortForwarding': '1.2', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'QosPolicy': '1.10', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'SecurityGroup': '1.4', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'SecurityGroupRule': '1.2', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'SubPort': '1.0', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Subnet': '1.1', Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: 'Trunk': '1.1'}} Oct 25 08:49:35.799549 n-d-814746-2 neutron-server[106993]: {{(pid=106993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 08:49:35.823115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:49:35.823541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Checking segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:35.823943 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.824774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Bound using segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:49:35.825349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Bound port: 0989a504-d6f8-4d59-a1fb-62f981b6a3e2, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:49:35.825828 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:35.915614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Allocated IP 172.25.8.159 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/79b77fc2-5d3b-4e43-bb74-23f614b713e7) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:49:35.982922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] For port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:49:35.987284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] For port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:49:35.994823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.063330 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.092343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0e127-c72b-49f2-a003-b45932b65ee8 None None] Pushing event updated for resources: {'Port': ['ID=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:36.154883 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.204613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:36.210380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:36.230428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:49:36.260998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f9748c30-d322-4fca-9a24-ddf0436d5630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.341768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Pushing event updated for resources: {'Port': ['ID=79b77fc2-5d3b-4e43-bb74-23f614b713e7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:36.432630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f9748c30-d322-4fca-9a24-ddf0436d5630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.440233 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f9748c30-d322-4fca-9a24-ddf0436d5630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.528664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f9748c30-d322-4fca-9a24-ddf0436d5630 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4e1c4e36603467380e3a9747e4a0cbf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8003578 Oct 25 08:49:36.530847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33222) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:36.536393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9748c30-d322-4fca-9a24-ddf0436d5630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476c8a2f-08bf-4480-b6cb-da53110068f6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:36.612502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.667376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24b270f2-7c1c-4435-a659-1356e6b7d8af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.699374 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24b270f2-7c1c-4435-a659-1356e6b7d8af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.772544 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24b270f2-7c1c-4435-a659-1356e6b7d8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.776580 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24b270f2-7c1c-4435-a659-1356e6b7d8af admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:36.778650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-24b270f2-7c1c-4435-a659-1356e6b7d8af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/476c8a2f-08bf-4480-b6cb-da53110068f6 HTTP/1.1" status: 204 len: 168 time: 0.2433381 Oct 25 08:49:36.797420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b270f2-7c1c-4435-a659-1356e6b7d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476c8a2f-08bf-4480-b6cb-da53110068f6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:36.932976 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:37.125381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Router 9b354d68-2a7d-4603-a642-e80e7fb908d7 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:49:37.280343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:49:37.294084 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Sync routers for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:49:37.309421 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:49:37.310615 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:49:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:37.315417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:37.317639 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8ba144cb-f0b2-4ce3-9886-449e4a13725d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2941034 Oct 25 08:49:37.322606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33256) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:37.462545 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:49:37.483063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60647288-7799-4c88-99a4-172ccf6ca839 None None] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:49:37.601108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-61ab4ef5-4b47-4a2c-ae2f-543f99742b7f None None] Provisioning complete for port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:37.601612 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-61ab4ef5-4b47-4a2c-ae2f-543f99742b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:37.799362 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:36Z', 'revision_number': 3, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:37.830693 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Checking router: 9b354d68-2a7d-4603-a642-e80e7fb908d7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:49:37.830864 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Updating router 9b354d68-2a7d-4603-a642-e80e7fb908d7 port 79b77fc2-5d3b-4e43-bb74-23f614b713e7 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:49:37.859977 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.151116 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:38.239167 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-61ab4ef5-4b47-4a2c-ae2f-543f99742b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.248915 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.256657 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.283788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.301329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-61ab4ef5-4b47-4a2c-ae2f-543f99742b7f None None] For port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:49:38.319486 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Pushing event updated for resources: {'Port': ['ID=79b77fc2-5d3b-4e43-bb74-23f614b713e7,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:38.330361 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-61ab4ef5-4b47-4a2c-ae2f-543f99742b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.348243 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.348845 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.351568 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.352616 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.354112 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.354521 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.356417 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.356846 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.357232 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.359369 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.361135 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.363153 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Tracked resource versions report: Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: pushed versions: Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: { 'AddressGroup': {'1.2'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'ConntrackHelper': {'1.0'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Log': {'1.0'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Network': {'1.1'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Port': {'1.7'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'PortForwarding': {'1.2'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'QosPolicy': {'1.10'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'SecurityGroup': {'1.4'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'SecurityGroupRule': {'1.2'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'SubPort': {'1.0'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Subnet': {'1.1'}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Trunk': {'1.1'}} Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: consumer versions: Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: { DHCP agent@n-d-814746-2: {}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: HyperV agent@n-h1-814746-2: {}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: HyperV agent@n-h2-814746-2: {}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: L3 agent@n-d-814746-2: {}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: Metadata agent@n-d-814746-2: {}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: Metering agent@n-d-814746-2: {}, Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: Open vSwitch agent@n-d-814746-2: { 'AddressGroup': '1.2', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'ConntrackHelper': '1.0', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Log': '1.0', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Network': '1.1', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Port': '1.7', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'PortForwarding': '1.2', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'QosPolicy': '1.10', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'SecurityGroup': '1.4', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'SecurityGroupRule': '1.2', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'SubPort': '1.0', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Subnet': '1.1', Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: 'Trunk': '1.1'}} Oct 25 08:49:38.364272 n-d-814746-2 neutron-server[106994]: {{(pid=106994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 25 08:49:38.376924 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Attempting to bind port 79b77fc2-5d3b-4e43-bb74-23f614b713e7 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:49:38.377282 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Attempting to bind port 79b77fc2-5d3b-4e43-bb74-23f614b713e7 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:49:38.377646 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Attempting to bind port 79b77fc2-5d3b-4e43-bb74-23f614b713e7 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:49:38.394261 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:49:38.394892 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:38.395368 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.395788 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:49:38.396803 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Bound port: 79b77fc2-5d3b-4e43-bb74-23f614b713e7, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:49:38.397215 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.453670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:38.454041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.500324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab4ef5-4b47-4a2c-ae2f-543f99742b7f None None] Pushing event updated for resources: {'Port': ['ID=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:38.511841 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] For port 79b77fc2-5d3b-4e43-bb74-23f614b713e7, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:49:38.516679 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] For port 79b77fc2-5d3b-4e43-bb74-23f614b713e7, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=79b77fc2-5d3b-4e43-bb74-23f614b713e7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:49:38.526484 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.637897 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bf9bb-675b-46a7-b623-15935ba40220 None None] Pushing event updated for resources: {'Port': ['ID=79b77fc2-5d3b-4e43-bb74-23f614b713e7,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:38.673749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Allocated IP 172.20.0.1 (2f2c02bd-27e8-4832-b80c-50d7db76a4a6/d8508ba3-9bc6-4fac-ab44-5d905b989307/7b36d0bb-aaae-4792-b868-379d64e75199) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:49:38.691246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.708177 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:49:38.721497 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:49:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:38.771370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33328) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:38.862984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.888436 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:49:38.912537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.955846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:38.959365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:38.963059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:49:38.963627 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:38.991945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-56180814-778e-4ddd-8a2e-961628f77d8c None None] Provisioning complete for port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:38.992318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56180814-778e-4ddd-8a2e-961628f77d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.011201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Pushing event updated for resources: {'Port': ['ID=7b36d0bb-aaae-4792-b868-379d64e75199,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:39.168191 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:36Z', 'revision_number': 3, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:39.223064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.232201 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e0890f-43c7-4d97-ba21-fd759bb8ddf3 None None] The sync data for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 is: [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:36Z', 'revision_number': 3, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:49:39.378220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6eeee476-25aa-465b-aaf2-be121a424a33 None None] Provisioning complete for port 7b36d0bb-aaae-4792-b868-379d64e75199 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:39.378647 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6eeee476-25aa-465b-aaf2-be121a424a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.383673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33346) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:39.425917 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-54e14b6c-b31c-4750-84cc-3fc6c3f66666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.499117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-6eeee476-25aa-465b-aaf2-be121a424a33 None None] Port 7b36d0bb-aaae-4792-b868-379d64e75199 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:49:39.503307 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.575820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.591068 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.592150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.620847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-54e14b6c-b31c-4750-84cc-3fc6c3f66666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.633390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-54e14b6c-b31c-4750-84cc-3fc6c3f66666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.670018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-54e14b6c-b31c-4750-84cc-3fc6c3f66666 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb53d75037154b92988ac0d1cf461cd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8981550 Oct 25 08:49:39.688923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33376) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:39.700388 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Pushing event updated for resources: {'Port': ['ID=7b36d0bb-aaae-4792-b868-379d64e75199,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:39.746065 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-967947e1-c755-4dda-a17b-ac533e206135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.790413 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45a68ab8-8507-4d8c-9074-51d57d2fbd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.815713 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45a68ab8-8507-4d8c-9074-51d57d2fbd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.856817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e14b6c-b31c-4750-84cc-3fc6c3f66666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68960e9e-435c-46ce-891b-d9a5919d338a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:39.866274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:39.875408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:39.912393 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45a68ab8-8507-4d8c-9074-51d57d2fbd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.915215 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45a68ab8-8507-4d8c-9074-51d57d2fbd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.916613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-45a68ab8-8507-4d8c-9074-51d57d2fbd35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68960e9e-435c-46ce-891b-d9a5919d338a HTTP/1.1" status: 204 len: 168 time: 0.2240176 Oct 25 08:49:39.933123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a68ab8-8507-4d8c-9074-51d57d2fbd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68960e9e-435c-46ce-891b-d9a5919d338a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:39.983098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-967947e1-c755-4dda-a17b-ac533e206135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:39.995692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-967947e1-c755-4dda-a17b-ac533e206135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.053058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967947e1-c755-4dda-a17b-ac533e206135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4368c620-2da1-4560-bd8a-b56ecab842c1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:40.098913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-967947e1-c755-4dda-a17b-ac533e206135 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c4570a46eeb42b0999b7649bed1ef7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7116795 Oct 25 08:49:40.105191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33394) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:40.108765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Router 9b354d68-2a7d-4603-a642-e80e7fb908d7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:49:40.242869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e589-aa4b-4369-b47c-c9901f26b6d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.292290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e589-aa4b-4369-b47c-c9901f26b6d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.328310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:49:40.336768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-db15f94b-689f-45ec-9c09-4b32d6b37957 admin admin] 10.222.0.32 "PUT /v2.0/routers/9b354d68-2a7d-4603-a642-e80e7fb908d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0128286 Oct 25 08:49:40.340435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:40.367235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-49571fd0-5837-494b-a3f6-97e2cf92163a None None] Provisioning complete for port 7b36d0bb-aaae-4792-b868-379d64e75199 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:40.367604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-49571fd0-5837-494b-a3f6-97e2cf92163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.415221 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e589-aa4b-4369-b47c-c9901f26b6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.419227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e589-aa4b-4369-b47c-c9901f26b6d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.425801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8ed1e589-aa4b-4369-b47c-c9901f26b6d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4368c620-2da1-4560-bd8a-b56ecab842c1 HTTP/1.1" status: 204 len: 168 time: 0.3173020 Oct 25 08:49:40.430168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-49571fd0-5837-494b-a3f6-97e2cf92163a None None] Port 7b36d0bb-aaae-4792-b868-379d64e75199 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:49:40.441167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1e589-aa4b-4369-b47c-c9901f26b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4368c620-2da1-4560-bd8a-b56ecab842c1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:40.469036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:40.469400 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.587229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 79b77fc2-5d3b-4e43-bb74-23f614b713e7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:40.666798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 79b77fc2-5d3b-4e43-bb74-23f614b713e7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:40.667253 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.769342 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.792617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 79b77fc2-5d3b-4e43-bb74-23f614b713e7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=79b77fc2-5d3b-4e43-bb74-23f614b713e7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:49:40.796665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33428) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:40.798323 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.819449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb57c-0d76-4868-bc4f-bfed38d4024a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.857902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=79b77fc2-5d3b-4e43-bb74-23f614b713e7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:40.914356 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb57c-0d76-4868-bc4f-bfed38d4024a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.922180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb57c-0d76-4868-bc4f-bfed38d4024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:40.961091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4d8bb57c-0d76-4868-bc4f-bfed38d4024a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64b95c9506684b69afb19186b8b43034&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1612024 Oct 25 08:49:40.963343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33444) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:40.972390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bb57c-0d76-4868-bc4f-bfed38d4024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9def8629-fb45-46dd-8211-379d5f868c71,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:41.031459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c268-3a0a-4d83-9a8f-1f6adff3ce9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.053339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33446) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:41.055740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c268-3a0a-4d83-9a8f-1f6adff3ce9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.069295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f109fe27-a38e-483d-8ba1-06d40850b29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.122521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c268-3a0a-4d83-9a8f-1f6adff3ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.128723 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c268-3a0a-4d83-9a8f-1f6adff3ce9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.131952 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b7c2c268-3a0a-4d83-9a8f-1f6adff3ce9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9def8629-fb45-46dd-8211-379d5f868c71 HTTP/1.1" status: 204 len: 168 time: 0.1664689 Oct 25 08:49:41.155130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2c268-3a0a-4d83-9a8f-1f6adff3ce9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def8629-fb45-46dd-8211-379d5f868c71,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:41.183270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f109fe27-a38e-483d-8ba1-06d40850b29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.189433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f109fe27-a38e-483d-8ba1-06d40850b29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.236529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109fe27-a38e-483d-8ba1-06d40850b29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febe90ed-1cae-4e91-a513-f949f1162797,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:41.245482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f109fe27-a38e-483d-8ba1-06d40850b29b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1b38bc753f746b9b55ae6c399d006e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1910474 Oct 25 08:49:41.248310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33458) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:41.260384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33460) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:41.266969 n-d-814746-2 neutron-server[106992]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 25 08:49:41.299599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-6dde8331-f994-4f4e-9559-9f53dd710783 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21189420d1a24b44b4b7ce124fe7f044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358562 Oct 25 08:49:41.331608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-913260a2-da34-4bb5-90b9-7ea62a5143a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.367634 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-913260a2-da34-4bb5-90b9-7ea62a5143a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.427472 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-913260a2-da34-4bb5-90b9-7ea62a5143a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.430305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-913260a2-da34-4bb5-90b9-7ea62a5143a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:41.431772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-913260a2-da34-4bb5-90b9-7ea62a5143a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/febe90ed-1cae-4e91-a513-f949f1162797 HTTP/1.1" status: 204 len: 168 time: 0.1819921 Oct 25 08:49:41.440373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913260a2-da34-4bb5-90b9-7ea62a5143a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febe90ed-1cae-4e91-a513-f949f1162797,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:41.458064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-82504926-f540-4378-bf84-f587c1d89f23 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:41.461203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-82504926-f540-4378-bf84-f587c1d89f23 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607156 Oct 25 08:49:41.487873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-7e840657-56cd-4335-a08b-b04127ea6cc4 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/quotas/21189420d1a24b44b4b7ce124fe7f044 HTTP/1.1" status: 200 len: 375 time: 0.0188258 Oct 25 08:49:41.602237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-74404b8c-6354-4bf3-9e18-f2f9537f013c tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21189420d1a24b44b4b7ce124fe7f044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038249 Oct 25 08:49:41.626245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Sync routers for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:49:41.652094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:49:41.652722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:49:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:41.933607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:49:42.074756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 79b77fc2-5d3b-4e43-bb74-23f614b713e7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:42.292242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 79b77fc2-5d3b-4e43-bb74-23f614b713e7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:42.293043 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.409147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 2, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:42.436878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33554) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:42.448648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Checking router: 9b354d68-2a7d-4603-a642-e80e7fb908d7 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:49:42.449202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Updating router 9b354d68-2a7d-4603-a642-e80e7fb908d7 port 7b36d0bb-aaae-4792-b868-379d64e75199 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:49:42.483133 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.619484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33562) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:42.626014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-network', 'tenant_id': '9223927b44e14008a6fd0aeee195a066'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:42.664350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Made reservation on behalf of 9223927b44e14008a6fd0aeee195a066 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:49:42.669156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.683998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.754368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33570) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:42.854427 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.863473 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.881654 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.897840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.931781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:49:42.944594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ae99ec-a8ea-497a-8ddb-3202e1568e42,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:42.978793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:42.982711 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Added segment ee767b68-928c-4103-a4ea-222882121d7b of type vlan for network eb972685-f4f4-4205-a82c-61dc2f7dd85d Oct 25 08:49:43.067089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.078543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99889005-b40c-4cd3-a46f-3a74f8d17cb7 None None] Pushing event updated for resources: {'Port': ['ID=7b36d0bb-aaae-4792-b868-379d64e75199,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:43.155886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0de97ed-3a19-4eca-b94e-27d49e6f033e req-425d67a7-70c6-4287-9993-a1704c4c80d8 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 210 time: 0.7168298 Oct 25 08:49:43.179813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec4a5a09-1b36-4c18-ab5f-64bc7a14d9ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.180663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.181397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:43.182793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.187375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Attempting to bind port 7b36d0bb-aaae-4792-b868-379d64e75199 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:49:43.188342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Attempting to bind port 7b36d0bb-aaae-4792-b868-379d64e75199 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:49:43.188859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Attempting to bind port 7b36d0bb-aaae-4792-b868-379d64e75199 on network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:49:43.210084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:49:43.211841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Checking segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:43.212354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.212853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Bound using segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:49:43.214018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Bound port: 7b36d0bb-aaae-4792-b868-379d64e75199, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:49:43.216174 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.379969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] For port 7b36d0bb-aaae-4792-b868-379d64e75199, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:49:43.388326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] For port 7b36d0bb-aaae-4792-b868-379d64e75199, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b36d0bb-aaae-4792-b868-379d64e75199,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:49:43.395703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7718945 Oct 25 08:49:43.400385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.403341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33610) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:43.417170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Request body: {'subnet': {'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-subnet', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:43.424994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5cd24-c187-4e06-8595-7ae0aadfc7ad admin admin] Pushing event updated for resources: {'Network': ['ID=eb972685-f4f4-4205-a82c-61dc2f7dd85d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:43.485055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network eb972685-f4f4-4205-a82c-61dc2f7dd85d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:49:43.485686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Made reservation on behalf of 9223927b44e14008a6fd0aeee195a066 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:49:43.488558 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Publish callbacks [] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.713869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:49:43.714677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:49:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:43.717177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-64a02898-4808-4d35-9a5b-4a39aac9a469 None None] Provisioning complete for port 7b36d0bb-aaae-4792-b868-379d64e75199 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:43.717714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64a02898-4808-4d35-9a5b-4a39aac9a469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.725328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec4a5a09-1b36-4c18-ab5f-64bc7a14d9ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.732465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec4a5a09-1b36-4c18-ab5f-64bc7a14d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:43.795327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a5a09-1b36-4c18-ab5f-64bc7a14d9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebae39dd-508c-454b-903e-ac773b2265b2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:43.818742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99889005-b40c-4cd3-a46f-3a74f8d17cb7 None None] Pushing event updated for resources: {'Port': ['ID=7b36d0bb-aaae-4792-b868-379d64e75199,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:43.867297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ec4a5a09-1b36-4c18-ab5f-64bc7a14d9ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d4cc4707d3947a78f336941e5ee83c2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1112249 Oct 25 08:49:43.869822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33634) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:43.977844 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.023492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ffa10634-7a1f-41df-abd7-cd33af84ed05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.060852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64a02898-4808-4d35-9a5b-4a39aac9a469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.096109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ffa10634-7a1f-41df-abd7-cd33af84ed05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.122484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:49:44.185491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-64a02898-4808-4d35-9a5b-4a39aac9a469 None None] For port 7b36d0bb-aaae-4792-b868-379d64e75199, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b36d0bb-aaae-4792-b868-379d64e75199,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:49:44.198493 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64a02898-4808-4d35-9a5b-4a39aac9a469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.211059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ffa10634-7a1f-41df-abd7-cd33af84ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.215410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ffa10634-7a1f-41df-abd7-cd33af84ed05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.217840 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ffa10634-7a1f-41df-abd7-cd33af84ed05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebae39dd-508c-454b-903e-ac773b2265b2 HTTP/1.1" status: 204 len: 168 time: 0.3466675 Oct 25 08:49:44.233553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=61dbe5b6-577d-4c4b-8638-2d43d80bc3a0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:44.238544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa10634-7a1f-41df-abd7-cd33af84ed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebae39dd-508c-454b-903e-ac773b2265b2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:44.246875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Checking segment: {'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:44.247223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Network hostable DHCP agents. Network: eb972685-f4f4-4205-a82c-61dc2f7dd85d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:49:44.274256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Network eb972685-f4f4-4205-a82c-61dc2f7dd85d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:49:44.334162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f02399e6-9bac-41e9-8cc6-4d3ecfa8da11 req-fac09b7f-7acb-4ff1-8326-15d370b55829 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 210 time: 0.0406835 Oct 25 08:49:44.335946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, eb972685-f4f4-4205-a82c-61dc2f7dd85d) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:44.343594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:44.344562 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.386641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c965ba3d-7c30-407b-b265-406d544cd9df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9789059 Oct 25 08:49:44.387260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33662) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:44.393832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c93547-2ee1-425e-9e6a-2aa13c1fee4f None None] Network eb972685-f4f4-4205-a82c-61dc2f7dd85d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:49:44.398630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:44.430285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-262bfa89-0ece-4b63-b16d-5f248e16af79 None None] Provisioning complete for port 7b36d0bb-aaae-4792-b868-379d64e75199 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:44.431275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-262bfa89-0ece-4b63-b16d-5f248e16af79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.456237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.457833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.557534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a02898-4808-4d35-9a5b-4a39aac9a469 None None] Pushing event updated for resources: {'Port': ['ID=7b36d0bb-aaae-4792-b868-379d64e75199,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:44.656337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.839986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:44.938138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:43Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:45.042082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d5ec6-dec6-4ca1-a9c6-bcd93f7afada None None] The sync data for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 is: [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:43Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:49:45.060557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-eb972685-f4f4-4205-a82c-61dc2f7dd85d', 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'fixed_ips': [{'subnet_id': '61dbe5b6-577d-4c4b-8638-2d43d80bc3a0'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:49:45.062507 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.237419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.278385 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.386789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Allocated IP 172.20.0.2 (eb972685-f4f4-4205-a82c-61dc2f7dd85d/61dbe5b6-577d-4c4b-8638-2d43d80bc3a0/aeb0cda0-6a28-4c45-888a-31dde08e1937) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:49:45.487855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Allocated IP 172.25.8.142 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/b875dbbf-46d9-4a67-a17e-6fcef3b94847) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:49:45.648261 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.652483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33726) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:45.659850 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.693335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d016ae8d-a2b5-4e59-9103-69910af8b09d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.736962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Pushing event updated for resources: {'Port': ['ID=aeb0cda0-6a28-4c45-888a-31dde08e1937,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:45.751825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Network eb972685-f4f4-4205-a82c-61dc2f7dd85d is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:45.755459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:45.766180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:49:45.855410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.860314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.18', 57367) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:45.936802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d369c03e-eb52-4b09-b055-fbbed5d23036 req-52a89b76-eabe-42c9-8934-495f6597fa6b tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 210 time: 0.2913265 Oct 25 08:49:45.941549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.955067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Attempting to bind port aeb0cda0-6a28-4c45-888a-31dde08e1937 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:49:45.957788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Attempting to bind port aeb0cda0-6a28-4c45-888a-31dde08e1937 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:49:45.961220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Attempting to bind port aeb0cda0-6a28-4c45-888a-31dde08e1937 on network eb972685-f4f4-4205-a82c-61dc2f7dd85d {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:49:45.981567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:49:45.984700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Checking segment: {'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:45.985325 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.986785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Bound using segment: {'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:49:45.990768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Bound port: aeb0cda0-6a28-4c45-888a-31dde08e1937, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:49:45.991728 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:45.994875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:46.004672 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-8bd44834-852c-449e-8954-f861469faf4f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=21189420d1a24b44b4b7ce124fe7f044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443026 Oct 25 08:49:46.121115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Pushing event updated for resources: {'Port': ['ID=b875dbbf-46d9-4a67-a17e-6fcef3b94847,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:46.124943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:46.182723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:49:46.183345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7b36d0bb-aaae-4792-b868-379d64e75199 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:46.280444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d016ae8d-a2b5-4e59-9103-69910af8b09d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:46.311678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] For port aeb0cda0-6a28-4c45-888a-31dde08e1937, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:49:46.323713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] For port aeb0cda0-6a28-4c45-888a-31dde08e1937, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=aeb0cda0-6a28-4c45-888a-31dde08e1937,segment=NetworkSegment(ee767b68-928c-4103-a4ea-222882121d7b),segment_id=ee767b68-928c-4103-a4ea-222882121d7b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:49:46.337637 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d016ae8d-a2b5-4e59-9103-69910af8b09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:46.384356 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:49:46.398250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ae8d-a2b5-4e59-9103-69910af8b09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de58f4bb-98f2-451c-bf6c-2e7dfe1c7d6a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:46.461141 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:46.481340 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d016ae8d-a2b5-4e59-9103-69910af8b09d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddfa25b62e5d4e7bb9daae455f0185c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8276715 Oct 25 08:49:46.486699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33778) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:46.545537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-8687c073-85cc-4ab6-9346-3a3566a6237f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:46.549833 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-8687c073-85cc-4ab6-9346-3a3566a6237f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5382638 Oct 25 08:49:46.579551 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d0b8847-a209-471d-a6ad-fccd66316300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:46.610060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd7bc1-ac38-4e55-984b-33228f836928 None None] Pushing event updated for resources: {'Port': ['ID=aeb0cda0-6a28-4c45-888a-31dde08e1937,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:46.621739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7b36d0bb-aaae-4792-b868-379d64e75199 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:46.622100 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:46.690871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Request body: {'port': {'device_id': '6fe40c47-6ede-4c31-86d3-18bae855597b', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '21189420d1a24b44b4b7ce124fe7f044'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:46.790944 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a9c0-2008-4e1f-b95c-b7566038a7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:46.832775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a9c0-2008-4e1f-b95c-b7566038a7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:46.916976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.124528 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a9c0-2008-4e1f-b95c-b7566038a7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.127215 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6f8a9c0-2008-4e1f-b95c-b7566038a7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.131718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d6f8a9c0-2008-4e1f-b95c-b7566038a7dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de58f4bb-98f2-451c-bf6c-2e7dfe1c7d6a HTTP/1.1" status: 204 len: 168 time: 0.6436818 Oct 25 08:49:47.164168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Made reservation on behalf of 21189420d1a24b44b4b7ce124fe7f044 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:49:47.165618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8a9c0-2008-4e1f-b95c-b7566038a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de58f4bb-98f2-451c-bf6c-2e7dfe1c7d6a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:47.169115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-625673de-8bbb-475a-a2fa-302af143a599 req-8116b149-c432-4a3d-85e5-f81612a9f96a tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 210 time: 0.0700819 Oct 25 08:49:47.173185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.187506 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.304961 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.314148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.450799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:47.493749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.535258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33816) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:47.624681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Allocated IP 192.168.233.89 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/354fd24c-466d-484b-b267-d175f27435a5) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:49:47.687445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:49:47.829002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.865303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:47.876023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:49:47.878732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33828) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:47.890795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Sync routers for ids ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:49:47.925366 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Routers {'940b97db-cfae-4e79-ae3a-4c2d204f1a8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:49:47.925993 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:49:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:47.946581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:47.955548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:47.968419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:49:47.975033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:47.975679 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:48.007142 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:48.008380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-054c6d71-557c-4003-878c-e315e8dcb751 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6192505 Oct 25 08:49:48.012849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33834) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:48.137728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463dc6f-b4b6-4149-ad7a-10e436d6a0d8 None None] Network eb972685-f4f4-4205-a82c-61dc2f7dd85d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:49:48.369585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Pushing event updated for resources: {'Port': ['ID=354fd24c-466d-484b-b267-d175f27435a5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:48.450409 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-f5e374ed-0b18-4c53-8b56-a23fa8521c65 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7629330 Oct 25 08:49:48.458519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8794a9-6fce-41fd-a962-b23f95bbf181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:48.464177 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Set router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:49:48.504251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-76bfb7c7-5699-4296-83ca-8562d714fc36 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:49:48.518801 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-76bfb7c7-5699-4296-83ca-8562d714fc36 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0414407 Oct 25 08:49:48.526134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b30df-a4ed-41f7-859b-59f86abd4a6c req-d5cb3676-d829-4b7e-ad83-70e0583dc8a0 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:48.536902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac0b30df-a4ed-41f7-859b-59f86abd4a6c req-d5cb3676-d829-4b7e-ad83-70e0583dc8a0 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 935 time: 0.1698225 Oct 25 08:49:48.653481 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1edbb76c-2d96-4661-882d-ec461247eb84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:48.669762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac0b30df-a4ed-41f7-859b-59f86abd4a6c req-78d4167c-7f24-45eb-b67d-d45c3602985e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279805 Oct 25 08:49:48.832688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device aeb0cda0-6a28-4c45-888a-31dde08e1937 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:48.967951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8794a9-6fce-41fd-a962-b23f95bbf181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.022777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8794a9-6fce-41fd-a962-b23f95bbf181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.049130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ca57be1d-2bd0-4d0f-908e-9010d2a541c3 None None] Provisioning complete for port aeb0cda0-6a28-4c45-888a-31dde08e1937 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:49.049854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca57be1d-2bd0-4d0f-908e-9010d2a541c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.087124 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd4bc7e3-db9d-4634-be95-2be456ebc0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.158507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-db8794a9-6fce-41fd-a962-b23f95bbf181 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72b19a829cdd4f05a7e183d2d9745c37&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6221242 Oct 25 08:49:49.188049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33862) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:49.198951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port aeb0cda0-6a28-4c45-888a-31dde08e1937 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:49.200151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.221959 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:49:46Z', 'revision_number': 3, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port': {'id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:45Z', 'updated_at': '2021-10-25T08:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:49.234678 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca57be1d-2bd0-4d0f-908e-9010d2a541c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.300236 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Checking router: 940b97db-cfae-4e79-ae3a-4c2d204f1a8e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:49:49.300598 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Updating router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e port b875dbbf-46d9-4a67-a17e-6fcef3b94847 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:49:49.306071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ca57be1d-2bd0-4d0f-908e-9010d2a541c3 None None] For port aeb0cda0-6a28-4c45-888a-31dde08e1937, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=aeb0cda0-6a28-4c45-888a-31dde08e1937,segment=NetworkSegment(ee767b68-928c-4103-a4ea-222882121d7b),segment_id=ee767b68-928c-4103-a4ea-222882121d7b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:49:49.314539 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca57be1d-2bd0-4d0f-908e-9010d2a541c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.387104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8794a9-6fce-41fd-a962-b23f95bbf181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339ac63f-5af3-4357-92a5-a58f189f1c7c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:49.438509 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.508540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3ff5b3d3-1876-46ab-8cb3-a444f05a14fd None None] Provisioning complete for port 354fd24c-466d-484b-b267-d175f27435a5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:49.509304 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ff5b3d3-1876-46ab-8cb3-a444f05a14fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.560412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57be1d-2bd0-4d0f-908e-9010d2a541c3 None None] Pushing event updated for resources: {'Port': ['ID=aeb0cda0-6a28-4c45-888a-31dde08e1937,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:49.575224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1edbb76c-2d96-4661-882d-ec461247eb84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.596017 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-164c054f-152c-4199-833c-a1f72d0df70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.600563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5b3d3-1876-46ab-8cb3-a444f05a14fd None None] Port 354fd24c-466d-484b-b267-d175f27435a5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:49:49.604431 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1edbb76c-2d96-4661-882d-ec461247eb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.668166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1edbb76c-2d96-4661-882d-ec461247eb84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65c813308a6949948d6d5ef5c9680b24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7649546 Oct 25 08:49:49.677531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-164c054f-152c-4199-833c-a1f72d0df70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.679160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33872) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:49.717949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbb76c-2d96-4661-882d-ec461247eb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e028aed6-681f-4d6c-8d2d-0cb92fa3a9d2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:49.738777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d5738b26-c897-4e4d-9d03-580b82df6887 None None] Provisioning complete for port aeb0cda0-6a28-4c45-888a-31dde08e1937 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:49.740078 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5738b26-c897-4e4d-9d03-580b82df6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.875542 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.890172 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:49.953761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33880) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:50.004945 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd840bc0-04fa-4529-9ddc-a4ffb82f5515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.023044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2b1fd-3497-4833-8901-e4bc603eb6d1 req-95b7322b-bf82-43a4-b679-d09f656e70da tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:50.033737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da2b1fd-3497-4833-8901-e4bc603eb6d1 req-95b7322b-bf82-43a4-b679-d09f656e70da tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 935 time: 0.1986935 Oct 25 08:49:50.070367 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-164c054f-152c-4199-833c-a1f72d0df70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.073134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-164c054f-152c-4199-833c-a1f72d0df70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.077282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-164c054f-152c-4199-833c-a1f72d0df70f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/339ac63f-5af3-4357-92a5-a58f189f1c7c HTTP/1.1" status: 204 len: 168 time: 0.8881338 Oct 25 08:49:50.123471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da2b1fd-3497-4833-8901-e4bc603eb6d1 req-4ddef344-0116-4380-ba8e-9f011979cd1e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886621 Oct 25 08:49:50.124678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c054f-152c-4199-833c-a1f72d0df70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339ac63f-5af3-4357-92a5-a58f189f1c7c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:50.136566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd840bc0-04fa-4529-9ddc-a4ffb82f5515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.176423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device aeb0cda0-6a28-4c45-888a-31dde08e1937 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:50.218568 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Request body: {'port': {'device_id': '6fe40c47-6ede-4c31-86d3-18bae855597b', 'device_owner': 'compute:tempest-test_az-320929974', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:50.272598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd840bc0-04fa-4529-9ddc-a4ffb82f5515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.277057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd840bc0-04fa-4529-9ddc-a4ffb82f5515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.281477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cd840bc0-04fa-4529-9ddc-a4ffb82f5515 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e028aed6-681f-4d6c-8d2d-0cb92fa3a9d2 HTTP/1.1" status: 204 len: 168 time: 0.5984228 Oct 25 08:49:50.323455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd840bc0-04fa-4529-9ddc-a4ffb82f5515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e028aed6-681f-4d6c-8d2d-0cb92fa3a9d2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:50.353536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28ef88cd-661d-4734-b3c0-6d4ec0757d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.393563 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.407957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port aeb0cda0-6a28-4c45-888a-31dde08e1937 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:50.409434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.409849 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.440771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.539251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28ef88cd-661d-4734-b3c0-6d4ec0757d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.545915 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28ef88cd-661d-4734-b3c0-6d4ec0757d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.557441 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269cc6c-366d-4c88-b63d-e34a455073e4 None None] Pushing event updated for resources: {'Port': ['ID=b875dbbf-46d9-4a67-a17e-6fcef3b94847,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:50.567611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Attempting to bind port b875dbbf-46d9-4a67-a17e-6fcef3b94847 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:49:50.573102 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Attempting to bind port b875dbbf-46d9-4a67-a17e-6fcef3b94847 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:49:50.576495 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Attempting to bind port b875dbbf-46d9-4a67-a17e-6fcef3b94847 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:49:50.610130 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:49:50.610514 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:50.610893 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.624246 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:49:50.624808 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Bound port: b875dbbf-46d9-4a67-a17e-6fcef3b94847, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:49:50.625272 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.635717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef88cd-661d-4734-b3c0-6d4ec0757d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27714c9-851e-44b1-abdc-3ff15bc8a1a4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:50.664789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-28ef88cd-661d-4734-b3c0-6d4ec0757d4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baabead549594ad5b03dc7be3d07ddfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072456 Oct 25 08:49:50.665790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33892) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:50.735676 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] For port b875dbbf-46d9-4a67-a17e-6fcef3b94847, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:49:50.747161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e642370d-6db3-4743-adda-db868cb1127a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.751088 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] For port b875dbbf-46d9-4a67-a17e-6fcef3b94847, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b875dbbf-46d9-4a67-a17e-6fcef3b94847,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:49:50.757218 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.817450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e642370d-6db3-4743-adda-db868cb1127a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.874755 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Routers {'940b97db-cfae-4e79-ae3a-4c2d204f1a8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:49:50.883226 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:49:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:50.917467 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e642370d-6db3-4743-adda-db868cb1127a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.921884 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e642370d-6db3-4743-adda-db868cb1127a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:50.927939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e642370d-6db3-4743-adda-db868cb1127a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b27714c9-851e-44b1-abdc-3ff15bc8a1a4 HTTP/1.1" status: 204 len: 168 time: 0.2577028 Oct 25 08:49:50.948574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642370d-6db3-4743-adda-db868cb1127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27714c9-851e-44b1-abdc-3ff15bc8a1a4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:50.999452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354fd24c-466d-484b-b267-d175f27435a5 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:49:51.012156 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.016399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.046431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Transition to ACTIVE for port object 354fd24c-466d-484b-b267-d175f27435a5 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:49:51.057746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.236870 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269cc6c-366d-4c88-b63d-e34a455073e4 None None] Pushing event updated for resources: {'Port': ['ID=b875dbbf-46d9-4a67-a17e-6fcef3b94847,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:51.340167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33904) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:51.356589 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] Set router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:49:51.374919 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68db6e45-af04-455b-8b64-7ae984e761ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.549190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=354fd24c-466d-484b-b267-d175f27435a5,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:51.642484 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.685850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68db6e45-af04-455b-8b64-7ae984e761ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.688215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Attempting to bind port 354fd24c-466d-484b-b267-d175f27435a5 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:49:51.688581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Attempting to bind port 354fd24c-466d-484b-b267-d175f27435a5 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:49:51.688927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Attempting to bind port 354fd24c-466d-484b-b267-d175f27435a5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:49:51.700156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68db6e45-af04-455b-8b64-7ae984e761ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.729669 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Port 354fd24c-466d-484b-b267-d175f27435a5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:49:51.730125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Attempting to bind port 354fd24c-466d-484b-b267-d175f27435a5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:49:51.744510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:49:51.744848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:51.745376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:49:51.745837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Bound port: 354fd24c-466d-484b-b267-d175f27435a5, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:49:51.746575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.788049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33912) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:51.789878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Allocated IP 172.20.0.1 (eb972685-f4f4-4205-a82c-61dc2f7dd85d/61dbe5b6-577d-4c4b-8638-2d43d80bc3a0/dae38e9a-84af-49a3-93ee-9dfb1060f957) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:49:51.792077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-68db6e45-af04-455b-8b64-7ae984e761ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b9a99aa315f4b27aa3f45d6fa470ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493942 Oct 25 08:49:51.810457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33914) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:51.847209 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:49:46Z', 'revision_number': 3, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port': {'id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:45Z', 'updated_at': '2021-10-25T08:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:51.892435 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267f4b5-c871-4f55-bde2-53ed8e13522a None None] The sync data for ids ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'] in n-d-814746-2 is: [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:49:46Z', 'revision_number': 3, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port': {'id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:45Z', 'updated_at': '2021-10-25T08:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:49:51.927825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db6e45-af04-455b-8b64-7ae984e761ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8512af59-fac2-4543-ba2d-7b259535ab70,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:51.937541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13bc5d2d-cb54-46a0-bc96-dcaf109d9cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:51.986596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996fc4f-1516-4574-a9d1-2adf40c1f34d req-6dcb9c44-95c0-461a-bc5e-e4c53684fab8 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:52.001849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0996fc4f-1516-4574-a9d1-2adf40c1f34d req-6dcb9c44-95c0-461a-bc5e-e4c53684fab8 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.4545383 Oct 25 08:49:52.088017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27b1f688-987e-4221-a820-962266ccc5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.106369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] For port 354fd24c-466d-484b-b267-d175f27435a5, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:49:52.151303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0996fc4f-1516-4574-a9d1-2adf40c1f34d req-d42abe32-e1cd-4ed4-b8ce-9e6f44f0a3ae tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466835 Oct 25 08:49:52.151303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33920) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:52.201094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abfdd9af-36ac-4043-a3d0-c51745c61c3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.231471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] For port 354fd24c-466d-484b-b267-d175f27435a5, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=354fd24c-466d-484b-b267-d175f27435a5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:49:52.268143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.294688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27b1f688-987e-4221-a820-962266ccc5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.313257 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.328409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13bc5d2d-cb54-46a0-bc96-dcaf109d9cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.339922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13bc5d2d-cb54-46a0-bc96-dcaf109d9cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.398074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:52.398697 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.400104 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] 10.222.0.18 "PUT /v2.0/ports/354fd24c-466d-484b-b267-d175f27435a5 HTTP/1.1" status: 200 len: 1116 time: 3.6438437 Oct 25 08:49:52.400545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe40c47-6ede-4c31-86d3-18bae855597b', 'tag': '354fd24c-466d-484b-b267-d175f27435a5'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:49:52.402144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc5d2d-cb54-46a0-bc96-dcaf109d9cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b1e632-6650-4aa6-b0b3-bc4a9ef6a565,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:52.556852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-13bc5d2d-cb54-46a0-bc96-dcaf109d9cb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e3f9fd2d7cf45a5a615a31bae6bf553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7301233 Oct 25 08:49:52.564058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33928) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:52.600789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abfdd9af-36ac-4043-a3d0-c51745c61c3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.611137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abfdd9af-36ac-4043-a3d0-c51745c61c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.685760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-abfdd9af-36ac-4043-a3d0-c51745c61c3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd8f74e60e124755b955debd40d128e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333736 Oct 25 08:49:52.687249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdd9af-36ac-4043-a3d0-c51745c61c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed59dfa4-1d21-44fb-8711-362433b25594,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:52.704472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33934) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:52.851639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c37d8e4-7dc3-4d97-a86d-db6d090477f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.909022 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff467b9c-0977-4e67-8225-45b54daefd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe40c47-6ede-4c31-86d3-18bae855597b", "tag": "354fd24c-466d-484b-b267-d175f27435a5"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:49:52.916552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c37d8e4-7dc3-4d97-a86d-db6d090477f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.919148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:52.951611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfad16-8eee-442f-a5dc-848a3cfcb4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=354fd24c-466d-484b-b267-d175f27435a5,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:53.013210 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c37d8e4-7dc3-4d97-a86d-db6d090477f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:53.016481 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c37d8e4-7dc3-4d97-a86d-db6d090477f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:53.017725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4c37d8e4-7dc3-4d97-a86d-db6d090477f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed59dfa4-1d21-44fb-8711-362433b25594 HTTP/1.1" status: 204 len: 168 time: 0.3112578 Oct 25 08:49:53.027127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37d8e4-7dc3-4d97-a86d-db6d090477f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed59dfa4-1d21-44fb-8711-362433b25594,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:53.113901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Network eb972685-f4f4-4205-a82c-61dc2f7dd85d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:53.116263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-b3ab8c7a-3766-437b-96e3-b55bfe78f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:53.118048 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-b3ab8c7a-3766-437b-96e3-b55bfe78f932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21189420d1a24b44b4b7ce124fe7f044&device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 1119 time: 0.5575807 Oct 25 08:49:53.118645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Pushing event updated for resources: {'Port': ['ID=dae38e9a-84af-49a3-93ee-9dfb1060f957,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:53.150200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:53.156974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:49:53.157387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:53.161563 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27b1f688-987e-4221-a820-962266ccc5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:53.168972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27b1f688-987e-4221-a820-962266ccc5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:53.170603 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-27b1f688-987e-4221-a820-962266ccc5f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8512af59-fac2-4543-ba2d-7b259535ab70 HTTP/1.1" status: 204 len: 168 time: 1.3719018 Oct 25 08:49:53.400378 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559b3de5-194d-4a4a-bd72-b424482f58de x-openstack-request-id: req-559b3de5-194d-4a4a-bd72-b424482f58de {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:49:53.400613 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe40c47-6ede-4c31-86d3-18bae855597b", "tag": "354fd24c-466d-484b-b267-d175f27435a5", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:49:53.400837 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-559b3de5-194d-4a4a-bd72-b424482f58de {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:49:53.431286 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe40c47-6ede-4c31-86d3-18bae855597b', 'tag': '354fd24c-466d-484b-b267-d175f27435a5', 'status': 'completed', 'code': 200} Oct 25 08:49:53.547218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1f688-987e-4221-a820-962266ccc5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8512af59-fac2-4543-ba2d-7b259535ab70,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:53.586326 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-76e3a109-e6da-4a37-a462-2811190bf62b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=354fd24c-466d-484b-b267-d175f27435a5 HTTP/1.1" status: 200 len: 217 time: 0.3343241 Oct 25 08:49:53.618677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e4d00-dca1-47f5-8980-1fd2e0180fa2 req-d03eff32-5e9b-4468-8d54-25b4516c6453 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:53.620776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f23e4d00-dca1-47f5-8980-1fd2e0180fa2 req-d03eff32-5e9b-4468-8d54-25b4516c6453 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.2068803 Oct 25 08:49:53.666968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d680f9e3-eff3-4c86-a9a6-b7ec7a720d25 None None] Provisioning complete for port dae38e9a-84af-49a3-93ee-9dfb1060f957 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:53.667440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d680f9e3-eff3-4c86-a9a6-b7ec7a720d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:53.745802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f23e4d00-dca1-47f5-8980-1fd2e0180fa2 req-32ff15d8-0dc4-4b06-ac5b-58b60a25820a tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035602 Oct 25 08:49:53.788673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d680f9e3-eff3-4c86-a9a6-b7ec7a720d25 None None] Port dae38e9a-84af-49a3-93ee-9dfb1060f957 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:49:53.813485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb71a8f3-9bff-437d-aa5a-c60334d4dbf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:53.882476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-50eef990-413a-4ffd-97e3-44c33959f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:53.884336 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-50eef990-413a-4ffd-97e3-44c33959f780 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.2213461 Oct 25 08:49:53.891415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb71a8f3-9bff-437d-aa5a-c60334d4dbf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:53.985061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.080989 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb71a8f3-9bff-437d-aa5a-c60334d4dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.086767 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb71a8f3-9bff-437d-aa5a-c60334d4dbf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.091210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cb71a8f3-9bff-437d-aa5a-c60334d4dbf4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54b1e632-6650-4aa6-b0b3-bc4a9ef6a565 HTTP/1.1" status: 204 len: 168 time: 1.3555901 Oct 25 08:49:54.114710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71a8f3-9bff-437d-aa5a-c60334d4dbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b1e632-6650-4aa6-b0b3-bc4a9ef6a565,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:54.120067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b875dbbf-46d9-4a67-a17e-6fcef3b94847 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:54.217314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b875dbbf-46d9-4a67-a17e-6fcef3b94847 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:54.217959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.351888 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.373242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33984) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:54.380347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port b875dbbf-46d9-4a67-a17e-6fcef3b94847, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b875dbbf-46d9-4a67-a17e-6fcef3b94847,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:49:54.388123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.495633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=b875dbbf-46d9-4a67-a17e-6fcef3b94847,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:54.761577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ced20a3-0afc-429b-a50d-6b37ff350b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.776236 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.790359 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.794261 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:54.821947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-7dafead6-41a2-43f3-a0d2-d0ab6fea1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:54.827258 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-7dafead6-41a2-43f3-a0d2-d0ab6fea1e98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6710896 Oct 25 08:49:54.983667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Pushing event updated for resources: {'Port': ['ID=dae38e9a-84af-49a3-93ee-9dfb1060f957,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:55.006752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33998) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:55.069218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71042cb9-ebf5-4a7b-946e-4032dc5e89d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.072750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Network eb972685-f4f4-4205-a82c-61dc2f7dd85d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:49:55.075224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:49:55.120994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ced20a3-0afc-429b-a50d-6b37ff350b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.153102 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ced20a3-0afc-429b-a50d-6b37ff350b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.195470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fcb60-4307-45c8-8e21-0a87b813ef53 req-7ece416c-fd81-43de-bdb7-6f9e96b34e74 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:55.205719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b05fcb60-4307-45c8-8e21-0a87b813ef53 req-7ece416c-fd81-43de-bdb7-6f9e96b34e74 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.3023005 Oct 25 08:49:55.280737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:49:55.316948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1ced20a3-0afc-429b-a50d-6b37ff350b7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2acb0f549eb743259412c1f18d8b63e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9424994 Oct 25 08:49:55.347772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34004) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:55.359369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced20a3-0afc-429b-a50d-6b37ff350b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d320d430-ea8a-46c1-9278-26d92f852153,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:55.444435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b05fcb60-4307-45c8-8e21-0a87b813ef53 req-e32194ed-3fb6-4ec0-8a84-e911189e4e0a tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311075 Oct 25 08:49:55.541373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0416d4c4-c19b-4094-9865-d63d8af51349 None None] Provisioning complete for port dae38e9a-84af-49a3-93ee-9dfb1060f957 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:55.542793 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0416d4c4-c19b-4094-9865-d63d8af51349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.546141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71042cb9-ebf5-4a7b-946e-4032dc5e89d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.585157 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71042cb9-ebf5-4a7b-946e-4032dc5e89d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.731233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-71042cb9-ebf5-4a7b-946e-4032dc5e89d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99888b5a81684104b7dbfdcddf985716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211978 Oct 25 08:49:55.737949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34016) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:55.739811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0416d4c4-c19b-4094-9865-d63d8af51349 None None] Port dae38e9a-84af-49a3-93ee-9dfb1060f957 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:49:55.780380 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-2627d792-6193-4805-8c3d-7396028a049b service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596266 Oct 25 08:49:55.794977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bbcc61b8-8335-4e05-9293-79fc7df6b3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.854850 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bbcc61b8-8335-4e05-9293-79fc7df6b3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.875011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:49:55.893678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92d35ee9-4062-4046-a17a-5d53ca4a3e3d admin admin] 10.222.0.32 "PUT /v2.0/routers/940b97db-cfae-4e79-ae3a-4c2d204f1a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8659031 Oct 25 08:49:55.894044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Sync routers for ids ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:49:55.911120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Routers {'940b97db-cfae-4e79-ae3a-4c2d204f1a8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:49:55.911770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:49:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:55.951582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042cb9-ebf5-4a7b-946e-4032dc5e89d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4710f6d-ed4c-43f8-87bd-71c6da140dcb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:55.952868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bbcc61b8-8335-4e05-9293-79fc7df6b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.967943 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bbcc61b8-8335-4e05-9293-79fc7df6b3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.970816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-407756e0-a605-4d46-be8f-0d00c3756402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:55.972126 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bbcc61b8-8335-4e05-9293-79fc7df6b3ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d320d430-ea8a-46c1-9278-26d92f852153 HTTP/1.1" status: 204 len: 168 time: 0.6236167 Oct 25 08:49:56.003010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc61b8-8335-4e05-9293-79fc7df6b3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d320d430-ea8a-46c1-9278-26d92f852153,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:56.050014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-407756e0-a605-4d46-be8f-0d00c3756402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:56.160176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-407756e0-a605-4d46-be8f-0d00c3756402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:56.164634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-407756e0-a605-4d46-be8f-0d00c3756402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:56.166134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-407756e0-a605-4d46-be8f-0d00c3756402 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4710f6d-ed4c-43f8-87bd-71c6da140dcb HTTP/1.1" status: 204 len: 168 time: 0.4217265 Oct 25 08:49:56.171630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b875dbbf-46d9-4a67-a17e-6fcef3b94847 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:49:56.197816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407756e0-a605-4d46-be8f-0d00c3756402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4710f6d-ed4c-43f8-87bd-71c6da140dcb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:56.272515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b875dbbf-46d9-4a67-a17e-6fcef3b94847 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:56.273336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:56.337671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Set router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:49:56.675901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97373f6b-41d5-4f5a-9e96-f3e038e7589b req-81a903c0-983f-4b65-ae14-f9cbdea0f579 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:56.683528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97373f6b-41d5-4f5a-9e96-f3e038e7589b req-81a903c0-983f-4b65-ae14-f9cbdea0f579 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.1087341 Oct 25 08:49:56.703213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:49:53Z', 'revision_number': 4, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port': {'id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:45Z', 'updated_at': '2021-10-25T08:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'dae38e9a-84af-49a3-93ee-9dfb1060f957', 'name': '', 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'mac_address': 'fa:16:3e:5a:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '61dbe5b6-577d-4c4b-8638-2d43d80bc3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:51Z', 'updated_at': '2021-10-25T08:49:54Z', 'revision_number': 2, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'subnets': [{'id': '61dbe5b6-577d-4c4b-8638-2d43d80bc3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:56.741183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Checking router: 940b97db-cfae-4e79-ae3a-4c2d204f1a8e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:49:56.741527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Updating router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e port dae38e9a-84af-49a3-93ee-9dfb1060f957 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:49:56.744266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97373f6b-41d5-4f5a-9e96-f3e038e7589b req-bdbb9465-c7fd-4c85-80fd-078e176a281a tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594923 Oct 25 08:49:56.784747 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.119952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34052) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:57.135796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8495e95e-d173-4069-9c0d-0c9079741157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.232449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8495e95e-d173-4069-9c0d-0c9079741157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.237213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8495e95e-d173-4069-9c0d-0c9079741157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.298492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495e95e-d173-4069-9c0d-0c9079741157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b856d80a-f8a0-436d-aa30-fc1707f4b11f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:57.321445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8495e95e-d173-4069-9c0d-0c9079741157 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9e2c898ec224f0fb106046ecff7a352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002640 Oct 25 08:49:57.322049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34056) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:57.426686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46729ce9-74fc-4d11-8674-460839d343ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.462016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46729ce9-74fc-4d11-8674-460839d343ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.464104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.471075 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.518928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d9410-f83e-4ae5-9100-18dff93ce93e None None] Pushing event updated for resources: {'Port': ['ID=dae38e9a-84af-49a3-93ee-9dfb1060f957,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:57.523818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46729ce9-74fc-4d11-8674-460839d343ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.528614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46729ce9-74fc-4d11-8674-460839d343ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.529801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-46729ce9-74fc-4d11-8674-460839d343ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b856d80a-f8a0-436d-aa30-fc1707f4b11f HTTP/1.1" status: 204 len: 168 time: 0.2063758 Oct 25 08:49:57.551011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46729ce9-74fc-4d11-8674-460839d343ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b856d80a-f8a0-436d-aa30-fc1707f4b11f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:57.630276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Attempting to bind port dae38e9a-84af-49a3-93ee-9dfb1060f957 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:49:57.630698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Attempting to bind port dae38e9a-84af-49a3-93ee-9dfb1060f957 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:49:57.631062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Attempting to bind port dae38e9a-84af-49a3-93ee-9dfb1060f957 on network eb972685-f4f4-4205-a82c-61dc2f7dd85d {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:49:57.637228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:49:57.637598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Checking segment: {'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:49:57.638020 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.638504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Bound using segment: {'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:49:57.639137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Bound port: dae38e9a-84af-49a3-93ee-9dfb1060f957, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee767b68-928c-4103-a4ea-222882121d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:49:57.639521 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.731061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] For port dae38e9a-84af-49a3-93ee-9dfb1060f957, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:49:57.734899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] For port dae38e9a-84af-49a3-93ee-9dfb1060f957, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=dae38e9a-84af-49a3-93ee-9dfb1060f957,segment=NetworkSegment(ee767b68-928c-4103-a4ea-222882121d7b),segment_id=ee767b68-928c-4103-a4ea-222882121d7b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:49:57.741839 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:57.857740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d9410-f83e-4ae5-9100-18dff93ce93e None None] Pushing event updated for resources: {'Port': ['ID=dae38e9a-84af-49a3-93ee-9dfb1060f957,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:57.900406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Routers {'940b97db-cfae-4e79-ae3a-4c2d204f1a8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:49:57.900406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:49:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:58.181113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] Set router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:49:58.275576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0ee8ad01-dff8-400d-9e1a-62bcb8d1a849 None None] Provisioning complete for port dae38e9a-84af-49a3-93ee-9dfb1060f957 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:58.275944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ad01-dff8-400d-9e1a-62bcb8d1a849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.384804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34092) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:58.391964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f33da1ac-f2c6-4861-8478-97dcfb8abe83 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139932459', 'description': 'tempest-description--1807188877'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:58.443773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4e74-7fde-40a5-bd4a-7520276263ee req-18854bf5-c800-461b-8afe-9c00b5501d15 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:58.452720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-286f4e74-7fde-40a5-bd4a-7520276263ee req-18854bf5-c800-461b-8afe-9c00b5501d15 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.5496957 Oct 25 08:49:58.465263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f33da1ac-f2c6-4861-8478-97dcfb8abe83 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.519531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-286f4e74-7fde-40a5-bd4a-7520276263ee req-16df4d36-4473-4f43-bb38-df0aa1931c6f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656750 Oct 25 08:49:58.541666 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ad01-dff8-400d-9e1a-62bcb8d1a849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.608643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0ee8ad01-dff8-400d-9e1a-62bcb8d1a849 None None] For port dae38e9a-84af-49a3-93ee-9dfb1060f957, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=dae38e9a-84af-49a3-93ee-9dfb1060f957,segment=NetworkSegment(ee767b68-928c-4103-a4ea-222882121d7b),segment_id=ee767b68-928c-4103-a4ea-222882121d7b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:49:58.614382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ad01-dff8-400d-9e1a-62bcb8d1a849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.620879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f33da1ac-f2c6-4861-8478-97dcfb8abe83 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.626848 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f33da1ac-f2c6-4861-8478-97dcfb8abe83 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.668687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f33da1ac-f2c6-4861-8478-97dcfb8abe83 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.671734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f33da1ac-f2c6-4861-8478-97dcfb8abe83 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2849360 Oct 25 08:49:58.674829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34108) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:58.675664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33da1ac-f2c6-4861-8478-97dcfb8abe83 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:58.677689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:49:53Z', 'revision_number': 4, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port': {'id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:45Z', 'updated_at': '2021-10-25T08:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'dae38e9a-84af-49a3-93ee-9dfb1060f957', 'name': '', 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'mac_address': 'fa:16:3e:5a:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '61dbe5b6-577d-4c4b-8638-2d43d80bc3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:51Z', 'updated_at': '2021-10-25T08:49:57Z', 'revision_number': 4, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'subnets': [{'id': '61dbe5b6-577d-4c4b-8638-2d43d80bc3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:49:58.680200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b4f6e0ff-5b78-41cc-a6f3-17b9aee51193 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Request body: {'security_group_rule': {'security_group_id': 'd2df4579-4e00-4e15-a8b9-f2bd7c060f7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:58.728092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e0ff-5b78-41cc-a6f3-17b9aee51193 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.733869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd44078-c6cf-40a3-8b24-7e29d298dd38 None None] The sync data for ids ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'] in n-d-814746-2 is: [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:49:53Z', 'revision_number': 4, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port': {'id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:45Z', 'updated_at': '2021-10-25T08:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'dae38e9a-84af-49a3-93ee-9dfb1060f957', 'name': '', 'network_id': 'eb972685-f4f4-4205-a82c-61dc2f7dd85d', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'mac_address': 'fa:16:3e:5a:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '61dbe5b6-577d-4c4b-8638-2d43d80bc3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:51Z', 'updated_at': '2021-10-25T08:49:57Z', 'revision_number': 4, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'subnets': [{'id': '61dbe5b6-577d-4c4b-8638-2d43d80bc3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:49:58.768060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8ad01-dff8-400d-9e1a-62bcb8d1a849 None None] Pushing event updated for resources: {'Port': ['ID=dae38e9a-84af-49a3-93ee-9dfb1060f957,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:58.790355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2bbadad9-7afc-4924-86ff-6af509516b8b None None] Provisioning complete for port dae38e9a-84af-49a3-93ee-9dfb1060f957 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:49:58.791041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2bbadad9-7afc-4924-86ff-6af509516b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.893809 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e0ff-5b78-41cc-a6f3-17b9aee51193 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.901476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e0ff-5b78-41cc-a6f3-17b9aee51193 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.937394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6e0ff-5b78-41cc-a6f3-17b9aee51193 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb8ce89-317c-44b4-973d-8ab4b4b72f9c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:58.956820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e0ff-5b78-41cc-a6f3-17b9aee51193 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:58.959784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b4f6e0ff-5b78-41cc-a6f3-17b9aee51193 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2838540 Oct 25 08:49:58.963557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34110) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:58.968653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-360d6ca7-6d93-44de-9a15-dd9f5a26ea80 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Request body: {'security_group_rule': {'security_group_id': 'd2df4579-4e00-4e15-a8b9-f2bd7c060f7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:59.039725 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-360d6ca7-6d93-44de-9a15-dd9f5a26ea80 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:59.232122 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-360d6ca7-6d93-44de-9a15-dd9f5a26ea80 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:59.239913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-360d6ca7-6d93-44de-9a15-dd9f5a26ea80 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:59.260070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d6ca7-6d93-44de-9a15-dd9f5a26ea80 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8906d60-992c-4df4-904d-0a171403d32a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:49:59.291440 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-360d6ca7-6d93-44de-9a15-dd9f5a26ea80 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:59.294373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-360d6ca7-6d93-44de-9a15-dd9f5a26ea80 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293915 Oct 25 08:49:59.297763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34128) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:59.303468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:49:59.362553 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:59.628350 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:49:59.782044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881ca0f-b4b0-4bdc-8f39-1e4883815a28 req-b4a35f91-b034-4e5d-a388-c730783b7f69 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:49:59.785214 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3881ca0f-b4b0-4bdc-8f39-1e4883815a28 req-b4a35f91-b034-4e5d-a388-c730783b7f69 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.1529155 Oct 25 08:49:59.786607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34138) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:49:59.889764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Allocated IP 172.25.8.57 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/3e7d53b8-b2ab-428c-b1d0-0971f2d88774) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:49:59.922345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3881ca0f-b4b0-4bdc-8f39-1e4883815a28 req-6c7c384d-feac-467b-b79d-11ffc080449e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185400 Oct 25 08:50:00.126938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e38b73e-df6c-42ba-baff-a05dfc9d58a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.161077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device dae38e9a-84af-49a3-93ee-9dfb1060f957 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:50:00.200399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.261372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port dae38e9a-84af-49a3-93ee-9dfb1060f957 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:00.261739 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.292296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.327383 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e38b73e-df6c-42ba-baff-a05dfc9d58a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.337404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e38b73e-df6c-42ba-baff-a05dfc9d58a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.359194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:00.362818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:00.369238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:00.418612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2e38b73e-df6c-42ba-baff-a05dfc9d58a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee699b94f46b494d8f342159683941eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6308699 Oct 25 08:50:00.420001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38b73e-df6c-42ba-baff-a05dfc9d58a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4926b6-c794-4bed-87f5-aa977d88b545,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:00.422897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34166) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:00.490737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a23402b-d70c-4f65-8418-58edace6974d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.520493 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a23402b-d70c-4f65-8418-58edace6974d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.530201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.553736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34170) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:00.597156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a23402b-d70c-4f65-8418-58edace6974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.600824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a23402b-d70c-4f65-8418-58edace6974d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.604497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2a23402b-d70c-4f65-8418-58edace6974d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b4926b6-c794-4bed-87f5-aa977d88b545 HTTP/1.1" status: 204 len: 168 time: 0.1779180 Oct 25 08:50:00.609962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23402b-d70c-4f65-8418-58edace6974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4926b6-c794-4bed-87f5-aa977d88b545,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:00.628023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.655908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event updated for resources: {'Port': ['ID=3e7d53b8-b2ab-428c-b1d0-0971f2d88774,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:00.815354 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.823397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.876633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.880656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-629d164f-9153-4631-9366-6bdef6484246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.903714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event updated for resources: {'Port': ['ID=3e7d53b8-b2ab-428c-b1d0-0971f2d88774,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:00.912750 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.921891 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-01ec6178-1e78-46b3-b7b9-52f50eb13e7c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6150398 Oct 25 08:50:00.982908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-629d164f-9153-4631-9366-6bdef6484246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:00.987408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-629d164f-9153-4631-9366-6bdef6484246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.040813 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-629d164f-9153-4631-9366-6bdef6484246 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1094e8e33f0e42759e113cc62679f49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304569 Oct 25 08:50:01.042833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d164f-9153-4631-9366-6bdef6484246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03800846-d403-4ab9-a58c-034d7720beef,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:01.045918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34190) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:01.051601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c488-0d88-44f2-832b-b9e01bdf381d req-f52daff7-ef33-42c6-9d69-8e787fbb7288 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:01.059666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1be1c488-0d88-44f2-832b-b9e01bdf381d req-f52daff7-ef33-42c6-9d69-8e787fbb7288 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.0584471 Oct 25 08:50:01.108356 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-30aa93c5-de13-4b6d-8350-d2fe30ad703c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.110481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1be1c488-0d88-44f2-832b-b9e01bdf381d req-5ab59d88-9990-4350-8749-73d4d85eb49e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Oct 25 08:50:01.142227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-30aa93c5-de13-4b6d-8350-d2fe30ad703c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.151890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34194) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:01.174252 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-948971d0-c9cc-4332-b79f-5392fa46af87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.235953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-30aa93c5-de13-4b6d-8350-d2fe30ad703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.239333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-30aa93c5-de13-4b6d-8350-d2fe30ad703c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.240641 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-30aa93c5-de13-4b6d-8350-d2fe30ad703c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03800846-d403-4ab9-a58c-034d7720beef HTTP/1.1" status: 204 len: 168 time: 0.1937623 Oct 25 08:50:01.256014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa93c5-de13-4b6d-8350-d2fe30ad703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03800846-d403-4ab9-a58c-034d7720beef,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:01.273038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-247a58b6-d0bc-4383-ac32-2435bb7faaaf tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--139932459&fields=id&tenant_id=18f302d3385e4b429e2de15b72b31eb4 HTTP/1.1" status: 200 len: 267 time: 0.0645139 Oct 25 08:50:01.322793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-948971d0-c9cc-4332-b79f-5392fa46af87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.328927 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-948971d0-c9cc-4332-b79f-5392fa46af87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.372476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948971d0-c9cc-4332-b79f-5392fa46af87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c882bc-be62-451d-8faa-5c66c18485d6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:01.377950 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-948971d0-c9cc-4332-b79f-5392fa46af87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fee17311eb0a44e6ba33186db5c1a8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239325 Oct 25 08:50:01.380430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34210) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:01.438235 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e6142a3-177d-41c3-a513-d87c8b6d6a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.470431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e6142a3-177d-41c3-a513-d87c8b6d6a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.509036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-fff46123-6c91-41c7-ae37-5571fc4d92e1 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:01.520170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-fff46123-6c91-41c7-ae37-5571fc4d92e1 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 823 time: 0.2401500 Oct 25 08:50:01.533485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-88085d83-5547-4313-9486-c30d74ef8c6e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/quotas/18f302d3385e4b429e2de15b72b31eb4 HTTP/1.1" status: 200 len: 375 time: 0.0123622 Oct 25 08:50:01.633194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-e82493d2-fd03-4b53-ae87-3b87a78b41ba tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954645 Oct 25 08:50:01.748373 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e6142a3-177d-41c3-a513-d87c8b6d6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.750952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e6142a3-177d-41c3-a513-d87c8b6d6a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.753346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5e6142a3-177d-41c3-a513-d87c8b6d6a7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40c882bc-be62-451d-8faa-5c66c18485d6 HTTP/1.1" status: 204 len: 168 time: 0.3716989 Oct 25 08:50:01.775385 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed95857e-4339-40d5-8f65-52570faad8c5 req-e168126a-ff87-4978-8a46-5d4b3858ae49 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260054 Oct 25 08:50:01.776216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6142a3-177d-41c3-a513-d87c8b6d6a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c882bc-be62-451d-8faa-5c66c18485d6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:01.878996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34232) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:01.899416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80e57bd6-ee99-41ca-942f-00f5d56a14e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:01.926462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-b323c862-b742-4c68-a15d-d22955ae77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:01.928379 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-b323c862-b742-4c68-a15d-d22955ae77c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21189420d1a24b44b4b7ce124fe7f044&device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 1119 time: 0.0516951 Oct 25 08:50:02.033371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80e57bd6-ee99-41ca-942f-00f5d56a14e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:02.039700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80e57bd6-ee99-41ca-942f-00f5d56a14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:02.092867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-80e57bd6-ee99-41ca-942f-00f5d56a14e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b63451e1a20a4b2b82063dce47420301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127364 Oct 25 08:50:02.094323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e57bd6-ee99-41ca-942f-00f5d56a14e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f1ea0-7bbc-463e-a30c-98afba89616a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:02.095818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34242) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:02.116948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-5668f592-51a4-47db-b17e-0da7ff789b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:02.118403 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-5668f592-51a4-47db-b17e-0da7ff789b85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1833899 Oct 25 08:50:02.174836 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-d9beef0c-3c66-4b06-b59a-c8e546c5dcd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=354fd24c-466d-484b-b267-d175f27435a5 HTTP/1.1" status: 200 len: 217 time: 0.0452645 Oct 25 08:50:02.197714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b897ab60-6a3b-4138-9277-01cbd84dbd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:02.226140 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b897ab60-6a3b-4138-9277-01cbd84dbd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:02.238512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4969b70-58fa-4364-b2e5-c3ff729a1fd6 req-84b71764-c115-429f-a744-3822f5f585e1 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:02.247751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4969b70-58fa-4364-b2e5-c3ff729a1fd6 req-84b71764-c115-429f-a744-3822f5f585e1 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.0686438 Oct 25 08:50:02.295223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-b3ea9004-a0db-46c0-a07d-9dbd3b20bea9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:50:02.304176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-b3ea9004-a0db-46c0-a07d-9dbd3b20bea9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3223341 Oct 25 08:50:02.308106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-2b835c3e-1f6a-4e09-8a30-d19f95a1a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:02.309374 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-2b835c3e-1f6a-4e09-8a30-d19f95a1a0b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0769835 Oct 25 08:50:02.364869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4969b70-58fa-4364-b2e5-c3ff729a1fd6 req-0b874de4-21b4-4084-9277-f98b2fffd089 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157417 Oct 25 08:50:02.367913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b897ab60-6a3b-4138-9277-01cbd84dbd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:02.370663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b897ab60-6a3b-4138-9277-01cbd84dbd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:02.371964 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b897ab60-6a3b-4138-9277-01cbd84dbd79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f5f1ea0-7bbc-463e-a30c-98afba89616a HTTP/1.1" status: 204 len: 168 time: 0.2752259 Oct 25 08:50:02.375903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-de8091d3-0d3c-43b4-b69b-6b8f68fbf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:02.377429 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-de8091d3-0d3c-43b4-b69b-6b8f68fbf76f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592687 Oct 25 08:50:02.383946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897ab60-6a3b-4138-9277-01cbd84dbd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f1ea0-7bbc-463e-a30c-98afba89616a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:02.458046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-b14b837f-f375-447b-ad4e-823b1d704787 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517484 Oct 25 08:50:02.482619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-a4e4470b-52fe-408d-8c32-cf1f2c0b87b8 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959656 Oct 25 08:50:02.578591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-deb4f346-b491-4e4e-8eef-49f69275725d service neutron] 10.222.0.32 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192997 Oct 25 08:50:02.590427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34258) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:02.603110 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff467b9c-0977-4e67-8225-45b54daefd4a req-25387413-7a71-43eb-a0a9-3390b40ca0b1 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110926 Oct 25 08:50:02.778012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7501aaf8-4055-4bfa-abfc-15491f2194b6 req-f290a263-1083-47ed-9046-e99b0a51a170 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0425143 Oct 25 08:50:02.935279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c93dc2ac-1fce-48a5-9396-e111e00a5a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:03.049499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c93dc2ac-1fce-48a5-9396-e111e00a5a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:03.055534 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c93dc2ac-1fce-48a5-9396-e111e00a5a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:03.118844 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c93dc2ac-1fce-48a5-9396-e111e00a5a16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a826b62830243ccb1b7dd6468bebc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204103 Oct 25 08:50:03.118844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dc2ac-1fce-48a5-9396-e111e00a5a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedbe430-8e5a-4472-a2f7-46783d85ddf4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:03.119428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34292) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:03.225100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3364176c-7502-463e-ac0c-161c8e4d18c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:03.253897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3364176c-7502-463e-ac0c-161c8e4d18c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:03.314169 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3364176c-7502-463e-ac0c-161c8e4d18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:03.317930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3364176c-7502-463e-ac0c-161c8e4d18c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:03.323279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3364176c-7502-463e-ac0c-161c8e4d18c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aedbe430-8e5a-4472-a2f7-46783d85ddf4 HTTP/1.1" status: 204 len: 168 time: 0.2055645 Oct 25 08:50:03.343039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364176c-7502-463e-ac0c-161c8e4d18c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedbe430-8e5a-4472-a2f7-46783d85ddf4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:03.553078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e604-96c3-4b3b-a438-b18dca1f065d req-f95c6e2b-e4bd-47b9-ab5a-1f6441b92f90 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:03.578934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b879e604-96c3-4b3b-a438-b18dca1f065d req-f95c6e2b-e4bd-47b9-ab5a-1f6441b92f90 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.1235271 Oct 25 08:50:03.636142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b879e604-96c3-4b3b-a438-b18dca1f065d req-84ace3e1-b243-4cd1-beae-127b2343d302 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561664 Oct 25 08:50:03.801831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34334) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:03.822498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f88eca86-882a-424a-a3a7-4b90799075c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:03.996036 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dfe274f-7c34-41f4-850e-1faf1065d73b req-18c7421d-75b2-4a8c-bf3a-64e7ac3f8ff0 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0697947 Oct 25 08:50:04.096304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f88eca86-882a-424a-a3a7-4b90799075c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:04.105336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f88eca86-882a-424a-a3a7-4b90799075c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:04.204331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f88eca86-882a-424a-a3a7-4b90799075c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dfdaa857bc2412bbb2fb4c234813372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014819 Oct 25 08:50:04.209026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34350) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:04.217702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eca86-882a-424a-a3a7-4b90799075c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb2e7dc-c840-40a0-9ecb-de6e3f37f08f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:04.290575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1771d73-2e06-4c0e-922f-73f249cafbc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:04.326249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1771d73-2e06-4c0e-922f-73f249cafbc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:04.415078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1771d73-2e06-4c0e-922f-73f249cafbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:04.420399 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1771d73-2e06-4c0e-922f-73f249cafbc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:04.421989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d1771d73-2e06-4c0e-922f-73f249cafbc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bb2e7dc-c840-40a0-9ecb-de6e3f37f08f HTTP/1.1" status: 204 len: 168 time: 0.2114134 Oct 25 08:50:04.430710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1771d73-2e06-4c0e-922f-73f249cafbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb2e7dc-c840-40a0-9ecb-de6e3f37f08f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:04.772985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ea0c0-5083-4993-9a77-cef5c43d5b52 req-85d25c1a-f899-4313-b1a4-eebedc75f4d5 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:04.774930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-843ea0c0-5083-4993-9a77-cef5c43d5b52 req-85d25c1a-f899-4313-b1a4-eebedc75f4d5 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.0626762 Oct 25 08:50:04.795861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.41', 57231) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:04.843352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-843ea0c0-5083-4993-9a77-cef5c43d5b52 req-0894de25-6950-4ccd-a17b-b8781d2ed248 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610447 Oct 25 08:50:04.848771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34388) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:05.142832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6cb57d54-ebed-4659-9d93-8040541d9ad7 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:05.154437 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6cb57d54-ebed-4659-9d93-8040541d9ad7 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.41 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 823 time: 0.3457661 Oct 25 08:50:05.179713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c332b3e4-3210-4580-9e45-86ba050144b9 req-593c3a3e-5e91-4afb-b069-ca37a41cad3e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0397363 Oct 25 08:50:05.340966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46ce82b4-a64a-4ac4-8be6-0d6c0bb52702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:05.368503 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-2caae11d-e3ed-4f9a-b703-be1da486412f tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f302d3385e4b429e2de15b72b31eb4 HTTP/1.1" status: 200 len: 379 time: 0.1115699 Oct 25 08:50:05.483381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46ce82b4-a64a-4ac4-8be6-0d6c0bb52702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:05.493408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46ce82b4-a64a-4ac4-8be6-0d6c0bb52702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:05.541527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce82b4-a64a-4ac4-8be6-0d6c0bb52702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ef6ff9-8784-4f64-b081-8b6667924e80,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:05.557009 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-46ce82b4-a64a-4ac4-8be6-0d6c0bb52702 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f72f8965b72644aa9afdf5e442005e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989183 Oct 25 08:50:05.560226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34412) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:05.630314 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dc41604-6046-4305-a154-7076a9ced360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:05.685227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dc41604-6046-4305-a154-7076a9ced360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:05.829961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dc41604-6046-4305-a154-7076a9ced360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:05.834794 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dc41604-6046-4305-a154-7076a9ced360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:05.838572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7dc41604-6046-4305-a154-7076a9ced360 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56ef6ff9-8784-4f64-b081-8b6667924e80 HTTP/1.1" status: 204 len: 168 time: 0.2748139 Oct 25 08:50:05.840060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8bbf-aaac-486b-9814-e3e0007be305 req-de41ada5-9a60-4a99-88ff-2dda165593fb tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:05.840542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8bbf-aaac-486b-9814-e3e0007be305 req-de41ada5-9a60-4a99-88ff-2dda165593fb tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:05.841054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8bbf-aaac-486b-9814-e3e0007be305 req-de41ada5-9a60-4a99-88ff-2dda165593fb tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:05.841513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8bbf-aaac-486b-9814-e3e0007be305 req-de41ada5-9a60-4a99-88ff-2dda165593fb tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:05.841970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8bbf-aaac-486b-9814-e3e0007be305 req-de41ada5-9a60-4a99-88ff-2dda165593fb tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:05.850445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-326f8bbf-aaac-486b-9814-e3e0007be305 req-de41ada5-9a60-4a99-88ff-2dda165593fb tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1862311 Oct 25 08:50:05.853795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc41604-6046-4305-a154-7076a9ced360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ef6ff9-8784-4f64-b081-8b6667924e80,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:06.094521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe816f8b-c484-4482-a716-325238158323 req-030e89d5-52d6-49e6-8339-2d1bc1db0545 tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:06.095955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe816f8b-c484-4482-a716-325238158323 req-030e89d5-52d6-49e6-8339-2d1bc1db0545 tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 886 time: 0.2188408 Oct 25 08:50:06.269620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb1d1-2888-44ac-866f-ca1a8277b58d req-344cde53-d58a-4f0f-9536-95b506f6cb76 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:06.276808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afbbb1d1-2888-44ac-866f-ca1a8277b58d req-344cde53-d58a-4f0f-9536-95b506f6cb76 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 968 time: 0.1171215 Oct 25 08:50:06.320912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34444) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:06.339335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4da169c-1da9-40aa-92a5-bec7719b77fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:06.353841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afbbb1d1-2888-44ac-866f-ca1a8277b58d req-21c50818-c5f5-407e-a71f-1d268c0b61a6 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738373 Oct 25 08:50:06.371174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7829-9d6e-4bf5-8781-afb77400b4ed req-d092da78-7e84-4793-a2a8-3114fb5994af tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:06.371174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7829-9d6e-4bf5-8781-afb77400b4ed req-d092da78-7e84-4793-a2a8-3114fb5994af tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:06.371174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7829-9d6e-4bf5-8781-afb77400b4ed req-d092da78-7e84-4793-a2a8-3114fb5994af tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:06.371174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7829-9d6e-4bf5-8781-afb77400b4ed req-d092da78-7e84-4793-a2a8-3114fb5994af tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:06.371174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7829-9d6e-4bf5-8781-afb77400b4ed req-d092da78-7e84-4793-a2a8-3114fb5994af tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:06.380862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5efd7829-9d6e-4bf5-8781-afb77400b4ed req-d092da78-7e84-4793-a2a8-3114fb5994af tempest-NetworksTest-1250000282 tempest-NetworksTest-1250000282-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1862781 Oct 25 08:50:06.453490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82e53ba6-5e35-4d99-8bf5-121ef32e2823 req-376b5e78-54c7-48c9-aa18-a2bed34a9445 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0289662 Oct 25 08:50:06.460924 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4da169c-1da9-40aa-92a5-bec7719b77fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:06.475284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4da169c-1da9-40aa-92a5-bec7719b77fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:06.516516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da169c-1da9-40aa-92a5-bec7719b77fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2560369-77e2-468f-89fd-db68291a7e97,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:06.522608 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d4da169c-1da9-40aa-92a5-bec7719b77fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aeb2adaa9d054fd193d2aac6971eb8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004414 Oct 25 08:50:06.525191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34452) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:06.592621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec60a886-85a8-482d-bc3f-b9e6e22c34f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:06.622285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec60a886-85a8-482d-bc3f-b9e6e22c34f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:06.677547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec60a886-85a8-482d-bc3f-b9e6e22c34f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:06.680393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec60a886-85a8-482d-bc3f-b9e6e22c34f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:06.683981 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ec60a886-85a8-482d-bc3f-b9e6e22c34f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2560369-77e2-468f-89fd-db68291a7e97 HTTP/1.1" status: 204 len: 168 time: 0.1549277 Oct 25 08:50:06.690336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60a886-85a8-482d-bc3f-b9e6e22c34f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2560369-77e2-468f-89fd-db68291a7e97,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:06.751532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34462) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:06.875219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 354fd24c-466d-484b-b267-d175f27435a5 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:06.996483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 354fd24c-466d-484b-b267-d175f27435a5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=354fd24c-466d-484b-b267-d175f27435a5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:07.008345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '354fd24c-466d-484b-b267-d175f27435a5', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '354fd24c-466d-484b-b267-d175f27435a5', 'mac_address': 'fa:16:3e:44:ff:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:tempest-test_az-320929974', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:50:07.050534 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.064430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354fd24c-466d-484b-b267-d175f27435a5 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:07.087041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 354fd24c-466d-484b-b267-d175f27435a5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=354fd24c-466d-484b-b267-d175f27435a5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:07.091305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.135963 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-daee585a-7cfa-4edd-8bb2-37c57f84a640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.148215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=354fd24c-466d-484b-b267-d175f27435a5,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:07.238647 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-daee585a-7cfa-4edd-8bb2-37c57f84a640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.243956 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-daee585a-7cfa-4edd-8bb2-37c57f84a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.263466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34478) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:07.288931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-daee585a-7cfa-4edd-8bb2-37c57f84a640 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=492263f5634a4321bbc0877e72467d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5326531 Oct 25 08:50:07.290191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34484) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:07.292026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee585a-7cfa-4edd-8bb2-37c57f84a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbcf516-6011-4b10-b579-2e79108a4f01,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:07.369655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fce600cb-1692-4a46-a3a2-bebb7271bf88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.395011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fce600cb-1692-4a46-a3a2-bebb7271bf88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.471437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fce600cb-1692-4a46-a3a2-bebb7271bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.475429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fce600cb-1692-4a46-a3a2-bebb7271bf88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.480560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fce600cb-1692-4a46-a3a2-bebb7271bf88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcbcf516-6011-4b10-b579-2e79108a4f01 HTTP/1.1" status: 204 len: 168 time: 0.1850429 Oct 25 08:50:07.492427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce600cb-1692-4a46-a3a2-bebb7271bf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbcf516-6011-4b10-b579-2e79108a4f01,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:07.500782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a56b0e-a440-4c7f-9f6d-e6fdda86aa98 req-455924ed-f32b-42f8-8d3c-200e11ea473f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:07.516022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4a56b0e-a440-4c7f-9f6d-e6fdda86aa98 req-455924ed-f32b-42f8-8d3c-200e11ea473f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 969 time: 0.0907490 Oct 25 08:50:07.531246 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9652d024-7c6a-414b-b343-fae0e2b0834c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.603925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4a56b0e-a440-4c7f-9f6d-e6fdda86aa98 req-49b58cc4-884d-4e01-87fe-dd3fc1eec8a5 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869627 Oct 25 08:50:07.637873 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['354fd24c-466d-484b-b267-d175f27435a5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:07.660736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d366598-10f9-4c20-997f-be80a9a3fffe req-217bee3a-c9e6-4ea2-9870-1f1876367089 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0519907 Oct 25 08:50:07.693089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9652d024-7c6a-414b-b343-fae0e2b0834c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.702184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9652d024-7c6a-414b-b343-fae0e2b0834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.759135 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9652d024-7c6a-414b-b343-fae0e2b0834c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=546ce4aabd4c4716b5e8fa795a7db5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909413 Oct 25 08:50:07.762228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34504) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:07.764539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652d024-7c6a-414b-b343-fae0e2b0834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7006f32-c489-41fb-8c91-4bcc1e16515e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:07.835197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71b379df-6922-4076-8e4e-b4298552e5c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.867639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71b379df-6922-4076-8e4e-b4298552e5c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.935853 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71b379df-6922-4076-8e4e-b4298552e5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.939131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71b379df-6922-4076-8e4e-b4298552e5c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:07.940781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-71b379df-6922-4076-8e4e-b4298552e5c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7006f32-c489-41fb-8c91-4bcc1e16515e HTTP/1.1" status: 204 len: 168 time: 0.1768281 Oct 25 08:50:07.953124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b379df-6922-4076-8e4e-b4298552e5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7006f32-c489-41fb-8c91-4bcc1e16515e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:08.069060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34516) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:08.084965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc273-50a9-4634-b12f-087c4520d8da admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.174542 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc273-50a9-4634-b12f-087c4520d8da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.179779 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc273-50a9-4634-b12f-087c4520d8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.227207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ed0cc273-50a9-4634-b12f-087c4520d8da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=948f51540eca4ec58c4660a879489624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567028 Oct 25 08:50:08.227921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cc273-50a9-4634-b12f-087c4520d8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee4ddd-ec07-46b7-b25d-1388209f2810,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:08.230564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34524) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:08.299183 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5f304d3-b8c5-4a21-98a6-21fc8e6842cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.322552 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5f304d3-b8c5-4a21-98a6-21fc8e6842cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.367820 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.390335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5f304d3-b8c5-4a21-98a6-21fc8e6842cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.394031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5f304d3-b8c5-4a21-98a6-21fc8e6842cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.398311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d5f304d3-b8c5-4a21-98a6-21fc8e6842cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cee4ddd-ec07-46b7-b25d-1388209f2810 HTTP/1.1" status: 204 len: 168 time: 0.1641819 Oct 25 08:50:08.403935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f304d3-b8c5-4a21-98a6-21fc8e6842cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee4ddd-ec07-46b7-b25d-1388209f2810,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:08.603053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34538) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:08.623330 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f63467ce-a202-49b6-9641-d3117f2f52c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.718957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f63467ce-a202-49b6-9641-d3117f2f52c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.730247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f63467ce-a202-49b6-9641-d3117f2f52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.773908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f63467ce-a202-49b6-9641-d3117f2f52c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=571637a4d8e4451888e8848a5f6d546e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697755 Oct 25 08:50:08.776276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63467ce-a202-49b6-9641-d3117f2f52c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8e3dd8-8816-4651-aef4-636e07fb9928,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:08.776591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34550) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:08.861847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 354fd24c-466d-484b-b267-d175f27435a5 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:50:08.885807 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9e92f899-3a18-4dac-a007-958f3f065025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.940240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9e92f899-3a18-4dac-a007-958f3f065025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:08.973900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 354fd24c-466d-484b-b267-d175f27435a5 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:50:08.978310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 354fd24c-466d-484b-b267-d175f27435a5 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:08.978910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:09.064167 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9e92f899-3a18-4dac-a007-958f3f065025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:09.067356 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9e92f899-3a18-4dac-a007-958f3f065025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:09.068913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065b4e7-73c0-451c-b4cc-d659a5be78c4 req-021dab7c-aed6-4578-ba23-05477f7d09b3 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:09.071491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9e92f899-3a18-4dac-a007-958f3f065025 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b8e3dd8-8816-4651-aef4-636e07fb9928 HTTP/1.1" status: 204 len: 168 time: 0.2938113 Oct 25 08:50:09.073373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0065b4e7-73c0-451c-b4cc-d659a5be78c4 req-021dab7c-aed6-4578-ba23-05477f7d09b3 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 969 time: 0.1592584 Oct 25 08:50:09.085857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92f899-3a18-4dac-a007-958f3f065025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8e3dd8-8816-4651-aef4-636e07fb9928,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:09.112616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6ec1348-8df8-401c-9dc1-a27196ab338c req-81d36cb8-276c-4eb7-80d3-ea03fb47b67e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0994298 Oct 25 08:50:09.175866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0065b4e7-73c0-451c-b4cc-d659a5be78c4 req-b53c0749-b537-42cd-972b-a64c952b780b tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654306 Oct 25 08:50:09.241764 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:09.278098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe40c47-6ede-4c31-86d3-18bae855597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354fd24c-466d-484b-b267-d175f27435a5'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:09.371315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 354fd24c-466d-484b-b267-d175f27435a5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=354fd24c-466d-484b-b267-d175f27435a5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:09.387260 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:09.444797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:09.459603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=354fd24c-466d-484b-b267-d175f27435a5,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:09.705491 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31039345-af5d-4d6b-9b68-eae04120e1ee" -d '{"events": [{"server_uuid": "6fe40c47-6ede-4c31-86d3-18bae855597b", "name": "network-vif-plugged", "status": "completed", "tag": "354fd24c-466d-484b-b267-d175f27435a5"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:09.740020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e632b3e-34d5-4051-88c0-6b967d01bafd req-9c55eb16-b904-40bd-894b-836efde4d914 tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a7a19ce4e0b64fbb9cf306aabd9eb270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390422 Oct 25 08:50:09.870570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e632b3e-34d5-4051-88c0-6b967d01bafd req-b7a96fe4-a018-4b04-b57e-8507a9c05e2a tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:09.872529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e632b3e-34d5-4051-88c0-6b967d01bafd req-b7a96fe4-a018-4b04-b57e-8507a9c05e2a tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267715 Oct 25 08:50:09.889233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e632b3e-34d5-4051-88c0-6b967d01bafd req-245394f6-94b1-481d-a561-e851bdf7b492 tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/quotas/a7a19ce4e0b64fbb9cf306aabd9eb270 HTTP/1.1" status: 200 len: 375 time: 0.0103049 Oct 25 08:50:09.929703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e632b3e-34d5-4051-88c0-6b967d01bafd req-a58fd3ec-141e-499a-9174-f06a75776490 tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7a19ce4e0b64fbb9cf306aabd9eb270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322692 Oct 25 08:50:10.122575 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524f6d57-72d6-40e9-bd75-0ca83876648d x-openstack-request-id: req-524f6d57-72d6-40e9-bd75-0ca83876648d {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:10.123015 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe40c47-6ede-4c31-86d3-18bae855597b", "name": "network-vif-plugged", "status": "completed", "tag": "354fd24c-466d-484b-b267-d175f27435a5", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:10.123276 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-524f6d57-72d6-40e9-bd75-0ca83876648d {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:10.123937 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe40c47-6ede-4c31-86d3-18bae855597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354fd24c-466d-484b-b267-d175f27435a5', 'code': 200} Oct 25 08:50:10.247586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf3e7b7c-6269-4454-b731-38dbded23e70 req-d35a8b21-7e7a-459d-9c15-875d84a9d860 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0328469 Oct 25 08:50:10.332735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb6831-48df-49df-ac90-d201487d56a5 req-94d76ebe-2264-4cec-8817-0eb73d6abc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:10.334594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4cdb6831-48df-49df-ac90-d201487d56a5 req-94d76ebe-2264-4cec-8817-0eb73d6abc31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 1121 time: 0.1132460 Oct 25 08:50:10.356160 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4cdb6831-48df-49df-ac90-d201487d56a5 req-a98d9cc9-c02b-4680-94d8-5b0bdfd0861f service neutron] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:10.379512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f9cab-f943-4509-a937-0aeb0c031058 req-d1b1fb5a-feba-466d-ba0c-88d74ccce02e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:10.381694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-562f9cab-f943-4509-a937-0aeb0c031058 req-d1b1fb5a-feba-466d-ba0c-88d74ccce02e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 970 time: 0.0692511 Oct 25 08:50:10.432371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-562f9cab-f943-4509-a937-0aeb0c031058 req-b724426a-519f-4849-8cbd-71ac9628082b tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Oct 25 08:50:10.467362 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4cdb6831-48df-49df-ac90-d201487d56a5 req-a98d9cc9-c02b-4680-94d8-5b0bdfd0861f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:10.473664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4cdb6831-48df-49df-ac90-d201487d56a5 req-a98d9cc9-c02b-4680-94d8-5b0bdfd0861f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:10.509077 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4cdb6831-48df-49df-ac90-d201487d56a5 req-a98d9cc9-c02b-4680-94d8-5b0bdfd0861f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669095 Oct 25 08:50:10.523870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d9cc9-c02b-4680-94d8-5b0bdfd0861f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0805401b-494b-4f92-be83-737c41c73906,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:10.576909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34666) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:10.766898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34682) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:10.776206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc4a-2695-40a4-a4bc-8ce79d306517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:10.875512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc4a-2695-40a4-a4bc-8ce79d306517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:10.882399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbc4a-2695-40a4-a4bc-8ce79d306517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:10.923207 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e8bbc4a-2695-40a4-a4bc-8ce79d306517 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=502e9d93a5064f608730b9e39a91e74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427749 Oct 25 08:50:10.924070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34688) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:10.930361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bbc4a-2695-40a4-a4bc-8ce79d306517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b47ac4-f6ad-4943-82e4-b85c516699d2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:10.986318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-181900080-network', 'tenant_id': 'aa66063279d64b5c84f290c5437a3ea0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:11.007248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f605584f-8112-4a02-9191-b2f6e9398ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.038903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Made reservation on behalf of aa66063279d64b5c84f290c5437a3ea0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:11.042272 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.051460 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f605584f-8112-4a02-9191-b2f6e9398ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.063978 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.166633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f605584f-8112-4a02-9191-b2f6e9398ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.169205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f605584f-8112-4a02-9191-b2f6e9398ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.170323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f605584f-8112-4a02-9191-b2f6e9398ad5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94b47ac4-f6ad-4943-82e4-b85c516699d2 HTTP/1.1" status: 204 len: 168 time: 0.2411728 Oct 25 08:50:11.193165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605584f-8112-4a02-9191-b2f6e9398ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b47ac4-f6ad-4943-82e4-b85c516699d2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:11.196471 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.202951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.230830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:50:11.254352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f80812e-2369-45d7-bd99-2823fa244788,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:11.257529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.257886 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Added segment 15a33b90-8533-4fd4-8a7b-ea4b1f2fec69 of type vlan for network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e Oct 25 08:50:11.320821 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.357072 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.358899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:11.359681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.448952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34708) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:11.457554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6766450 Oct 25 08:50:11.461412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Request body: {'subnet': {'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-181900080-subnet', 'tenant_id': 'aa66063279d64b5c84f290c5437a3ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:11.522934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Made reservation on behalf of aa66063279d64b5c84f290c5437a3ea0 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:11.525590 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:11.534473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec886b-0b55-48c2-a0ed-4008e26909e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:11.547620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:50:11.824412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-329b1628-f800-4b42-bc27-d0b6256203e5 req-97e359ab-5168-44af-9eae-56bf89115b13 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0424044 Oct 25 08:50:11.923879 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:12.003850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe244ee-8f13-4aee-8e57-676c1fb0cb70 req-6e52ba3c-ca5c-4c5b-90ed-59188263223f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:12.014259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfe244ee-8f13-4aee-8e57-676c1fb0cb70 req-6e52ba3c-ca5c-4c5b-90ed-59188263223f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 970 time: 0.0991850 Oct 25 08:50:12.041065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d013093-2d8c-45ce-bcd5-cbf50787e3ea,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:12.052247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:12.052725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Network hostable DHCP agents. Network: ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:50:12.083470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfe244ee-8f13-4aee-8e57-676c1fb0cb70 req-37844045-ae77-4a23-8dac-b23e7faafbaf tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681627 Oct 25 08:50:12.089801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:50:12.106556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-924eb151-f159-4875-babd-14b375ec11e7 req-016e4c4f-0fc1-4f04-8229-a2b243e0dcfc tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a7a19ce4e0b64fbb9cf306aabd9eb270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365226 Oct 25 08:50:12.108033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:12.117514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:12.117608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:12.122860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17d360-0c46-482f-95c4-cc156ba85576 None None] Network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:12.154088 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-53c1e519-7db6-4593-a389-6803c0cc50cc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6982744 Oct 25 08:50:12.316579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eb151-f159-4875-babd-14b375ec11e7 req-f77071b3-809d-447e-8971-07531c90e9b9 tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:12.318095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-924eb151-f159-4875-babd-14b375ec11e7 req-f77071b3-809d-447e-8971-07531c90e9b9 tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107730 Oct 25 08:50:12.351910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-924eb151-f159-4875-babd-14b375ec11e7 req-cb8fe62c-a57b-4b38-8541-f303fd7c782b tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/quotas/a7a19ce4e0b64fbb9cf306aabd9eb270 HTTP/1.1" status: 200 len: 375 time: 0.0214429 Oct 25 08:50:12.370924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95028076-bbcd-43bd-999b-3d1b835878ad None None] Network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:12.408171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-924eb151-f159-4875-babd-14b375ec11e7 req-ea447121-e8c5-471f-bb09-aa06c480e522 tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7a19ce4e0b64fbb9cf306aabd9eb270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393968 Oct 25 08:50:12.463975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34750) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:12.712455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1612758255-network', 'tenant_id': 'de33fcc40daf4c88ba709b48c6f0116d'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:12.760076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Made reservation on behalf of de33fcc40daf4c88ba709b48c6f0116d for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:12.763485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:12.764071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34766) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:12.792294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:12.938429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:12.945073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:12.978710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:50:12.980820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45c733c-28ab-4da9-b8a1-9010709a85ac,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:12.991319 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:12.991853 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Added segment 59aa63cc-34a7-4eac-a0e4-625b49c12d89 of type vlan for network 01159ebb-e271-4b7b-95f6-a9d221314d3e Oct 25 08:50:13.015825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15c8d799-ad29-411a-9c69-7d88cd93e6f5 req-fe26b300-a3da-4d60-95ab-b475df478601 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0688679 Oct 25 08:50:13.037983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1b29-0f1c-4009-97df-d010dc6d31ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.041984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.072562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.073919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:13.076558 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.157295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1b29-0f1c-4009-97df-d010dc6d31ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.164499 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1b29-0f1c-4009-97df-d010dc6d31ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.193390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7273972 Oct 25 08:50:13.199271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34784) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:13.214196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e1b29-0f1c-4009-97df-d010dc6d31ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52502947-8da3-48be-8c9e-2bc45a5d668b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:13.235275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7527dab-3c4a-44dd-8825-30c5357c74ad admin admin] Pushing event updated for resources: {'Network': ['ID=01159ebb-e271-4b7b-95f6-a9d221314d3e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:13.243407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Request body: {'subnet': {'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1612758255-subnet', 'tenant_id': 'de33fcc40daf4c88ba709b48c6f0116d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:13.249224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 01159ebb-e271-4b7b-95f6-a9d221314d3e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:50:13.276189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Made reservation on behalf of de33fcc40daf4c88ba709b48c6f0116d for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:13.279880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.283298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34788) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:13.283968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dc2e1b29-0f1c-4009-97df-d010dc6d31ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d75c1bad36c744448702a627472d97ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152574 Oct 25 08:50:13.286670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:13.296825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34665d77-fc01-4dc2-8379-12ac33f8af71 req-31cdc5ea-96fb-4065-8db3-b1575bfc929e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:13.298547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34665d77-fc01-4dc2-8379-12ac33f8af71 req-31cdc5ea-96fb-4065-8db3-b1575bfc929e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 970 time: 0.0813425 Oct 25 08:50:13.323202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1133605833-network', 'tenant_id': '658ca37a67f44d9c8e272a3a22b41c4d'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:13.351697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34665d77-fc01-4dc2-8379-12ac33f8af71 req-4a63b1cc-be56-4c4c-9947-67144c8a51d1 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Oct 25 08:50:13.417779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Made reservation on behalf of 658ca37a67f44d9c8e272a3a22b41c4d for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:13.420041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.444272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.448386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c67f94f9-6dd1-43aa-a244-e303dc886949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.515333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c67f94f9-6dd1-43aa-a244-e303dc886949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.549005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9eb6b-fa93-4baf-80a2-8a36ceeadc23 req-3520443e-59bc-4b22-ad80-a54a81f765e1 tempest-AggregatesAdminTestJSON-32298978 tempest-AggregatesAdminTestJSON-32298978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:13.551297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15e9eb6b-fa93-4baf-80a2-8a36ceeadc23 req-3520443e-59bc-4b22-ad80-a54a81f765e1 tempest-AggregatesAdminTestJSON-32298978 tempest-AggregatesAdminTestJSON-32298978-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 1121 time: 0.0756037 Oct 25 08:50:13.575698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-15e9eb6b-fa93-4baf-80a2-8a36ceeadc23 req-0bcb9668-4e44-4587-90a6-0aec0b5ebba7 tempest-AggregatesAdminTestJSON-32298978 tempest-AggregatesAdminTestJSON-32298978-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.656558 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.662492 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-15e9eb6b-fa93-4baf-80a2-8a36ceeadc23 req-0bcb9668-4e44-4587-90a6-0aec0b5ebba7 tempest-AggregatesAdminTestJSON-32298978 tempest-AggregatesAdminTestJSON-32298978-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.680711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-15e9eb6b-fa93-4baf-80a2-8a36ceeadc23 req-0bcb9668-4e44-4587-90a6-0aec0b5ebba7 tempest-AggregatesAdminTestJSON-32298978 tempest-AggregatesAdminTestJSON-32298978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.705663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c67f94f9-6dd1-43aa-a244-e303dc886949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.708329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c67f94f9-6dd1-43aa-a244-e303dc886949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.709481 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c67f94f9-6dd1-43aa-a244-e303dc886949 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52502947-8da3-48be-8c9e-2bc45a5d668b HTTP/1.1" status: 204 len: 168 time: 0.4249120 Oct 25 08:50:13.717950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15e9eb6b-fa93-4baf-80a2-8a36ceeadc23 req-0bcb9668-4e44-4587-90a6-0aec0b5ebba7 tempest-AggregatesAdminTestJSON-32298978 tempest-AggregatesAdminTestJSON-32298978-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589532 Oct 25 08:50:13.736067 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.736067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f94f9-6dd1-43aa-a244-e303dc886949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52502947-8da3-48be-8c9e-2bc45a5d668b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:13.742050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb9668-4e44-4587-90a6-0aec0b5ebba7 tempest-AggregatesAdminTestJSON-32298978 tempest-AggregatesAdminTestJSON-32298978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9a43d6-cc4b-4059-87a7-df2ccd6edc23,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:13.756914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da2e772-41d6-40fb-9db0-3392e64a8132,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:13.762311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.809182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def062db-7ce6-4395-96eb-0f7838b1adb7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:13.820556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:50:13.833454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.833662 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Added segment 785cc306-2a9f-455a-bed8-8350f171be40 of type vlan for network 04155f64-1fc5-40b0-af3d-a8e8a02b16db Oct 25 08:50:13.881386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:13.936349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98a5f183-74e3-460d-bdae-dd0a461c8cee req-b33319a8-d7e9-4813-a6ad-adf1f523768d tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a7a19ce4e0b64fbb9cf306aabd9eb270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270135 Oct 25 08:50:14.074502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5f183-74e3-460d-bdae-dd0a461c8cee req-cd797a7a-8aba-4224-98a6-3539fbbd784e tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:14.084861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98a5f183-74e3-460d-bdae-dd0a461c8cee req-cd797a7a-8aba-4224-98a6-3539fbbd784e tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412663 Oct 25 08:50:14.088050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Checking segment: {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:14.088466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Network hostable DHCP agents. Network: 01159ebb-e271-4b7b-95f6-a9d221314d3e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:50:14.094849 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.095768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:14.095910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98a5f183-74e3-460d-bdae-dd0a461c8cee req-50c40045-8e9a-4eb9-b92a-e5dbeb0d4787 tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/quotas/a7a19ce4e0b64fbb9cf306aabd9eb270 HTTP/1.1" status: 200 len: 375 time: 0.0097880 Oct 25 08:50:14.096326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.135030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98a5f183-74e3-460d-bdae-dd0a461c8cee req-0ba3dfcb-2b7e-41fa-80fa-5ebfdb3aab58 tempest-QuotasAdminNegativeTest-1636267044 tempest-QuotasAdminNegativeTest-1636267044-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7a19ce4e0b64fbb9cf306aabd9eb270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294313 Oct 25 08:50:14.155077 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8355196 Oct 25 08:50:14.161631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34838) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:14.163051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Network 01159ebb-e271-4b7b-95f6-a9d221314d3e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:50:14.174552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c80b4-70af-400b-8510-4de4b6c0c814 admin admin] Pushing event updated for resources: {'Network': ['ID=04155f64-1fc5-40b0-af3d-a8e8a02b16db,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:14.177715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Request body: {'subnet': {'network_id': '04155f64-1fc5-40b0-af3d-a8e8a02b16db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1133605833-subnet', 'tenant_id': '658ca37a67f44d9c8e272a3a22b41c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:14.180765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 01159ebb-e271-4b7b-95f6-a9d221314d3e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:14.189143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef8c3b4-ed5f-4341-a3aa-117a3b9092f9 None None] Network 01159ebb-e271-4b7b-95f6-a9d221314d3e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:14.198653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:14.202367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.213834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34840) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:14.250609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-289e2eb3-7e01-449b-b9ac-c32c20e5fb72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.264256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Made reservation on behalf of 658ca37a67f44d9c8e272a3a22b41c4d for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:14.266899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.281635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9cab53db-f1d0-45ef-ae2b-cf0df99c66a2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0730972 Oct 25 08:50:14.307813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 04155f64-1fc5-40b0-af3d-a8e8a02b16db details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:50:14.398850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c568e2-2a2d-4b9f-b5ac-d09cc11fb387 None None] Network 01159ebb-e271-4b7b-95f6-a9d221314d3e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:14.407520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e68976ae-459c-414c-95f9-d749ad46dd7e req-6308a189-d349-425c-aa3e-92547d017ee6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0643353 Oct 25 08:50:14.528005 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-289e2eb3-7e01-449b-b9ac-c32c20e5fb72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.537002 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-289e2eb3-7e01-449b-b9ac-c32c20e5fb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.641132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-289e2eb3-7e01-449b-b9ac-c32c20e5fb72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70354a7146c94492be233195d7208c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239142 Oct 25 08:50:14.643738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34864) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:14.651266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e2eb3-7e01-449b-b9ac-c32c20e5fb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3df88d0-1224-4eca-b75b-6653a778a9db,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:14.662809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.724805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9973261b-355d-47a5-9793-2f9defbdfd6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.749232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b863b9-73f9-4210-a446-d8c7592fa9d6,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:14.749642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9973261b-355d-47a5-9793-2f9defbdfd6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.754872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Checking segment: {'id': '785cc306-2a9f-455a-bed8-8350f171be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '04155f64-1fc5-40b0-af3d-a8e8a02b16db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:14.755335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Network hostable DHCP agents. Network: 04155f64-1fc5-40b0-af3d-a8e8a02b16db, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:50:14.780010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Network 04155f64-1fc5-40b0-af3d-a8e8a02b16db is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:50:14.791586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 04155f64-1fc5-40b0-af3d-a8e8a02b16db) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:14.800004 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be62bfad-94ef-4b31-a706-b205b3b68241 None None] Network 04155f64-1fc5-40b0-af3d-a8e8a02b16db requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:14.810483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:14.814331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.838755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9973261b-355d-47a5-9793-2f9defbdfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.845223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9973261b-355d-47a5-9793-2f9defbdfd6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:14.849567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9973261b-355d-47a5-9793-2f9defbdfd6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3df88d0-1224-4eca-b75b-6653a778a9db HTTP/1.1" status: 204 len: 168 time: 0.2030435 Oct 25 08:50:14.859749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973261b-355d-47a5-9793-2f9defbdfd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3df88d0-1224-4eca-b75b-6653a778a9db,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:14.893037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3123dd72-bb45-48c4-8bf0-0b867bcfaa68 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7290609 Oct 25 08:50:14.970994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Request body: {'port': {'device_id': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'admin_state_up': True, 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'security_groups': ['d2df4579-4e00-4e15-a8b9-f2bd7c060f7c']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:14.995430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e728ee-396f-4028-b267-31cc75eacf28 None None] Network 04155f64-1fc5-40b0-af3d-a8e8a02b16db requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:15.010451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-eea910ef-082a-4c94-bdf8-3fe7e426511b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:15.020196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-eea910ef-082a-4c94-bdf8-3fe7e426511b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 822 time: 0.1956818 Oct 25 08:50:15.044973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-166ebea8-85a5-486a-92b2-0154ad61fee0 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/quotas/de33fcc40daf4c88ba709b48c6f0116d HTTP/1.1" status: 200 len: 375 time: 0.0238252 Oct 25 08:50:15.084644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-8520cbfa-81b9-44b5-a82e-0c9a62acdf3a tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385673 Oct 25 08:50:15.259481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Made reservation on behalf of 18f302d3385e4b429e2de15b72b31eb4 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:15.264459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:15.414586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34916) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:15.420619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-3c793b0d-b604-4870-902d-b8372dad343e service neutron] 10.222.0.32 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349080 Oct 25 08:50:15.455618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Allocated IP 172.20.0.3 (2f2c02bd-27e8-4832-b80c-50d7db76a4a6/d8508ba3-9bc6-4fac-ab44-5d905b989307/c194e2be-67c8-4485-ac86-5be98cd2037f) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:15.541296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-f576651d-eabc-47a0-8669-1a9d28d81f05 service neutron] 10.222.0.32 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195977 Oct 25 08:50:15.693616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:15.713223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab97bfb9-eba4-44fb-9c93-49cd33f4d0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:15.755139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:15.764364 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4126c82-5258-456c-8948-f70eb23d90f4 req-9e8b8743-94b6-4f74-b978-2ebcdf21f09c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 210 time: 0.0721974 Oct 25 08:50:15.839633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:15.846989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:15.853972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:15.861904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:15.862065 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:15.868935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event updated for resources: {'Port': ['ID=c194e2be-67c8-4485-ac86-5be98cd2037f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:15.916296 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-6133592e-efdb-4e4e-a0e0-e00e4223ad06 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9499433 Oct 25 08:50:15.931191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-615f4738-4d2b-4577-94b1-8cd3c76b5711 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:50:15.932506 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-615f4738-4d2b-4577-94b1-8cd3c76b5711 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084276 Oct 25 08:50:15.933850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d49ebb6-2f85-40e7-87a3-ee361f9f765c req-a8d335b9-16b4-4bb0-b80c-606b1e23b06e tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 210 time: 0.0460720 Oct 25 08:50:15.981288 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab97bfb9-eba4-44fb-9c93-49cd33f4d0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:15.986187 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab97bfb9-eba4-44fb-9c93-49cd33f4d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.052559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34958) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:16.061211 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ab97bfb9-eba4-44fb-9c93-49cd33f4d0bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7a19ce4e0b64fbb9cf306aabd9eb270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6446700 Oct 25 08:50:16.066327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97bfb9-eba4-44fb-9c93-49cd33f4d0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5d5f5-9cbf-42e2-b252-022da1381265,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:16.152733 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b74c0cfb-a592-4c31-bb23-d2afe7575a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.202882 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b74c0cfb-a592-4c31-bb23-d2afe7575a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.237291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Request body: {'port': {'device_id': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:16.241510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1043fc25-2c2b-4233-a2c2-215f6d0911df None None] Provisioning complete for port c194e2be-67c8-4485-ac86-5be98cd2037f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:16.242671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1043fc25-2c2b-4233-a2c2-215f6d0911df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.360645 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba47267f-37bc-46e9-8864-d33e2ea1a984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.382530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1043fc25-2c2b-4233-a2c2-215f6d0911df None None] Port c194e2be-67c8-4485-ac86-5be98cd2037f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:50:16.385230 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b74c0cfb-a592-4c31-bb23-d2afe7575a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.390340 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b74c0cfb-a592-4c31-bb23-d2afe7575a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.390739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.392459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b74c0cfb-a592-4c31-bb23-d2afe7575a44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77f5d5f5-9cbf-42e2-b252-022da1381265 HTTP/1.1" status: 204 len: 168 time: 0.3383729 Oct 25 08:50:16.446732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0cfb-a592-4c31-bb23-d2afe7575a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5d5f5-9cbf-42e2-b252-022da1381265,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:16.573787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-3600dcbe-a28d-4bcb-b417-f014fe544aa1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:16.591348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-3600dcbe-a28d-4bcb-b417-f014fe544aa1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 807 time: 0.2618237 Oct 25 08:50:16.615409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-74d31327-2d0c-463c-9841-88bfdcdc1e11 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/quotas/aa66063279d64b5c84f290c5437a3ea0 HTTP/1.1" status: 200 len: 375 time: 0.0229719 Oct 25 08:50:16.676261 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-592f09a4-b31e-4170-8ca6-e9972fc8a088 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590165 Oct 25 08:50:16.862572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-9b92ebe1-b7e6-4522-ad75-bbf60fed9079 service neutron] 10.222.0.32 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851883 Oct 25 08:50:16.928654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c194e2be-67c8-4485-ac86-5be98cd2037f {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:16.937955 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.963581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Transition to ACTIVE for port object c194e2be-67c8-4485-ac86-5be98cd2037f will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:16.969058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:16.992761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35026) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:17.017276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d62d-5510-4814-928f-f5ac9af3e2e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.046858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Pushing event updated for resources: {'Port': ['ID=c194e2be-67c8-4485-ac86-5be98cd2037f,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:17.069944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db964f61-bab5-4181-9c3f-077ba0e793b4 req-1a21474b-bea9-4beb-b27c-df6c86b39d54 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:17.071712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db964f61-bab5-4181-9c3f-077ba0e793b4 req-1a21474b-bea9-4beb-b27c-df6c86b39d54 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 943 time: 0.1116645 Oct 25 08:50:17.087787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Attempting to bind port c194e2be-67c8-4485-ac86-5be98cd2037f on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:17.088336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Attempting to bind port c194e2be-67c8-4485-ac86-5be98cd2037f by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:17.088753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Attempting to bind port c194e2be-67c8-4485-ac86-5be98cd2037f on network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:17.091680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-51bef044-c68d-4200-ae1c-a449dee8f4aa service neutron] 10.222.0.32 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275674 Oct 25 08:50:17.095271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Port c194e2be-67c8-4485-ac86-5be98cd2037f on network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:17.099074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Attempting to bind port c194e2be-67c8-4485-ac86-5be98cd2037f on network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:17.105815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:17.106596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Checking segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:17.107122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Bound using segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:17.107737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Bound port: c194e2be-67c8-4485-ac86-5be98cd2037f, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:17.108425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.187086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db964f61-bab5-4181-9c3f-077ba0e793b4 req-0a88f82c-cabf-45c4-8b36-a6ae87e312ad tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915833 Oct 25 08:50:17.240826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d62d-5510-4814-928f-f5ac9af3e2e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.247171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] For port c194e2be-67c8-4485-ac86-5be98cd2037f, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:17.249188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d62d-5510-4814-928f-f5ac9af3e2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.255992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] For port c194e2be-67c8-4485-ac86-5be98cd2037f, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c194e2be-67c8-4485-ac86-5be98cd2037f,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:17.262545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.382621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c0d2d62d-5510-4814-928f-f5ac9af3e2e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8eb3afdb3cc4b60aa2c5a97869f40cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875377 Oct 25 08:50:17.389983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35040) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:17.411455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Pushing event updated for resources: {'Port': ['ID=c194e2be-67c8-4485-ac86-5be98cd2037f,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:17.472838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2d62d-5510-4814-928f-f5ac9af3e2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0a893a-0f8f-42ed-a779-83c6bf4c74c5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:17.521794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:17.522514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.529460 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-1b090e22-21c2-42d5-bdaf-6b9faed12b29 service neutron] 10.222.0.41 "PUT /v2.0/ports/c194e2be-67c8-4485-ac86-5be98cd2037f HTTP/1.1" status: 200 len: 1091 time: 1.3684127 Oct 25 08:50:17.529939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'tag': 'c194e2be-67c8-4485-ac86-5be98cd2037f'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:17.534397 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b5b507-3794-40c5-9f51-30d9ab27ed5a" -d '{"events": [{"name": "network-changed", "server_uuid": "413d2f55-9c05-49d4-817f-bd1f3f44fa40", "tag": "c194e2be-67c8-4485-ac86-5be98cd2037f"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:17.543900 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b7a57fa-e617-4f86-9cc5-5b795fb48590 req-25833ce9-94ec-455b-b1fe-50f57ac710bb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 210 time: 0.0883875 Oct 25 08:50:17.550055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1e957fc-a70f-4b0b-8a1d-0a0e56a9128d req-cd81db62-9df0-4ff7-a6e2-06ea12e209e9 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 210 time: 0.1013293 Oct 25 08:50:17.601775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9961b25f-e414-4d71-aad5-474256096162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.713181 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9961b25f-e414-4d71-aad5-474256096162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.714095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-afcfbed6-9a3e-4a21-9967-16e1f643e31c tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:17.727290 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-afcfbed6-9a3e-4a21-9967-16e1f643e31c tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 822 time: 0.3123775 Oct 25 08:50:17.789117 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e10ca7-d562-41ff-84e8-c1f79e59b67f x-openstack-request-id: req-18e10ca7-d562-41ff-84e8-c1f79e59b67f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:17.789598 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d2f55-9c05-49d4-817f-bd1f3f44fa40", "tag": "c194e2be-67c8-4485-ac86-5be98cd2037f", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:17.789878 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18e10ca7-d562-41ff-84e8-c1f79e59b67f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:17.790502 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'tag': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'status': 'completed', 'code': 200} Oct 25 08:50:17.830425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Request body: {'port': {'device_id': '2c238aa1-7738-4a4a-aab0-0ae7da89089a', 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'admin_state_up': True, 'tenant_id': 'de33fcc40daf4c88ba709b48c6f0116d'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:17.834518 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9961b25f-e414-4d71-aad5-474256096162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.839085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9961b25f-e414-4d71-aad5-474256096162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:17.840459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9961b25f-e414-4d71-aad5-474256096162 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a0a893a-0f8f-42ed-a779-83c6bf4c74c5 HTTP/1.1" status: 204 len: 168 time: 0.4493077 Oct 25 08:50:17.881063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961b25f-e414-4d71-aad5-474256096162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0a893a-0f8f-42ed-a779-83c6bf4c74c5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:18.110126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-f4639562-e817-40d7-b108-629f7c54d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:18.113781 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-f4639562-e817-40d7-b108-629f7c54d736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 1094 time: 0.3854702 Oct 25 08:50:18.201776 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-4e6725a8-262f-44d8-bbb2-422547445881 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c194e2be-67c8-4485-ac86-5be98cd2037f HTTP/1.1" status: 200 len: 217 time: 0.0719919 Oct 25 08:50:18.253495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Made reservation on behalf of de33fcc40daf4c88ba709b48c6f0116d for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:18.260834 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:18.430134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Allocated IP 172.20.0.2 (01159ebb-e271-4b7b-95f6-a9d221314d3e/5da2e772-41d6-40fb-9db0-3392e64a8132/4f679d69-5eda-4d8c-a35f-21dc761df7dd) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:18.434004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7b530-bcc3-45bb-b520-c32f8678439f req-8b382958-142c-4772-af1d-5afce5a9dbf7 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:18.439584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8e7b530-bcc3-45bb-b520-c32f8678439f req-8b382958-142c-4772-af1d-5afce5a9dbf7 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 943 time: 0.1080244 Oct 25 08:50:18.504163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8e7b530-bcc3-45bb-b520-c32f8678439f req-1281c171-a72a-4736-8c9a-746ddb998850 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583460 Oct 25 08:50:18.591992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-27819db2-9bf3-4eaa-90f5-fb591ad393a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:18.593775 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-27819db2-9bf3-4eaa-90f5-fb591ad393a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.3831232 Oct 25 08:50:18.706871 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a06c0c71-9ec9-4748-a721-bac502b48f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:18.707619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-eddb1606-4376-4af9-8c25-bd5e2ea27ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:18.709359 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-eddb1606-4376-4af9-8c25-bd5e2ea27ff6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018984 Oct 25 08:50:18.733496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:18.813922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aca866d-3052-428b-a8da-4367232445d5 req-c3e7d6cd-6b28-43af-be75-52fb0c86b55f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 210 time: 0.0605245 Oct 25 08:50:18.852919 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-12918b4e-a303-47c2-9eea-64e6a2059a70 service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316657 Oct 25 08:50:18.854410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:18.866012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da004bba-baec-46f0-9438-a1a500de3f76 req-c7d440cb-2e38-4972-86e4-db885a3f9c96 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 210 time: 0.0509045 Oct 25 08:50:18.974489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event updated for resources: {'Port': ['ID=4f679d69-5eda-4d8c-a35f-21dc761df7dd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:18.983105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Network 01159ebb-e271-4b7b-95f6-a9d221314d3e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:18.984414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.41', 57238) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:18.997120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:19.000864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:19.016285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:19.021531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:19.056681 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-fc1fe328-ee33-47f0-90f2-353078c83dc3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2641792 Oct 25 08:50:19.077751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Request body: {'port': {'device_id': '2c238aa1-7738-4a4a-aab0-0ae7da89089a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:19.194389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-b831eb01-037a-456e-9061-50c6b72a4209 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:19.196083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-b831eb01-037a-456e-9061-50c6b72a4209 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 807 time: 0.2100317 Oct 25 08:50:19.201514 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db07ec47-afe7-48bb-9190-4a18ab59b37f req-f0459f01-759b-42e2-b9c0-fe17b7638ecb service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882807 Oct 25 08:50:19.240993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Request body: {'port': {'device_id': '3d0b9e27-d777-4770-8747-535528800886', 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'admin_state_up': True, 'tenant_id': 'aa66063279d64b5c84f290c5437a3ea0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:19.246312 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:19.334492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35168) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:19.599593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-d80bea7b-b281-4165-82f8-77a396fad00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:19.601150 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-d80bea7b-b281-4165-82f8-77a396fad00b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 1094 time: 0.2490635 Oct 25 08:50:19.655875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Made reservation on behalf of aa66063279d64b5c84f290c5437a3ea0 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:19.662672 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:19.777512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:19.822671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:19.892926 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dafe222e-939c-42f1-aeb8-546f47d24898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:19.913312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-e91fc5bd-d00b-4269-8ff0-ee4f238121e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:19.919241 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-e91fc5bd-d00b-4269-8ff0-ee4f238121e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 924 time: 0.3070114 Oct 25 08:50:19.991764 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-c544cb5a-c3e7-45d9-9f83-505091a4bba6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c194e2be-67c8-4485-ac86-5be98cd2037f HTTP/1.1" status: 200 len: 217 time: 0.0448415 Oct 25 08:50:20.012545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68711f-c837-443f-b792-162bf099d900 req-64033e45-ba49-43cb-ba6e-87864af30201 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:20.014043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e68711f-c837-443f-b792-162bf099d900 req-64033e45-ba49-43cb-ba6e-87864af30201 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 943 time: 0.2528872 Oct 25 08:50:20.069093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f679d69-5eda-4d8c-a35f-21dc761df7dd {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:20.081010 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.086239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Allocated IP 172.20.0.8 (ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e/3d013093-2d8c-45ce-bcd5-cbf50787e3ea/609aa5fe-5143-4460-ab8a-b0453ce17102) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:20.096861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-d852a1a5-487e-4e1f-952d-5d5d6dcabab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:20.099066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-d852a1a5-487e-4e1f-952d-5d5d6dcabab2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.0877073 Oct 25 08:50:20.099277 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dafe222e-939c-42f1-aeb8-546f47d24898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.105835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Transition to ACTIVE for port object 4f679d69-5eda-4d8c-a35f-21dc761df7dd will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:20.119329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dafe222e-939c-42f1-aeb8-546f47d24898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.148419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.156991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e68711f-c837-443f-b792-162bf099d900 req-3f0920a4-1d75-4ed7-b963-cab237afbe52 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323891 Oct 25 08:50:20.216399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Pushing event updated for resources: {'Port': ['ID=4f679d69-5eda-4d8c-a35f-21dc761df7dd,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:20.229137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-027d16b4-bf67-4070-8b91-3caf13353608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:20.230682 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-027d16b4-bf67-4070-8b91-3caf13353608 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235185 Oct 25 08:50:20.242787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dafe222e-939c-42f1-aeb8-546f47d24898 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74f62e2949a44f8cb48dbe266b90b04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9071262 Oct 25 08:50:20.254053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35220) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:20.254673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe222e-939c-42f1-aeb8-546f47d24898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c099a2b0-be64-48b8-89b8-648ceac45493,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:20.367094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Attempting to bind port 4f679d69-5eda-4d8c-a35f-21dc761df7dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:20.367438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Attempting to bind port 4f679d69-5eda-4d8c-a35f-21dc761df7dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:20.367771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Attempting to bind port 4f679d69-5eda-4d8c-a35f-21dc761df7dd on network 01159ebb-e271-4b7b-95f6-a9d221314d3e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:20.385238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Port 4f679d69-5eda-4d8c-a35f-21dc761df7dd on network 01159ebb-e271-4b7b-95f6-a9d221314d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:20.385734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Attempting to bind port 4f679d69-5eda-4d8c-a35f-21dc761df7dd on network 01159ebb-e271-4b7b-95f6-a9d221314d3e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:20.392502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:20.392830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Checking segment: {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:20.393248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Bound using segment: {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:20.393681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Bound port: 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:20.394671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.477030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:20.481512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:20.484605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-43b185df-6f06-41c5-ae53-1005a4b45e9c service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448440 Oct 25 08:50:20.489453 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.594323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72218f92-7617-4984-acec-82bef64f1e21 req-b027299d-82f7-46f8-9a93-09d7e41f32b1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 210 time: 0.1129816 Oct 25 08:50:20.661225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd65d21-6b2c-444d-aac4-b9a3bee113a0 req-de6e6b9f-4884-43e6-96c6-f777d2fea61e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:20.670126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbd65d21-6b2c-444d-aac4-b9a3bee113a0 req-de6e6b9f-4884-43e6-96c6-f777d2fea61e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 970 time: 0.1871521 Oct 25 08:50:20.727861 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f32481ad-bd48-48ee-b9f0-a3401af8d28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.761317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbd65d21-6b2c-444d-aac4-b9a3bee113a0 req-625ab71b-8391-4aaf-a20b-1576f70ae8c6 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871964 Oct 25 08:50:20.799331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.840717 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-37b5b507-3794-40c5-9f51-30d9ab27ed5a req-745eaef8-e4e9-4f7c-93db-03670abc87c4 service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486500 Oct 25 08:50:20.843647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:20.844379 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.845457 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f679d69-5eda-4d8c-a35f-21dc761df7dd HTTP/1.1" status: 200 len: 1091 time: 1.7745531 Oct 25 08:50:20.845888 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f32481ad-bd48-48ee-b9f0-a3401af8d28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.846021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c238aa1-7738-4a4a-aab0-0ae7da89089a', 'tag': '4f679d69-5eda-4d8c-a35f-21dc761df7dd'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:20.848934 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a5369f-d625-48b4-9281-23d7a959c539" -d '{"events": [{"name": "network-changed", "server_uuid": "2c238aa1-7738-4a4a-aab0-0ae7da89089a", "tag": "4f679d69-5eda-4d8c-a35f-21dc761df7dd"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:20.870531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f076b-5efa-4a64-824f-f372617f0f26 service neutron] Pushing event updated for resources: {'Port': ['ID=4f679d69-5eda-4d8c-a35f-21dc761df7dd,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:20.921299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eb8ab-d039-4f7e-8729-4d3cddcea8b2 req-4540848e-f27f-4873-8ffe-f8907572568c tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:20.922766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b5eb8ab-d039-4f7e-8729-4d3cddcea8b2 req-4540848e-f27f-4873-8ffe-f8907572568c tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 943 time: 0.1959889 Oct 25 08:50:20.937978 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:20.989066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-b6dcab0f-568b-40ba-a05e-400a81e7e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:20.990409 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-b6dcab0f-568b-40ba-a05e-400a81e7e507 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 1094 time: 0.0478823 Oct 25 08:50:20.997360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:21.049529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:21.052215 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f32481ad-bd48-48ee-b9f0-a3401af8d28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.054958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f32481ad-bd48-48ee-b9f0-a3401af8d28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.056139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f32481ad-bd48-48ee-b9f0-a3401af8d28e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c099a2b0-be64-48b8-89b8-648ceac45493 HTTP/1.1" status: 204 len: 168 time: 0.7951660 Oct 25 08:50:21.064863 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-87843788-758f-461e-bb56-827f73d35102 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd HTTP/1.1" status: 200 len: 217 time: 0.0544140 Oct 25 08:50:21.076518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:21.089704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:21.095570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:21.096240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.114464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32481ad-bd48-48ee-b9f0-a3401af8d28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c099a2b0-be64-48b8-89b8-648ceac45493,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:21.127067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Pushing event updated for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:21.134811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-2e3cb6c5-3c15-4c75-8dde-1074f83b9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:21.136570 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-2e3cb6c5-3c15-4c75-8dde-1074f83b9367 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5da2e772-41d6-40fb-9db0-3392e64a8132 HTTP/1.1" status: 200 len: 862 time: 0.0617509 Oct 25 08:50:21.157622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b5eb8ab-d039-4f7e-8729-4d3cddcea8b2 req-6cad9511-f4ae-4738-bc19-4e16043a3302 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152305 Oct 25 08:50:21.177427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-6a23716b-786e-418f-ba62-02d8694f7f9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9527266 Oct 25 08:50:21.181156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-d9120382-f91a-40b9-a2d8-faa3f1194d00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01159ebb-e271-4b7b-95f6-a9d221314d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355704 Oct 25 08:50:21.198617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Request body: {'port': {'device_id': '3d0b9e27-d777-4770-8747-535528800886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:21.315978 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c722af-e357-4868-96bd-a10f263b087d x-openstack-request-id: req-20c722af-e357-4868-96bd-a10f263b087d {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:21.317765 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c238aa1-7738-4a4a-aab0-0ae7da89089a", "tag": "4f679d69-5eda-4d8c-a35f-21dc761df7dd", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:21.317765 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20c722af-e357-4868-96bd-a10f263b087d {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:21.320308 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c238aa1-7738-4a4a-aab0-0ae7da89089a', 'tag': '4f679d69-5eda-4d8c-a35f-21dc761df7dd', 'status': 'completed', 'code': 200} Oct 25 08:50:21.370538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.385977 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-ece5b572-eda1-42ed-bf04-5cdf64e57f31 service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964397 Oct 25 08:50:21.518060 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d3e4e2e-ea4d-49ec-b9f6-fe688ee7e989 req-d6b92b24-31c0-448e-8b59-8ed39b9ed86c service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229398 Oct 25 08:50:21.537631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e19f24-d9e9-45fe-bcd9-66f09ee395e3 req-ef332376-5e02-4025-b5ee-9b208e90eef7 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:21.539442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7e19f24-d9e9-45fe-bcd9-66f09ee395e3 req-ef332376-5e02-4025-b5ee-9b208e90eef7 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 943 time: 0.1811907 Oct 25 08:50:21.557634 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1340-95d8-476d-ab32-8065274ddeb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.592736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.684290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7e19f24-d9e9-45fe-bcd9-66f09ee395e3 req-60891a25-0e84-4bc5-a4e1-0be0a501f480 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341798 Oct 25 08:50:21.701782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1340-95d8-476d-ab32-8065274ddeb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.708982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-bce6b893-5a9a-47ca-b5c3-6e2a66b5b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:21.710349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35272) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:21.718747 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-bce6b893-5a9a-47ca-b5c3-6e2a66b5b3ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 1094 time: 0.0968328 Oct 25 08:50:21.720796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.18', 57378) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:21.721680 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1340-95d8-476d-ab32-8065274ddeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.743407 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e01a648-420c-4898-97f1-2fdef22d9e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:21.843900 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5b4a1340-95d8-476d-ab32-8065274ddeb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fa08829385040e1b92fc33a220576cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8427074 Oct 25 08:50:21.844598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35278) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:21.917800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dcc73-4de7-4508-9fe4-903b2da4a8af req-c6cf05d4-99e6-4061-80c4-6d98aeab0eb9 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:21.921368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd3dcc73-4de7-4508-9fe4-903b2da4a8af req-c6cf05d4-99e6-4061-80c4-6d98aeab0eb9 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 931 time: 0.1400967 Oct 25 08:50:21.953312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363239f6-9680-4a3b-b384-977218675232 req-a437f5f1-b184-4bea-8e0c-4a13e5aaa6b1 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:21.954627 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-363239f6-9680-4a3b-b384-977218675232 req-a437f5f1-b184-4bea-8e0c-4a13e5aaa6b1 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 970 time: 0.1959658 Oct 25 08:50:21.955425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a1340-95d8-476d-ab32-8065274ddeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60758e4f-04fa-40e1-9668-3322bd2e88db,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:21.962988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609aa5fe-5143-4460-ab8a-b0453ce17102 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:21.982673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.012248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Transition to ACTIVE for port object 609aa5fe-5143-4460-ab8a-b0453ce17102 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:22.038918 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.056936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd3dcc73-4de7-4508-9fe4-903b2da4a8af req-a4ace237-faa0-4cab-85a7-51477dda480d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194432 Oct 25 08:50:22.142894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Pushing event updated for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:22.167741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-e6e99275-9679-48ab-9265-65fb1ae7fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:22.169813 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-e6e99275-9679-48ab-9265-65fb1ae7fc53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 923 time: 0.3988504 Oct 25 08:50:22.182789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e01a648-420c-4898-97f1-2fdef22d9e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.184966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-817132ae-4459-4761-b947-48ceb383635a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.208976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-817132ae-4459-4761-b947-48ceb383635a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.243336 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-59e3267e-618e-4bc9-afb5-c59f36149e7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd HTTP/1.1" status: 200 len: 217 time: 0.0615566 Oct 25 08:50:22.258716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e01a648-420c-4898-97f1-2fdef22d9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.298409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Deleting port 354fd24c-466d-484b-b267-d175f27435a5 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:50:22.300935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.301082 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-817132ae-4459-4761-b947-48ceb383635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.301926 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-817132ae-4459-4761-b947-48ceb383635a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.303022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-817132ae-4459-4761-b947-48ceb383635a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60758e4f-04fa-40e1-9668-3322bd2e88db HTTP/1.1" status: 204 len: 168 time: 0.4575119 Oct 25 08:50:22.359869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-426038a1-f2f9-4591-a44c-077f7520e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:22.361464 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-426038a1-f2f9-4591-a44c-077f7520e948 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5da2e772-41d6-40fb-9db0-3392e64a8132 HTTP/1.1" status: 200 len: 862 time: 0.1089363 Oct 25 08:50:22.399327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c3e0d-0082-43ea-a21a-52a53edac482 req-5c36c8d7-4ce0-4d62-9d35-d2d922d30b9f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:22.400824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b1c3e0d-0082-43ea-a21a-52a53edac482 req-5c36c8d7-4ce0-4d62-9d35-d2d922d30b9f tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe40c47-6ede-4c31-86d3-18bae855597b HTTP/1.1" status: 200 len: 970 time: 0.3662965 Oct 25 08:50:22.401897 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-b834867c-0ebd-47ff-9ac7-98f6b4398414 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01159ebb-e271-4b7b-95f6-a9d221314d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313039 Oct 25 08:50:22.421799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:22.422141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:22.422488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:22.424236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01a648-420c-4898-97f1-2fdef22d9e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962db1a5-e7af-4042-b548-b8b66c71400b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:22.433846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0e01a648-420c-4898-97f1-2fdef22d9e0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14bc97b0c4294d3491549354a25c18ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223434 Oct 25 08:50:22.437916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35304) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:22.463916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:22.464231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:22.486575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817132ae-4459-4761-b947-48ceb383635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60758e4f-04fa-40e1-9668-3322bd2e88db,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:22.495426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] For port 354fd24c-466d-484b-b267-d175f27435a5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=354fd24c-466d-484b-b267-d175f27435a5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:22.495788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.501318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f40009-52ae-40e1-b5db-e254dc6694af req-56722df2-f372-47f7-b306-ae058c2c57ef tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:22.510249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7f40009-52ae-40e1-b5db-e254dc6694af req-56722df2-f372-47f7-b306-ae058c2c57ef tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 943 time: 0.2042735 Oct 25 08:50:22.521526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Calling delete_port for 354fd24c-466d-484b-b267-d175f27435a5 owned by compute:tempest-test_az-320929974 {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:50:22.522099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:22.522632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:22.523315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:22.523909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Bound port: 609aa5fe-5143-4460-ab8a-b0453ce17102, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:22.524420 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.567650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b1c3e0d-0082-43ea-a21a-52a53edac482 req-1cf9e88b-4641-4741-bb1c-b300cf75884e tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563303 Oct 25 08:50:22.635886 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-9170305e-52d5-47f9-a1ea-82bb9a5e7f62 service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239435 Oct 25 08:50:22.639310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7f40009-52ae-40e1-b5db-e254dc6694af req-819e82a4-415f-40cf-8426-0210d153acdb tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266930 Oct 25 08:50:22.657160 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b5acc45d-a718-4474-b620-bd797f18de51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.685606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:22.696877 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b5acc45d-a718-4474-b620-bd797f18de51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.734795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35312) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:22.753664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:22.767408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.854559 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4a5369f-d625-48b4-9281-23d7a959c539 req-68e84de2-0f66-4743-b750-bc8df2685f40 service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104013 Oct 25 08:50:22.889032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.921285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:22.922462 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:22.924364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Pushing event deleted for resources: {'Port': ['ID=354fd24c-466d-484b-b267-d175f27435a5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:22.925563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] 10.222.0.41 "PUT /v2.0/ports/609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 1091 time: 1.7302647 Oct 25 08:50:22.926247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:22.937837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['354fd24c-466d-484b-b267-d175f27435a5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:23.050579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] No DVR routers for this DVR port 354fd24c-466d-484b-b267-d175f27435a5 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:50:23.067415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.071983 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-363239f6-9680-4a3b-b384-977218675232 req-2da67122-ee42-4c52-8bbc-bebb90138504 tempest-AggregatesAdminTestJSON-1598761104 tempest-AggregatesAdminTestJSON-1598761104-project] 10.222.0.18 "DELETE /v2.0/ports/354fd24c-466d-484b-b267-d175f27435a5 HTTP/1.1" status: 204 len: 173 time: 1.0959442 Oct 25 08:50:23.108547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35338) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:23.127229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae33c-9b49-4e26-8bef-13b7a8301506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.256284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae33c-9b49-4e26-8bef-13b7a8301506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.260297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bc3ae33c-9b49-4e26-8bef-13b7a8301506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.301880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ae33c-9b49-4e26-8bef-13b7a8301506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ef28f1-66b9-404e-8f77-176ad38223de,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:23.314678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bc3ae33c-9b49-4e26-8bef-13b7a8301506 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c3d7e418e3943919226961c4c233cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043817 Oct 25 08:50:23.320037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35344) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:23.332470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe40c47-6ede-4c31-86d3-18bae855597b', 'name': 'network-vif-deleted', 'tag': '354fd24c-466d-484b-b267-d175f27435a5'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:23.336923 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab6abc2-262b-49ad-96b5-94f69709f412" -d '{"events": [{"server_uuid": "6fe40c47-6ede-4c31-86d3-18bae855597b", "name": "network-vif-deleted", "tag": "354fd24c-466d-484b-b267-d175f27435a5"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:23.364156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-08f3200d-4d37-4f1b-bcdb-d8b29ab55cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.384248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daeb51-e0d0-4aaa-864f-34783710086f service neutron] Pushing event updated for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:23.386123 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:50:23.404699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9466178-0e69-4b29-ab6b-951e5d541b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.409937 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b5acc45d-a718-4474-b620-bd797f18de51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.412430 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b5acc45d-a718-4474-b620-bd797f18de51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.413557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b5acc45d-a718-4474-b620-bd797f18de51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/962db1a5-e7af-4042-b548-b8b66c71400b HTTP/1.1" status: 204 len: 168 time: 0.9670007 Oct 25 08:50:23.438493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6591c-4215-4035-ab5a-6f724994f8a1 req-be54b193-a189-45ab-99f6-93fe3ec23f54 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:23.441342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9466178-0e69-4b29-ab6b-951e5d541b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.441622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f6591c-4215-4035-ab5a-6f724994f8a1 req-be54b193-a189-45ab-99f6-93fe3ec23f54 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 943 time: 0.5722921 Oct 25 08:50:23.445026 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:23.479132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-470c72fc-919e-47a9-9fc6-4f00972adbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:23.480841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-470c72fc-919e-47a9-9fc6-4f00972adbc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1094 time: 0.4627256 Oct 25 08:50:23.494455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9466178-0e69-4b29-ab6b-951e5d541b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.497590 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9466178-0e69-4b29-ab6b-951e5d541b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.497707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de26bbf-85e9-4a97-bc50-971890d12a69 req-e4df17ea-12c5-4ea1-8af8-21cc0fa7db99 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:23.499410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7de26bbf-85e9-4a97-bc50-971890d12a69 req-e4df17ea-12c5-4ea1-8af8-21cc0fa7db99 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.1974366 Oct 25 08:50:23.500153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acc45d-a718-4474-b620-bd797f18de51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962db1a5-e7af-4042-b548-b8b66c71400b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:23.510103 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b9466178-0e69-4b29-ab6b-951e5d541b7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89ef28f1-66b9-404e-8f77-176ad38223de HTTP/1.1" status: 204 len: 168 time: 0.1844866 Oct 25 08:50:23.519229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466178-0e69-4b29-ab6b-951e5d541b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ef28f1-66b9-404e-8f77-176ad38223de,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:23.612486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-e5793d05-3545-4470-93b6-9b8bc51f764a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 217 time: 0.1083529 Oct 25 08:50:23.697578 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-08f3200d-4d37-4f1b-bcdb-d8b29ab55cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.758526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f6591c-4215-4035-ab5a-6f724994f8a1 req-93630d82-ee5f-4545-a173-9b9ab6d8f98a tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904117 Oct 25 08:50:23.767261 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-08f3200d-4d37-4f1b-bcdb-d8b29ab55cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:23.793591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-db0252ac-0577-4ea6-b062-045112a6ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:23.795411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-db0252ac-0577-4ea6-b062-045112a6ff5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1705182 Oct 25 08:50:23.798559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7de26bbf-85e9-4a97-bc50-971890d12a69 req-e08f5e4c-c714-4a8e-b630-46bc7a1c71ea tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883322 Oct 25 08:50:23.879323 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da7c3e5-650a-42e4-970d-b9476c2d650b x-openstack-request-id: req-6da7c3e5-650a-42e4-970d-b9476c2d650b {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:23.879712 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe40c47-6ede-4c31-86d3-18bae855597b", "name": "network-vif-deleted", "tag": "354fd24c-466d-484b-b267-d175f27435a5", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:23.880022 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6da7c3e5-650a-42e4-970d-b9476c2d650b {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:23.880666 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe40c47-6ede-4c31-86d3-18bae855597b', 'name': 'network-vif-deleted', 'tag': '354fd24c-466d-484b-b267-d175f27435a5', 'status': 'completed', 'code': 200} Oct 25 08:50:23.896260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-b468255d-4f4c-4fa9-9437-ed2deff10d7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774429 Oct 25 08:50:23.908639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-08f3200d-4d37-4f1b-bcdb-d8b29ab55cdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ec3c5e4c00e44da8cfe2d1251e3e0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1666324 Oct 25 08:50:23.908639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3200d-4d37-4f1b-bcdb-d8b29ab55cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c6cc80-cdb9-4fec-b97a-8ce93d6f034d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:23.909205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35372) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:24.025058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1182ddc0-5598-475e-8f60-39f90eead778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.058015 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1182ddc0-5598-475e-8f60-39f90eead778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.069751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-34038b45-bcc1-44e7-8188-42d1a7754be9 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583998 Oct 25 08:50:24.077843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135977a-57f0-4924-bd0c-a3f4ae7ea0de req-4b1b1889-c6f7-4901-8049-f7caa9960327 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:24.079307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1135977a-57f0-4924-bd0c-a3f4ae7ea0de req-4b1b1889-c6f7-4901-8049-f7caa9960327 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 943 time: 0.0997465 Oct 25 08:50:24.103296 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d918b-86de-4013-a878-73374588f851 x-openstack-request-id: req-062d918b-86de-4013-a878-73374588f851 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:24.103572 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:24.103819 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-062d918b-86de-4013-a878-73374588f851 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:24.104263 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102', 'status': 'completed', 'code': 200} Oct 25 08:50:24.123943 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1182ddc0-5598-475e-8f60-39f90eead778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.126935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1182ddc0-5598-475e-8f60-39f90eead778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.128912 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1182ddc0-5598-475e-8f60-39f90eead778 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74c6cc80-cdb9-4fec-b97a-8ce93d6f034d HTTP/1.1" status: 204 len: 168 time: 0.2173278 Oct 25 08:50:24.138064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182ddc0-5598-475e-8f60-39f90eead778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c6cc80-cdb9-4fec-b97a-8ce93d6f034d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:24.210351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c194e2be-67c8-4485-ac86-5be98cd2037f details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:24.240920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1135977a-57f0-4924-bd0c-a3f4ae7ea0de req-fcdfb045-b240-41f1-a8e7-308b70508b1a tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407695 Oct 25 08:50:24.267062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95ef4c2b-f020-4685-b342-8324165d8e34 req-58e29704-b39a-4eb2-9d15-33a4101d3b7c service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867678 Oct 25 08:50:24.336095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c194e2be-67c8-4485-ac86-5be98cd2037f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c194e2be-67c8-4485-ac86-5be98cd2037f,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:24.350932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'port_id': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'mac_address': 'fa:16:3e:2a:58:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:50:24.397318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.418430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-8a634c23-a9eb-4fcd-9450-10b0a7b5317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:24.420195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-8a634c23-a9eb-4fcd-9450-10b0a7b5317a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1094 time: 0.0530097 Oct 25 08:50:24.424776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c194e2be-67c8-4485-ac86-5be98cd2037f {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:24.447347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c194e2be-67c8-4485-ac86-5be98cd2037f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c194e2be-67c8-4485-ac86-5be98cd2037f,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:24.453043 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.516844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c194e2be-67c8-4485-ac86-5be98cd2037f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:24.545337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35398) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:24.604873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-bdbb5974-f228-4d10-8a43-7d87721577d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:24.606673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-bdbb5974-f228-4d10-8a43-7d87721577d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1769857 Oct 25 08:50:24.660526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-3b5494ea-7d8a-4e51-b2df-a37283aea6e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 217 time: 0.0449760 Oct 25 08:50:24.711825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-86130b38-8c36-41f5-b1d8-4d41357c1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:24.712703 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:24.713531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-86130b38-8c36-41f5-b1d8-4d41357c1a4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0456927 Oct 25 08:50:24.726005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0b87d8f-8ba2-4bd7-8a9f-712d1b145bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.754802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-5f3b8954-6393-4b61-8d25-4db38cda24a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318739 Oct 25 08:50:24.869117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-46914573-9a01-4a30-9017-9bf861a03e19 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066167 Oct 25 08:50:24.886566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35416) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:24.935338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0b87d8f-8ba2-4bd7-8a9f-712d1b145bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.948478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0b87d8f-8ba2-4bd7-8a9f-712d1b145bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:24.949101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f679d69-5eda-4d8c-a35f-21dc761df7dd details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:25.001755 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3e6dc7b0-565e-4bfa-b68e-2ad80093052e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21189420d1a24b44b4b7ce124fe7f044&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4497535 Oct 25 08:50:25.007338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35424) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:25.023537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85a16c02-e277-4e15-ba18-630c56c7baf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.029632 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c0b87d8f-8ba2-4bd7-8a9f-712d1b145bff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=196b6a10a2e044789a88ef5ef4c0807b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156803 Oct 25 08:50:25.036938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35428) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:25.049750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b87d8f-8ba2-4bd7-8a9f-712d1b145bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ba8dbd-87b3-46a7-aa3f-88d3a3a36d58,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:25.114392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:25.138425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4f679d69-5eda-4d8c-a35f-21dc761df7dd', 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'port_id': '4f679d69-5eda-4d8c-a35f-21dc761df7dd', 'mac_address': 'fa:16:3e:2a:c4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2e772-41d6-40fb-9db0-3392e64a8132', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:50:25.172655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b20d9a-a34b-4cc0-9b67-650b06e1edb6 req-ef6bfed5-938a-4e43-b067-8afceed03d73 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948658 Oct 25 08:50:25.209366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5569c4db-8e7f-4d11-b8c4-d78101ca0129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.213139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1246c97-c89d-4fe3-9ca0-4259d1636179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.223199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d133e-4484-471c-8d75-436d683dd4ea req-9677c538-21e2-439d-b5ac-8040f7d469f8 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:25.235003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b67d133e-4484-471c-8d75-436d683dd4ea req-9677c538-21e2-439d-b5ac-8040f7d469f8 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 944 time: 0.2263045 Oct 25 08:50:25.243907 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.256382 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5569c4db-8e7f-4d11-b8c4-d78101ca0129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.283022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['c194e2be-67c8-4485-ac86-5be98cd2037f'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:25.288659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f679d69-5eda-4d8c-a35f-21dc761df7dd {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:25.293803 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1246c97-c89d-4fe3-9ca0-4259d1636179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.306942 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b67d133e-4484-471c-8d75-436d683dd4ea req-e4d41738-ad1c-463d-8d12-3c8cb9665ea9 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690701 Oct 25 08:50:25.325686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834d8d6-c37e-418a-841b-14c4899113ef req-84fcb339-7602-4549-b0ce-2300bb66de18 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:25.327479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8834d8d6-c37e-418a-841b-14c4899113ef req-84fcb339-7602-4549-b0ce-2300bb66de18 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.3215265 Oct 25 08:50:25.379384 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85a16c02-e277-4e15-ba18-630c56c7baf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.392421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85a16c02-e277-4e15-ba18-630c56c7baf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.397438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:25.409199 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.420771 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8834d8d6-c37e-418a-841b-14c4899113ef req-0b3c716a-e953-4913-8dde-e6ad9b7a2d5e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834072 Oct 25 08:50:25.463163 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-85a16c02-e277-4e15-ba18-630c56c7baf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d9ca12acf894455af1d32657d29983a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747361 Oct 25 08:50:25.463912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a16c02-e277-4e15-ba18-630c56c7baf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3306292-44dd-4129-b7d8-7839642359ba,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:25.466724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35440) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:25.488281 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5569c4db-8e7f-4d11-b8c4-d78101ca0129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.490944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5569c4db-8e7f-4d11-b8c4-d78101ca0129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.494646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5569c4db-8e7f-4d11-b8c4-d78101ca0129 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cacb389-5281-4f93-b9a3-17c0d7d2b7d9 HTTP/1.1" status: 204 len: 168 time: 0.4787948 Oct 25 08:50:25.512303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b65ab7-35d7-462f-9256-efa0b49b1e4d req-e30ede49-0f71-4975-ae36-3370e01ef0ea tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:25.513988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7b65ab7-35d7-462f-9256-efa0b49b1e4d req-e30ede49-0f71-4975-ae36-3370e01ef0ea tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 944 time: 0.0863435 Oct 25 08:50:25.515998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1246c97-c89d-4fe3-9ca0-4259d1636179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.530863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1246c97-c89d-4fe3-9ca0-4259d1636179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.534566 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c1246c97-c89d-4fe3-9ca0-4259d1636179 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3ba8dbd-87b3-46a7-aa3f-88d3a3a36d58 HTTP/1.1" status: 204 len: 168 time: 0.4942758 Oct 25 08:50:25.555001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569c4db-8e7f-4d11-b8c4-d78101ca0129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cacb389-5281-4f93-b9a3-17c0d7d2b7d9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:25.565160 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4f679d69-5eda-4d8c-a35f-21dc761df7dd,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:25.570382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1246c97-c89d-4fe3-9ca0-4259d1636179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ba8dbd-87b3-46a7-aa3f-88d3a3a36d58,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:25.595731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7b65ab7-35d7-462f-9256-efa0b49b1e4d req-1a2c1daa-1d3e-4dbe-902e-23b8981aba41 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683236 Oct 25 08:50:25.622454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-71353fc1-b32e-438d-877d-d31c08aa414c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.637422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-71353fc1-b32e-438d-877d-d31c08aa414c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.696938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-71353fc1-b32e-438d-877d-d31c08aa414c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.699664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-71353fc1-b32e-438d-877d-d31c08aa414c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:25.703267 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-71353fc1-b32e-438d-877d-d31c08aa414c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3306292-44dd-4129-b7d8-7839642359ba HTTP/1.1" status: 204 len: 168 time: 0.2333131 Oct 25 08:50:25.710472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71353fc1-b32e-438d-877d-d31c08aa414c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3306292-44dd-4129-b7d8-7839642359ba,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:25.819201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4f679d69-5eda-4d8c-a35f-21dc761df7dd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:26.029970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35462) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:26.070845 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-23dd91f4-e136-40b5-aa24-27cdeb3ca64e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8de5f7c59c2d479cb707c489618cc45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395939 Oct 25 08:50:26.073401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35464) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:26.131509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fa367cf-91b9-477e-b6f6-d25cc6c7f826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.155052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fa367cf-91b9-477e-b6f6-d25cc6c7f826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.206639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fa367cf-91b9-477e-b6f6-d25cc6c7f826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.209568 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fa367cf-91b9-477e-b6f6-d25cc6c7f826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.210800 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9fa367cf-91b9-477e-b6f6-d25cc6c7f826 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a9a43d6-cc4b-4059-87a7-df2ccd6edc23 HTTP/1.1" status: 204 len: 168 time: 0.1363513 Oct 25 08:50:26.218739 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa367cf-91b9-477e-b6f6-d25cc6c7f826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9a43d6-cc4b-4059-87a7-df2ccd6edc23,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:26.298607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35478) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:26.312378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57f44632-5113-41c9-9488-565353a82d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.406901 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57f44632-5113-41c9-9488-565353a82d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.413312 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57f44632-5113-41c9-9488-565353a82d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.438978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa14a0-5cdc-484c-8257-fe6d5a244ec5 req-8f1ecf9a-ed70-41ec-991b-31dd01123ea7 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:26.449440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ffa14a0-5cdc-484c-8257-fe6d5a244ec5 req-8f1ecf9a-ed70-41ec-991b-31dd01123ea7 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 944 time: 0.0713081 Oct 25 08:50:26.453630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-57f44632-5113-41c9-9488-565353a82d4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5979a6b83d934a30995d23db88b60eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539531 Oct 25 08:50:26.457170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35484) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:26.467206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f44632-5113-41c9-9488-565353a82d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0e5d7f-13a6-49fc-acaa-66971a16a2ce,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:26.508417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ffa14a0-5cdc-484c-8257-fe6d5a244ec5 req-4618167f-c9a9-471c-921b-df5b0752f172 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578747 Oct 25 08:50:26.542829 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b6958d7-ae65-46bd-ab7f-8b1864a26be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.572688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b6958d7-ae65-46bd-ab7f-8b1864a26be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.608738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70759f-63d9-4f63-902f-4ac5d9069b59 req-df953ee9-56d0-41b2-94ad-399de4e94ed2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:26.610387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b70759f-63d9-4f63-902f-4ac5d9069b59 req-df953ee9-56d0-41b2-94ad-399de4e94ed2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.0624011 Oct 25 08:50:26.679648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b70759f-63d9-4f63-902f-4ac5d9069b59 req-71a55146-9166-4658-8384-1a893eed7c87 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603282 Oct 25 08:50:26.774091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aec7ca-27e1-4047-ad66-0da14c9d5a16 req-208483ce-4a65-4e96-9d8a-383de1abab60 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:26.781539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7aec7ca-27e1-4047-ad66-0da14c9d5a16 req-208483ce-4a65-4e96-9d8a-383de1abab60 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 944 time: 0.0661764 Oct 25 08:50:26.826420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7aec7ca-27e1-4047-ad66-0da14c9d5a16 req-b021069b-e262-4154-9b49-68911068f52b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Oct 25 08:50:26.848227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b6958d7-ae65-46bd-ab7f-8b1864a26be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.851298 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b6958d7-ae65-46bd-ab7f-8b1864a26be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:26.852689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4b6958d7-ae65-46bd-ab7f-8b1864a26be4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c0e5d7f-13a6-49fc-acaa-66971a16a2ce HTTP/1.1" status: 204 len: 168 time: 0.3943179 Oct 25 08:50:26.862023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6958d7-ae65-46bd-ab7f-8b1864a26be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0e5d7f-13a6-49fc-acaa-66971a16a2ce,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:26.958883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f679d69-5eda-4d8c-a35f-21dc761df7dd up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:50:27.009983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 4f679d69-5eda-4d8c-a35f-21dc761df7dd completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:50:27.014584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4f679d69-5eda-4d8c-a35f-21dc761df7dd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:27.014948 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:27.217186 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:27.240183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c238aa1-7738-4a4a-aab0-0ae7da89089a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f679d69-5eda-4d8c-a35f-21dc761df7dd'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:27.242510 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952df6d0-273c-4bdb-9e8a-86ed5a5660a8" -d '{"events": [{"server_uuid": "2c238aa1-7738-4a4a-aab0-0ae7da89089a", "name": "network-vif-plugged", "status": "completed", "tag": "4f679d69-5eda-4d8c-a35f-21dc761df7dd"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:27.256110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:27.261450 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:27.262481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 354fd24c-466d-484b-b267-d175f27435a5 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:50:27.284760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 354fd24c-466d-484b-b267-d175f27435a5 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:50:27.285125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 354fd24c-466d-484b-b267-d175f27435a5 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:50:27.337922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4f679d69-5eda-4d8c-a35f-21dc761df7dd,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:27.444861 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ae43a3-842c-4f8e-bcd7-abd98f099e25 x-openstack-request-id: req-e6ae43a3-842c-4f8e-bcd7-abd98f099e25 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:27.445825 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c238aa1-7738-4a4a-aab0-0ae7da89089a", "name": "network-vif-plugged", "status": "completed", "tag": "4f679d69-5eda-4d8c-a35f-21dc761df7dd", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:27.446210 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6ae43a3-842c-4f8e-bcd7-abd98f099e25 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:27.446969 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c238aa1-7738-4a4a-aab0-0ae7da89089a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f679d69-5eda-4d8c-a35f-21dc761df7dd', 'code': 200} Oct 25 08:50:27.598527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97a377-655d-4e05-8729-bc5bf336972b req-92b63942-e773-48cd-aadf-a3e67cd65e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:27.600001 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec97a377-655d-4e05-8729-bc5bf336972b req-92b63942-e773-48cd-aadf-a3e67cd65e1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 1096 time: 0.0585098 Oct 25 08:50:27.646300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524b2a-2abe-4398-b951-ca58c166e578 req-3eaee3dd-7f72-4efa-859c-d2e4fa69f580 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:27.647491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec97a377-655d-4e05-8729-bc5bf336972b req-42cfefc8-6f61-4e17-b54f-a8604a91d9fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Oct 25 08:50:27.654001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29524b2a-2abe-4398-b951-ca58c166e578 req-3eaee3dd-7f72-4efa-859c-d2e4fa69f580 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 944 time: 0.0663359 Oct 25 08:50:27.688358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29524b2a-2abe-4398-b951-ca58c166e578 req-9abaef64-d4a2-4464-a63a-859cbe5cc120 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333185 Oct 25 08:50:27.880383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa4d23-2ee0-4d0f-a96b-287f29ed5d6e req-f48c950c-a789-4e33-a696-879a39a75215 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:27.881905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10fa4d23-2ee0-4d0f-a96b-287f29ed5d6e req-f48c950c-a789-4e33-a696-879a39a75215 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.0824585 Oct 25 08:50:27.884370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-81b02a53-7e69-4775-bd76-fa018a531d73 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360405 Oct 25 08:50:27.979628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10fa4d23-2ee0-4d0f-a96b-287f29ed5d6e req-b98af61a-8c84-4924-9126-2b369e614bb2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902343 Oct 25 08:50:28.031690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-047ffddb-26bc-4dbf-a512-d89ff79cc82b tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:28.033194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-047ffddb-26bc-4dbf-a512-d89ff79cc82b tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375377 Oct 25 08:50:28.058529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-b1aec26e-63b2-4ad8-b6c7-7aa0a8ad98a5 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/quotas/1c4b6dcd87f5444c9a1e9281bb204136 HTTP/1.1" status: 200 len: 375 time: 0.0184164 Oct 25 08:50:28.099331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-ee6b0c39-fc6f-4a84-aec1-231f1e5fed40 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322697 Oct 25 08:50:28.160374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2ef81-64c9-4610-9a8f-e3df7d208ba4 req-47133e9f-70b9-4612-a041-dc235bcf2806 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:28.162057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29c2ef81-64c9-4610-9a8f-e3df7d208ba4 req-47133e9f-70b9-4612-a041-dc235bcf2806 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0575597 Oct 25 08:50:28.210537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29c2ef81-64c9-4610-9a8f-e3df7d208ba4 req-7b397c95-4803-4fc8-a9a6-e2a732f34bac tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Oct 25 08:50:28.224375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 609aa5fe-5143-4460-ab8a-b0453ce17102 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:28.311975 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0adb324e-ec2f-4aa7-a1ae-8698f4f95933 req-2e5850b5-8c1f-4779-b66e-cfd60d02c438 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 210 time: 0.0289347 Oct 25 08:50:28.316876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c194e2be-67c8-4485-ac86-5be98cd2037f up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:50:28.374773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:28.389558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '609aa5fe-5143-4460-ab8a-b0453ce17102', 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'port_id': '609aa5fe-5143-4460-ab8a-b0453ce17102', 'mac_address': 'fa:16:3e:96:17:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d013093-2d8c-45ce-bcd5-cbf50787e3ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:50:28.437660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:28.449678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port c194e2be-67c8-4485-ac86-5be98cd2037f completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:50:28.458328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609aa5fe-5143-4460-ab8a-b0453ce17102 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:28.462982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port c194e2be-67c8-4485-ac86-5be98cd2037f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:28.463351 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:28.516474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:28.522874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:28.578398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35600) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:28.611044 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:28.614931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:28.654781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c194e2be-67c8-4485-ac86-5be98cd2037f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c194e2be-67c8-4485-ac86-5be98cd2037f,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:28.660901 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:28.732703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c194e2be-67c8-4485-ac86-5be98cd2037f,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:28.830759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431550c7-ec98-4eb5-8cfe-a8775bf8c42f req-224db6fd-b5fd-4c36-845c-76e0fbffb3b4 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:28.833118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-431550c7-ec98-4eb5-8cfe-a8775bf8c42f req-224db6fd-b5fd-4c36-845c-76e0fbffb3b4 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 945 time: 0.0629153 Oct 25 08:50:28.897264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-431550c7-ec98-4eb5-8cfe-a8775bf8c42f req-9f775a80-a45f-42a8-87eb-5cadcdf2a769 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557611 Oct 25 08:50:28.904877 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-735fa811-723c-4fda-be9e-815b25f4cebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:28.936568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['609aa5fe-5143-4460-ab8a-b0453ce17102'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:29.028766 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-735fa811-723c-4fda-be9e-815b25f4cebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:29.037207 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-735fa811-723c-4fda-be9e-815b25f4cebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:29.114299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-735fa811-723c-4fda-be9e-815b25f4cebc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8418fd81f24442cb737e9296c37c7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337756 Oct 25 08:50:29.119710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35626) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:29.147766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fa811-723c-4fda-be9e-815b25f4cebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbdf477-140b-4fda-ba07-53e90baac21e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:29.236516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92692b8e-236f-4d88-86cf-66ff6bcba628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:29.271283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e175452-9a67-4d7b-a17d-7b4f18427cb7 req-14271e66-a391-49f0-90b7-bea665d944fb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:29.272855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e175452-9a67-4d7b-a17d-7b4f18427cb7 req-14271e66-a391-49f0-90b7-bea665d944fb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 944 time: 0.1167085 Oct 25 08:50:29.313286 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92692b8e-236f-4d88-86cf-66ff6bcba628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:29.357609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e175452-9a67-4d7b-a17d-7b4f18427cb7 req-ed8cdd38-a52a-456f-92aa-fdd884f212f1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699642 Oct 25 08:50:29.393074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92692b8e-236f-4d88-86cf-66ff6bcba628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:29.396093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92692b8e-236f-4d88-86cf-66ff6bcba628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:29.398112 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92692b8e-236f-4d88-86cf-66ff6bcba628 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cbdf477-140b-4fda-ba07-53e90baac21e HTTP/1.1" status: 204 len: 168 time: 0.2760742 Oct 25 08:50:29.409673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92692b8e-236f-4d88-86cf-66ff6bcba628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbdf477-140b-4fda-ba07-53e90baac21e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:29.447754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c194e2be-67c8-4485-ac86-5be98cd2037f'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:29.452068 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae41fd8-c939-4d6f-aa28-d10d79258fde" -d '{"events": [{"server_uuid": "413d2f55-9c05-49d4-817f-bd1f3f44fa40", "name": "network-vif-plugged", "status": "completed", "tag": "c194e2be-67c8-4485-ac86-5be98cd2037f"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:29.459743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc138d-6852-4f34-a2e2-8892fe7074d9 req-e4b4b934-78b8-40b1-a244-1be1fca97e18 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:29.461368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-facc138d-6852-4f34-a2e2-8892fe7074d9 req-e4b4b934-78b8-40b1-a244-1be1fca97e18 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0990307 Oct 25 08:50:29.492961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b3b2297-8352-4476-8b07-e121c8c5d840 req-f8250369-c937-4816-90a6-2391920144ee tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 210 time: 0.0303907 Oct 25 08:50:29.531326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-facc138d-6852-4f34-a2e2-8892fe7074d9 req-b045a9e4-c520-497e-9c99-0cfa80806d05 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597947 Oct 25 08:50:29.563277 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d00c47-1db3-4209-95fd-d55a466a8486 x-openstack-request-id: req-72d00c47-1db3-4209-95fd-d55a466a8486 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:29.563585 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d2f55-9c05-49d4-817f-bd1f3f44fa40", "name": "network-vif-plugged", "status": "completed", "tag": "c194e2be-67c8-4485-ac86-5be98cd2037f", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:29.563840 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72d00c47-1db3-4209-95fd-d55a466a8486 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:29.564229 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'code': 200} Oct 25 08:50:29.668140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154aba9-2c2e-45f3-a9d6-e66555969eba req-99baa895-70e4-43ae-a34e-459566d0a934 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:29.670095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d154aba9-2c2e-45f3-a9d6-e66555969eba req-99baa895-70e4-43ae-a34e-459566d0a934 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0654075 Oct 25 08:50:29.769608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d154aba9-2c2e-45f3-a9d6-e66555969eba req-6fd2e6e9-552f-410f-956b-390614ba19ce tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815327 Oct 25 08:50:29.773143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c3b2f11a-ceef-427c-990d-a84cc8ce5d82 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457377 Oct 25 08:50:29.785555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0d31b-0d98-4016-8d8b-ac2ae1510029 req-aa4fb5e7-82a0-4af9-b293-32bf997f1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:29.785555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23e0d31b-0d98-4016-8d8b-ac2ae1510029 req-aa4fb5e7-82a0-4af9-b293-32bf997f1937 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 1096 time: 0.0878797 Oct 25 08:50:29.926355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23e0d31b-0d98-4016-8d8b-ac2ae1510029 req-77e941e2-5cf4-4fe6-92a8-1777cdcc217b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305664 Oct 25 08:50:29.931156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-63319e37-bb7c-4d05-b0da-8d3866734ae1 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:29.933631 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-63319e37-bb7c-4d05-b0da-8d3866734ae1 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532588 Oct 25 08:50:29.945940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e0730-588c-48d0-8b9d-1319bc2ebfd7 req-4952800a-a9d8-48b6-b932-920ee331fbfe tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:29.949195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-901e0730-588c-48d0-8b9d-1319bc2ebfd7 req-4952800a-a9d8-48b6-b932-920ee331fbfe tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0761380 Oct 25 08:50:29.954721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Request body: {'port': {'device_id': 'c931247d-50fe-4978-a4a6-9e725cdce41f', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '1c4b6dcd87f5444c9a1e9281bb204136'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:30.053885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-901e0730-588c-48d0-8b9d-1319bc2ebfd7 req-7069df2a-cdae-4b66-acbc-62b6409b3b1d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984087 Oct 25 08:50:30.074527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b335c-ef06-42be-a31f-4cccecd7e8d3 req-a55bc069-6b49-452a-a2f8-544594399de0 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:30.076171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63b335c-ef06-42be-a31f-4cccecd7e8d3 req-a55bc069-6b49-452a-a2f8-544594399de0 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 945 time: 0.0942371 Oct 25 08:50:30.119755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Made reservation on behalf of 1c4b6dcd87f5444c9a1e9281bb204136 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:30.127551 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.134376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63b335c-ef06-42be-a31f-4cccecd7e8d3 req-11e59050-fa2b-408d-98c3-af2fa42a284e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517800 Oct 25 08:50:30.146016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.226738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35674) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:30.229578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac170fb-6570-46d2-911f-2fc864556f76 req-3e9776a5-e861-4ecf-b549-3bcf312343f3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:30.237015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 609aa5fe-5143-4460-ab8a-b0453ce17102 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:50:30.240386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ac170fb-6570-46d2-911f-2fc864556f76 req-3e9776a5-e861-4ecf-b549-3bcf312343f3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0881860 Oct 25 08:50:30.282219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0fbc414-73c1-47af-b50b-1c9c25aa9ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.285571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ac170fb-6570-46d2-911f-2fc864556f76 req-8db1e139-c241-4104-b316-9fd7528ee013 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Oct 25 08:50:30.307620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.338503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.354339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 609aa5fe-5143-4460-ab8a-b0453ce17102 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:50:30.359317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 609aa5fe-5143-4460-ab8a-b0453ce17102 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:30.359717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.446478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57264ad-b49f-4a03-ab34-8166be1a6c29,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:30.451200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4244e49-687b-4832-8dbe-757b960abf31 req-a760503b-6dc8-4aba-8b4b-b8e197e38d33 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:30.464332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4244e49-687b-4832-8dbe-757b960abf31 req-a760503b-6dc8-4aba-8b4b-b8e197e38d33 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0724361 Oct 25 08:50:30.480853 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.511449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4244e49-687b-4832-8dbe-757b960abf31 req-058695e4-5d78-43b0-9ea3-01fc326c2b32 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 Oct 25 08:50:30.522855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:30.528008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.538593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0fbc414-73c1-47af-b50b-1c9c25aa9ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.546736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0fbc414-73c1-47af-b50b-1c9c25aa9ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.568345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Allocated IP 192.168.233.131 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/ba61e9c1-da12-43f2-a601-67065615e408) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:30.604188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbc414-73c1-47af-b50b-1c9c25aa9ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b6dbf0-76c3-4cd3-a5de-7bf94095904b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:30.608733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:30.613761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d0fbc414-73c1-47af-b50b-1c9c25aa9ba0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a45b6bd1e6940e7a8465133a3678f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857605 Oct 25 08:50:30.614319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35690) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:30.755413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-477c9153-f63b-42ca-86ce-69dbbbc62054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.793300 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-477c9153-f63b-42ca-86ce-69dbbbc62054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.818789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014c7d-a98a-4bc5-99ff-2b25246ddc25 req-b427b748-9f8e-4597-8916-370f3a9e1d4a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:30.825929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71014c7d-a98a-4bc5-99ff-2b25246ddc25 req-b427b748-9f8e-4597-8916-370f3a9e1d4a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 945 time: 0.2174962 Oct 25 08:50:30.857601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.879663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71014c7d-a98a-4bc5-99ff-2b25246ddc25 req-e7d07ea0-30a7-4df5-8fda-3ada55063270 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525763 Oct 25 08:50:30.905501 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-477c9153-f63b-42ca-86ce-69dbbbc62054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.908497 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-477c9153-f63b-42ca-86ce-69dbbbc62054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.909960 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-477c9153-f63b-42ca-86ce-69dbbbc62054 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68b6dbf0-76c3-4cd3-a5de-7bf94095904b HTTP/1.1" status: 204 len: 168 time: 0.2926192 Oct 25 08:50:30.912993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:30.953576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c9153-f63b-42ca-86ce-69dbbbc62054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b6dbf0-76c3-4cd3-a5de-7bf94095904b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:30.977312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:30.981734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:30.983995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Pushing event updated for resources: {'Port': ['ID=ba61e9c1-da12-43f2-a601-67065615e408,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:30.986160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:30.992912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:30.993528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.025172 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-c29fcfd1-d3b5-4647-ac69-ada9bae5b85c tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0748644 Oct 25 08:50:31.046716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Request body: {'port': {'device_id': 'c931247d-50fe-4978-a4a6-9e725cdce41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:31.069671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2418f-38f5-4b29-8f13-de577f731eee req-f094fe15-a2e1-4b1f-8a0e-409a59ba616e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:31.071156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08b2418f-38f5-4b29-8f13-de577f731eee req-f094fe15-a2e1-4b1f-8a0e-409a59ba616e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 936 time: 0.0784378 Oct 25 08:50:31.120067 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.129683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08b2418f-38f5-4b29-8f13-de577f731eee req-7c26fe3d-8485-4298-87ee-8dac5149a56b tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Oct 25 08:50:31.366748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9096c-c58b-4d34-b97d-5359cd61fc53 req-31c58fc7-aba6-4e88-a6cd-753721743e83 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:31.379329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4cc9096c-c58b-4d34-b97d-5359cd61fc53 req-31c58fc7-aba6-4e88-a6cd-753721743e83 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.1425354 Oct 25 08:50:31.407683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1af17b3f-daf8-4357-b5e7-9cfe5aa786c1 None None] Provisioning complete for port ba61e9c1-da12-43f2-a601-67065615e408 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:31.410772 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1af17b3f-daf8-4357-b5e7-9cfe5aa786c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.452562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4cc9096c-c58b-4d34-b97d-5359cd61fc53 req-37803f74-411e-4e30-bacb-0d9b808151d3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718780 Oct 25 08:50:31.490741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1af17b3f-daf8-4357-b5e7-9cfe5aa786c1 None None] Port ba61e9c1-da12-43f2-a601-67065615e408 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:50:31.531661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba61e9c1-da12-43f2-a601-67065615e408 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:31.542310 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.555068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Transition to ACTIVE for port object ba61e9c1-da12-43f2-a601-67065615e408 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:31.560146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.565030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:31.568405 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6782bf94-55aa-4bfb-ada0-ccbf2632263e" -d '{"events": [{"server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "name": "network-vif-plugged", "status": "completed", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:31.617600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b47e7-8fa1-4f69-83bd-10af20f74b7f req-cdb808bd-675d-43c5-828f-0cdcfefbd3bf tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:31.619404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a27b47e7-8fa1-4f69-83bd-10af20f74b7f req-cdb808bd-675d-43c5-828f-0cdcfefbd3bf tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 945 time: 0.0779593 Oct 25 08:50:31.625597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Pushing event updated for resources: {'Port': ['ID=ba61e9c1-da12-43f2-a601-67065615e408,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:31.663839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35730) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:31.671198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Attempting to bind port ba61e9c1-da12-43f2-a601-67065615e408 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:31.674034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Attempting to bind port ba61e9c1-da12-43f2-a601-67065615e408 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:31.674446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Attempting to bind port ba61e9c1-da12-43f2-a601-67065615e408 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:31.682973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Port ba61e9c1-da12-43f2-a601-67065615e408 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:31.683366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Attempting to bind port ba61e9c1-da12-43f2-a601-67065615e408 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:31.693767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:31.694429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:31.695536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:31.696052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Bound port: ba61e9c1-da12-43f2-a601-67065615e408, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:31.697685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.705715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a27b47e7-8fa1-4f69-83bd-10af20f74b7f req-e8e4656e-e0fc-4eba-8584-21fc2cdf4228 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762622 Oct 25 08:50:31.793357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] For port ba61e9c1-da12-43f2-a601-67065615e408, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:31.797190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] For port ba61e9c1-da12-43f2-a601-67065615e408, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba61e9c1-da12-43f2-a601-67065615e408,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:31.802585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.852539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:31.853176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.854957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] 10.222.0.18 "PUT /v2.0/ports/ba61e9c1-da12-43f2-a601-67065615e408 HTTP/1.1" status: 200 len: 1096 time: 0.8128529 Oct 25 08:50:31.857769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c931247d-50fe-4978-a4a6-9e725cdce41f', 'tag': 'ba61e9c1-da12-43f2-a601-67065615e408'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:31.860406 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96" -d '{"events": [{"name": "network-changed", "server_uuid": "c931247d-50fe-4978-a4a6-9e725cdce41f", "tag": "ba61e9c1-da12-43f2-a601-67065615e408"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:31.890157 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3df05fa-f1a1-4322-aace-1b6b919241e5 x-openstack-request-id: req-a3df05fa-f1a1-4322-aace-1b6b919241e5 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:31.890466 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "name": "network-vif-plugged", "status": "completed", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:31.890717 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3df05fa-f1a1-4322-aace-1b6b919241e5 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:31.891090 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102', 'code': 200} Oct 25 08:50:31.910865 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf16933f-988a-46af-8a3d-601aa83b714d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:31.921004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4dfe8-2a3f-4601-a2b1-7a59daa97312 service neutron] Pushing event updated for resources: {'Port': ['ID=ba61e9c1-da12-43f2-a601-67065615e408,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:32.020302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-8a1ee093-c6a3-439f-b6ed-8991836e4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.022080 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-8a1ee093-c6a3-439f-b6ed-8991836e4083 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 1099 time: 0.0783763 Oct 25 08:50:32.104001 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-82cca55e-76d1-44e6-9440-8cb69c65ccc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ba61e9c1-da12-43f2-a601-67065615e408 HTTP/1.1" status: 200 len: 217 time: 0.0645962 Oct 25 08:50:32.153569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349faaa-f970-43f9-a2ce-99cdc1a8eba2 req-b7733e02-1dbc-4860-ac94-a563502a336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.155039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d349faaa-f970-43f9-a2ce-99cdc1a8eba2 req-b7733e02-1dbc-4860-ac94-a563502a336b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1096 time: 0.1271944 Oct 25 08:50:32.193746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f54a-3306-4ad6-b267-384e294a3091 req-476f048b-f2f2-42ae-9bab-5768f10f0395 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.199856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e386f54a-3306-4ad6-b267-384e294a3091 req-476f048b-f2f2-42ae-9bab-5768f10f0395 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.1908758 Oct 25 08:50:32.201150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-bdeae572-c351-4f9d-a3c4-965becaf4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.207957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-bdeae572-c351-4f9d-a3c4-965becaf4490 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1001661 Oct 25 08:50:32.223309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d349faaa-f970-43f9-a2ce-99cdc1a8eba2 req-d4bed430-8d38-49f4-b8d9-d93ee9d1332e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546663 Oct 25 08:50:32.238830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf16933f-988a-46af-8a3d-601aa83b714d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:32.254310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf16933f-988a-46af-8a3d-601aa83b714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:32.278765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-9775991d-d6d4-4263-9a20-91297c543add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.281149 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-9775991d-d6d4-4263-9a20-91297c543add service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673549 Oct 25 08:50:32.314110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e386f54a-3306-4ad6-b267-384e294a3091 req-10ff2055-f9c8-46d9-9b4d-01ddc29c2ce8 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132529 Oct 25 08:50:32.354316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cf16933f-988a-46af-8a3d-601aa83b714d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b8c4666879546828c7789f83cbece19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6889224 Oct 25 08:50:32.354996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35764) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:32.361667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16933f-988a-46af-8a3d-601aa83b714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e966421-fe6e-4313-95d9-1cb78ae8eec0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:32.374289 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2146c4-a32c-4dc9-b567-b8beb8f088ef x-openstack-request-id: req-cc2146c4-a32c-4dc9-b567-b8beb8f088ef {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:32.374577 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c931247d-50fe-4978-a4a6-9e725cdce41f", "tag": "ba61e9c1-da12-43f2-a601-67065615e408", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:32.374876 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc2146c4-a32c-4dc9-b567-b8beb8f088ef {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:32.375269 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c931247d-50fe-4978-a4a6-9e725cdce41f', 'tag': 'ba61e9c1-da12-43f2-a601-67065615e408', 'status': 'completed', 'code': 200} Oct 25 08:50:32.425586 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-f99464d7-ef05-42a8-86b9-0c30e2c868e0 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357963 Oct 25 08:50:32.501114 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a66da43f-87aa-4241-a81e-8227f2e6a307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:32.512819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdc65-fda2-4c30-8408-2c42b46f40d4 req-136baa0b-46ff-4867-bf43-304e7996a3de tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.514464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdecdc65-fda2-4c30-8408-2c42b46f40d4 req-136baa0b-46ff-4867-bf43-304e7996a3de tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 948 time: 0.1099648 Oct 25 08:50:32.525383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c812264-67f9-4a8f-b212-ed6105b02556 req-467141ac-09a7-4eb9-be09-3871452e3ea8 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.526968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c812264-67f9-4a8f-b212-ed6105b02556 req-467141ac-09a7-4eb9-be09-3871452e3ea8 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 945 time: 0.1181481 Oct 25 08:50:32.534250 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d83e2d90-c8fd-4955-b47e-528f315616bc req-324412e4-9f94-48b9-9ff1-4e68327a8ef1 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001639 Oct 25 08:50:32.567295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a66da43f-87aa-4241-a81e-8227f2e6a307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:32.614976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdecdc65-fda2-4c30-8408-2c42b46f40d4 req-38bea2b3-2bf3-4fa5-bcd9-e5178f3b8748 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869288 Oct 25 08:50:32.650272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c812264-67f9-4a8f-b212-ed6105b02556 req-a95ddc57-bb4a-46bc-9428-e91e26184c71 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077862 Oct 25 08:50:32.675740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a66da43f-87aa-4241-a81e-8227f2e6a307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:32.675740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a66da43f-87aa-4241-a81e-8227f2e6a307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:32.676237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a66da43f-87aa-4241-a81e-8227f2e6a307 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e966421-fe6e-4313-95d9-1cb78ae8eec0 HTTP/1.1" status: 204 len: 168 time: 0.3197155 Oct 25 08:50:32.694082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66da43f-87aa-4241-a81e-8227f2e6a307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e966421-fe6e-4313-95d9-1cb78ae8eec0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:32.731453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-41713db1-431e-4c61-b223-10392b4c26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.732959 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-41713db1-431e-4c61-b223-10392b4c26c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 1099 time: 0.0778403 Oct 25 08:50:32.819405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eefca8-011f-4eb8-9912-8b643f955938 req-f188e4d2-40a2-4129-b93f-ae0e6e155700 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.821249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28eefca8-011f-4eb8-9912-8b643f955938 req-f188e4d2-40a2-4129-b93f-ae0e6e155700 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0635712 Oct 25 08:50:32.865029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-8c4642ea-c593-4d71-949e-3324d7859289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.868380 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-8c4642ea-c593-4d71-949e-3324d7859289 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1266167 Oct 25 08:50:32.872507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28eefca8-011f-4eb8-9912-8b643f955938 req-ba4de95b-9c96-4d40-b558-51fb303cbc46 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Oct 25 08:50:32.928505 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-bac329a3-7053-4591-b18c-cceab86494c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ba61e9c1-da12-43f2-a601-67065615e408 HTTP/1.1" status: 200 len: 217 time: 0.0531075 Oct 25 08:50:32.990601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-ccbb7480-8c4d-4df0-80f1-c0a1668473ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:32.992560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-ccbb7480-8c4d-4df0-80f1-c0a1668473ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0571895 Oct 25 08:50:33.013456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0ed9-ad61-4e8b-b316-3070d270027c req-5b47fbe7-1fdc-4a83-8f67-b50410dd9238 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:33.015030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa9a0ed9-ad61-4e8b-b316-3070d270027c req-5b47fbe7-1fdc-4a83-8f67-b50410dd9238 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 945 time: 0.0573835 Oct 25 08:50:33.043039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-751253d5-724a-433f-b413-aacb56172a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:33.044696 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-751253d5-724a-433f-b413-aacb56172a5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445237 Oct 25 08:50:33.085094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa9a0ed9-ad61-4e8b-b316-3070d270027c req-9a6e9dd4-ad1e-41a1-b243-8b9d58ac45ba tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611346 Oct 25 08:50:33.152238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-79521f81-0c55-4542-8b6e-58667c73b678 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998495 Oct 25 08:50:33.218901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35800) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:33.240673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b316029a-843f-48c8-aafe-99c6f01f540c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:33.269279 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2cdc70d9-592a-4c3c-b51f-fa4605fb7c96 req-1afa3d62-9bea-4565-85d7-b2203e3e975d service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102016 Oct 25 08:50:33.368488 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b316029a-843f-48c8-aafe-99c6f01f540c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:33.377299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b316029a-843f-48c8-aafe-99c6f01f540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:33.426500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316029a-843f-48c8-aafe-99c6f01f540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30de4748-d10f-4285-afc7-584d78a33a5f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:33.433948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35812) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:33.437431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b316029a-843f-48c8-aafe-99c6f01f540c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01f40f59aac64827ae42a47172934b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168598 Oct 25 08:50:33.492355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c15aaec-1be9-44e9-adce-3039ee872966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:33.520424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c15aaec-1be9-44e9-adce-3039ee872966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:33.595838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b53a5-0a31-4e7c-87c9-43c820e5ecdc req-b89cb17f-594f-45bd-80de-d26143df1f57 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:33.597384 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c15aaec-1be9-44e9-adce-3039ee872966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:33.598086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f23b53a5-0a31-4e7c-87c9-43c820e5ecdc req-b89cb17f-594f-45bd-80de-d26143df1f57 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 945 time: 0.1082733 Oct 25 08:50:33.601078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c15aaec-1be9-44e9-adce-3039ee872966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:33.604866 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c15aaec-1be9-44e9-adce-3039ee872966 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30de4748-d10f-4285-afc7-584d78a33a5f HTTP/1.1" status: 204 len: 168 time: 0.1698558 Oct 25 08:50:33.606402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35824) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:33.611751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Request body: {'floatingip': {'port_id': 'c194e2be-67c8-4485-ac86-5be98cd2037f'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:33.621643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15aaec-1be9-44e9-adce-3039ee872966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30de4748-d10f-4285-afc7-584d78a33a5f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:33.706478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:33.993487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb0097-79fc-48f4-9b63-d16947bdbd30 req-49cedf89-424a-4c75-a065-d70a318fe751 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:33.994957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dedb0097-79fc-48f4-9b63-d16947bdbd30 req-49cedf89-424a-4c75-a065-d70a318fe751 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 948 time: 0.1485803 Oct 25 08:50:34.110872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dedb0097-79fc-48f4-9b63-d16947bdbd30 req-b755a5ca-d5c2-4030-8eb3-b30a2c55e3ff tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975618 Oct 25 08:50:34.121148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61f09-3e12-46fc-81c4-cd76e89e4bb0 req-127a69be-eb09-4b9a-8751-351d205c3f8e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:34.123097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2fb61f09-3e12-46fc-81c4-cd76e89e4bb0 req-127a69be-eb09-4b9a-8751-351d205c3f8e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 945 time: 0.1520255 Oct 25 08:50:34.305256 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2fb61f09-3e12-46fc-81c4-cd76e89e4bb0 req-d4db3ba5-6b94-4437-adb9-144277ad9864 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748991 Oct 25 08:50:34.701812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:34.707396 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:34.845889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21ab0e-eea3-4f71-8ac0-5a1eeedcbe06 req-d3197e05-66ef-4167-95cd-f33719da37b8 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:34.847694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a21ab0e-eea3-4f71-8ac0-5a1eeedcbe06 req-d3197e05-66ef-4167-95cd-f33719da37b8 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0724072 Oct 25 08:50:34.855518 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Floating IP 2a0b7322-6548-4da3-b4f3-fb7c3523de6d associated. External IP: 172.25.8.57, port: c194e2be-67c8-4485-ac86-5be98cd2037f. Oct 25 08:50:34.982718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a21ab0e-eea3-4f71-8ac0-5a1eeedcbe06 req-a8c5a3fb-704d-4d08-b505-1ad1ef240a69 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185267 Oct 25 08:50:35.026512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35888) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:35.132759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35900) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:35.170003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b26db7-0385-400e-af76-3f8b8791091f req-2b8e848d-d95a-4233-9343-4ae2ea19d83d tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:35.171533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95b26db7-0385-400e-af76-3f8b8791091f req-2b8e848d-d95a-4233-9343-4ae2ea19d83d tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1096 time: 0.1735349 Oct 25 08:50:35.191025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.271267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95b26db7-0385-400e-af76-3f8b8791091f req-490aabf4-f2f8-49cf-8acc-7e9c7ed9ff1d tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753090 Oct 25 08:50:35.302083 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.309945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.312308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Router 9b354d68-2a7d-4603-a642-e80e7fb908d7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:50:35.325549 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9346783-7021-45c3-a511-b8f0ee509ad9 req-09900b8b-c7d6-4e85-9026-090ea1ab6ea9 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:35.327038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9346783-7021-45c3-a511-b8f0ee509ad9 req-09900b8b-c7d6-4e85-9026-090ea1ab6ea9 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 948 time: 0.0948632 Oct 25 08:50:35.388228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce145-998f-4ceb-9bec-cfa8066a242c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.404077 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c026ec08fb445968ec7803e85e8ea7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764005 Oct 25 08:50:35.410966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35914) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:35.423626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4beefba-833b-4fa9-830d-ec69d679e459,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:35.456400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.456794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.457164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.457719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.457852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.458177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.458502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.458961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.459187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.459506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.459828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.460383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7185d06-f8c5-4b2e-a8c5-f730b090c5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:35.498256 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9346783-7021-45c3-a511-b8f0ee509ad9 req-7deff738-fcd1-444d-bf0c-685b9e0bc57b tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620386 Oct 25 08:50:35.529070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35916) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:35.532226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97530a2-aab3-4f04-adb7-a53d49566606 req-a79b649d-7480-48ff-82f8-e9b3fd0bb5ca tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:35.534350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f97530a2-aab3-4f04-adb7-a53d49566606 req-a79b649d-7480-48ff-82f8-e9b3fd0bb5ca tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1096 time: 0.1470585 Oct 25 08:50:35.553442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:50:35.563421 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.574380 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] Sync routers for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:50:35.586771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3351bc2a-6e03-4518-b87c-c5219eb28eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.592410 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:50:35.593074 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:50:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:50:35.627009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9bb55b8d-3268-4d23-89b1-93d3c57ceb2e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "PUT /v2.0/floatingips/2a0b7322-6548-4da3-b4f3-fb7c3523de6d HTTP/1.1" status: 200 len: 990 time: 2.0194507 Oct 25 08:50:35.629393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'tag': 'c194e2be-67c8-4485-ac86-5be98cd2037f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:35.636406 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3351bc2a-6e03-4518-b87c-c5219eb28eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.639638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce145-998f-4ceb-9bec-cfa8066a242c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.648290 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f411b97a-dcd5-42e5-94c4-81989489bac8" -d '{"events": [{"name": "network-changed", "server_uuid": "413d2f55-9c05-49d4-817f-bd1f3f44fa40", "tag": "c194e2be-67c8-4485-ac86-5be98cd2037f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:35.651394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce145-998f-4ceb-9bec-cfa8066a242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.694807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f97530a2-aab3-4f04-adb7-a53d49566606 req-c00531e5-610f-4b3a-8566-a12b891c7521 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537023 Oct 25 08:50:35.700864 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3d3ce145-998f-4ceb-9bec-cfa8066a242c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2953901127bb44ccbb2ff07028954376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662298 Oct 25 08:50:35.703354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35930) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:35.760311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ce145-998f-4ceb-9bec-cfa8066a242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3513b2-3817-4d5c-9d0c-107e83f2c224,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:35.792582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3351bc2a-6e03-4518-b87c-c5219eb28eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.795589 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3351bc2a-6e03-4518-b87c-c5219eb28eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.796937 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3351bc2a-6e03-4518-b87c-c5219eb28eeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4beefba-833b-4fa9-830d-ec69d679e459 HTTP/1.1" status: 204 len: 168 time: 0.3840687 Oct 25 08:50:35.800205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:35.804184 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f855949f-db8a-4731-b279-4958872f1358 x-openstack-request-id: req-f855949f-db8a-4731-b279-4958872f1358 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:35.808604 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d2f55-9c05-49d4-817f-bd1f3f44fa40", "tag": "c194e2be-67c8-4485-ac86-5be98cd2037f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:35.809168 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f855949f-db8a-4731-b279-4958872f1358 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:35.809812 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'tag': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'status': 'completed', 'code': 200} Oct 25 08:50:35.822522 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:50:35.822770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351bc2a-6e03-4518-b87c-c5219eb28eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4beefba-833b-4fa9-830d-ec69d679e459,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:36.019197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.080069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.084103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5471cde3-0af1-4b2d-87d6-960ce400e6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.128513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-4f137d8f-fb12-4486-bec9-b23fad37f52c req-9c617aee-e86b-4284-a383-ef04ed3c98fc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:50:36.129643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f137d8f-fb12-4486-bec9-b23fad37f52c req-9c617aee-e86b-4284-a383-ef04ed3c98fc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0169203 Oct 25 08:50:36.199397 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5471cde3-0af1-4b2d-87d6-960ce400e6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.217635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-fcb3adf7-9ba6-45a9-a051-938b4a080fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:36.219282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-fcb3adf7-9ba6-45a9-a051-938b4a080fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 1096 time: 0.3794787 Oct 25 08:50:36.229351 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35952) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:36.236643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74ae59d44e834508b20d20d74a269ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063949 Oct 25 08:50:36.301865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c065e251-07ae-44c8-87cc-b0fe657d899d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:36.322870 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a2db-d410-4e12-8fed-7cd8c18f85e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.342715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.343583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.343583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.343757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.344090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.344449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.344842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.345190 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.350166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.351126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.351747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.352382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9077cc0-c43e-476c-815b-24ca9f6bce5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:36.379274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a2db-d410-4e12-8fed-7cd8c18f85e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.384055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35956) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:36.403882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06481eac-146d-4946-86dd-3c922f2c8f4b req-f3ea72ee-10f8-497b-9990-09e570c97a99 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:36.410337 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '2a0b7322-6548-4da3-b4f3-fb7c3523de6d', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'port_id': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'mac_address': 'fa:16:3e:2a:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:50:00Z', 'updated_at': '2021-10-25T08:50:34Z', 'revision_number': 1, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:50:36.413022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06481eac-146d-4946-86dd-3c922f2c8f4b req-f3ea72ee-10f8-497b-9990-09e570c97a99 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.3091929 Oct 25 08:50:36.441383 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] Checking router: 9b354d68-2a7d-4603-a642-e80e7fb908d7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:50:36.449582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b627-6652-44e1-9032-f77ba58b113c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.451647 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:50:36.452291 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:50:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:50:36.454747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a2db-d410-4e12-8fed-7cd8c18f85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.458977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4d7a2db-d410-4e12-8fed-7cd8c18f85e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.459682 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a4d7a2db-d410-4e12-8fed-7cd8c18f85e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c065e251-07ae-44c8-87cc-b0fe657d899d HTTP/1.1" status: 204 len: 168 time: 0.2293372 Oct 25 08:50:36.478558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7a2db-d410-4e12-8fed-7cd8c18f85e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c065e251-07ae-44c8-87cc-b0fe657d899d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:36.524983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5471cde3-0af1-4b2d-87d6-960ce400e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.527799 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5471cde3-0af1-4b2d-87d6-960ce400e6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.529106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5471cde3-0af1-4b2d-87d6-960ce400e6c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c3513b2-3817-4d5c-9d0c-107e83f2c224 HTTP/1.1" status: 204 len: 168 time: 0.8246226 Oct 25 08:50:36.543043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-f4af14cd-6c3e-438e-9976-fee059fa0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:36.544802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-f4af14cd-6c3e-438e-9976-fee059fa0968 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 924 time: 0.2987056 Oct 25 08:50:36.567973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06481eac-146d-4946-86dd-3c922f2c8f4b req-933bc936-72b4-4d8d-a255-c67b911e7890 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482177 Oct 25 08:50:36.572906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471cde3-0af1-4b2d-87d6-960ce400e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3513b2-3817-4d5c-9d0c-107e83f2c224,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:36.679120 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:50:36.739497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-34fcc4c4-6359-41c1-83d3-9249d2561368 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c194e2be-67c8-4485-ac86-5be98cd2037f HTTP/1.1" status: 200 len: 998 time: 0.1676576 Oct 25 08:50:36.822123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b627-6652-44e1-9032-f77ba58b113c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.833045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8b5b627-6652-44e1-9032-f77ba58b113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:36.877669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-5bda034c-ae76-4a84-8dad-3d112c622c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:36.879614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-5bda034c-ae76-4a84-8dad-3d112c622c83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.1267273 Oct 25 08:50:36.906807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e8b5b627-6652-44e1-9032-f77ba58b113c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4aee85ae8054f20b5c945cf9ac339f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204391 Oct 25 08:50:36.910290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35982) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:36.939913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5b627-6652-44e1-9032-f77ba58b113c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a46d1d-01bc-4fa8-822b-5482b5fe90bf,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:36.967493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ba61e9c1-da12-43f2-a601-67065615e408 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:36.979291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-bfc335ee-5a26-4071-9bf8-df04e08d4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:36.981366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-bfc335ee-5a26-4071-9bf8-df04e08d4ed5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905628 Oct 25 08:50:36.999168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dce5f14-25ff-4661-a2a2-0e744f948f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.005071 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '2a0b7322-6548-4da3-b4f3-fb7c3523de6d', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'port_id': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'mac_address': 'fa:16:3e:2a:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:50:00Z', 'updated_at': '2021-10-25T08:50:34Z', 'revision_number': 1, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:50:37.034967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dce5f14-25ff-4661-a2a2-0e744f948f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.095616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dce5f14-25ff-4661-a2a2-0e744f948f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.099912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dce5f14-25ff-4661-a2a2-0e744f948f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.103147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3dce5f14-25ff-4661-a2a2-0e744f948f9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2a46d1d-01bc-4fa8-822b-5482b5fe90bf HTTP/1.1" status: 204 len: 168 time: 0.1915321 Oct 25 08:50:37.122319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce5f14-25ff-4661-a2a2-0e744f948f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a46d1d-01bc-4fa8-822b-5482b5fe90bf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:37.127142 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79ef82-d0ca-4cdb-adcf-de2a821e071e None None] The sync data for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 is: [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '2a0b7322-6548-4da3-b4f3-fb7c3523de6d', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'port_id': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'mac_address': 'fa:16:3e:2a:58:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:50:00Z', 'updated_at': '2021-10-25T08:50:34Z', 'revision_number': 1, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:50:37.162756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-19af1119-bc24-41a3-80db-a90158dcbec4 service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723058 Oct 25 08:50:37.203674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ba61e9c1-da12-43f2-a601-67065615e408, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba61e9c1-da12-43f2-a601-67065615e408,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:37.219665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'ba61e9c1-da12-43f2-a601-67065615e408', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'ba61e9c1-da12-43f2-a601-67065615e408', 'mac_address': 'fa:16:3e:44:82:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:50:37.270487 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.287872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba61e9c1-da12-43f2-a601-67065615e408 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:37.294391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35994) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:37.323306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2d03a8e-e329-4faa-a259-da1495fe698d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.336222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ba61e9c1-da12-43f2-a601-67065615e408, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba61e9c1-da12-43f2-a601-67065615e408,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:37.342326 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.346045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f411b97a-dcd5-42e5-94c4-81989489bac8 req-ac0b0ee6-c84e-416c-8d0b-e0a65de6b390 service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760616 Oct 25 08:50:37.417207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ba61e9c1-da12-43f2-a601-67065615e408,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:37.437318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.437761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.438191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.438621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.440206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.440646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.444337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.444967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.445293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.445853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.446135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.446526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:50:37.470963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2d03a8e-e329-4faa-a259-da1495fe698d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.482021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2d03a8e-e329-4faa-a259-da1495fe698d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.494427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ce15-e85b-4185-b9f1-9e4a8a19c0ad req-0d904571-9f78-4968-aa87-103b675b044d tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:37.506363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ce6ce15-e85b-4185-b9f1-9e4a8a19c0ad req-0d904571-9f78-4968-aa87-103b675b044d tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 949 time: 0.1359937 Oct 25 08:50:37.510122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36000) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:37.528583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ac243-250f-483f-a52f-3c866aa9479b None None] New status for floating IP 2a0b7322-6548-4da3-b4f3-fb7c3523de6d: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:50:37.574333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ce6ce15-e85b-4185-b9f1-9e4a8a19c0ad req-4dc162bd-0380-4621-94f9-e84d71373cc4 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669870 Oct 25 08:50:37.618002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36006) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:37.618452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a2d03a8e-e329-4faa-a259-da1495fe698d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cde269dfcae14babbfbd4cb9204070b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223028 Oct 25 08:50:37.623858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42f55f0c-ca62-4e74-a30b-020a55e39cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.651236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d03a8e-e329-4faa-a259-da1495fe698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da0549-4ccb-4553-916a-d5366f562c41,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:37.698145 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ee42db0-52a4-486d-9301-2ee5c1b40d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.725027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ee42db0-52a4-486d-9301-2ee5c1b40d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.802898 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42f55f0c-ca62-4e74-a30b-020a55e39cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.814008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42f55f0c-ca62-4e74-a30b-020a55e39cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.814340 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ee42db0-52a4-486d-9301-2ee5c1b40d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.817357 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ee42db0-52a4-486d-9301-2ee5c1b40d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:37.818563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8ee42db0-52a4-486d-9301-2ee5c1b40d85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9da0549-4ccb-4553-916a-d5366f562c41 HTTP/1.1" status: 204 len: 168 time: 0.1993065 Oct 25 08:50:37.828265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee42db0-52a4-486d-9301-2ee5c1b40d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da0549-4ccb-4553-916a-d5366f562c41,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:37.858715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f55f0c-ca62-4e74-a30b-020a55e39cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9e68c6-037f-4557-9eb0-55937751306d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:37.905088 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-42f55f0c-ca62-4e74-a30b-020a55e39cea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d25a50d9b0f046b8807b28a21a774331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845072 Oct 25 08:50:37.905325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ba61e9c1-da12-43f2-a601-67065615e408'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:37.905961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36020) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:38.000421 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5eb7acee-91db-414d-98ef-0a2e0262d915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:38.042841 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5eb7acee-91db-414d-98ef-0a2e0262d915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:38.125122 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5eb7acee-91db-414d-98ef-0a2e0262d915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:38.129260 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5eb7acee-91db-414d-98ef-0a2e0262d915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:38.136152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5eb7acee-91db-414d-98ef-0a2e0262d915 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e9e68c6-037f-4557-9eb0-55937751306d HTTP/1.1" status: 204 len: 168 time: 0.2289867 Oct 25 08:50:38.149423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7acee-91db-414d-98ef-0a2e0262d915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9e68c6-037f-4557-9eb0-55937751306d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:38.306814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed656-c956-49c6-a367-1a661a7aec03 req-96dbb01f-18a1-49b7-ad00-4a88c450d967 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:38.308472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-231ed656-c956-49c6-a367-1a661a7aec03 req-96dbb01f-18a1-49b7-ad00-4a88c450d967 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 945 time: 0.0674231 Oct 25 08:50:38.385875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-231ed656-c956-49c6-a367-1a661a7aec03 req-edcfffdf-6f4f-49d9-bdf1-646870adc7c8 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601199 Oct 25 08:50:38.389319 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:38.622744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36056) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:38.774874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29786981-68ce-4602-8d2b-f273bd28f4cb req-435d1818-0793-48ea-8c1b-feb512782be5 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:38.776589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29786981-68ce-4602-8d2b-f273bd28f4cb req-435d1818-0793-48ea-8c1b-feb512782be5 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 949 time: 0.0515313 Oct 25 08:50:38.817244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29786981-68ce-4602-8d2b-f273bd28f4cb req-f7f1f8b8-59b9-4ff3-8837-ba9f26e795f1 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Oct 25 08:50:38.910044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1c4f9ed3-66ef-40aa-94b7-88755cb8e95b tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:50:38.911053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1c4f9ed3-66ef-40aa-94b7-88755cb8e95b tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2873371 Oct 25 08:50:38.968823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-a83e1f4b-8f9f-4521-8b2b-f82d19317716 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:38.970358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-a83e1f4b-8f9f-4521-8b2b-f82d19317716 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports/609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 1093 time: 0.0381439 Oct 25 08:50:38.979494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f679d69-5eda-4d8c-a35f-21dc761df7dd details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:39.084942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:39.096208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4f679d69-5eda-4d8c-a35f-21dc761df7dd', 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'port_id': '4f679d69-5eda-4d8c-a35f-21dc761df7dd', 'mac_address': 'fa:16:3e:2a:c4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2e772-41d6-40fb-9db0-3392e64a8132', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:50:39.135181 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:39.150493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f679d69-5eda-4d8c-a35f-21dc761df7dd {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:39.171220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:39.176243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:39.227720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4f679d69-5eda-4d8c-a35f-21dc761df7dd,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:39.322889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4f679d69-5eda-4d8c-a35f-21dc761df7dd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:39.328795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Request body: {'binding': {'host': 'n-h2-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:39.329912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Unknown quota resources ['binding']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:50:39.494871 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:39.538119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on host n-h2-814746-2 for vnic_type normal with profile None {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:39.538659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:39.538770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:39.557695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:39.558390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:39.592866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:39.593212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:39.593643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:39.594084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Bound port: 609aa5fe-5143-4460-ab8a-b0453ce17102, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:39.707279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849e92-17e0-435b-8a8b-96111acafde3 req-d8c3dc0e-01ca-44ba-a40b-ad1487ae6868 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:39.708784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89849e92-17e0-435b-8a8b-96111acafde3 req-d8c3dc0e-01ca-44ba-a40b-ad1487ae6868 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 944 time: 0.1674836 Oct 25 08:50:39.759910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:39.773552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:39.774772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-1a5bbb16-09ee-4f35-b136-5b82418bf687 service neutron] 10.222.0.32 "POST /v2.0/ports/609aa5fe-5143-4460-ab8a-b0453ce17102/bindings HTTP/1.1" status: 201 len: 389 time: 0.6437597 Oct 25 08:50:39.781397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89849e92-17e0-435b-8a8b-96111acafde3 req-19b28b0c-deeb-4a68-853d-ed4666ae9a50 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583520 Oct 25 08:50:39.856594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36122) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:40.211317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-c524f3cd-b129-459c-94cd-fcba2f3246de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:40.214710 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-c524f3cd-b129-459c-94cd-fcba2f3246de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1096 time: 0.0694025 Oct 25 08:50:40.221254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1856926524-network', 'tenant_id': '1dfa050e73094a9687a2b0b57971f616'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:40.245486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1487-6484-4c71-90ab-241ec4849f5f req-24de150e-4583-4f0c-b6ef-168dea5064c4 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:40.252833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc6a1487-6484-4c71-90ab-241ec4849f5f req-24de150e-4583-4f0c-b6ef-168dea5064c4 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 949 time: 0.3252075 Oct 25 08:50:40.287676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Made reservation on behalf of 1dfa050e73094a9687a2b0b57971f616 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:40.290118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.314636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a7171-cd1b-4e35-a610-ab497b43c548 req-d16e4236-090d-4e58-bb2b-595dabeba689 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:40.316831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306a7171-cd1b-4e35-a610-ab497b43c548 req-d16e4236-090d-4e58-bb2b-595dabeba689 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 945 time: 0.3167470 Oct 25 08:50:40.320421 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.335615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc6a1487-6484-4c71-90ab-241ec4849f5f req-af1a231c-3460-4d8b-8b0a-933e3da4e6e9 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806293 Oct 25 08:50:40.338804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-63cc0183-6e16-432d-ac58-58b035ce973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:40.341918 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-63cc0183-6e16-432d-ac58-58b035ce973f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1174664 Oct 25 08:50:40.387747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306a7171-cd1b-4e35-a610-ab497b43c548 req-95adbab7-9bda-4d8f-ac6b-afc375a6c677 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Oct 25 08:50:40.418431 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-e77d02c2-c6f7-424a-aef1-967674dceea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 217 time: 0.0692968 Oct 25 08:50:40.477850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.486031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.498780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-07190e06-3e62-4748-ac15-e7b2f5d7964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:40.500351 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-07190e06-3e62-4748-ac15-e7b2f5d7964a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0742359 Oct 25 08:50:40.535992 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-e2d6b8ea-2eeb-4b06-bf37-b8436c7d7536 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282812 Oct 25 08:50:40.542171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:50:40.561035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.561356 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Added segment c195f65d-d8bb-40cb-99e6-b16b9b62eb1f of type vlan for network 745db563-8865-4d9b-b400-5a25e818e450 Oct 25 08:50:40.562700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c7caf6-69a4-4329-a301-047a961ed266,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:40.620410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.654584 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.655702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:40.656638 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.672085 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-373945a4-3011-468d-9656-738990d3f8ea service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262622 Oct 25 08:50:40.734700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8739426 Oct 25 08:50:40.737808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36166) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:40.751556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Request body: {'subnet': {'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1856926524-subnet', 'tenant_id': '1dfa050e73094a9687a2b0b57971f616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:40.788008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-451cdea5-7157-485a-9f38-2f0e4bd824a8 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071417 Oct 25 08:50:40.802875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ed032-4dca-443d-91b1-37e17b24a965 admin admin] Pushing event updated for resources: {'Network': ['ID=745db563-8865-4d9b-b400-5a25e818e450,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:40.830020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 745db563-8865-4d9b-b400-5a25e818e450 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:50:40.835920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-48d6d5b3-fb89-4eda-a8f5-e327d9e55fca tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e291a93eb9414de18497faea6fcdd8be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340054 Oct 25 08:50:40.836609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Made reservation on behalf of 1dfa050e73094a9687a2b0b57971f616 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:40.838840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Publish callbacks [] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:40.874657 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36180) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:41.013581 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43c9026b-4196-4786-a95f-e2459c93fac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.040627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70233-fb3a-418f-a551-07a86affebce req-a30f8ae7-b09d-40ae-98f3-00a7b20c59a1 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:41.042058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01f70233-fb3a-418f-a551-07a86affebce req-a30f8ae7-b09d-40ae-98f3-00a7b20c59a1 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 944 time: 0.1370471 Oct 25 08:50:41.056581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ba61e9c1-da12-43f2-a601-67065615e408 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:50:41.102701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-aec3b70c-c19f-4ae2-940e-50d0db9e7918 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:41.104055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-aec3b70c-c19f-4ae2-940e-50d0db9e7918 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619352 Oct 25 08:50:41.123548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port ba61e9c1-da12-43f2-a601-67065615e408 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:50:41.127879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port ba61e9c1-da12-43f2-a601-67065615e408 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:41.128232 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.128625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-93549381-489b-408e-bafc-818dedbcc962 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:41.130965 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-93549381-489b-408e-bafc-818dedbcc962 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.1008198 Oct 25 08:50:41.142213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-2'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:41.155434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01f70233-fb3a-418f-a551-07a86affebce req-cae4bca7-ec80-42a2-a9e6-9e9227bf38ed tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049559 Oct 25 08:50:41.159309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-d1d57401-adcc-4661-8828-d6939e4447b7 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/quotas/e291a93eb9414de18497faea6fcdd8be HTTP/1.1" status: 200 len: 375 time: 0.0432589 Oct 25 08:50:41.212444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-81c6f5a2-311d-491b-881a-e85064d3da3f tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e291a93eb9414de18497faea6fcdd8be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447731 Oct 25 08:50:41.220307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43c9026b-4196-4786-a95f-e2459c93fac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.246128 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43c9026b-4196-4786-a95f-e2459c93fac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.253651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.266033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.288624 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.319276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931247d-50fe-4978-a4a6-9e725cdce41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba61e9c1-da12-43f2-a601-67065615e408'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:41.322503 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843cd4b7-41e3-4339-9647-086a3486bdd9" -d '{"events": [{"server_uuid": "c931247d-50fe-4978-a4a6-9e725cdce41f", "name": "network-vif-plugged", "status": "completed", "tag": "ba61e9c1-da12-43f2-a601-67065615e408"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:41.342478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ba61e9c1-da12-43f2-a601-67065615e408, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba61e9c1-da12-43f2-a601-67065615e408,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:41.348229 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.350391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f679d69-5eda-4d8c-a35f-21dc761df7dd no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:50:41.379104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=757a2841-4bb4-4563-ac12-385c40a28013,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:41.395223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:41.395561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Network hostable DHCP agents. Network: 745db563-8865-4d9b-b400-5a25e818e450, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:50:41.412879 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-43c9026b-4196-4786-a95f-e2459c93fac9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90974672949448e8be3a1eb53e0e071c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323102 Oct 25 08:50:41.413557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36194) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:41.414592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9026b-4196-4786-a95f-e2459c93fac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7630a51-68c7-4b22-879e-0ded8f87f84b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:41.457868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Network 745db563-8865-4d9b-b400-5a25e818e450 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:50:41.462099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:41.505075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 745db563-8865-4d9b-b400-5a25e818e450) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:41.519384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:41.520619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:41.521297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.535515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b14a95c-bd47-407f-91a6-cc8aad9678b4 None None] Network 745db563-8865-4d9b-b400-5a25e818e450 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:41.582999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.585136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:41.587513 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcd3e00-434d-4a44-8254-69a5ba5bacd3" -d '{"events": [{"server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "name": "network-vif-unplugged", "status": "completed", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:41.595532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.596846 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2491e1a2-577b-475b-a4b3-35109dff95e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.634519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2491e1a2-577b-475b-a4b3-35109dff95e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.688706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ba61e9c1-da12-43f2-a601-67065615e408,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:41.703694 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b1bfd9-118b-4712-98b9-77ee8a5d77d3 x-openstack-request-id: req-b4b1bfd9-118b-4712-98b9-77ee8a5d77d3 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:41.704020 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c931247d-50fe-4978-a4a6-9e725cdce41f", "name": "network-vif-plugged", "status": "completed", "tag": "ba61e9c1-da12-43f2-a601-67065615e408", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:41.704283 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4b1bfd9-118b-4712-98b9-77ee8a5d77d3 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:41.704667 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c931247d-50fe-4978-a4a6-9e725cdce41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba61e9c1-da12-43f2-a601-67065615e408', 'code': 200} Oct 25 08:50:41.737316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on host n-h1-814746-2 for vnic_type normal with profile {"migrating_to": "n-h2-814746-2"} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:41.737316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:41.737316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:41.738009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-40635cd9-a15e-4074-8ee4-4a490634ce9f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9906867 Oct 25 08:50:41.761261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Pushing event updated for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:41.780848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:41.781420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Attempting to bind port 609aa5fe-5143-4460-ab8a-b0453ce17102 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:41.794451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2491e1a2-577b-475b-a4b3-35109dff95e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.798258 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2491e1a2-577b-475b-a4b3-35109dff95e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.808798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:41.809121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:41.810133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:41.811291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Bound port: 609aa5fe-5143-4460-ab8a-b0453ce17102, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:41.811654 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.817270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2491e1a2-577b-475b-a4b3-35109dff95e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7630a51-68c7-4b22-879e-0ded8f87f84b HTTP/1.1" status: 204 len: 168 time: 0.3963125 Oct 25 08:50:41.819563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.841219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4f679d69-5eda-4d8c-a35f-21dc761df7dd {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:41.906615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:41.918798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708e3ba-433e-4c78-88c3-fbcada55340f None None] Network 745db563-8865-4d9b-b400-5a25e818e450 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:41.939320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:41.943840 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:41.944544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:41.950965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491e1a2-577b-475b-a4b3-35109dff95e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7630a51-68c7-4b22-879e-0ded8f87f84b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:41.977636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cef02-04b3-4682-b1b3-6b3549cc9a2f req-916d17b6-cd39-45cf-a3eb-081ffff70b02 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:41.979711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-314cef02-04b3-4682-b1b3-6b3549cc9a2f req-916d17b6-cd39-45cf-a3eb-081ffff70b02 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.1568139 Oct 25 08:50:41.981756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.017199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad813f-cb2c-4faa-9554-e74c47bf4e06 req-e9bb51d4-6959-4539-80d8-f13749a2acab tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:42.032003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86ad813f-cb2c-4faa-9554-e74c47bf4e06 req-e9bb51d4-6959-4539-80d8-f13749a2acab tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 950 time: 0.2132583 Oct 25 08:50:42.041759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Pushing event updated for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=8']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:42.081958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392b050-8d1a-44f4-923d-736f9670eae3 req-daeb71dc-d51a-4560-b32c-68a0f5f9096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:42.086820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9392b050-8d1a-44f4-923d-736f9670eae3 req-daeb71dc-d51a-4560-b32c-68a0f5f9096a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 1101 time: 0.2378964 Oct 25 08:50:42.088189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4f679d69-5eda-4d8c-a35f-21dc761df7dd,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:42.158178 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9392b050-8d1a-44f4-923d-736f9670eae3 req-5187f470-83b9-4c26-bb6b-fdaf5dc633fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591705 Oct 25 08:50:42.158384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-314cef02-04b3-4682-b1b3-6b3549cc9a2f req-305e3e3f-31ab-480f-aa26-e0b765f043eb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464214 Oct 25 08:50:42.186454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86ad813f-cb2c-4faa-9554-e74c47bf4e06 req-f432e4f5-3a96-43c0-be4e-2fa7635e23b9 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365030 Oct 25 08:50:42.210712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:42.214952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.216527 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5bf3148d-7c5e-4a5e-b6f0-b22db9d26d92 service neutron] 10.222.0.18 "PUT /v2.0/ports/609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 1121 time: 1.0785382 Oct 25 08:50:42.269728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac672e2b-7158-420f-b124-37fdbbcff7d4 req-c3f61524-d17e-4611-8630-2740e3cfb3d0 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 210 time: 0.0496926 Oct 25 08:50:42.338827 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef568ed-c095-4ad8-8a80-0ea46c1dc2b7 x-openstack-request-id: req-9ef568ed-c095-4ad8-8a80-0ea46c1dc2b7 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:42.339362 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "name": "network-vif-unplugged", "status": "completed", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:42.339362 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ef568ed-c095-4ad8-8a80-0ea46c1dc2b7 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:42.339728 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102', 'code': 200} Oct 25 08:50:42.357804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['609aa5fe-5143-4460-ab8a-b0453ce17102'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:42.377002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36226) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:42.403875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfef8-2e8a-420a-9fc4-9984ebe1db40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.569718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba618-40ac-4ff5-95be-ae4adedb4b6d req-f194b49a-f702-4f35-94dd-e0a2194c0b5d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:42.574173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd3ba618-40ac-4ff5-95be-ae4adedb4b6d req-f194b49a-f702-4f35-94dd-e0a2194c0b5d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 943 time: 0.1214151 Oct 25 08:50:42.595250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfef8-2e8a-420a-9fc4-9984ebe1db40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.603417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebcbfef8-2e8a-420a-9fc4-9984ebe1db40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.622204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd3ba618-40ac-4ff5-95be-ae4adedb4b6d req-46f7ca6d-ab9d-4e77-9321-a7169a4fb259 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375156 Oct 25 08:50:42.639596 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ebcbfef8-2e8a-420a-9fc4-9984ebe1db40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7d92916c4ea493391ed53d7337f23ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596693 Oct 25 08:50:42.642768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36236) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:42.659899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbfef8-2e8a-420a-9fc4-9984ebe1db40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362cd754-2475-4c32-a3b6-a4b77b85f2bd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:42.718538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b415316-5714-4f6d-8b87-f41fd519ee6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.744251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b415316-5714-4f6d-8b87-f41fd519ee6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.827098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b415316-5714-4f6d-8b87-f41fd519ee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.830065 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b415316-5714-4f6d-8b87-f41fd519ee6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.833727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0b415316-5714-4f6d-8b87-f41fd519ee6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/362cd754-2475-4c32-a3b6-a4b77b85f2bd HTTP/1.1" status: 204 len: 168 time: 0.1866753 Oct 25 08:50:42.848117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b415316-5714-4f6d-8b87-f41fd519ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362cd754-2475-4c32-a3b6-a4b77b85f2bd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:42.908675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36256) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:42.913962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-893087314-network', 'tenant_id': 'da3fd27fc9c4449c832687daef986966'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:42.937228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Made reservation on behalf of da3fd27fc9c4449c832687daef986966 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:42.940433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:42.950765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.046616 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.052090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.074067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:50:43.088964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb28549d-d63a-42b6-8835-bb7a8ff2e110,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:43.093749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.094061 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Added segment 369c4fe7-7512-46a4-a48e-27c56c2eac70 of type vlan for network 5d61d62c-5be6-4a62-8d4d-c08542a1097d Oct 25 08:50:43.135442 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.168554 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.169844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:43.170438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.248548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36272) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:43.249225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3391979 Oct 25 08:50:43.253251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278f0b9-c311-4037-be1e-e7a42d8f1011 admin admin] Pushing event updated for resources: {'Network': ['ID=5d61d62c-5be6-4a62-8d4d-c08542a1097d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:43.254113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Request body: {'subnet': {'network_id': '5d61d62c-5be6-4a62-8d4d-c08542a1097d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-893087314-subnet', 'tenant_id': 'da3fd27fc9c4449c832687daef986966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:43.266306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 5d61d62c-5be6-4a62-8d4d-c08542a1097d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:50:43.282981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Made reservation on behalf of da3fd27fc9c4449c832687daef986966 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:43.290082 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.384723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f658e6-81d4-4971-a87d-7a2dbf225ed8 req-0258957e-1021-4c4d-9231-4041421c074e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:43.392403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f658e6-81d4-4971-a87d-7a2dbf225ed8 req-0258957e-1021-4c4d-9231-4041421c074e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 950 time: 0.0965385 Oct 25 08:50:43.396017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36280) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:43.438664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3c13f-acb2-42d6-bdc5-164eef1840c2 req-01105ec0-4f7e-43e5-8c17-d76b217d773d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:43.440359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eda3c13f-acb2-42d6-bdc5-164eef1840c2 req-01105ec0-4f7e-43e5-8c17-d76b217d773d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.1327288 Oct 25 08:50:43.484129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-78a86ca4-009b-4de8-a70c-44be48b40275 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e291a93eb9414de18497faea6fcdd8be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398710 Oct 25 08:50:43.514497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f658e6-81d4-4971-a87d-7a2dbf225ed8 req-9c7cc18d-97be-4439-8f52-a88757267687 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204100 Oct 25 08:50:43.647748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eda3c13f-acb2-42d6-bdc5-164eef1840c2 req-d19b21cc-3d76-4242-b155-6901f0dcac8d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909204 Oct 25 08:50:43.671844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.715466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27352948-cae2-4631-b7dd-64794a7e31ce req-87af335e-e6e5-4fd6-9ee0-e6e17a3dada8 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 210 time: 0.0773294 Oct 25 08:50:43.732325 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c214500b-d456-4d04-a951-c5c439711590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.749362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe97eb6-17a4-4bd2-beaa-5e9b63621fcf,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:43.760764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Checking segment: {'id': '369c4fe7-7512-46a4-a48e-27c56c2eac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5d61d62c-5be6-4a62-8d4d-c08542a1097d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:43.761143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Network hostable DHCP agents. Network: 5d61d62c-5be6-4a62-8d4d-c08542a1097d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:50:43.781598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Network 5d61d62c-5be6-4a62-8d4d-c08542a1097d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:50:43.822561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 5d61d62c-5be6-4a62-8d4d-c08542a1097d) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:43.831559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:43.832924 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:43.838608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58ee4f-6adf-4092-af94-a3632dbc06ab None None] Network 5d61d62c-5be6-4a62-8d4d-c08542a1097d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:43.878004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-768ea5f6-350d-4e05-a0a1-8213f91cc12b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6189778 Oct 25 08:50:43.878219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-ed08bcd6-e237-485d-9284-a76697b2211d tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:43.878219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-ed08bcd6-e237-485d-9284-a76697b2211d tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3603792 Oct 25 08:50:43.919535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Request body: {'port': {'device_id': '018310ae-0501-4558-925f-ef4133b5de26', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': 'e291a93eb9414de18497faea6fcdd8be'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:43.946922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7c28-058d-4d19-a95c-e24a87d8db7c req-6d419c5f-4c78-486f-95ed-51b67b267a33 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:43.954679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2bd7c28-058d-4d19-a95c-e24a87d8db7c req-6d419c5f-4c78-486f-95ed-51b67b267a33 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 943 time: 0.1299686 Oct 25 08:50:44.068080 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1144d120-1252-40d9-839d-66e098fe3f62 req-ad095b4e-4191-4b71-928d-4dd956ee4e89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734148 Oct 25 08:50:44.073639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2bd7c28-058d-4d19-a95c-e24a87d8db7c req-a0fc7f38-521f-4883-a90c-d747f0d17e00 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131411 Oct 25 08:50:44.089251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c214500b-d456-4d04-a951-c5c439711590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.092159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc1498c-7461-45f2-888b-33abc4807f4c None None] Network 5d61d62c-5be6-4a62-8d4d-c08542a1097d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:50:44.097254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c214500b-d456-4d04-a951-c5c439711590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.231412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d120-1252-40d9-839d-66e098fe3f62 req-889a4ad6-377e-413b-a588-cf57326f5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:44.233259 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1144d120-1252-40d9-839d-66e098fe3f62 req-889a4ad6-377e-413b-a588-cf57326f5a31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 1096 time: 0.0791547 Oct 25 08:50:44.263425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214500b-d456-4d04-a951-c5c439711590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eedb086-ff0f-4311-b61f-796aee9f6d6d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:44.277244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c214500b-d456-4d04-a951-c5c439711590 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=335f56fa3d5e49d6973cc9431028bf28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792315 Oct 25 08:50:44.278080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36310) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:44.281111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Made reservation on behalf of e291a93eb9414de18497faea6fcdd8be for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:44.287651 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.313006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.341450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:44.345180 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:44.394495 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfa7556-9e77-49ba-9f39-769a23db02d6 x-openstack-request-id: req-edfa7556-9e77-49ba-9f39-769a23db02d6 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:44.395114 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:44.395581 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-edfa7556-9e77-49ba-9f39-769a23db02d6 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:44.396306 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102', 'status': 'completed', 'code': 200} Oct 25 08:50:44.402571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d120-1252-40d9-839d-66e098fe3f62 req-b6a623ac-1f06-4a68-b6b6-a6986acc0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:44.404519 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1144d120-1252-40d9-839d-66e098fe3f62 req-b6a623ac-1f06-4a68-b6b6-a6986acc0a7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 924 time: 0.1485889 Oct 25 08:50:44.421696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53ed93d8-dd3b-4fc1-89c7-c58e48b28654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.457520 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.41', 57261) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:44.463802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53ed93d8-dd3b-4fc1-89c7-c58e48b28654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.571161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.582530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.602790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-d23e7b04-1d8c-45d9-92fe-cc1db28866f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:44.604349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-d23e7b04-1d8c-45d9-92fe-cc1db28866f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1124 time: 0.1288481 Oct 25 08:50:44.605722 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1144d120-1252-40d9-839d-66e098fe3f62 req-0f2237f0-10ca-4647-b445-7fd623c8750b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c194e2be-67c8-4485-ac86-5be98cd2037f HTTP/1.1" status: 200 len: 1000 time: 0.1647453 Oct 25 08:50:44.636812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53ed93d8-dd3b-4fc1-89c7-c58e48b28654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.639309 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53ed93d8-dd3b-4fc1-89c7-c58e48b28654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:44.640405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-53ed93d8-dd3b-4fc1-89c7-c58e48b28654 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eedb086-ff0f-4311-b61f-796aee9f6d6d HTTP/1.1" status: 204 len: 168 time: 0.3605046 Oct 25 08:50:44.691291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d120-1252-40d9-839d-66e098fe3f62 req-8b46a334-8a22-4bae-b7b4-e2ddefcc7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:44.693367 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1144d120-1252-40d9-839d-66e098fe3f62 req-8b46a334-8a22-4bae-b7b4-e2ddefcc7966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.0747640 Oct 25 08:50:44.709022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb9340-36d7-48ef-b3cb-52101b843e9d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:44.758879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d120-1252-40d9-839d-66e098fe3f62 req-349072ed-d8d0-4637-a324-03ecb911fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:44.765313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1144d120-1252-40d9-839d-66e098fe3f62 req-349072ed-d8d0-4637-a324-03ecb911fb92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593121 Oct 25 08:50:44.843777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed93d8-dd3b-4fc1-89c7-c58e48b28654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eedb086-ff0f-4311-b61f-796aee9f6d6d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:44.962674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88cbc2-3213-4a97-abdc-8ff03afa22f5 req-7bba02e3-4cba-4a22-ab0e-ffde63384118 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:44.964079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d88cbc2-3213-4a97-abdc-8ff03afa22f5 req-7bba02e3-4cba-4a22-ab0e-ffde63384118 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 950 time: 0.2563853 Oct 25 08:50:44.975809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-0ae6a8af-2b74-4e6b-9aa7-92b274979785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:44.977284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-0ae6a8af-2b74-4e6b-9aa7-92b274979785 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.3548036 Oct 25 08:50:44.993776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Allocated IP 192.168.233.111 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/1ba7185b-62ac-40a6-8d07-7bb46bc9f298) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:45.001425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 609aa5fe-5143-4460-ab8a-b0453ce17102 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:45.070136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-53a7b4a4-6d1f-4745-b3ef-96d1a0157ad8 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:45.077041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-53a7b4a4-6d1f-4745-b3ef-96d1a0157ad8 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 821 time: 0.3993461 Oct 25 08:50:45.079483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-cae3aa5f-0a13-4b83-8a99-eeb0ef661d77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 217 time: 0.0871911 Oct 25 08:50:45.087513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36346) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:45.115277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d34db56b-4955-4471-afe2-a22b55b2d6cb tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/quotas/1dfa050e73094a9687a2b0b57971f616 HTTP/1.1" status: 200 len: 375 time: 0.0373757 Oct 25 08:50:45.120553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-f1521146-a1c1-4e9c-b214-3991e27b770f tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:45.122039 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-f1521146-a1c1-4e9c-b214-3991e27b770f tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 943 time: 0.0943673 Oct 25 08:50:45.124965 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53466921-ce27-4e29-9df1-5e89366078f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.144234 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1144d120-1252-40d9-839d-66e098fe3f62 req-58b94963-6f09-415f-b7a1-29c1a3ec8fcd service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747966 Oct 25 08:50:45.159686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:45.165765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d88cbc2-3213-4a97-abdc-8ff03afa22f5 req-3c856e6e-9f51-420f-93fe-7d724b2395c5 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875496 Oct 25 08:50:45.179818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 609aa5fe-5143-4460-ab8a-b0453ce17102 has no active binding in host n-h2-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:50:45.201478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-b5f4b092-74cd-40f6-ba90-90141932d5c3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594707 Oct 25 08:50:45.232722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-8a9323a9-0207-4033-a70d-ebe458493860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:45.235897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-8a9323a9-0207-4033-a70d-ebe458493860 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1455915 Oct 25 08:50:45.342700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1144d120-1252-40d9-839d-66e098fe3f62 req-b637952e-2cf4-4cd9-ac0d-5b42249a7f4e service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826260 Oct 25 08:50:45.352713 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53466921-ce27-4e29-9df1-5e89366078f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.358525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Deleting port 4f679d69-5eda-4d8c-a35f-21dc761df7dd {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:50:45.358863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.374201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53466921-ce27-4e29-9df1-5e89366078f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.462038 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-53466921-ce27-4e29-9df1-5e89366078f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58665149edcc4fdc96c533cf8e5b7514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733733 Oct 25 08:50:45.465271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36352) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:45.473644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53466921-ce27-4e29-9df1-5e89366078f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd9a689-88c6-4320-8403-24975790f5f1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:45.518668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] For port 4f679d69-5eda-4d8c-a35f-21dc761df7dd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f679d69-5eda-4d8c-a35f-21dc761df7dd,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:45.519027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.537690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Calling delete_port for 4f679d69-5eda-4d8c-a35f-21dc761df7dd owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:50:45.569587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-404d84ba-e474-443e-92ce-7c6ce8ae17bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3215241 Oct 25 08:50:45.588639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e26a5e6-2d75-4e7d-851a-1f8679c438a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.622933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e26a5e6-2d75-4e7d-851a-1f8679c438a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.687268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afcd0e-123b-406d-96f9-892a427a1bde req-eed30a04-d2ad-498a-88fd-e0708f72ad67 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:45.688705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6afcd0e-123b-406d-96f9-892a427a1bde req-eed30a04-d2ad-498a-88fd-e0708f72ad67 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.4418297 Oct 25 08:50:45.708826 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e26a5e6-2d75-4e7d-851a-1f8679c438a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.711388 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e26a5e6-2d75-4e7d-851a-1f8679c438a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.712501 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2e26a5e6-2d75-4e7d-851a-1f8679c438a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfd9a689-88c6-4320-8403-24975790f5f1 HTTP/1.1" status: 204 len: 168 time: 0.2463176 Oct 25 08:50:45.726158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26a5e6-2d75-4e7d-851a-1f8679c438a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd9a689-88c6-4320-8403-24975790f5f1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:45.726750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-e390701b-fda8-4b1a-b579-0accbae5fc3c service neutron] 10.222.0.32 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137699 Oct 25 08:50:45.739587 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.771117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.772548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event deleted for resources: {'Port': ['ID=4f679d69-5eda-4d8c-a35f-21dc761df7dd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:45.818940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] No DVR routers for this DVR port 4f679d69-5eda-4d8c-a35f-21dc761df7dd on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:50:45.822490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:45.826371 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-71fe54c3-3695-44ee-afd1-cbbc2fad2f99 req-df7e3e13-d17c-4033-ab8b-470abaec17d2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "DELETE /v2.0/ports/4f679d69-5eda-4d8c-a35f-21dc761df7dd HTTP/1.1" status: 204 len: 173 time: 0.6962700 Oct 25 08:50:45.859395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6afcd0e-123b-406d-96f9-892a427a1bde req-edb202fc-012f-4c5b-8687-c5006f2a101e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584165 Oct 25 08:50:45.864635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-10c4c3b3-c62c-4b9d-a021-df50181042f3 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847507 Oct 25 08:50:45.975727 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:46.008946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-720ebbc9-931e-4add-82ef-9c5b3b9c93fe service neutron] 10.222.0.32 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573326 Oct 25 08:50:46.062373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:46.077578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:46.079955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:46.086412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:46.087022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:46.100642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Pushing event updated for resources: {'Port': ['ID=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:46.128286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae9428-86fe-4f9b-ad16-b3b1749ae9b0 req-831feead-36ac-4d1e-8550-4674447496cc tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:46.129860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65ae9428-86fe-4f9b-ad16-b3b1749ae9b0 req-831feead-36ac-4d1e-8550-4674447496cc tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 936 time: 0.1867588 Oct 25 08:50:46.132442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d30a1d-f1bc-4223-b531-5e22a5f712b6 req-35a581e3-e3a7-49ab-904d-cd83568ff10a service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561319 Oct 25 08:50:46.136147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-11d7ca1a-7c91-4eab-a4e2-58ab256e9d35 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2323582 Oct 25 08:50:46.208921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Request body: {'port': {'device_id': '018310ae-0501-4558-925f-ef4133b5de26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:46.285812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65ae9428-86fe-4f9b-ad16-b3b1749ae9b0 req-d71de788-7a91-447c-b3a6-10a5cecf344d tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380424 Oct 25 08:50:46.303141 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20bf495f-9d3a-4b32-a2ce-7e2a3686a855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:46.346766 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:46.397955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c238aa1-7738-4a4a-aab0-0ae7da89089a', 'name': 'network-vif-deleted', 'tag': '4f679d69-5eda-4d8c-a35f-21dc761df7dd'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:46.400290 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023cf426-8d21-41bd-9b4a-fcd85878e2d6" -d '{"events": [{"server_uuid": "2c238aa1-7738-4a4a-aab0-0ae7da89089a", "name": "network-vif-deleted", "tag": "4f679d69-5eda-4d8c-a35f-21dc761df7dd"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:46.452812 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9ed4686f-b861-402c-b46a-5ae667193c99 None None] Provisioning complete for port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:46.456252 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ed4686f-b861-402c-b46a-5ae667193c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:46.565525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4686f-b861-402c-b46a-5ae667193c99 None None] Port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:50:46.631051 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a647bfa2-f12c-42bd-8e2f-d06edb9ad00a req-4ffa328f-7d20-4a1e-8774-ef23fb4c597c tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c238aa1-7738-4a4a-aab0-0ae7da89089a HTTP/1.1" status: 200 len: 210 time: 0.0352130 Oct 25 08:50:46.734434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeb92926-d060-4498-8ea4-5657bec0d0ed req-995896dc-a83c-4a90-92e5-84a5ec2b5635 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 210 time: 0.0276158 Oct 25 08:50:46.794387 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95526a07-b927-4bc4-916a-fe7648de88e8 x-openstack-request-id: req-95526a07-b927-4bc4-916a-fe7648de88e8 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:46.794911 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c238aa1-7738-4a4a-aab0-0ae7da89089a", "name": "network-vif-deleted", "tag": "4f679d69-5eda-4d8c-a35f-21dc761df7dd", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:46.795142 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95526a07-b927-4bc4-916a-fe7648de88e8 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:46.795649 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c238aa1-7738-4a4a-aab0-0ae7da89089a', 'name': 'network-vif-deleted', 'tag': '4f679d69-5eda-4d8c-a35f-21dc761df7dd', 'status': 'completed', 'code': 200} Oct 25 08:50:46.914451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:46.926771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:46.943915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Transition to ACTIVE for port object 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:46.949628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:47.057240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:47.104396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735ff8f-0aeb-4305-8cca-f76c7530f2aa req-e35dc96e-3208-4219-ac26-9db097771907 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:47.105956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c735ff8f-0aeb-4305-8cca-f76c7530f2aa req-e35dc96e-3208-4219-ac26-9db097771907 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.1215103 Oct 25 08:50:47.106865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Attempting to bind port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:47.107192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Attempting to bind port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:47.107511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Attempting to bind port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:47.113085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:47.113406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Attempting to bind port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:47.140667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:47.141031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:47.141419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:47.141865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Bound port: 1ba7185b-62ac-40a6-8d07-7bb46bc9f298, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:47.142305 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:47.203535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c735ff8f-0aeb-4305-8cca-f76c7530f2aa req-00dedd28-e05b-4012-be24-f6a91a9e4d16 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867746 Oct 25 08:50:47.226008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-34d26fd4-d01e-4192-845a-6034f3115ba9 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815077 Oct 25 08:50:47.353576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] For port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:47.360196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] For port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:47.366090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:47.451487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:47.452103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:47.453572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ba7185b-62ac-40a6-8d07-7bb46bc9f298 HTTP/1.1" status: 200 len: 1096 time: 1.2494662 Oct 25 08:50:47.454912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018310ae-0501-4558-925f-ef4133b5de26', 'tag': '1ba7185b-62ac-40a6-8d07-7bb46bc9f298'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:47.457492 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63f2b29-864c-483e-aa31-dec78e3bd6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "018310ae-0501-4558-925f-ef4133b5de26", "tag": "1ba7185b-62ac-40a6-8d07-7bb46bc9f298"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:47.482540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-bd866498-3584-4065-a537-e4d86c6e4a1d tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:47.490409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-bd866498-3584-4065-a537-e4d86c6e4a1d tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635031 Oct 25 08:50:47.518848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-0a21c93f-dca9-48d1-85d5-69712436a91a tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/quotas/1c4b6dcd87f5444c9a1e9281bb204136 HTTP/1.1" status: 200 len: 375 time: 0.0274961 Oct 25 08:50:47.587427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638bda0-ece6-4b5e-8fa8-16768f08b301 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:47.614602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a47e8-4ad9-4a48-8a39-76d28c94a257 req-00019b65-8ecc-4b81-b40a-55a226f16007 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:47.618322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9a47e8-4ad9-4a48-8a39-76d28c94a257 req-00019b65-8ecc-4b81-b40a-55a226f16007 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 948 time: 0.2377496 Oct 25 08:50:47.662076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-291ab3c1-961d-4908-b1bd-174dc5229412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:47.662751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-291ab3c1-961d-4908-b1bd-174dc5229412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e291a93eb9414de18497faea6fcdd8be&device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 1099 time: 0.1216030 Oct 25 08:50:47.680305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-00360fd6-42da-450e-b217-bd76b738e5dd tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605268 Oct 25 08:50:47.763907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9a47e8-4ad9-4a48-8a39-76d28c94a257 req-9bb3af80-042f-457e-b4f8-aeb179545a42 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399138 Oct 25 08:50:47.766414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-be3025ef-e5b0-48b8-9ebd-b3ce771f4c12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=1ba7185b-62ac-40a6-8d07-7bb46bc9f298 HTTP/1.1" status: 200 len: 217 time: 0.0838294 Oct 25 08:50:47.810450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-adfe0222-7d54-4177-a57c-925c86758324 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:47.822358 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-adfe0222-7d54-4177-a57c-925c86758324 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 821 time: 0.1851737 Oct 25 08:50:47.838508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-186c7ac6-cdd8-46e6-9da0-ea3ad88f84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:47.840100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-186c7ac6-cdd8-46e6-9da0-ea3ad88f84c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0621684 Oct 25 08:50:47.851769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Request body: {'port': {'device_id': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'admin_state_up': True, 'tenant_id': '1dfa050e73094a9687a2b0b57971f616'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:47.906093 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d58bdc8-f75d-425e-9085-4519caed1c5b x-openstack-request-id: req-1d58bdc8-f75d-425e-9085-4519caed1c5b {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:47.906381 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018310ae-0501-4558-925f-ef4133b5de26", "tag": "1ba7185b-62ac-40a6-8d07-7bb46bc9f298", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:47.906630 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d58bdc8-f75d-425e-9085-4519caed1c5b {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:47.907079 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018310ae-0501-4558-925f-ef4133b5de26', 'tag': '1ba7185b-62ac-40a6-8d07-7bb46bc9f298', 'status': 'completed', 'code': 200} Oct 25 08:50:47.917400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-a28b836b-bbf0-4788-a8e9-8cf0b6d74a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:47.919841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-a28b836b-bbf0-4788-a8e9-8cf0b6d74a64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725257 Oct 25 08:50:48.044991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-410d0f8d-d19f-4db1-8aa3-0e2eacbb0745 req-979fd77f-a8a3-4e15-ae31-c6a7e9697fbe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 210 time: 0.0507412 Oct 25 08:50:48.071686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Made reservation on behalf of 1dfa050e73094a9687a2b0b57971f616 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:48.075751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.097384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-3762941e-558c-4d1f-b038-d1e250b07325 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689746 Oct 25 08:50:48.195684 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-756ee127-f8c3-4815-893a-e01d5f07b23d req-f4b6241d-0ff0-4ad4-8f6d-5b016f5f50fc tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 210 time: 0.0329010 Oct 25 08:50:48.239393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Allocated IP 172.20.0.13 (745db563-8865-4d9b-b400-5a25e818e450/757a2841-4bb4-4563-ac12-385c40a28013/31804b1b-a72d-49df-b004-a643e9d8113b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:48.260395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1798429126', 'description': 'tempest-description-670266953'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:48.290465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2977c0a-b98c-463f-8080-9b3169d8a168 req-16d0280e-52e3-4b57-90ff-1aec72d6d88c service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870301 Oct 25 08:50:48.300711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.323761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.450596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-bc5a3220-719c-4544-b1b6-f1a273115638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:48.452381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-bc5a3220-719c-4544-b1b6-f1a273115638 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e291a93eb9414de18497faea6fcdd8be&device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 1099 time: 0.0661576 Oct 25 08:50:48.455706 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.469424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36460) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:48.474869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-939d0ca0-a5ca-4b8b-be5e-858a29d390ad tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964643807', 'description': 'tempest-description--1504256742'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:48.516387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.538275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.582302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Pushing event updated for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:48.592473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Network 745db563-8865-4d9b-b400-5a25e818e450 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:48.597193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:48.600543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:48.607277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:48.608218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.613348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-939d0ca0-a5ca-4b8b-be5e-858a29d390ad tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.650623 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-00d4e0a7-254f-4d8a-a053-c39f779bb826 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8033426 Oct 25 08:50:48.660201 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.671461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Request body: {'port': {'device_id': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:48.693048 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-30702f06-faba-4d62-a528-805762096b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.726355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-650245a6-2e6c-426f-9148-f8d2c7afa60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:48.728141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-650245a6-2e6c-426f-9148-f8d2c7afa60d service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2654176 Oct 25 08:50:48.759277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.775182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-939d0ca0-a5ca-4b8b-be5e-858a29d390ad tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.802160 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-939d0ca0-a5ca-4b8b-be5e-858a29d390ad tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.829450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0455240-81fa-4d05-bf10-91b0af136e21,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:48.847905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-16fb4dad-ed1c-40e1-b581-02778ad5a026 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=1ba7185b-62ac-40a6-8d07-7bb46bc9f298 HTTP/1.1" status: 200 len: 217 time: 0.1004016 Oct 25 08:50:48.853950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-939d0ca0-a5ca-4b8b-be5e-858a29d390ad tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.858590 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-939d0ca0-a5ca-4b8b-be5e-858a29d390ad tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3846819 Oct 25 08:50:48.858988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36468) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:48.866759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1600f583-b128-4e74-bd7f-1d978fe8c942 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Request body: {'security_group_rule': {'security_group_id': '2b4f9037-0c3e-47e1-bfad-38bb74462bee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:48.871228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d0ca0-a5ca-4b8b-be5e-858a29d390ad tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f9037-0c3e-47e1-bfad-38bb74462bee,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:48.875546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3edd8a-7709-4963-8c97-112090229fab req-c3a86970-d21b-45af-8398-2c8276fae5be tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:48.877582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d3edd8a-7709-4963-8c97-112090229fab req-c3a86970-d21b-45af-8398-2c8276fae5be tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.2202644 Oct 25 08:50:48.921113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36472) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:48.953439 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.968777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:48.982297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-4ed09392-7fee-41f4-aae7-1a19aa91eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:48.983748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-4ed09392-7fee-41f4-aae7-1a19aa91eb01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1039681 Oct 25 08:50:48.995426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d3edd8a-7709-4963-8c97-112090229fab req-1a67db75-d005-47fa-a0e6-f10a8fc45fa7 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032395 Oct 25 08:50:49.005226 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1600f583-b128-4e74-bd7f-1d978fe8c942 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.013417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f679d69-5eda-4d8c-a35f-21dc761df7dd no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:50:49.024305 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.025610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12294507-665f-4c51-9f99-9acc7523d60a req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7703521 Oct 25 08:50:49.045892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85473353-dc34-42dc-94ef-9a5754e6f3a8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3162ad5b-a08a-43c3-8163-9cca13c1c71b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:49.090771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 4f679d69-5eda-4d8c-a35f-21dc761df7dd {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:50:49.095286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f679d69-5eda-4d8c-a35f-21dc761df7dd not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:50:49.107808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-1d2a32fc-9bdf-4814-ae7a-7dbaff795deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:49.109368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-1d2a32fc-9bdf-4814-ae7a-7dbaff795deb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104565 Oct 25 08:50:49.127886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c800c-bc92-4b0d-afcd-e7817c86319b req-1cfe1651-61d9-463b-a887-b803405dcb08 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:49.130062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af1c800c-bc92-4b0d-afcd-e7817c86319b req-1cfe1651-61d9-463b-a887-b803405dcb08 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 948 time: 0.0655885 Oct 25 08:50:49.133996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9a756fe-d120-4743-ba63-8d21062e8d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.187301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1600f583-b128-4e74-bd7f-1d978fe8c942 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.200283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1600f583-b128-4e74-bd7f-1d978fe8c942 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.208156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c758be16-e1b9-489e-9d15-bdc48f40df74 req-2a45aef3-dec8-43eb-af32-a1403f91b53b tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1674726028', 'description': 'tempest-description-1084331497'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:49.259910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600f583-b128-4e74-bd7f-1d978fe8c942 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b59497-5df1-4de8-aa36-a86920612743,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:49.273938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31804b1b-a72d-49df-b004-a643e9d8113b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:49.288468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.312305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Transition to ACTIVE for port object 31804b1b-a72d-49df-b004-a643e9d8113b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:49.322765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.376180 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9a756fe-d120-4743-ba63-8d21062e8d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.386311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9a756fe-d120-4743-ba63-8d21062e8d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.418369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Pushing event updated for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:49.442775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a756fe-d120-4743-ba63-8d21062e8d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eda4262-4d01-49c1-9cfb-2fad79c47ae8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:49.460318 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f9a756fe-d120-4743-ba63-8d21062e8d38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8e86e9ed2874e08a3999a022af3647a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356567 Oct 25 08:50:49.464081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36482) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:49.489721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:49.490053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:49.490374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:49.504701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:49.505049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:49.507011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af1c800c-bc92-4b0d-afcd-e7817c86319b req-4f2bc045-8862-412f-99c0-638a601e34c2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646855 Oct 25 08:50:49.516713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:49.517172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:49.517315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-7c29a692-0b84-4a7b-8def-76e15120579f tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387788 Oct 25 08:50:49.517666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:49.517994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Bound port: 31804b1b-a72d-49df-b004-a643e9d8113b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:49.518400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.524057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c758be16-e1b9-489e-9d15-bdc48f40df74 req-2a45aef3-dec8-43eb-af32-a1403f91b53b tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.545396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1600f583-b128-4e74-bd7f-1d978fe8c942 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.550090 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1600f583-b128-4e74-bd7f-1d978fe8c942 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6866794 Oct 25 08:50:49.550294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-e74f4325-323e-4307-9bac-82741697b730 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122937 Oct 25 08:50:49.550294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36484) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:49.558487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cc1e0341-6608-4685-9984-44aab8b844f4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Request body: {'security_group_rule': {'security_group_id': '2b4f9037-0c3e-47e1-bfad-38bb74462bee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:49.578990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9eee8de0-3a55-4662-a27d-919bd6de96bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.622122 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9eee8de0-3a55-4662-a27d-919bd6de96bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.636050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:49.662220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:49.666564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.711987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:49.712681 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.714064 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 1092 time: 1.0472836 Oct 25 08:50:49.731469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:49.733727 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b23fd31-33da-45ff-bef6-cf73b28186aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:49.762931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0341-6608-4685-9984-44aab8b844f4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.771868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a975e7-e0ec-454f-a7a9-df1a89a187f3 service neutron] Pushing event updated for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:49.774436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9eee8de0-3a55-4662-a27d-919bd6de96bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.777011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9eee8de0-3a55-4662-a27d-919bd6de96bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.778419 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9eee8de0-3a55-4662-a27d-919bd6de96bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5eda4262-4d01-49c1-9cfb-2fad79c47ae8 HTTP/1.1" status: 204 len: 168 time: 0.3133700 Oct 25 08:50:49.789399 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.798105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee8de0-3a55-4662-a27d-919bd6de96bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eda4262-4d01-49c1-9cfb-2fad79c47ae8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:49.805711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-5fa6abbb-227e-478e-bbea-bf55e1020923 service neutron] 10.222.0.41 "GET /v2.0/ports/609aa5fe-5143-4460-ab8a-b0453ce17102/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.1108527 Oct 25 08:50:49.834510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c758be16-e1b9-489e-9d15-bdc48f40df74 req-2a45aef3-dec8-43eb-af32-a1403f91b53b tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.845392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebe01c-2b31-4b05-83f1-e4a4d93dd503 req-729c37e3-7711-4fc8-8333-4a20f104ba23 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:49.845666 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.847939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50ebe01c-2b31-4b05-83f1-e4a4d93dd503 req-729c37e3-7711-4fc8-8333-4a20f104ba23 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.2633007 Oct 25 08:50:49.862783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c758be16-e1b9-489e-9d15-bdc48f40df74 req-2a45aef3-dec8-43eb-af32-a1403f91b53b tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.926874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-f67bbd2b-3e3e-41ce-a892-8252a537af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:49.928544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-f67bbd2b-3e3e-41ce-a892-8252a537af0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1095 time: 0.1067116 Oct 25 08:50:49.954408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c758be16-e1b9-489e-9d15-bdc48f40df74 req-2a45aef3-dec8-43eb-af32-a1403f91b53b tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:49.967410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c758be16-e1b9-489e-9d15-bdc48f40df74 req-2a45aef3-dec8-43eb-af32-a1403f91b53b tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7727590 Oct 25 08:50:49.992022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45aef3-dec8-43eb-af32-a1403f91b53b tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6532404-4ed3-4a3e-a15b-7125b0c5550b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:50.015343 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-a1436594-1f04-4dea-a20b-7df6ed02c1c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 217 time: 0.0613477 Oct 25 08:50:50.017399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-ab7657d0-1415-4d2a-a849-72431e4eb9f2 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:50.023007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-ab7657d0-1415-4d2a-a849-72431e4eb9f2 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3831091 Oct 25 08:50:50.034573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f63f2b29-864c-483e-aa31-dec78e3bd6aa req-a2d298b2-dff4-4024-836b-d361d030bdf8 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048817 Oct 25 08:50:50.072345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-f07b5a9a-971e-40fd-a927-4d0b916ae6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:50.073824 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-f07b5a9a-971e-40fd-a927-4d0b916ae6fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0458534 Oct 25 08:50:50.088673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0341-6608-4685-9984-44aab8b844f4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.093685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Request body: {'port': {'device_id': '42bde9fe-a971-4ae7-abe4-6a85dbf3070e', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '1c4b6dcd87f5444c9a1e9281bb204136'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:50.098738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-274b83f3-82ae-4cad-8546-b8714e7989dd req-621d588c-3758-43db-8241-8e57c9bd6cdf tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 210 time: 0.0747313 Oct 25 08:50:50.103481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50ebe01c-2b31-4b05-83f1-e4a4d93dd503 req-2e4df953-c4dc-4c8a-8a25-dbe8d49c0220 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418792 Oct 25 08:50:50.114835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0341-6608-4685-9984-44aab8b844f4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.156796 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-879071fa-25d0-44f8-904f-be92d5479c61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732050 Oct 25 08:50:50.190786 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c002dd60-945f-4fbf-9d50-d8ee2c82f5f8 x-openstack-request-id: req-c002dd60-945f-4fbf-9d50-d8ee2c82f5f8 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:50.191081 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:50.191350 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c002dd60-945f-4fbf-9d50-d8ee2c82f5f8 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:50.191722 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b', 'status': 'completed', 'code': 200} Oct 25 08:50:50.208206 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc1e0341-6608-4685-9984-44aab8b844f4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.209543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cc1e0341-6608-4685-9984-44aab8b844f4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6584842 Oct 25 08:50:50.210576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e0341-6608-4685-9984-44aab8b844f4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca155f5-6ac3-41e3-86e8-9ded2ba5c8f8,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:50.218271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36502) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:50.229308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36504) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:50.251659 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f82d83d-d5e4-42dc-8b0a-3ac3492164b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.267524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:50.297743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:50.336431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:50.339688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.393199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aec7c-9eb5-4305-b9f5-467eed8e74ce req-97734ed9-5620-41c2-89a8-3ddb523f5c0e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:50.394694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c7aec7c-9eb5-4305-b9f5-467eed8e74ce req-97734ed9-5620-41c2-89a8-3ddb523f5c0e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 943 time: 0.1302221 Oct 25 08:50:50.405461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Made reservation on behalf of 1c4b6dcd87f5444c9a1e9281bb204136 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:50.409675 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.434397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609aa5fe-5143-4460-ab8a-b0453ce17102 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:50.443410 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-cb5f5ed4-07ce-4530-aaa4-3dbf863c8ad8 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584918 Oct 25 08:50:50.450325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:50.477771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f82d83d-d5e4-42dc-8b0a-3ac3492164b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.514783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f82d83d-d5e4-42dc-8b0a-3ac3492164b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.535868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-526658305', 'description': 'tempest-description-987742191'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:50.553110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c7aec7c-9eb5-4305-b9f5-467eed8e74ce req-09fdaa0b-427c-45fd-b7ec-1337176be426 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392655 Oct 25 08:50:50.601539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f82d83d-d5e4-42dc-8b0a-3ac3492164b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a786bb7d9384c8db9cb69d9d9e61b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709378 Oct 25 08:50:50.626593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36508) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:50.637093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82d83d-d5e4-42dc-8b0a-3ac3492164b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd3c6e2-81ba-4de5-96e9-46de4f7bc3d8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:50.665579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.687563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.707124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Allocated IP 192.168.233.40 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/b087620c-6dbc-4c1b-bf77-f4dc206b870d) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:50.725972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.807184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f21d1463-bbce-408f-a7ee-8a7ceae16af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.837865 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f90c485f-fa43-43c3-9f7f-84b22f7096b9 req-7280935f-b3f1-4968-ac8e-1a6dbc3d7c62 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755529 Oct 25 08:50:50.864470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] Transition to ACTIVE for port object 609aa5fe-5143-4460-ab8a-b0453ce17102 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:50.866704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a195-7ed6-4758-81d9-03124385e4ca req-94733805-6e9f-4f62-978f-c2e952bbcc8a tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:50.868412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ae2a195-7ed6-4758-81d9-03124385e4ca req-94733805-6e9f-4f62-978f-c2e952bbcc8a tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 948 time: 0.1475906 Oct 25 08:50:50.870311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.870696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f21d1463-bbce-408f-a7ee-8a7ceae16af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:50.874237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.002743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] No DVR routers for this DVR port 609aa5fe-5143-4460-ab8a-b0453ce17102 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:50:51.018549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.029819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ae2a195-7ed6-4758-81d9-03124385e4ca req-9a58b444-f34a-42a5-94be-75487fa269cd tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511970 Oct 25 08:50:51.037270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.057130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] Pushing event updated for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:51.096288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f21d1463-bbce-408f-a7ee-8a7ceae16af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.098835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f21d1463-bbce-408f-a7ee-8a7ceae16af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.099959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f21d1463-bbce-408f-a7ee-8a7ceae16af0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bd3c6e2-81ba-4de5-96e9-46de4f7bc3d8 HTTP/1.1" status: 204 len: 168 time: 0.4721510 Oct 25 08:50:51.100569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-54ce99d4-30ee-4c83-a27f-f4633aff5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.102146 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-54ce99d4-30ee-4c83-a27f-f4633aff5f68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1095 time: 0.1459970 Oct 25 08:50:51.104569 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.112202 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b3e483a4-d7c0-481f-b244-b962533115a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/609aa5fe-5143-4460-ab8a-b0453ce17102/bindings/n-h2-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2971578 Oct 25 08:50:51.117995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97c34c-6ccc-4de3-b406-4f3ade7fc230,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:51.119666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Allocated IP 172.25.8.61 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/a94c47ee-ff1d-4f23-a820-5c3985b45575) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:51.145669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d1463-bbce-408f-a7ee-8a7ceae16af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd3c6e2-81ba-4de5-96e9-46de4f7bc3d8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:51.215126 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.220779 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.242212 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.265086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ba61e9c1-da12-43f2-a601-67065615e408'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:51.305118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-5e025e1f-0d65-4c66-aa45-11e1cd00939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.306741 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-5e025e1f-0d65-4c66-aa45-11e1cd00939a service neutron] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.1885047 Oct 25 08:50:51.379440 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-c75cfdda-478d-45b8-9a98-44dd67d58a0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 217 time: 0.0609574 Oct 25 08:50:51.379783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Pushing event updated for resources: {'Port': ['ID=b087620c-6dbc-4c1b-bf77-f4dc206b870d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:51.400996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-6fb6c36d-d3db-46dc-8556-742138911e32 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.401997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:51.402557 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-6fb6c36d-d3db-46dc-8556-742138911e32 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.1530313 Oct 25 08:50:51.405691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.412657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476aa635-3e36-4961-a10c-cd612ba73ff3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:51.421382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:51.430287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.441603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8450b631-e043-4382-990a-ab38ea7854dd req-d2075d4f-c007-4fe1-99bb-01c9fb6b7fe1 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9297757 Oct 25 08:50:51.443471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:51.451596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.458962 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.475068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eeb08-8476-4667-83f4-d592fdcd2d2f req-ab4f4699-134f-448b-9c8b-3de290c7c1ed tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.476744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-574eeb08-8476-4667-83f4-d592fdcd2d2f req-ab4f4699-134f-448b-9c8b-3de290c7c1ed tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 935 time: 0.2462125 Oct 25 08:50:51.500379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-5ab65400-4db8-4e8f-9efe-9fcf5a3d28d8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4154770 Oct 25 08:50:51.506813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-54bf3c2d-2f0b-4165-a2ff-0eea79db935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.508544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-54bf3c2d-2f0b-4165-a2ff-0eea79db935f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.1203890 Oct 25 08:50:51.523188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Request body: {'port': {'device_id': '42bde9fe-a971-4ae7-abe4-6a85dbf3070e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:51.563818 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-12ee8900-29e4-4b2c-9d09-ecfb1ea0e00a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406861 Oct 25 08:50:51.584374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-c61d8c45-cca0-4fcd-8f1c-fe6991887b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.585940 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-c61d8c45-cca0-4fcd-8f1c-fe6991887b96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886&tenant_id=aa66063279d64b5c84f290c5437a3ea0 HTTP/1.1" status: 200 len: 1095 time: 0.1609688 Oct 25 08:50:51.588390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.601536 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.606524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-574eeb08-8476-4667-83f4-d592fdcd2d2f req-936eb751-5890-4776-83f3-0bf186dcc59f tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216424 Oct 25 08:50:51.658706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-feeac6cd-e8fc-4aa2-96cf-167c929fa5e1 req-9f3030c0-eb72-4847-a1b0-91ecdcad8ca6 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-425327043', 'description': 'tempest-description-2018914197'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:51.677995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.703948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d18f1c-a9b4-4656-b468-590d64fdd44b req-5ef9635d-e5a8-46ce-8592-fea0028626c5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.706824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2d18f1c-a9b4-4656-b468-590d64fdd44b req-5ef9635d-e5a8-46ce-8592-fea0028626c5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.1740985 Oct 25 08:50:51.738412 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-feeac6cd-e8fc-4aa2-96cf-167c929fa5e1 req-9f3030c0-eb72-4847-a1b0-91ecdcad8ca6 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.753834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:51.762790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event updated for resources: {'Port': ['ID=a94c47ee-ff1d-4f23-a820-5c3985b45575,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:51.769437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:51.775542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:51.827562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-9fa03195-e0d5-45a6-8351-4e552842d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:51.829071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-9fa03195-e0d5-45a6-8351-4e552842d7e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1095 time: 0.1779737 Oct 25 08:50:51.835521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2d18f1c-a9b4-4656-b468-590d64fdd44b req-c8edc1c4-5a28-46c2-b943-a34349a85053 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173408 Oct 25 08:50:51.898996 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-c5e854e7-7216-44e5-bdbd-a546131506cf service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255494 Oct 25 08:50:51.925474 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:51.925640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-226999a0-6ae1-4536-bd58-58f7e5e00dea None None] Provisioning complete for port b087620c-6dbc-4c1b-bf77-f4dc206b870d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:51.926082 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-226999a0-6ae1-4536-bd58-58f7e5e00dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.004921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-226999a0-6ae1-4536-bd58-58f7e5e00dea None None] Port b087620c-6dbc-4c1b-bf77-f4dc206b870d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:50:52.006782 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-feeac6cd-e8fc-4aa2-96cf-167c929fa5e1 req-9f3030c0-eb72-4847-a1b0-91ecdcad8ca6 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.017048 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-feeac6cd-e8fc-4aa2-96cf-167c929fa5e1 req-9f3030c0-eb72-4847-a1b0-91ecdcad8ca6 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.049410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.082626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-15dcfe59-22c4-455f-82bb-58c67818e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:52.084157 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-15dcfe59-22c4-455f-82bb-58c67818e572 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.2430685 Oct 25 08:50:52.096171 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b23fd31-33da-45ff-bef6-cf73b28186aa req-03698d68-0517-4017-9289-3ab56955cf02 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895871 Oct 25 08:50:52.099275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-feeac6cd-e8fc-4aa2-96cf-167c929fa5e1 req-9f3030c0-eb72-4847-a1b0-91ecdcad8ca6 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.100735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-feeac6cd-e8fc-4aa2-96cf-167c929fa5e1 req-9f3030c0-eb72-4847-a1b0-91ecdcad8ca6 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4540465 Oct 25 08:50:52.109564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3030c0-eb72-4847-a1b0-91ecdcad8ca6 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195ee6d-8bd4-48d4-b899-415990aee070,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:52.142133 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-30e30e8b-683a-4cf0-a84d-edc24ff316d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 217 time: 0.0482833 Oct 25 08:50:52.172673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc55e6-cae9-47d5-9dfd-53156f3bdb66 req-781bf2d8-32e2-4b7e-b3e1-bebdbefcb843 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:52.177361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45dc55e6-cae9-47d5-9dfd-53156f3bdb66 req-781bf2d8-32e2-4b7e-b3e1-bebdbefcb843 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 944 time: 0.1962328 Oct 25 08:50:52.244206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-7481a85d-e486-4788-9cb3-814ee3587f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:52.245855 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-7481a85d-e486-4788-9cb3-814ee3587f64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0954556 Oct 25 08:50:52.266633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b087620c-6dbc-4c1b-bf77-f4dc206b870d {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:52.288783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.303697 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-86d8b04f-6c17-4a78-9fe9-af9aa1e2b097 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435455 Oct 25 08:50:52.312798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45dc55e6-cae9-47d5-9dfd-53156f3bdb66 req-7c1262ea-b1e2-4490-81c5-ae99542751c4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301818 Oct 25 08:50:52.328972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Transition to ACTIVE for port object b087620c-6dbc-4c1b-bf77-f4dc206b870d will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:52.338242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.342485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:52.353871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fd7bf-f71f-4f9e-b2fe-764ed4e7ca7e req-1d9afacf-3e39-4021-b1d1-e14d60816ca8 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:52.355577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 609aa5fe-5143-4460-ab8a-b0453ce17102 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:50:52.356289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e96fd7bf-f71f-4f9e-b2fe-764ed4e7ca7e req-1d9afacf-3e39-4021-b1d1-e14d60816ca8 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 948 time: 0.0835767 Oct 25 08:50:52.396318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.405263 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.428192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.476651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 609aa5fe-5143-4460-ab8a-b0453ce17102 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:50:52.507862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.516983 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2458761 Oct 25 08:50:52.526182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef1485-6d1f-42e5-96b1-bb7991a17832 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event updated for resources: {'Port': ['ID=a94c47ee-ff1d-4f23-a820-5c3985b45575,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:52.557090 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-aa42cd90-074e-45c2-9255-24ede673dbba service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443628 Oct 25 08:50:52.570222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:52.582595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Pushing event updated for resources: {'Port': ['ID=b087620c-6dbc-4c1b-bf77-f4dc206b870d,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:52.590952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e96fd7bf-f71f-4f9e-b2fe-764ed4e7ca7e req-664343a1-11c2-4263-9b72-c7574774a231 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242725 Oct 25 08:50:52.614715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '1ba7185b-62ac-40a6-8d07-7bb46bc9f298', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '1ba7185b-62ac-40a6-8d07-7bb46bc9f298', 'mac_address': 'fa:16:3e:07:1f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:50:52.617227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Attempting to bind port b087620c-6dbc-4c1b-bf77-f4dc206b870d on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:52.617586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Attempting to bind port b087620c-6dbc-4c1b-bf77-f4dc206b870d by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:52.617909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Attempting to bind port b087620c-6dbc-4c1b-bf77-f4dc206b870d on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:52.629684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Port b087620c-6dbc-4c1b-bf77-f4dc206b870d on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:52.630103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Attempting to bind port b087620c-6dbc-4c1b-bf77-f4dc206b870d on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:52.637922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:52.638255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:52.638699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:52.639039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Bound port: b087620c-6dbc-4c1b-bf77-f4dc206b870d, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:52.639392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.708777 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.734994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:52.746874 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-3627d47f-7bec-47b8-a1ab-7f503f1af863 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819284 Oct 25 08:50:52.758276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:52.771787 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.833697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] For port b087620c-6dbc-4c1b-bf77-f4dc206b870d, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:52.848734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:52.862942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] For port b087620c-6dbc-4c1b-bf77-f4dc206b870d, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b087620c-6dbc-4c1b-bf77-f4dc206b870d,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:52.871572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05075372-4473-4aa3-9759-f6f9455f5892 req-448c2e8d-0c40-469d-a2dc-851ff9dfcb8d tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:52.873090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05075372-4473-4aa3-9759-f6f9455f5892 req-448c2e8d-0c40-469d-a2dc-851ff9dfcb8d tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 947 time: 0.1174228 Oct 25 08:50:52.877229 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.966450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:52.967056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:52.968465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] 10.222.0.41 "PUT /v2.0/ports/b087620c-6dbc-4c1b-bf77-f4dc206b870d HTTP/1.1" status: 200 len: 1095 time: 1.4508700 Oct 25 08:50:52.969195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bde9fe-a971-4ae7-abe4-6a85dbf3070e', 'tag': 'b087620c-6dbc-4c1b-bf77-f4dc206b870d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:52.975063 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ed3e25-a858-4237-abdd-eb560195fe7b" -d '{"events": [{"name": "network-changed", "server_uuid": "42bde9fe-a971-4ae7-abe4-6a85dbf3070e", "tag": "b087620c-6dbc-4c1b-bf77-f4dc206b870d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:53.006577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8f997-640c-4fa5-adf3-1335c272ad72 service neutron] Pushing event updated for resources: {'Port': ['ID=b087620c-6dbc-4c1b-bf77-f4dc206b870d,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:53.023727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05075372-4473-4aa3-9759-f6f9455f5892 req-ac61d753-0300-4dea-b493-05936b2a62c7 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318364 Oct 25 08:50:53.109909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-f136a61f-e93e-4cfa-92d8-e9c5375d57b2 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50569 time: 0.7465091 Oct 25 08:50:53.156655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b600136a-a7a0-46e3-b677-356a7737f167 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:53.158951 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-b600136a-a7a0-46e3-b677-356a7737f167 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.0763988 Oct 25 08:50:53.186183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['1ba7185b-62ac-40a6-8d07-7bb46bc9f298'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:53.260325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-29132119-ac91-4a2e-bbc1-f08cd9a49b66 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0805401b-494b-4f92-be83-737c41c73906 HTTP/1.1" status: 200 len: 2981 time: 0.1492057 Oct 25 08:50:53.264220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-99ab20ce-7d62-47cb-b5af-aba0ce76b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:53.265801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-99ab20ce-7d62-47cb-b5af-aba0ce76b152 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 1098 time: 0.2066634 Oct 25 08:50:53.333347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-bda91424-e81b-4f44-a6b3-e07b49a159c2 service neutron] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:53.336767 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-bda91424-e81b-4f44-a6b3-e07b49a159c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:53.338166 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51c5cdb1-35c7-4414-8e1e-a55e6bea23f8 req-bda91424-e81b-4f44-a6b3-e07b49a159c2 service neutron] 10.222.0.18 "DELETE /v2.0/ports/609aa5fe-5143-4460-ab8a-b0453ce17102/bindings/n-h1-814746-2 HTTP/1.1" status: 204 len: 173 time: 0.1713161 Oct 25 08:50:53.346282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-88bc3487-b2ac-44fa-97da-51dda5f24801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=b087620c-6dbc-4c1b-bf77-f4dc206b870d HTTP/1.1" status: 200 len: 217 time: 0.0599282 Oct 25 08:50:53.403411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-4251599d-2f0b-471a-a3c1-3adc764d4a8b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:53.404810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-4251599d-2f0b-471a-a3c1-3adc764d4a8b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 822 time: 0.2597651 Oct 25 08:50:53.407997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-db9e670c-d1d8-48da-9261-c7e7c38979ee tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0805401b-494b-4f92-be83-737c41c73906 HTTP/1.1" status: 200 len: 2981 time: 0.1387036 Oct 25 08:50:53.444811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-4cf5f8f3-43b7-4e26-861d-f975162bef23 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/quotas/de33fcc40daf4c88ba709b48c6f0116d HTTP/1.1" status: 200 len: 375 time: 0.0338428 Oct 25 08:50:53.450280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-19d26209-6393-4946-94d5-cee722f5000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:53.451649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-19d26209-6393-4946-94d5-cee722f5000e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0915501 Oct 25 08:50:53.512340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-30d3a5c0-ed1a-4e7b-ad55-b3117d572599 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4c97c34c-6ccc-4de3-b406-4f3ade7fc230 HTTP/1.1" status: 200 len: 2981 time: 0.0967143 Oct 25 08:50:53.744027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-e7e14cdd-b590-4026-8df0-164d0bc0711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:53.745556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-e7e14cdd-b590-4026-8df0-164d0bc0711c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2861280 Oct 25 08:50:53.749134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-957befac-662b-4de5-a5f4-a8df54f755de tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2942190 Oct 25 08:50:53.842981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-ac5ef08b-03fa-479f-aff6-738020d5bc83 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4c97c34c-6ccc-4de3-b406-4f3ade7fc230 HTTP/1.1" status: 200 len: 2981 time: 0.3234532 Oct 25 08:50:53.944433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-1eeba2aa-797e-4b5d-b390-f9cb644f039c service neutron] 10.222.0.32 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785524 Oct 25 08:50:53.946156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-0359ce25-de8b-42a9-9361-8cae65f3dea0 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915498 Oct 25 08:50:53.947498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-1d9ed7e7-718b-4852-8401-d23083f225e9 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4da3f64f-1b33-41d4-90d7-fb5547e84936 HTTP/1.1" status: 200 len: 2977 time: 0.0964737 Oct 25 08:50:54.091984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-e18df1dc-82c2-4d56-88dc-079ac1b39005 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4da3f64f-1b33-41d4-90d7-fb5547e84936 HTTP/1.1" status: 200 len: 2977 time: 0.1330919 Oct 25 08:50:54.158838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-73b1eda3-76a4-4363-a541-20cb12d40043 service neutron] 10.222.0.32 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080815 Oct 25 08:50:54.163234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8e087c1-8e11-4dbb-a6bb-b4520608a5ea req-af996f02-8884-42df-89fd-90a8ae93fec8 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054117 Oct 25 08:50:54.172650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-1add0406-7e45-40fa-aeb4-1a92ecbace5c tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/65ae99ec-a8ea-497a-8ddb-3202e1568e42 HTTP/1.1" status: 200 len: 2977 time: 0.0727527 Oct 25 08:50:54.217734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-3670b787-1cac-47bd-b63f-87cd30f4975e tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/65ae99ec-a8ea-497a-8ddb-3202e1568e42 HTTP/1.1" status: 200 len: 2977 time: 0.0376241 Oct 25 08:50:54.269911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-c2f149cd-5e84-481b-8398-5c731ea17e66 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6eb75fc7-f0c8-432d-875e-e50abf083abd HTTP/1.1" status: 200 len: 2977 time: 0.0451276 Oct 25 08:50:54.318964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-e3541bd7-b5e5-48ed-b1ec-6bb9a8e358fb tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6eb75fc7-f0c8-432d-875e-e50abf083abd HTTP/1.1" status: 200 len: 2977 time: 0.0455737 Oct 25 08:50:54.355374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:50:54.397433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-975828c0-8963-45df-b861-569da0a0451b tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7f80812e-2369-45d7-bd99-2823fa244788 HTTP/1.1" status: 200 len: 2981 time: 0.0712712 Oct 25 08:50:54.426474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:50:54.429831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6689c3-f216-47a3-a002-777eb84a9db7 req-be1f1053-240d-451e-bee4-f849e312df9b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:54.430514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:54.430944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:54.431307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b6689c3-f216-47a3-a002-777eb84a9db7 req-be1f1053-240d-451e-bee4-f849e312df9b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.0833576 Oct 25 08:50:54.470257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-887e1b2d-e4fe-4e6b-8549-b043c79a00e5 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7f80812e-2369-45d7-bd99-2823fa244788 HTTP/1.1" status: 200 len: 2981 time: 0.0659709 Oct 25 08:50:54.499142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b6689c3-f216-47a3-a002-777eb84a9db7 req-1b23cefd-0a49-44aa-8895-73593bdc422b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558352 Oct 25 08:50:54.530934 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:54.538745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-b2f32e68-0bd2-4a63-b7fb-3a3dea60a3ed tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a45c733c-28ab-4da9-b8a1-9010709a85ac HTTP/1.1" status: 200 len: 2981 time: 0.0571558 Oct 25 08:50:54.565488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018310ae-0501-4558-925f-ef4133b5de26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba7185b-62ac-40a6-8d07-7bb46bc9f298'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:54.565488 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685dfaaa-9ef5-4393-978b-0fec30f841fc" -d '{"events": [{"server_uuid": "018310ae-0501-4558-925f-ef4133b5de26", "name": "network-vif-plugged", "status": "completed", "tag": "1ba7185b-62ac-40a6-8d07-7bb46bc9f298"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:54.580364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:54.585761 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:54.589301 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715a5498-2a4a-4f6b-8861-a230981d39a1 x-openstack-request-id: req-715a5498-2a4a-4f6b-8861-a230981d39a1 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:54.589685 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bde9fe-a971-4ae7-abe4-6a85dbf3070e", "tag": "b087620c-6dbc-4c1b-bf77-f4dc206b870d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:54.589938 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-715a5498-2a4a-4f6b-8861-a230981d39a1 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:54.590319 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bde9fe-a971-4ae7-abe4-6a85dbf3070e', 'tag': 'b087620c-6dbc-4c1b-bf77-f4dc206b870d', 'status': 'completed', 'code': 200} Oct 25 08:50:54.603058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-9184a9b6-057c-435b-8af2-08c42dd084c0 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/a45c733c-28ab-4da9-b8a1-9010709a85ac HTTP/1.1" status: 200 len: 2981 time: 0.0557327 Oct 25 08:50:54.665161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:54.696607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-e54eb294-784a-455e-b927-24f08e402b89 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cb28549d-d63a-42b6-8835-bb7a8ff2e110 HTTP/1.1" status: 200 len: 2981 time: 0.0793324 Oct 25 08:50:54.701697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-d07dfda3-2718-4388-aafc-e82356539c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:54.703548 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-d07dfda3-2718-4388-aafc-e82356539c36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 1098 time: 0.0684574 Oct 25 08:50:54.798812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-c81f35a4-1ddf-435e-931c-cb998d02cb32 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cb28549d-d63a-42b6-8835-bb7a8ff2e110 HTTP/1.1" status: 200 len: 2981 time: 0.0942357 Oct 25 08:50:54.853875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-4156e821-9de0-4b0f-8ad0-ee5bcb1d1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:54.855245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-4156e821-9de0-4b0f-8ad0-ee5bcb1d1380 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1437969 Oct 25 08:50:54.906399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-245f3bd1-c1da-4114-8dd3-27c969f235af tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cc550acf-7c4f-433e-a02e-bc38a3cf693f HTTP/1.1" status: 200 len: 2973 time: 0.0975099 Oct 25 08:50:54.908255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-f7ffbc1b-9d3a-4012-9e16-51fd35426233 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=b087620c-6dbc-4c1b-bf77-f4dc206b870d HTTP/1.1" status: 200 len: 217 time: 0.0402677 Oct 25 08:50:55.009675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 31804b1b-a72d-49df-b004-a643e9d8113b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:50:55.015505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-11c9bb95-c0b6-4fcc-ad50-be208b235b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:55.016952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-11c9bb95-c0b6-4fcc-ad50-be208b235b84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0975935 Oct 25 08:50:55.027696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e7d6-6ac1-46d2-a944-58f72f6fcfcc req-e0e9fb35-c730-448a-a7bf-706360c370c5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:55.029148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d653e7d6-6ac1-46d2-a944-58f72f6fcfcc req-e0e9fb35-c730-448a-a7bf-706360c370c5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 944 time: 0.1188178 Oct 25 08:50:55.042445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-8b7dca5b-8adb-4178-9527-49b0a216dc4d tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cc550acf-7c4f-433e-a02e-bc38a3cf693f HTTP/1.1" status: 200 len: 2973 time: 0.1239533 Oct 25 08:50:55.115760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d653e7d6-6ac1-46d2-a944-58f72f6fcfcc req-356198df-43bc-4a63-9c2f-5e67ebdebb89 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752139 Oct 25 08:50:55.132321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-dd7476e2-cc7b-4282-8c8c-05b7b54b0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:55.134103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-dd7476e2-cc7b-4282-8c8c-05b7b54b0c9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041117 Oct 25 08:50:55.143393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-50f3625a-e692-467f-b7eb-38e4e584109a tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cfeb9340-36d7-48ef-b3cb-52101b843e9d HTTP/1.1" status: 200 len: 2981 time: 0.0855429 Oct 25 08:50:55.236459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:55.246741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '31804b1b-a72d-49df-b004-a643e9d8113b', 'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'port_id': '31804b1b-a72d-49df-b004-a643e9d8113b', 'mac_address': 'fa:16:3e:1b:09:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757a2841-4bb4-4563-ac12-385c40a28013', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:50:55.271667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-71bcebeb-76c7-427d-b285-fed68efca1a4 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cfeb9340-36d7-48ef-b3cb-52101b843e9d HTTP/1.1" status: 200 len: 2981 time: 0.1273863 Oct 25 08:50:55.284440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:55.297006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31804b1b-a72d-49df-b004-a643e9d8113b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:55.307546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c24e-a9cd-4396-8ef1-b92d8ddffb77 req-9dfffd8f-7fe9-4004-845f-ed448fbd3f38 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:55.309115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62c3c24e-a9cd-4396-8ef1-b92d8ddffb77 req-9dfffd8f-7fe9-4004-845f-ed448fbd3f38 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 950 time: 0.1039150 Oct 25 08:50:55.318896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:55.323190 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:55.340909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-ebfa21f1-d39b-461a-90d5-87ecb316283e service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953735 Oct 25 08:50:55.376135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:55.412654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-64981cb1-3ff2-4447-838d-77a2f6d79398 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d0455240-81fa-4d05-bf10-91b0af136e21 HTTP/1.1" status: 200 len: 2981 time: 0.1311567 Oct 25 08:50:55.441664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62c3c24e-a9cd-4396-8ef1-b92d8ddffb77 req-b202f9e4-a748-4640-b7ac-0e3b5a4e74d9 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199300 Oct 25 08:50:55.482941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-a2cb2a2a-4d1a-4d2d-9c38-e90f733b1d83 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d0455240-81fa-4d05-bf10-91b0af136e21 HTTP/1.1" status: 200 len: 2981 time: 0.0634661 Oct 25 08:50:55.517003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1ed3e25-a858-4237-abdd-eb560195fe7b req-86ec2a88-36b9-456e-a87f-a6c10c8ec7ae service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657877 Oct 25 08:50:55.568389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-63a0f496-1f76-4050-8aa9-99ea5ea7aacc tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d6c7caf6-69a4-4329-a301-047a961ed266 HTTP/1.1" status: 200 len: 2981 time: 0.0758348 Oct 25 08:50:55.607175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0923e9-e190-44ac-b050-e2e318d4a96f req-424d2c43-ef2c-44af-9aa7-2fffc9d1d3ad tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:55.609005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b0923e9-e190-44ac-b050-e2e318d4a96f req-424d2c43-ef2c-44af-9aa7-2fffc9d1d3ad tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 947 time: 0.0907910 Oct 25 08:50:55.613312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-5fe1ec6b-93a1-40aa-bf07-5efcf64f401e tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:55.614772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-5fe1ec6b-93a1-40aa-bf07-5efcf64f401e tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 822 time: 0.1652884 Oct 25 08:50:55.646292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Request body: {'port': {'device_id': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'admin_state_up': True, 'tenant_id': 'de33fcc40daf4c88ba709b48c6f0116d'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:55.652423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-ecb65ecd-75b2-4544-bd89-3e9f576bab9a tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d6c7caf6-69a4-4329-a301-047a961ed266 HTTP/1.1" status: 200 len: 2981 time: 0.0722830 Oct 25 08:50:55.680343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b0923e9-e190-44ac-b050-e2e318d4a96f req-6839a7b2-46d5-4f1c-a800-25451f4548d9 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590622 Oct 25 08:50:55.705489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-03b66b96-cc52-43d3-8669-d6e17ca386f8 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/def062db-7ce6-4395-96eb-0f7838b1adb7 HTTP/1.1" status: 200 len: 2981 time: 0.0425358 Oct 25 08:50:55.737178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['31804b1b-a72d-49df-b004-a643e9d8113b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:50:55.761073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-0d02b09e-6796-4277-9a40-7223af1f19ae tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/def062db-7ce6-4395-96eb-0f7838b1adb7 HTTP/1.1" status: 200 len: 2981 time: 0.0489819 Oct 25 08:50:55.770823 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Made reservation on behalf of de33fcc40daf4c88ba709b48c6f0116d for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:55.774909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:55.777792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dcf6eab5-27ed-493a-b8d3-537fe5874946 req-e1d4e14a-99d5-459b-bec4-0298fa310f49 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 210 time: 0.0308025 Oct 25 08:50:55.832866 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874c0cc0-b7be-4371-9b0d-5d3aaa547ad9 x-openstack-request-id: req-874c0cc0-b7be-4371-9b0d-5d3aaa547ad9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:55.833489 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018310ae-0501-4558-925f-ef4133b5de26", "name": "network-vif-plugged", "status": "completed", "tag": "1ba7185b-62ac-40a6-8d07-7bb46bc9f298", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:55.833952 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-874c0cc0-b7be-4371-9b0d-5d3aaa547ad9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:55.834538 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018310ae-0501-4558-925f-ef4133b5de26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba7185b-62ac-40a6-8d07-7bb46bc9f298', 'code': 200} Oct 25 08:50:55.839900 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-c48ef4b9-57ff-4955-8d6f-cdb120992c1a tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e57264ad-b49f-4a03-ab34-8166be1a6c29 HTTP/1.1" status: 200 len: 2981 time: 0.0636137 Oct 25 08:50:55.901831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec64f7c5-4ff9-476a-848b-a17474ae8fbf req-d404782b-7eba-4479-a5de-8653b8e96612 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e57264ad-b49f-4a03-ab34-8166be1a6c29 HTTP/1.1" status: 200 len: 2981 time: 0.0612719 Oct 25 08:50:55.949843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Allocated IP 172.20.0.6 (01159ebb-e271-4b7b-95f6-a9d221314d3e/5da2e772-41d6-40fb-9db0-3392e64a8132/0b6f0e63-c19e-420c-b370-5eead4956e31) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:56.025615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab7d35-f58c-4bd2-809f-fb42d4fca907 req-dd4fe2f8-3a23-4e3f-8968-26549ea97e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:56.027090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bab7d35-f58c-4bd2-809f-fb42d4fca907 req-dd4fe2f8-3a23-4e3f-8968-26549ea97e07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 1101 time: 0.0822372 Oct 25 08:50:56.056870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd37d78-93d0-49eb-834a-4b9a5393c241 req-048fc82b-baf9-43e0-9079-939ac08ce37d tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:56.058343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfd37d78-93d0-49eb-834a-4b9a5393c241 req-048fc82b-baf9-43e0-9079-939ac08ce37d tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 945 time: 0.0756557 Oct 25 08:50:56.108750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bab7d35-f58c-4bd2-809f-fb42d4fca907 req-9c2c9169-4928-40c5-abf1-846fec94c720 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726306 Oct 25 08:50:56.119762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfd37d78-93d0-49eb-834a-4b9a5393c241 req-84a2a565-eddf-41ca-ba08-e5585a45ee64 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546570 Oct 25 08:50:56.215467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3432a3b9-bce5-46c4-96e6-64d5337a62cd req-9cbe9c3d-9d43-4cba-93be-87fc19858ead tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b977d0e1394a47dc80fa499606dcd341 HTTP/1.1" status: 200 len: 6103 time: 0.1265037 Oct 25 08:50:56.289775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff450-0370-4d77-a570-4113a9b0dad1 req-57c3cc6c-ab56-4b5c-a3e1-e83f69b9092b tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:56.291275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-083ff450-0370-4d77-a570-4113a9b0dad1 req-57c3cc6c-ab56-4b5c-a3e1-e83f69b9092b tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1095 time: 0.0997078 Oct 25 08:50:56.295587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3432a3b9-bce5-46c4-96e6-64d5337a62cd req-70c9f7de-6586-4102-9aec-41f2b0dd07d6 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "GET /v2.0/security-groups/d0455240-81fa-4d05-bf10-91b0af136e21 HTTP/1.1" status: 200 len: 2981 time: 0.0546243 Oct 25 08:50:56.327278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.358309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-083ff450-0370-4d77-a570-4113a9b0dad1 req-dc873d1e-cab9-4acb-b583-946be6b4e906 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599952 Oct 25 08:50:56.366035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3432a3b9-bce5-46c4-96e6-64d5337a62cd req-7bc00e2a-fa34-45d6-846f-d0c95547745a tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "GET /v2.0/security-groups/d0455240-81fa-4d05-bf10-91b0af136e21 HTTP/1.1" status: 200 len: 2981 time: 0.0612738 Oct 25 08:50:56.366371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.413585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Network 01159ebb-e271-4b7b-95f6-a9d221314d3e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:56.417398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:56.421282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:56.427103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:56.427731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.436343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event updated for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:56.455389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06bbed44-e0d2-4e0d-bf41-f13485afb883 req-29206b63-9d63-49de-9599-f38ae8788293 tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3195ee6d-8bd4-48d4-b899-415990aee070 HTTP/1.1" status: 200 len: 1777 time: 0.0623198 Oct 25 08:50:56.466736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-768944b7-003c-4a24-b43c-bc245c311b9d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246815 Oct 25 08:50:56.491522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Request body: {'port': {'device_id': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:56.543003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-06bbed44-e0d2-4e0d-bf41-f13485afb883 req-c3689af5-ff60-4b2e-9d36-3c79eb4ef0cf tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.554596 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.585764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-06bbed44-e0d2-4e0d-bf41-f13485afb883 req-c3689af5-ff60-4b2e-9d36-3c79eb4ef0cf tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.609593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12abcc-0011-460b-9e02-d8e4100773d7 req-fd04845a-1fe2-4013-a4b3-ce5830bb3bc7 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:56.611558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd12abcc-0011-460b-9e02-d8e4100773d7 req-fd04845a-1fe2-4013-a4b3-ce5830bb3bc7 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 950 time: 0.0812089 Oct 25 08:50:56.661762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd12abcc-0011-460b-9e02-d8e4100773d7 req-d8b9d4e2-b1a5-4c7a-b8b2-f16ba4972a09 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424047 Oct 25 08:50:56.662237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-06bbed44-e0d2-4e0d-bf41-f13485afb883 req-c3689af5-ff60-4b2e-9d36-3c79eb4ef0cf tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.664843 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-06bbed44-e0d2-4e0d-bf41-f13485afb883 req-c3689af5-ff60-4b2e-9d36-3c79eb4ef0cf tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.669417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06bbed44-e0d2-4e0d-bf41-f13485afb883 req-c3689af5-ff60-4b2e-9d36-3c79eb4ef0cf tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/3195ee6d-8bd4-48d4-b899-415990aee070 HTTP/1.1" status: 204 len: 173 time: 0.2074151 Oct 25 08:50:56.679432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3689af5-ff60-4b2e-9d36-3c79eb4ef0cf tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195ee6d-8bd4-48d4-b899-415990aee070,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:56.758559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ba2e2b1-de33-4aee-91e6-d7f888473535 req-c0580dc8-3984-4fb3-84cb-475602299d2c tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "GET /v2.0/security-groups/476aa635-3e36-4961-a10c-cd612ba73ff3 HTTP/1.1" status: 200 len: 1776 time: 0.0525961 Oct 25 08:50:56.848036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6f0e63-c19e-420c-b370-5eead4956e31 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:50:56.855450 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.868815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Transition to ACTIVE for port object 0b6f0e63-c19e-420c-b370-5eead4956e31 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:50:56.872705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.887548 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8ba2e2b1-de33-4aee-91e6-d7f888473535 req-f3bf1911-a0ab-4e1b-bbdc-4e051ebd6a8d tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.896065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-76942378-770f-4a1d-9b7c-fcb56f6b7036 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:56.897530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-76942378-770f-4a1d-9b7c-fcb56f6b7036 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 807 time: 0.1380117 Oct 25 08:50:56.923324 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8ba2e2b1-de33-4aee-91e6-d7f888473535 req-f3bf1911-a0ab-4e1b-bbdc-4e051ebd6a8d tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.930814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-6b10540d-38f7-4ba0-b5cf-dc8dce4b5226 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/quotas/aa66063279d64b5c84f290c5437a3ea0 HTTP/1.1" status: 200 len: 375 time: 0.0263035 Oct 25 08:50:56.943830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:56.957658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Attempting to bind port 0b6f0e63-c19e-420c-b370-5eead4956e31 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:50:56.957999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Attempting to bind port 0b6f0e63-c19e-420c-b370-5eead4956e31 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:50:56.958334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Attempting to bind port 0b6f0e63-c19e-420c-b370-5eead4956e31 on network 01159ebb-e271-4b7b-95f6-a9d221314d3e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:56.962869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Port 0b6f0e63-c19e-420c-b370-5eead4956e31 on network 01159ebb-e271-4b7b-95f6-a9d221314d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:50:56.963186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Attempting to bind port 0b6f0e63-c19e-420c-b370-5eead4956e31 on network 01159ebb-e271-4b7b-95f6-a9d221314d3e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:50:56.968060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:50:56.968507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Checking segment: {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:50:56.968932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Bound using segment: {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:50:56.969382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Bound port: 0b6f0e63-c19e-420c-b370-5eead4956e31, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:50:56.969735 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.991881 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8ba2e2b1-de33-4aee-91e6-d7f888473535 req-f3bf1911-a0ab-4e1b-bbdc-4e051ebd6a8d tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.994428 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8ba2e2b1-de33-4aee-91e6-d7f888473535 req-f3bf1911-a0ab-4e1b-bbdc-4e051ebd6a8d tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:56.995526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ba2e2b1-de33-4aee-91e6-d7f888473535 req-f3bf1911-a0ab-4e1b-bbdc-4e051ebd6a8d tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/476aa635-3e36-4961-a10c-cd612ba73ff3 HTTP/1.1" status: 204 len: 173 time: 0.2263608 Oct 25 08:50:57.002123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-b926de32-16d7-498b-9c5a-82263560d136 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632179 Oct 25 08:50:57.008461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf1911-a0ab-4e1b-bbdc-4e051ebd6a8d tempest-SecurityGroupsTestAdminJSON-1535523476 tempest-SecurityGroupsTestAdminJSON-1535523476-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476aa635-3e36-4961-a10c-cd612ba73ff3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:57.033689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 31804b1b-a72d-49df-b004-a643e9d8113b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:50:57.043399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:50:57.047438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:50:57.052681 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.092742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:57.093386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.094349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 31804b1b-a72d-49df-b004-a643e9d8113b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:50:57.094755 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] 10.222.0.18 "PUT /v2.0/ports/0b6f0e63-c19e-420c-b370-5eead4956e31 HTTP/1.1" status: 200 len: 1091 time: 0.6078241 Oct 25 08:50:57.095726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:57.098716 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:57.101512 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 31804b1b-a72d-49df-b004-a643e9d8113b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:50:57.102152 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.125876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65097415-fde5-470a-82cf-33351b31f0ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:57.187239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4cf44-7244-4823-bc92-e2de6391f60b req-5fe45bc0-4eb2-49cd-b921-17cf2c86f286 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:57.188601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07b4cf44-7244-4823-bc92-e2de6391f60b req-5fe45bc0-4eb2-49cd-b921-17cf2c86f286 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 947 time: 0.0784769 Oct 25 08:50:57.194572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.196933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-95d3391f-b52f-43f0-a835-f6a4c2b890d8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745255 Oct 25 08:50:57.206993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-10e0b35d-e674-451a-8ba0-4cf103a45c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:57.208805 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-10e0b35d-e674-451a-8ba0-4cf103a45c94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 1094 time: 0.0456963 Oct 25 08:50:57.231107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:50:57.234957 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.284667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:57.286088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07b4cf44-7244-4823-bc92-e2de6391f60b req-5766d8a1-d747-4d45-a4d6-7a273ce644c9 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Oct 25 08:50:57.286327 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-1bd7061d-8b7b-47a8-90be-b933345bae05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6f0e63-c19e-420c-b370-5eead4956e31 HTTP/1.1" status: 200 len: 217 time: 0.0513442 Oct 25 08:50:57.313427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-4210a6cd-3108-48fe-8de7-9784c25ebcf3 service neutron] 10.222.0.32 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155429 Oct 25 08:50:57.343363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-922312f0-674d-43cd-a0d6-4e85925425ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:57.345000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-922312f0-674d-43cd-a0d6-4e85925425ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5da2e772-41d6-40fb-9db0-3392e64a8132 HTTP/1.1" status: 200 len: 862 time: 0.0483749 Oct 25 08:50:57.379190 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-cb9b56ac-041d-40d5-b151-96afc925acf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01159ebb-e271-4b7b-95f6-a9d221314d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254374 Oct 25 08:50:57.423377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a193d4-3e89-4728-9491-20a1c469c522 req-62528838-04e0-4d17-8e67-bbc60c892843 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:57.425137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34a193d4-3e89-4728-9491-20a1c469c522 req-62528838-04e0-4d17-8e67-bbc60c892843 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 943 time: 0.0587363 Oct 25 08:50:57.483701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-e10efec0-35e1-41c3-975b-ee89cf603568 service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971611 Oct 25 08:50:57.508378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d53289d6-9f16-449f-8a4d-7bf1ea361a7a req-3754a7dc-119e-44cf-adb3-592465964f66 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "GET /v2.0/security-groups/e6532404-4ed3-4a3e-a15b-7125b0c5550b HTTP/1.1" status: 200 len: 1778 time: 0.0732331 Oct 25 08:50:57.511594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34a193d4-3e89-4728-9491-20a1c469c522 req-6d141014-3426-46c0-b9b3-43cac813f431 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663817 Oct 25 08:50:57.578979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d53289d6-9f16-449f-8a4d-7bf1ea361a7a req-485a376d-c052-4a1f-b8f8-829a1f8ff8b6 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.604768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d53289d6-9f16-449f-8a4d-7bf1ea361a7a req-485a376d-c052-4a1f-b8f8-829a1f8ff8b6 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.610370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-604d8db8-aa70-4655-a3fd-176b6329ae7d req-a8650772-29dc-48b7-892f-a27e26f1085b service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164856 Oct 25 08:50:57.651052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d53289d6-9f16-449f-8a4d-7bf1ea361a7a req-485a376d-c052-4a1f-b8f8-829a1f8ff8b6 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.654286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d53289d6-9f16-449f-8a4d-7bf1ea361a7a req-485a376d-c052-4a1f-b8f8-829a1f8ff8b6 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:57.655744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d53289d6-9f16-449f-8a4d-7bf1ea361a7a req-485a376d-c052-4a1f-b8f8-829a1f8ff8b6 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "DELETE /v2.0/security-groups/e6532404-4ed3-4a3e-a15b-7125b0c5550b HTTP/1.1" status: 204 len: 173 time: 0.1411257 Oct 25 08:50:57.667572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a376d-c052-4a1f-b8f8-829a1f8ff8b6 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6532404-4ed3-4a3e-a15b-7125b0c5550b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:57.687142 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6877317f-0dad-4b4c-91c6-ce44f9a415eb x-openstack-request-id: req-6877317f-0dad-4b4c-91c6-ce44f9a415eb {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:57.687885 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:57.687885 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6877317f-0dad-4b4c-91c6-ce44f9a415eb {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:57.688314 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'status': 'completed', 'code': 200} Oct 25 08:50:57.797495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66fdabdd-283c-494d-add1-835dce2f1514 req-2f1f643f-0bcb-4e6b-8ee6-6a6074bf4f59 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 210 time: 0.0629637 Oct 25 08:50:57.828390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-42a8371e-891b-4c2f-a693-9e008d5f58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:57.828390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-42a8371e-891b-4c2f-a693-9e008d5f58ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 1094 time: 0.0631762 Oct 25 08:50:57.828587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739fc58-683e-48a2-af2f-addd5c31ab70 req-ca1a1afe-3828-4520-9e2a-95bdd75acb93 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:57.828587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7739fc58-683e-48a2-af2f-addd5c31ab70 req-ca1a1afe-3828-4520-9e2a-95bdd75acb93 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 946 time: 0.1030495 Oct 25 08:50:57.836330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:50:57.839929 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c51c2a-87da-445c-be05-8e4c4a257f20" -d '{"events": [{"server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "name": "network-vif-plugged", "status": "completed", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:50:57.887801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7739fc58-683e-48a2-af2f-addd5c31ab70 req-1d302df1-e593-4d67-8623-fe95e50928a6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525458 Oct 25 08:50:57.930566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de2202d1-17b2-4997-96c3-7903b171ca08 req-8fa6c576-2d8e-4b80-a653-5812437ffb61 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "GET /v2.0/security-groups/3162ad5b-a08a-43c3-8163-9cca13c1c71b HTTP/1.1" status: 200 len: 1777 time: 0.0470643 Oct 25 08:50:57.938875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-a653e13c-e167-443c-b391-de78ba9ecbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:57.940490 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-a653e13c-e167-443c-b391-de78ba9ecbdf service neutron] 10.222.0.18 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 923 time: 0.1057739 Oct 25 08:50:58.000521 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-9c0c59c9-356d-463e-be0d-2fdc874d98e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6f0e63-c19e-420c-b370-5eead4956e31 HTTP/1.1" status: 200 len: 217 time: 0.0509729 Oct 25 08:50:58.029714 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-de2202d1-17b2-4997-96c3-7903b171ca08 req-f6b63940-5646-44c8-968d-0f51f7b36cf8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.059386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-de2202d1-17b2-4997-96c3-7903b171ca08 req-f6b63940-5646-44c8-968d-0f51f7b36cf8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.067071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-e4ca2b76-6e5f-4b0f-aa60-f6de0a0603f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:58.068629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-e4ca2b76-6e5f-4b0f-aa60-f6de0a0603f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5da2e772-41d6-40fb-9db0-3392e64a8132 HTTP/1.1" status: 200 len: 862 time: 0.0606406 Oct 25 08:50:58.069768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ab79d-48d3-4b2b-8ba5-2b666d014752 req-c2f9e80f-0f77-4054-9990-28b502dc06f5 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:58.071978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c90ab79d-48d3-4b2b-8ba5-2b666d014752 req-c2f9e80f-0f77-4054-9990-28b502dc06f5 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 950 time: 0.0951152 Oct 25 08:50:58.106039 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-39afa47e-a6a6-455b-9ea8-cdeafc253f23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01159ebb-e271-4b7b-95f6-a9d221314d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285943 Oct 25 08:50:58.134337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c90ab79d-48d3-4b2b-8ba5-2b666d014752 req-6e07f87c-7a22-4a5c-be86-c13b2cc5659d tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560803 Oct 25 08:50:58.145287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-de2202d1-17b2-4997-96c3-7903b171ca08 req-f6b63940-5646-44c8-968d-0f51f7b36cf8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.149302 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-de2202d1-17b2-4997-96c3-7903b171ca08 req-f6b63940-5646-44c8-968d-0f51f7b36cf8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.150665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de2202d1-17b2-4997-96c3-7903b171ca08 req-f6b63940-5646-44c8-968d-0f51f7b36cf8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] 10.222.0.32 "DELETE /v2.0/security-groups/3162ad5b-a08a-43c3-8163-9cca13c1c71b HTTP/1.1" status: 204 len: 173 time: 0.2119930 Oct 25 08:50:58.178297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b63940-5646-44c8-968d-0f51f7b36cf8 tempest-SecurityGroupsTestAdminJSON-1892497862 tempest-SecurityGroupsTestAdminJSON-1892497862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162ad5b-a08a-43c3-8163-9cca13c1c71b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:58.212426 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa7fe81-f66a-41c6-9d54-334787499289 x-openstack-request-id: req-7aa7fe81-f66a-41c6-9d54-334787499289 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:50:58.212949 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "name": "network-vif-plugged", "status": "completed", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:50:58.213146 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7aa7fe81-f66a-41c6-9d54-334787499289 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:50:58.213541 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b', 'code': 200} Oct 25 08:50:58.277456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-656e051a-b7f3-4928-9842-d871fed863ef service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576579 Oct 25 08:50:58.486685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517dcd-10ce-4b5a-a659-a37550b73447 req-ae735340-d32a-4a39-8a97-0b0aaabc82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:58.488135 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-14517dcd-10ce-4b5a-a659-a37550b73447 req-ae735340-d32a-4a39-8a97-0b0aaabc82a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1097 time: 0.0910878 Oct 25 08:50:58.498898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e491bc5c-b3a5-4904-9b60-854d1a4b47c1 req-86b733e5-5c09-45a6-8c2f-5286fb6f3069 service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072115 Oct 25 08:50:58.536332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be494334-d88e-491b-9aa2-b7d954061347 req-dbef637f-ae17-45da-8b85-e59850c21a69 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:58.541138 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-14517dcd-10ce-4b5a-a659-a37550b73447 req-e4155e08-7878-4eed-97e6-e108e8742586 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Oct 25 08:50:58.543837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be494334-d88e-491b-9aa2-b7d954061347 req-dbef637f-ae17-45da-8b85-e59850c21a69 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 947 time: 0.1236238 Oct 25 08:50:58.578277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36706) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:58.593751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be494334-d88e-491b-9aa2-b7d954061347 req-140996f4-47c3-4556-a6cf-90e6302c1a42 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486946 Oct 25 08:50:58.607359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec85a6-acfb-4d7f-8d0f-0e2086ad79db req-b640daa2-8c8c-43c2-976a-e6809571feb8 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:58.619729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08ec85a6-acfb-4d7f-8d0f-0e2086ad79db req-b640daa2-8c8c-43c2-976a-e6809571feb8 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 950 time: 0.1277575 Oct 25 08:50:58.628596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36710) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:58.670421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08ec85a6-acfb-4d7f-8d0f-0e2086ad79db req-a8341d1f-b571-4d2f-9812-b76b2a1258c2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493896 Oct 25 08:50:58.764253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce23274-29ea-4ec4-8027-3ffa0a3ceec0 req-8b235db6-f9bb-4922-82ab-62fd4a10d1d4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:58.765806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ce23274-29ea-4ec4-8027-3ffa0a3ceec0 req-8b235db6-f9bb-4922-82ab-62fd4a10d1d4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 943 time: 0.0827241 Oct 25 08:50:58.777998 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e550a258-dee5-41ab-8473-268cc1c1acd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b977d0e1394a47dc80fa499606dcd341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983466 Oct 25 08:50:58.780460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36716) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:58.814663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c30759ad-2626-4109-8ee2-fd0ce7a003a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.871858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ce23274-29ea-4ec4-8027-3ffa0a3ceec0 req-831a641d-ec94-478f-8aeb-105a9f90364b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970831 Oct 25 08:50:58.881106 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b95f0ece-e095-4385-9e89-0fe2b6922e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.916762 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b95f0ece-e095-4385-9e89-0fe2b6922e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.976957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-c2832472-ea76-46e8-a145-3a6a3ece09fa tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:58.978111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-c2832472-ea76-46e8-a145-3a6a3ece09fa tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 807 time: 0.1838491 Oct 25 08:50:58.981391 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c30759ad-2626-4109-8ee2-fd0ce7a003a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.988353 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c30759ad-2626-4109-8ee2-fd0ce7a003a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:58.998425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0d6d96d-958f-4fa0-8afc-de4b8cd7dacf req-68d20033-7bc7-4df3-8b9a-b0a7d28c6920 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 210 time: 0.0565274 Oct 25 08:50:59.010674 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b95f0ece-e095-4385-9e89-0fe2b6922e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.013021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Request body: {'port': {'device_id': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'admin_state_up': True, 'tenant_id': 'aa66063279d64b5c84f290c5437a3ea0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:50:59.013305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b95f0ece-e095-4385-9e89-0fe2b6922e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.017108 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b95f0ece-e095-4385-9e89-0fe2b6922e69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0455240-81fa-4d05-bf10-91b0af136e21 HTTP/1.1" status: 204 len: 168 time: 0.2331712 Oct 25 08:50:59.040149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30759ad-2626-4109-8ee2-fd0ce7a003a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e8401-4e49-4721-b4c8-1775ccc187ec,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:59.047397 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c30759ad-2626-4109-8ee2-fd0ce7a003a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc65c6d30e3a4bbcbec24a860881eca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150522 Oct 25 08:50:59.047994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36724) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:59.081553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f0ece-e095-4385-9e89-0fe2b6922e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0455240-81fa-4d05-bf10-91b0af136e21,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:59.107900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3decb0dc-8aab-4366-ba8c-51e245436609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.109829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efafe10-db6e-41b6-963a-c237798da11a req-fe93569f-d802-4cb8-8892-7ddb40e0e915 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:59.111787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2efafe10-db6e-41b6-963a-c237798da11a req-fe93569f-d802-4cb8-8892-7ddb40e0e915 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 946 time: 0.1157124 Oct 25 08:50:59.139783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3decb0dc-8aab-4366-ba8c-51e245436609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.197673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3decb0dc-8aab-4366-ba8c-51e245436609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.200479 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3decb0dc-8aab-4366-ba8c-51e245436609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.202535 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3decb0dc-8aab-4366-ba8c-51e245436609 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb0e8401-4e49-4721-b4c8-1775ccc187ec HTTP/1.1" status: 204 len: 168 time: 0.1529932 Oct 25 08:50:59.213665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decb0dc-8aab-4366-ba8c-51e245436609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e8401-4e49-4721-b4c8-1775ccc187ec,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:59.370956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36730) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:59.387479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2efafe10-db6e-41b6-963a-c237798da11a req-f0bb3b06-4d97-4670-ba8c-6eed0605525f tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605598 Oct 25 08:50:59.407233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Made reservation on behalf of aa66063279d64b5c84f290c5437a3ea0 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:50:59.412174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.417288 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a5a4a746-1610-4294-8a01-8dd239dba8eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aca194d7d2e9409fa8da5436d497c522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421672 Oct 25 08:50:59.417288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36732) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:59.469745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dedcf004-8e13-4174-a50a-d2562af1977c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.492443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dedcf004-8e13-4174-a50a-d2562af1977c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.545209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Allocated IP 172.20.0.3 (ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e/3d013093-2d8c-45ce-bcd5-cbf50787e3ea/c384540a-4206-401b-973b-3b5a4de2ec83) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:50:59.549340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dedcf004-8e13-4174-a50a-d2562af1977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.552048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dedcf004-8e13-4174-a50a-d2562af1977c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.553360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dedcf004-8e13-4174-a50a-d2562af1977c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c97c34c-6ccc-4de3-b406-4f3ade7fc230 HTTP/1.1" status: 204 len: 168 time: 0.1351202 Oct 25 08:50:59.565905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcf004-8e13-4174-a50a-d2562af1977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97c34c-6ccc-4de3-b406-4f3ade7fc230,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:59.630736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36740) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:59.647280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ad60100c-45ca-4f32-a149-ee49782db8b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.738152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ad60100c-45ca-4f32-a149-ee49782db8b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.743490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.746437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ad60100c-45ca-4f32-a149-ee49782db8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.753872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c7ab1-b129-4054-b72a-5988a080d106 req-0dbc2ec6-7baf-4288-bb1e-ce2f8ebee7f1 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:59.762163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd9c7ab1-b129-4054-b72a-5988a080d106 req-0dbc2ec6-7baf-4288-bb1e-ce2f8ebee7f1 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 947 time: 0.0930133 Oct 25 08:50:59.795121 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ad60100c-45ca-4f32-a149-ee49782db8b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fc1774f0a6a4420b91d5a16d022d541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621726 Oct 25 08:50:59.796095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60100c-45ca-4f32-a149-ee49782db8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03468ae9-524d-4a42-aaba-3b56fd7a7b1b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:50:59.799125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36746) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:50:59.842925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd9c7ab1-b129-4054-b72a-5988a080d106 req-6687ea4f-ab31-45a2-a871-b3d2763a2aea tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784550 Oct 25 08:50:59.858605 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99f661df-2c76-4f5c-9ca7-bced3babad86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.868877 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.888662 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99f661df-2c76-4f5c-9ca7-bced3babad86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.929696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee28f3-9aac-4fd6-a4e8-399c4e9940e8 req-7b52e001-4c4f-4bdf-8008-a25378c07ea8 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:59.932119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4ee28f3-9aac-4fd6-a4e8-399c4e9940e8 req-7b52e001-4c4f-4bdf-8008-a25378c07ea8 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 950 time: 0.1604121 Oct 25 08:50:59.940620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:50:59.946685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:50:59.958668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:50:59.959218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99f661df-2c76-4f5c-9ca7-bced3babad86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.962913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99f661df-2c76-4f5c-9ca7-bced3babad86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.964124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:50:59.964738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:50:59.965877 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-99f661df-2c76-4f5c-9ca7-bced3babad86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03468ae9-524d-4a42-aaba-3b56fd7a7b1b HTTP/1.1" status: 204 len: 168 time: 0.1657066 Oct 25 08:50:59.992973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f661df-2c76-4f5c-9ca7-bced3babad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03468ae9-524d-4a42-aaba-3b56fd7a7b1b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:00.012388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Pushing event updated for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:00.036408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-2ce2aa9d-a9f9-4fc2-ae31-779b2fbfd7d2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0273545 Oct 25 08:51:00.054761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4ee28f3-9aac-4fd6-a4e8-399c4e9940e8 req-d27263e7-cb71-4232-9c7f-b5c788bdf882 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/security-groups?id=cfeb9340-36d7-48ef-b3cb-52101b843e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049154 Oct 25 08:51:00.065852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Request body: {'port': {'device_id': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:00.211518 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.225095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67b7d-ed2b-4fbc-98a7-f9a13c919d38 req-307c8b17-e553-4579-ac6d-f78809603eff tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:00.226610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6fb67b7d-ed2b-4fbc-98a7-f9a13c919d38 req-307c8b17-e553-4579-ac6d-f78809603eff tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 943 time: 0.1218982 Oct 25 08:51:00.265360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962b82d-6d71-4319-9fd5-045e1ddc5b0a req-aabc8eca-4e4e-4a42-82ce-2eb38c64f45e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:00.265360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4962b82d-6d71-4319-9fd5-045e1ddc5b0a req-aabc8eca-4e4e-4a42-82ce-2eb38c64f45e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 931 time: 0.1171670 Oct 25 08:51:00.321480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-1f367449-027b-4337-a0e7-d09605dd3f52 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:00.348349 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-1f367449-027b-4337-a0e7-d09605dd3f52 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.41 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 950 time: 0.1093743 Oct 25 08:51:00.380804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b087620c-6dbc-4c1b-bf77-f4dc206b870d details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:00.383847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6fb67b7d-ed2b-4fbc-98a7-f9a13c919d38 req-3155bcc3-94ba-4fcb-9f61-340c5be57a8a tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481261 Oct 25 08:51:00.387900 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:51:00.531968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4962b82d-6d71-4319-9fd5-045e1ddc5b0a req-67c2c76c-c4cc-4394-9b8f-a09647f72e4f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411797 Oct 25 08:51:00.539924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b087620c-6dbc-4c1b-bf77-f4dc206b870d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b087620c-6dbc-4c1b-bf77-f4dc206b870d,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:00.558927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Deleting port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:51:00.559268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.567529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'b087620c-6dbc-4c1b-bf77-f4dc206b870d', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'b087620c-6dbc-4c1b-bf77-f4dc206b870d', 'mac_address': 'fa:16:3e:c5:a0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:00.654663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.657013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] For port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:00.657386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.671447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Calling delete_port for 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:51:00.684286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b087620c-6dbc-4c1b-bf77-f4dc206b870d {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:00.729297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012c22-7acc-4c46-ac62-2d0ef40a81c0 req-f60db1cc-6659-423c-853a-3f4e0b9976b9 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:00.730858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12012c22-7acc-4c46-ac62-2d0ef40a81c0 req-f60db1cc-6659-423c-853a-3f4e0b9976b9 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 946 time: 0.1916800 Oct 25 08:51:00.734449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b087620c-6dbc-4c1b-bf77-f4dc206b870d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b087620c-6dbc-4c1b-bf77-f4dc206b870d,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:00.742668 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.799200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12012c22-7acc-4c46-ac62-2d0ef40a81c0 req-6c2f4245-d3b4-4eab-b2be-ceb88722bf25 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588562 Oct 25 08:51:00.841698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b087620c-6dbc-4c1b-bf77-f4dc206b870d,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:00.844936 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.883711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['1ba7185b-62ac-40a6-8d07-7bb46bc9f298'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:00.914032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Pushing event deleted for resources: {'Port': ['ID=1ba7185b-62ac-40a6-8d07-7bb46bc9f298,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:00.915417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c384540a-4206-401b-973b-3b5a4de2ec83 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:00.942759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.960313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] No DVR routers for this DVR port 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:51:00.960824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Transition to ACTIVE for port object c384540a-4206-401b-973b-3b5a4de2ec83 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:00.966540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.974277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a504a62-bb70-4273-9dd7-ce95bb46f5c4 req-cf07e7b8-1852-49a1-a243-73210125cef2 tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.41 "DELETE /v2.0/ports/1ba7185b-62ac-40a6-8d07-7bb46bc9f298 HTTP/1.1" status: 204 len: 173 time: 0.6200306 Oct 25 08:51:00.975155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018310ae-0501-4558-925f-ef4133b5de26', 'name': 'network-vif-deleted', 'tag': '1ba7185b-62ac-40a6-8d07-7bb46bc9f298'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:00.977454 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:00.979322 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d948b5-b015-4525-99f4-8e46f744ae78" -d '{"events": [{"server_uuid": "018310ae-0501-4558-925f-ef4133b5de26", "name": "network-vif-deleted", "tag": "1ba7185b-62ac-40a6-8d07-7bb46bc9f298"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:01.124012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:01.161100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b087620c-6dbc-4c1b-bf77-f4dc206b870d'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:01.163107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662e1d-668c-49f6-839b-7179b61f397b req-883e1d17-1897-4a41-a72e-4a557ca79cc8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:01.170950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56662e1d-668c-49f6-839b-7179b61f397b req-883e1d17-1897-4a41-a72e-4a557ca79cc8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 948 time: 0.2083192 Oct 25 08:51:01.204316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:01.205558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:01.205990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:01.216360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:01.222099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:01.233874 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8001e4f-a791-42ad-8bc3-3d847f494c8f x-openstack-request-id: req-f8001e4f-a791-42ad-8bc3-3d847f494c8f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:01.235342 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018310ae-0501-4558-925f-ef4133b5de26", "name": "network-vif-deleted", "tag": "1ba7185b-62ac-40a6-8d07-7bb46bc9f298", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:01.236643 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8001e4f-a791-42ad-8bc3-3d847f494c8f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:01.237451 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018310ae-0501-4558-925f-ef4133b5de26', 'name': 'network-vif-deleted', 'tag': '1ba7185b-62ac-40a6-8d07-7bb46bc9f298', 'status': 'completed', 'code': 200} Oct 25 08:51:01.270220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56662e1d-668c-49f6-839b-7179b61f397b req-0c992627-9256-4048-a4c3-6b3f49e73f5a tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981014 Oct 25 08:51:01.275100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:01.277250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:01.281155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:01.281799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Bound port: c384540a-4206-401b-973b-3b5a4de2ec83, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:01.282172 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:01.505126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a30cdc8d-e310-43f4-b1b6-8bf507504516 req-220bdd02-8851-4e4a-8b02-4ddc02ed7d4a tempest-ServerDiagnosticsNegativeTest-855310908 tempest-ServerDiagnosticsNegativeTest-855310908-project] 10.222.0.32 "GET /v2.0/ports?device_id=018310ae-0501-4558-925f-ef4133b5de26 HTTP/1.1" status: 200 len: 210 time: 0.0767620 Oct 25 08:51:01.537812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:01.547286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:01.553303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:01.607265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:01.607951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:01.609465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 1091 time: 1.5537479 Oct 25 08:51:01.609985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:01.614211 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79101aad-755b-4900-a8e3-dc9d06d2d421" -d '{"events": [{"name": "network-changed", "server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:01.698045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece92523-251e-4b28-93ff-68a9b7fcd8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:01.821320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feede60f-daf2-44a0-a83e-0f0a0c48d872 req-0fae3de0-c7ef-4d2a-8bfa-a12af4c06455 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:01.828823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-feede60f-daf2-44a0-a83e-0f0a0c48d872 req-0fae3de0-c7ef-4d2a-8bfa-a12af4c06455 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 943 time: 0.2099948 Oct 25 08:51:01.849598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ff431729-4733-447e-a66f-9c27fe1c85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:01.851207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-ff431729-4733-447e-a66f-9c27fe1c85eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1094 time: 0.1478491 Oct 25 08:51:01.877548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb520c1a-52f0-49eb-83eb-9c4098cdabad req-c0061c91-6c60-4259-8b0b-f6d5e4b0a800 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:01.878989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb520c1a-52f0-49eb-83eb-9c4098cdabad req-c0061c91-6c60-4259-8b0b-f6d5e4b0a800 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.1232152 Oct 25 08:51:01.939689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-66bb7200-59e1-4386-ae30-7818b4a5c692 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 217 time: 0.0702627 Oct 25 08:51:01.944269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-feede60f-daf2-44a0-a83e-0f0a0c48d872 req-f4d21a3c-9e07-4453-9679-6e9f0e225e38 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146626 Oct 25 08:51:01.994988 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d106f969-54a3-4019-82fb-ab353990e53e x-openstack-request-id: req-d106f969-54a3-4019-82fb-ab353990e53e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:01.995273 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:01.995518 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d106f969-54a3-4019-82fb-ab353990e53e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:01.995897 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83', 'status': 'completed', 'code': 200} Oct 25 08:51:01.999078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb520c1a-52f0-49eb-83eb-9c4098cdabad req-9fdbc4bd-9df7-4310-865d-0de5975a41a7 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129687 Oct 25 08:51:02.023967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-474924ed-6c61-42e8-8874-8aa264ce657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:02.024060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-474924ed-6c61-42e8-8874-8aa264ce657b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0776978 Oct 25 08:51:02.083777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-8c46fa20-f136-4d61-a7fa-e8242c7d4595 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497606 Oct 25 08:51:02.179207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20e5ca-3009-4521-9845-d23f14392054 req-5b6cae26-9ca8-4e64-8fda-44c60e62f33b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:02.185356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef20e5ca-3009-4521-9845-d23f14392054 req-5b6cae26-9ca8-4e64-8fda-44c60e62f33b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 946 time: 0.1297960 Oct 25 08:51:02.235632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-594696a3-9580-4dd2-83be-6a0a36f91a94 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359096 Oct 25 08:51:02.240557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef20e5ca-3009-4521-9845-d23f14392054 req-317ead5b-819f-4d87-a79f-d31283ddb1de tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Oct 25 08:51:02.353921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-499a70d8-c87b-475f-bbd6-a5e3140e4c3b req-5881bab7-bff8-4d56-9d81-b805eaae9556 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070049 Oct 25 08:51:02.407049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b087620c-6dbc-4c1b-bf77-f4dc206b870d up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:02.414716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50c81a-f4e8-4d5e-8b78-94725d9348be req-a83aec85-cf22-4a1f-bd08-b0ff94d7960f tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:02.416246 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d50c81a-f4e8-4d5e-8b78-94725d9348be req-a83aec85-cf22-4a1f-bd08-b0ff94d7960f tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 948 time: 0.0509770 Oct 25 08:51:02.481312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port b087620c-6dbc-4c1b-bf77-f4dc206b870d completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:02.485739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port b087620c-6dbc-4c1b-bf77-f4dc206b870d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:02.486681 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:02.489979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d50c81a-f4e8-4d5e-8b78-94725d9348be req-f28dc92f-cdc5-4061-b1a8-9806111283ed tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639281 Oct 25 08:51:02.517409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-7b48072c-44e8-4a2f-b863-7ef91a6f3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:02.519007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-7b48072c-44e8-4a2f-b863-7ef91a6f3b00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1094 time: 0.0706246 Oct 25 08:51:02.578969 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:02.601649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498340-1d45-476a-bbd0-99741b198446 req-c7100a9f-fc01-4874-9278-0a4438543538 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:02.603169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91498340-1d45-476a-bbd0-99741b198446 req-c7100a9f-fc01-4874-9278-0a4438543538 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1097 time: 0.1044748 Oct 25 08:51:02.605032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bde9fe-a971-4ae7-abe4-6a85dbf3070e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087620c-6dbc-4c1b-bf77-f4dc206b870d'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:02.607418 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb40cc3-d5d1-481e-bc9f-62dcf657cbab" -d '{"events": [{"server_uuid": "42bde9fe-a971-4ae7-abe4-6a85dbf3070e", "name": "network-vif-plugged", "status": "completed", "tag": "b087620c-6dbc-4c1b-bf77-f4dc206b870d"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:02.621583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b087620c-6dbc-4c1b-bf77-f4dc206b870d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b087620c-6dbc-4c1b-bf77-f4dc206b870d,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:02.625584 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:02.626513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:02.660983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98edb9bd-c069-4abd-b4e1-6f650b81a040 req-f78ecf51-bf5d-4693-a582-29962d0a0ad1 tempest-FlavorsV2NegativeTest-173886141 tempest-FlavorsV2NegativeTest-173886141-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=18a3184badd348d3ae43a3f9f2daa7fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450537 Oct 25 08:51:02.667637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:51:02.667637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1ba7185b-62ac-40a6-8d07-7bb46bc9f298 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:51:02.693835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b087620c-6dbc-4c1b-bf77-f4dc206b870d,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:02.731883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-4cf8b623-7e75-41b8-827d-f163a6db7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:02.733331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-4cf8b623-7e75-41b8-827d-f163a6db7bdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1990185 Oct 25 08:51:02.734883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91498340-1d45-476a-bbd0-99741b198446 req-b3d4360a-ae98-401e-9b3f-d89bfdca3cfc tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203654 Oct 25 08:51:02.784642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-a0ba1b81-fd25-41c8-9cde-76ba5cc5ae31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 217 time: 0.0404146 Oct 25 08:51:02.859545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edb9bd-c069-4abd-b4e1-6f650b81a040 req-ac1266ed-de0b-4945-95d0-030ed345297c tempest-FlavorsV2NegativeTest-173886141 tempest-FlavorsV2NegativeTest-173886141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:02.861166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98edb9bd-c069-4abd-b4e1-6f650b81a040 req-ac1266ed-de0b-4945-95d0-030ed345297c tempest-FlavorsV2NegativeTest-173886141 tempest-FlavorsV2NegativeTest-173886141-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927624 Oct 25 08:51:02.866493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-a7f2d237-dabf-4248-a0e3-49689375e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:02.867961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-a7f2d237-dabf-4248-a0e3-49689375e4ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0748472 Oct 25 08:51:02.895994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98edb9bd-c069-4abd-b4e1-6f650b81a040 req-bf16c842-1765-4cde-8df4-6a5ac04daf83 tempest-FlavorsV2NegativeTest-173886141 tempest-FlavorsV2NegativeTest-173886141-project] 10.222.0.32 "GET /v2.0/quotas/18a3184badd348d3ae43a3f9f2daa7fb HTTP/1.1" status: 200 len: 375 time: 0.0261676 Oct 25 08:51:02.910824 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd372cc3-e8ed-47ac-a620-1830013f75f4 x-openstack-request-id: req-fd372cc3-e8ed-47ac-a620-1830013f75f4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:02.910970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-d7994615-90a3-48f3-8b8b-5b25784091a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337722 Oct 25 08:51:02.911141 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bde9fe-a971-4ae7-abe4-6a85dbf3070e", "name": "network-vif-plugged", "status": "completed", "tag": "b087620c-6dbc-4c1b-bf77-f4dc206b870d", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:02.911398 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd372cc3-e8ed-47ac-a620-1830013f75f4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:02.911783 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bde9fe-a971-4ae7-abe4-6a85dbf3070e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087620c-6dbc-4c1b-bf77-f4dc206b870d', 'code': 200} Oct 25 08:51:02.939323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98edb9bd-c069-4abd-b4e1-6f650b81a040 req-9389ee47-5d81-47ef-99d0-f4317952e0e2 tempest-FlavorsV2NegativeTest-173886141 tempest-FlavorsV2NegativeTest-173886141-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18a3184badd348d3ae43a3f9f2daa7fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269141 Oct 25 08:51:03.046891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0b6f0e63-c19e-420c-b370-5eead4956e31 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:03.075365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567394be-ac39-4555-ba49-78dcc6b5408d req-d08863e4-d3b6-4ceb-98bb-aec23e057d17 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:03.076931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-567394be-ac39-4555-ba49-78dcc6b5408d req-d08863e4-d3b6-4ceb-98bb-aec23e057d17 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1097 time: 0.0754032 Oct 25 08:51:03.080155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710ed1f-c2c9-457a-b9e0-d284ed3dd35f req-16c68b73-e7d4-401f-8591-a727d7a5abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:03.082895 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f710ed1f-c2c9-457a-b9e0-d284ed3dd35f req-16c68b73-e7d4-401f-8591-a727d7a5abb3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 1100 time: 0.0684035 Oct 25 08:51:03.148714 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f710ed1f-c2c9-457a-b9e0-d284ed3dd35f req-36e37165-318e-47dc-a34a-1cf7503a06d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589468 Oct 25 08:51:03.171884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-8ae2fa8c-e157-4ebb-b4a1-0666bec503ef service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241495 Oct 25 08:51:03.177674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-567394be-ac39-4555-ba49-78dcc6b5408d req-d48bc88d-227f-48ba-824a-89458dc34f11 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738695 Oct 25 08:51:03.191279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0497fd4-56f5-402c-8e69-b7dc25863e69 req-a7abf958-f257-4db5-b97e-524b01ed7475 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:03.192038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:03.198836 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0497fd4-56f5-402c-8e69-b7dc25863e69 req-a7abf958-f257-4db5-b97e-524b01ed7475 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 943 time: 0.1277392 Oct 25 08:51:03.215419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'port_id': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'mac_address': 'fa:16:3e:ca:ca:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2e772-41d6-40fb-9db0-3392e64a8132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:03.249191 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0497fd4-56f5-402c-8e69-b7dc25863e69 req-437937f3-29a9-4120-9868-3f6a9ce047ee tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455322 Oct 25 08:51:03.302985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.320704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6f0e63-c19e-420c-b370-5eead4956e31 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:03.347385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:03.357634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36928) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:03.358227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.372736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1823e-87be-483e-9d9d-347b7bb413a4 req-67367d9d-c761-494c-9fc5-9f095aa1e11b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:03.375431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8b1823e-87be-483e-9d9d-347b7bb413a4 req-67367d9d-c761-494c-9fc5-9f095aa1e11b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.0738304 Oct 25 08:51:03.385837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36932) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:03.425974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:03.429191 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8b1823e-87be-483e-9d9d-347b7bb413a4 req-1b2f831f-b469-48a6-8abc-5f3148f3f914 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 Oct 25 08:51:03.536727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-619b8f73-4b8f-46c3-8d1e-147d93e36254 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e291a93eb9414de18497faea6fcdd8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776388 Oct 25 08:51:03.539357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36938) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:03.550375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08fb5cd6-8c97-4e5b-a27a-7ca74247f95c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.663006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08fb5cd6-8c97-4e5b-a27a-7ca74247f95c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.667920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08fb5cd6-8c97-4e5b-a27a-7ca74247f95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.693537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-6f915345-0c9e-45f7-b668-e3f28e2b8b68 req-31c74176-0ca4-4df5-b679-4f462e6854cf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:51:03.694589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f915345-0c9e-45f7-b668-e3f28e2b8b68 req-31c74176-0ca4-4df5-b679-4f462e6854cf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0741441 Oct 25 08:51:03.722502 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-08fb5cd6-8c97-4e5b-a27a-7ca74247f95c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28705dee8fd843a081615c6bf55ae633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355887 Oct 25 08:51:03.728367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36952) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:03.728672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41cbd5-f1f8-4f61-b115-d2decf6c8cf6 req-49368455-59a4-4278-80f2-8c36d082b9ec tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:03.730184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c41cbd5-f1f8-4f61-b115-d2decf6c8cf6 req-49368455-59a4-4278-80f2-8c36d082b9ec tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 949 time: 0.1021991 Oct 25 08:51:03.753334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb5cd6-8c97-4e5b-a27a-7ca74247f95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeff0307-25ff-4b80-93ce-d12acb252802,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:03.765705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79101aad-755b-4900-a8e3-dc9d06d2d421 req-71a1aaa3-d3d2-4b47-9b76-9b02edca53ed service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428231 Oct 25 08:51:03.766304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bbb009e3-a9ff-481b-8dcc-aae41c0973f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.801261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0b6f0e63-c19e-420c-b370-5eead4956e31'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:03.803156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bbb009e3-a9ff-481b-8dcc-aae41c0973f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.812254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c41cbd5-f1f8-4f61-b115-d2decf6c8cf6 req-50c0307b-855e-41ad-913d-23033ed17484 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674384 Oct 25 08:51:03.856034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c3afaf-f1d0-4b4c-a322-c5c807d140f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.873481 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bbb009e3-a9ff-481b-8dcc-aae41c0973f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.876770 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bbb009e3-a9ff-481b-8dcc-aae41c0973f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.878998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bbb009e3-a9ff-481b-8dcc-aae41c0973f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfeb9340-36d7-48ef-b3cb-52101b843e9d HTTP/1.1" status: 204 len: 168 time: 0.3376381 Oct 25 08:51:03.888442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb009e3-a9ff-481b-8dcc-aae41c0973f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb9340-36d7-48ef-b3cb-52101b843e9d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:03.895253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c3afaf-f1d0-4b4c-a322-c5c807d140f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.981113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c3afaf-f1d0-4b4c-a322-c5c807d140f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.987748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c3afaf-f1d0-4b4c-a322-c5c807d140f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:03.990157 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-49c3afaf-f1d0-4b4c-a322-c5c807d140f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eeff0307-25ff-4b80-93ce-d12acb252802 HTTP/1.1" status: 204 len: 168 time: 0.2599871 Oct 25 08:51:04.002542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3afaf-f1d0-4b4c-a322-c5c807d140f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeff0307-25ff-4b80-93ce-d12acb252802,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:04.151133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36968) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:04.321722 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d4f211c-44f3-4fff-a4ea-ac4527497e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.344192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36978) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:04.366412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a78f3024-164a-42fc-a69c-260ef40c9f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.411795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430da561-8657-4f43-829f-c2ca608b5580 req-92d7d075-8474-4c74-b750-3d6b4db1740e tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:04.413363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-430da561-8657-4f43-829f-c2ca608b5580 req-92d7d075-8474-4c74-b750-3d6b4db1740e tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 944 time: 0.0938506 Oct 25 08:51:04.486745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-430da561-8657-4f43-829f-c2ca608b5580 req-37c2a380-89c6-4319-8331-bde2be9feaa5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596688 Oct 25 08:51:04.515475 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d4f211c-44f3-4fff-a4ea-ac4527497e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.520660 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d4f211c-44f3-4fff-a4ea-ac4527497e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.525495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a78f3024-164a-42fc-a69c-260ef40c9f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.532430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a78f3024-164a-42fc-a69c-260ef40c9f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.566673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f211c-44f3-4fff-a4ea-ac4527497e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a855a6c-a5bb-46ef-9b71-4a89996e8950,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:04.614508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3d4f211c-44f3-4fff-a4ea-ac4527497e26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18a3184badd348d3ae43a3f9f2daa7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617622 Oct 25 08:51:04.619254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36990) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:04.638851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36992) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:04.642808 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a78f3024-164a-42fc-a69c-260ef40c9f86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53fc1e90064e4bd3bbf0a103958cdf48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955842 Oct 25 08:51:04.645893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36994) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:04.653188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3024-164a-42fc-a69c-260ef40c9f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f01b9-c1cb-47ac-a235-ddb0f6726db3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:04.658217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c83aa-51e1-4431-8ca6-5d2a05531fe3 req-97ac9dc6-7748-499b-a73b-cd5267cb22be tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:04.661365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e99c83aa-51e1-4431-8ca6-5d2a05531fe3 req-97ac9dc6-7748-499b-a73b-cd5267cb22be tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.0880985 Oct 25 08:51:04.702158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e0b1-6e52-4ac5-adcb-9521e5da09c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.742099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e99c83aa-51e1-4431-8ca6-5d2a05531fe3 req-c76df500-35e6-4490-b0cb-2665f21a9014 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702741 Oct 25 08:51:04.748393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58f44009-dab6-4bf6-ab99-7f4c8a0c689e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.755085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a2b27f5-e200-462d-bbe9-639c5776e145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.788039 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a2b27f5-e200-462d-bbe9-639c5776e145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.794255 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58f44009-dab6-4bf6-ab99-7f4c8a0c689e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.865890 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a2b27f5-e200-462d-bbe9-639c5776e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.868686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a2b27f5-e200-462d-bbe9-639c5776e145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.869952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5a2b27f5-e200-462d-bbe9-639c5776e145 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a855a6c-a5bb-46ef-9b71-4a89996e8950 HTTP/1.1" status: 204 len: 168 time: 0.2499826 Oct 25 08:51:04.893935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b27f5-e200-462d-bbe9-639c5776e145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a855a6c-a5bb-46ef-9b71-4a89996e8950,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:04.933472 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e0b1-6e52-4ac5-adcb-9521e5da09c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.950493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e0b1-6e52-4ac5-adcb-9521e5da09c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.961096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58f44009-dab6-4bf6-ab99-7f4c8a0c689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.963872 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58f44009-dab6-4bf6-ab99-7f4c8a0c689e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:04.968398 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-58f44009-dab6-4bf6-ab99-7f4c8a0c689e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a68f01b9-c1cb-47ac-a235-ddb0f6726db3 HTTP/1.1" status: 204 len: 168 time: 0.3079269 Oct 25 08:51:05.033489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39740f-0a17-4705-8e21-2af2a5b81b38 req-c083a6f1-c96c-4c6a-b609-020c9ea30ae2 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:05.042706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a39740f-0a17-4705-8e21-2af2a5b81b38 req-c083a6f1-c96c-4c6a-b609-020c9ea30ae2 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 949 time: 0.0744042 Oct 25 08:51:05.047597 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5aa5e0b1-6e52-4ac5-adcb-9521e5da09c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5aeadd3ddeb24c3498756332c1420d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006479 Oct 25 08:51:05.052748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37012) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:05.058442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5e0b1-6e52-4ac5-adcb-9521e5da09c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d451037-cba3-4e8e-9368-68c545ff4f03,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:05.059929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0b6f0e63-c19e-420c-b370-5eead4956e31 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:05.083050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f44009-dab6-4bf6-ab99-7f4c8a0c689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f01b9-c1cb-47ac-a235-ddb0f6726db3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:05.161367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a39740f-0a17-4705-8e21-2af2a5b81b38 req-5a1ac7fb-1fc4-4872-bc8f-4e50978b020d tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177454 Oct 25 08:51:05.191225 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd7cd-5f1b-493e-b843-f6b191fcee91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:05.202262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 0b6f0e63-c19e-420c-b370-5eead4956e31 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:05.214929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 0b6f0e63-c19e-420c-b370-5eead4956e31 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:05.215299 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:05.220809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd7cd-5f1b-493e-b843-f6b191fcee91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:05.296807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd7cd-5f1b-493e-b843-f6b191fcee91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:05.301749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd7cd-5f1b-493e-b843-f6b191fcee91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:05.306484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6c8cd7cd-5f1b-493e-b843-f6b191fcee91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d451037-cba3-4e8e-9368-68c545ff4f03 HTTP/1.1" status: 204 len: 168 time: 0.2526867 Oct 25 08:51:05.312832 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:05.319197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cd7cd-5f1b-493e-b843-f6b191fcee91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d451037-cba3-4e8e-9368-68c545ff4f03,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:05.341646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:05.343851 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9a314a-e5ea-4b96-952a-acfbbd8d5eec" -d '{"events": [{"server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "name": "network-vif-plugged", "status": "completed", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:05.388701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:05.396234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:05.402895 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649892da-fe69-4dd9-b9b1-0e77ea21d8ec x-openstack-request-id: req-649892da-fe69-4dd9-b9b1-0e77ea21d8ec {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:05.403209 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "name": "network-vif-plugged", "status": "completed", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:05.403469 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-649892da-fe69-4dd9-b9b1-0e77ea21d8ec {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:05.406146 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'code': 200} Oct 25 08:51:05.424178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-0b39dd5a-0042-43a4-8e83-de28d0e2e388 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:51:05.425392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-0b39dd5a-0042-43a4-8e83-de28d0e2e388 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072858 Oct 25 08:51:05.480944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:05.556765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4abb-a30a-4e69-a010-7c617f4c137a req-96484660-c3e8-4787-b07a-1af195318e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:05.574304 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d5b4abb-a30a-4e69-a010-7c617f4c137a req-96484660-c3e8-4787-b07a-1af195318e32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 1096 time: 0.0742266 Oct 25 08:51:05.627158 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d5b4abb-a30a-4e69-a010-7c617f4c137a req-71743794-fcf2-4003-88d9-a8e23eb88cb5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Oct 25 08:51:05.720522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-edc8f985-ad8d-486f-993e-febdeba97d4c tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:05.721909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-edc8f985-ad8d-486f-993e-febdeba97d4c tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports/31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 1094 time: 0.2844336 Oct 25 08:51:05.732800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Request body: {'binding': {'host': 'n-h1-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:05.733311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Unknown quota resources ['binding']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:51:05.774885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f455fa-cf23-45fd-8b7c-2f8ea6df8abb req-6d26fdfc-cf25-434f-9756-dd7b4f895772 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:05.776353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0f455fa-cf23-45fd-8b7c-2f8ea6df8abb req-6d26fdfc-cf25-434f-9756-dd7b4f895772 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.0882344 Oct 25 08:51:05.876032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0f455fa-cf23-45fd-8b7c-2f8ea6df8abb req-f4883675-0756-4e43-afd4-b1fe36355992 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900981 Oct 25 08:51:05.950394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on host n-h1-814746-2 for vnic_type normal with profile None {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:05.951779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:05.952163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:05.985580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:05.986279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:05.995884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:05.995884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:05.996192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:05.996782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Bound port: 31804b1b-a72d-49df-b004-a643e9d8113b, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:06.051332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa36967-991c-45b7-8e59-12ed4f70d6c6 req-c9a4a4c9-0c21-4a9a-a685-279e418e230d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:06.059245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fa36967-991c-45b7-8e59-12ed4f70d6c6 req-c9a4a4c9-0c21-4a9a-a685-279e418e230d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.1036322 Oct 25 08:51:06.093790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:06.105561 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:06.106564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-4c8cc289-142f-461c-a201-ac59435581f2 service neutron] 10.222.0.32 "POST /v2.0/ports/31804b1b-a72d-49df-b004-a643e9d8113b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3770752 Oct 25 08:51:06.123488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fa36967-991c-45b7-8e59-12ed4f70d6c6 req-9d87654b-9139-46ad-bde4-fe1c27e14a8c tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634193 Oct 25 08:51:06.393124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9b72-c0fc-42fb-afde-7e646c76e5b2 req-1de6bfd6-d469-46d9-88a0-ac187cb161ca tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:06.394658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7be9b72-c0fc-42fb-afde-7e646c76e5b2 req-1de6bfd6-d469-46d9-88a0-ac187cb161ca tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 949 time: 0.0884330 Oct 25 08:51:06.402716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9a57b-0fd8-43ac-b164-0c7019010a39 req-5ad0fa35-770b-4570-b9db-d26bb684c1e3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:06.404180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ad9a57b-0fd8-43ac-b164-0c7019010a39 req-5ad0fa35-770b-4570-b9db-d26bb684c1e3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 946 time: 0.0878024 Oct 25 08:51:06.491973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7be9b72-c0fc-42fb-afde-7e646c76e5b2 req-31d42abb-6904-43ae-a87a-7dcfc60b1177 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868056 Oct 25 08:51:06.496322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ad9a57b-0fd8-43ac-b164-0c7019010a39 req-d85f3bf6-36e3-452c-a08e-51f9aec05052 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831745 Oct 25 08:51:06.520475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-eafe58b4-a8a1-4107-918a-730dbe438323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:06.521989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-eafe58b4-a8a1-4107-918a-730dbe438323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1097 time: 0.0760870 Oct 25 08:51:06.653168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-a6b35f47-7e22-49e0-bbc2-be0748f1eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:06.655208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-a6b35f47-7e22-49e0-bbc2-be0748f1eaeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.1249142 Oct 25 08:51:06.720700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-772039bb-efcb-4fa1-a0e8-fa7a5c00b286 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 217 time: 0.0574412 Oct 25 08:51:06.807243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-5b72817e-b629-4dd6-9683-9756d680e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:06.808858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-5b72817e-b629-4dd6-9683-9756d680e9bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0788341 Oct 25 08:51:06.818269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137f0ff-c5f7-4c89-a680-c3c4e0793ef7 req-555adf41-82a4-45f3-bed2-bf74a1b9ec68 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:06.820371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5137f0ff-c5f7-4c89-a680-c3c4e0793ef7 req-555adf41-82a4-45f3-bed2-bf74a1b9ec68 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 1100 time: 0.0564079 Oct 25 08:51:06.863663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-c40b666e-4a41-4693-adcb-48d23420f8e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426099 Oct 25 08:51:06.864898 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5137f0ff-c5f7-4c89-a680-c3c4e0793ef7 req-32c68481-3b49-4b1c-a6a9-6eb1a3cd5490 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:06.991719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-994d9560-ed89-4ea6-b834-7f17470e5966 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185739 Oct 25 08:51:07.071350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5137f0ff-c5f7-4c89-a680-c3c4e0793ef7 req-32c68481-3b49-4b1c-a6a9-6eb1a3cd5490 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:07.080128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5137f0ff-c5f7-4c89-a680-c3c4e0793ef7 req-32c68481-3b49-4b1c-a6a9-6eb1a3cd5490 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:07.120866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5137f0ff-c5f7-4c89-a680-c3c4e0793ef7 req-32c68481-3b49-4b1c-a6a9-6eb1a3cd5490 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865698 Oct 25 08:51:07.154916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c68481-3b49-4b1c-a6a9-6eb1a3cd5490 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12660bb-0426-4a84-bc02-e4799c921693,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:07.170831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-c888dca4-5256-4e6f-9392-8fab651f1ec1 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684928 Oct 25 08:51:07.220699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e038ce-7a80-40d9-8fd7-1ccf5dde18b3 req-f492d0b3-25eb-4807-9d16-cbd0fbf8c901 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:07.222451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14e038ce-7a80-40d9-8fd7-1ccf5dde18b3 req-f492d0b3-25eb-4807-9d16-cbd0fbf8c901 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.1080985 Oct 25 08:51:07.375068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14e038ce-7a80-40d9-8fd7-1ccf5dde18b3 req-fab9ede8-5851-4065-8c01-3fbff4e92ba6 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441841 Oct 25 08:51:07.394599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13e127-56af-4d41-8c15-d4d80abcbfa3 req-cdf92a3c-840d-41e1-b25d-d521417f12ed tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:07.397594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd13e127-56af-4d41-8c15-d4d80abcbfa3 req-cdf92a3c-840d-41e1-b25d-d521417f12ed tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.1421175 Oct 25 08:51:07.447121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-36516890-911e-4a1c-adcc-0e731c7ae5bf tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:07.449389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-36516890-911e-4a1c-adcc-0e731c7ae5bf tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1097 time: 0.1549268 Oct 25 08:51:07.467107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd13e127-56af-4d41-8c15-d4d80abcbfa3 req-7173b88e-be09-4932-88d2-ebf4d1d931d0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628507 Oct 25 08:51:07.494806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814746-2'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:07.571855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:07.743486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d14f6-641a-411f-ab9a-e23b37318a47 req-cd486203-41c5-483c-972e-3950287fd542 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:07.749353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b02d14f6-641a-411f-ab9a-e23b37318a47 req-cd486203-41c5-483c-972e-3950287fd542 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 946 time: 0.1030595 Oct 25 08:51:07.780108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:07.809764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b02d14f6-641a-411f-ab9a-e23b37318a47 req-14e75c81-5625-46de-bca2-c5e49b1bd66a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576370 Oct 25 08:51:07.832248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:07.881182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:07.883883 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02d69e-0200-4a18-a6a4-92a9cf83385d" -d '{"events": [{"server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "name": "network-vif-unplugged", "status": "completed", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:07.888828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:07.897098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:07.937403 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e80eac6-25cb-4e21-86f7-145c9d899c79 x-openstack-request-id: req-7e80eac6-25cb-4e21-86f7-145c9d899c79 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:07.937724 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "name": "network-vif-unplugged", "status": "completed", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:07.937942 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e80eac6-25cb-4e21-86f7-145c9d899c79 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:07.938566 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b', 'code': 200} Oct 25 08:51:08.005449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on host n-h2-814746-2 for vnic_type normal with profile {"migrating_to": "n-h1-814746-2"} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:08.006125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:08.006125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:08.008370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Pushing event updated for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:08.015265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:08.015583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Attempting to bind port 31804b1b-a72d-49df-b004-a643e9d8113b on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:08.021462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:08.026432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:08.026883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:08.027405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Bound port: 31804b1b-a72d-49df-b004-a643e9d8113b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:08.027773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.103320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:08.106994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:08.113778 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.207990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Pushing event updated for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=8']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:08.239217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:08.239814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.241196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e25710ef-de23-44a3-a227-e916db354d1a service neutron] 10.222.0.41 "PUT /v2.0/ports/31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 1122 time: 0.7532585 Oct 25 08:51:08.252779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37220) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:08.303839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587982e2-7bd1-4caf-96bd-c2aa10c32c47 req-0aeb289e-25c5-4698-9ede-da132b162de7 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:08.306269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-587982e2-7bd1-4caf-96bd-c2aa10c32c47 req-0aeb289e-25c5-4698-9ede-da132b162de7 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 1100 time: 0.0641241 Oct 25 08:51:08.350025 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-587982e2-7bd1-4caf-96bd-c2aa10c32c47 req-3981dbc0-bf76-4c3e-b4c7-d147c1110ef9 tempest-ServersAdminNegativeTestJSON-1557266457 tempest-ServersAdminNegativeTestJSON-1557266457-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341649 Oct 25 08:51:08.378866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.405197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7cac-144d-4fc9-af6b-d9d1eaa156d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.418173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['31804b1b-a72d-49df-b004-a643e9d8113b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:08.471204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:08.509059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7cac-144d-4fc9-af6b-d9d1eaa156d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.529751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7cac-144d-4fc9-af6b-d9d1eaa156d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.591240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a7cac-144d-4fc9-af6b-d9d1eaa156d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a1d10-51ed-4a6b-a9e0-c0a1544b8cfb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:08.653287 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ba0a7cac-144d-4fc9-af6b-d9d1eaa156d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db8d01c4019843b8aae7339565ee7f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991539 Oct 25 08:51:08.655464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:08.677627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:08.713779 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-202d0111-1393-423d-ab34-956a49033faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.725241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ebe29-1f98-4375-8ea1-6ba3e5979b97 req-19ed2a85-3a4e-4dbf-bfc7-2e58da5cf7e3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:08.727683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d7ebe29-1f98-4375-8ea1-6ba3e5979b97 req-19ed2a85-3a4e-4dbf-bfc7-2e58da5cf7e3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.0793128 Oct 25 08:51:08.737193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'c384540a-4206-401b-973b-3b5a4de2ec83', 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'port_id': 'c384540a-4206-401b-973b-3b5a4de2ec83', 'mac_address': 'fa:16:3e:e1:30:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d013093-2d8c-45ce-bcd5-cbf50787e3ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:08.749630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-202d0111-1393-423d-ab34-956a49033faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.813684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.814070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-202d0111-1393-423d-ab34-956a49033faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.820257 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-202d0111-1393-423d-ab34-956a49033faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.822543 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-202d0111-1393-423d-ab34-956a49033faa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/899a1d10-51ed-4a6b-a9e0-c0a1544b8cfb HTTP/1.1" status: 204 len: 168 time: 0.1661263 Oct 25 08:51:08.830857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c384540a-4206-401b-973b-3b5a4de2ec83 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:08.836952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d0111-1393-423d-ab34-956a49033faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a1d10-51ed-4a6b-a9e0-c0a1544b8cfb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:08.857104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d7ebe29-1f98-4375-8ea1-6ba3e5979b97 req-c0c1c532-017c-4e68-beef-8c822c3488ff tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202626 Oct 25 08:51:08.877130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:08.888299 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:08.889840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ae03-00fa-457f-a166-2c99157bacc2 req-6ffd5f28-c7dc-4da8-9c7c-e41b433663ea tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:08.892063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b38ae03-00fa-457f-a166-2c99157bacc2 req-6ffd5f28-c7dc-4da8-9c7c-e41b433663ea tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.0871432 Oct 25 08:51:08.892948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37264) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:08.959680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:08.983699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b38ae03-00fa-457f-a166-2c99157bacc2 req-540b5f1e-3362-45bf-8560-30484b70961a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795968 Oct 25 08:51:09.120672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e51ef-ebdf-4038-9adf-4cb83dd3f4b0 req-ffbf3a71-0439-4547-beee-992b8b5d51c5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:09.122127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e3e51ef-ebdf-4038-9adf-4cb83dd3f4b0 req-ffbf3a71-0439-4547-beee-992b8b5d51c5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.0810542 Oct 25 08:51:09.159895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f326a0-b47c-4bcf-91c5-ac016a2bb1a2 req-99fcfe7f-fdf8-410e-b6d6-15a3d762d430 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:09.161393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83f326a0-b47c-4bcf-91c5-ac016a2bb1a2 req-99fcfe7f-fdf8-410e-b6d6-15a3d762d430 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.0797985 Oct 25 08:51:09.171351 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37274) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:09.191783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e3e51ef-ebdf-4038-9adf-4cb83dd3f4b0 req-21266db4-4d71-429e-b0e1-cb046c70ec2f tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603206 Oct 25 08:51:09.224853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83f326a0-b47c-4bcf-91c5-ac016a2bb1a2 req-c9bbea52-dfff-43e9-9200-b250070ca9b3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485620 Oct 25 08:51:09.250103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad4315bb-3f73-4d3d-a575-d319c12a0871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.316186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f010bfc-e983-41f4-96d1-d1c8e67ee069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.373217 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad4315bb-3f73-4d3d-a575-d319c12a0871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.381920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad4315bb-3f73-4d3d-a575-d319c12a0871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.437064 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.459659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4315bb-3f73-4d3d-a575-d319c12a0871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57c4b3e-82df-4a91-9157-0413aaf32d75,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:09.473587 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f010bfc-e983-41f4-96d1-d1c8e67ee069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.482722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f010bfc-e983-41f4-96d1-d1c8e67ee069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.492854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ad4315bb-3f73-4d3d-a575-d319c12a0871 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51eea8a945724bafb745719ab9d18d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962563 Oct 25 08:51:09.495472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37298) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:09.513640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['c384540a-4206-401b-973b-3b5a4de2ec83'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:09.531805 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2f010bfc-e983-41f4-96d1-d1c8e67ee069 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43f5cede4290406c8a1ba6df235f9963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593793 Oct 25 08:51:09.534118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f010bfc-e983-41f4-96d1-d1c8e67ee069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbb1b6e-0e75-4a1c-a634-f18ffd60952f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:09.536457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37304) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:09.631718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-20096ff0-54ba-4c8b-8622-c20db91b49ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.707878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-20096ff0-54ba-4c8b-8622-c20db91b49ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.731053 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f565cab-7f70-4ed9-af2c-2874babda9af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.774312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53fc1-20bb-4a50-85d8-0b1a0b0f6372 req-79527b27-31f5-4a10-a69f-c032aebb6035 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:09.776307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5c53fc1-20bb-4a50-85d8-0b1a0b0f6372 req-79527b27-31f5-4a10-a69f-c032aebb6035 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 949 time: 0.1410613 Oct 25 08:51:09.792437 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f565cab-7f70-4ed9-af2c-2874babda9af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.855869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5c53fc1-20bb-4a50-85d8-0b1a0b0f6372 req-74838a21-a25a-4840-9d7b-69792293d4ed tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706418 Oct 25 08:51:09.882730 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-20096ff0-54ba-4c8b-8622-c20db91b49ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.886862 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-20096ff0-54ba-4c8b-8622-c20db91b49ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.889869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-20096ff0-54ba-4c8b-8622-c20db91b49ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e57c4b3e-82df-4a91-9157-0413aaf32d75 HTTP/1.1" status: 204 len: 168 time: 0.3934274 Oct 25 08:51:09.903851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37322) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:09.906169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20096ff0-54ba-4c8b-8622-c20db91b49ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57c4b3e-82df-4a91-9157-0413aaf32d75,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:09.910590 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f565cab-7f70-4ed9-af2c-2874babda9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.914047 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f565cab-7f70-4ed9-af2c-2874babda9af admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:09.917784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f565cab-7f70-4ed9-af2c-2874babda9af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdbb1b6e-0e75-4a1c-a634-f18ffd60952f HTTP/1.1" status: 204 len: 168 time: 0.3803382 Oct 25 08:51:09.926817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f565cab-7f70-4ed9-af2c-2874babda9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbb1b6e-0e75-4a1c-a634-f18ffd60952f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:09.939317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:09.942882 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:09.990594 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747cfdb-4619-470c-8990-7ddf2e7f9ba8 x-openstack-request-id: req-0747cfdb-4619-470c-8990-7ddf2e7f9ba8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:09.990889 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:09.993217 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0747cfdb-4619-470c-8990-7ddf2e7f9ba8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:09.993656 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b', 'status': 'completed', 'code': 200} Oct 25 08:51:10.114041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-4ed5e76a-d36d-4b22-aa04-718d9d4c40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:10.115530 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-4ed5e76a-d36d-4b22-aa04-718d9d4c40f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1125 time: 0.0627894 Oct 25 08:51:10.142438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329929b-bcda-4e4b-a438-e4e1ddbd302b req-3bf6dc84-b433-4cf4-8bf4-c1d6ed01d212 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:10.149767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3329929b-bcda-4e4b-a438-e4e1ddbd302b req-3bf6dc84-b433-4cf4-8bf4-c1d6ed01d212 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.0910854 Oct 25 08:51:10.185598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab356aee-566e-4401-acd6-f9d63a6f0759 req-0463d6ac-c122-4fe1-82b8-5e50af53cf3d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:10.187089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab356aee-566e-4401-acd6-f9d63a6f0759 req-0463d6ac-c122-4fe1-82b8-5e50af53cf3d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 944 time: 0.0959823 Oct 25 08:51:10.244415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1261024315-network', 'tenant_id': '2edfa44413784630be342847ad30a75a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:10.247723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3329929b-bcda-4e4b-a438-e4e1ddbd302b req-5985849a-1cfe-4f25-9600-41d2f12d322f tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922771 Oct 25 08:51:10.272871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-609d8420-4cc1-4abc-ba32-e7d13afe2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:10.274408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-609d8420-4cc1-4abc-ba32-e7d13afe2a21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.1464164 Oct 25 08:51:10.296002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab356aee-566e-4401-acd6-f9d63a6f0759 req-d376fc19-4791-4d95-8b55-126ff6399221 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905812 Oct 25 08:51:10.328952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Made reservation on behalf of 2edfa44413784630be342847ad30a75a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:10.333388 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.342779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-c37b2f14-687f-4cea-be26-50aa3c5789ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 217 time: 0.0591979 Oct 25 08:51:10.343842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.425617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-f8cf530e-c8a7-43b6-b4a1-d2d60dce2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:10.427144 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-f8cf530e-c8a7-43b6-b4a1-d2d60dce2545 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0749323 Oct 25 08:51:10.431869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16458c32-2231-480b-8ee9-ae97167ccb9f req-8e3dd84d-1f2c-4baa-bfc8-70de848589ab tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:10.442472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16458c32-2231-480b-8ee9-ae97167ccb9f req-8e3dd84d-1f2c-4baa-bfc8-70de848589ab tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.0727537 Oct 25 08:51:10.468866 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-35c7d4fc-02f1-4400-9ffc-4d09aacbe1dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337162 Oct 25 08:51:10.472432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 31804b1b-a72d-49df-b004-a643e9d8113b details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:10.493797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37348) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:10.528062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16458c32-2231-480b-8ee9-ae97167ccb9f req-8c03a61c-b1dc-49d6-98a8-a8614a8f5219 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802271 Oct 25 08:51:10.528586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37350) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:10.535709 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01e8a309-9da5-41c1-92d5-b38caf3441fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.549047 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f2992f0-7989-407f-84a7-535cc55e9630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.578184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.585913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.629863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:51:10.630251 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:10.645730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 31804b1b-a72d-49df-b004-a643e9d8113b has no active binding in host n-h1-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:51:10.648259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e87dbb7-841a-4ef8-8a35-1bd042802036,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:10.651531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.651899 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Added segment c8629d85-b237-4413-a8ea-66ba11bded2c of type vlan for network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 Oct 25 08:51:10.654983 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-b64f0495-bc8c-417e-8965-9d05a88b4cfc service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735573 Oct 25 08:51:10.676218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01e8a309-9da5-41c1-92d5-b38caf3441fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.684370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01e8a309-9da5-41c1-92d5-b38caf3441fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.689596 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f2992f0-7989-407f-84a7-535cc55e9630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.706041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f2992f0-7989-407f-84a7-535cc55e9630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.737217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-01e8a309-9da5-41c1-92d5-b38caf3441fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=beb7e567a4c34fe1af8fbc598751ee54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423477 Oct 25 08:51:10.737554 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.737954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8a309-9da5-41c1-92d5-b38caf3441fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c604a5b-d6c2-4ec5-948c-83628d1b452e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:10.740678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37352) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:10.769618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8f2992f0-7989-407f-84a7-535cc55e9630 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=198de9cf53434cb08e242c30da0990b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393322 Oct 25 08:51:10.773825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37354) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:10.783973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2992f0-7989-407f-84a7-535cc55e9630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822f0501-77ae-455d-b695-b450e1b0593c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:10.819655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.820589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:10.821199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.830008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3328f4c8-e913-4abe-beb6-38549857c0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.857971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e3217b92-69c7-4ab6-9546-a89ecc2ecdf5 req-992907ba-799f-4fc1-8f33-7a78a0553492 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754007 Oct 25 08:51:10.858773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3328f4c8-e913-4abe-beb6-38549857c0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.890508 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9854455 Oct 25 08:51:10.893214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37356) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:10.894202 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f65f9ab8-ca96-4a42-9abe-0623d80ee3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.898590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Request body: {'subnet': {'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1261024315-subnet', 'tenant_id': '2edfa44413784630be342847ad30a75a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:10.923232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Made reservation on behalf of 2edfa44413784630be342847ad30a75a for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:10.925807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.928439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e7b7d-9e33-46a9-bb5e-e46e7d7a5e4d admin admin] Pushing event updated for resources: {'Network': ['ID=5beb32b6-6a3c-46a3-9d3a-67bc60710b12,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:10.935339 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f65f9ab8-ca96-4a42-9abe-0623d80ee3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.944166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:51:10.996274 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3328f4c8-e913-4abe-beb6-38549857c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:10.998932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3328f4c8-e913-4abe-beb6-38549857c0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:11.000264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3328f4c8-e913-4abe-beb6-38549857c0a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/822f0501-77ae-455d-b695-b450e1b0593c HTTP/1.1" status: 204 len: 168 time: 0.2255526 Oct 25 08:51:11.006402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f65f9ab8-ca96-4a42-9abe-0623d80ee3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:11.009483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f65f9ab8-ca96-4a42-9abe-0623d80ee3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:11.012977 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f65f9ab8-ca96-4a42-9abe-0623d80ee3b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c604a5b-d6c2-4ec5-948c-83628d1b452e HTTP/1.1" status: 204 len: 168 time: 0.2678397 Oct 25 08:51:11.020590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f9ab8-ca96-4a42-9abe-0623d80ee3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c604a5b-d6c2-4ec5-948c-83628d1b452e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:11.047437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328f4c8-e913-4abe-beb6-38549857c0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822f0501-77ae-455d-b695-b450e1b0593c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:11.088483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f6aba-0a7c-4933-8624-99dd47c3565e req-bfc154b0-1333-40b3-83e6-a533cd72a182 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:11.089942 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c69f6aba-0a7c-4933-8624-99dd47c3565e req-bfc154b0-1333-40b3-83e6-a533cd72a182 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 949 time: 0.1085668 Oct 25 08:51:11.175623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c69f6aba-0a7c-4933-8624-99dd47c3565e req-92ee5a91-4638-48e2-8a2f-b01fbd3813ea tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749671 Oct 25 08:51:11.240141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:11.317475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:11.349660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Checking segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:11.350034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Network hostable DHCP agents. Network: 5beb32b6-6a3c-46a3-9d3a-67bc60710b12, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:51:11.378648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:51:11.403439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 5beb32b6-6a3c-46a3-9d3a-67bc60710b12) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:11.412846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27e322-f0ef-452f-8de8-f0780219c864 None None] Network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:51:11.479424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:11.482958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:11.619122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-387aff67-7a7c-4772-8173-d4cc8bac5b73 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7247591 Oct 25 08:51:11.690101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691cffb-3163-4024-9c50-cab65f98593b req-e74fd36f-2c5b-4277-b3a0-10739abf26a8 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:11.698360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9691cffb-3163-4024-9c50-cab65f98593b req-e74fd36f-2c5b-4277-b3a0-10739abf26a8 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 944 time: 0.2543540 Oct 25 08:51:11.720654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3190a-b673-4211-b430-a8ea060de37d req-e7a75ef7-ab99-4750-a532-6c8de7642ac7 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:11.722208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ede3190a-b673-4211-b430-a8ea060de37d req-e7a75ef7-ab99-4750-a532-6c8de7642ac7 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.3162558 Oct 25 08:51:11.765082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54544a52-9644-47ac-bce5-d108f2c3419b None None] Network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:51:11.777396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-da9448f0-e1d6-4412-8cb2-b50dc566ea97 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:11.778936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-da9448f0-e1d6-4412-8cb2-b50dc566ea97 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 949 time: 0.1556151 Oct 25 08:51:11.804233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9691cffb-3163-4024-9c50-cab65f98593b req-3b15d879-3e76-47b9-81cb-fda4f568037a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976353 Oct 25 08:51:11.883226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ede3190a-b673-4211-b430-a8ea060de37d req-786cd154-6287-4be8-b8c5-9f615a66a1cc tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511893 Oct 25 08:51:12.107173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bfd91-04f7-471e-9444-e210b4f68ed8 req-7fec7b0c-2c8f-4cbb-b5d3-01934bd36cc4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:12.108858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-141bfd91-04f7-471e-9444-e210b4f68ed8 req-7fec7b0c-2c8f-4cbb-b5d3-01934bd36cc4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.1068535 Oct 25 08:51:12.112966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Deleting port b087620c-6dbc-4c1b-bf77-f4dc206b870d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:51:12.114004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.315532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37414) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:12.394086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-141bfd91-04f7-471e-9444-e210b4f68ed8 req-2aa19454-a836-4ed8-98e7-302a8f766ed0 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751322 Oct 25 08:51:12.467843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:12.523390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-network', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:12.525646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] For port b087620c-6dbc-4c1b-bf77-f4dc206b870d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b087620c-6dbc-4c1b-bf77-f4dc206b870d,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:12.526187 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.548311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Calling delete_port for b087620c-6dbc-4c1b-bf77-f4dc206b870d owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:51:12.557629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Made reservation on behalf of bdd5475d84724bfb94807cc239077ef5 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:12.577091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.577831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port c384540a-4206-401b-973b-3b5a4de2ec83 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:12.583537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port c384540a-4206-401b-973b-3b5a4de2ec83 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:12.583958 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.586812 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.692522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.698049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.706948 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.733416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:51:12.736642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:12.748678 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.749111 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Added segment 0981babf-3419-4371-87da-bdd2e3922c17 of type vlan for network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 Oct 25 08:51:12.763594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:12.765877 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880dbc8b-5341-4420-9847-3fe5c26fd0ab" -d '{"events": [{"server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "name": "network-vif-plugged", "status": "completed", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:12.776507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46247d-3800-48ed-b1b7-d2a22efeca81 req-1ec3193e-fd68-4c97-9200-04a5817bd770 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:12.777971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed46247d-3800-48ed-b1b7-d2a22efeca81 req-1ec3193e-fd68-4c97-9200-04a5817bd770 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 949 time: 0.2150602 Oct 25 08:51:12.787451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:12.792691 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.804419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-c61f09f1-58ee-4469-ae3f-d135d05505b6 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:12.805936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-c61f09f1-58ee-4469-ae3f-d135d05505b6 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 805 time: 0.3227179 Oct 25 08:51:12.825665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.840034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-cf9c3ffd-5855-45ba-b2db-e313c656c174 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/quotas/2edfa44413784630be342847ad30a75a HTTP/1.1" status: 200 len: 375 time: 0.0210228 Oct 25 08:51:12.866491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:12.869048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.870516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:12.873109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:12.883880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed46247d-3800-48ed-b1b7-d2a22efeca81 req-3d123fe6-c734-492b-b82a-5ea3c2cfa3eb tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940480 Oct 25 08:51:12.912638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-6bbc4c5b-1b00-487c-97ab-80c703455a8e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580723 Oct 25 08:51:12.923355 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea60ff39-e5d5-4bd2-86f5-07cd0d52d44d x-openstack-request-id: req-ea60ff39-e5d5-4bd2-86f5-07cd0d52d44d {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:12.924011 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "name": "network-vif-plugged", "status": "completed", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:12.924305 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea60ff39-e5d5-4bd2-86f5-07cd0d52d44d {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:12.924672 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83', 'code': 200} Oct 25 08:51:12.950410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-581ce570-d901-4bcb-8940-33b5ab81370b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:51:12.951415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-581ce570-d901-4bcb-8940-33b5ab81370b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0268223 Oct 25 08:51:12.976668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b264c134-6c3f-42b8-bf69-2ff6c57c0db1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:12.987106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:51:12.999206 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0147de17-4169-44ce-81d8-9e95c89c05d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6807601 Oct 25 08:51:13.001705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37442) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:13.009741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Request body: {'subnet': {'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-subnet', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:13.082982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:13.083193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb21dd9-c6f5-40bb-9bf5-4bfcf841d53a req-76d25a1a-cd2b-4658-806a-a207cbc835d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:13.084637 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1bb21dd9-c6f5-40bb-9bf5-4bfcf841d53a req-76d25a1a-cd2b-4658-806a-a207cbc835d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1096 time: 0.0452826 Oct 25 08:51:13.120202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ba61e9c1-da12-43f2-a601-67065615e408'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:13.127624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b087620c-6dbc-4c1b-bf77-f4dc206b870d'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:13.134441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Pushing event deleted for resources: {'Port': ['ID=b087620c-6dbc-4c1b-bf77-f4dc206b870d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:13.161478 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1bb21dd9-c6f5-40bb-9bf5-4bfcf841d53a req-0b64f4fb-d47f-431a-b809-3e5f2a3865b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671690 Oct 25 08:51:13.181687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0b6f0e63-c19e-420c-b370-5eead4956e31 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:13.196234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Made reservation on behalf of bdd5475d84724bfb94807cc239077ef5 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:13.202133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:13.214641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63ba60-c976-4e5a-a879-8b97b5ecf1ec req-aebc4ce3-1bb8-4aac-b307-32cffcf151b1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:13.216415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf63ba60-c976-4e5a-a879-8b97b5ecf1ec req-aebc4ce3-1bb8-4aac-b307-32cffcf151b1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 945 time: 0.2114606 Oct 25 08:51:13.297297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] No DVR routers for this DVR port b087620c-6dbc-4c1b-bf77-f4dc206b870d on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:51:13.302614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:13.306190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51ca4744-de4d-4334-9109-d3b3a35708c2 req-1c06daa4-cb64-48f2-9517-0ec3456edc08 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.41 "DELETE /v2.0/ports/b087620c-6dbc-4c1b-bf77-f4dc206b870d HTTP/1.1" status: 204 len: 173 time: 1.5009577 Oct 25 08:51:13.315220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bde9fe-a971-4ae7-abe4-6a85dbf3070e', 'name': 'network-vif-deleted', 'tag': 'b087620c-6dbc-4c1b-bf77-f4dc206b870d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:13.317126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:13.317510 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac12aed-e7a6-4b79-8db2-40945d54a55f" -d '{"events": [{"server_uuid": "42bde9fe-a971-4ae7-abe4-6a85dbf3070e", "name": "network-vif-deleted", "tag": "b087620c-6dbc-4c1b-bf77-f4dc206b870d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:13.345072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'port_id': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'mac_address': 'fa:16:3e:ca:ca:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2e772-41d6-40fb-9db0-3392e64a8132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:13.377548 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf63ba60-c976-4e5a-a879-8b97b5ecf1ec req-ff3a241a-4943-4e05-90cc-7b08f18a865f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157441 Oct 25 08:51:13.380514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dbf030d3-a47e-4f5b-a1dc-378f70a8f629 service neutron] 10.222.0.32 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914406 Oct 25 08:51:13.437466 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:13.462470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b6f0e63-c19e-420c-b370-5eead4956e31 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:13.500913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:13.509251 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:13.570811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:13.603970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd02759-1306-41e6-afcf-9003ad421a47 req-b68a6967-a7b9-4155-8e23-06ac09e668be tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:13.605458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0dd02759-1306-41e6-afcf-9003ad421a47 req-b68a6967-a7b9-4155-8e23-06ac09e668be tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.1214514 Oct 25 08:51:13.635130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-d51877af-cd2c-4fe9-a7cc-47d85ae49126 service neutron] 10.222.0.32 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451108 Oct 25 08:51:13.694028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0dd02759-1306-41e6-afcf-9003ad421a47 req-113877a9-de14-42f3-ae96-b96595d13f0c tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784550 Oct 25 08:51:13.721359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:13.745006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0b6f0e63-c19e-420c-b370-5eead4956e31'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:13.783557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1fc555-1ab3-4361-9c77-d8002222c494,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:13.793308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Checking segment: {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:13.793513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Network hostable DHCP agents. Network: b264c134-6c3f-42b8-bf69-2ff6c57c0db1, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:51:13.822832 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018d90be-c595-4b7c-bb04-17046fdae118 x-openstack-request-id: req-018d90be-c595-4b7c-bb04-17046fdae118 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:13.823387 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bde9fe-a971-4ae7-abe4-6a85dbf3070e", "name": "network-vif-deleted", "tag": "b087620c-6dbc-4c1b-bf77-f4dc206b870d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:13.823701 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-018d90be-c595-4b7c-bb04-17046fdae118 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:13.824244 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bde9fe-a971-4ae7-abe4-6a85dbf3070e', 'name': 'network-vif-deleted', 'tag': 'b087620c-6dbc-4c1b-bf77-f4dc206b870d', 'status': 'completed', 'code': 200} Oct 25 08:51:13.825768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:51:13.838310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, b264c134-6c3f-42b8-bf69-2ff6c57c0db1) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:13.853224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:13.853499 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:13.878636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f68d3b-467c-4bc8-b4db-c9f625330a1e None None] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:51:13.880538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-66ff383a-3f25-4e77-b571-a3011792c6a1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8745427 Oct 25 08:51:13.881203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37468) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:13.886712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:13.915649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:13.918253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.001497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500cb0d-5c14-4f0d-8a94-1ef21e200210 req-0beb4f69-b510-46ed-8561-ab8694cd5dcc tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:14.009572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d500cb0d-5c14-4f0d-8a94-1ef21e200210 req-0beb4f69-b510-46ed-8561-ab8694cd5dcc tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.0976033 Oct 25 08:51:14.019317 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.068735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d500cb0d-5c14-4f0d-8a94-1ef21e200210 req-8a00ee38-dc45-4515-83b2-f6851990ecd0 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576530 Oct 25 08:51:14.135112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-978e09cd-d220-422b-a9f3-0e9880f4379b tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6858175b46044c29be4501d34c6213ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631170 Oct 25 08:51:14.202340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-466608c2-5f8d-49fa-a285-76457735ef62 req-bf83f21a-995d-418d-8793-2d60a6ab7a60 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 210 time: 0.0644047 Oct 25 08:51:14.210191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-b264c134-6c3f-42b8-bf69-2ff6c57c0db1', 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'fixed_ips': [{'subnet_id': '1c1fc555-1ab3-4361-9c77-d8002222c494'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:51:14.211298 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.402404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3a14d97-94d5-424b-8e9c-16d9454ec4cb req-ed8112ab-4229-498d-ae8c-8d92a489dbd8 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=42bde9fe-a971-4ae7-abe4-6a85dbf3070e HTTP/1.1" status: 200 len: 210 time: 0.0382226 Oct 25 08:51:14.410849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-f34d5304-2c89-4055-ab26-e7ac213c764f tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:14.418176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-f34d5304-2c89-4055-ab26-e7ac213c764f tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820199 Oct 25 08:51:14.433298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Allocated IP 172.20.0.2 (b264c134-6c3f-42b8-bf69-2ff6c57c0db1/1c1fc555-1ab3-4361-9c77-d8002222c494/bf36afbc-c444-4efe-b9d9-b0bc263c25c6) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:14.439200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-a45c2eb4-aa35-42cb-b546-e3378087277e tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/quotas/6858175b46044c29be4501d34c6213ed HTTP/1.1" status: 200 len: 375 time: 0.0198865 Oct 25 08:51:14.497387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-ac96a347-272c-48e7-b0dc-be3ffafc317b tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6858175b46044c29be4501d34c6213ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488844 Oct 25 08:51:14.556864 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.585259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a065916-d9f2-4575-b2fe-c6fc6e7dfff5 req-bc756c7a-d051-4a45-b16d-e8706b386677 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:14.593731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a065916-d9f2-4575-b2fe-c6fc6e7dfff5 req-bc756c7a-d051-4a45-b16d-e8706b386677 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 945 time: 0.0867047 Oct 25 08:51:14.636627 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a065916-d9f2-4575-b2fe-c6fc6e7dfff5 req-c6a0fb44-c0de-4d3e-8abb-59a7d4cee464 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Oct 25 08:51:14.678138 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.687145 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.752826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358b4133-479c-40ff-ba45-fc2baf169d1e req-628ac476-d35f-4de8-8e3c-984abea4fe99 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 210 time: 0.0504408 Oct 25 08:51:14.800748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:14.809208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:14.823153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:14.845721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Pushing event updated for resources: {'Port': ['ID=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:14.916550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389d321-66ce-429a-9846-c79b2eceb78e req-b074a8c8-56f1-47ef-a52d-a85bfc5a4830 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:14.918064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6389d321-66ce-429a-9846-c79b2eceb78e req-b074a8c8-56f1-47ef-a52d-a85bfc5a4830 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 944 time: 0.0878217 Oct 25 08:51:14.955906 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.970995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Attempting to bind port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:14.971586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Attempting to bind port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:14.971939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Attempting to bind port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 on network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:14.977742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:14.978368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Checking segment: {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:14.978886 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.979648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Bound using segment: {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:14.980460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Bound port: bf36afbc-c444-4efe-b9d9-b0bc263c25c6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:14.980734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6389d321-66ce-429a-9846-c79b2eceb78e req-62518f2e-0f2f-468c-ab85-1464308b2103 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505843 Oct 25 08:51:14.981153 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:14.983739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:15.062859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] For port bf36afbc-c444-4efe-b9d9-b0bc263c25c6, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:15.066921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] For port bf36afbc-c444-4efe-b9d9-b0bc263c25c6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:15.072377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:15.104510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Allocated IP 172.25.8.253 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/ea94b3ca-7135-4063-bc35-7aa392e11c5f) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:15.140159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04eb7-681a-4759-9827-a63bafee6aab None None] Pushing event updated for resources: {'Port': ['ID=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:15.144401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0b6f0e63-c19e-420c-b370-5eead4956e31 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:15.200804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 0b6f0e63-c19e-420c-b370-5eead4956e31 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:15.201208 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:15.284641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad0851-90c0-445b-995d-090792fd1cfb req-77dacd94-b9fc-49e4-9597-87c5a6507931 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:15.286375 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58ad0851-90c0-445b-995d-090792fd1cfb req-77dacd94-b9fc-49e4-9597-87c5a6507931 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.0833092 Oct 25 08:51:15.347157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:15.349089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:15.362008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-133f220c-03de-4468-b600-2fa0ba244e2a req-4334e6df-4676-4add-b4e0-9a350c77bcc4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 210 time: 0.0363927 Oct 25 08:51:15.380265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58ad0851-90c0-445b-995d-090792fd1cfb req-04f5cdf0-d2e3-433a-96ca-ae64aa712720 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853646 Oct 25 08:51:15.414167 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-b043bf16-af7c-4140-b97d-dc59a4dcec81 service neutron] 10.222.0.18 "GET /v2.0/ports/31804b1b-a72d-49df-b004-a643e9d8113b/bindings/n-h1-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.1506433 Oct 25 08:51:15.454970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:15.457830 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d226d0a-e45a-4e3b-bf89-0cc770e23bd1" -d '{"events": [{"server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "name": "network-vif-plugged", "status": "completed", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:15.481339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:15.504972 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:15.525684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:15.580941 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483c6b2b-86e2-402d-b3f5-26fe207c4328 x-openstack-request-id: req-483c6b2b-86e2-402d-b3f5-26fe207c4328 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:15.581239 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "name": "network-vif-plugged", "status": "completed", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:15.581510 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-483c6b2b-86e2-402d-b3f5-26fe207c4328 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:15.581890 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'code': 200} Oct 25 08:51:15.610403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:15.698239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:15.724145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:15.739579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:15.805723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ea94b3ca-7135-4063-bc35-7aa392e11c5f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:15.881971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-c3a60f79-285e-4dc1-93d3-43820913bd6d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:15.883666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-c3a60f79-285e-4dc1-93d3-43820913bd6d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 805 time: 0.3929763 Oct 25 08:51:15.911481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fe21bda-9b84-4cf1-aca6-bcb66a00e975 req-5e8863d0-b14f-48e2-8b52-ef357d507677 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 210 time: 0.0398855 Oct 25 08:51:15.921978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Request body: {'port': {'device_id': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'admin_state_up': True, 'tenant_id': '2edfa44413784630be342847ad30a75a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:15.951852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:15.974018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:15.982713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7254-461c-4b95-a6c8-f9a5191e6af1 req-69be7935-5045-46f0-bbc7-5bc94a4f49ef tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:15.984267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a6d7254-461c-4b95-a6c8-f9a5191e6af1 req-69be7935-5045-46f0-bbc7-5bc94a4f49ef tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 945 time: 0.1856868 Oct 25 08:51:16.069947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31804b1b-a72d-49df-b004-a643e9d8113b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:16.088059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:16.088696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a6d7254-461c-4b95-a6c8-f9a5191e6af1 req-d81d0595-9ebb-4578-9739-11a85fbd8e29 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973315 Oct 25 08:51:16.115933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747c5bd-3bb3-4b8d-8481-f7ad992069f2 req-5db9355c-01fa-4fe1-8cb9-e76aaac9d9aa tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:16.120017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.126282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c747c5bd-3bb3-4b8d-8481-f7ad992069f2 req-5db9355c-01fa-4fe1-8cb9-e76aaac9d9aa tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 950 time: 0.1407363 Oct 25 08:51:16.173804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.188341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c747c5bd-3bb3-4b8d-8481-f7ad992069f2 req-ba00476a-bdc0-4617-a52a-746d2a12c9ee tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Oct 25 08:51:16.193778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Made reservation on behalf of 2edfa44413784630be342847ad30a75a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:16.206533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.224335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf36afbc-c444-4efe-b9d9-b0bc263c25c6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:16.351445 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3e308a8f-5a07-4f57-893c-0a55a1d8686b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.370468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:16.371786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.448720 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-d97abac8-c8cb-4614-9fcc-db81691cf907 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6858175b46044c29be4501d34c6213ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774071 Oct 25 08:51:16.474944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.487072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b087620c-6dbc-4c1b-bf77-f4dc206b870d no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:16.522586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: b087620c-6dbc-4c1b-bf77-f4dc206b870d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:51:16.522941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b087620c-6dbc-4c1b-bf77-f4dc206b870d not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:51:16.549511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb39eb1-e8f9-4a14-9c5a-19bfabc02143 req-ec1485c9-75fd-46b3-b719-e2424fd9938e tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:16.551447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1eb39eb1-e8f9-4a14-9c5a-19bfabc02143 req-ec1485c9-75fd-46b3-b719-e2424fd9938e tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.1989415 Oct 25 08:51:16.555550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b825913-aa70-485d-b9d0-282340f710d7 req-280e7100-02b1-44c8-befa-c83eb3b4cd8f tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:16.557532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b825913-aa70-485d-b9d0-282340f710d7 req-280e7100-02b1-44c8-befa-c83eb3b4cd8f tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1096 time: 0.1810515 Oct 25 08:51:16.565808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port bf36afbc-c444-4efe-b9d9-b0bc263c25c6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:16.566712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.590087 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.617222 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Allocated IP 172.20.0.6 (5beb32b6-6a3c-46a3-9d3a-67bc60710b12/f22f43f9-4a00-4776-ac6c-afdee1d3b7bd/26542ce7-257d-4d97-a9e4-a7cf86630567) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:16.637758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:16.661489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c21207-46d7-4eda-8a8d-c3fc84a6cfeb None None] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:51:16.672264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1eb39eb1-e8f9-4a14-9c5a-19bfabc02143 req-b632b334-6132-4469-bdcf-45b670dd42d3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104157 Oct 25 08:51:16.678956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b825913-aa70-485d-b9d0-282340f710d7 req-e4d5310e-3f35-4c18-ab4d-44295f60f562 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995603 Oct 25 08:51:16.770221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-656a9f1f-668b-44db-ae80-865d8057ebee None None] Provisioning complete for port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:16.770668 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-656a9f1f-668b-44db-ae80-865d8057ebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.840518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] Transition to ACTIVE for port object 31804b1b-a72d-49df-b004-a643e9d8113b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:16.860903 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:16.861340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54e984bd-53a6-4a4d-a723-01696c2914a8 req-fa57d8a8-bacc-4252-ad33-ef9866b72cc5 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 210 time: 0.0651171 Oct 25 08:51:16.914211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc467699-f444-49fc-a0e7-52895e584670 req-a92c32b3-3a15-436a-8da5-576ef44b4d15 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:16.920871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-a10ca432-00fe-48cb-8e89-d9238c8bddcd tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:16.921040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc467699-f444-49fc-a0e7-52895e584670 req-a92c32b3-3a15-436a-8da5-576ef44b4d15 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 944 time: 0.1296351 Oct 25 08:51:16.928371 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-a10ca432-00fe-48cb-8e89-d9238c8bddcd tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405428 Oct 25 08:51:16.969497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Request body: {'port': {'device_id': 'bfb3c4e8-b70e-4720-8598-4c2655acd408', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '6858175b46044c29be4501d34c6213ed'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:16.969805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.032264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc467699-f444-49fc-a0e7-52895e584670 req-905dee42-d5c7-47bf-bcf1-80aa02b9090e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102886 Oct 25 08:51:17.059262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] No DVR routers for this DVR port 31804b1b-a72d-49df-b004-a643e9d8113b on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:51:17.071651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] Pushing event updated for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:17.092329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.122079 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-ff10184f-5634-45fa-9fb3-d1dc7dde3c11 service neutron] 10.222.0.18 "PUT /v2.0/ports/31804b1b-a72d-49df-b004-a643e9d8113b/bindings/n-h1-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6990330 Oct 25 08:51:17.141735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Router 0cdfc602-4369-4063-8129-660e85410ad2 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:51:17.148597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 31804b1b-a72d-49df-b004-a643e9d8113b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:17.261876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Made reservation on behalf of 6858175b46044c29be4501d34c6213ed for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:17.265432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.280409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.325591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:51:17.352151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Sync routers for ids ['0cdfc602-4369-4063-8129-660e85410ad2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:51:17.352782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3a6dfa4a-f9f8-4d7a-9362-85881679ad1f None None] Provisioning complete for port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:17.353233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3a6dfa4a-f9f8-4d7a-9362-85881679ad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.356206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.361151 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2344a0d7-fe6d-40d5-8d8b-4ef30b8a82c4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4755147 Oct 25 08:51:17.362232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37538) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:17.373757 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Routers {'0cdfc602-4369-4063-8129-660e85410ad2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:17.376048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 31804b1b-a72d-49df-b004-a643e9d8113b not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:51:17.378069 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:50:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['0cdfc602-4369-4063-8129-660e85410ad2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:17.446660 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08f475ec-b60f-49e3-a35d-7ce5b88c8bb9 req-78022f59-2e04-4f66-a029-5b2c2cab4efa tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 210 time: 0.0676613 Oct 25 08:51:17.470236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdef50-74be-4d7f-afba-a0bfb5b078f1 req-403d147f-094c-42aa-84a2-6313bc131a6e tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:17.478045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57cdef50-74be-4d7f-afba-a0bfb5b078f1 req-403d147f-094c-42aa-84a2-6313bc131a6e tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1096 time: 0.5038693 Oct 25 08:51:17.481945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.489997 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.511811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:17.532657 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Set router 0cdfc602-4369-4063-8129-660e85410ad2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:17.552202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57cdef50-74be-4d7f-afba-a0bfb5b078f1 req-102df7b9-7c12-406e-af20-88b675ea4121 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732038 Oct 25 08:51:17.584422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:17.594179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:17.599754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:17.600361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.606347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4dbcb0-1876-4e16-a749-24289bd840e5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:17.639820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-0b1bb53b-bc93-451f-9b44-2fe02f227865 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:17.643770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-0b1bb53b-bc93-451f-9b44-2fe02f227865 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.2406998 Oct 25 08:51:17.644414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Pushing event updated for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:17.666080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dc9476a6-3734-4b84-8f09-2d4e1dbfe167 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7487900 Oct 25 08:51:17.700792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Request body: {'port': {'device_id': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:17.791172 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:51:15Z', 'revision_number': 3, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:17.823993 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Checking router: 0cdfc602-4369-4063-8129-660e85410ad2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:51:17.824336 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Updating router 0cdfc602-4369-4063-8129-660e85410ad2 port ea94b3ca-7135-4063-bc35-7aa392e11c5f binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:51:17.829600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2f264-3971-4fc1-9e69-5de3cf4bad10 req-fce3493c-c124-418c-a6ec-c26ed0d2ebdb tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:17.831280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2e2f264-3971-4fc1-9e69-5de3cf4bad10 req-fce3493c-c124-418c-a6ec-c26ed0d2ebdb tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 950 time: 0.2776282 Oct 25 08:51:17.835965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-dd5206dc-8ee3-4d66-b837-5c02280a7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:17.837524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-dd5206dc-8ee3-4d66-b837-5c02280a7160 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd&tenant_id=1dfa050e73094a9687a2b0b57971f616 HTTP/1.1" status: 200 len: 1096 time: 0.1824751 Oct 25 08:51:17.853158 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.946453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:17.968316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2e2f264-3971-4fc1-9e69-5de3cf4bad10 req-da0c7848-faff-485e-b2e8-c2987f0af580 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/security-groups?id=e57264ad-b49f-4a03-ab34-8166be1a6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218009 Oct 25 08:51:17.980514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3b28e-e874-49f9-8ef2-ae58878ce9d4 req-8db4b8e5-92e8-4538-97d7-d66d54cc4995 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:17.982083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8c3b28e-e874-49f9-8ef2-ae58878ce9d4 req-8db4b8e5-92e8-4538-97d7-d66d54cc4995 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.1610875 Oct 25 08:51:18.020349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-03fa483e-3dd1-4e03-8b09-f11a5d41b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:18.020349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-03fa483e-3dd1-4e03-8b09-f11a5d41b68e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1096 time: 0.1227562 Oct 25 08:51:18.021842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-897fd3eb-11e0-4b41-a565-51dbf3009ff2 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:18.023774 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-897fd3eb-11e0-4b41-a565-51dbf3009ff2 tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.18 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 950 time: 0.1282921 Oct 25 08:51:18.025257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Allocated IP 192.168.233.46 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/21360fd0-4ffe-4fe1-9a67-046fc3636bd6) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:18.194530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf36afbc-c444-4efe-b9d9-b0bc263c25c6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:18.239309 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.248381 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.262685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8c3b28e-e874-49f9-8ef2-ae58878ce9d4 req-feb4f7dd-9f67-4e68-b7bd-699055b53494 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734118 Oct 25 08:51:18.264026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-1d79d33b-3cb2-4594-ac0d-a8717efa3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:18.265621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-1d79d33b-3cb2-4594-ac0d-a8717efa3d1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.2314281 Oct 25 08:51:18.304457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:18.304996 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.348255 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Attempting to bind port ea94b3ca-7135-4063-bc35-7aa392e11c5f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:18.350308 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Attempting to bind port ea94b3ca-7135-4063-bc35-7aa392e11c5f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:18.355219 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Attempting to bind port ea94b3ca-7135-4063-bc35-7aa392e11c5f on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:18.371754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Deleting port ba61e9c1-da12-43f2-a601-67065615e408 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:51:18.372311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.375178 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Pushing event updated for resources: {'Port': ['ID=ea94b3ca-7135-4063-bc35-7aa392e11c5f,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:18.391914 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.393068 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.393504 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.393932 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.394359 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.394782 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.395203 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.395620 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.396039 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.396455 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.396907 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.397419 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:18.409731 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:18.410242 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:18.410737 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.411217 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:18.411795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Bound port: ea94b3ca-7135-4063-bc35-7aa392e11c5f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:18.412290 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.461440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-f91f7c44-0a7f-4f48-b166-3efeac7dfea2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 217 time: 0.1826017 Oct 25 08:51:18.478104 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] For port ea94b3ca-7135-4063-bc35-7aa392e11c5f, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:18.481585 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] For port ea94b3ca-7135-4063-bc35-7aa392e11c5f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ea94b3ca-7135-4063-bc35-7aa392e11c5f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:18.487467 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.494907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.551833 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Routers {'0cdfc602-4369-4063-8129-660e85410ad2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:18.553087 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:50:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['0cdfc602-4369-4063-8129-660e85410ad2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:18.584341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] For port ba61e9c1-da12-43f2-a601-67065615e408, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba61e9c1-da12-43f2-a601-67065615e408,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:18.584707 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.609679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Calling delete_port for ba61e9c1-da12-43f2-a601-67065615e408 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:51:18.616309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d9046-0bab-4f5c-af85-6e4df85db4f4 req-ca13caa4-a217-4235-bb2b-6c511c83b0e9 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:18.617727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.622503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.623767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b46d9046-0bab-4f5c-af85-6e4df85db4f4 req-ca13caa4-a217-4235-bb2b-6c511c83b0e9 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 931 time: 0.2459488 Oct 25 08:51:18.627370 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ae0ee-1f1b-444f-9f66-aaa48b24b9b8 None None] Pushing event updated for resources: {'Port': ['ID=ea94b3ca-7135-4063-bc35-7aa392e11c5f,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:18.660136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01b57a-0e50-414d-9c85-7208760bb0b7 req-2b60aa65-3827-4c0f-bdc6-6d0165fdd8f4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:18.661521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf01b57a-0e50-414d-9c85-7208760bb0b7 req-2b60aa65-3827-4c0f-bdc6-6d0165fdd8f4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 945 time: 0.2572682 Oct 25 08:51:18.669312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-8d4f23cb-5593-4083-8928-fb15c5a8d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:18.671140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-8d4f23cb-5593-4083-8928-fb15c5a8d5ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.1925166 Oct 25 08:51:18.707425 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1dec3d4-e097-4845-80ba-599cab758240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.714405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] Set router 0cdfc602-4369-4063-8129-660e85410ad2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:18.732251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:18.741533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-305f6ccf-08f7-4b24-83a1-007505623fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542405 Oct 25 08:51:18.771648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:18.784395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:18.789079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:18.789737 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:18.799825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b46d9046-0bab-4f5c-af85-6e4df85db4f4 req-2201e237-d4c6-4595-8bd6-a05396e79ce7 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692302 Oct 25 08:51:18.809965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Pushing event updated for resources: {'Port': ['ID=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:18.847143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-5d38bf9f-01ba-4e2e-8227-ee1cb4f8e3ff tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8906274 Oct 25 08:51:18.882024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Request body: {'port': {'device_id': 'bfb3c4e8-b70e-4720-8598-4c2655acd408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:18.913490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf01b57a-0e50-414d-9c85-7208760bb0b7 req-6e44f5a6-6433-4885-9d97-49b85fdc5655 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332835 Oct 25 08:51:19.043730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26542ce7-257d-4d97-a9e4-a7cf86630567 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:19.056644 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.062050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.070325 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.070577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-e27eea78-886d-4cec-9feb-4e08bcbd2eaa service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188202 Oct 25 08:51:19.072134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078777-55be-4b8b-b3ca-a2483afd263f req-7c5de5d8-c2fb-441e-b0ba-4b26abbf7e04 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:19.080507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca078777-55be-4b8b-b3ca-a2483afd263f req-7c5de5d8-c2fb-441e-b0ba-4b26abbf7e04 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1096 time: 0.1920905 Oct 25 08:51:19.081994 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:51:15Z', 'revision_number': 3, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:19.097021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Allocated IP 172.20.0.1 (b264c134-6c3f-42b8-bf69-2ff6c57c0db1/1c1fc555-1ab3-4361-9c77-d8002222c494/e45dce5d-c90d-4704-8c20-343388064222) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:19.105624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ba61e9c1-da12-43f2-a601-67065615e408'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:19.138327 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7761864-5269-4a49-881b-fd4255e6318e None None] The sync data for ids ['0cdfc602-4369-4063-8129-660e85410ad2'] in n-d-814746-2 is: [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:51:15Z', 'revision_number': 3, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:51:19.139663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Pushing event deleted for resources: {'Port': ['ID=ba61e9c1-da12-43f2-a601-67065615e408,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:19.152846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Transition to ACTIVE for port object 26542ce7-257d-4d97-a9e4-a7cf86630567 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:19.169927 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.237669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca078777-55be-4b8b-b3ca-a2483afd263f req-61725314-8c9e-4f42-97c0-5485c4201ada tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563556 Oct 25 08:51:19.288347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0ffc8eb5-fb1a-4fa9-b0bb-c55ea6f1abe5 None None] Provisioning complete for port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:19.288829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ffc8eb5-fb1a-4fa9-b0bb-c55ea6f1abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.305682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] No DVR routers for this DVR port ba61e9c1-da12-43f2-a601-67065615e408 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:51:19.320177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.320856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Pushing event updated for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:19.324684 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-71fc9da2-60a3-497d-b116-4b87bf0065a6 req-718d725f-3fc2-43d3-a606-b3885eed1f8e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.18 "DELETE /v2.0/ports/ba61e9c1-da12-43f2-a601-67065615e408 HTTP/1.1" status: 204 len: 173 time: 1.2918518 Oct 25 08:51:19.325982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931247d-50fe-4978-a4a6-9e725cdce41f', 'name': 'network-vif-deleted', 'tag': 'ba61e9c1-da12-43f2-a601-67065615e408'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:19.328489 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ba7512-033f-4ad5-a61c-deb8e548cbf4" -d '{"events": [{"server_uuid": "c931247d-50fe-4978-a4a6-9e725cdce41f", "name": "network-vif-deleted", "tag": "ba61e9c1-da12-43f2-a601-67065615e408"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:19.396363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-0ed4badd-b6c0-41f3-87c7-2534f55371ae service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138726 Oct 25 08:51:19.430334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc8eb5-fb1a-4fa9-b0bb-c55ea6f1abe5 None None] Port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:51:19.513017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Attempting to bind port 26542ce7-257d-4d97-a9e4-a7cf86630567 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:19.513670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Attempting to bind port 26542ce7-257d-4d97-a9e4-a7cf86630567 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:19.514413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Attempting to bind port 26542ce7-257d-4d97-a9e4-a7cf86630567 on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:19.523088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Port 26542ce7-257d-4d97-a9e4-a7cf86630567 on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:19.523645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Attempting to bind port 26542ce7-257d-4d97-a9e4-a7cf86630567 on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:19.540755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:19.541239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Checking segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:19.541883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Bound using segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:19.542261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Bound port: 26542ce7-257d-4d97-a9e4-a7cf86630567, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:19.542708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.620993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c2616-d742-4e19-9252-d63064ad82f3 req-ed8600a1-249d-4129-9d5f-1653e64e0664 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:19.623103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a60c2616-d742-4e19-9252-d63064ad82f3 req-ed8600a1-249d-4129-9d5f-1653e64e0664 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 935 time: 0.1916084 Oct 25 08:51:19.625828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.699572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15c0f26c-db27-4c1b-ab68-5520af069934 req-a37cc049-7418-4705-ae2d-878d942d551e tempest-ServersAdminNegativeTestJSON-534378257 tempest-ServersAdminNegativeTestJSON-534378257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c931247d-50fe-4978-a4a6-9e725cdce41f HTTP/1.1" status: 200 len: 210 time: 0.0752709 Oct 25 08:51:19.723580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.782274 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.815726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:19.824465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:19.827276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:19.828010 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.840191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:19.845895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:19.849198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.872235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.925801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:19.932166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Pushing event updated for resources: {'Port': ['ID=e45dce5d-c90d-4704-8c20-343388064222,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:19.966011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.968841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a60c2616-d742-4e19-9252-d63064ad82f3 req-b3c2b8f6-90d9-46d4-95c4-5380cf81df99 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324504 Oct 25 08:51:19.975809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:19.976760 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:19.978565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] 10.222.0.41 "PUT /v2.0/ports/26542ce7-257d-4d97-a9e4-a7cf86630567 HTTP/1.1" status: 200 len: 1091 time: 2.2862761 Oct 25 08:51:19.979188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:19.982653 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b0fa42-5d43-4f3b-a457-fde9aea943a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:20.005274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-a2307423-ab1e-4cb3-99d5-1dd8e39da82d tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:20.011241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-a2307423-ab1e-4cb3-99d5-1dd8e39da82d tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.2557478 Oct 25 08:51:20.043156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Transition to ACTIVE for port object 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:20.067847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.257781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Pushing event updated for resources: {'Port': ['ID=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:20.291334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ea94b3ca-7135-4063-bc35-7aa392e11c5f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:20.316085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f06ac9-3f6b-4051-848f-d8b10570c407 service neutron] Pushing event updated for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:20.351311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.375079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7ccdb8f8-dac7-4584-9a83-e53c54680abb None None] Provisioning complete for port e45dce5d-c90d-4704-8c20-343388064222 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:20.376021 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb8f8-dac7-4584-9a83-e53c54680abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.403149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Attempting to bind port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:20.403485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Attempting to bind port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:20.403816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Attempting to bind port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:20.410988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:20.413295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Attempting to bind port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:20.415324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaf30a-b049-4982-85e8-4bdf6175e6fe req-eff9d989-e1c0-43a5-8de2-92aff4fc0c43 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:20.416829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffaaf30a-b049-4982-85e8-4bdf6175e6fe req-eff9d989-e1c0-43a5-8de2-92aff4fc0c43 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 945 time: 0.2477872 Oct 25 08:51:20.443614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dd9b9eeb-9160-4899-83b1-42651055008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:20.445942 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-dd9b9eeb-9160-4899-83b1-42651055008d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 1094 time: 0.3698242 Oct 25 08:51:20.487165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7ccdb8f8-dac7-4584-9a83-e53c54680abb None None] Port e45dce5d-c90d-4704-8c20-343388064222 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:51:20.505312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:20.505837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:20.506513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:20.507370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Bound port: 21360fd0-4ffe-4fe1-9a67-046fc3636bd6, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:20.507904 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.514306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ea94b3ca-7135-4063-bc35-7aa392e11c5f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:20.514679 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.660867 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.685931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port ea94b3ca-7135-4063-bc35-7aa392e11c5f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ea94b3ca-7135-4063-bc35-7aa392e11c5f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:20.690413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] For port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:20.691106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.719863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] For port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:20.742685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.761285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=ea94b3ca-7135-4063-bc35-7aa392e11c5f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:20.800172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-46f9bb3c-2afa-4b7b-91ba-9854b02fc205 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26542ce7-257d-4d97-a9e4-a7cf86630567 HTTP/1.1" status: 200 len: 217 time: 0.3242989 Oct 25 08:51:20.809187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:20.809722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.811716 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] 10.222.0.41 "PUT /v2.0/ports/21360fd0-4ffe-4fe1-9a67-046fc3636bd6 HTTP/1.1" status: 200 len: 1095 time: 1.9341860 Oct 25 08:51:20.839063 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.847407 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.848171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.850044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b222c0-52f8-4c1e-a801-a094090d5b9d service neutron] Pushing event updated for resources: {'Port': ['ID=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:20.877903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffaaf30a-b049-4982-85e8-4bdf6175e6fe req-0bf09e77-8166-4276-9c17-27c7c08fb2b0 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365962 Oct 25 08:51:20.891143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-3e2db290-8ad9-4aee-9a52-d079ca4d1400 service neutron] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:20.899942 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-3e2db290-8ad9-4aee-9a52-d079ca4d1400 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:20.901085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1c7bad-945a-49c0-af12-7e125d8b8237 req-3e2db290-8ad9-4aee-9a52-d079ca4d1400 service neutron] 10.222.0.41 "DELETE /v2.0/ports/31804b1b-a72d-49df-b004-a643e9d8113b/bindings/n-h2-814746-2 HTTP/1.1" status: 204 len: 173 time: 0.8786335 Oct 25 08:51:20.911787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-d5fa6e6b-807f-431a-9d93-1d15b13f60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:20.913305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-d5fa6e6b-807f-431a-9d93-1d15b13f60ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 200 len: 845 time: 0.1023569 Oct 25 08:51:20.989360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-13efeb7c-6470-4d0a-879e-681c7090760b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573840 Oct 25 08:51:21.007938 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed07b9c-2cb7-4865-8e1a-4d1aab9cc01c x-openstack-request-id: req-fed07b9c-2cb7-4865-8e1a-4d1aab9cc01c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:21.008365 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c931247d-50fe-4978-a4a6-9e725cdce41f", "name": "network-vif-deleted", "tag": "ba61e9c1-da12-43f2-a601-67065615e408", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:21.008709 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fed07b9c-2cb7-4865-8e1a-4d1aab9cc01c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:21.009461 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c931247d-50fe-4978-a4a6-9e725cdce41f', 'name': 'network-vif-deleted', 'tag': 'ba61e9c1-da12-43f2-a601-67065615e408', 'status': 'completed', 'code': 200} Oct 25 08:51:21.018664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Pushing event updated for resources: {'Port': ['ID=e45dce5d-c90d-4704-8c20-343388064222,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:21.043297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-366be4a2-7344-490e-9e64-0eb91e97ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:21.049895 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-366be4a2-7344-490e-9e64-0eb91e97ce04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6858175b46044c29be4501d34c6213ed&device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 1098 time: 0.1403620 Oct 25 08:51:21.127070 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-60e7adb9-8567-4be6-9fb0-ce46a991f1d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=21360fd0-4ffe-4fe1-9a67-046fc3636bd6 HTTP/1.1" status: 200 len: 217 time: 0.0636003 Oct 25 08:51:21.152604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:21.155747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:21.168208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ba61e9c1-da12-43f2-a601-67065615e408 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:21.178289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cafab-2cd7-4a43-b63a-9f5c81ee2156 req-07acf9ba-e0ae-401c-98cf-f8ae125f1f76 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:21.180114 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff8cafab-2cd7-4a43-b63a-9f5c81ee2156 req-07acf9ba-e0ae-401c-98cf-f8ae125f1f76 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 943 time: 0.0996397 Oct 25 08:51:21.199382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: ba61e9c1-da12-43f2-a601-67065615e408 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:51:21.199718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ba61e9c1-da12-43f2-a601-67065615e408 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:51:21.201835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0b6f0e63-c19e-420c-b370-5eead4956e31 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:21.207609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-10212324-99f3-46cb-bc9b-a3dbbb5f9edb service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043066 Oct 25 08:51:21.384654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff8cafab-2cd7-4a43-b63a-9f5c81ee2156 req-3d76034f-cca3-4b80-a636-d547cdde47aa tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982009 Oct 25 08:51:21.390139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e5e81e2-2faf-4bb9-a153-26b1e8e8c64f req-be10decd-c19b-46fc-89ec-fac22546c20d service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747515 Oct 25 08:51:21.398873 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:21.448302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37606) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:21.490172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:21.493237 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2796ac6-1c75-43f9-aa3a-d61aa690b3a8" -d '{"events": [{"server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:21.499833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:21.520975 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:21.528418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6b915b06-bf4e-4ff7-9901-547a384ec6c7 None None] Provisioning complete for port e45dce5d-c90d-4704-8c20-343388064222 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:21.529051 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6b915b06-bf4e-4ff7-9901-547a384ec6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:21.553317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de788e19-624b-45f1-87dd-1f9473662f6e req-dfd640fb-55dd-47a8-8a39-8a35e8b1b00e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:21.555140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de788e19-624b-45f1-87dd-1f9473662f6e req-dfd640fb-55dd-47a8-8a39-8a35e8b1b00e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 945 time: 0.0773466 Oct 25 08:51:21.624561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de788e19-624b-45f1-87dd-1f9473662f6e req-f4a55a3c-08d4-42ce-9dbf-9bcabb80dba3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618460 Oct 25 08:51:21.645807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-e9766b37-a94a-48ff-8627-5a79a36bd1bd tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:51:21.646795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-e9766b37-a94a-48ff-8627-5a79a36bd1bd tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1971338 Oct 25 08:51:21.693793 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02861b9a-b8c9-4a39-a3ed-522d17451943 x-openstack-request-id: req-02861b9a-b8c9-4a39-a3ed-522d17451943 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:21.694078 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:21.697642 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02861b9a-b8c9-4a39-a3ed-522d17451943 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:21.697642 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'status': 'completed', 'code': 200} Oct 25 08:51:21.720662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-6b915b06-bf4e-4ff7-9901-547a384ec6c7 None None] Port e45dce5d-c90d-4704-8c20-343388064222 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:51:21.722145 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:21.726963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-44434436-45d2-4005-a01b-6497c0ae8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:21.729238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-44434436-45d2-4005-a01b-6497c0ae8878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.5868146 Oct 25 08:51:21.743161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:21.745560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-3d8dec66-4b68-4f87-a639-68436e833240 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:21.746999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-3d8dec66-4b68-4f87-a639-68436e833240 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports/c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 1093 time: 0.0920508 Oct 25 08:51:21.754623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Router 0cdfc602-4369-4063-8129-660e85410ad2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:51:21.789957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-bd3ddbd4-5689-4428-886c-f12e8cabd7a4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:21.791726 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-bd3ddbd4-5689-4428-886c-f12e8cabd7a4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 943 time: 0.1261039 Oct 25 08:51:21.858005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-3aa3cfee-a5fe-4d16-8f98-324bb57ca762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:21.860989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-3aa3cfee-a5fe-4d16-8f98-324bb57ca762 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 1094 time: 0.0799024 Oct 25 08:51:21.898114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Request body: {'binding': {'host': 'n-h2-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:21.898271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Unknown quota resources ['binding']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:51:21.911302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-3c25fbaa-61b3-4c1d-9ed0-cddcd1a78c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:21.912783 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-3c25fbaa-61b3-4c1d-9ed0-cddcd1a78c8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749356 Oct 25 08:51:22.054874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:51:22.067060 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63a50704-e771-4217-84bf-8d349db7b318 admin admin] 10.222.0.32 "PUT /v2.0/routers/0cdfc602-4369-4063-8129-660e85410ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6987560 Oct 25 08:51:22.074638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Sync routers for ids ['0cdfc602-4369-4063-8129-660e85410ad2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:51:22.086520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Deleting port 0b6f0e63-c19e-420c-b370-5eead4956e31 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:51:22.086860 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:22.092362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-9ffe881d-136d-41f1-a02b-157f63e7617e service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685169 Oct 25 08:51:22.094161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Routers {'0cdfc602-4369-4063-8129-660e85410ad2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:22.096391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['0cdfc602-4369-4063-8129-660e85410ad2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:22.145672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a089d5-5b1d-427d-9e3e-3115a5a67cdc req-004c9f3c-6c8d-4c7c-a9e0-456ee86c053e tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:22.153677 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71a089d5-5b1d-427d-9e3e-3115a5a67cdc req-004c9f3c-6c8d-4c7c-a9e0-456ee86c053e tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 947 time: 0.2702384 Oct 25 08:51:22.210178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-b7002324-5ae4-4d93-a489-44d9baccf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:22.211829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-b7002324-5ae4-4d93-a489-44d9baccf337 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 906 time: 0.3380144 Oct 25 08:51:22.259991 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ea94b3ca-7135-4063-bc35-7aa392e11c5f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:22.304655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71a089d5-5b1d-427d-9e3e-3115a5a67cdc req-869b2c8e-9ab3-4545-948c-d736e07d6a6a tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499031 Oct 25 08:51:22.311151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-798c1e71-8372-4679-8894-2851b7e317ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26542ce7-257d-4d97-a9e4-a7cf86630567 HTTP/1.1" status: 200 len: 217 time: 0.0824447 Oct 25 08:51:22.355890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ea94b3ca-7135-4063-bc35-7aa392e11c5f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:22.356580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:22.356714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] For port 0b6f0e63-c19e-420c-b370-5eead4956e31, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0b6f0e63-c19e-420c-b370-5eead4956e31,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:22.359575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:22.389830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37628) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:22.397454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on host n-h2-814746-2 for vnic_type normal with profile None {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:22.397889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:22.398232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:22.409819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:22.410209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:22.412606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Calling delete_port for 0b6f0e63-c19e-420c-b370-5eead4956e31 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:51:22.418294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:22.418838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:22.419227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:22.419743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Bound port: c384540a-4206-401b-973b-3b5a4de2ec83, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:22.429561 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0e8778-408c-45f4-89f9-9dd6034af469 x-openstack-request-id: req-4b0e8778-408c-45f4-89f9-9dd6034af469 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:22.430625 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:22.431221 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b0e8778-408c-45f4-89f9-9dd6034af469 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:22.432838 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'code': 200} Oct 25 08:51:22.452199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-26210921-6451-4768-ad2a-5975069c4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:22.454216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-26210921-6451-4768-ad2a-5975069c4c0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 200 len: 845 time: 0.1305740 Oct 25 08:51:22.462246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Set router 0cdfc602-4369-4063-8129-660e85410ad2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:22.468774 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebff7873-8e8b-4367-a06e-53e59b4cccdd req-ced23761-92b5-469f-8974-502a23417bac service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605003 Oct 25 08:51:22.498071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-efe8bd38-979d-43e6-9677-631aaf44adaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335879 Oct 25 08:51:22.523716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:22.537578 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:22.538918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-474e0d02-9564-43fc-b234-07447d12bde9 service neutron] 10.222.0.32 "POST /v2.0/ports/c384540a-4206-401b-973b-3b5a4de2ec83/bindings HTTP/1.1" status: 201 len: 389 time: 0.7236092 Oct 25 08:51:22.739079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91216f1a-dc13-4225-8a14-8201979b494c req-36ffeb9b-c073-4392-b1b8-4970f6b58485 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:22.748296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91216f1a-dc13-4225-8a14-8201979b494c req-36ffeb9b-c073-4392-b1b8-4970f6b58485 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ca54e7-74dd-4dfb-88ac-12586d1fee01 HTTP/1.1" status: 200 len: 943 time: 0.1640489 Oct 25 08:51:22.763193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-56c74875-b382-48da-8d0d-a014582ad77e service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516062 Oct 25 08:51:22.804650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-301b4bae-0140-43b9-966c-3670ea9374be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c4b6dcd87f5444c9a1e9281bb204136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129288 Oct 25 08:51:22.805456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:22.807406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37646) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:22.924373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event deleted for resources: {'Port': ['ID=0b6f0e63-c19e-420c-b370-5eead4956e31,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:22.935299 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0e2f-3625-4acf-bf1c-9b709742bde4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:22.952668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'e45dce5d-c90d-4704-8c20-343388064222', 'name': '', 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'mac_address': 'fa:16:3e:2c:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1c1fc555-1ab3-4361-9c77-d8002222c494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:18Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 2, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'subnets': [{'id': '1c1fc555-1ab3-4361-9c77-d8002222c494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:22.957775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e985c-b702-4d38-a70b-ca3c1b7edf6e req-62758294-de78-4cb1-9feb-d011ffcb6ee8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:22.960143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-799e985c-b702-4d38-a70b-ca3c1b7edf6e req-62758294-de78-4cb1-9feb-d011ffcb6ee8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 943 time: 0.1868351 Oct 25 08:51:22.965200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91216f1a-dc13-4225-8a14-8201979b494c req-17729329-4164-4feb-9488-27ef323eb2e3 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155659 Oct 25 08:51:22.996553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] No DVR routers for this DVR port 0b6f0e63-c19e-420c-b370-5eead4956e31 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:51:23.000324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Checking router: 0cdfc602-4369-4063-8129-660e85410ad2 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:51:23.000697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Updating router 0cdfc602-4369-4063-8129-660e85410ad2 port e45dce5d-c90d-4704-8c20-343388064222 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:51:23.001496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.015749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-17d4bc37-3da5-44ba-84d6-8747e58821a9 req-e26330c5-e81d-44cd-8b50-7c3c5c75abc5 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "DELETE /v2.0/ports/0b6f0e63-c19e-420c-b370-5eead4956e31 HTTP/1.1" status: 204 len: 173 time: 1.2141349 Oct 25 08:51:23.016915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb3c4e8-b70e-4720-8598-4c2655acd408', 'tag': '21360fd0-4ffe-4fe1-9a67-046fc3636bd6'}, {'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'name': 'network-vif-deleted', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:23.019268 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a3e777-5b92-4a2c-9869-59965e0ee66b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb3c4e8-b70e-4720-8598-4c2655acd408", "tag": "21360fd0-4ffe-4fe1-9a67-046fc3636bd6"}, {"server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "name": "network-vif-deleted", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:23.041833 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.054208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18b0fa42-5d43-4f3b-a457-fde9aea943a8 req-65e44e94-0996-4316-be6b-7ce5100cefab service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825849 Oct 25 08:51:23.060341 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0e2f-3625-4acf-bf1c-9b709742bde4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.072594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-799e985c-b702-4d38-a70b-ca3c1b7edf6e req-c0a1d134-fe0b-40ad-b14d-e58c8ed89134 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045377 Oct 25 08:51:23.100515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37654) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:23.106940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-network', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:23.125161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-5bd589fb-2b5b-43b8-8196-41a9c2316924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:23.127279 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-5bd589fb-2b5b-43b8-8196-41a9c2316924 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1096 time: 0.2041161 Oct 25 08:51:23.181816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94170687-fbe9-45b4-b198-4d16bdb529bd req-0479555d-cf11-4375-be5c-bba0335f3610 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:23.190926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94170687-fbe9-45b4-b198-4d16bdb529bd req-0479555d-cf11-4375-be5c-bba0335f3610 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1096 time: 0.1170645 Oct 25 08:51:23.192529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Made reservation on behalf of 8c42806b9c7d409eb02be392b9646d01 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:23.195004 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.211555 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.227505 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0e2f-3625-4acf-bf1c-9b709742bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.230125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0e2f-3625-4acf-bf1c-9b709742bde4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.231252 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dbdc0e2f-3625-4acf-bf1c-9b709742bde4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e57264ad-b49f-4a03-ab34-8166be1a6c29 HTTP/1.1" status: 204 len: 168 time: 0.4229040 Oct 25 08:51:23.254618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc0e2f-3625-4acf-bf1c-9b709742bde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57264ad-b49f-4a03-ab34-8166be1a6c29,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:23.277972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94170687-fbe9-45b4-b198-4d16bdb529bd req-c59d27b6-5c0a-43dd-9c05-58f4b3e2edc1 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859468 Oct 25 08:51:23.297179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-95debb7b-095a-4682-8ec0-11b40bd2c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:23.298827 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-95debb7b-095a-4682-8ec0-11b40bd2c35a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1630187 Oct 25 08:51:23.302041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f501a-02a1-4a0a-afe2-2cda6d4b6fc0 req-6908502a-90e3-4c58-978d-d7df3e8cb2c2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:23.305870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b10f501a-02a1-4a0a-afe2-2cda6d4b6fc0 req-6908502a-90e3-4c58-978d-d7df3e8cb2c2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 945 time: 0.1282187 Oct 25 08:51:23.380040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-bc45f978-ab61-4fbf-b13d-2a29ba8ea8a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 217 time: 0.0619156 Oct 25 08:51:23.388076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b10f501a-02a1-4a0a-afe2-2cda6d4b6fc0 req-dc618a5c-ca0d-4b10-a0f8-c2eb3f523a6d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725908 Oct 25 08:51:23.480654 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.496714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.502225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.504027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-0b8c0f94-1ab6-444a-8bbb-39a5c468765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:23.505710 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-0b8c0f94-1ab6-444a-8bbb-39a5c468765a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1158206 Oct 25 08:51:23.511198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.523561 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd1d0f-b850-4791-9aec-e20ce4d9f5f9 x-openstack-request-id: req-80fd1d0f-b850-4791-9aec-e20ce4d9f5f9 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:23.523865 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb3c4e8-b70e-4720-8598-4c2655acd408", "tag": "21360fd0-4ffe-4fe1-9a67-046fc3636bd6", "status": "completed", "code": 200}, {"server_uuid": "e7ca54e7-74dd-4dfb-88ac-12586d1fee01", "name": "network-vif-deleted", "tag": "0b6f0e63-c19e-420c-b370-5eead4956e31", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:23.524162 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80fd1d0f-b850-4791-9aec-e20ce4d9f5f9 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:23.524582 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb3c4e8-b70e-4720-8598-4c2655acd408', 'tag': '21360fd0-4ffe-4fe1-9a67-046fc3636bd6', 'status': 'completed', 'code': 200} Oct 25 08:51:23.524840 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca54e7-74dd-4dfb-88ac-12586d1fee01', 'name': 'network-vif-deleted', 'tag': '0b6f0e63-c19e-420c-b370-5eead4956e31', 'status': 'completed', 'code': 200} Oct 25 08:51:23.627596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:51:23.632558 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-ae44a14f-1dff-4e9d-b7cc-4bcb29823841 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017065 Oct 25 08:51:23.732512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994c29ad-d6c5-4630-b4a2-3f290f6576ba,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:23.738244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.738602 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Added segment 076e6743-9083-45c5-8af6-e6da2caf0b05 of type vlan for network 765b07c1-57df-441c-af0a-e137f3a1848f Oct 25 08:51:23.785907 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Attempting to bind port e45dce5d-c90d-4704-8c20-343388064222 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:23.786526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Attempting to bind port e45dce5d-c90d-4704-8c20-343388064222 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:23.786941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Attempting to bind port e45dce5d-c90d-4704-8c20-343388064222 on network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:23.793897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:23.794401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Checking segment: {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:23.795054 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.795545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Bound using segment: {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:23.796209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Bound port: e45dce5d-c90d-4704-8c20-343388064222, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:23.796691 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.812364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7803a7-6d02-40a8-9f9c-648fb452a635 None None] Pushing event updated for resources: {'Port': ['ID=e45dce5d-c90d-4704-8c20-343388064222,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:23.814489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-59cc1f54-f56e-4940-a679-8cb62742ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:23.816589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-59cc1f54-f56e-4940-a679-8cb62742ad06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6858175b46044c29be4501d34c6213ed&device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 1098 time: 0.2552881 Oct 25 08:51:23.867838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e973a6-d9ad-45f0-9be2-de904e63678e req-133b4fc6-e0ef-4ab9-8de6-3d9f84dd72c2 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:23.879266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68e973a6-d9ad-45f0-9be2-de904e63678e req-133b4fc6-e0ef-4ab9-8de6-3d9f84dd72c2 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 947 time: 0.2622719 Oct 25 08:51:23.896773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.916675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] For port e45dce5d-c90d-4704-8c20-343388064222, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:23.923716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] For port e45dce5d-c90d-4704-8c20-343388064222, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e45dce5d-c90d-4704-8c20-343388064222,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:23.930660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.964791 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-38b12f7c-5927-4819-a3e9-495fc7ac5f50 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198729 Oct 25 08:51:23.968514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.969894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:23.971227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:23.997934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Routers {'0cdfc602-4369-4063-8129-660e85410ad2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:24.002576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37676) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:24.004420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['0cdfc602-4369-4063-8129-660e85410ad2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:24.022006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-edfed856-ea8b-4588-938e-36990786d8e6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:24.030200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-edfed856-ea8b-4588-938e-36990786d8e6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 821 time: 0.4091671 Oct 25 08:51:24.069448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68e973a6-d9ad-45f0-9be2-de904e63678e req-ce5ed231-1b6c-41d8-a7d8-d310ab171160 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892109 Oct 25 08:51:24.082214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9792798 Oct 25 08:51:24.082379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37678) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:24.090645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Request body: {'subnet': {'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-subnet', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:24.096616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-eabdeaf8-776b-4b8b-bde1-dd2e10ce831e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/quotas/1dfa050e73094a9687a2b0b57971f616 HTTP/1.1" status: 200 len: 375 time: 0.0652981 Oct 25 08:51:24.126332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55982eb-2e49-425b-b1d8-e5d1df82328a admin admin] Pushing event updated for resources: {'Network': ['ID=765b07c1-57df-441c-af0a-e137f3a1848f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:24.162273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Made reservation on behalf of 8c42806b9c7d409eb02be392b9646d01 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:24.169201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.250135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26ca6b5a-a768-47b1-b770-ae49edcd6cb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c649d3519de422c847bdb06e6fd1c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460518 Oct 25 08:51:24.255915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37684) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:24.260439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-b10ab82c-30ef-4202-b9cb-f97643933340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:24.261896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-b10ab82c-30ef-4202-b9cb-f97643933340 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.4345877 Oct 25 08:51:24.295777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 765b07c1-57df-441c-af0a-e137f3a1848f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:51:24.309514 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-510caff9-f706-4de3-b573-626c14f27f00 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347952 Oct 25 08:51:24.360403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-832c9f93-c176-4561-b670-c5a9640fe59b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2622137 Oct 25 08:51:24.369586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-f5cf066a-3fed-4484-b821-e5896e1237ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=21360fd0-4ffe-4fe1-9a67-046fc3636bd6 HTTP/1.1" status: 200 len: 217 time: 0.0657933 Oct 25 08:51:24.389320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7803a7-6d02-40a8-9f9c-648fb452a635 None None] Pushing event updated for resources: {'Port': ['ID=e45dce5d-c90d-4704-8c20-343388064222,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:24.422042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0829b31b-7366-4ad3-b42d-2c1caa229af9 None None] Provisioning complete for port e45dce5d-c90d-4704-8c20-343388064222 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:24.423234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0829b31b-7366-4ad3-b42d-2c1caa229af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.439264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.475747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] Set router 0cdfc602-4369-4063-8129-660e85410ad2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:24.504643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca4fc-3b78-4d92-846f-760a9c0ef831 req-75023965-02d8-448a-aa84-a0fff917d8d2 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:24.506181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8cca4fc-3b78-4d92-846f-760a9c0ef831 req-75023965-02d8-448a-aa84-a0fff917d8d2 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 943 time: 0.2760775 Oct 25 08:51:24.506894 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e613-500f-482e-8607-cb83f7d7f7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.524840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987d6052-6bac-4fed-8afb-e07ea42c62e1,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:24.530429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-27995a30-7c17-4edb-ac69-5f4399876368 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:24.532679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-27995a30-7c17-4edb-ac69-5f4399876368 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.1103396 Oct 25 08:51:24.540328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Checking segment: {'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:24.540682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Network hostable DHCP agents. Network: 765b07c1-57df-441c-af0a-e137f3a1848f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:51:24.547984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-2'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:24.551047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-f78b7e91-4a30-4a57-8eb6-8a3f2633b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:24.552566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-f78b7e91-4a30-4a57-8eb6-8a3f2633b2e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1715209 Oct 25 08:51:24.589023 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e613-500f-482e-8607-cb83f7d7f7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.615059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Network 765b07c1-57df-441c-af0a-e137f3a1848f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:51:24.628337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.631300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 765b07c1-57df-441c-af0a-e137f3a1848f) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:24.642456 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8cca4fc-3b78-4d92-846f-760a9c0ef831 req-af98600e-3109-41a4-81af-6011bc66241a tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219783 Oct 25 08:51:24.648368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:24.650111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0829b31b-7366-4ad3-b42d-2c1caa229af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.651739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.653471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-00a97ee0-7a43-4d2d-bfa0-9b959fb96fee service neutron] 10.222.0.32 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733872 Oct 25 08:51:24.666178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd6e1a-c885-4aab-b689-36c646f354fb None None] Network 765b07c1-57df-441c-af0a-e137f3a1848f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:51:24.700571 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-106adfb5-e942-4ee9-9a03-7850c11fa681 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6136777 Oct 25 08:51:24.709759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37692) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:24.717980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:24.726039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-a04bee19-e1c2-4547-9bc1-98b68e060976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:24.727529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-a04bee19-e1c2-4547-9bc1-98b68e060976 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647930 Oct 25 08:51:24.794754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.795853 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.806454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0829b31b-7366-4ad3-b42d-2c1caa229af9 None None] For port e45dce5d-c90d-4704-8c20-343388064222, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e45dce5d-c90d-4704-8c20-343388064222,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:24.819466 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0829b31b-7366-4ad3-b42d-2c1caa229af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.861424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e613-500f-482e-8607-cb83f7d7f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.864119 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e613-500f-482e-8607-cb83f7d7f7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.868087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c7d7e613-500f-482e-8607-cb83f7d7f7c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b12660bb-0426-4a84-bc02-e4799c921693 HTTP/1.1" status: 204 len: 168 time: 0.6091146 Oct 25 08:51:24.877222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:24.889916 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:24.927249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7e613-500f-482e-8607-cb83f7d7f7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12660bb-0426-4a84-bc02-e4799c921693,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:24.940829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829b31b-7366-4ad3-b42d-2c1caa229af9 None None] Pushing event updated for resources: {'Port': ['ID=e45dce5d-c90d-4704-8c20-343388064222,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:24.953488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-cc6fbf15-fc07-46c7-bf43-c7dc50cd1516 service neutron] 10.222.0.32 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989285 Oct 25 08:51:25.004499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-56218f4c-69b7-4437-8f60-e173647f18bf None None] Provisioning complete for port e45dce5d-c90d-4704-8c20-343388064222 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:25.004499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56218f4c-69b7-4437-8f60-e173647f18bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.058230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-765b07c1-57df-441c-af0a-e137f3a1848f', 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'fixed_ips': [{'subnet_id': '987d6052-6bac-4fed-8afb-e07ea42c62e1'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:51:25.059197 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.066897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:25.068811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-09177694-0ace-48f6-aca0-4f7f733ebf8a service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266151 Oct 25 08:51:25.069539 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.071483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'e45dce5d-c90d-4704-8c20-343388064222', 'name': '', 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'mac_address': 'fa:16:3e:2c:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1c1fc555-1ab3-4361-9c77-d8002222c494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:18Z', 'updated_at': '2021-10-25T08:51:23Z', 'revision_number': 4, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'subnets': [{'id': '1c1fc555-1ab3-4361-9c77-d8002222c494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:25.168949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b7be3-7d49-40d6-97d1-f0358aa9609a None None] The sync data for ids ['0cdfc602-4369-4063-8129-660e85410ad2'] in n-d-814746-2 is: [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'e45dce5d-c90d-4704-8c20-343388064222', 'name': '', 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'mac_address': 'fa:16:3e:2c:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1c1fc555-1ab3-4361-9c77-d8002222c494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:18Z', 'updated_at': '2021-10-25T08:51:23Z', 'revision_number': 4, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'subnets': [{'id': '1c1fc555-1ab3-4361-9c77-d8002222c494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:51:25.192744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0b6f0e63-c19e-420c-b370-5eead4956e31 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:25.220093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.229112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.325260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 0b6f0e63-c19e-420c-b370-5eead4956e31 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:51:25.326287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0b6f0e63-c19e-420c-b370-5eead4956e31 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:51:25.401878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Pushing event updated for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:25.496693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on host n-h1-814746-2 for vnic_type normal with profile {"migrating_to": "n-h2-814746-2"} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:25.497252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:25.497789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:25.520461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:25.523238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Attempting to bind port c384540a-4206-401b-973b-3b5a4de2ec83 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:25.532024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:25.534470 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50ac035-95b6-4716-a7c4-c855bf57125c" -d '{"events": [{"server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "name": "network-vif-unplugged", "status": "completed", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:25.581796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e52de-1d49-49c1-8a38-bd001d838708 req-c946b786-8cff-4fad-b0ce-e43466e777a9 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:25.583755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-c946b786-8cff-4fad-b0ce-e43466e777a9 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 822 time: 0.8016236 Oct 25 08:51:25.591094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Allocated IP 172.20.0.2 (765b07c1-57df-441c-af0a-e137f3a1848f/987d6052-6bac-4fed-8afb-e07ea42c62e1/1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:25.603049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:25.604854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:25.606221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:25.606784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Bound port: c384540a-4206-401b-973b-3b5a4de2ec83, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:25.607994 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.671149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-07c5b7a2-e502-4c76-8b06-edbad0ba0e4e tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/quotas/de33fcc40daf4c88ba709b48c6f0116d HTTP/1.1" status: 200 len: 375 time: 0.0495002 Oct 25 08:51:25.751974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6d2dd-b243-4b7e-90b0-fe99ca4300a9 req-2dd7aeaa-17b0-4940-8d62-99b58250a1a2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:25.760695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29c6d2dd-b243-4b7e-90b0-fe99ca4300a9 req-2dd7aeaa-17b0-4940-8d62-99b58250a1a2 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.2535658 Oct 25 08:51:25.802085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3e777-5b92-4a2c-9869-59965e0ee66b req-eda563fb-ef0f-4988-984f-51d6dc428f03 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202294 Oct 25 08:51:25.841878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29c6d2dd-b243-4b7e-90b0-fe99ca4300a9 req-283bfccc-7457-4bd8-86ec-9aa5b07d6eb0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752950 Oct 25 08:51:25.866462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-d2f6477f-3222-40c1-b900-35a462df54bb tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507833 Oct 25 08:51:25.876783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.901099 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.960636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:25.962762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:25.966382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:25.989260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Network 765b07c1-57df-441c-af0a-e137f3a1848f is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:25.993706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:26.001813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:26.014980 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:26.028914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:26.033587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Pushing event updated for resources: {'Port': ['ID=1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:26.066365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-13ce1a04-e672-4759-831b-e6f81ed73520 service neutron] 10.222.0.32 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920259 Oct 25 08:51:26.142223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Attempting to bind port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:26.142876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Attempting to bind port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:26.143510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Attempting to bind port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 on network 765b07c1-57df-441c-af0a-e137f3a1848f {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:26.152856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:26.153477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Checking segment: {'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:26.154397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:26.154972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Bound using segment: {'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:26.155629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Bound port: 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:26.156203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:26.255667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e45dce5d-c90d-4704-8c20-343388064222 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:26.293612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] For port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:26.298371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] For port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44,segment=NetworkSegment(076e6743-9083-45c5-8af6-e6da2caf0b05),segment_id=076e6743-9083-45c5-8af6-e6da2caf0b05)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:26.304260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-b3bd1f48-0ccb-4da5-9dff-33ed30a73a2e service neutron] 10.222.0.32 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369246 Oct 25 08:51:26.329420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:26.355356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499b66c-89e1-4ee7-b02f-2b974956f6a5 req-c483ee57-2d48-4203-bbd6-09fe734fadfb tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:26.365633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b66c-89e1-4ee7-b02f-2b974956f6a5 req-c483ee57-2d48-4203-bbd6-09fe734fadfb tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 947 time: 0.2460849 Oct 25 08:51:26.461751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37738) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:26.473939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b66c-89e1-4ee7-b02f-2b974956f6a5 req-eff5031c-1370-4691-b647-233b0101bff3 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058252 Oct 25 08:51:26.491350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51e999-dabf-4543-8e23-eba0e3bf8afc None None] Pushing event updated for resources: {'Port': ['ID=1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:26.533341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:26.722148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e23d81cf-2b3e-441e-86ae-0aaffc9776da req-34b0f395-43db-4900-8032-bf61a6e2267b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 210 time: 0.0767922 Oct 25 08:51:26.752483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e45dce5d-c90d-4704-8c20-343388064222 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:26.752844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:26.763849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-network', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:26.783602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Allocated IP 172.25.8.82 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/451cec8a-419e-4da1-aaa2-a9d61ef7c44d) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:26.871997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:26.882953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-330c8c1e-b90e-4238-80a4-0f3cdf48bb8f req-8632c541-b13a-4aeb-bd9f-a3248e5a848b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 210 time: 0.0614147 Oct 25 08:51:26.914862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Made reservation on behalf of 763e0e02db404c3f8656bf8c47f81e85 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:26.930234 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:26.950042 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c507f2-0d6e-48d5-8a62-55d3fcda546e x-openstack-request-id: req-37c507f2-0d6e-48d5-8a62-55d3fcda546e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:26.950336 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "name": "network-vif-unplugged", "status": "completed", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:26.951991 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37c507f2-0d6e-48d5-8a62-55d3fcda546e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:26.951991 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83', 'code': 200} Oct 25 08:51:26.995554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b5f4b-85f9-4b36-a29d-b9487535b57b req-1b78ecd8-2f9a-47b8-acc5-d45ab1022c10 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:27.000940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '21360fd0-4ffe-4fe1-9a67-046fc3636bd6', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '21360fd0-4ffe-4fe1-9a67-046fc3636bd6', 'mac_address': 'fa:16:3e:0e:96:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:27.027642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-399b5f4b-85f9-4b36-a29d-b9487535b57b req-1b78ecd8-2f9a-47b8-acc5-d45ab1022c10 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 943 time: 0.2951925 Oct 25 08:51:27.048022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.048858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:27.050277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.051926 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] 10.222.0.18 "PUT /v2.0/ports/c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 1121 time: 2.5080955 Oct 25 08:51:27.053406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa5dc9-c661-4d73-a98e-80d7472ed020 service neutron] Pushing event updated for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=8']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:27.104602 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.125008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:27.161154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:27.168595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.169597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 26542ce7-257d-4d97-a9e4-a7cf86630567 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:27.299678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-399b5f4b-85f9-4b36-a29d-b9487535b57b req-18cd22b3-07d9-4ce6-b5fa-4b5fcfd7fb69 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698076 Oct 25 08:51:27.334019 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.365554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e65e5-2ed5-41e8-9b0b-020ed03f815c req-0723535b-c36d-4a0b-8572-0e2c87e41299 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:27.374113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d28e65e5-2ed5-41e8-9b0b-020ed03f815c req-0723535b-c36d-4a0b-8572-0e2c87e41299 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.2845335 Oct 25 08:51:27.420179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-056f992d-9fad-494c-9948-72d6fa4d859a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:27.426094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-056f992d-9fad-494c-9948-72d6fa4d859a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 821 time: 0.3222976 Oct 25 08:51:27.440573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.458425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Request body: {'port': {'device_id': 'c105cc18-ef29-4530-b052-493b282f33f4', 'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'admin_state_up': True, 'tenant_id': '1dfa050e73094a9687a2b0b57971f616'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:27.477264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['c384540a-4206-401b-973b-3b5a4de2ec83'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:27.489757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:27.490751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d28e65e5-2ed5-41e8-9b0b-020ed03f815c req-c363fdf8-71d9-4595-8c41-b1572dc82e37 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077948 Oct 25 08:51:27.507505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.514980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.535246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:51:27.559050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:27.567850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.568443 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Added segment d9a88330-8d15-4036-8cd4-ac4d99eea570 of type vlan for network ace62df8-2cbf-4fdb-9593-c8d35c497804 Oct 25 08:51:27.607546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868fc39e-a14b-4d65-9f99-230c326c62e6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:27.618598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:27.641671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:27.658022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.677767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1ddb4-ebb2-4286-ae59-06dc6e28729c req-1c0910f9-a0ac-4523-a845-49b938035975 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:27.679377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffc1ddb4-ebb2-4286-ae59-06dc6e28729c req-1c0910f9-a0ac-4523-a845-49b938035975 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 948 time: 0.1204343 Oct 25 08:51:27.716070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.717040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:27.717622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.751978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:27.775113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'port_id': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'mac_address': 'fa:16:3e:b4:5c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f43f9-4a00-4776-ac6c-afdee1d3b7bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:27.818704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Made reservation on behalf of 1dfa050e73094a9687a2b0b57971f616 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:27.822968 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.853556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffc1ddb4-ebb2-4286-ae59-06dc6e28729c req-1cb31dba-4fc2-497b-8782-803cb3662617 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624472 Oct 25 08:51:27.867679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3877780 Oct 25 08:51:27.874648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37760) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:27.878847 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.881092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Request body: {'subnet': {'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-subnet', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:27.897466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Pushing event updated for resources: {'Port': ['ID=451cec8a-419e-4da1-aaa2-a9d61ef7c44d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:27.902807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26542ce7-257d-4d97-a9e4-a7cf86630567 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:27.929352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:27.935211 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:27.952269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2a368-28b7-409e-818e-a87c53376657 admin admin] Pushing event updated for resources: {'Network': ['ID=ace62df8-2cbf-4fdb-9593-c8d35c497804,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:27.972344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ea48d89-5880-4184-85b9-2805b3b43811 req-7d66f5cc-a7ba-46bf-b55a-dc0bca2bcf39 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 210 time: 0.1008937 Oct 25 08:51:27.999203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:51:28.011577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Made reservation on behalf of 763e0e02db404c3f8656bf8c47f81e85 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:28.014392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.037196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39dd8ea8-d5c4-4234-9132-0a46ece4b4db req-63680511-ade9-46c5-b790-77f3e3d60c3d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 210 time: 0.0499673 Oct 25 08:51:28.115382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:28.201623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:28.212377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Allocated IP 172.20.0.11 (745db563-8865-4d9b-b400-5a25e818e450/757a2841-4bb4-4563-ac12-385c40a28013/079128de-6717-489a-8a5e-70437fe3f9fc) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:28.248457 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.269958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:28.270628 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.298593 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.420147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3a9d2d-8e37-4373-be65-6d9eac2309ed,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:28.434308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3d2cd-48b6-461f-858c-1bed64bcc8d3 None None] Network 765b07c1-57df-441c-af0a-e137f3a1848f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:51:28.505312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Checking segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:28.505667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Network hostable DHCP agents. Network: ace62df8-2cbf-4fdb-9593-c8d35c497804, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:51:28.538861 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a1bb6-6d37-40b9-a157-84a2caa25f35 req-e7fa73c2-8ba7-4197-9827-04a32b90d60b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:28.540571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-463a1bb6-6d37-40b9-a157-84a2caa25f35 req-e7fa73c2-8ba7-4197-9827-04a32b90d60b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 944 time: 0.1230698 Oct 25 08:51:28.541769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:51:28.566909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ace62df8-2cbf-4fdb-9593-c8d35c497804) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:28.577001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-be2fa2c8-7dc8-47a0-84ae-06d98f419dfa None None] Provisioning complete for port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:28.577373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-be2fa2c8-7dc8-47a0-84ae-06d98f419dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.583183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:28.583771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.587016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf30d6-09df-4d11-b721-47e2627047d5 None None] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:51:28.589264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.615384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-463a1bb6-6d37-40b9-a157-84a2caa25f35 req-613a70bf-1f8d-4564-b4a6-2cb9621c03d5 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638707 Oct 25 08:51:28.619476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2fa8aede-7746-48e8-b3f6-de66edf4ce81 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7433016 Oct 25 08:51:28.622770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37770) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:28.640358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:28.640536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e52de-1d49-49c1-8a38-bd001d838708 req-94c7c2ba-a7af-4e06-85e1-539cedf74f04 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:28.642575 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-94c7c2ba-a7af-4e06-85e1-539cedf74f04 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 822 time: 0.3668516 Oct 25 08:51:28.680042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Request body: {'port': {'device_id': '26acbdce-cee0-4900-ac56-284096111bf4', 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'admin_state_up': True, 'tenant_id': 'de33fcc40daf4c88ba709b48c6f0116d'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:28.685395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.686696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.712862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947c3b6-da8b-4c3a-99e3-8b4173b8600e req-3862ea80-5432-4c81-9256-41ae419e545b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:28.717361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f947c3b6-da8b-4c3a-99e3-8b4173b8600e req-3862ea80-5432-4c81-9256-41ae419e545b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.0824592 Oct 25 08:51:28.719719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['26542ce7-257d-4d97-a9e4-a7cf86630567'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:28.740878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.757847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['21360fd0-4ffe-4fe1-9a67-046fc3636bd6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:28.765136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44,segment=NetworkSegment(076e6743-9083-45c5-8af6-e6da2caf0b05),segment_id=076e6743-9083-45c5-8af6-e6da2caf0b05)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:28.778457 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.815672 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.845586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f947c3b6-da8b-4c3a-99e3-8b4173b8600e req-4141b7db-a07c-43a5-98b9-7366611684b6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237180 Oct 25 08:51:28.866697 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.877373 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.920561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Made reservation on behalf of de33fcc40daf4c88ba709b48c6f0116d for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:28.924112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.960399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:28.962040 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:28.962669 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b" -d '{"events": [{"name": "network-changed", "server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:29.029002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Network 745db563-8865-4d9b-b400-5a25e818e450 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:29.039398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:29.041893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:29.044562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869da5a4-c69f-4d46-8b50-0916d63b3fe7 req-a356eb29-baa0-4545-af48-ad6e9eba3281 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:29.046112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-869da5a4-c69f-4d46-8b50-0916d63b3fe7 req-a356eb29-baa0-4545-af48-ad6e9eba3281 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 948 time: 0.0957675 Oct 25 08:51:29.049046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:29.049673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:29.073806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Pushing event updated for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:29.074053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:29.116993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-869da5a4-c69f-4d46-8b50-0916d63b3fe7 req-4e110e06-ccb0-4311-9e92-85cb22198beb tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Oct 25 08:51:29.139908 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f9089b5c-cf47-4b45-b327-362194402a6c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6871595 Oct 25 08:51:29.181097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c7b59-dd22-468b-80a8-29fb48d11e51 req-e0fd7b33-3a11-41e0-b63b-930dc14db942 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:29.183073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a1c7b59-dd22-468b-80a8-29fb48d11e51 req-e0fd7b33-3a11-41e0-b63b-930dc14db942 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 932 time: 0.0714872 Oct 25 08:51:29.184270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Request body: {'port': {'device_id': 'c105cc18-ef29-4530-b052-493b282f33f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:29.195709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:29.238704 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a26947-646b-4747-9720-076975aae22e x-openstack-request-id: req-70a26947-646b-4747-9720-076975aae22e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:29.239324 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:29.239929 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70a26947-646b-4747-9720-076975aae22e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:29.240617 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83', 'status': 'completed', 'code': 200} Oct 25 08:51:29.335567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Allocated IP 172.20.0.2 (01159ebb-e271-4b7b-95f6-a9d221314d3e/5da2e772-41d6-40fb-9db0-3392e64a8132/b3b7e7a6-9421-48af-a7be-e697be736513) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:29.346002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:29.368800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a1c7b59-dd22-468b-80a8-29fb48d11e51 req-697e5b76-da16-45cc-a9e2-0729763021f4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477833 Oct 25 08:51:29.388808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Router cbff09b0-55a0-4f52-866a-8ad8009910f3 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:51:29.399369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ace62df8-2cbf-4fdb-9593-c8d35c497804', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:51:29.400235 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:29.411226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:29.481418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87f164ab-c9ed-4c0b-84c5-aed2d6a9ec81 req-53af2ba6-9080-471f-8897-373a79229339 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 210 time: 0.1255336 Oct 25 08:51:29.488175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-f9af3b76-b5f8-494e-9505-05940a11998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:29.490795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-f9af3b76-b5f8-494e-9505-05940a11998d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1124 time: 0.2051003 Oct 25 08:51:29.491814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:29.593782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:29.626596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 has no active binding in host n-h2-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:51:29.638340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f29428e7-d3d2-4be9-867d-013796dd4446 None None] Provisioning complete for port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:29.638795 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f29428e7-d3d2-4be9-867d-013796dd4446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:29.710900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Allocated IP 172.25.8.218 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/2270ebe6-198d-4b4e-801b-1fc897c7bd1f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:29.711205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Allocated IP 172.20.0.2 (ace62df8-2cbf-4fdb-9593-c8d35c497804/fc3a9d2d-8e37-4373-be65-6d9eac2309ed/d7f3adca-dc74-4612-b18c-5341972f41b7) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:29.855212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4d778-ae95-4d68-b9a7-52f710ca1df8 req-f7111abc-6c97-426e-9288-147a3fa60a65 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:29.863531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89e4d778-ae95-4d68-b9a7-52f710ca1df8 req-f7111abc-6c97-426e-9288-147a3fa60a65 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 944 time: 0.1390145 Oct 25 08:51:29.872534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-e69adcb0-0a2e-4248-afe1-badcb77e5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:29.874048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-e69adcb0-0a2e-4248-afe1-badcb77e5c5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.3358212 Oct 25 08:51:29.926432 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:29.935476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:29.953504 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-9fcd3889-9f7e-4437-8602-495ecddef971 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 217 time: 0.0605824 Oct 25 08:51:29.979003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:29.981001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:51:29.983999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:29.988862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:29.999428 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Sync routers for ids ['cbff09b0-55a0-4f52-866a-8ad8009910f3'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:51:30.013499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.018814 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Routers {'cbff09b0-55a0-4f52-866a-8ad8009910f3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:30.018982 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cbff09b0-55a0-4f52-866a-8ad8009910f3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:30.024398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.025642 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b8809e14-190e-4b1e-aa3f-da180d3d4afc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3149393 Oct 25 08:51:30.034733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37788) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:30.057540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89e4d778-ae95-4d68-b9a7-52f710ca1df8 req-72c7f051-c142-4004-ae6d-9df1f9cfd2f5 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929307 Oct 25 08:51:30.062396 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.107390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-4fa55b64-b500-4237-9e8d-0314a92f634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:30.108844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-4fa55b64-b500-4237-9e8d-0314a92f634c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1337020 Oct 25 08:51:30.131097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb7776-26a5-4d5b-9f01-c4f3f128212a req-adb87604-b387-4fea-ac24-437fbaae0a5d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:30.138615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24bb7776-26a5-4d5b-9f01-c4f3f128212a req-adb87604-b387-4fea-ac24-437fbaae0a5d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.1940789 Oct 25 08:51:30.178611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Set router cbff09b0-55a0-4f52-866a-8ad8009910f3 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:30.207206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.243567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-2629f485-c5b7-4afc-8b9e-3db8bbd5b2fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232505 Oct 25 08:51:30.277786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:30.319055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Network 01159ebb-e271-4b7b-95f6-a9d221314d3e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:30.348321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Pushing event updated for resources: {'Port': ['ID=d7f3adca-dc74-4612-b18c-5341972f41b7,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:30.377262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Attempting to bind port d7f3adca-dc74-4612-b18c-5341972f41b7 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:30.378026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Attempting to bind port d7f3adca-dc74-4612-b18c-5341972f41b7 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:30.378635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Attempting to bind port d7f3adca-dc74-4612-b18c-5341972f41b7 on network ace62df8-2cbf-4fdb-9593-c8d35c497804 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:30.391172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:30.395956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079128de-6717-489a-8a5e-70437fe3f9fc {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:30.398034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:30.398724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Checking segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:30.399359 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.400377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event updated for resources: {'Port': ['ID=b3b7e7a6-9421-48af-a7be-e697be736513,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:30.401132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Bound using segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:30.402407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Bound port: d7f3adca-dc74-4612-b18c-5341972f41b7, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:30.410417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:30.413818 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.416233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:30.416933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.423661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.427740 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:51:27Z', 'revision_number': 3, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port': {'id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:26Z', 'updated_at': '2021-10-25T08:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:30.454185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6b5109c8-fb6a-4d5d-9813-86a7a33848ba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7833087 Oct 25 08:51:30.459817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Transition to ACTIVE for port object 079128de-6717-489a-8a5e-70437fe3f9fc will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:30.474309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Request body: {'port': {'device_id': '26acbdce-cee0-4900-ac56-284096111bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:30.480353 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Checking router: cbff09b0-55a0-4f52-866a-8ad8009910f3 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:51:30.480933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.481284 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Updating router cbff09b0-55a0-4f52-866a-8ad8009910f3 port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:51:30.489314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:30.489878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.517725 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.553489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24bb7776-26a5-4d5b-9f01-c4f3f128212a req-eb1fd488-d276-4dc5-b321-769de6f79c32 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140220 Oct 25 08:51:30.555005 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.584667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] For port d7f3adca-dc74-4612-b18c-5341972f41b7, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:30.592713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] For port d7f3adca-dc74-4612-b18c-5341972f41b7, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7f3adca-dc74-4612-b18c-5341972f41b7,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:30.640239 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.702879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:30.726409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Pushing event updated for resources: {'Port': ['ID=2270ebe6-198d-4b4e-801b-1fc897c7bd1f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:30.734902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:30.737899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:30.754507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cf9ab-6408-4d87-9a8e-f5ab50ca7f1d None None] Pushing event updated for resources: {'Port': ['ID=d7f3adca-dc74-4612-b18c-5341972f41b7,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:30.777154 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.779282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Pushing event updated for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:30.797272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007378e3-70ea-4044-9aef-61900eff4fc4 req-5ec7e00f-190c-4405-95ec-6a2fa4bb1bd1 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:30.805209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-007378e3-70ea-4044-9aef-61900eff4fc4 req-5ec7e00f-190c-4405-95ec-6a2fa4bb1bd1 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 948 time: 0.2550175 Oct 25 08:51:30.835300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:30.835724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:30.836161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:30.854367 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.858343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:30.858539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:30.862241 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.868397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-d3453a2b-a93f-4e8d-8bbb-dcb4bd83f7cc service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068900 Oct 25 08:51:30.885303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:30.885668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:30.886109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:30.886555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Bound port: 079128de-6717-489a-8a5e-70437fe3f9fc, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:30.886914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.901725 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Attempting to bind port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:30.902510 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Attempting to bind port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:30.902660 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Attempting to bind port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:30.929543 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:30.930086 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:30.930579 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.931062 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:30.932243 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Bound port: 451cec8a-419e-4da1-aaa2-a9d61ef7c44d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:30.932733 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:30.948919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d290af-616d-4578-8929-7d47a9b926b7 req-0d7971d4-eb5f-4ee8-a114-21d8274d75d5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:30.950240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1d290af-616d-4578-8929-7d47a9b926b7 req-0d7971d4-eb5f-4ee8-a114-21d8274d75d5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 944 time: 0.3042040 Oct 25 08:51:31.001694 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] For port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:31.030487 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5886b4d-726d-402f-85b3-f8be4a1bf10f None None] Pushing event updated for resources: {'Port': ['ID=451cec8a-419e-4da1-aaa2-a9d61ef7c44d,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:31.030856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-007378e3-70ea-4044-9aef-61900eff4fc4 req-d98de50c-c57b-4502-ac75-66dadb218b87 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245040 Oct 25 08:51:31.035776 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] For port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=451cec8a-419e-4da1-aaa2-a9d61ef7c44d,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:31.042332 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:31.097791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fe2f035-67f2-41c8-a65e-e3cac213ea7b req-4c2b8545-238c-4d88-ad8b-a17f8d096c59 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991606 Oct 25 08:51:31.118526 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5886b4d-726d-402f-85b3-f8be4a1bf10f None None] Pushing event updated for resources: {'Port': ['ID=451cec8a-419e-4da1-aaa2-a9d61ef7c44d,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:31.163303 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Routers {'cbff09b0-55a0-4f52-866a-8ad8009910f3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:31.164335 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cbff09b0-55a0-4f52-866a-8ad8009910f3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:31.221792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:31.254465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1d290af-616d-4578-8929-7d47a9b926b7 req-5a84b22b-e376-4c3d-a6c9-830df8902451 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747920 Oct 25 08:51:31.283908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320e57e-9eec-4a60-80b6-46b3599762dc req-5bc19405-bca0-4ce9-be8e-6ff2367fed98 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:31.286077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4320e57e-9eec-4a60-80b6-46b3599762dc req-5bc19405-bca0-4ce9-be8e-6ff2367fed98 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 931 time: 0.1786823 Oct 25 08:51:31.306763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:31.323452 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:31.330882 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:31.336729 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] Set router cbff09b0-55a0-4f52-866a-8ad8009910f3 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:31.387695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:31.388825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:31.390493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] 10.222.0.18 "PUT /v2.0/ports/079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 1092 time: 2.2155995 Oct 25 08:51:31.399329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:31.402149 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fec78f9-ec14-4907-9115-3ec90d490dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:31.461150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4320e57e-9eec-4a60-80b6-46b3599762dc req-ffd2634c-0cef-42c4-96fa-9bba99343c73 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685367 Oct 25 08:51:31.528023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa559-c91a-4f6a-b161-8856de0116fb req-9a6e8838-d376-4687-9af6-91625ff0bbd1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:31.529552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61aaa559-c91a-4f6a-b161-8856de0116fb req-9a6e8838-d376-4687-9af6-91625ff0bbd1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 944 time: 0.1063802 Oct 25 08:51:31.532043 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3626b5bc-aa99-44a1-a906-5bc1d769645c x-openstack-request-id: req-3626b5bc-aa99-44a1-a906-5bc1d769645c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:31.532335 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:31.532729 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3626b5bc-aa99-44a1-a906-5bc1d769645c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:31.533353 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc', 'status': 'completed', 'code': 200} Oct 25 08:51:31.536685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589f443-9e86-414c-b8a9-74126c152444 service neutron] Pushing event updated for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:31.541034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:31.595512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b7e7a6-9421-48af-a7be-e697be736513 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:31.610578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-2593ceb1-19f4-4e4b-b421-142d4281d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:31.612144 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-2593ceb1-19f4-4e4b-b421-142d4281d146 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1095 time: 0.1578283 Oct 25 08:51:31.644689 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:51:27Z', 'revision_number': 3, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port': {'id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:26Z', 'updated_at': '2021-10-25T08:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:31.649380 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:31.679727 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c23bf57-7051-4ba2-af80-441957b85a71 None None] The sync data for ids ['cbff09b0-55a0-4f52-866a-8ad8009910f3'] in n-d-814746-2 is: [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:51:27Z', 'revision_number': 3, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port': {'id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:26Z', 'updated_at': '2021-10-25T08:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:51:31.696447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61aaa559-c91a-4f6a-b161-8856de0116fb req-6975441d-5ff1-4c7d-b764-99a57302fa6f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208801 Oct 25 08:51:31.705869 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-f067e3b5-1e95-4116-8cfe-cdbfd825ece1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 217 time: 0.0519149 Oct 25 08:51:31.755858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Transition to ACTIVE for port object b3b7e7a6-9421-48af-a7be-e697be736513 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:31.771238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ed078-48e4-4700-8fe5-88ebbe7be547 req-b6a090df-f88d-4b78-bfb5-cb41f5736989 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:31.772805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f88ed078-48e4-4700-8fe5-88ebbe7be547 req-b6a090df-f88d-4b78-bfb5-cb41f5736989 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.0751994 Oct 25 08:51:31.774059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:31.793922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:31.870188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-76fdd235-44cf-433b-8985-273e7245dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:31.872021 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-76fdd235-44cf-433b-8985-273e7245dd3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.1584053 Oct 25 08:51:31.919269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f88ed078-48e4-4700-8fe5-88ebbe7be547 req-853a5aa6-4969-4470-bd70-2823c33ca67e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335211 Oct 25 08:51:31.960467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b7e7a6-9421-48af-a7be-e697be736513,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:31.965584 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-c4421e00-8e09-4eae-a4ac-3ea50376db54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818231 Oct 25 08:51:31.976101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410a751-1dd9-47f2-993e-b034ad16775c None None] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:51:31.977037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Router d0f80faa-16c4-445d-ac7e-211e92306486 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:51:32.035865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Attempting to bind port b3b7e7a6-9421-48af-a7be-e697be736513 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:32.036198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Attempting to bind port b3b7e7a6-9421-48af-a7be-e697be736513 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:32.036944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Attempting to bind port b3b7e7a6-9421-48af-a7be-e697be736513 on network 01159ebb-e271-4b7b-95f6-a9d221314d3e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:32.045042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Allocated IP 172.20.0.1 (765b07c1-57df-441c-af0a-e137f3a1848f/987d6052-6bac-4fed-8afb-e07ea42c62e1/9346ec10-fdfd-4b51-8652-d9a3b1f83236) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:32.067850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Port b3b7e7a6-9421-48af-a7be-e697be736513 on network 01159ebb-e271-4b7b-95f6-a9d221314d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:32.068224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Attempting to bind port b3b7e7a6-9421-48af-a7be-e697be736513 on network 01159ebb-e271-4b7b-95f6-a9d221314d3e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:32.085185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:32.085542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Checking segment: {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:32.085929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Bound using segment: {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:32.086397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Bound port: b3b7e7a6-9421-48af-a7be-e697be736513, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59aa63cc-34a7-4eac-a0e4-625b49c12d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:32.086749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.163219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-289561c6-c830-4318-8a37-4830c5170835 None None] Provisioning complete for port d7f3adca-dc74-4612-b18c-5341972f41b7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:32.163595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-289561c6-c830-4318-8a37-4830c5170835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.219216 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-3a700aac-4738-4594-a1ad-1d7dd5ba45b0 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379477 Oct 25 08:51:32.261889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ed642-7928-4969-9e43-4f937c06b238 req-f9e5e42e-2321-4cf3-b644-a791f067a24d tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:32.265829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-939ed642-7928-4969-9e43-4f937c06b238 req-f9e5e42e-2321-4cf3-b644-a791f067a24d tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 948 time: 0.0968771 Oct 25 08:51:32.337842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:51:32.354910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7f3adca-dc74-4612-b18c-5341972f41b7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:32.366190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:51:32.384575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-939ed642-7928-4969-9e43-4f937c06b238 req-550e4975-18cc-42a1-8975-5a3e1686da5d tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087775 Oct 25 08:51:32.432854 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.439195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b1c4f24a-caad-4d7d-af2f-a3379182900c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8153460 Oct 25 08:51:32.446226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37810) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:32.467377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-289561c6-c830-4318-8a37-4830c5170835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.481008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:32.481672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:32.555705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e72e0a-a565-4bb4-b90a-06d113f534c2 req-97a87488-d84f-4529-a2b1-59a869677209 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:32.557312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62e72e0a-a565-4bb4-b90a-06d113f534c2 req-97a87488-d84f-4529-a2b1-59a869677209 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 944 time: 0.1693077 Oct 25 08:51:32.620906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 26542ce7-257d-4d97-a9e4-a7cf86630567 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:32.642880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] For port b3b7e7a6-9421-48af-a7be-e697be736513, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:32.667942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] For port b3b7e7a6-9421-48af-a7be-e697be736513, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b3b7e7a6-9421-48af-a7be-e697be736513,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:32.687099 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.689545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.725263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-289561c6-c830-4318-8a37-4830c5170835 None None] For port d7f3adca-dc74-4612-b18c-5341972f41b7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7f3adca-dc74-4612-b18c-5341972f41b7,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:32.739907 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-289561c6-c830-4318-8a37-4830c5170835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.756276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d7f3adca-dc74-4612-b18c-5341972f41b7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:32.756668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:32.757367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.758323 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.760014 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] 10.222.0.18 "PUT /v2.0/ports/b3b7e7a6-9421-48af-a7be-e697be736513 HTTP/1.1" status: 200 len: 1091 time: 2.2910488 Oct 25 08:51:32.768303 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-82d2d304-b66c-461c-af0c-4dc14be9a907 req-9cc4ed22-480f-4dc0-aeec-930eb3e3b9b6 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290775 Oct 25 08:51:32.815492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbcde4-779f-48f2-a341-af2e87c1e6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b7e7a6-9421-48af-a7be-e697be736513,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:32.831682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:32.895613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:32.897585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289561c6-c830-4318-8a37-4830c5170835 None None] Pushing event updated for resources: {'Port': ['ID=d7f3adca-dc74-4612-b18c-5341972f41b7,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:32.994611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Network 765b07c1-57df-441c-af0a-e137f3a1848f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:33.009811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:33.023312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62e72e0a-a565-4bb4-b90a-06d113f534c2 req-086e4aed-6f93-4e45-8423-243420e96fe7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473965 Oct 25 08:51:33.023588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:33.024282 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:33.071863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Pushing event updated for resources: {'Port': ['ID=9346ec10-fdfd-4b51-8652-d9a3b1f83236,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:33.076993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 26542ce7-257d-4d97-a9e4-a7cf86630567 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:33.078622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e52de-1d49-49c1-8a38-bd001d838708 req-2f4f9686-3825-455a-81c2-7be30c6bccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.080180 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-2f4f9686-3825-455a-81c2-7be30c6bccd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 1094 time: 0.2601910 Oct 25 08:51:33.114836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-21b913e8-9bc4-46e2-9a08-0a2c05d6d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.116779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-21b913e8-9bc4-46e2-9a08-0a2c05d6d3df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1095 time: 0.1947148 Oct 25 08:51:33.166393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 26542ce7-257d-4d97-a9e4-a7cf86630567 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:33.166857 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:33.166982 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-5b7755ba-c425-46b4-8bb4-c361b95cfe1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3b7e7a6-9421-48af-a7be-e697be736513 HTTP/1.1" status: 200 len: 217 time: 0.0650635 Oct 25 08:51:33.183382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a3c4-cff5-4553-aa5d-b13b28dddb20 req-5971b782-34b0-4d7e-a635-182f00118cbd tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.191952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5e5a3c4-cff5-4553-aa5d-b13b28dddb20 req-5971b782-34b0-4d7e-a635-182f00118cbd tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 943 time: 0.5656400 Oct 25 08:51:33.245699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:33.271502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-0e0dd77b-2de4-4c36-bc4a-61b6329ff85f service neutron] 10.222.0.41 "GET /v2.0/ports/c384540a-4206-401b-973b-3b5a4de2ec83/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.6841886 Oct 25 08:51:33.296117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5e5a3c4-cff5-4553-aa5d-b13b28dddb20 req-1003f43f-745f-4395-88c8-8c519c635bba tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986497 Oct 25 08:51:33.326307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0452f388-52c4-463a-b68c-da17c1d97e1f None None] Provisioning complete for port d7f3adca-dc74-4612-b18c-5341972f41b7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:33.326307 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0452f388-52c4-463a-b68c-da17c1d97e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:33.341220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 451cec8a-419e-4da1-aaa2-a9d61ef7c44d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:33.369341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211c552-2136-417a-b927-2785a3e997e5 req-6f64e9b5-342a-4930-bb6f-fef946330f52 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.378221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d211c552-2136-417a-b927-2785a3e997e5 req-6f64e9b5-342a-4930-bb6f-fef946330f52 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 944 time: 0.2109644 Oct 25 08:51:33.437960 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:33.454319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-1b6fb4dd-b35b-49d7-8879-38dfe0be972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.457671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-1b6fb4dd-b35b-49d7-8879-38dfe0be972f service neutron] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.3066885 Oct 25 08:51:33.480011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6a477a6f-f483-4ded-bf09-53784ae82ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.483025 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-6a477a6f-f483-4ded-bf09-53784ae82ef0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5da2e772-41d6-40fb-9db0-3392e64a8132 HTTP/1.1" status: 200 len: 862 time: 0.3056779 Oct 25 08:51:33.538368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26acbdce-cee0-4900-ac56-284096111bf4', 'tag': 'b3b7e7a6-9421-48af-a7be-e697be736513'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:33.540660 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0cb991-c892-4979-a432-5900ac6dcb63" -d '{"events": [{"name": "network-changed", "server_uuid": "26acbdce-cee0-4900-ac56-284096111bf4", "tag": "b3b7e7a6-9421-48af-a7be-e697be736513"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:33.542927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d211c552-2136-417a-b927-2785a3e997e5 req-7de202ee-5c3c-4832-a4b1-0dcbcdf9c364 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648295 Oct 25 08:51:33.544325 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-420e288e-4993-4bd6-8324-b41ae02a58ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 217 time: 0.0581737 Oct 25 08:51:33.584788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:33.587117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd25e-7227-4ddb-82de-6d4beebcca3c req-da18b273-8802-4394-b52a-46b40b91dac6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.594003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-a04fad81-9d01-4f3e-a600-eb57836c4cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01159ebb-e271-4b7b-95f6-a9d221314d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485930 Oct 25 08:51:33.594709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9eafd25e-7227-4ddb-82de-6d4beebcca3c req-da18b273-8802-4394-b52a-46b40b91dac6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 943 time: 0.2153413 Oct 25 08:51:33.612919 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:33.645095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:33.645461 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:33.673432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 has no active binding in host n-h2-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:51:33.707560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:33.710143 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6186562b-7a8d-4dd0-a9fe-6fe25c1e8846" -d '{"events": [{"server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "name": "network-vif-plugged", "status": "completed", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:33.721742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:31Z', 'revision_number': 3, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:33.729503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9eafd25e-7227-4ddb-82de-6d4beebcca3c req-0f3f139a-5845-473b-8d8b-2048a4e081b0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338243 Oct 25 08:51:33.763956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:33.765137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:51:33.766023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Updating router d0f80faa-16c4-445d-ac7e-211e92306486 port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:51:33.802383 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:33.803184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:33.813828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:33.832249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-9098b676-0fb9-4b18-9331-f366de370dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.833746 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-9098b676-0fb9-4b18-9331-f366de370dd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.2681894 Oct 25 08:51:33.835871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df594a23-da5c-4c5b-b604-d061ce197f00 req-a151e032-99b2-4a69-8682-f8c02ba93a41 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:33.837068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df594a23-da5c-4c5b-b604-d061ce197f00 req-a151e032-99b2-4a69-8682-f8c02ba93a41 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 948 time: 0.1612923 Oct 25 08:51:33.846830 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-4cc5e013-0f3d-4dd3-b4b2-4b0b2f656092 service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429717 Oct 25 08:51:33.900385 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-fde38177-254a-4a97-90f6-f033bce77493 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526271 Oct 25 08:51:33.912598 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a391d-d0f9-4cc5-ae11-89cd64d912a5 x-openstack-request-id: req-ab6a391d-d0f9-4cc5-ae11-89cd64d912a5 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:33.912924 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26acbdce-cee0-4900-ac56-284096111bf4", "tag": "b3b7e7a6-9421-48af-a7be-e697be736513", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:33.913274 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab6a391d-d0f9-4cc5-ae11-89cd64d912a5 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:33.913564 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26acbdce-cee0-4900-ac56-284096111bf4', 'tag': 'b3b7e7a6-9421-48af-a7be-e697be736513', 'status': 'completed', 'code': 200} Oct 25 08:51:33.916747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:33.987043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c384540a-4206-401b-973b-3b5a4de2ec83 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:34.018783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:34.030034 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e4762-e6b9-4eee-a113-6cd17295d4d7 x-openstack-request-id: req-db7e4762-e6b9-4eee-a113-6cd17295d4d7 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:34.030034 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "name": "network-vif-plugged", "status": "completed", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:34.030355 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db7e4762-e6b9-4eee-a113-6cd17295d4d7 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:34.030599 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'code': 200} Oct 25 08:51:34.032091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df594a23-da5c-4c5b-b604-d061ce197f00 req-61e815e5-cc77-42ec-9a6f-74c60eb1bd8d tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866152 Oct 25 08:51:34.047650 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.055911 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.073211 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.100801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.142449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.143560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.151913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-114589de-7217-4d91-ab21-8553d209071f None None] Provisioning complete for port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:34.152376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-114589de-7217-4d91-ab21-8553d209071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.218155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:34.231361 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.231828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Pushing event updated for resources: {'Port': ['ID=9346ec10-fdfd-4b51-8652-d9a3b1f83236,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:34.277236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=451cec8a-419e-4da1-aaa2-a9d61ef7c44d,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:34.341717 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80f0af-e9f5-42f2-9178-cb31b4dd037b req-1ab2168d-3cde-4224-9772-78b7eca90af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:34.344771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff80f0af-e9f5-42f2-9178-cb31b4dd037b req-1ab2168d-3cde-4224-9772-78b7eca90af2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 1096 time: 0.2387459 Oct 25 08:51:34.354296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] Transition to ACTIVE for port object c384540a-4206-401b-973b-3b5a4de2ec83 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:34.364352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.365780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d88ad-f3ff-4842-8a26-5df7a66a017e req-412bc3cd-9bb1-45e4-a85e-bde2ea12e5f4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:34.367532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f0d88ad-f3ff-4842-8a26-5df7a66a017e req-412bc3cd-9bb1-45e4-a85e-bde2ea12e5f4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 944 time: 0.1573541 Oct 25 08:51:34.374870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.381401 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-d7a02248-e459-4d6a-a5dc-48a1f80311ac service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337676 Oct 25 08:51:34.383796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:34.388971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-539e52de-1d49-49c1-8a38-bd001d838708 req-ef0f0aa3-2110-4758-84bb-fea117cc1f87 service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274777 Oct 25 08:51:34.408627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-114589de-7217-4d91-ab21-8553d209071f None None] Port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:51:34.422016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:34.422723 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.501898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=451cec8a-419e-4da1-aaa2-a9d61ef7c44d,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:34.509319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7f3adca-dc74-4612-b18c-5341972f41b7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:34.568595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Allocated IP 172.20.0.1 (ace62df8-2cbf-4fdb-9593-c8d35c497804/fc3a9d2d-8e37-4373-be65-6d9eac2309ed/6bf79fe7-4828-4fad-95ff-c55aa80c73f9) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:34.588435 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ff80f0af-e9f5-42f2-9178-cb31b4dd037b req-409fe79a-fd8a-4fed-8e34-693ada8ea928 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946664 Oct 25 08:51:34.600443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] No DVR routers for this DVR port c384540a-4206-401b-973b-3b5a4de2ec83 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:51:34.608842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] Pushing event updated for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=10']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:34.616267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Network 765b07c1-57df-441c-af0a-e137f3a1848f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:34.627655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f0d88ad-f3ff-4842-8a26-5df7a66a017e req-e6050612-833c-4e64-8762-0c78c90c488c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408276 Oct 25 08:51:34.628504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:34.642318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-ad7d1201-d4a1-4f8b-848d-770d0a226759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:34.643895 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-ad7d1201-d4a1-4f8b-848d-770d0a226759 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 1094 time: 0.1292219 Oct 25 08:51:34.647800 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fec78f9-ec14-4907-9115-3ec90d490dd5 req-a3bdd5c6-895c-4922-9942-9d263ffe78d2 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578638 Oct 25 08:51:34.655232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f392fcb-2673-476c-b9ca-e09c944dc1fa req-fc39710a-5434-4d4a-a03b-9a33a61ab5ec tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:34.657619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f392fcb-2673-476c-b9ca-e09c944dc1fa req-fc39710a-5434-4d4a-a03b-9a33a61ab5ec tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 943 time: 0.2422850 Oct 25 08:51:34.673089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.677019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.687747 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.728698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d7f3adca-dc74-4612-b18c-5341972f41b7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:34.729095 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.755922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-21b5ecc4-ffed-447d-8289-9ca437d2807e service neutron] 10.222.0.41 "PUT /v2.0/ports/c384540a-4206-401b-973b-3b5a4de2ec83/bindings/n-h2-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4756362 Oct 25 08:51:34.785287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:34.803276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e776-ac23-4da2-91d0-2ded2541f1fe None None] Pushing event updated for resources: {'Port': ['ID=2270ebe6-198d-4b4e-801b-1fc897c7bd1f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:34.820598 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.821339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:34.849602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Attempting to bind port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:34.850209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Attempting to bind port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:34.850714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Attempting to bind port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:34.882395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.886124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:34.886571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:34.887252 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.887654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:34.888189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Bound port: 2270ebe6-198d-4b4e-801b-1fc897c7bd1f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:34.888574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:34.942483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f392fcb-2673-476c-b9ca-e09c944dc1fa req-818900c4-14d9-4329-8d0c-1018c8601f84 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622778 Oct 25 08:51:34.992771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:35.012401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] For port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:35.017223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] For port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2270ebe6-198d-4b4e-801b-1fc897c7bd1f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:35.052154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d308aa-d54e-4805-ba6f-a9042ad64e9c req-676134aa-18a7-489d-a460-1b5a100bc9d8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.053856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6d308aa-d54e-4805-ba6f-a9042ad64e9c req-676134aa-18a7-489d-a460-1b5a100bc9d8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 945 time: 0.1352465 Oct 25 08:51:35.076266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:51:35.080390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:35.089728 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:35.104449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:35.121162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d8b58737-2104-4e51-af0d-71c09a5503a5 None None] Provisioning complete for port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:35.121371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8b58737-2104-4e51-af0d-71c09a5503a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:35.133353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:35.135227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-8a379ece-610b-4989-be7a-affe465c8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.136842 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-8a379ece-610b-4989-be7a-affe465c8d54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 200 len: 923 time: 0.4446256 Oct 25 08:51:35.141225 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Router cbff09b0-55a0-4f52-866a-8ad8009910f3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:51:35.146513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-b1356f5c-0be8-4288-bf78-5c0d558eb3da tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.148356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-b1356f5c-0be8-4288-bf78-5c0d558eb3da tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.0939789 Oct 25 08:51:35.173907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Pushing event updated for resources: {'Port': ['ID=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:35.176493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:35.177182 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:35.207398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d8b58737-2104-4e51-af0d-71c09a5503a5 None None] Port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:51:35.214222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e776-ac23-4da2-91d0-2ded2541f1fe None None] Pushing event updated for resources: {'Port': ['ID=2270ebe6-198d-4b4e-801b-1fc897c7bd1f,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:35.217670 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-c78ab605-543f-4bdc-9d9e-40b8dc32c308 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3b7e7a6-9421-48af-a7be-e697be736513 HTTP/1.1" status: 200 len: 217 time: 0.0670137 Oct 25 08:51:35.219583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:35.221461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:35.272777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6d308aa-d54e-4805-ba6f-a9042ad64e9c req-9741b80e-8714-4ca9-9db8-0046da205701 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984463 Oct 25 08:51:35.332577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063514f-a142-47ff-b351-06a4a740d13e req-a0a18480-2aaf-4d5e-917b-8eab5af293f0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.334697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9063514f-a142-47ff-b351-06a4a740d13e req-a0a18480-2aaf-4d5e-917b-8eab5af293f0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 944 time: 0.2801371 Oct 25 08:51:35.382913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:35.386060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-95ebcf64-4298-4e74-9a81-0cd3b517782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.387556 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-95ebcf64-4298-4e74-9a81-0cd3b517782b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5&tenant_id=aa66063279d64b5c84f290c5437a3ea0 HTTP/1.1" status: 200 len: 1095 time: 0.2285357 Oct 25 08:51:35.422955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-cfc3135a-97a2-4198-a5ec-89aa295798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.424335 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-cfc3135a-97a2-4198-a5ec-89aa295798d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5da2e772-41d6-40fb-9db0-3392e64a8132 HTTP/1.1" status: 200 len: 862 time: 0.1983128 Oct 25 08:51:35.465452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9063514f-a142-47ff-b351-06a4a740d13e req-3d66687f-2578-41fc-a0b9-92f082a29fe3 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226988 Oct 25 08:51:35.478208 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-7daeb26a-f720-4d22-81c6-c4b75ba8b80b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01159ebb-e271-4b7b-95f6-a9d221314d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410662 Oct 25 08:51:35.514865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-05f9fd9a-a852-4e3a-8fae-ce5b338d2808 None None] Provisioning complete for port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:35.515226 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-05f9fd9a-a852-4e3a-8fae-ce5b338d2808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:35.519653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:51:35.530611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Sync routers for ids ['cbff09b0-55a0-4f52-866a-8ad8009910f3'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:51:35.542318 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Routers {'cbff09b0-55a0-4f52-866a-8ad8009910f3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:35.543180 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cbff09b0-55a0-4f52-866a-8ad8009910f3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:35.584202 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:35.603929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-05f9fd9a-a852-4e3a-8fae-ce5b338d2808 None None] Port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:51:35.632532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:31Z', 'revision_number': 3, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:35.637888 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-5625840f-5a00-445f-b946-eedb202eafca service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211176 Oct 25 08:51:35.649813 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eae38074-7fde-4ab6-98e2-c58b4750ed52 admin admin] 10.222.0.32 "PUT /v2.0/routers/cbff09b0-55a0-4f52-866a-8ad8009910f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6061416 Oct 25 08:51:35.665667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5e6387-6a3a-472d-8752-8953e1a007cc None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:31Z', 'revision_number': 3, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:51:35.693360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2469bd5-fac8-48c4-8567-6a82d72eb30c req-20f4244d-00da-46a1-be5c-5bb9c3020813 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.695042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2469bd5-fac8-48c4-8567-6a82d72eb30c req-20f4244d-00da-46a1-be5c-5bb9c3020813 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 949 time: 0.1643217 Oct 25 08:51:35.710395 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Set router cbff09b0-55a0-4f52-866a-8ad8009910f3 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:35.727871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-eef0c3d2-be9e-4ae2-9afd-a1ca9506f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.729407 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-eef0c3d2-be9e-4ae2-9afd-a1ca9506f5ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1095 time: 0.2905807 Oct 25 08:51:35.813248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2469bd5-fac8-48c4-8567-6a82d72eb30c req-772d593d-63f4-453e-bac8-23762ba25e82 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057699 Oct 25 08:51:35.873100 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0cb991-c892-4979-a432-5900ac6dcb63 req-3da93d56-089e-4e79-a179-330969e4928a service neutron] 10.222.0.18 "GET /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257156 Oct 25 08:51:35.912339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-ca935dd5-9e54-4cb0-be22-30aa1f5f31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:35.913927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-ca935dd5-9e54-4cb0-be22-30aa1f5f31a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1763401 Oct 25 08:51:35.976715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-6aac8c59-f289-4b62-84b1-b5aa4cec95dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 217 time: 0.0520351 Oct 25 08:51:36.032102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb3c4e8-b70e-4720-8598-4c2655acd408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21360fd0-4ffe-4fe1-9a67-046fc3636bd6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:36.034811 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51645cd-9b28-4a49-87f9-60138781cec1" -d '{"events": [{"server_uuid": "bfb3c4e8-b70e-4720-8598-4c2655acd408", "name": "network-vif-plugged", "status": "completed", "tag": "21360fd0-4ffe-4fe1-9a67-046fc3636bd6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:36.082139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-04527fb0-c79b-4386-a13c-143e298d77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:36.084193 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-04527fb0-c79b-4386-a13c-143e298d77f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0993650 Oct 25 08:51:36.161852 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:51:33Z', 'revision_number': 4, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port': {'id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:26Z', 'updated_at': '2021-10-25T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9346ec10-fdfd-4b51-8652-d9a3b1f83236', 'name': '', 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'mac_address': 'fa:16:3e:d0:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '987d6052-6bac-4fed-8afb-e07ea42c62e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:31Z', 'updated_at': '2021-10-25T08:51:33Z', 'revision_number': 2, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'subnets': [{'id': '987d6052-6bac-4fed-8afb-e07ea42c62e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:36.176383 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-4954813f-a32d-47e6-ba9d-6388e13d5a54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837619 Oct 25 08:51:36.208859 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Checking router: cbff09b0-55a0-4f52-866a-8ad8009910f3 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:51:36.209493 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Updating router cbff09b0-55a0-4f52-866a-8ad8009910f3 port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:51:36.275637 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:36.502363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca7816-9b9c-4fef-92cf-4b31b93b2d21 req-ee2b5a8c-7716-4967-a734-01f7859dc407 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:36.505133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34ca7816-9b9c-4fef-92cf-4b31b93b2d21 req-ee2b5a8c-7716-4967-a734-01f7859dc407 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 944 time: 0.6854715 Oct 25 08:51:36.521933 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-20586566-95dc-4e2b-be5d-515b41ad76d3 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376465 Oct 25 08:51:36.624942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea94a0-4b59-4901-94be-ee4abbc5153b req-5a5bed57-7c55-4adb-9c5c-4f956d9c8158 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:36.626606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9ea94a0-4b59-4901-94be-ee4abbc5153b req-5a5bed57-7c55-4adb-9c5c-4f956d9c8158 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 943 time: 0.2595479 Oct 25 08:51:36.696210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-f9b68674-3b7b-4f0e-9fe8-9b7755e98589 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657867 Oct 25 08:51:36.739334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9ea94a0-4b59-4901-94be-ee4abbc5153b req-a7839a44-5366-4894-8480-90ba90401e0d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032481 Oct 25 08:51:36.751987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34ca7816-9b9c-4fef-92cf-4b31b93b2d21 req-1f205abf-6f1b-4221-bc5a-81cbe462b606 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304411 Oct 25 08:51:36.758680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:36.773695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:36.785148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:36.824411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2270ebe6-198d-4b4e-801b-1fc897c7bd1f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:36.878102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Pushing event updated for resources: {'Port': ['ID=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:36.946003 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:36.960531 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa38cd3-fc6c-45bf-81ef-800c463de006 x-openstack-request-id: req-9fa38cd3-fc6c-45bf-81ef-800c463de006 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:36.961059 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb3c4e8-b70e-4720-8598-4c2655acd408", "name": "network-vif-plugged", "status": "completed", "tag": "21360fd0-4ffe-4fe1-9a67-046fc3636bd6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:36.961249 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fa38cd3-fc6c-45bf-81ef-800c463de006 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:36.961571 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb3c4e8-b70e-4720-8598-4c2655acd408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21360fd0-4ffe-4fe1-9a67-046fc3636bd6', 'code': 200} Oct 25 08:51:36.975669 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.030690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:37.031096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.165958 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a013e-de7a-432e-ac69-9e7d2709fae4 None None] Pushing event updated for resources: {'Port': ['ID=9346ec10-fdfd-4b51-8652-d9a3b1f83236,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:37.192942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:37.225841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:37.237618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device b3b7e7a6-9421-48af-a7be-e697be736513 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:37.320944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-a348355f-5be3-43c0-a0ed-b7dd5fba7313 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:37.344510 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-a348355f-5be3-43c0-a0ed-b7dd5fba7313 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.2164366 Oct 25 08:51:37.446146 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:51:37.451228 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Attempting to bind port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:37.451592 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Attempting to bind port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:37.451954 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Attempting to bind port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 on network 765b07c1-57df-441c-af0a-e137f3a1848f {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:37.464789 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:37.465222 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Checking segment: {'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:37.465574 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.465963 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Bound using segment: {'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:37.469188 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Bound port: 9346ec10-fdfd-4b51-8652-d9a3b1f83236, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076e6743-9083-45c5-8af6-e6da2caf0b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:37.471448 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.550756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.552565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.558259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.560386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.563141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.564187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.565281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.567487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.568095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.568687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.569251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.571335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.571900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:37.624358 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] For port 9346ec10-fdfd-4b51-8652-d9a3b1f83236, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:37.634642 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] For port 9346ec10-fdfd-4b51-8652-d9a3b1f83236, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9346ec10-fdfd-4b51-8652-d9a3b1f83236,segment=NetworkSegment(076e6743-9083-45c5-8af6-e6da2caf0b05),segment_id=076e6743-9083-45c5-8af6-e6da2caf0b05)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:37.643547 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.652492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-a83f1a99-1b32-480a-b993-37ca4c5bb1f0 service neutron] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:37.656262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-a83f1a99-1b32-480a-b993-37ca4c5bb1f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.657764 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e859ed23-c75a-49fb-8156-8404aeb4b4ac req-a83f1a99-1b32-480a-b993-37ca4c5bb1f0 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c384540a-4206-401b-973b-3b5a4de2ec83/bindings/n-h1-814746-2 HTTP/1.1" status: 204 len: 173 time: 0.3054397 Oct 25 08:51:37.676286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port b3b7e7a6-9421-48af-a7be-e697be736513, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b3b7e7a6-9421-48af-a7be-e697be736513,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:37.717703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb1bb-612e-4f66-846e-4710fe1b7bfc req-95dde84d-d55c-4cfc-bb7e-5ce23f38cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:37.719681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f5cb1bb-612e-4f66-846e-4710fe1b7bfc req-95dde84d-d55c-4cfc-bb7e-5ce23f38cc62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 1100 time: 0.5757267 Oct 25 08:51:37.735525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe7433-2458-4d57-911a-f5fa8c77f795 req-53a1f5f8-f5e5-4bbf-828c-8a843576f106 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:37.739405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2270ebe6-198d-4b4e-801b-1fc897c7bd1f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:37.745588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cafe7433-2458-4d57-911a-f5fa8c77f795 req-53a1f5f8-f5e5-4bbf-828c-8a843576f106 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 945 time: 0.6056714 Oct 25 08:51:37.751340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6dad9915-fec3-4350-97b0-a934e7b23069 None None] Provisioning complete for port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:37.751690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6dad9915-fec3-4350-97b0-a934e7b23069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.759951 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:37.766183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 451cec8a-419e-4da1-aaa2-a9d61ef7c44d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:37.783392 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Routers {'cbff09b0-55a0-4f52-866a-8ad8009910f3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:37.786685 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cbff09b0-55a0-4f52-866a-8ad8009910f3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:37.793642 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a013e-de7a-432e-ac69-9e7d2709fae4 None None] Pushing event updated for resources: {'Port': ['ID=9346ec10-fdfd-4b51-8652-d9a3b1f83236,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:37.865143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'b3b7e7a6-9421-48af-a7be-e697be736513', 'network_id': '01159ebb-e271-4b7b-95f6-a9d221314d3e', 'port_id': 'b3b7e7a6-9421-48af-a7be-e697be736513', 'mac_address': 'fa:16:3e:91:81:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2e772-41d6-40fb-9db0-3392e64a8132', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:37.868413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Router d0f80faa-16c4-445d-ac7e-211e92306486 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:51:37.905659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3557-9764-4279-8aed-087dac4c6112 req-4f07d7b7-9d98-45a0-8238-e51b3a2dc720 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:37.917905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f0e3557-9764-4279-8aed-087dac4c6112 req-4f07d7b7-9d98-45a0-8238-e51b3a2dc720 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 944 time: 0.4000731 Oct 25 08:51:37.981606 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] Set router cbff09b0-55a0-4f52-866a-8ad8009910f3 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:38.070250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cafe7433-2458-4d57-911a-f5fa8c77f795 req-44dc654c-aead-45ae-8a0c-6ac95670ac17 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140013 Oct 25 08:51:38.100075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f5cb1bb-612e-4f66-846e-4710fe1b7bfc req-97c7363b-2e22-44f8-b2d6-ae30c73faf3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403537 Oct 25 08:51:38.292517 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:51:33Z', 'revision_number': 4, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port': {'id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:26Z', 'updated_at': '2021-10-25T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9346ec10-fdfd-4b51-8652-d9a3b1f83236', 'name': '', 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'mac_address': 'fa:16:3e:d0:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '987d6052-6bac-4fed-8afb-e07ea42c62e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:31Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'subnets': [{'id': '987d6052-6bac-4fed-8afb-e07ea42c62e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:38.329823 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079d671-92cc-49f9-b00f-599fdd839bce None None] The sync data for ids ['cbff09b0-55a0-4f52-866a-8ad8009910f3'] in n-d-814746-2 is: [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:51:33Z', 'revision_number': 4, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port': {'id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:26Z', 'updated_at': '2021-10-25T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9346ec10-fdfd-4b51-8652-d9a3b1f83236', 'name': '', 'network_id': '765b07c1-57df-441c-af0a-e137f3a1848f', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'mac_address': 'fa:16:3e:d0:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '987d6052-6bac-4fed-8afb-e07ea42c62e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:31Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'subnets': [{'id': '987d6052-6bac-4fed-8afb-e07ea42c62e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:51:38.344402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=2270ebe6-198d-4b4e-801b-1fc897c7bd1f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:38.397867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f0e3557-9764-4279-8aed-087dac4c6112 req-e58180b5-96ef-4afc-aaca-ceb1ae4aec78 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788785 Oct 25 08:51:38.569119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5e3b8-a7fe-457e-97ec-8019c3b0faaf req-f002d4ce-e55a-49fe-9a57-cfe4f01eb3bc tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:38.570751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4b5e3b8-a7fe-457e-97ec-8019c3b0faaf req-f002d4ce-e55a-49fe-9a57-cfe4f01eb3bc tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 949 time: 0.2980430 Oct 25 08:51:38.578837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.579537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.580111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.581928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.582614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.583150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.588757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.589429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.589990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.590522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.591884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.592447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:38.625426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:51:38.632704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9f6096ea-1df2-44bd-8a03-5b54f887a42a admin admin] 10.222.0.32 "PUT /v2.0/routers/d0f80faa-16c4-445d-ac7e-211e92306486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1806502 Oct 25 08:51:38.709274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4b5e3b8-a7fe-457e-97ec-8019c3b0faaf req-e65de9ec-3a62-4aa4-89ec-a487870130ea tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948780 Oct 25 08:51:38.726115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:38.726580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04626-0295-44e1-90ac-f5f41a9bfc04 req-999e7732-bb79-423a-9149-ac41aef134bb tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:38.736959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90f04626-0295-44e1-90ac-f5f41a9bfc04 req-999e7732-bb79-423a-9149-ac41aef134bb tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 943 time: 0.1890218 Oct 25 08:51:38.861665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90f04626-0295-44e1-90ac-f5f41a9bfc04 req-c59419ab-2bc8-4837-acf9-d483745f3c35 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262832 Oct 25 08:51:38.888517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:38.890659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:38.915053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2975fb-a436-466a-8377-d71042643887 req-6aafc2d0-d2e1-4b61-8d1b-6491fe21fbf7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:38.917081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e2975fb-a436-466a-8377-d71042643887 req-6aafc2d0-d2e1-4b61-8d1b-6491fe21fbf7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 944 time: 0.1082170 Oct 25 08:51:38.981033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e2975fb-a436-466a-8377-d71042643887 req-519603c8-6ad1-444b-85cb-207b1504a063 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443726 Oct 25 08:51:39.051614 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:39.077558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:51:39.204715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b7e7a6-9421-48af-a7be-e697be736513 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:39.228215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port b3b7e7a6-9421-48af-a7be-e697be736513, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b3b7e7a6-9421-48af-a7be-e697be736513,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:39.239110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:39.240209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:39.242426 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:39.243214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 079128de-6717-489a-8a5e-70437fe3f9fc details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:39.323665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6dad9915-fec3-4350-97b0-a934e7b23069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:39.435647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5bb64-ba2f-4592-82ff-9238a882d32c req-eca43259-c56c-4d27-8519-a9fab10905ca tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:39.446649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83e5bb64-ba2f-4592-82ff-9238a882d32c req-eca43259-c56c-4d27-8519-a9fab10905ca tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 945 time: 0.1425204 Oct 25 08:51:39.503455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6dad9915-fec3-4350-97b0-a934e7b23069 None None] For port 9346ec10-fdfd-4b51-8652-d9a3b1f83236, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9346ec10-fdfd-4b51-8652-d9a3b1f83236,segment=NetworkSegment(076e6743-9083-45c5-8af6-e6da2caf0b05),segment_id=076e6743-9083-45c5-8af6-e6da2caf0b05)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:39.528519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83e5bb64-ba2f-4592-82ff-9238a882d32c req-ff12485d-6ac2-4d85-ae63-33c7ca87f6ed tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756435 Oct 25 08:51:39.566603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=b3b7e7a6-9421-48af-a7be-e697be736513,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:39.639780 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6dad9915-fec3-4350-97b0-a934e7b23069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:39.800089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:39.809936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248623d-d61e-40b6-9b8d-e3fa4d1642c5 req-49ee6e5b-d201-4c25-8e32-3a72f57b2a52 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:39.832579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7248623d-d61e-40b6-9b8d-e3fa4d1642c5 req-49ee6e5b-d201-4c25-8e32-3a72f57b2a52 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1095 time: 0.1991055 Oct 25 08:51:39.844729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 08:51:39.987051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2270ebe6-198d-4b4e-801b-1fc897c7bd1f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:40.009007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7248623d-d61e-40b6-9b8d-e3fa4d1642c5 req-e499aeca-876e-419e-bd70-e047d8f83dd4 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729290 Oct 25 08:51:40.159289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad9915-fec3-4350-97b0-a934e7b23069 None None] Pushing event updated for resources: {'Port': ['ID=9346ec10-fdfd-4b51-8652-d9a3b1f83236,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:40.170109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-95a8e5ba-d3ae-4bca-8fff-f86d6d551b81 None None] Provisioning complete for port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:40.174486 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95a8e5ba-d3ae-4bca-8fff-f86d6d551b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:40.192512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-43b281c3-431e-4ab4-9d34-12f90587b90d tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:40.205029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-43b281c3-431e-4ab4-9d34-12f90587b90d tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 820 time: 0.4506745 Oct 25 08:51:40.280693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:40.297629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:40.300678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-bc0360c4-74ae-493d-bfcc-6b984c8fe1ec tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/quotas/763e0e02db404c3f8656bf8c47f81e85 HTTP/1.1" status: 200 len: 375 time: 0.0826511 Oct 25 08:51:40.340796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '079128de-6717-489a-8a5e-70437fe3f9fc', 'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'port_id': '079128de-6717-489a-8a5e-70437fe3f9fc', 'mac_address': 'fa:16:3e:33:d4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757a2841-4bb4-4563-ac12-385c40a28013', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:40.349728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c187b-ca41-48d9-8212-85f0fe87062d req-09f5ff5c-7d4e-4f70-b297-f0433ae0b092 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:40.361569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e0c187b-ca41-48d9-8212-85f0fe87062d req-09f5ff5c-7d4e-4f70-b297-f0433ae0b092 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 949 time: 0.1554413 Oct 25 08:51:40.444934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e0c187b-ca41-48d9-8212-85f0fe87062d req-9088a9b0-cf74-4f7d-86c6-42bb867f6667 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813203 Oct 25 08:51:40.466147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-fbe9a3df-8546-4ec6-a9cd-f1b9ca7ed7d1 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451588 Oct 25 08:51:40.522508 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:40.544717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:40.545164 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:40.581276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079128de-6717-489a-8a5e-70437fe3f9fc {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:40.619165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149f0a0-87f2-45d6-8ba2-a49e846f3762 req-62083e1b-2de9-4ccf-b9c9-8c9662f00567 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:40.620744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6149f0a0-87f2-45d6-8ba2-a49e846f3762 req-62083e1b-2de9-4ccf-b9c9-8c9662f00567 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 944 time: 0.0788014 Oct 25 08:51:40.649352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:40.650656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-9aa67a88-5795-4a5e-9401-0d551a88a938 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833246 Oct 25 08:51:40.670091 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:40.678829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6149f0a0-87f2-45d6-8ba2-a49e846f3762 req-685b88b6-db00-45ac-b9cb-fa45d8413012 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Oct 25 08:51:40.787553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-95a8e5ba-d3ae-4bca-8fff-f86d6d551b81 None None] Provisioning complete for port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:40.787928 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95a8e5ba-d3ae-4bca-8fff-f86d6d551b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:40.795393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9346ec10-fdfd-4b51-8652-d9a3b1f83236 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:40.819608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:40.821596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb01b61-df05-4b9a-affa-0fdb2255db9d req-38cddc75-93d0-4575-960b-1fb1ece12ea7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:40.830596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9eb01b61-df05-4b9a-affa-0fdb2255db9d req-38cddc75-93d0-4575-960b-1fb1ece12ea7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 945 time: 0.0853255 Oct 25 08:51:40.834540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-0225e0fa-1495-408e-bc21-5a564ef5d9c0 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701984 Oct 25 08:51:40.870030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-95a8e5ba-d3ae-4bca-8fff-f86d6d551b81 None None] Port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:51:40.891442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 2, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:40.896716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9eb01b61-df05-4b9a-affa-0fdb2255db9d req-9db55c51-f8c8-4c1d-bee1-efcc4fe7c4fd tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 Oct 25 08:51:40.932483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:40.932858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:40.934633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:51:40.934983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Updating router d0f80faa-16c4-445d-ac7e-211e92306486 port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:51:40.998328 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:41.180448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['079128de-6717-489a-8a5e-70437fe3f9fc'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:41.222814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-64bd9f41-ba0c-4323-bae2-0d1fe2014fb6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:41.224429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-64bd9f41-ba0c-4323-bae2-0d1fe2014fb6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 807 time: 0.1368079 Oct 25 08:51:41.259775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['b3b7e7a6-9421-48af-a7be-e697be736513'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:41.295690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-b206e135-6e36-4ed5-a4ca-074d911a9678 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/quotas/aa66063279d64b5c84f290c5437a3ea0 HTTP/1.1" status: 200 len: 375 time: 0.0570245 Oct 25 08:51:41.346092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb4c56-0e8b-45b9-a2cf-1cf2d7f6425c req-1b405a89-3215-423e-80de-33a1de08723c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:41.355937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96fb4c56-0e8b-45b9-a2cf-1cf2d7f6425c req-1b405a89-3215-423e-80de-33a1de08723c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 945 time: 0.1260827 Oct 25 08:51:41.417682 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-acba11f0-75eb-4dae-b607-76fe38ff9638 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198440 Oct 25 08:51:41.442084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96fb4c56-0e8b-45b9-a2cf-1cf2d7f6425c req-62f98a1b-dc7e-49d2-8b49-1f7d520511c0 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830894 Oct 25 08:51:41.581944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f39f9ad-1260-4fbb-83dc-d6a75b9fdbba req-8d1cad74-7744-4ce7-8bc7-cbb1a4e971a0 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 210 time: 0.0440791 Oct 25 08:51:41.673787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-53a63422-19a9-4214-ae02-73cde59a79d7 service neutron] 10.222.0.32 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284214 Oct 25 08:51:41.766975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9346ec10-fdfd-4b51-8652-d9a3b1f83236 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:41.860477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-435b90d9-2274-40f1-b959-d60357f9c81a service neutron] 10.222.0.32 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853147 Oct 25 08:51:41.868547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:41.869184 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:41.970996 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:41.990662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:42.167194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed96140-9eb0-4d79-9359-1dae9a766e6a None None] Pushing event updated for resources: {'Port': ['ID=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:42.168694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c684917-dc1d-448d-9ef1-dc44edf39685 req-f1f40dd7-0865-42e6-9664-3e9999287e90 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:42.180285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c684917-dc1d-448d-9ef1-dc44edf39685 req-f1f40dd7-0865-42e6-9664-3e9999287e90 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 949 time: 0.1438017 Oct 25 08:51:42.300635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c684917-dc1d-448d-9ef1-dc44edf39685 req-160eba05-ae18-4371-9f77-078d5536be09 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968409 Oct 25 08:51:42.301959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Attempting to bind port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:42.302368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Attempting to bind port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:42.302833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Attempting to bind port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 on network ace62df8-2cbf-4fdb-9593-c8d35c497804 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:42.317814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:42.318086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Checking segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:42.318373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:42.319061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Bound using segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:42.320361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Bound port: 6bf79fe7-4828-4fad-95ff-c55aa80c73f9, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:42.321071 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:42.488876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0de372-4974-4bb9-95c7-959bf4670ed6 req-adfe2ff4-18f9-4a30-9599-c08515cd3036 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:42.496424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc0de372-4974-4bb9-95c7-959bf4670ed6 req-adfe2ff4-18f9-4a30-9599-c08515cd3036 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 945 time: 0.0995047 Oct 25 08:51:42.622574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac75cc-f754-4260-9ff2-45837635bf6e req-db1f547e-1a28-4545-af07-326cb1e8c562 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:42.633804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07ac75cc-f754-4260-9ff2-45837635bf6e req-db1f547e-1a28-4545-af07-326cb1e8c562 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 944 time: 0.1966689 Oct 25 08:51:42.635584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] For port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:42.641438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] For port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:42.646903 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:42.694480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc0de372-4974-4bb9-95c7-959bf4670ed6 req-9c41f0f7-c113-4923-9e5d-c63d1902a910 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934464 Oct 25 08:51:42.718792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 079128de-6717-489a-8a5e-70437fe3f9fc up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:42.842425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:51:42.843073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:51:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:42.959973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-c3244578-8c69-4aec-b316-53864b3bf4f2 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:42.962024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-c3244578-8c69-4aec-b316-53864b3bf4f2 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.41 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 820 time: 0.2641597 Oct 25 08:51:43.004766 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-ffa534bc-274a-4163-9d28-79c5c57773d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154528 Oct 25 08:51:43.008018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Request body: {'port': {'device_id': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'admin_state_up': True, 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:43.045778 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:51:43.111551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-763b4309-2b2f-4459-bc10-a147c5d169f4 req-888636f7-f198-4d30-b555-ee3acc9d1903 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 210 time: 0.1484079 Oct 25 08:51:43.135961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07ac75cc-f754-4260-9ff2-45837635bf6e req-b9f2f321-36ce-4788-afbd-78e6f924d525 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011096 Oct 25 08:51:43.173024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 079128de-6717-489a-8a5e-70437fe3f9fc completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:43.175044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6b066357-f319-4764-81a5-c8cfe887f625 None None] Provisioning complete for port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:43.175414 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6b066357-f319-4764-81a5-c8cfe887f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:43.208372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-3f78d0af-8fb1-4037-897f-df43bfb2bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:43.212714 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-3f78d0af-8fb1-4037-897f-df43bfb2bcd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1095 time: 0.1000509 Oct 25 08:51:43.260326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed96140-9eb0-4d79-9359-1dae9a766e6a None None] Pushing event updated for resources: {'Port': ['ID=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:43.270217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 079128de-6717-489a-8a5e-70437fe3f9fc triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:43.270705 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:43.419903 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6b066357-f319-4764-81a5-c8cfe887f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:43.427126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-49d9c70d-7a24-4c62-a6ea-32faf720b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:43.429127 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-49d9c70d-7a24-4c62-a6ea-32faf720b6e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1926014 Oct 25 08:51:43.471939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6b066357-f319-4764-81a5-c8cfe887f625 None None] For port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:43.485548 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6b066357-f319-4764-81a5-c8cfe887f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:43.529008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-b3b7b44c-df5d-4223-8230-206d39e3a7c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 217 time: 0.0901716 Oct 25 08:51:43.531437 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1b4b033-bb76-488e-9026-cce878b790de req-566aa198-9b02-443c-8985-c479a391ed1b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 210 time: 0.1439946 Oct 25 08:51:43.548605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Made reservation on behalf of 763e0e02db404c3f8656bf8c47f81e85 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:43.554695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:43.589358 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:43.676698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b066357-f319-4764-81a5-c8cfe887f625 None None] Pushing event updated for resources: {'Port': ['ID=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:43.699562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:43.702750 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea9de3-1277-421a-8de1-23ce392632ab" -d '{"events": [{"server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "name": "network-vif-plugged", "status": "completed", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:43.724641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-3bc3361d-7246-47e6-9d33-e364e37f5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:43.729878 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-3bc3361d-7246-47e6-9d33-e364e37f5897 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1826217 Oct 25 08:51:43.739785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-591b224f-b7e7-4727-a973-0d96d14908ed None None] Provisioning complete for port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:43.740151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-591b224f-b7e7-4727-a973-0d96d14908ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:43.757881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:43.818640 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae7bc00-1808-48f0-9fe6-3f00ffa367a1 x-openstack-request-id: req-bae7bc00-1808-48f0-9fe6-3f00ffa367a1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:43.819140 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "name": "network-vif-plugged", "status": "completed", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:43.819566 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bae7bc00-1808-48f0-9fe6-3f00ffa367a1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:43.820116 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc', 'code': 200} Oct 25 08:51:43.839287 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:43.841216 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-ead8d1ca-5173-47ae-a5b7-b11f75905e4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973437 Oct 25 08:51:43.916781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:43.929820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:42Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:51:43.954291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-0620690d-1e16-4f21-8968-fd717a322f40 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:43.955723 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-0620690d-1e16-4f21-8968-fd717a322f40 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 807 time: 0.2404637 Oct 25 08:51:43.961554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559445b-0a5f-464d-a231-137e70b9c5e0 None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:42Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:51:43.962970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Allocated IP 172.20.0.13 (ace62df8-2cbf-4fdb-9593-c8d35c497804/fc3a9d2d-8e37-4373-be65-6d9eac2309ed/dd4d215d-0e17-4e72-bba9-2fe41a13c0bd) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:44.135607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Request body: {'port': {'device_id': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'admin_state_up': True, 'tenant_id': 'aa66063279d64b5c84f290c5437a3ea0'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:44.203493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-34b77221-374b-4f78-9d5d-5f398bc52841 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567451 Oct 25 08:51:44.320667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee068398-b121-45e5-b4d2-a0eae5cdd604 req-7cd642d3-0528-4940-a5e3-50781bc5e1cf tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 210 time: 0.0529227 Oct 25 08:51:44.380097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e92276-d2ee-4b3f-a967-fa9137152ada req-a40be2da-053e-4872-a9e3-47fc181749c8 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:44.389876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9e92276-d2ee-4b3f-a967-fa9137152ada req-a40be2da-053e-4872-a9e3-47fc181749c8 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 946 time: 0.2446473 Oct 25 08:51:44.526638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4752-a390-4fa7-88ec-f4ce0c9610d7 req-f13526c2-0118-41fb-95b9-3f5a527dfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:44.528706 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9b5a4752-a390-4fa7-88ec-f4ce0c9610d7 req-f13526c2-0118-41fb-95b9-3f5a527dfdd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1097 time: 0.4513705 Oct 25 08:51:44.529689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Made reservation on behalf of aa66063279d64b5c84f290c5437a3ea0 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:51:44.536266 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:44.539559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9e92276-d2ee-4b3f-a967-fa9137152ada req-ea9e836d-92b6-4620-b023-8dbb6107e0cd tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327326 Oct 25 08:51:44.548451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:44.578479 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fbc22b9-f59f-44dc-a07a-53e48df1506c req-b926b4ab-53c1-48f6-8ffe-f062c9888f14 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469558 Oct 25 08:51:44.643566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:44.692659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:44.715171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device b3b7e7a6-9421-48af-a7be-e697be736513 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:44.719268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:44.735817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Allocated IP 172.20.0.2 (ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e/3d013093-2d8c-45ce-bcd5-cbf50787e3ea/4f50b760-e15d-4cc4-a9bc-887d47dd8219) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:51:44.757533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:44.808642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:44.809336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:44.934110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9376812 Oct 25 08:51:44.960348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port b3b7e7a6-9421-48af-a7be-e697be736513 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:44.973659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port b3b7e7a6-9421-48af-a7be-e697be736513 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:44.974024 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.020167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Request body: {'port': {'device_id': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:45.091601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.227609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.255072 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.342202 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9b5a4752-a390-4fa7-88ec-f4ce0c9610d7 req-806eae0f-2cea-40b3-a4df-01399a372a26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8033240 Oct 25 08:51:45.356992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:51:45.361755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:51:45.364399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port b3b7e7a6-9421-48af-a7be-e697be736513, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b3b7e7a6-9421-48af-a7be-e697be736513,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:45.380905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:51:45.396737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4d9076a6-667e-48a7-a5b2-338a525e3d3f None None] Provisioning complete for port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:45.397115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:45.397382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d9076a6-667e-48a7-a5b2-338a525e3d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.398211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.406894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Pushing event updated for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:45.419586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.420496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.422508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.423028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.423656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.424270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.424751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.425252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.426167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.433316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.436075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.439498 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.441415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:51:45.479180 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a9e32981-5433-484c-8adf-29973ceee52b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3969331 Oct 25 08:51:45.486895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4d9076a6-667e-48a7-a5b2-338a525e3d3f None None] Port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:51:45.509300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Request body: {'port': {'device_id': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:45.551836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=b3b7e7a6-9421-48af-a7be-e697be736513,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:45.591181 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.682422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f4bb0-2343-4588-b6c2-806851cd5134 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Pushing event updated for resources: {'Port': ['ID=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:45.712868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647f2ea-f9af-48d7-a890-28cb9fbd9416 req-448c7697-6cf8-42be-b00f-692f416cee6f tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:45.720365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6647f2ea-f9af-48d7-a890-28cb9fbd9416 req-448c7697-6cf8-42be-b00f-692f416cee6f tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 944 time: 0.8073473 Oct 25 08:51:45.737065 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.758003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:45.826934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26acbdce-cee0-4900-ac56-284096111bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b7e7a6-9421-48af-a7be-e697be736513'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:45.830937 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5ecb22-60af-436e-ac1a-92848747e456" -d '{"events": [{"server_uuid": "26acbdce-cee0-4900-ac56-284096111bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b3b7e7a6-9421-48af-a7be-e697be736513"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:45.838570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:45.840417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:45.885976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aecae-4e5a-4786-995b-95ac7d075fc9 req-1af64fc6-b8eb-4ecd-a752-7fc9d814cbaa tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:45.897898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f43aecae-4e5a-4786-995b-95ac7d075fc9 req-1af64fc6-b8eb-4ecd-a752-7fc9d814cbaa tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 932 time: 0.3475871 Oct 25 08:51:46.043039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6647f2ea-f9af-48d7-a890-28cb9fbd9416 req-ee9b3a93-b2b8-4b17-97d5-7b5e0bdb28c4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912898 Oct 25 08:51:46.098639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f43aecae-4e5a-4786-995b-95ac7d075fc9 req-199ff4a1-55d1-4c4a-9ae5-69d9e246ceb2 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727227 Oct 25 08:51:46.127233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f50b760-e15d-4cc4-a9bc-887d47dd8219 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:46.136478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:46.151719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Transition to ACTIVE for port object 4f50b760-e15d-4cc4-a9bc-887d47dd8219 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:46.160356 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:46.262571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Pushing event updated for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:46.267026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:46.267478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:46.267914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:46.272936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:46.273390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:46.278580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:46.279063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:46.279551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:46.280226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Bound port: 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:46.280949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:46.306008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c15467fb-3d6c-48b1-a2ed-978735e8bfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:46.359090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f7ff2-0fc5-4228-8832-9500a58b34d3 req-b9a57b14-abbc-4837-ba5f-7cedfb1e0038 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:46.367202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-113f7ff2-0fc5-4228-8832-9500a58b34d3 req-b9a57b14-abbc-4837-ba5f-7cedfb1e0038 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.1581321 Oct 25 08:51:46.367932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:46.371402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:46.377333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:46.412984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174d0a6-667d-4304-9b5c-167a8e9532fa req-d3ffaceb-32dd-422c-b98f-82047664a254 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:46.414479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1174d0a6-667d-4304-9b5c-167a8e9532fa req-d3ffaceb-32dd-422c-b98f-82047664a254 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 949 time: 0.2066453 Oct 25 08:51:46.420643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:46.422179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:46.424238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] 10.222.0.41 "PUT /v2.0/ports/4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 200 len: 1091 time: 0.9288151 Oct 25 08:51:46.424460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:46.427614 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532393e9-6dd6-43c3-bdf0-59a8fb368604" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:46.480341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-113f7ff2-0fc5-4228-8832-9500a58b34d3 req-3370cdee-72b4-4283-9cf8-03216ccc076c tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122823 Oct 25 08:51:46.498766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1dd40-4244-471c-8601-def1688ae22c service neutron] Pushing event updated for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:46.517164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4d215d-0e17-4e72-bba9-2fe41a13c0bd {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:46.542556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:46.580321 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1174d0a6-667d-4304-9b5c-167a8e9532fa req-16757056-3390-407d-9707-fc1ec949102a tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445520 Oct 25 08:51:46.594856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Transition to ACTIVE for port object dd4d215d-0e17-4e72-bba9-2fe41a13c0bd will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:51:46.605228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:46.621742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 26542ce7-257d-4d97-a9e4-a7cf86630567 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:46.627948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-253ba7d8-f30f-4418-bd8b-91c6762ef897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:46.631868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-253ba7d8-f30f-4418-bd8b-91c6762ef897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1094 time: 0.1283937 Oct 25 08:51:46.697162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-4d13ce29-9a3a-4eb4-aad3-75d283f1e688 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 200 len: 217 time: 0.0503585 Oct 25 08:51:46.816881 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2c675b-e305-46ce-9c3f-570675d67836 x-openstack-request-id: req-0c2c675b-e305-46ce-9c3f-570675d67836 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:46.818107 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26acbdce-cee0-4900-ac56-284096111bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b3b7e7a6-9421-48af-a7be-e697be736513", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:46.831162 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c2c675b-e305-46ce-9c3f-570675d67836 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:46.831842 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26acbdce-cee0-4900-ac56-284096111bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b7e7a6-9421-48af-a7be-e697be736513', 'code': 200} Oct 25 08:51:46.838172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-1275f536-24fa-4960-9306-7de317852f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:46.847846 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-1275f536-24fa-4960-9306-7de317852f2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0915220 Oct 25 08:51:46.880056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:46.954548 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-70ec9ba8-2333-44ff-b3f4-c3c9da596f0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814519 Oct 25 08:51:46.973075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:46.989138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'port_id': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'mac_address': 'fa:16:3e:b4:5c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f43f9-4a00-4776-ac6c-afdee1d3b7bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:47.058315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:47.082982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26542ce7-257d-4d97-a9e4-a7cf86630567 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:47.109754 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a457fb4f-5aec-4031-ae10-aefd175e958d x-openstack-request-id: req-a457fb4f-5aec-4031-ae10-aefd175e958d {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:47.109984 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:47.112481 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a457fb4f-5aec-4031-ae10-aefd175e958d {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:47.112919 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219', 'status': 'completed', 'code': 200} Oct 25 08:51:47.120557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Attempting to bind port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:47.121215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Attempting to bind port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:47.121215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Attempting to bind port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd on network ace62df8-2cbf-4fdb-9593-c8d35c497804 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:47.141792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192227a-741b-4ef5-80a2-615b2267c77b req-025ff077-12fc-4b7b-b23b-bf3cfc0fb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.143910 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6192227a-741b-4ef5-80a2-615b2267c77b req-025ff077-12fc-4b7b-b23b-bf3cfc0fb015 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1870816 Oct 25 08:51:47.144043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f540d8f-1fd4-4ba0-9333-8d143463e3d1 req-03af4481-2cef-4fe6-aff5-7d1353b243b4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.146032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:47.155206 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:47.164730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f540d8f-1fd4-4ba0-9333-8d143463e3d1 req-03af4481-2cef-4fe6-aff5-7d1353b243b4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 946 time: 0.4837737 Oct 25 08:51:47.167450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd on network ace62df8-2cbf-4fdb-9593-c8d35c497804 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:47.167767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Attempting to bind port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd on network ace62df8-2cbf-4fdb-9593-c8d35c497804 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:47.204252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5d8aa011-f47c-4c19-b166-6c2313e07391 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.206032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5d8aa011-f47c-4c19-b166-6c2313e07391 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 949 time: 0.3339124 Oct 25 08:51:47.214102 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6192227a-741b-4ef5-80a2-615b2267c77b req-f705d5e5-3ddc-4e56-9edd-36ff79c18de0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612962 Oct 25 08:51:47.220130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:47.220692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Checking segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:47.221305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Bound using segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:47.221918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Bound port: dd4d215d-0e17-4e72-bba9-2fe41a13c0bd, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:47.223167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:47.252642 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-1f829d49-29fb-404c-a224-b9804d4922df service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612720 Oct 25 08:51:47.302091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:47.328798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['26542ce7-257d-4d97-a9e4-a7cf86630567'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:47.347407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f540d8f-1fd4-4ba0-9333-8d143463e3d1 req-4b24ee78-f956-4ee6-8d39-8410df83c248 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816862 Oct 25 08:51:47.423266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c4ce405-d1a2-480e-b186-4f408e034162 req-a88a6049-f922-4bc1-b75b-620405c88731 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624727 Oct 25 08:51:47.480140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353a40-b939-44f7-a302-7892cb1c8ee8 req-885320f9-9a4c-4288-8d0f-df6db7cc3c6d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.481701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1353a40-b939-44f7-a302-7892cb1c8ee8 req-885320f9-9a4c-4288-8d0f-df6db7cc3c6d tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 945 time: 0.2264590 Oct 25 08:51:47.503481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] For port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:47.524516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] For port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:47.542812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:47.607651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.608059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:47.609914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 1092 time: 2.6111195 Oct 25 08:51:47.615963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:47.618274 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:47.637051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Deleting port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:51:47.637422 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:47.643009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1353a40-b939-44f7-a302-7892cb1c8ee8 req-67cba589-202a-46a0-871f-85247a7314a8 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463318 Oct 25 08:51:47.670708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-563d2008-ca85-4e2d-b34c-93484f54121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.672724 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-563d2008-ca85-4e2d-b34c-93484f54121f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1094 time: 0.1323843 Oct 25 08:51:47.701154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40296b1b-7a0b-4dee-83c5-ed8b6fb807e9 req-3b2f68a1-4ba3-4cda-b61b-035c91565d5c tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.713756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40296b1b-7a0b-4dee-83c5-ed8b6fb807e9 req-3b2f68a1-4ba3-4cda-b61b-035c91565d5c tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 944 time: 0.2507448 Oct 25 08:51:47.805656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-bfbbef8c-880f-40cd-ab8f-f6cb6166635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.807117 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-bfbbef8c-880f-40cd-ab8f-f6cb6166635f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1123905 Oct 25 08:51:47.837323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] For port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:47.837839 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:47.853363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Calling delete_port for 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:51:47.860731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-c9f8ab3c-7117-4ff2-acfb-d3298433975f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 200 len: 217 time: 0.0448339 Oct 25 08:51:47.924278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-2af19e67-8364-49cc-92e7-923596e2a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:47.925826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae0c2-190e-4f28-b286-fb1442a4f236 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:47.925950 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-2af19e67-8364-49cc-92e7-923596e2a91b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0580316 Oct 25 08:51:47.961743 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-61edf899-76af-4c2c-b85b-2c08d8052395 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262148 Oct 25 08:51:48.031776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40296b1b-7a0b-4dee-83c5-ed8b6fb807e9 req-0734097e-a776-4be5-b60b-5bb114d21aa7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685998 Oct 25 08:51:48.039087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-f0fe80d4-676d-4a7e-9bb4-7df5d5f0c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:48.040086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-f0fe80d4-676d-4a7e-9bb4-7df5d5f0c65a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1095 time: 0.1786146 Oct 25 08:51:48.058703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e5bcb-9298-4ef5-b41e-b06d4f99facd req-e7e8d0b6-403a-4c40-9359-e59e35d61d58 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:48.064880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b19e5bcb-9298-4ef5-b41e-b06d4f99facd req-e7e8d0b6-403a-4c40-9359-e59e35d61d58 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.1983807 Oct 25 08:51:48.080040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-79bf68cd-91ee-4611-bda0-eb6e1a83f946 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093018 Oct 25 08:51:48.151732 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09988644-4595-4375-9eb6-bbb57872a642 x-openstack-request-id: req-09988644-4595-4375-9eb6-bbb57872a642 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:48.152426 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:48.152426 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09988644-4595-4375-9eb6-bbb57872a642 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:48.153260 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'status': 'completed', 'code': 200} Oct 25 08:51:48.166799 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-03314e32-2c5d-46bc-9f3f-0daaf75e0e44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 217 time: 0.0827107 Oct 25 08:51:48.225010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-532393e9-6dd6-43c3-bdf0-59a8fb368604 req-4f625303-d8ef-4f20-bede-d192a17bcb89 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348400 Oct 25 08:51:48.257488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b19e5bcb-9298-4ef5-b41e-b06d4f99facd req-cd23f5c1-7083-4c53-a222-aa251b330903 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721642 Oct 25 08:51:48.264177 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:48.301936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['21360fd0-4ffe-4fe1-9a67-046fc3636bd6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:48.320794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-7681a839-63fa-424e-befb-afa0f603d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:48.322379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-7681a839-63fa-424e-befb-afa0f603d394 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.1398108 Oct 25 08:51:48.327051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Pushing event deleted for resources: {'Port': ['ID=21360fd0-4ffe-4fe1-9a67-046fc3636bd6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:48.369197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2214c15-a7c3-4de9-9bf6-990a902ffe12 req-9144d6c0-d3d3-4ae2-b24f-861acfe60f32 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:48.370731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2214c15-a7c3-4de9-9bf6-990a902ffe12 req-9144d6c0-d3d3-4ae2-b24f-861acfe60f32 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfb3c4e8-b70e-4720-8598-4c2655acd408 HTTP/1.1" status: 200 len: 867 time: 0.1780653 Oct 25 08:51:48.486413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] No DVR routers for this DVR port 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:51:48.497934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:48.501700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae325d67-fb1b-464c-ab16-0a51cbd51cdd req-5ed72d84-5447-4420-a13f-f9b401f428d7 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.41 "DELETE /v2.0/ports/21360fd0-4ffe-4fe1-9a67-046fc3636bd6 HTTP/1.1" status: 204 len: 173 time: 1.2825568 Oct 25 08:51:48.518971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2214c15-a7c3-4de9-9bf6-990a902ffe12 req-f3e77320-f0bc-4f6f-8f91-241d4359d438 tempest-TenantUsagesTestJSON-549399398 tempest-TenantUsagesTestJSON-549399398-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d4dbcb0-1876-4e16-a749-24289bd840e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127827 Oct 25 08:51:48.542680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-d8d9abac-c232-4c34-baa7-dc3adf68ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:48.544491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-d8d9abac-c232-4c34-baa7-dc3adf68ed6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102828 Oct 25 08:51:48.657545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 26542ce7-257d-4d97-a9e4-a7cf86630567 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:48.682668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f49412-bbfd-4af5-a1df-4f130fc92453 req-7e3473eb-c9b1-485d-90f4-2f9094c5796b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:48.684260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81f49412-bbfd-4af5-a1df-4f130fc92453 req-7e3473eb-c9b1-485d-90f4-2f9094c5796b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 946 time: 0.0972476 Oct 25 08:51:48.810012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81f49412-bbfd-4af5-a1df-4f130fc92453 req-efd0ef16-8b7d-46c3-bf2b-b1f931ab1b08 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007278 Oct 25 08:51:48.818596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-bef1d95e-a867-4a3b-8b28-238aa994ec91 service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566824 Oct 25 08:51:49.009217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 26542ce7-257d-4d97-a9e4-a7cf86630567 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:49.009954 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:49.029424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7de03c-ffaf-401f-8af4-1a1056c5385e req-9a32269d-551a-4c72-b720-ad8f8f052e02 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.042786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd7de03c-ffaf-401f-8af4-1a1056c5385e req-9a32269d-551a-4c72-b720-ad8f8f052e02 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 945 time: 0.1769683 Oct 25 08:51:49.050707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a75cca3-4d30-4340-b707-0dc5d32b75dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:49.080490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946e266-3eb2-4531-854c-18ce4127987f req-bbc86878-48c0-4aa9-b3ed-01b6be7bf800 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.082032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1946e266-3eb2-4531-854c-18ce4127987f req-bbc86878-48c0-4aa9-b3ed-01b6be7bf800 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1097 time: 0.1105700 Oct 25 08:51:49.109438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edbbfce2-09e0-49c5-817e-123eae23d11f req-7a2da38e-a2f6-4f50-8d4f-cae21c702eaa service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778249 Oct 25 08:51:49.124240 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:49.132608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd7de03c-ffaf-401f-8af4-1a1056c5385e req-3cdd270b-2aec-41dd-839e-ddcbbe5a1e4c tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940158 Oct 25 08:51:49.173523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1946e266-3eb2-4531-854c-18ce4127987f req-462c62fe-5264-47e4-a429-d5166a64df5b tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813358 Oct 25 08:51:49.198469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:49.201446 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d1ecdc-5671-4c2d-9cb1-a728a7b0dfa4" -d '{"events": [{"server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "name": "network-vif-plugged", "status": "completed", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:49.223944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:49.234382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:49.235100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:49.295756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:51:49.296704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 21360fd0-4ffe-4fe1-9a67-046fc3636bd6 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:51:49.322196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:49.386271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-22308fd2-cb8f-4bcc-ab4f-065ecf0e605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.387805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-22308fd2-cb8f-4bcc-ab4f-065ecf0e605b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1095 time: 0.0660408 Oct 25 08:51:49.403141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197b2bb-14f5-4593-ad0b-8872af745bbf req-e06c63a6-f18e-40c9-9f39-1350b5af2be2 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.411987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3197b2bb-14f5-4593-ad0b-8872af745bbf req-e06c63a6-f18e-40c9-9f39-1350b5af2be2 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 944 time: 0.1759279 Oct 25 08:51:49.515610 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9458890-65a9-4f05-ba19-4766266da70a x-openstack-request-id: req-b9458890-65a9-4f05-ba19-4766266da70a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:49.515825 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "name": "network-vif-plugged", "status": "completed", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:49.515937 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9458890-65a9-4f05-ba19-4766266da70a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:49.516344 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'code': 200} Oct 25 08:51:49.519549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3197b2bb-14f5-4593-ad0b-8872af745bbf req-6b2db186-1448-49f2-b104-35382fde9d7d tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064498 Oct 25 08:51:49.570504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-03c2518f-7fa6-47bd-a90e-b2f67ff4ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.572115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-03c2518f-7fa6-47bd-a90e-b2f67ff4ac70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.1576505 Oct 25 08:51:49.650346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-f75ac9ed-3bbb-4818-9d26-e5c3ce666d64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 217 time: 0.0691404 Oct 25 08:51:49.726278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ca77-4a38-4fb7-9f59-f70a35718e5b req-449c1145-d4ff-4fa7-b1df-8f0a80a0fb95 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.727787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7888ca77-4a38-4fb7-9f59-f70a35718e5b req-449c1145-d4ff-4fa7-b1df-8f0a80a0fb95 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1097 time: 0.1485364 Oct 25 08:51:49.729368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-2411e6cc-4782-4f5e-9d70-5cb2baeb86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.730691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-2411e6cc-4782-4f5e-9d70-5cb2baeb86b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0661290 Oct 25 08:51:49.738900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db752bf-119d-4cbc-9e45-18d2afa9f367 req-9b665b02-b29b-41f3-97d7-733b7914ede1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.740308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0db752bf-119d-4cbc-9e45-18d2afa9f367 req-9b665b02-b29b-41f3-97d7-733b7914ede1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.1444180 Oct 25 08:51:49.776690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:49.814403 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:49.822483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7888ca77-4a38-4fb7-9f59-f70a35718e5b req-16f3514e-ee6f-4926-af67-feebd8391e12 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801272 Oct 25 08:51:49.836819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-7dd48368-92ab-44fd-8304-8982e9bad845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:49.838400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-7dd48368-92ab-44fd-8304-8982e9bad845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971556 Oct 25 08:51:49.841123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0db752bf-119d-4cbc-9e45-18d2afa9f367 req-b90fc268-1524-4143-837d-b9fa2f827264 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868402 Oct 25 08:51:50.007751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-5c6c1267-560e-4d67-b020-6ad79459aa31 service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617677 Oct 25 08:51:50.035433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2615-128b-4f9c-b458-504acafccfad req-74e4f474-ee52-4871-ace9-cb486521e664 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:50.037305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0dbc2615-128b-4f9c-b458-504acafccfad req-74e4f474-ee52-4871-ace9-cb486521e664 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 945 time: 0.0854356 Oct 25 08:51:50.141014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0dbc2615-128b-4f9c-b458-504acafccfad req-2a4db40b-a82f-4110-a9ef-d393678f03fb tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896864 Oct 25 08:51:50.158306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb3c4e8-b70e-4720-8598-4c2655acd408', 'name': 'network-vif-deleted', 'tag': '21360fd0-4ffe-4fe1-9a67-046fc3636bd6'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:50.160535 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a710f1-a253-4dbf-a7f0-daf9b5559205" -d '{"events": [{"server_uuid": "bfb3c4e8-b70e-4720-8598-4c2655acd408", "name": "network-vif-deleted", "tag": "21360fd0-4ffe-4fe1-9a67-046fc3636bd6"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:50.209331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3a3163c-66a1-4905-bd41-9c0ce5ef3c7f req-af3a9564-0c67-4c3b-90c0-8598887ffdcb service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905475 Oct 25 08:51:50.218225 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c79441-270a-4bab-a7a4-27d946e7541d x-openstack-request-id: req-79c79441-270a-4bab-a7a4-27d946e7541d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:50.218587 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb3c4e8-b70e-4720-8598-4c2655acd408", "name": "network-vif-deleted", "tag": "21360fd0-4ffe-4fe1-9a67-046fc3636bd6", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:50.218839 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79c79441-270a-4bab-a7a4-27d946e7541d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:50.219272 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb3c4e8-b70e-4720-8598-4c2655acd408', 'name': 'network-vif-deleted', 'tag': '21360fd0-4ffe-4fe1-9a67-046fc3636bd6', 'status': 'completed', 'code': 200} Oct 25 08:51:50.395308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b29e8-5f18-4b90-9b93-0410e634929a req-3aced426-56d8-4f05-b6ce-f2fd52ab5280 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:50.399711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a5b29e8-5f18-4b90-9b93-0410e634929a req-3aced426-56d8-4f05-b6ce-f2fd52ab5280 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1097 time: 0.0617766 Oct 25 08:51:50.443775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a5b29e8-5f18-4b90-9b93-0410e634929a req-317f21af-9c1a-4177-8d94-7421fe4e3334 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369010 Oct 25 08:51:50.454667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38114) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:50.703672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-47b7ff52-2f78-4776-b808-73c1a489f7d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6858175b46044c29be4501d34c6213ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473898 Oct 25 08:51:50.706572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:50.716364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cacb7-ff30-4506-b090-ef20c1987a52 req-8136f659-2c2c-4b62-92d9-f97eeb1f75cd tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:50.717907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e76cacb7-ff30-4506-b090-ef20c1987a52 req-8136f659-2c2c-4b62-92d9-f97eeb1f75cd tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 944 time: 0.0803516 Oct 25 08:51:50.762936 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52ddb75d-68a6-4d38-95d1-19572a6fab7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:50.775066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e76cacb7-ff30-4506-b090-ef20c1987a52 req-2d3292ad-1391-4e8e-baf8-60961be53a9c tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454419 Oct 25 08:51:50.797174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52ddb75d-68a6-4d38-95d1-19572a6fab7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:50.860660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52ddb75d-68a6-4d38-95d1-19572a6fab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:50.865998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52ddb75d-68a6-4d38-95d1-19572a6fab7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:50.867566 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-52ddb75d-68a6-4d38-95d1-19572a6fab7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d4dbcb0-1876-4e16-a749-24289bd840e5 HTTP/1.1" status: 204 len: 168 time: 0.1599972 Oct 25 08:51:50.878637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddb75d-68a6-4d38-95d1-19572a6fab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4dbcb0-1876-4e16-a749-24289bd840e5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:51.052628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52686279-93f6-478c-ab77-d7f085db356b req-ead1eb3e-41b7-4ba8-a736-4f15c4774a86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:51.055935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52686279-93f6-478c-ab77-d7f085db356b req-ead1eb3e-41b7-4ba8-a736-4f15c4774a86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.0737140 Oct 25 08:51:51.121991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52686279-93f6-478c-ab77-d7f085db356b req-fc9e42f3-604b-4209-95cc-e963d4e961e5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552571 Oct 25 08:51:51.227183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-ffbaab6f-c0d3-4e03-9d84-9d9738c045b4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:51.228872 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-ffbaab6f-c0d3-4e03-9d84-9d9738c045b4 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 945 time: 0.0897322 Oct 25 08:51:51.343347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Deleting port b3b7e7a6-9421-48af-a7be-e697be736513 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:51:51.343822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:51.463020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38142) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:51.471491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] For port b3b7e7a6-9421-48af-a7be-e697be736513, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b3b7e7a6-9421-48af-a7be-e697be736513,segment=NetworkSegment(59aa63cc-34a7-4eac-a0e4-625b49c12d89),segment_id=59aa63cc-34a7-4eac-a0e4-625b49c12d89)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:51.471933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:51.489670 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faa4af8d-ad31-49dd-9099-c46be76bf907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:51.495601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Calling delete_port for b3b7e7a6-9421-48af-a7be-e697be736513 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:51:51.535926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f12bf-f0ae-4fae-a8f5-66d25624baf4 req-3d172a31-cd92-45b6-8d25-a9da9740004a tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:51.543484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d1f12bf-f0ae-4fae-a8f5-66d25624baf4 req-3d172a31-cd92-45b6-8d25-a9da9740004a tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 945 time: 0.3061626 Oct 25 08:51:51.610170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:51.629666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d1f12bf-f0ae-4fae-a8f5-66d25624baf4 req-46a72774-972a-41e7-9d14-1dd1737fe383 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups?id=a45c733c-28ab-4da9-b8a1-9010709a85ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852227 Oct 25 08:51:51.693559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0eec8-ddaf-4fce-9348-6be166f138bc req-9950fafd-fb84-4e39-87ca-41261653a0f2 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:51.695091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33d0eec8-ddaf-4fce-9348-6be166f138bc req-9950fafd-fb84-4e39-87ca-41261653a0f2 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1097 time: 0.0489945 Oct 25 08:51:51.747508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33d0eec8-ddaf-4fce-9348-6be166f138bc req-ecbc1b86-14e5-454f-8dd3-eda08b98a05a tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450861 Oct 25 08:51:51.926556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:51.930532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faa4af8d-ad31-49dd-9099-c46be76bf907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:51.950517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faa4af8d-ad31-49dd-9099-c46be76bf907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:51.954825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4537dc-7e90-457a-b3e0-e82ddec520f3 req-a5c0f368-749c-4ab1-984a-0e89e56d3d93 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:51.960716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f4537dc-7e90-457a-b3e0-e82ddec520f3 req-a5c0f368-749c-4ab1-984a-0e89e56d3d93 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 944 time: 0.0897017 Oct 25 08:51:51.966103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['b3b7e7a6-9421-48af-a7be-e697be736513'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:52.009094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event deleted for resources: {'Port': ['ID=b3b7e7a6-9421-48af-a7be-e697be736513,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:52.011079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4af8d-ad31-49dd-9099-c46be76bf907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa73bd78-1b27-40f1-a28a-3d9eca77967d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:52.030043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f4537dc-7e90-457a-b3e0-e82ddec520f3 req-2682bd60-3617-4937-a6cd-73c69562fbeb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513930 Oct 25 08:51:52.050448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] No DVR routers for this DVR port b3b7e7a6-9421-48af-a7be-e697be736513 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:51:52.056520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:52.059784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d39dffa-63be-4b6b-86e1-81bf701626eb req-300ee45a-bafa-44ee-a0a8-fba10fe5d3f2 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.18 "DELETE /v2.0/ports/b3b7e7a6-9421-48af-a7be-e697be736513 HTTP/1.1" status: 204 len: 173 time: 0.8242278 Oct 25 08:51:52.060273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26acbdce-cee0-4900-ac56-284096111bf4', 'name': 'network-vif-deleted', 'tag': 'b3b7e7a6-9421-48af-a7be-e697be736513'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:52.062855 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b8ba2-3e45-4a45-84d3-0d1f75b05555" -d '{"events": [{"server_uuid": "26acbdce-cee0-4900-ac56-284096111bf4", "name": "network-vif-deleted", "tag": "b3b7e7a6-9421-48af-a7be-e697be736513"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:52.076682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38158) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:51:52.078559 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-faa4af8d-ad31-49dd-9099-c46be76bf907 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c915906d9f43432981fef3b52241eb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6143873 Oct 25 08:51:52.187605 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-677b4681-94bf-40c4-9505-1847f205378f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:52.197187 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15fed4a-7dc6-472c-86d6-f74efea75a6c x-openstack-request-id: req-f15fed4a-7dc6-472c-86d6-f74efea75a6c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:51:52.197483 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26acbdce-cee0-4900-ac56-284096111bf4", "name": "network-vif-deleted", "tag": "b3b7e7a6-9421-48af-a7be-e697be736513", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:51:52.197734 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f15fed4a-7dc6-472c-86d6-f74efea75a6c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:51:52.198122 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26acbdce-cee0-4900-ac56-284096111bf4', 'name': 'network-vif-deleted', 'tag': 'b3b7e7a6-9421-48af-a7be-e697be736513', 'status': 'completed', 'code': 200} Oct 25 08:51:52.237815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-677b4681-94bf-40c4-9505-1847f205378f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:52.339296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-677b4681-94bf-40c4-9505-1847f205378f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:52.342026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-677b4681-94bf-40c4-9505-1847f205378f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:52.346441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-677b4681-94bf-40c4-9505-1847f205378f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa73bd78-1b27-40f1-a28a-3d9eca77967d HTTP/1.1" status: 204 len: 168 time: 0.2665055 Oct 25 08:51:52.357323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a956f46-0ceb-4433-8241-ada8e6a8cfb5 req-88d5a80b-879d-4c80-8344-7aea7b75ca31 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:52.367203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a956f46-0ceb-4433-8241-ada8e6a8cfb5 req-88d5a80b-879d-4c80-8344-7aea7b75ca31 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.0785489 Oct 25 08:51:52.396210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b4681-94bf-40c4-9505-1847f205378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa73bd78-1b27-40f1-a28a-3d9eca77967d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:52.471009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a956f46-0ceb-4433-8241-ada8e6a8cfb5 req-01cc4a12-aa95-494b-906f-73431737f69d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026945 Oct 25 08:51:52.662652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4f50b760-e15d-4cc4-a9bc-887d47dd8219 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:52.866732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0345c646-c021-41e0-b538-e30abff4d737 req-b76198a5-7c0d-4db2-a62d-2603bbc454ac tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/ports?device_id=26acbdce-cee0-4900-ac56-284096111bf4 HTTP/1.1" status: 200 len: 210 time: 0.0573554 Oct 25 08:51:52.902777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:52.917780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '4f50b760-e15d-4cc4-a9bc-887d47dd8219', 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'port_id': '4f50b760-e15d-4cc4-a9bc-887d47dd8219', 'mac_address': 'fa:16:3e:70:6e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d013093-2d8c-45ce-bcd5-cbf50787e3ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:53.002925 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:53.036055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f50b760-e15d-4cc4-a9bc-887d47dd8219 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:53.071520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:53.078243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:53.136549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:53.214023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285f033-a4a3-481d-89b7-97eb00f61c27 req-2db6c3a8-4465-4a3e-aa34-f6fcf440d6e9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:53.231351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f285f033-a4a3-481d-89b7-97eb00f61c27 req-2db6c3a8-4465-4a3e-aa34-f6fcf440d6e9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 944 time: 0.0868363 Oct 25 08:51:53.245570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-f7812faf-ff99-4a47-8a08-bfe12b4b6ac3 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:51:53.246569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-f7812faf-ff99-4a47-8a08-bfe12b4b6ac3 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097296 Oct 25 08:51:53.301482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-b0f24250-2faa-417e-86bb-93225ec66db3 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:53.307761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-b0f24250-2faa-417e-86bb-93225ec66db3 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports/079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 1094 time: 0.0520263 Oct 25 08:51:53.314690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Request body: {'binding': {'host': 'n-h1-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:53.315187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Unknown quota resources ['binding']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:51:53.320440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f285f033-a4a3-481d-89b7-97eb00f61c27 req-7e5040ea-59c4-4d72-8341-0c3fd79ee0d3 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882602 Oct 25 08:51:53.507017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on host n-h1-814746-2 for vnic_type normal with profile None {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:53.507338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:53.507852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:53.512571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:53.513116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:53.518615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:53.519156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:53.519702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:53.520474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Bound port: 079128de-6717-489a-8a5e-70437fe3f9fc, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:53.602776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['4f50b760-e15d-4cc4-a9bc-887d47dd8219'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:53.616510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:53.630914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:53.632360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-40eb1ff2-208e-4f7c-bab3-52661a39a113 service neutron] 10.222.0.32 "POST /v2.0/ports/079128de-6717-489a-8a5e-70437fe3f9fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3238304 Oct 25 08:51:53.992163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24890b53-7f0d-4b2f-93b6-89dbf0a5c196 req-7e98db9e-0948-441b-98d8-e2dc5b1f331d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:54.005697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24890b53-7f0d-4b2f-93b6-89dbf0a5c196 req-7e98db9e-0948-441b-98d8-e2dc5b1f331d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 944 time: 0.1299927 Oct 25 08:51:54.120240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24890b53-7f0d-4b2f-93b6-89dbf0a5c196 req-5acb07a2-f392-43a0-a11c-9d6b5634b376 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115057 Oct 25 08:51:54.139269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-3b9669f4-c243-47d8-a6ed-6f7c74d961f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:54.139269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-3b9669f4-c243-47d8-a6ed-6f7c74d961f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1097 time: 0.0969963 Oct 25 08:51:54.297659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-9106cd0c-09e9-4f10-a737-9cf875a547b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:54.299115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-9106cd0c-09e9-4f10-a737-9cf875a547b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.1540828 Oct 25 08:51:54.383323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-86fd7bd5-97eb-4a04-b540-418d13c8cdfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 217 time: 0.0741627 Oct 25 08:51:54.443921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-2e369f35-aca3-4ddc-825e-971d7601c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:54.443921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-2e369f35-aca3-4ddc-825e-971d7601c6d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0520651 Oct 25 08:51:54.509631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-6ed202e1-e123-448c-bfac-a2f6fbdf3e87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570581 Oct 25 08:51:54.672505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278f81a-17f1-4426-a3f9-ab8fef2d1e67 req-1f8bc394-48ab-42dd-896b-761ac72300df tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:54.674716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e278f81a-17f1-4426-a3f9-ab8fef2d1e67 req-1f8bc394-48ab-42dd-896b-761ac72300df tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 946 time: 0.1094689 Oct 25 08:51:54.677570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device dd4d215d-0e17-4e72-bba9-2fe41a13c0bd details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:54.753396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-feb8938a-e307-4d04-9db8-6586475a8336 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325013 Oct 25 08:51:54.761183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e278f81a-17f1-4426-a3f9-ab8fef2d1e67 req-879f9835-2d57-4315-81c7-18040e5fa8c8 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784721 Oct 25 08:51:54.770264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device b3b7e7a6-9421-48af-a7be-e697be736513 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:51:54.836516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: b3b7e7a6-9421-48af-a7be-e697be736513 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:51:54.836914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device b3b7e7a6-9421-48af-a7be-e697be736513 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:51:54.907029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-ce8d43a9-c208-42ec-a5fd-3c9d1a7068f1 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393359 Oct 25 08:51:55.016835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:55.067862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'mac_address': 'fa:16:3e:08:0c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:51:55.170848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c013f-8073-4cd8-82e3-12088e7e1279 req-6875e0d5-de5e-4c34-9a6a-328f731a5585 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:55.171824 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:55.173330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e74c013f-8073-4cd8-82e3-12088e7e1279 req-6875e0d5-de5e-4c34-9a6a-328f731a5585 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 944 time: 0.2072589 Oct 25 08:51:55.201049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-fe9ac579-0019-4ecd-807a-61de76cbd4d7 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:55.202531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4d215d-0e17-4e72-bba9-2fe41a13c0bd {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:51:55.204112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-fe9ac579-0019-4ecd-807a-61de76cbd4d7 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1097 time: 0.1724923 Oct 25 08:51:55.216923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814746-2'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:51:55.240405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:55.245837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:55.288588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e74c013f-8073-4cd8-82e3-12088e7e1279 req-da54746e-f460-4639-ba28-e4cead575b36 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044018 Oct 25 08:51:55.340992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:55.375824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:55.572832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:55.648480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:55.749067 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:55.765753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:55.777076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:55.783534 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7e178-b2bc-4d14-baae-8a10f4a4eabe" -d '{"events": [{"server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "name": "network-vif-unplugged", "status": "completed", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:55.799866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:55.907074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Pushing event updated for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:56.036487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on host n-h2-814746-2 for vnic_type normal with profile {"migrating_to": "n-h1-814746-2"} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:51:56.038864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:51:56.039455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:56.054355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:51:56.055258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Attempting to bind port 079128de-6717-489a-8a5e-70437fe3f9fc on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:51:56.071717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:51:56.072861 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:51:56.073820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:51:56.074939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Bound port: 079128de-6717-489a-8a5e-70437fe3f9fc, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:51:56.075974 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:56.211232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:51:56.214462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:51:56.221419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:56.292632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:51:56.293685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:56.295470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] 10.222.0.41 "PUT /v2.0/ports/079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 1122 time: 1.0843213 Oct 25 08:51:56.334126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290aa1a-d88b-41a3-8712-a06d21c96f90 service neutron] Pushing event updated for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=8']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:56.435054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['079128de-6717-489a-8a5e-70437fe3f9fc'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:51:56.707840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4f50b760-e15d-4cc4-a9bc-887d47dd8219 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:56.813417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:56.820720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:56.821488 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:56.979252 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:57.035950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:51:57.043724 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f98a6e2-e5fc-410f-ae25-c95d2677ed32" -d '{"events": [{"server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "name": "network-vif-plugged", "status": "completed", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:51:57.086847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:57.097423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:57.171756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:51:58.714312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 079128de-6717-489a-8a5e-70437fe3f9fc details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:51:58.726499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device dd4d215d-0e17-4e72-bba9-2fe41a13c0bd up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:51:58.909229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:58.930531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 079128de-6717-489a-8a5e-70437fe3f9fc has no active binding in host n-h1-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:51:58.966969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:51:58.972525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:51:58.972910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:59.078200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:59.126347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:51:59.133922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:51:59.220749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:02.084363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e359aa-a2fc-4a4e-86e0-84d312e8b6ac req-085e593c-71c0-4074-bd50-e918c13099cf tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:02.085796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32e359aa-a2fc-4a4e-86e0-84d312e8b6ac req-085e593c-71c0-4074-bd50-e918c13099cf tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.0648398 Oct 25 08:52:02.134470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32e359aa-a2fc-4a4e-86e0-84d312e8b6ac req-905b14a3-e5bf-475d-916f-83d83a722d19 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Oct 25 08:52:02.173547 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a131e7e9-b807-473d-b265-067b31343d08 x-openstack-request-id: req-a131e7e9-b807-473d-b265-067b31343d08 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:02.174032 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "name": "network-vif-unplugged", "status": "completed", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:02.174285 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a131e7e9-b807-473d-b265-067b31343d08 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:02.174684 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc', 'code': 200} Oct 25 08:52:02.304633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c30fff-42d4-4ee7-bb88-fae1f8588568 req-24bbf50a-daf5-4eb5-a4a7-98a99559c860 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:02.306155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49c30fff-42d4-4ee7-bb88-fae1f8588568 req-24bbf50a-daf5-4eb5-a4a7-98a99559c860 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 944 time: 0.0849650 Oct 25 08:52:02.314030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62983c20-c574-4ed7-ac8c-655504abae40 req-1635e434-c257-4027-b957-044494b01260 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:02.321282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62983c20-c574-4ed7-ac8c-655504abae40 req-1635e434-c257-4027-b957-044494b01260 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 946 time: 0.0915027 Oct 25 08:52:02.389476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62983c20-c574-4ed7-ac8c-655504abae40 req-31987624-11e5-4289-a2dd-33752cfab43d tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670061 Oct 25 08:52:02.412112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49c30fff-42d4-4ee7-bb88-fae1f8588568 req-10c53318-64e6-412c-9e19-f7fbf9630496 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 Oct 25 08:52:02.471181 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d040cf-8f5a-4ad5-9ca7-5afcd11ffc78 x-openstack-request-id: req-a2d040cf-8f5a-4ad5-9ca7-5afcd11ffc78 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:02.471845 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "name": "network-vif-plugged", "status": "completed", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:02.471845 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2d040cf-8f5a-4ad5-9ca7-5afcd11ffc78 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:02.472556 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219', 'code': 200} Oct 25 08:52:02.657983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343adaca-3bb1-4ecf-92e1-cacc88136044 req-b591731a-d7d8-4e33-8400-3955745e34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:02.660878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-343adaca-3bb1-4ecf-92e1-cacc88136044 req-b591731a-d7d8-4e33-8400-3955745e34b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1096 time: 0.0682728 Oct 25 08:52:02.698004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1e08a505-dccb-46e1-8e14-3d041d6533d5 service neutron] 10.222.0.18 "GET /v2.0/ports/079128de-6717-489a-8a5e-70437fe3f9fc/bindings/n-h1-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.0944481 Oct 25 08:52:02.738965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38350) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:02.781963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-343adaca-3bb1-4ecf-92e1-cacc88136044 req-510535ee-7b19-4877-821a-0d9835a3e2c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074281 Oct 25 08:52:02.846039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-4e178c2c-b8ea-4fea-a903-0f0bc9958b58 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:02.866732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-4e178c2c-b8ea-4fea-a903-0f0bc9958b58 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/networks?id=b264c134-6c3f-42b8-bf69-2ff6c57c0db1 HTTP/1.1" status: 200 len: 815 time: 0.2045782 Oct 25 08:52:02.904763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-2f83fd33-8ee8-4b67-aa82-86fbce066132 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/quotas/bdd5475d84724bfb94807cc239077ef5 HTTP/1.1" status: 200 len: 375 time: 0.0363717 Oct 25 08:52:02.916001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92402e23-0260-4b74-adfe-3dc3daa26d90 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:02.943784 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92402e23-0260-4b74-adfe-3dc3daa26d90 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:02.962015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:02.997934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:03.027505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92402e23-0260-4b74-adfe-3dc3daa26d90 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.033326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92402e23-0260-4b74-adfe-3dc3daa26d90 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.037136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-92402e23-0260-4b74-adfe-3dc3daa26d90 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b4f9037-0c3e-47e1-bfad-38bb74462bee HTTP/1.1" status: 204 len: 168 time: 0.2942393 Oct 25 08:52:03.071461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38364) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:03.072990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92402e23-0260-4b74-adfe-3dc3daa26d90 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f9037-0c3e-47e1-bfad-38bb74462bee,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:03.102978 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-20cc5b71-e7ad-4827-b593-76364575eef6 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] show failed (client error): The resource could not be found. Oct 25 08:52:03.108567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-20cc5b71-e7ad-4827-b593-76364575eef6 tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "GET /v2.0/security-groups/2b4f9037-0c3e-47e1-bfad-38bb74462bee HTTP/1.1" status: 404 len: 347 time: 0.0280256 Oct 25 08:52:03.110900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38372) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:03.146139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079128de-6717-489a-8a5e-70437fe3f9fc {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:03.180133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-f1697721-77d6-4230-80ee-7bc096725d73 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdd5475d84724bfb94807cc239077ef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2733054 Oct 25 08:52:03.184383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:03.215550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.344629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] Transition to ACTIVE for port object 079128de-6717-489a-8a5e-70437fe3f9fc will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:03.345770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38378) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:03.369190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.467011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-4b0425da-f1f4-4a04-8ab1-2a329a4aa161 service neutron] 10.222.0.32 "GET /v2.0/networks/b264c134-6c3f-42b8-bf69-2ff6c57c0db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856364 Oct 25 08:52:03.546050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] No DVR routers for this DVR port 079128de-6717-489a-8a5e-70437fe3f9fc on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:52:03.601623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] Pushing event updated for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:03.608461 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-7550f8ed-8ed8-48b5-bb21-b0300b7a0a95 service neutron] 10.222.0.18 "PUT /v2.0/ports/079128de-6717-489a-8a5e-70437fe3f9fc/bindings/n-h1-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8982849 Oct 25 08:52:03.608768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea162-3b8d-4ab0-b258-322e810c482c req-e3cee556-c9c9-4bb6-ad53-3f8154ef1df0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:03.610132 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe6e0-1715-4836-94ec-5549dcd57d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.617008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd3ea162-3b8d-4ab0-b258-322e810c482c req-e3cee556-c9c9-4bb6-ad53-3f8154ef1df0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.2223132 Oct 25 08:52:03.640644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Deleting port a94c47ee-ff1d-4f23-a820-5c3985b45575 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:52:03.641132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.703531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-d8989be0-abef-4d68-a0b7-77cbcfe086e0 service neutron] 10.222.0.32 "GET /v2.0/networks/b264c134-6c3f-42b8-bf69-2ff6c57c0db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357352 Oct 25 08:52:03.730217 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe6e0-1715-4836-94ec-5549dcd57d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.738243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6b1fe6e0-1715-4836-94ec-5549dcd57d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.746725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd3ea162-3b8d-4ab0-b258-322e810c482c req-b51a7576-622e-4f86-b4ce-18ad8d313096 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288378 Oct 25 08:52:03.792961 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6b1fe6e0-1715-4836-94ec-5549dcd57d42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e175e6b466004af5923d067225a22c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456720 Oct 25 08:52:03.797575 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fe6e0-1715-4836-94ec-5549dcd57d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bce197-8f8a-4ceb-8179-f3c794c2630b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:03.800217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38386) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:03.903948 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ffff7b4-802e-40af-9d59-0ddf64f70669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.934676 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ffff7b4-802e-40af-9d59-0ddf64f70669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.938302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-01a59033-087e-4340-9376-b3dc8e4524c5 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:03.939808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-01a59033-087e-4340-9376-b3dc8e4524c5 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.1902223 Oct 25 08:52:03.951078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:03.951396 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:04.020376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Calling delete_port for a94c47ee-ff1d-4f23-a820-5c3985b45575 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:52:04.039716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ffff7b4-802e-40af-9d59-0ddf64f70669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:04.048330 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ffff7b4-802e-40af-9d59-0ddf64f70669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:04.055090 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4ffff7b4-802e-40af-9d59-0ddf64f70669 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94bce197-8f8a-4ceb-8179-f3c794c2630b HTTP/1.1" status: 204 len: 168 time: 0.2533751 Oct 25 08:52:04.078898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffff7b4-802e-40af-9d59-0ddf64f70669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bce197-8f8a-4ceb-8179-f3c794c2630b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:04.093711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b854dd-472e-4b00-914a-35430eadc39b req-5326723d-ba20-4d45-8c87-f87333c11bc4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:04.102440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9b854dd-472e-4b00-914a-35430eadc39b req-5326723d-ba20-4d45-8c87-f87333c11bc4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 946 time: 0.2193162 Oct 25 08:52:04.213714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:04.230939 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c820fbf-a751-48a6-a907-c593afe45e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:04.258317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-0cf07219-6de9-4cdc-9a8c-c389bef12456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:04.259920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-0cf07219-6de9-4cdc-9a8c-c389bef12456 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4&tenant_id=1dfa050e73094a9687a2b0b57971f616 HTTP/1.1" status: 200 len: 1096 time: 0.2869310 Oct 25 08:52:04.358821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e5bff-fb85-42ee-a591-16a4cc5ec49b req-bac8b025-1188-4efb-87d9-ff97af95b788 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:04.374177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-431e5bff-fb85-42ee-a591-16a4cc5ec49b req-bac8b025-1188-4efb-87d9-ff97af95b788 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 945 time: 0.2229753 Oct 25 08:52:04.418348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9b854dd-472e-4b00-914a-35430eadc39b req-f1703efe-995e-45d4-b59f-a5e8714e3846 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102326 Oct 25 08:52:04.472998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:04.476486 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc96ccac-ad87-44f5-9c3c-ab13de194fd4" -d '{"events": [{"server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "name": "network-vif-plugged", "status": "completed", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:04.693825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a0274a0-174c-4283-8e1a-858365e051de req-13389d33-e342-456b-aff6-ab71421db12a tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 210 time: 0.0867844 Oct 25 08:52:04.789785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 079128de-6717-489a-8a5e-70437fe3f9fc no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:52:04.801147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-431e5bff-fb85-42ee-a591-16a4cc5ec49b req-fecadef0-3c1d-4044-9080-682aa26b4cfb tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777289 Oct 25 08:52:04.859863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-c20c9dc2-3333-4003-86f4-de251f33d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:04.864319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-c20c9dc2-3333-4003-86f4-de251f33d8ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1096 time: 0.5290618 Oct 25 08:52:04.868292 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:04.871331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 079128de-6717-489a-8a5e-70437fe3f9fc not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:52:04.932065 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d395855-1812-4032-a36b-e175610a3dbf x-openstack-request-id: req-9d395855-1812-4032-a36b-e175610a3dbf {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:04.932565 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:04.932924 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d395855-1812-4032-a36b-e175610a3dbf {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:04.933524 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc', 'status': 'completed', 'code': 200} Oct 25 08:52:04.991441 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dabdba-a37b-4ddb-a0b5-05955e45023c x-openstack-request-id: req-90dabdba-a37b-4ddb-a0b5-05955e45023c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:04.991758 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "name": "network-vif-plugged", "status": "completed", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:04.992018 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90dabdba-a37b-4ddb-a0b5-05955e45023c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:04.992414 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'code': 200} Oct 25 08:52:05.091121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-fa8b3b1d-69ef-4da9-adbb-458cbec01bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.096010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-fa8b3b1d-69ef-4da9-adbb-458cbec01bed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1096 time: 0.1448061 Oct 25 08:52:05.277459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-67070d00-48b9-4f8f-a749-9a5647875733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.283384 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-67070d00-48b9-4f8f-a749-9a5647875733 service neutron] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.1752596 Oct 25 08:52:05.309962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Pushing event deleted for resources: {'Port': ['ID=a94c47ee-ff1d-4f23-a820-5c3985b45575,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:05.334091 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-fd6d0308-c98b-4079-9406-91065c3aba1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 217 time: 0.0466006 Oct 25 08:52:05.394966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-82525639-57f4-4e4c-b26e-523f84dbf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.396263 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-82525639-57f4-4e4c-b26e-523f84dbf979 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0530281 Oct 25 08:52:05.428292 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:05.431778 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:05.432841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d081fe78-19e2-4ed3-aa70-ac0dc98bfb5b tempest-ImagesOneServerNegativeTestJSON-634454888 tempest-ImagesOneServerNegativeTestJSON-634454888-project] 10.222.0.32 "DELETE /v2.0/floatingips/434967e4-fddb-45f5-9b59-5ed9181e9748 HTTP/1.1" status: 204 len: 168 time: 2.3169663 Oct 25 08:52:05.437372 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-8cacca43-a138-4fc5-b76a-2bc080875e55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327203 Oct 25 08:52:05.470602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb8068-d97e-4c3e-a00a-d392fcdd341c req-a29cc15a-2252-40ba-b0f1-a4a9f8e2bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.472060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96eb8068-d97e-4c3e-a00a-d392fcdd341c req-a29cc15a-2252-40ba-b0f1-a4a9f8e2bdc0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1534562 Oct 25 08:52:05.489929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051b1ab-f0c5-47b3-8275-d9e4948a2526 req-f1e384b3-d0e4-496e-bc51-b2bff9721e71 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.491408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0051b1ab-f0c5-47b3-8275-d9e4948a2526 req-f1e384b3-d0e4-496e-bc51-b2bff9721e71 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.1744139 Oct 25 08:52:05.511231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1ec48850-5b8c-4def-983f-eeb205bcc0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.512669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-1ec48850-5b8c-4def-983f-eeb205bcc0f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.6332111 Oct 25 08:52:05.549618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-83854ef8-3fc6-4aef-be47-3918303feb48 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993705 Oct 25 08:52:05.586819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-55e14fe1-949c-4d5e-8149-3e075320c36b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 217 time: 0.0598421 Oct 25 08:52:05.613567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0051b1ab-f0c5-47b3-8275-d9e4948a2526 req-1ba810c9-5ba8-4ee9-a0cb-12c4ad6f041f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137829 Oct 25 08:52:05.639588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96eb8068-d97e-4c3e-a00a-d392fcdd341c req-5e4ee0ba-0ed1-458a-800d-70c757ec3032 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468489 Oct 25 08:52:05.668228 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c820fbf-a751-48a6-a907-c593afe45e8f req-5b022281-cc1b-47ce-90aa-abe38b1fcdd6 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055820 Oct 25 08:52:05.671618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-2b919a44-7ea3-4155-b971-526730695897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.673686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-2b919a44-7ea3-4155-b971-526730695897 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0759656 Oct 25 08:52:05.780016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938daf-05c5-48cf-8ac3-6a12a7646476 req-37db180d-f484-49ef-b5a3-c7ae5006b413 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.782319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30938daf-05c5-48cf-8ac3-6a12a7646476 req-37db180d-f484-49ef-b5a3-c7ae5006b413 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 946 time: 0.0727618 Oct 25 08:52:05.799330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-88361d2c-9e16-4b84-bd7f-f130f79c956e tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.805056 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-88361d2c-9e16-4b84-bd7f-f130f79c956e tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.18 "GET /v2.0/networks?id=b264c134-6c3f-42b8-bf69-2ff6c57c0db1 HTTP/1.1" status: 200 len: 815 time: 0.1320124 Oct 25 08:52:05.821346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Request body: {'port': {'device_id': '3d4312a6-0731-4ee1-82ae-f3e255dcdd91', 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1', 'admin_state_up': True, 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:05.830883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30938daf-05c5-48cf-8ac3-6a12a7646476 req-bc444531-c176-4457-ad68-5d907f478131 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Oct 25 08:52:05.897893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737e7b3-4f71-45e3-a580-aaff3e4d1742 req-080c6bf3-6997-4a6c-a13d-f54a08d04736 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:05.902108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b737e7b3-4f71-45e3-a580-aaff3e4d1742 req-080c6bf3-6997-4a6c-a13d-f54a08d04736 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1096 time: 0.0506008 Oct 25 08:52:05.934772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-691402c3-be07-48ad-92ad-8f5887b87138 req-794a1a1a-37e7-46db-9306-17c6e324221d tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 210 time: 0.0308297 Oct 25 08:52:05.958187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Made reservation on behalf of bdd5475d84724bfb94807cc239077ef5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:05.962097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:05.962985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b737e7b3-4f71-45e3-a580-aaff3e4d1742 req-6d99b8e9-2527-4f40-9c1e-8d27e99c28f9 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566876 Oct 25 08:52:06.121530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38524) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:06.138362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Allocated IP 172.20.0.4 (b264c134-6c3f-42b8-bf69-2ff6c57c0db1/1c1fc555-1ab3-4361-9c77-d8002222c494/19ca0024-eabc-4d39-86f7-0f596c55447b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:06.228967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-2a9b68cf-9911-47d7-8f6e-90b91f0680c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521352 Oct 25 08:52:06.434893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-d0817995-bcc2-429c-91e5-41b0cc5c0715 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628375 Oct 25 08:52:06.454102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4ae2cd-fe51-4bf4-8c5f-bd889f3ad737 admin admin] Deleting subnet 5da2e772-41d6-40fb-9db0-3392e64a8132 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:52:06.458483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:06.471594 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae2cd-fe51-4bf4-8c5f-bd889f3ad737 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:06.482918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba297358-a0b1-4a09-b1d2-e1b039cf2170 req-0b992195-2746-413e-8ba6-14f9ec6c1fa0 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:06.492493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba297358-a0b1-4a09-b1d2-e1b039cf2170 req-0b992195-2746-413e-8ba6-14f9ec6c1fa0 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 945 time: 0.2803879 Oct 25 08:52:06.528287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:06.712784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38560) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:06.757398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Pushing event updated for resources: {'Port': ['ID=19ca0024-eabc-4d39-86f7-0f596c55447b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:06.812716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:06.823579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:06.828674 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:06.845095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:06.848391 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:06.902560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae2cd-fe51-4bf4-8c5f-bd889f3ad737 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:06.904006 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-9c77baf7-7f17-430b-b795-61ef5e863fa4 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0878625 Oct 25 08:52:06.933766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Request body: {'port': {'device_id': '3d4312a6-0731-4ee1-82ae-f3e255dcdd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:06.938498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-0e9e9d3f-f616-458e-8f1f-489da9f2089e service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933369 Oct 25 08:52:06.949073 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae2cd-fe51-4bf4-8c5f-bd889f3ad737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:06.967807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba297358-a0b1-4a09-b1d2-e1b039cf2170 req-f4add411-08e5-49cb-8f6a-c7298935e2b9 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735510 Oct 25 08:52:07.079075 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.095485 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac4b6-0cea-4e8a-ba8a-a748ed9a1044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.363083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae2cd-fe51-4bf4-8c5f-bd889f3ad737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.438808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-400e21a4-1c58-4511-ac9a-65b72516be07 None None] Provisioning complete for port 19ca0024-eabc-4d39-86f7-0f596c55447b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:07.440330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-400e21a4-1c58-4511-ac9a-65b72516be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.450974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ae2cd-fe51-4bf4-8c5f-bd889f3ad737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da2e772-41d6-40fb-9db0-3392e64a8132,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:07.461278 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae2cd-fe51-4bf4-8c5f-bd889f3ad737 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.465024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ff4ae2cd-fe51-4bf4-8c5f-bd889f3ad737 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5da2e772-41d6-40fb-9db0-3392e64a8132 HTTP/1.1" status: 204 len: 168 time: 1.3424187 Oct 25 08:52:07.471114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38592) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:07.540524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15755c11-cd47-4dfe-894b-dad9b8a56d42 req-6b599c59-3afc-43af-be15-6d50b124a697 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:07.548760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15755c11-cd47-4dfe-894b-dad9b8a56d42 req-6b599c59-3afc-43af-be15-6d50b124a697 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 946 time: 0.3601933 Oct 25 08:52:07.567147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-400e21a4-1c58-4511-ac9a-65b72516be07 None None] Port 19ca0024-eabc-4d39-86f7-0f596c55447b cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:52:07.586848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ca0024-eabc-4d39-86f7-0f596c55447b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:07.596489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.641858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac4b6-0cea-4e8a-ba8a-a748ed9a1044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.651030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Transition to ACTIVE for port object 19ca0024-eabc-4d39-86f7-0f596c55447b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:07.660962 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.674267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-908186d3-d254-41df-abcb-c632516cb3b2 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:07.676461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-908186d3-d254-41df-abcb-c632516cb3b2 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.3150382 Oct 25 08:52:07.677262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac4b6-0cea-4e8a-ba8a-a748ed9a1044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.807177 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:07.931923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15755c11-cd47-4dfe-894b-dad9b8a56d42 req-620340b8-5c65-47a3-a35a-08f2f7f009cc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819315 Oct 25 08:52:07.945731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Pushing event updated for resources: {'Port': ['ID=19ca0024-eabc-4d39-86f7-0f596c55447b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:07.948826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38612) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:07.950006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3e1ac4b6-0cea-4e8a-ba8a-a748ed9a1044 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91a7cc9413994a9e9b29ad1969406acf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2341430 Oct 25 08:52:07.957253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ac4b6-0cea-4e8a-ba8a-a748ed9a1044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a22aa99-5965-4305-8dca-8698fac60972,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:08.147123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Attempting to bind port 19ca0024-eabc-4d39-86f7-0f596c55447b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:08.148162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Attempting to bind port 19ca0024-eabc-4d39-86f7-0f596c55447b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:08.148522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Attempting to bind port 19ca0024-eabc-4d39-86f7-0f596c55447b on network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:08.167480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Port 19ca0024-eabc-4d39-86f7-0f596c55447b on network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:08.168525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Attempting to bind port 19ca0024-eabc-4d39-86f7-0f596c55447b on network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:08.197462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:08.197842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Checking segment: {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:08.198237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Bound using segment: {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:08.200855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Bound port: 19ca0024-eabc-4d39-86f7-0f596c55447b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0981babf-3419-4371-87da-bdd2e3922c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:08.204219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.273790 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb799d55-aee3-4674-a30c-0f49ccec3f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.320876 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb799d55-aee3-4674-a30c-0f49ccec3f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.354974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] For port 19ca0024-eabc-4d39-86f7-0f596c55447b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:08.391391 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.458988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df7e04-9d83-46a9-af0f-3cbacf9f3faf req-3bb0f8ae-4435-40e0-bf3a-434978e5d681 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:08.472680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59df7e04-9d83-46a9-af0f-3cbacf9f3faf req-3bb0f8ae-4435-40e0-bf3a-434978e5d681 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.4961762 Oct 25 08:52:08.475706 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb799d55-aee3-4674-a30c-0f49ccec3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.478621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb799d55-aee3-4674-a30c-0f49ccec3f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.487142 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bb799d55-aee3-4674-a30c-0f49ccec3f11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a22aa99-5965-4305-8dca-8698fac60972 HTTP/1.1" status: 204 len: 168 time: 0.5358768 Oct 25 08:52:08.501437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] For port 19ca0024-eabc-4d39-86f7-0f596c55447b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=19ca0024-eabc-4d39-86f7-0f596c55447b,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:08.535033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb799d55-aee3-4674-a30c-0f49ccec3f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a22aa99-5965-4305-8dca-8698fac60972,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:08.544077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.610205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.640504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:08.641720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.645911 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] 10.222.0.18 "PUT /v2.0/ports/19ca0024-eabc-4d39-86f7-0f596c55447b HTTP/1.1" status: 200 len: 1091 time: 1.7151065 Oct 25 08:52:08.648495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4312a6-0731-4ee1-82ae-f3e255dcdd91', 'tag': '19ca0024-eabc-4d39-86f7-0f596c55447b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:08.673548 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d183a49b-f8fa-4189-a102-95d425f47e73" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4312a6-0731-4ee1-82ae-f3e255dcdd91", "tag": "19ca0024-eabc-4d39-86f7-0f596c55447b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:08.754893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfebb0-0cb4-469d-a5c2-e58282478a53 service neutron] Pushing event updated for resources: {'Port': ['ID=19ca0024-eabc-4d39-86f7-0f596c55447b,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:08.757284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 26542ce7-257d-4d97-a9e4-a7cf86630567 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:52:08.820682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.825404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.828641 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.830792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > port after_create 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.831950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.832434 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > port after_update 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.833141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.833867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.834815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.835909 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:08.911927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:08.990832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:08.995848 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee41d89-411f-4f6d-975d-64b07003eabd" -d '{"events": [{"server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "name": "network-vif-unplugged", "status": "completed", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:09.037474 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:09.037982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:09.038925 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:09.039954 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:52:09.041057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01159ebb-e271-4b7b-95f6-a9d221314d3e']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:09.049059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:09.056668 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:09.131807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59aa63cc-34a7-4eac-a0e4-625b49c12d89') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:09.132108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59aa63cc-34a7-4eac-a0e4-625b49c12d89') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:09.168764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:09.180297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:09.203167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:09.213551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:52:09.214829 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:09.241062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-c2ae08d9-1f6a-4be9-8c0e-e793d732f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:09.242765 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-c2ae08d9-1f6a-4be9-8c0e-e793d732f7dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdd5475d84724bfb94807cc239077ef5&device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 1094 time: 0.1436462 Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: from cryptography.utils import int_from_bytes Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: from cryptography.utils import int_from_bytes Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:52:09.349326 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:52:09.353734 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:09.373471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59df7e04-9d83-46a9-af0f-3cbacf9f3faf req-375da4ac-3dcd-485a-8e6b-71cc185a4fcf tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8994935 Oct 25 08:52:09.387558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-498810e7-40bc-4d36-bc57-115f44476219 service neutron] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:09.414231 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:09.426051 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] 10.222.0.32 "DELETE /v2.0/networks/01159ebb-e271-4b7b-95f6-a9d221314d3e HTTP/1.1" status: 204 len: 168 time: 1.9506602 Oct 25 08:52:09.442217 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:09.468169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb2bb3-bc60-4e01-9898-999ab601f14b req-53e1c501-fc57-4d39-82f4-7f7ca60e1ba4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:09.480014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97eb2bb3-bc60-4e01-9898-999ab601f14b req-53e1c501-fc57-4d39-82f4-7f7ca60e1ba4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 945 time: 0.8650270 Oct 25 08:52:09.535911 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-498810e7-40bc-4d36-bc57-115f44476219 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:09.537580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-449f30e2-3782-4c82-8a8b-a064f86fd697 req-498810e7-40bc-4d36-bc57-115f44476219 service neutron] 10.222.0.41 "DELETE /v2.0/ports/079128de-6717-489a-8a5e-70437fe3f9fc/bindings/n-h2-814746-2 HTTP/1.1" status: 204 len: 173 time: 1.8111646 Oct 25 08:52:09.547173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20320dd-e73b-4943-b15e-96398a4bfc0b admin admin] Pushing event deleted for resources: {'Network': ['ID=01159ebb-e271-4b7b-95f6-a9d221314d3e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:09.613545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97eb2bb3-bc60-4e01-9898-999ab601f14b req-18b15aac-ca80-4c7e-8f34-7d0738876ab1 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316240 Oct 25 08:52:09.690235 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2815097-5f63-4294-be9d-88fcf35c7d04 x-openstack-request-id: req-d2815097-5f63-4294-be9d-88fcf35c7d04 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:09.691250 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4312a6-0731-4ee1-82ae-f3e255dcdd91", "tag": "19ca0024-eabc-4d39-86f7-0f596c55447b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:09.691992 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2815097-5f63-4294-be9d-88fcf35c7d04 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:09.692821 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4312a6-0731-4ee1-82ae-f3e255dcdd91', 'tag': '19ca0024-eabc-4d39-86f7-0f596c55447b', 'status': 'completed', 'code': 200} Oct 25 08:52:09.783865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38666) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:09.829126 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-c7da31a7-8ae6-4293-8d74-bb85a8dd4db9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19ca0024-eabc-4d39-86f7-0f596c55447b HTTP/1.1" status: 200 len: 217 time: 0.1347592 Oct 25 08:52:09.901266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-433845f6-67da-41df-8d0e-e5858df2d7dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de33fcc40daf4c88ba709b48c6f0116d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088300 Oct 25 08:52:09.902670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38670) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:09.941185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046eae-ee47-4ba1-ae30-2244d6f68c3e req-1470c6c1-cf4d-462d-a98d-a83255f699b4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:09.942638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90046eae-ee47-4ba1-ae30-2244d6f68c3e req-1470c6c1-cf4d-462d-a98d-a83255f699b4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 946 time: 0.1190894 Oct 25 08:52:09.951779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c116-5396-441a-988a-a8004f50c3aa req-e36b5600-91b7-4a3b-8fd3-7586b7d6d7d4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:09.960592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-e36b5600-91b7-4a3b-8fd3-7586b7d6d7d4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 805 time: 0.2768753 Oct 25 08:52:09.979788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38672) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:10.010814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-a04423dd-0ea7-471a-b9c6-c8b74fd4995c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/quotas/2edfa44413784630be342847ad30a75a HTTP/1.1" status: 200 len: 375 time: 0.0491588 Oct 25 08:52:10.103576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90046eae-ee47-4ba1-ae30-2244d6f68c3e req-9beb1be3-2431-4027-9213-91b379e26b48 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310787 Oct 25 08:52:10.143310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-0da56b98-993d-480e-8444-b41f49af528c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303594 Oct 25 08:52:10.197437 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3a2ebf-2743-4911-a6eb-7d78d1a59bd1 x-openstack-request-id: req-fc3a2ebf-2743-4911-a6eb-7d78d1a59bd1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:10.198331 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "name": "network-vif-unplugged", "status": "completed", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:10.198735 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc3a2ebf-2743-4911-a6eb-7d78d1a59bd1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:10.199260 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'code': 200} Oct 25 08:52:10.205908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3220acdb-eaf5-412a-bf68-1d99bb10952d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:10.235214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-4f439bdc-ea1f-486d-a704-e502a3cbe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:10.240531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-4f439bdc-ea1f-486d-a704-e502a3cbe283 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1fc555-1ab3-4361-9c77-d8002222c494 HTTP/1.1" status: 200 len: 854 time: 0.2458205 Oct 25 08:52:10.371232 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3220acdb-eaf5-412a-bf68-1d99bb10952d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:10.429517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-753681f6-6c5a-4f57-b34a-1736640703cf service neutron] 10.222.0.32 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853215 Oct 25 08:52:10.469691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-91dd7b74-20d7-4a4a-b1ec-5f2c7b9fb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:10.471686 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-91dd7b74-20d7-4a4a-b1ec-5f2c7b9fb77a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264c134-6c3f-42b8-bf69-2ff6c57c0db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939278 Oct 25 08:52:10.526885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1036173523-network', 'tenant_id': 'a57be1c7173f4e8495097bc6c7983ba8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:10.728997 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-dfec0b79-71fe-47f9-959c-0b382d47573c service neutron] 10.222.0.18 "GET /v2.0/networks/b264c134-6c3f-42b8-bf69-2ff6c57c0db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239840 Oct 25 08:52:10.731646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3220acdb-eaf5-412a-bf68-1d99bb10952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:10.736383 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3220acdb-eaf5-412a-bf68-1d99bb10952d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:10.738043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3220acdb-eaf5-412a-bf68-1d99bb10952d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a45c733c-28ab-4da9-b8a1-9010709a85ac HTTP/1.1" status: 204 len: 168 time: 0.8341119 Oct 25 08:52:10.753963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220acdb-eaf5-412a-bf68-1d99bb10952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45c733c-28ab-4da9-b8a1-9010709a85ac,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:11.193433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-86a79f3a-e303-4c5d-af48-38bf8861a31c tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7294824 Oct 25 08:52:11.194040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Made reservation on behalf of a57be1c7173f4e8495097bc6c7983ba8 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:11.198534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:11.223266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:11.252060 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:11.381805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-e3d1ed7f-adc7-4563-933d-8ef344a7220f service neutron] 10.222.0.32 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9433973 Oct 25 08:52:11.412519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-ce653ca9-0e9b-408b-86ea-e624c3ac0c9f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:11.414069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-ce653ca9-0e9b-408b-86ea-e624c3ac0c9f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8ed85f1-828a-47a5-b9db-1deceec6799f HTTP/1.1" status: 200 len: 943 time: 0.6878428 Oct 25 08:52:11.414867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:11.510822 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:11.612512 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:11.727590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:52:11.852659 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:11.853039 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Added segment 0b6aa4af-7216-4925-aa45-3af409928b8a of type vlan for network f1b08512-aa38-4987-8042-f4ee00435c5d Oct 25 08:52:11.860587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337e4dc0-de3a-46df-8297-d86f9d8bdef4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:12.020526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5d243e32-3fb5-4afe-96b7-150eb55784b3 req-e87403ad-daed-46d0-8a5c-c0838b758ebc service neutron] 10.222.0.18 "GET /v2.0/networks/b264c134-6c3f-42b8-bf69-2ff6c57c0db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107668 Oct 25 08:52:12.054329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:12.162875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4812-7a0d-4317-b096-a56419de86a7 req-babb7582-ddb2-4291-9f56-35cb65e316b5 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:12.165236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b83c4812-7a0d-4317-b096-a56419de86a7 req-babb7582-ddb2-4291-9f56-35cb65e316b5 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.4546659 Oct 25 08:52:12.181408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Deleting port 26542ce7-257d-4d97-a9e4-a7cf86630567 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:52:12.181837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:12.271952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:12.272599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:12.273629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:12.374492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3917923 Oct 25 08:52:12.376008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:12.378018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38724) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:12.384602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Request body: {'subnet': {'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1036173523-subnet', 'tenant_id': 'a57be1c7173f4e8495097bc6c7983ba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:12.421429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b83c4812-7a0d-4317-b096-a56419de86a7 req-cbd42ae4-3c45-4325-9e07-b70fb7fe20a8 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952569 Oct 25 08:52:12.433737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14187c3a-93b8-49ae-9086-27b93be4b8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b08512-aa38-4987-8042-f4ee00435c5d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:12.449232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f1b08512-aa38-4987-8042-f4ee00435c5d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:52:12.451796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Made reservation on behalf of a57be1c7173f4e8495097bc6c7983ba8 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:12.460599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:12.582115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] For port 26542ce7-257d-4d97-a9e4-a7cf86630567, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=26542ce7-257d-4d97-a9e4-a7cf86630567,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:12.582584 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:12.637276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Calling delete_port for 26542ce7-257d-4d97-a9e4-a7cf86630567 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:52:12.742625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 26542ce7-257d-4d97-a9e4-a7cf86630567 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:52:12.797218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:12.891695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:12.940906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-53866ad2-655d-4870-abfd-9746e7cb14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:12.953291 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-53866ad2-655d-4870-abfd-9746e7cb14ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdd5475d84724bfb94807cc239077ef5&device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 1094 time: 0.1872928 Oct 25 08:52:13.000543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faf96d-170f-4432-a919-28f4a30bd6f5 req-b7d9fd9a-7c1c-4eee-ab67-36daa8156e4f tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:13.001767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Checking segment: {'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:13.002159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02faf96d-170f-4432-a919-28f4a30bd6f5 req-b7d9fd9a-7c1c-4eee-ab67-36daa8156e4f tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1096 time: 0.4790537 Oct 25 08:52:13.002486 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Network hostable DHCP agents. Network: f1b08512-aa38-4987-8042-f4ee00435c5d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:52:13.004050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Allocated IP 172.25.8.137 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/a15c5fbb-38a2-4dd8-831f-3822dd2d729e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:13.033394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Network f1b08512-aa38-4987-8042-f4ee00435c5d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:52:13.051030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f1b08512-aa38-4987-8042-f4ee00435c5d) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:13.059699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae09e4-8b53-4682-9c91-fbd27e43ed21 None None] Network f1b08512-aa38-4987-8042-f4ee00435c5d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:52:13.063876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:13.071890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:13.116328 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-85307891-e41d-40ed-9864-d79c872fae39 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7367203 Oct 25 08:52:13.273297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:13.304373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02faf96d-170f-4432-a919-28f4a30bd6f5 req-3c1e10bd-91e9-47ed-ab0b-b6379f47a450 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775199 Oct 25 08:52:13.318016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6aff3-4f30-42b2-ad3c-862dff38b709 None None] Network f1b08512-aa38-4987-8042-f4ee00435c5d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:52:13.340642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Pushing event deleted for resources: {'Port': ['ID=26542ce7-257d-4d97-a9e4-a7cf86630567,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:13.384673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:13.403824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] No DVR routers for this DVR port 26542ce7-257d-4d97-a9e4-a7cf86630567 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:52:13.408759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:13.412219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd2cdd29-125e-48d4-ba31-a5b540bbe386 req-b1940502-4156-432f-b44a-c7a0c1a8c452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "DELETE /v2.0/ports/26542ce7-257d-4d97-a9e4-a7cf86630567 HTTP/1.1" status: 204 len: 173 time: 1.8960316 Oct 25 08:52:13.412676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'name': 'network-vif-deleted', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:13.415231 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d9c41c-c256-4797-b81a-3d7933f8aca7" -d '{"events": [{"server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "name": "network-vif-deleted", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:13.487836 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:13.612866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Pushing event updated for resources: {'Port': ['ID=a15c5fbb-38a2-4dd8-831f-3822dd2d729e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:13.631798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:13.633882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:13.637202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:13.863206 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:13.913500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:14.146838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:14.162888 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:14.244508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Pushing event updated for resources: {'Port': ['ID=a15c5fbb-38a2-4dd8-831f-3822dd2d729e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:14.263151 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:14.281635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:14.282899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-fad46fdd-7da7-4290-939b-606ead02dfbc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0646617 Oct 25 08:52:14.362333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-222268db-8560-4c81-ae65-02e95a66154b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0710108 Oct 25 08:52:14.403512 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:52:14.499842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-09efd375-7930-45f7-b720-26107f723ec3 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:14.501011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-09efd375-7930-45f7-b720-26107f723ec3 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1328671 Oct 25 08:52:14.531753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-a5c047ca-750d-42e2-a394-d6dfe5d2073f tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:52:14.532876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f8dbcc-501c-4008-a3cc-a1ebedfd1485 req-a5c047ca-750d-42e2-a394-d6dfe5d2073f tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0230999 Oct 25 08:52:14.565201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90634170-4a70-4c65-9728-fe64e792a1d7 req-54b29fe5-fd4b-4345-b572-7ebade94f6a8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 210 time: 0.0487669 Oct 25 08:52:14.839236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-557c898c-6140-493e-9280-340a7d09621d req-bb7e8d80-e1aa-42a9-8e05-ed8d7fb9e3eb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-485714273', 'description': 'tempest-description-1337933756'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:14.886371 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16110333-0ee3-4d0a-840c-c0a572b046d4 x-openstack-request-id: req-16110333-0ee3-4d0a-840c-c0a572b046d4 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:14.887036 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed85f1-828a-47a5-b9db-1deceec6799f", "name": "network-vif-deleted", "tag": "26542ce7-257d-4d97-a9e4-a7cf86630567", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:14.887036 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16110333-0ee3-4d0a-840c-c0a572b046d4 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:14.887311 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed85f1-828a-47a5-b9db-1deceec6799f', 'name': 'network-vif-deleted', 'tag': '26542ce7-257d-4d97-a9e4-a7cf86630567', 'status': 'completed', 'code': 200} Oct 25 08:52:14.890267 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-557c898c-6140-493e-9280-340a7d09621d req-bb7e8d80-e1aa-42a9-8e05-ed8d7fb9e3eb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.027806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b8a4-be35-47f6-a29e-fb3f928e93ff req-65a35bdf-8f38-4e53-9066-439c8b12a6a3 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:15.029898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd08b8a4-be35-47f6-a29e-fb3f928e93ff req-65a35bdf-8f38-4e53-9066-439c8b12a6a3 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.1107261 Oct 25 08:52:15.056307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-557c898c-6140-493e-9280-340a7d09621d req-bb7e8d80-e1aa-42a9-8e05-ed8d7fb9e3eb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.067461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-557c898c-6140-493e-9280-340a7d09621d req-bb7e8d80-e1aa-42a9-8e05-ed8d7fb9e3eb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.112981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e8d80-e1aa-42a9-8e05-ed8d7fb9e3eb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d07b08-cf6f-4dd9-a462-916b20f51407,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:15.129138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-557c898c-6140-493e-9280-340a7d09621d req-bb7e8d80-e1aa-42a9-8e05-ed8d7fb9e3eb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.130856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-557c898c-6140-493e-9280-340a7d09621d req-bb7e8d80-e1aa-42a9-8e05-ed8d7fb9e3eb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2963941 Oct 25 08:52:15.139725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd08b8a4-be35-47f6-a29e-fb3f928e93ff req-26b6a5ee-a62f-4b85-bbd8-25a37b84c43d tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941002 Oct 25 08:52:15.379888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38782) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:15.536854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-da4f72ae-8537-49ae-b230-8f3ce28ddb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.584223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9852dc6e-0d13-4e2c-8750-6407ae404692 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:15.596350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9852dc6e-0d13-4e2c-8750-6407ae404692 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 821 time: 0.2896113 Oct 25 08:52:15.605432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-9b178a97-e0e2-4a0e-bba0-2348c67e51b8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:15.608138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-9b178a97-e0e2-4a0e-bba0-2348c67e51b8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 820 time: 0.2009315 Oct 25 08:52:15.625436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-d525bd44-514b-4d8b-8965-a10d0a0b564d tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/quotas/1dfa050e73094a9687a2b0b57971f616 HTTP/1.1" status: 200 len: 375 time: 0.0279105 Oct 25 08:52:15.646134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-f70928e8-c2f3-4fa5-887e-c0305460a4c6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/quotas/763e0e02db404c3f8656bf8c47f81e85 HTTP/1.1" status: 200 len: 375 time: 0.0269547 Oct 25 08:52:15.679020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-da4f72ae-8537-49ae-b230-8f3ce28ddb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.684714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-da4f72ae-8537-49ae-b230-8f3ce28ddb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.735700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-d0c3401f-d651-4926-b2c9-e632d8a684b6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020350 Oct 25 08:52:15.740408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-da4f72ae-8537-49ae-b230-8f3ce28ddb61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f0c18977af04369b92f865e95fd761a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592143 Oct 25 08:52:15.741038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:15.747564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f72ae-8537-49ae-b230-8f3ce28ddb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd18ca24-d372-4b92-8734-dae704c7e8b5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:15.749137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-6836b0a9-a44b-4903-90aa-b5340d16253b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0691352 Oct 25 08:52:15.843217 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-687dda83-92ee-450c-a8e6-a5edef262a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.879945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-687dda83-92ee-450c-a8e6-a5edef262a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.955515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-5081dca9-5262-46d1-9ba3-0c9b0252fd3a service neutron] 10.222.0.32 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053304 Oct 25 08:52:15.957913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-19e3eb6f-0737-4c86-9c50-a6bc8672dec9 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741033 Oct 25 08:52:15.963020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-687dda83-92ee-450c-a8e6-a5edef262a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.965989 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-687dda83-92ee-450c-a8e6-a5edef262a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:15.970440 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-687dda83-92ee-450c-a8e6-a5edef262a50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd18ca24-d372-4b92-8734-dae704c7e8b5 HTTP/1.1" status: 204 len: 168 time: 0.2282252 Oct 25 08:52:15.980234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dda83-92ee-450c-a8e6-a5edef262a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd18ca24-d372-4b92-8734-dae704c7e8b5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:16.233141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-f4d02209-d05a-4be1-a2b2-6f92d5230bb1 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043276 Oct 25 08:52:16.264181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-b70515cc-73bc-4b35-a3cd-9b5878d98288 service neutron] 10.222.0.32 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998812 Oct 25 08:52:16.325427 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ea3b-7896-4ece-9d9d-2abe9f7f41af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:16.493448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-ba967a92-ce01-4dd8-9944-85bd8aec5c08 req-e48fd05d-3b23-43fd-8910-0f668e8bfc8c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1198875795', 'description': 'tempest-description-569459862'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:16.570735 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ba967a92-ce01-4dd8-9944-85bd8aec5c08 req-e48fd05d-3b23-43fd-8910-0f668e8bfc8c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:16.823593 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ba967a92-ce01-4dd8-9944-85bd8aec5c08 req-e48fd05d-3b23-43fd-8910-0f668e8bfc8c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:16.835127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ba967a92-ce01-4dd8-9944-85bd8aec5c08 req-e48fd05d-3b23-43fd-8910-0f668e8bfc8c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:16.882415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ba967a92-ce01-4dd8-9944-85bd8aec5c08 req-e48fd05d-3b23-43fd-8910-0f668e8bfc8c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:16.896674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba967a92-ce01-4dd8-9944-85bd8aec5c08 req-e48fd05d-3b23-43fd-8910-0f668e8bfc8c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4093497 Oct 25 08:52:16.913832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fd05d-3b23-43fd-8910-0f668e8bfc8c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89351242-5eb5-47fe-8792-47004d1a0e8a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:17.007565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7299016a-26e1-4fb1-9c8c-9d5aa3d82fe1 req-6499bf63-f361-47c9-8f73-80c715e883da tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 210 time: 0.0409997 Oct 25 08:52:17.186510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a4055ec-b141-4f1f-af07-9edef3aa9207 req-727e12ed-eac5-497e-8a8d-00113d0ab738 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 210 time: 0.0829153 Oct 25 08:52:17.218982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4618-4425-4a9f-b293-736e9cfb5891 req-842152cb-08f4-4075-953e-b1d513d55c6b tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:17.228417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96fc4618-4425-4a9f-b293-736e9cfb5891 req-842152cb-08f4-4075-953e-b1d513d55c6b tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.2134075 Oct 25 08:52:17.301112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96fc4618-4425-4a9f-b293-736e9cfb5891 req-fdac086f-08d0-4bff-bd0b-d644c5ca52e1 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611410 Oct 25 08:52:17.395097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19417d51-23d4-454c-9bf3-a8695a081cf6 req-a1fb1d9c-9b71-4653-9f18-9db22e8a97a5 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 210 time: 0.1202936 Oct 25 08:52:17.767875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38852) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:17.800429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-2ca59802-7169-4e66-bbf2-c09903ab1ff5 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:17.808389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-089cae73-12f1-4ad8-b800-eb4210704c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:17.809978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-2ca59802-7169-4e66-bbf2-c09903ab1ff5 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 813 time: 0.2689984 Oct 25 08:52:17.811335 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-089cae73-12f1-4ad8-b800-eb4210704c40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264c134-6c3f-42b8-bf69-2ff6c57c0db1 HTTP/1.1" status: 200 len: 916 time: 0.2082825 Oct 25 08:52:17.822954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a10be019-b4af-4545-9d33-70c4a09cd7ef tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/quotas/a57be1c7173f4e8495097bc6c7983ba8 HTTP/1.1" status: 200 len: 375 time: 0.0113959 Oct 25 08:52:17.914668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-3f6c51df-90a9-43d7-8545-0075a9c61632 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850511 Oct 25 08:52:17.965148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1844754920-network', 'tenant_id': '6e553f6a79e84288891f4734819bb75a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:17.994284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:17.996795 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.007765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.020323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a773d38a-fcd6-4694-9c9b-d9ba668ba072 service neutron] 10.222.0.32 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043558 Oct 25 08:52:18.104206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.110253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.141620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:52:18.154091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:18.161987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.162642 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Added segment 4c962c05-507f-4066-b209-38ae7cd8af57 of type vlan for network b96b4d94-766f-43a7-9125-294fbc856165 Oct 25 08:52:18.214109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.243643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.244759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:18.245577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.310644 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5344985 Oct 25 08:52:18.316907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38862) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:18.321858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Request body: {'subnet': {'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1844754920-subnet', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:18.327846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2531f-31ca-440e-a936-c25a13ea980c admin admin] Pushing event updated for resources: {'Network': ['ID=b96b4d94-766f-43a7-9125-294fbc856165,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:18.343436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b96b4d94-766f-43a7-9125-294fbc856165 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:52:18.358193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:18.360781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.369108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-248badbb-d8cc-4e95-a5d5-21eb8935c1d8 req-a86f9b0e-d89a-474f-8051-23aaaf72f831 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 210 time: 0.0383484 Oct 25 08:52:18.428652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-1e2a0831-11bc-4653-927c-ae06b94cd1ab service neutron] 10.222.0.32 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011703 Oct 25 08:52:18.531714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b68082f-5739-429d-af6c-e6206ff7fb1f req-fed1c5d0-16a1-46c6-905d-5b452675dfce tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 210 time: 0.0742767 Oct 25 08:52:18.596023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.688957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffb9e50a-c514-4161-9387-2099587702d8 req-deda23fa-6710-442e-80a5-e6c988634c49 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 210 time: 0.0367191 Oct 25 08:52:18.698369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad5bf68-46ca-4b8b-b0b6-0c675009a779,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:18.703598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776f87c-a608-4703-b281-eb3995d9cd43 req-d43304f8-d026-4130-b925-b666ae0c7070 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:18.711235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c776f87c-a608-4703-b281-eb3995d9cd43 req-d43304f8-d026-4130-b925-b666ae0c7070 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.1039777 Oct 25 08:52:18.724523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Checking segment: {'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:18.724905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Network hostable DHCP agents. Network: b96b4d94-766f-43a7-9125-294fbc856165, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:52:18.730692 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a687a321-64a8-42a7-8b7c-eaa4fac7952f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.747915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Network b96b4d94-766f-43a7-9125-294fbc856165 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:52:18.759132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c776f87c-a608-4703-b281-eb3995d9cd43 req-03352fb2-990d-40ef-b211-6beffc024206 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Oct 25 08:52:18.766121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, b96b4d94-766f-43a7-9125-294fbc856165) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:18.775300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8691c-b61f-42c1-9dcf-717b63d257df None None] Network b96b4d94-766f-43a7-9125-294fbc856165 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:52:18.776655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:18.777384 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.804604 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-87c9fd6b-daa1-4e30-b07d-463cc4464bee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4834421 Oct 25 08:52:18.805519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38874) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:18.816544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:18.845157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a80901d-3250-4c5c-8675-a6a7625117cd req-1205a668-5590-45a5-970d-46d85fc9fe40 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 210 time: 0.0750544 Oct 25 08:52:18.874966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.876293 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.950279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:18.968369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-b96b4d94-766f-43a7-9125-294fbc856165', 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'fixed_ips': [{'subnet_id': '0ad5bf68-46ca-4b8b-b0b6-0c675009a779'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:52:18.969345 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.142396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.164423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Allocated IP 172.20.0.2 (b96b4d94-766f-43a7-9125-294fbc856165/0ad5bf68-46ca-4b8b-b0b6-0c675009a779/5c900b30-21fd-4a02-9622-bc83b773f8fe) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:19.376136 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.399627 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.449648 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.459601 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.475011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9cd4d6cd-0f25-47ac-9f21-ca17c2425f94 req-dd0afdea-8877-4ba7-ab9e-33c646982200 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 210 time: 0.0292630 Oct 25 08:52:19.504236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Network b96b4d94-766f-43a7-9125-294fbc856165 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:19.507761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:19.511556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:19.521338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Pushing event updated for resources: {'Port': ['ID=5c900b30-21fd-4a02-9622-bc83b773f8fe,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:19.525968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Allocated IP 172.25.8.76 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/6b8de355-8b17-439e-ab03-8106abcf284b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:19.609789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Attempting to bind port 5c900b30-21fd-4a02-9622-bc83b773f8fe on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:19.610155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Attempting to bind port 5c900b30-21fd-4a02-9622-bc83b773f8fe by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:19.610514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Attempting to bind port 5c900b30-21fd-4a02-9622-bc83b773f8fe on network b96b4d94-766f-43a7-9125-294fbc856165 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:19.621728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:19.622162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Checking segment: {'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:19.622651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.623164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Bound using segment: {'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:19.623635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Bound port: 5c900b30-21fd-4a02-9622-bc83b773f8fe, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:19.626651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.673820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.679875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a4bd0fb-0eb3-4978-9397-c974a12fc681 req-5cba9c63-31b3-4bf9-9478-892735cd04e6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 210 time: 0.0603962 Oct 25 08:52:19.719015 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.726095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] For port 5c900b30-21fd-4a02-9622-bc83b773f8fe, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:19.730542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] For port 5c900b30-21fd-4a02-9622-bc83b773f8fe, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5c900b30-21fd-4a02-9622-bc83b773f8fe,segment=NetworkSegment(4c962c05-507f-4066-b209-38ae7cd8af57),segment_id=4c962c05-507f-4066-b209-38ae7cd8af57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:19.741068 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.767897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:19.771944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:19.774947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:19.829308 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.856919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745515d2-438a-4cb0-a8c8-da9054fc540c None None] Pushing event updated for resources: {'Port': ['ID=5c900b30-21fd-4a02-9622-bc83b773f8fe,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:19.860977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:19.870943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f99ec27-c8de-4570-b564-f0c65ccb2d5c req-a97a6a25-a0f5-4421-9872-35f1c18bf37a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 210 time: 0.0575769 Oct 25 08:52:19.891237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Pushing event updated for resources: {'Port': ['ID=6b8de355-8b17-439e-ab03-8106abcf284b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:19.937928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19079f0e-45f9-41bf-8071-4cead5ce1c68 req-8b5dc05c-1ab2-4711-bcf9-642c8fecc185 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:19.951731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19079f0e-45f9-41bf-8071-4cead5ce1c68 req-8b5dc05c-1ab2-4711-bcf9-642c8fecc185 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.0903957 Oct 25 08:52:20.002207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03263f64-5a64-4b9b-b55d-56efef43b383 req-6003bd18-8c8a-48b4-9f1a-bbed85ec6001 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 210 time: 0.0321352 Oct 25 08:52:20.030233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19079f0e-45f9-41bf-8071-4cead5ce1c68 req-5dc508d1-f7ac-4dc3-b0b6-2dfa5f547963 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Oct 25 08:52:20.312168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:20.507213 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:20.594223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ce3c54d-4229-47df-8419-1d10ed268797 req-5bb793fb-41aa-4347-93e8-762d322da9af tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 210 time: 0.0470090 Oct 25 08:52:20.659392 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Router 14c11702-7135-468b-a706-f7b1dcc0639f is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:52:20.797620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:52:20.808563 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Sync routers for ids ['14c11702-7135-468b-a706-f7b1dcc0639f'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:52:20.822744 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Routers {'14c11702-7135-468b-a706-f7b1dcc0639f'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:20.823408 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14c11702-7135-468b-a706-f7b1dcc0639f'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:20.829638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89af348f-6a5a-4cf7-ad53-644cc815b0c4 req-36ce01bb-bbae-43ed-90fa-db142dc23689 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 210 time: 0.0469108 Oct 25 08:52:20.849567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:20.851029 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8057d0ed-5d78-4ffe-b311-7a039fea40ae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0433066 Oct 25 08:52:20.852501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38904) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:20.955659 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Set router 14c11702-7135-468b-a706-f7b1dcc0639f gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:20.992306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419f046a-f40d-4202-bced-6844a3a91a8d req-3febc9c7-233c-42f5-83b4-a850dc6b2145 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 210 time: 0.0304890 Oct 25 08:52:21.018963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e08e3f-ff78-49a8-a939-f9098e44ee12 None None] Network b96b4d94-766f-43a7-9125-294fbc856165 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:52:21.207525 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:52:19Z', 'revision_number': 3, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port': {'id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:19Z', 'updated_at': '2021-10-25T08:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:21.214516 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca81f13e-4dc9-4ade-bf0c-167df1867896 req-1c8059ae-5115-4b54-a3bc-c927f912e837 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 210 time: 0.0960090 Oct 25 08:52:21.285983 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Checking router: 14c11702-7135-468b-a706-f7b1dcc0639f for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:52:21.290492 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Updating router 14c11702-7135-468b-a706-f7b1dcc0639f port 6b8de355-8b17-439e-ab03-8106abcf284b binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:52:21.324120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e616058-0d4f-4921-88a1-dff461419c3f req-ccc9a8ad-4b46-4af3-ab5f-e3670e3a4838 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:21.337173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e616058-0d4f-4921-88a1-dff461419c3f req-ccc9a8ad-4b46-4af3-ab5f-e3670e3a4838 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.2070086 Oct 25 08:52:21.368051 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:21.411074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0ce1dcb3-ccdf-46f5-8ab1-81f638744cf2 None None] Provisioning complete for port 5c900b30-21fd-4a02-9622-bc83b773f8fe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:21.411590 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ce1dcb3-ccdf-46f5-8ab1-81f638744cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:21.452912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e616058-0d4f-4921-88a1-dff461419c3f req-37574e31-d813-4b69-8ae2-2452a2017edc tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145411 Oct 25 08:52:21.614380 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-b2652332-fff5-48df-aee0-3b0c1535c5ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19ca0024-eabc-4d39-86f7-0f596c55447b HTTP/1.1" status: 200 len: 217 time: 0.1130943 Oct 25 08:52:21.626384 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ce1dcb3-ccdf-46f5-8ab1-81f638744cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:21.656165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:21.699318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0ce1dcb3-ccdf-46f5-8ab1-81f638744cf2 None None] For port 5c900b30-21fd-4a02-9622-bc83b773f8fe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5c900b30-21fd-4a02-9622-bc83b773f8fe,segment=NetworkSegment(4c962c05-507f-4066-b209-38ae7cd8af57),segment_id=4c962c05-507f-4066-b209-38ae7cd8af57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:21.710712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ce1dcb3-ccdf-46f5-8ab1-81f638744cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:21.798904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca32478-95d6-4d3b-9b6d-17a05067bd63 req-78b42eb1-7967-4fef-8aa1-8da470554ad1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 210 time: 0.0626879 Oct 25 08:52:21.846366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5c900b30-21fd-4a02-9622-bc83b773f8fe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:21.846567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-cda927aa-cd42-44eb-877c-2858bbcc98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:21.848539 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-cda927aa-cd42-44eb-877c-2858bbcc98de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1fc555-1ab3-4361-9c77-d8002222c494 HTTP/1.1" status: 200 len: 854 time: 0.1422307 Oct 25 08:52:21.851993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1dcb3-ccdf-46f5-8ab1-81f638744cf2 None None] Pushing event updated for resources: {'Port': ['ID=5c900b30-21fd-4a02-9622-bc83b773f8fe,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:21.907104 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:21.948867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c445f33c-c0b2-4ced-8676-25bd8a044401 None None] Provisioning complete for port 5c900b30-21fd-4a02-9622-bc83b773f8fe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:21.948867 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c445f33c-c0b2-4ced-8676-25bd8a044401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.001715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5c900b30-21fd-4a02-9622-bc83b773f8fe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:22.002051 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.037420 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.053086 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.056864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05b23ae4-4385-479f-8874-25542ed49d0f req-8bfe6b4a-b7f1-4a55-859b-8258e36d2a60 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 210 time: 0.0831904 Oct 25 08:52:22.115877 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Attempting to bind port 6b8de355-8b17-439e-ab03-8106abcf284b on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:22.116272 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Attempting to bind port 6b8de355-8b17-439e-ab03-8106abcf284b by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:22.116630 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Attempting to bind port 6b8de355-8b17-439e-ab03-8106abcf284b on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:22.132851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16813f9d-9d37-49d1-bdd5-0066f342ab9b req-deaff920-be24-43d5-a500-f5071ee090a9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 210 time: 0.0403280 Oct 25 08:52:22.168940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-7ede7a31-c08c-4668-89d6-1cc12fbdb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:22.168940 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-7ede7a31-c08c-4668-89d6-1cc12fbdb768 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264c134-6c3f-42b8-bf69-2ff6c57c0db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535737 Oct 25 08:52:22.184351 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:22.184849 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:22.191506 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.192724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:22.193850 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Bound port: 6b8de355-8b17-439e-ab03-8106abcf284b, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:22.194740 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.235778 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Pushing event updated for resources: {'Port': ['ID=6b8de355-8b17-439e-ab03-8106abcf284b,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:22.283404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Allocated IP 172.20.0.1 (b96b4d94-766f-43a7-9125-294fbc856165/0ad5bf68-46ca-4b8b-b0b6-0c675009a779/8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:22.291724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.291724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.291724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.292105 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.292105 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.292489 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.293164 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.293518 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.294141 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.295533 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.295533 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.295881 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:22.362119 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] For port 6b8de355-8b17-439e-ab03-8106abcf284b, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:22.362387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75ba71f7-0827-4267-bc0e-d5742b58508a req-4ca788d8-3a70-4af7-bdf7-e3cbbc66cc27 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 210 time: 0.0352058 Oct 25 08:52:22.384757 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] For port 6b8de355-8b17-439e-ab03-8106abcf284b, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6b8de355-8b17-439e-ab03-8106abcf284b,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:22.384757 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.399714 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-d2a52c25-57ee-4603-a810-67ee537ae826 service neutron] 10.222.0.18 "GET /v2.0/networks/b264c134-6c3f-42b8-bf69-2ff6c57c0db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987016 Oct 25 08:52:22.462494 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Routers {'14c11702-7135-468b-a706-f7b1dcc0639f'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:22.463115 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14c11702-7135-468b-a706-f7b1dcc0639f'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:22.558507 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb1efd-0a65-49c5-96bb-09a9616f0587 None None] Pushing event updated for resources: {'Port': ['ID=6b8de355-8b17-439e-ab03-8106abcf284b,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:22.593529 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.596410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c105be0-dc70-4f78-a957-a1ecb688abf6 req-8352f9de-315e-44ba-8279-8cd82287ff0c tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:22.597975 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c105be0-dc70-4f78-a957-a1ecb688abf6 req-8352f9de-315e-44ba-8279-8cd82287ff0c tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.0700293 Oct 25 08:52:22.607605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c116-5396-441a-988a-a8004f50c3aa req-c2588b7b-9e7f-4d43-afc2-7bb813915cfa tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:22.609257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-c2588b7b-9e7f-4d43-afc2-7bb813915cfa tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.18 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 805 time: 0.2243879 Oct 25 08:52:22.618007 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d183a49b-f8fa-4189-a102-95d425f47e73 req-63115074-d52b-4bb1-8c9f-ba190f36bcec service neutron] 10.222.0.18 "GET /v2.0/networks/b264c134-6c3f-42b8-bf69-2ff6c57c0db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786535 Oct 25 08:52:22.639319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c105be0-dc70-4f78-a957-a1ecb688abf6 req-223c02b3-5159-4186-abda-747b6a9aee0b tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Oct 25 08:52:22.647536 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.652634 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] Set router 14c11702-7135-468b-a706-f7b1dcc0639f gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:22.707069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Network b96b4d94-766f-43a7-9125-294fbc856165 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:22.709927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:22.712330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:22.712975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.755504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Request body: {'port': {'device_id': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'admin_state_up': True, 'tenant_id': '2edfa44413784630be342847ad30a75a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:22.761821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Pushing event updated for resources: {'Port': ['ID=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:22.849570 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:52:19Z', 'revision_number': 3, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port': {'id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:19Z', 'updated_at': '2021-10-25T08:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:22.887465 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861b056-3f1b-4059-9708-c0a62383005a None None] The sync data for ids ['14c11702-7135-468b-a706-f7b1dcc0639f'] in n-d-814746-2 is: [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:52:19Z', 'revision_number': 3, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port': {'id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:19Z', 'updated_at': '2021-10-25T08:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:52:22.953311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Made reservation on behalf of 2edfa44413784630be342847ad30a75a for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:22.956828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.959855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.962754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c94f9603-9e5b-4f6d-9577-08a4fd4815e9 None None] Provisioning complete for port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:22.963234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c94f9603-9e5b-4f6d-9577-08a4fd4815e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:22.991325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a87dee19-0163-4740-928d-10a2aafdef4f req-0c05f674-19d4-4416-be42-fcc494f0ca89 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 210 time: 0.0646582 Oct 25 08:52:23.035703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c94f9603-9e5b-4f6d-9577-08a4fd4815e9 None None] Port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:52:23.180174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e94363d3-2479-4b14-96b9-6cbb665e564d req-567346d6-2cd3-487c-925c-97ad4b9d16de tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 210 time: 0.0501127 Oct 25 08:52:23.286643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0542846-1606-4488-b8a3-6adf7c964389 req-b66d5bc4-aa11-409f-92a0-34fd7edac870 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 210 time: 0.0399799 Oct 25 08:52:23.462240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3bfc06c-e5b5-4a08-8260-a7494aaac420 req-c2b09479-3a11-4bc2-a657-c3e80293afe1 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 210 time: 0.0271780 Oct 25 08:52:23.533785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Allocated IP 172.20.0.2 (5beb32b6-6a3c-46a3-9d3a-67bc60710b12/f22f43f9-4a00-4776-ac6c-afdee1d3b7bd/1f26865a-caa2-4cfc-a88f-ec22537a469b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:23.619565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-53e810f7-393a-46b1-ba82-6c2e675478b4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:23.621043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-53e810f7-393a-46b1-ba82-6c2e675478b4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.18 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 820 time: 0.4777629 Oct 25 08:52:23.653645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Request body: {'port': {'device_id': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'admin_state_up': True, 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:23.724878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:23.775267 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:23.776037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:23.843479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7e928-4ec9-46df-b78f-0a319fc35fcd req-26c58ec2-fd60-44bb-8980-2d926144f9d9 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:23.854463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcc7e928-4ec9-46df-b78f-0a319fc35fcd req-26c58ec2-fd60-44bb-8980-2d926144f9d9 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 943 time: 0.1199164 Oct 25 08:52:23.860178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.18', 57444) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:23.929245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6b8de355-8b17-439e-ab03-8106abcf284b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:23.983565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcc7e928-4ec9-46df-b78f-0a319fc35fcd req-dd8602c4-77a5-4ab5-a31d-e42dd88650b5 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201186 Oct 25 08:52:24.040812 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6b8de355-8b17-439e-ab03-8106abcf284b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:24.041362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.051346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Pushing event updated for resources: {'Port': ['ID=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:24.102616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Made reservation on behalf of 763e0e02db404c3f8656bf8c47f81e85 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:24.104970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d7635-67bc-44de-bc24-127c33c97958 req-4725c9eb-fb97-4ba1-9aae-a1ec712706b5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:24.109002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.109620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-4725c9eb-fb97-4ba1-9aae-a1ec712706b5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 821 time: 0.2360060 Oct 25 08:52:24.139756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.149658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Request body: {'port': {'device_id': 'd8153abc-066b-4e62-9088-112a63992907', 'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'admin_state_up': True, 'tenant_id': '1dfa050e73094a9687a2b0b57971f616'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:24.150117 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.171305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 6b8de355-8b17-439e-ab03-8106abcf284b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6b8de355-8b17-439e-ab03-8106abcf284b,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:24.176608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.177495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5c900b30-21fd-4a02-9622-bc83b773f8fe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:24.211178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122e83d5-a5ff-4acb-b8f8-08f5ae0e3a0b req-704c72bf-4a59-4587-8a77-95ce3ef702f6 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 210 time: 0.0955653 Oct 25 08:52:24.216313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Network b96b4d94-766f-43a7-9125-294fbc856165 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:24.230706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:24.301281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=6b8de355-8b17-439e-ab03-8106abcf284b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:24.332123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5c900b30-21fd-4a02-9622-bc83b773f8fe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:24.332714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.344653 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.420589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26130f24-e48b-4727-87ec-472c93613e51 req-c3dbba56-4809-4911-a5c3-f0c6dd89072a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 210 time: 0.0907776 Oct 25 08:52:24.443576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:24.457147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Allocated IP 172.20.0.7 (ace62df8-2cbf-4fdb-9593-c8d35c497804/fc3a9d2d-8e37-4373-be65-6d9eac2309ed/ad943ca3-fe33-499e-bf62-a1ca10769bae) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:24.459245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:24.464600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.18', 57445) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:24.465276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Pushing event updated for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:24.470875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:24.476699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:24.477348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.481129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab6c6739-9c36-4fcf-9533-d428248bd30b req-22b8b042-0d40-4c3c-b690-f6fd461ddb25 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 210 time: 0.0730882 Oct 25 08:52:24.516707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Made reservation on behalf of 1dfa050e73094a9687a2b0b57971f616 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:24.519539 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.613557 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-f23a5f37-89c4-4a0a-9c2d-b69dfbb2a53e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8631923 Oct 25 08:52:24.628825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Router 14c11702-7135-468b-a706-f7b1dcc0639f has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:52:24.683375 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97d6a7f5-3e8b-473c-ba81-f1572d55873e req-397b2007-b37b-4e14-b78f-07072406a5ba tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 210 time: 0.0488231 Oct 25 08:52:24.727085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Request body: {'port': {'device_id': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:24.764425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-bfd26961-2eeb-47e7-a66d-468d93c4ab71 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:24.765638 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Allocated IP 172.20.0.10 (745db563-8865-4d9b-b400-5a25e818e450/757a2841-4bb4-4563-ac12-385c40a28013/20f03ae3-0390-492e-a1f2-efc1fbc38337) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:24.765977 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-bfd26961-2eeb-47e7-a66d-468d93c4ab71 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 813 time: 0.2978442 Oct 25 08:52:24.783566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-87453203-e409-4de2-bb94-05612d613b10 None None] Provisioning complete for port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:24.785157 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87453203-e409-4de2-bb94-05612d613b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.828972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-87453203-e409-4de2-bb94-05612d613b10 None None] Port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:52:24.838741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'port': {'device_id': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d', 'admin_state_up': True, 'tenant_id': 'a57be1c7173f4e8495097bc6c7983ba8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:24.839466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 19ca0024-eabc-4d39-86f7-0f596c55447b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:24.951271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.958012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 19ca0024-eabc-4d39-86f7-0f596c55447b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=19ca0024-eabc-4d39-86f7-0f596c55447b,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:24.962464 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:24.972706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '19ca0024-eabc-4d39-86f7-0f596c55447b', 'network_id': 'b264c134-6c3f-42b8-bf69-2ff6c57c0db1', 'port_id': '19ca0024-eabc-4d39-86f7-0f596c55447b', 'mac_address': 'fa:16:3e:64:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1fc555-1ab3-4361-9c77-d8002222c494', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:52:25.002162 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.013895 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.017928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.030931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ca0024-eabc-4d39-86f7-0f596c55447b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:25.060219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 19ca0024-eabc-4d39-86f7-0f596c55447b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=19ca0024-eabc-4d39-86f7-0f596c55447b,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:25.066092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:52:25.068122 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.098476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Network 745db563-8865-4d9b-b400-5a25e818e450 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:25.107052 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2dddd60b-a529-4fad-a937-12da5dc57fec admin admin] 10.222.0.32 "PUT /v2.0/routers/14c11702-7135-468b-a706-f7b1dcc0639f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2462206 Oct 25 08:52:25.135146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=19ca0024-eabc-4d39-86f7-0f596c55447b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:25.149146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.150851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Sync routers for ids ['14c11702-7135-468b-a706-f7b1dcc0639f'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:52:25.161537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Routers {'14c11702-7135-468b-a706-f7b1dcc0639f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:25.162158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14c11702-7135-468b-a706-f7b1dcc0639f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:25.181558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:25.188965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:25.194327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Pushing event updated for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:25.202432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:25.260171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df439cf9-7234-4609-8868-9228f33a4120 req-bc193786-f810-4b8c-8596-70bb1e405309 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:25.271347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df439cf9-7234-4609-8868-9228f33a4120 req-bc193786-f810-4b8c-8596-70bb1e405309 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 944 time: 0.1836677 Oct 25 08:52:25.303174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38964) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:25.317205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:25.329360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:25.332724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:25.339552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:25.340171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.382605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Made reservation on behalf of a57be1c7173f4e8495097bc6c7983ba8 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:25.386148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.394076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Set router 14c11702-7135-468b-a706-f7b1dcc0639f gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:25.403018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:25.404572 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.408569 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7623670 Oct 25 08:52:25.409246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00afb8c-e0b4-43bb-a3a7-faa2632f9ee6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Pushing event updated for resources: {'Port': ['ID=ad943ca3-fe33-499e-bf62-a1ca10769bae,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:25.412340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-435954335'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:25.457163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df439cf9-7234-4609-8868-9228f33a4120 req-5d87fc64-b10d-482b-9d06-14adcc2d3f2a tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803708 Oct 25 08:52:25.457796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Request body: {'port': {'device_id': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:25.472334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['19ca0024-eabc-4d39-86f7-0f596c55447b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:25.518986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a7b0-7a19-4ae0-b29f-847da120e117 req-dd9ec3e1-c321-43a1-a39c-0b1146b322e4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:25.532084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86f5a7b0-7a19-4ae0-b29f-847da120e117 req-dd9ec3e1-c321-43a1-a39c-0b1146b322e4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 931 time: 0.1849105 Oct 25 08:52:25.600263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86f5a7b0-7a19-4ae0-b29f-847da120e117 req-11ce748d-90ee-4198-9a23-5204f28b49ac tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666158 Oct 25 08:52:25.608810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:25.617003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.665401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-e1542e6b-3543-444d-9677-36669a089b38 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5200546 Oct 25 08:52:25.728841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9fad17d5-105e-4824-9492-2189b40c399f None None] Provisioning complete for port ad943ca3-fe33-499e-bf62-a1ca10769bae triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:25.729272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9fad17d5-105e-4824-9492-2189b40c399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.730447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:52:25.747009 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.749068 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Added segment 44adad77-6d63-4244-98cb-da4b6cf99a3b of type vlan for network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc Oct 25 08:52:25.787531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6b8de355-8b17-439e-ab03-8106abcf284b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:25.793216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Request body: {'port': {'device_id': 'd8153abc-066b-4e62-9088-112a63992907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:25.856318 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.880661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.881472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d08444-3034-45a6-bae0-3ce7d86c93c7 req-6f8cafc2-d462-4f4c-81e1-972c847155b5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:25.883200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2d08444-3034-45a6-bae0-3ce7d86c93c7 req-6f8cafc2-d462-4f4c-81e1-972c847155b5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 932 time: 0.2952580 Oct 25 08:52:25.904239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Allocated IP 172.20.0.14 (f1b08512-aa38-4987-8042-f4ee00435c5d/d1ccf936-8eb4-44c8-9a76-6fcbb99779a0/95f5a6ee-1ed3-4747-82cb-db89ac4101a0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:25.952676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a431-e2ef-40e8-88ef-0655eac73ba2 req-275a708e-27d8-4b5f-b860-f6d59a6c118b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:25.959812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afb4a431-e2ef-40e8-88ef-0655eac73ba2 req-275a708e-27d8-4b5f-b860-f6d59a6c118b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 931 time: 0.2763681 Oct 25 08:52:25.968693 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:25.985732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9fad17d5-105e-4824-9492-2189b40c399f None None] Port ad943ca3-fe33-499e-bf62-a1ca10769bae cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:52:25.997930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.003491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:26.004072 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.047917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2d08444-3034-45a6-bae0-3ce7d86c93c7 req-1c46935c-e83b-4412-9eeb-ae25183cb6b4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513395 Oct 25 08:52:26.058499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6b8de355-8b17-439e-ab03-8106abcf284b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:26.058859 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.098310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:52:22Z', 'revision_number': 4, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port': {'id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:19Z', 'updated_at': '2021-10-25T08:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d', 'name': '', 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'mac_address': 'fa:16:3e:a5:fa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0ad5bf68-46ca-4b8b-b0b6-0c675009a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:21Z', 'updated_at': '2021-10-25T08:52:23Z', 'revision_number': 2, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'subnets': [{'id': '0ad5bf68-46ca-4b8b-b0b6-0c675009a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:26.099355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f26865a-caa2-4cfc-a88f-ec22537a469b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:26.123073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.132483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Checking router: 14c11702-7135-468b-a706-f7b1dcc0639f for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:52:26.133165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Updating router 14c11702-7135-468b-a706-f7b1dcc0639f port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:52:26.141129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8346336 Oct 25 08:52:26.164645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38976) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:26.169044 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.172697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'subnet': {'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:26.176067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afb4a431-e2ef-40e8-88ef-0655eac73ba2 req-ac1354e7-ccaf-4cbd-9c54-0d7cd0ac5019 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153428 Oct 25 08:52:26.243908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Transition to ACTIVE for port object 1f26865a-caa2-4cfc-a88f-ec22537a469b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:26.272607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.314081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade772-4601-43ce-887d-9a0aa0453a06 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Network': ['ID=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:26.336571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:52:26.377514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff96c08c-6ff6-45da-946f-87c5144c70e0 req-a9934031-27dc-40be-82af-09c14784741d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 210 time: 0.0547984 Oct 25 08:52:26.464136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:26.501485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.552789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:26.557056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.566421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.585389 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.590946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.594401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f03ae3-0390-492e-a1f2-efc1fbc38337 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:26.604447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.612458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Attempting to bind port 1f26865a-caa2-4cfc-a88f-ec22537a469b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:26.612787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Attempting to bind port 1f26865a-caa2-4cfc-a88f-ec22537a469b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:26.613145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Attempting to bind port 1f26865a-caa2-4cfc-a88f-ec22537a469b on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:26.624207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Transition to ACTIVE for port object 20f03ae3-0390-492e-a1f2-efc1fbc38337 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:26.633057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86e687-f00c-4c0d-a95e-a8f7dd0f25fa req-87544ae4-8aea-4901-b674-5adc8b41ae8c tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:26.634618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc86e687-f00c-4c0d-a95e-a8f7dd0f25fa req-87544ae4-8aea-4901-b674-5adc8b41ae8c tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 944 time: 0.0844800 Oct 25 08:52:26.636132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.661290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247542e1-1dbe-40dd-955f-e33376c69067 None None] Pushing event updated for resources: {'Port': ['ID=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:26.704690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Port 1f26865a-caa2-4cfc-a88f-ec22537a469b on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:26.705067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Attempting to bind port 1f26865a-caa2-4cfc-a88f-ec22537a469b on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:26.719878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Attempting to bind port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:26.720196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Attempting to bind port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:26.720788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Attempting to bind port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d on network b96b4d94-766f-43a7-9125-294fbc856165 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:26.726486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:26.726486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Checking segment: {'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:26.726864 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.727227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Bound using segment: {'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:26.727745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Bound port: 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c962c05-507f-4066-b209-38ae7cd8af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:26.728127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.733767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Pushing event updated for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:26.741201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Network f1b08512-aa38-4987-8042-f4ee00435c5d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:26.753864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:26.754205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Checking segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:26.754587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Bound using segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:26.755031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Bound port: 1f26865a-caa2-4cfc-a88f-ec22537a469b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:26.755633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.784608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:26.793945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc86e687-f00c-4c0d-a95e-a8f7dd0f25fa req-c24f96c2-f273-43ee-8583-2b936ce5a936 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518548 Oct 25 08:52:26.805119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:26.811143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:26.811774 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.820518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'Port': ['ID=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:26.852370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad943ca3-fe33-499e-bf62-a1ca10769bae {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:26.853523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] For port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:26.854393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360dc5c-aa35-4b67-8f4e-cf1bd9a26784 req-8b18e8c3-2a04-46ba-ab0e-db13c589ca86 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:26.855921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e360dc5c-aa35-4b67-8f4e-cf1bd9a26784 req-8b18e8c3-2a04-46ba-ab0e-db13c589ca86 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 943 time: 0.1369209 Oct 25 08:52:26.866756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] For port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,segment=NetworkSegment(4c962c05-507f-4066-b209-38ae7cd8af57),segment_id=4c962c05-507f-4066-b209-38ae7cd8af57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:26.870612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 19ca0024-eabc-4d39-86f7-0f596c55447b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:26.876490 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.882412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:26.882744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:26.883059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:26.893363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.895596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:26.897403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:26.908077 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-a8f350da-391d-41f5-89f1-819dd4566786 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1062484 Oct 25 08:52:26.908510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:26.908872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:26.909321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:26.909857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Bound port: 20f03ae3-0390-492e-a1f2-efc1fbc38337, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:26.910118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:26.931249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e360dc5c-aa35-4b67-8f4e-cf1bd9a26784 req-220ac266-2356-4968-aa7d-37979f4f6a1f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616710 Oct 25 08:52:26.937271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Request body: {'port': {'device_id': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:26.955846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Transition to ACTIVE for port object ad943ca3-fe33-499e-bf62-a1ca10769bae will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:26.983638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:26.987332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:26.996076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247542e1-1dbe-40dd-955f-e33376c69067 None None] Pushing event updated for resources: {'Port': ['ID=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:26.997009 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.006647 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.012263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Routers {'14c11702-7135-468b-a706-f7b1dcc0639f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:27.013080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14c11702-7135-468b-a706-f7b1dcc0639f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:27.049878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:27.056582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:27.062955 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.108471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.109487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.110333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.111211 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.111714 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f26865a-caa2-4cfc-a88f-ec22537a469b HTTP/1.1" status: 200 len: 1091 time: 2.4156585 Oct 25 08:52:27.112909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 19ca0024-eabc-4d39-86f7-0f596c55447b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:52:27.113388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] 10.222.0.18 "PUT /v2.0/ports/20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 200 len: 1092 time: 1.4244974 Oct 25 08:52:27.113698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:27.114955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1991606c-db65-4c76-883d-a639da935b0e None None] Provisioning complete for port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:27.115328 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1991606c-db65-4c76-883d-a639da935b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.115760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:27.117443 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a341558a-36de-4fc1-bb6e-09a9e65bd84c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:27.118896 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af823b18-1da1-42e5-8287-9801f8631650" -d '{"events": [{"name": "network-changed", "server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:27.171240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92ddf7-1711-4995-8252-59b34982a4ec service neutron] Pushing event updated for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:27.176059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.181005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 19ca0024-eabc-4d39-86f7-0f596c55447b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:27.181385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.239283 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae8ec5-1034-4705-9d72-f29d4294cc76 x-openstack-request-id: req-07ae8ec5-1034-4705-9d72-f29d4294cc76 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:27.239680 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:27.240027 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07ae8ec5-1034-4705-9d72-f29d4294cc76 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:27.240516 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337', 'status': 'completed', 'code': 200} Oct 25 08:52:27.301656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7846cb-18a9-4a87-aae9-8b6872000bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:27.329095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d7635-67bc-44de-bc24-127c33c97958 req-74936a66-4599-437e-adf9-3d285ff2ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.330762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-74936a66-4599-437e-adf9-3d285ff2ecc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1095 time: 0.0891597 Oct 25 08:52:27.339928 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5949e3cd-1d31-4fcc-9a95-675887272972 x-openstack-request-id: req-5949e3cd-1d31-4fcc-9a95-675887272972 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:27.342048 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:27.342566 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5949e3cd-1d31-4fcc-9a95-675887272972 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:27.343344 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'status': 'completed', 'code': 200} Oct 25 08:52:27.356097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] Set router 14c11702-7135-468b-a706-f7b1dcc0639f gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:27.358510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecae20c-dbc4-4e91-b3a9-e6392b281595 req-a9f5a35a-6498-4851-8c51-b78530a22c2c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.366492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ecae20c-dbc4-4e91-b3a9-e6392b281595 req-a9f5a35a-6498-4851-8c51-b78530a22c2c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.1794796 Oct 25 08:52:27.478809 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.489814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-f4145ffc-691c-4c19-b457-4c7040239b87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 200 len: 217 time: 0.0890145 Oct 25 08:52:27.495069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Attempting to bind port ad943ca3-fe33-499e-bf62-a1ca10769bae on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:27.495402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Attempting to bind port ad943ca3-fe33-499e-bf62-a1ca10769bae by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:27.495725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Attempting to bind port ad943ca3-fe33-499e-bf62-a1ca10769bae on network ace62df8-2cbf-4fdb-9593-c8d35c497804 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:27.517241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Pushing event updated for resources: {'Port': ['ID=ad943ca3-fe33-499e-bf62-a1ca10769bae,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:27.541628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ecae20c-dbc4-4e91-b3a9-e6392b281595 req-864a52fc-2a99-4497-ba06-07ccde95c64a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738989 Oct 25 08:52:27.571214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Port ad943ca3-fe33-499e-bf62-a1ca10769bae on network ace62df8-2cbf-4fdb-9593-c8d35c497804 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:27.571214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Attempting to bind port ad943ca3-fe33-499e-bf62-a1ca10769bae on network ace62df8-2cbf-4fdb-9593-c8d35c497804 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:27.593436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d7635-67bc-44de-bc24-127c33c97958 req-02907e50-cd06-4478-9e04-e55e9cb920f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.594962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-02907e50-cd06-4478-9e04-e55e9cb920f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0968699 Oct 25 08:52:27.618596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c116-5396-441a-988a-a8004f50c3aa req-d4523336-9324-4c17-bff4-742354c5fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.620138 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-d4523336-9324-4c17-bff4-742354c5fa0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 1094 time: 0.3323328 Oct 25 08:52:27.633906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:27.634288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Checking segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:27.634624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Bound using segment: {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:27.635068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Bound port: ad943ca3-fe33-499e-bf62-a1ca10769bae, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a88330-8d15-4036-8cd4-ac4d99eea570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:27.635416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.642268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.650755 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1991606c-db65-4c76-883d-a639da935b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.652524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-041aee8a-3352-4d45-be0e-0d2ce114b671 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479190 Oct 25 08:52:27.661284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1309-1a8e-470b-a00d-5254a489ff6a req-922a3ad3-860d-4b2f-bedc-85000c583c76 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.686099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-561f1309-1a8e-470b-a00d-5254a489ff6a req-922a3ad3-860d-4b2f-bedc-85000c583c76 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 943 time: 0.2609670 Oct 25 08:52:27.717740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4312a6-0731-4ee1-82ae-f3e255dcdd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ca0024-eabc-4d39-86f7-0f596c55447b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:27.720149 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165ee05e-7977-4c03-a33f-dd84e14124bb" -d '{"events": [{"server_uuid": "3d4312a6-0731-4ee1-82ae-f3e255dcdd91", "name": "network-vif-plugged", "status": "completed", "tag": "19ca0024-eabc-4d39-86f7-0f596c55447b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:27.746640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 19ca0024-eabc-4d39-86f7-0f596c55447b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=19ca0024-eabc-4d39-86f7-0f596c55447b,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:27.752291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1991606c-db65-4c76-883d-a639da935b0e None None] For port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,segment=NetworkSegment(4c962c05-507f-4066-b209-38ae7cd8af57),segment_id=4c962c05-507f-4066-b209-38ae7cd8af57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:27.756224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.764971 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1991606c-db65-4c76-883d-a639da935b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.787640 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-575f6a89-0abf-46c5-be18-872bf78dca6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b HTTP/1.1" status: 200 len: 217 time: 0.1497006 Oct 25 08:52:27.798028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Subnet': ['ID=f95d5b4f-7e1c-4227-adc0-8bf60ef027fe,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:27.812778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Checking segment: {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:27.812778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network hostable DHCP agents. Network: 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:52:27.820606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:52:22Z', 'revision_number': 4, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port': {'id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:19Z', 'updated_at': '2021-10-25T08:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d', 'name': '', 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'mac_address': 'fa:16:3e:a5:fa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0ad5bf68-46ca-4b8b-b0b6-0c675009a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:21Z', 'updated_at': '2021-10-25T08:52:26Z', 'revision_number': 4, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'subnets': [{'id': '0ad5bf68-46ca-4b8b-b0b6-0c675009a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:27.829500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-561f1309-1a8e-470b-a00d-5254a489ff6a req-0ed01a25-8ab3-4c03-9436-51e8cc2cf5e7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426055 Oct 25 08:52:27.864197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a27cb-0682-4a61-8055-c8438b030e87 None None] The sync data for ids ['14c11702-7135-468b-a706-f7b1dcc0639f'] in n-d-814746-2 is: [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:52:22Z', 'revision_number': 4, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port': {'id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:19Z', 'updated_at': '2021-10-25T08:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d', 'name': '', 'network_id': 'b96b4d94-766f-43a7-9125-294fbc856165', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'mac_address': 'fa:16:3e:a5:fa:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '0ad5bf68-46ca-4b8b-b0b6-0c675009a779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:21Z', 'updated_at': '2021-10-25T08:52:26Z', 'revision_number': 4, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'subnets': [{'id': '0ad5bf68-46ca-4b8b-b0b6-0c675009a779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:52:27.869859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-73c00e94-30d0-41c4-96ef-b11386d78631 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716068 Oct 25 08:52:27.876049 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5f1a25-178f-4a1c-aacc-cb37239f0ba7 x-openstack-request-id: req-fc5f1a25-178f-4a1c-aacc-cb37239f0ba7 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:27.876443 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4312a6-0731-4ee1-82ae-f3e255dcdd91", "name": "network-vif-plugged", "status": "completed", "tag": "19ca0024-eabc-4d39-86f7-0f596c55447b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:27.876795 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc5f1a25-178f-4a1c-aacc-cb37239f0ba7 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:27.877806 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4312a6-0731-4ee1-82ae-f3e255dcdd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ca0024-eabc-4d39-86f7-0f596c55447b', 'code': 200} Oct 25 08:52:27.886210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88173-86d3-43e3-b3a5-45e4e7aadf36 req-62ecd5ea-301c-4ed6-90f9-e4ad7ac086cb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.897318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=19ca0024-eabc-4d39-86f7-0f596c55447b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:27.909667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f41bd5c8-3882-4be4-ab19-d45ff61d748f None None] Provisioning complete for port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:27.910633 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f41bd5c8-3882-4be4-ab19-d45ff61d748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:27.915238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] For port ad943ca3-fe33-499e-bf62-a1ca10769bae, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:27.918037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc0b52c5-cf21-4dd5-8854-73ee013908dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:27.919597 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-bc0b52c5-cf21-4dd5-8854-73ee013908dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 200 len: 845 time: 0.1241713 Oct 25 08:52:27.933274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:52:27.936523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9cf88173-86d3-43e3-b3a5-45e4e7aadf36 req-62ecd5ea-301c-4ed6-90f9-e4ad7ac086cb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 932 time: 0.1933215 Oct 25 08:52:27.963097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] For port ad943ca3-fe33-499e-bf62-a1ca10769bae, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:27.998433 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:28.019758 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-0e52c8a3-b929-44b4-b396-4090d5c80a86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768876 Oct 25 08:52:28.034897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:28.039942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.18', 57446) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:28.055376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c953917-8689-4896-9b16-63d419db6a57 None None] Network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:52:28.094847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991606c-db65-4c76-883d-a639da935b0e None None] Pushing event updated for resources: {'Port': ['ID=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:28.124450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9cf88173-86d3-43e3-b3a5-45e4e7aadf36 req-132e36f9-48c5-4078-9cb4-5da3aa14f7c1 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793325 Oct 25 08:52:28.151740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.152321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:28.170384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c760a28-1432-4c94-8ebf-02aaa7cf036c req-0a967148-2294-4794-8255-3653d9857c1e tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.181037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c760a28-1432-4c94-8ebf-02aaa7cf036c req-0a967148-2294-4794-8255-3653d9857c1e tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 945 time: 0.1785939 Oct 25 08:52:28.228458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.229366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:28.230936 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 1091 time: 2.8050644 Oct 25 08:52:28.284173 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6537442a-8283-454a-b2fe-44ec57263723 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1156805 Oct 25 08:52:28.300441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39006) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:28.302602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e11b12-7214-49ae-a039-8f93a71c1978 service neutron] Pushing event updated for resources: {'Port': ['ID=ad943ca3-fe33-499e-bf62-a1ca10769bae,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:28.318503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-42173922'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:28.360236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b11d7635-67bc-44de-bc24-127c33c97958 req-d3758e20-7ac2-498a-9d22-eeed7e228fa5 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119537 Oct 25 08:52:28.409275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb58f7-7393-4867-83fb-840c96f02552 req-021d8988-a2cb-479b-9e8a-aeb364eef9b7 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.412262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bdb58f7-7393-4867-83fb-840c96f02552 req-021d8988-a2cb-479b-9e8a-aeb364eef9b7 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 943 time: 0.1872883 Oct 25 08:52:28.428422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:28.439608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c760a28-1432-4c94-8ebf-02aaa7cf036c req-e6b8038a-c451-4c38-88ab-14b12474cdd1 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575324 Oct 25 08:52:28.469166 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:28.475056 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-b43eb412-120c-4451-9169-3d43a83fb6fb service neutron] 10.222.0.18 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543571 Oct 25 08:52:28.509990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bdb58f7-7393-4867-83fb-840c96f02552 req-263cb2de-2478-45c6-8ea5-a345704e338b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692778 Oct 25 08:52:28.549047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Transition to ACTIVE for port object 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:28.570100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-1fcb62d6-2d4c-48d4-bb27-7a126a2000dc', 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'fixed_ips': [{'subnet_id': 'f95d5b4f-7e1c-4227-adc0-8bf60ef027fe'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:52:28.570971 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:28.610470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-179671d1-d1f0-49dc-8c25-09364ed55b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.612001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-179671d1-d1f0-49dc-8c25-09364ed55b51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1095 time: 0.1160810 Oct 25 08:52:28.760571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Allocated IP 19.80.0.2 (1fcb62d6-2d4c-48d4-bb27-7a126a2000dc/f95d5b4f-7e1c-4227-adc0-8bf60ef027fe/241a8340-e2dd-4f3b-b9a5-f5998f185fb1) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:28.802779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a3a4e-3e7d-4a2f-ba76-259296ca737c req-14c1bf09-f1a6-4cdf-a2b4-234225c97222 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.804427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-127a3a4e-3e7d-4a2f-ba76-259296ca737c req-14c1bf09-f1a6-4cdf-a2b4-234225c97222 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.1257412 Oct 25 08:52:28.810984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-3af16a6d-7b29-4b6e-adfb-4b094b1d7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.812410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-3af16a6d-7b29-4b6e-adfb-4b094b1d7243 service neutron] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.1931238 Oct 25 08:52:28.913726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b2397-0bf2-4cfa-a044-66d8e6f408b7 req-0769a764-de3c-4ba0-8f98-9fed7c487f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.915385 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-906b2397-0bf2-4cfa-a044-66d8e6f408b7 req-0769a764-de3c-4ba0-8f98-9fed7c487f87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 1096 time: 0.8421972 Oct 25 08:52:28.936796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:28.958136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b35c116-5396-441a-988a-a8004f50c3aa req-53fd5301-2565-4b85-a7fb-6d952db6c74f service neutron] 10.222.0.18 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706581 Oct 25 08:52:28.990201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e50b9422-7b96-4126-9625-f2f5193f94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:28.991721 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-e50b9422-7b96-4126-9625-f2f5193f94fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 1094 time: 0.6848109 Oct 25 08:52:28.992380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:28.995731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.026357 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.047154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.121876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Pushing event updated for resources: {'Port': ['ID=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:29.122659 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-d17d106c-27aa-4545-87a4-868899c89411 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 217 time: 0.1050069 Oct 25 08:52:29.128401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Pushing event updated for resources: {'Port': ['ID=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:29.157349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:29.160415 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-906b2397-0bf2-4cfa-a044-66d8e6f408b7 req-f696c1a5-175c-489a-8adb-3636ffef0440 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255034 Oct 25 08:52:29.170362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:29.176334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:29.202856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:52:29.222614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-4f798c4e-3fb1-463e-ad29-076f1fffb8eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 200 len: 217 time: 0.4014027 Oct 25 08:52:29.261345 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.261718 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Added segment d0a9e513-51f0-4082-af2d-2f4589f54be4 of type vlan for network b10c6099-265b-4566-b5ad-f43bd34c2e2a Oct 25 08:52:29.273770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Attempting to bind port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:29.274125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Attempting to bind port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:29.274402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Attempting to bind port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:29.274754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Attempting to bind port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:29.275120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Attempting to bind port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 on network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:29.275258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Attempting to bind port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 on network f1b08512-aa38-4987-8042-f4ee00435c5d {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:29.281411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:29.281798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Checking segment: {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:29.281919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-127a3a4e-3e7d-4a2f-ba76-259296ca737c req-36398bea-9db8-45e1-accb-7f9ae9d47e44 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684834 Oct 25 08:52:29.282169 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.282553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Bound using segment: {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:29.283018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Bound port: 241a8340-e2dd-4f3b-b9a5-f5998f185fb1, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:29.283396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.302362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f446c-a152-4fce-beee-282d92ce5c71 req-8dc91115-0a58-43e5-86bb-155ce82d010d tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.314702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c3f446c-a152-4fce-beee-282d92ce5c71 req-8dc91115-0a58-43e5-86bb-155ce82d010d tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 943 time: 0.0890591 Oct 25 08:52:29.347413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-6293f618-07b4-4643-8c50-071b44200ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.348871 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-6293f618-07b4-4643-8c50-071b44200ed8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.2128010 Oct 25 08:52:29.349330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:29.351599 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296defb6-f958-428b-861d-39ab86c11cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:29.357783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 on network f1b08512-aa38-4987-8042-f4ee00435c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:29.358100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Attempting to bind port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 on network f1b08512-aa38-4987-8042-f4ee00435c5d {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:29.365196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823b18-1da1-42e5-8287-9801f8631650 req-90328543-c486-4416-8f5b-089169f982a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.366686 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af823b18-1da1-42e5-8287-9801f8631650 req-90328543-c486-4416-8f5b-089169f982a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 1094 time: 0.2592239 Oct 25 08:52:29.371428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c3f446c-a152-4fce-beee-282d92ce5c71 req-96fdfdd9-bbc6-43c8-939e-6a756efbcf45 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559356 Oct 25 08:52:29.382754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:29.383003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Checking segment: {'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:29.383367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Bound using segment: {'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:29.383807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Bound port: 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:29.384203 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.390461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.400687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8d96f122-96f3-459b-b204-121620396e04 None None] For port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:29.407111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8d96f122-96f3-459b-b204-121620396e04 None None] For port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:29.414257 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.445153 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379d058e-c784-45d3-b262-eaa8e477c654 x-openstack-request-id: req-379d058e-c784-45d3-b262-eaa8e477c654 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:29.445814 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:29.446368 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-379d058e-c784-45d3-b262-eaa8e477c654 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:29.447646 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'status': 'completed', 'code': 200} Oct 25 08:52:29.489905 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.495491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.496090 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:29.498012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113720c-00d3-4a85-a6a5-3bb84f7df920 req-368dd3c4-e7a9-4d94-affa-910e3c6a83f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.500973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a113720c-00d3-4a85-a6a5-3bb84f7df920 req-368dd3c4-e7a9-4d94-affa-910e3c6a83f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 944 time: 0.1150119 Oct 25 08:52:29.508513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96f122-96f3-459b-b204-121620396e04 None None] Pushing event updated for resources: {'Port': ['ID=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:29.636812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a113720c-00d3-4a85-a6a5-3bb84f7df920 req-6ec0ff56-0e00-450e-af51-a6eaad073f95 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309469 Oct 25 08:52:29.669908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-31a33f62-e946-48c8-b801-f80d275462f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.675509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-31a33f62-e946-48c8-b801-f80d275462f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.1197596 Oct 25 08:52:29.692694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa7bc3-0c41-41ca-9fef-06ea474249e7 req-0812dae7-15cb-44e4-a08c-22a4968f8a52 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.693407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2caa7bc3-0c41-41ca-9fef-06ea474249e7 req-0812dae7-15cb-44e4-a08c-22a4968f8a52 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 945 time: 0.1106000 Oct 25 08:52:29.733438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-a962a0fa-5d6a-4406-a5ce-c23eb057f5db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390275 Oct 25 08:52:29.817647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Network': ['ID=b10c6099-265b-4566-b5ad-f43bd34c2e2a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:29.830272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b10c6099-265b-4566-b5ad-f43bd34c2e2a details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:52:29.877898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2caa7bc3-0c41-41ca-9fef-06ea474249e7 req-ed4fc9af-a24d-4f7d-81af-9bf50aa9981a tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434734 Oct 25 08:52:29.900875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1386f6-4532-4a48-9278-5f1067fcc40d req-9f62960c-a4e9-4e34-a3d1-8a587700c3e1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.902421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a1386f6-4532-4a48-9278-5f1067fcc40d req-9f62960c-a4e9-4e34-a3d1-8a587700c3e1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 943 time: 0.1226487 Oct 25 08:52:29.928843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823b18-1da1-42e5-8287-9801f8631650 req-2e90ef44-b500-4a98-83f6-6feac01522ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:29.932246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af823b18-1da1-42e5-8287-9801f8631650 req-2e90ef44-b500-4a98-83f6-6feac01522ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 906 time: 0.2792618 Oct 25 08:52:29.950614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c6e55b3e-3721-4a21-9474-5533589eb9eb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6446738 Oct 25 08:52:29.959467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39032) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:52:29.988087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'subnet': {'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:29.988905 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af823b18-1da1-42e5-8287-9801f8631650 req-f4009c39-58d8-4ed3-83a4-07608ae9b3ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b HTTP/1.1" status: 200 len: 217 time: 0.0440359 Oct 25 08:52:29.996063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] For port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:30.003801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:30.057010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] For port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:30.063754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-f750ceed-e9e2-4a04-a207-abfcad9b3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.065669 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-f750ceed-e9e2-4a04-a207-abfcad9b3ef3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3676136 Oct 25 08:52:30.069224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:30.077507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:30.079023 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:30.113462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-b988a645-2372-48e3-9306-c03c612bb18d service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629258 Oct 25 08:52:30.167035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.167630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:30.170898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] 10.222.0.18 "PUT /v2.0/ports/95f5a6ee-1ed3-4747-82cb-db89ac4101a0 HTTP/1.1" status: 200 len: 1092 time: 3.2431312 Oct 25 08:52:30.170898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823b18-1da1-42e5-8287-9801f8631650 req-360dd20f-9351-45a1-a09f-68258f962ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.172293 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af823b18-1da1-42e5-8287-9801f8631650 req-360dd20f-9351-45a1-a09f-68258f962ff3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 200 len: 845 time: 0.1714132 Oct 25 08:52:30.174124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a1386f6-4532-4a48-9278-5f1067fcc40d req-411fa9a6-5c9a-4ea3-96c1-8643469780cf tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634056 Oct 25 08:52:30.234285 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af823b18-1da1-42e5-8287-9801f8631650 req-a3b642e1-8f68-44f3-915e-fc0a5855ab41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458083 Oct 25 08:52:30.236703 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfe064-fd31-4cf9-8ad1-67ee61182265 service neutron] Pushing event updated for resources: {'Port': ['ID=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:30.251807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6008a96-d764-4bc5-b624-6c83f8a92d59 req-7032e4cf-6bc9-451e-b262-5011afda82ab tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.257369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6008a96-d764-4bc5-b624-6c83f8a92d59 req-7032e4cf-6bc9-451e-b262-5011afda82ab tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1096 time: 0.2013946 Oct 25 08:52:30.273717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:30.277380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:30.342069 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-3395ac6f-6968-4e9e-8009-6f0fdbcacb14 service neutron] 10.222.0.18 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660134 Oct 25 08:52:30.392846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-9cb4e05e-778f-44e4-9db3-ebd4cf394f59 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580984 Oct 25 08:52:30.427469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-02aae5a0-8532-4ec2-93ec-22e4505feebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.428931 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-02aae5a0-8532-4ec2-93ec-22e4505feebb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1095 time: 0.1653807 Oct 25 08:52:30.432497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6008a96-d764-4bc5-b624-6c83f8a92d59 req-9ba7325d-d375-41af-a3fb-bdf249387cff tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664543 Oct 25 08:52:30.439002 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af823b18-1da1-42e5-8287-9801f8631650 req-0b696771-66ef-4e4e-b615-fe733e12b300 service neutron] 10.222.0.18 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845169 Oct 25 08:52:30.493078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5a1dd-dafd-40b5-9039-d0ac1bdb7220 req-c754b857-8169-4b6d-a762-d9d775ff7523 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.494870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4cd5a1dd-dafd-40b5-9039-d0ac1bdb7220 req-c754b857-8169-4b6d-a762-d9d775ff7523 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.1069839 Oct 25 08:52:30.547696 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-43075a6f-7f7d-441c-b271-2bd19adfa675 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0 HTTP/1.1" status: 200 len: 217 time: 0.0870483 Oct 25 08:52:30.551351 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f50ea58-4576-4c1b-a175-e8e26f61a69b req-7708a085-9e35-438c-9cdf-f0eba13fad09 service neutron] 10.222.0.18 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012661 Oct 25 08:52:30.638800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-bb422e4a-0a53-46bc-9931-620fa41e76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.639077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4cd5a1dd-dafd-40b5-9039-d0ac1bdb7220 req-c632bf70-2c3c-4dd9-815e-6c108d29dfa7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164389 Oct 25 08:52:30.640467 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-bb422e4a-0a53-46bc-9931-620fa41e76ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.0727994 Oct 25 08:52:30.642466 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af823b18-1da1-42e5-8287-9801f8631650 req-90df7858-675e-4ec6-adeb-02caa2cd70b4 service neutron] 10.222.0.18 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836824 Oct 25 08:52:30.665806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad861f-027f-4c1c-87a2-9685d1791dde req-ff2c9f12-69ec-4677-a9f6-b855a64cef12 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.665806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65ad861f-027f-4c1c-87a2-9685d1791dde req-ff2c9f12-69ec-4677-a9f6-b855a64cef12 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 943 time: 0.1419961 Oct 25 08:52:30.681003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:30.746830 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-31342af7-d861-4ddd-aa2a-2a52a578428e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367498 Oct 25 08:52:30.765886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65ad861f-027f-4c1c-87a2-9685d1791dde req-ef7f1ae3-30e6-4471-9ed8-c03b5bd9fa19 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927403 Oct 25 08:52:30.771397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Subnet': ['ID=3fa76f88-53be-4c6a-b639-612088ea34b7,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:30.794394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Checking segment: {'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:30.794761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network hostable DHCP agents. Network: b10c6099-265b-4566-b5ad-f43bd34c2e2a, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:52:30.838677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network b10c6099-265b-4566-b5ad-f43bd34c2e2a is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:52:30.854354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, b10c6099-265b-4566-b5ad-f43bd34c2e2a) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:30.863532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.864237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:30.865222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e24a5f0-b711-4673-92c9-4a7003ebecb6 None None] Network b10c6099-265b-4566-b5ad-f43bd34c2e2a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:52:30.901361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296defb6-f958-428b-861d-39ab86c11cf1 req-0a3f8085-0b84-423a-a89d-7fdb34fe5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:30.908947 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-296defb6-f958-428b-861d-39ab86c11cf1 req-0a3f8085-0b84-423a-a89d-7fdb34fe5a3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 1094 time: 0.1420169 Oct 25 08:52:30.909262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a202b040-c4cf-4aac-89f0-9e47e9e9f5e1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9353249 Oct 25 08:52:31.000028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907b95-4156-4f12-bbbb-6b7ff123b2f5 req-a2412aac-794e-48bb-86aa-f62fbcead35c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:31.005610 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-46e5e990-1dfb-421a-9224-68371b66c3d2 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998558 Oct 25 08:52:31.007802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e907b95-4156-4f12-bbbb-6b7ff123b2f5 req-a2412aac-794e-48bb-86aa-f62fbcead35c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 944 time: 0.1544900 Oct 25 08:52:31.082235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e907b95-4156-4f12-bbbb-6b7ff123b2f5 req-d6dbcc4f-fce8-465e-8f89-fe48d5926d1d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665879 Oct 25 08:52:31.137131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296defb6-f958-428b-861d-39ab86c11cf1 req-a48e625a-4faa-498c-bb37-e08e998dd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:31.139715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-296defb6-f958-428b-861d-39ab86c11cf1 req-a48e625a-4faa-498c-bb37-e08e998dd0ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.2270279 Oct 25 08:52:31.156708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-b10c6099-265b-4566-b5ad-f43bd34c2e2a', 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'fixed_ips': [{'subnet_id': '3fa76f88-53be-4c6a-b639-612088ea34b7'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:52:31.157667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:31.186875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e41da6-fd79-498c-9344-4e9b16c3fb02 None None] Network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:52:31.203982 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-296defb6-f958-428b-861d-39ab86c11cf1 req-b80231d5-51c0-4204-bf40-d9b9630e810d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 217 time: 0.0531478 Oct 25 08:52:31.254874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cad1e-2748-42a7-87c6-569b2a184ccb req-b3b16cfc-69bb-40dd-84d0-a461f3f885ab tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:31.257184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-897cad1e-2748-42a7-87c6-569b2a184ccb req-b3b16cfc-69bb-40dd-84d0-a461f3f885ab tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 945 time: 0.0704672 Oct 25 08:52:31.322355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-897cad1e-2748-42a7-87c6-569b2a184ccb req-1dc0be8f-cc6e-4fe1-8a9f-1a25bc2a5caf tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547385 Oct 25 08:52:31.330219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b5d54526-fe22-4f56-9fe2-b02113a712d1 None None] Provisioning complete for port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:31.330570 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5d54526-fe22-4f56-9fe2-b02113a712d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:31.478110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Allocated IP 19.86.0.2 (b10c6099-265b-4566-b5ad-f43bd34c2e2a/3fa76f88-53be-4c6a-b639-612088ea34b7/f2559d46-7b95-4567-9be1-33ca17752e10) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:31.485148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:31.487459 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:31.500578 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f764d48c-1da1-4ab0-ae67-a5ce5c03e713 req-3f4d2a75-8c93-43bd-aa33-424abda4c4ab service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841890 Oct 25 08:52:31.512680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296defb6-f958-428b-861d-39ab86c11cf1 req-887d65d4-721f-451b-9916-ebbf917fb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:31.514890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-296defb6-f958-428b-861d-39ab86c11cf1 req-887d65d4-721f-451b-9916-ebbf917fb8cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.3015726 Oct 25 08:52:31.594033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296defb6-f958-428b-861d-39ab86c11cf1 req-8a67dc12-c88b-49de-b906-48579c7c9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:31.595579 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-296defb6-f958-428b-861d-39ab86c11cf1 req-8a67dc12-c88b-49de-b906-48579c7c9ab7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729554 Oct 25 08:52:31.611030 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5d54526-fe22-4f56-9fe2-b02113a712d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:31.672683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b5d54526-fe22-4f56-9fe2-b02113a712d1 None None] For port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:31.681840 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5d54526-fe22-4f56-9fe2-b02113a712d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:31.709762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-ab6b41bc-7ab6-4ea3-9c36-5a74f4308cb6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:31.719471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-ab6b41bc-7ab6-4ea3-9c36-5a74f4308cb6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:31.722851 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-296defb6-f958-428b-861d-39ab86c11cf1 req-152e4eb8-d836-4928-9ec0-a3594da25b30 service neutron] 10.222.0.18 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175108 Oct 25 08:52:31.726970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-ab6b41bc-7ab6-4ea3-9c36-5a74f4308cb6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/networks?id=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc&id=b10c6099-265b-4566-b5ad-f43bd34c2e2a&id=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc HTTP/1.1" status: 200 len: 1389 time: 0.2390180 Oct 25 08:52:31.763118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-6ec560af-c39c-44a7-90dc-9f4328c9508a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/quotas/6e553f6a79e84288891f4734819bb75a HTTP/1.1" status: 200 len: 375 time: 0.0346768 Oct 25 08:52:31.816627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:31.829067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54526-fe22-4f56-9fe2-b02113a712d1 None None] Pushing event updated for resources: {'Port': ['ID=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:31.842101 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:31.885534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Network b10c6099-265b-4566-b5ad-f43bd34c2e2a is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:31.896595 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-296defb6-f958-428b-861d-39ab86c11cf1 req-21592cdd-2f21-4ed6-b9c4-8d7e089a20d5 service neutron] 10.222.0.18 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659191 Oct 25 08:52:31.899086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-e40a1ed5-14c5-4eee-98a2-237a3fdada0e tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343160 Oct 25 08:52:31.900405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:31.946054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:32.018368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Pushing event updated for resources: {'Port': ['ID=f2559d46-7b95-4567-9be1-33ca17752e10,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:32.031412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:32.052246 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-eaaeeb18-6c4c-4b90-97c0-21782b7b6196 service neutron] 10.222.0.32 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513791 Oct 25 08:52:32.147524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Attempting to bind port f2559d46-7b95-4567-9be1-33ca17752e10 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:32.147902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Attempting to bind port f2559d46-7b95-4567-9be1-33ca17752e10 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:32.148263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Attempting to bind port f2559d46-7b95-4567-9be1-33ca17752e10 on network b10c6099-265b-4566-b5ad-f43bd34c2e2a {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:32.159998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f15bb298-fbf1-4670-a324-64d160eca5a2 None None] Provisioning complete for port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:32.160367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f15bb298-fbf1-4670-a324-64d160eca5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:32.165182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:32.165688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Checking segment: {'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:32.166085 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:32.166474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Bound using segment: {'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:32.167132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Bound port: f2559d46-7b95-4567-9be1-33ca17752e10, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:32.167508 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:32.181604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-49166f87-2bf0-45d8-9ef8-961b5faeeffe service neutron] 10.222.0.32 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229923 Oct 25 08:52:32.203347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:32.203779 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:32.282064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-4f89db8a-6bb6-49b4-a8c2-019b6d12eba7 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:52:32.283249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-4f89db8a-6bb6-49b4-a8c2-019b6d12eba7 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120451 Oct 25 08:52:32.302385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-0f8b0d21-5615-458e-87cb-e7c93dc68895 service neutron] 10.222.0.32 "GET /v2.0/networks/b10c6099-265b-4566-b5ad-f43bd34c2e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147735 Oct 25 08:52:32.354861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] For port f2559d46-7b95-4567-9be1-33ca17752e10, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:32.374909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-820f1736-b73b-4b83-90d8-d484e5f2828d tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:32.381254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-820f1736-b73b-4b83-90d8-d484e5f2828d tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports/4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 200 len: 1093 time: 0.0903914 Oct 25 08:52:32.385488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Request body: {'binding': {'host': 'n-h2-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:32.386045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Unknown quota resources ['binding']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:52:32.397075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] For port f2559d46-7b95-4567-9be1-33ca17752e10, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f2559d46-7b95-4567-9be1-33ca17752e10,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:32.412622 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:32.484566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d426c4-271f-4622-94b2-e29479ba6319 None None] Pushing event updated for resources: {'Port': ['ID=f2559d46-7b95-4567-9be1-33ca17752e10,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:32.502934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-14dc2085-42c3-496f-84bb-9c8ad9c10383 service neutron] 10.222.0.32 "GET /v2.0/networks/b10c6099-265b-4566-b5ad-f43bd34c2e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826580 Oct 25 08:52:32.648869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on host n-h2-814746-2 for vnic_type normal with profile None {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:32.648869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:32.648869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:32.657535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-3472ec8f-df71-448c-9852-57f3154509dc service neutron] 10.222.0.32 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458230 Oct 25 08:52:32.658269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:32.658589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:32.665710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:32.665710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:32.672698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:32.673221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Bound port: 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:32.822172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:32.838953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:32.840142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-2a24dbec-ae1b-431c-9534-e97c44487167 service neutron] 10.222.0.32 "POST /v2.0/ports/4f50b760-e15d-4cc4-a9bc-887d47dd8219/bindings HTTP/1.1" status: 201 len: 389 time: 0.4580123 Oct 25 08:52:32.847106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-d8940615-aa44-4d61-98a6-efd21a4a0b93 service neutron] 10.222.0.32 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394229 Oct 25 08:52:32.887246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 20f03ae3-0390-492e-a1f2-efc1fbc38337 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:33.121788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f312bb-4dce-4856-b672-6f09f0ea6e11 req-0b2bbca3-b3d1-48d3-b219-8222561d85e5 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.123544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5f312bb-4dce-4856-b672-6f09f0ea6e11 req-0b2bbca3-b3d1-48d3-b219-8222561d85e5 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 943 time: 0.0616331 Oct 25 08:52:33.174349 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321b556b-e2f3-4444-8336-92b1aba2428b x-openstack-request-id: req-321b556b-e2f3-4444-8336-92b1aba2428b {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:33.174833 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:33.174833 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-321b556b-e2f3-4444-8336-92b1aba2428b {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:33.175225 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0', 'status': 'completed', 'code': 200} Oct 25 08:52:33.195275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-5385274b-9b8a-4700-b01f-5cfd7ef17b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.197045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-5385274b-9b8a-4700-b01f-5cfd7ef17b66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1096 time: 0.0694251 Oct 25 08:52:33.219643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5f312bb-4dce-4856-b672-6f09f0ea6e11 req-dae2b95a-d13a-4830-b34e-7e2da76830e0 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819170 Oct 25 08:52:33.242265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:33.260218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '20f03ae3-0390-492e-a1f2-efc1fbc38337', 'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'port_id': '20f03ae3-0390-492e-a1f2-efc1fbc38337', 'mac_address': 'fa:16:3e:a2:a5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757a2841-4bb4-4563-ac12-385c40a28013', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:52:33.323366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1860f9-89c7-42c9-bbec-9f8bb7d8f6e1 req-49e1c7a0-d74a-4d4c-96ff-70e80ed0dc5f tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.324933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b1860f9-89c7-42c9-bbec-9f8bb7d8f6e1 req-49e1c7a0-d74a-4d4c-96ff-70e80ed0dc5f tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.1040757 Oct 25 08:52:33.342401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:33.359982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f03ae3-0390-492e-a1f2-efc1fbc38337 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:33.405059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:33.410475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:33.446636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-df9ec3c4-d6ae-4e9e-9118-4c22332f9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.448328 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-df9ec3c4-d6ae-4e9e-9118-4c22332f9fa2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1095 time: 0.2371445 Oct 25 08:52:33.460800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b1860f9-89c7-42c9-bbec-9f8bb7d8f6e1 req-9b81f67a-f897-4dde-8491-1f9c9fd8a1de tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099191 Oct 25 08:52:33.474892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def75a3-5ceb-497a-94d2-bc37401a63b6 req-981ceade-dc6e-4a24-90ac-3d9f3d87dd67 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.486013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6def75a3-5ceb-497a-94d2-bc37401a63b6 req-981ceade-dc6e-4a24-90ac-3d9f3d87dd67 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 943 time: 0.1593146 Oct 25 08:52:33.499791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:33.542463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6def75a3-5ceb-497a-94d2-bc37401a63b6 req-af302b8b-915b-4058-81e5-83cbb6e7204b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555243 Oct 25 08:52:33.582679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-281e186c-1551-4e7c-9629-59e36784c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.584814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-281e186c-1551-4e7c-9629-59e36784c7b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.3538697 Oct 25 08:52:33.642106 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-c58be179-9f3d-4d37-84c5-0bdd98410542 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 200 len: 217 time: 0.0484161 Oct 25 08:52:33.702948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6ce11-19e4-4cf0-ba6a-861eefac8768 req-ddc154f6-a838-4c5f-a914-0652951bd643 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.704918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80f6ce11-19e4-4cf0-ba6a-861eefac8768 req-ddc154f6-a838-4c5f-a914-0652951bd643 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 944 time: 0.0865483 Oct 25 08:52:33.708487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-492b7f48-9a44-4ff9-a486-8ce2278c2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.709989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-492b7f48-9a44-4ff9-a486-8ce2278c2b28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 914 time: 0.2481611 Oct 25 08:52:33.719635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8b21f-427a-4a03-95cf-f30bad625bca req-9a2a8242-ea8a-4c18-8f4e-86b321932c04 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.721357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fe8b21f-427a-4a03-95cf-f30bad625bca req-9a2a8242-ea8a-4c18-8f4e-86b321932c04 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.1123779 Oct 25 08:52:33.722611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-fdfddc01-713a-496d-a70e-254eae34867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.724384 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-fdfddc01-713a-496d-a70e-254eae34867e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0759153 Oct 25 08:52:33.789772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-71c0a417-de1e-47cc-8c4a-c808ee432a3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0 HTTP/1.1" status: 200 len: 217 time: 0.0635445 Oct 25 08:52:33.793621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80f6ce11-19e4-4cf0-ba6a-861eefac8768 req-8ba11314-8e42-4805-94a7-b3f776931876 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710769 Oct 25 08:52:33.796738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ad5fe-d1aa-4623-a385-46ff245ca5f7 None None] Network b10c6099-265b-4566-b5ad-f43bd34c2e2a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:52:33.803013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fe8b21f-427a-4a03-95cf-f30bad625bca req-b5b0e712-3b21-4757-a0e8-617bb7c88174 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676250 Oct 25 08:52:33.819211 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-9f760cfd-2d97-41bc-af09-dd21a9be9c82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439618 Oct 25 08:52:33.902721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c05ab14-1c03-44a9-ad79-ad01964784f5 req-c251e4ea-4dab-4154-87ed-1e36eed3a1df tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 210 time: 0.0359623 Oct 25 08:52:33.937224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['20f03ae3-0390-492e-a1f2-efc1fbc38337'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:33.946130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-82cf3b81-ec73-41d0-b323-758252847621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:33.947685 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-82cf3b81-ec73-41d0-b323-758252847621 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.1313107 Oct 25 08:52:33.995282 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-a74305f8-c492-4d05-86cf-bb015cfb70cc service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661880 Oct 25 08:52:34.001797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f2559d46-7b95-4567-9be1-33ca17752e10 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:34.025633 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-1dcf1402-d7dc-4ee3-8344-37c1635b3dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450644 Oct 25 08:52:34.061294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-375b61bc-8c4c-4bdd-a979-590a8eec3009 None None] Provisioning complete for port f2559d46-7b95-4567-9be1-33ca17752e10 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:34.061645 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-375b61bc-8c4c-4bdd-a979-590a8eec3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:34.203658 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-f763b70d-b671-489e-a2ff-53d5d469f468 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883090 Oct 25 08:52:34.208987 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-484b85f6-f435-4a86-8d83-46e26c8a662b service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708786 Oct 25 08:52:34.221256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f2559d46-7b95-4567-9be1-33ca17752e10 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:34.221617 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:34.322235 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-375b61bc-8c4c-4bdd-a979-590a8eec3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:34.355905 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ce0750ce-6d1a-4e8a-a766-14c4ccb4dbc5 req-fe02f5df-0c32-4905-887b-9d32d6e6d522 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365678 Oct 25 08:52:34.380217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5acda-3d05-4b24-b7dc-7f8d8ce7dcb7 req-2829c815-db14-40d2-a918-d57a2f6641d1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:34.381119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08f5acda-3d05-4b24-b7dc-7f8d8ce7dcb7 req-2829c815-db14-40d2-a918-d57a2f6641d1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 943 time: 0.0665758 Oct 25 08:52:34.399157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-375b61bc-8c4c-4bdd-a979-590a8eec3009 None None] For port f2559d46-7b95-4567-9be1-33ca17752e10, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f2559d46-7b95-4567-9be1-33ca17752e10,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:34.406761 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-375b61bc-8c4c-4bdd-a979-590a8eec3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:34.424868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08f5acda-3d05-4b24-b7dc-7f8d8ce7dcb7 req-b47888dd-3208-46b8-b53b-70f1eb814d00 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 Oct 25 08:52:34.474905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:34.515995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b61bc-8c4c-4bdd-a979-590a8eec3009 None None] Pushing event updated for resources: {'Port': ['ID=f2559d46-7b95-4567-9be1-33ca17752e10,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:34.551497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:34.552058 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:34.751676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06928c63-9cb5-4638-8339-862bfee80c20 req-bd55a408-51c1-44e4-883c-f1f776a4a6c6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:34.757450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06928c63-9cb5-4638-8339-862bfee80c20 req-bd55a408-51c1-44e4-883c-f1f776a4a6c6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 945 time: 0.1854882 Oct 25 08:52:34.761660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-26df8c35-0754-45af-9aea-01dc649c6ab9 None None] Provisioning complete for port f2559d46-7b95-4567-9be1-33ca17752e10 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:34.761660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-26df8c35-0754-45af-9aea-01dc649c6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:34.790982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597689-2fca-478d-956d-550b75ea7368 req-a53209e0-c5c4-43dc-acae-641bbaadffd1 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:34.792455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46597689-2fca-478d-956d-550b75ea7368 req-a53209e0-c5c4-43dc-acae-641bbaadffd1 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 943 time: 0.1601903 Oct 25 08:52:34.875349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-e8f433ba-eb8a-442d-bcb3-8e80f809d631 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:34.880827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-e8f433ba-eb8a-442d-bcb3-8e80f809d631 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:34.882444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-e8f433ba-eb8a-442d-bcb3-8e80f809d631 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "GET /v2.0/networks?id=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc&id=b10c6099-265b-4566-b5ad-f43bd34c2e2a&id=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc HTTP/1.1" status: 200 len: 1389 time: 0.2976170 Oct 25 08:52:34.898744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06928c63-9cb5-4638-8339-862bfee80c20 req-b8b41348-f441-4e13-bc4c-c9ce04893b02 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368315 Oct 25 08:52:34.907821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'port': {'device_id': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc', 'admin_state_up': True, 'tenant_id': '6e553f6a79e84288891f4734819bb75a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:34.911177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ad943ca3-fe33-499e-bf62-a1ca10769bae details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:34.938972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46597689-2fca-478d-956d-550b75ea7368 req-cdf26084-86ac-4a60-b610-2873b8c29e67 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309328 Oct 25 08:52:35.058118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ad943ca3-fe33-499e-bf62-a1ca10769bae, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:35.071631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'port_id': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'mac_address': 'fa:16:3e:1f:9a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:52:35.123113 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:35.138298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd614dd1-6d18-4d0b-98b3-84b7969d897b req-075786dc-ac16-422b-bb30-423bc1d4a78d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:35.140187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd614dd1-6d18-4d0b-98b3-84b7969d897b req-075786dc-ac16-422b-bb30-423bc1d4a78d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.0894058 Oct 25 08:52:35.140555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad943ca3-fe33-499e-bf62-a1ca10769bae {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:35.154555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5cf6-952b-4813-9ee9-8e5cd3347df8 req-f57b4cee-38fe-4a22-a1a5-c2433f07d924 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:35.162601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ad943ca3-fe33-499e-bf62-a1ca10769bae, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:35.163477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd0a5cf6-952b-4813-9ee9-8e5cd3347df8 req-f57b4cee-38fe-4a22-a1a5-c2433f07d924 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 944 time: 0.1558397 Oct 25 08:52:35.168710 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:35.169874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1f26865a-caa2-4cfc-a88f-ec22537a469b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:35.226275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd614dd1-6d18-4d0b-98b3-84b7969d897b req-495c7d2e-51ee-46d9-a804-9741960821f6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592833 Oct 25 08:52:35.234327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ad943ca3-fe33-499e-bf62-a1ca10769bae,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:35.266744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd0a5cf6-952b-4813-9ee9-8e5cd3347df8 req-de47d841-ed05-402f-9c6d-ba929a55727b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018422 Oct 25 08:52:35.300493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:35.307218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:35.394542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95c8a95c-d217-4615-8aed-338bcc0b9f58 req-7aa44aa7-a89f-41fc-a5bf-08c14235164d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 210 time: 0.0596445 Oct 25 08:52:35.399192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:35.420589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'port_id': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'mac_address': 'fa:16:3e:4b:29:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f43f9-4a00-4776-ac6c-afdee1d3b7bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:52:35.490694 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:35.513032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f26865a-caa2-4cfc-a88f-ec22537a469b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:35.536477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:35.537926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Allocated IP 19.80.0.194 (1fcb62d6-2d4c-48d4-bb27-7a126a2000dc/f95d5b4f-7e1c-4227-adc0-8bf60ef027fe/90ebdf6c-cd89-46a8-8e60-186a37f09484) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:35.544979 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:35.604356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:35.661081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94696be9-df09-4518-97f2-a57058d9b37f req-5bf0689f-dbe7-4dcc-adc1-eb44ae46b737 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:35.662679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94696be9-df09-4518-97f2-a57058d9b37f req-5bf0689f-dbe7-4dcc-adc1-eb44ae46b737 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 944 time: 0.1059625 Oct 25 08:52:35.765335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94696be9-df09-4518-97f2-a57058d9b37f req-8630d5ec-8e89-40b4-be22-00200f6f1860 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721891 Oct 25 08:52:35.779418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f2559d46-7b95-4567-9be1-33ca17752e10 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:35.844310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:35.849745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f2559d46-7b95-4567-9be1-33ca17752e10 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:35.850109 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:35.881362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:35.928365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:35.932233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:35.935197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:35.964024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Port': ['ID=90ebdf6c-cd89-46a8-8e60-186a37f09484,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:35.998550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:35.999197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:36.033172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ad943ca3-fe33-499e-bf62-a1ca10769bae'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:36.095366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['1f26865a-caa2-4cfc-a88f-ec22537a469b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:36.229750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-303a9b5f-b52c-4e37-9326-d3c1baacb3ff None None] Provisioning complete for port 90ebdf6c-cd89-46a8-8e60-186a37f09484 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:36.230170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-303a9b5f-b52c-4e37-9326-d3c1baacb3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:36.305440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-303a9b5f-b52c-4e37-9326-d3c1baacb3ff None None] Port 90ebdf6c-cd89-46a8-8e60-186a37f09484 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:52:36.337121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-655fb923-8efb-4902-8dd1-f1b3ef5a60da tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4354658 Oct 25 08:52:36.371619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'port': {'device_id': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a', 'admin_state_up': True, 'tenant_id': '6e553f6a79e84288891f4734819bb75a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:36.438434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c7e26-7ece-4bce-957e-3c544e36b2ab req-845a5d33-a3f4-4879-89b7-18114b7c8d61 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:36.439991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-657c7e26-7ece-4bce-957e-3c544e36b2ab req-845a5d33-a3f4-4879-89b7-18114b7c8d61 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 945 time: 0.4062190 Oct 25 08:52:36.448095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4447f-5b6a-4571-b50c-a5e91d1e57a1 req-cfe1d8f1-b285-4479-8a8e-8de08bd218b3 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:36.449683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3c4447f-5b6a-4571-b50c-a5e91d1e57a1 req-cfe1d8f1-b285-4479-8a8e-8de08bd218b3 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 944 time: 0.4353254 Oct 25 08:52:36.537931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3c4447f-5b6a-4571-b50c-a5e91d1e57a1 req-d6f981a1-dd73-47b3-8e5c-d47fcd77d601 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806630 Oct 25 08:52:36.540496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-657c7e26-7ece-4bce-957e-3c544e36b2ab req-efa5643f-1827-4726-99ab-b6c67dec56e1 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893650 Oct 25 08:52:36.597613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:36.603812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:36.786276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28eaaa-351d-4631-8cec-e4c673e940dd req-47c09cb4-9356-4759-85ad-2d9340bff7e9 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:36.788033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a28eaaa-351d-4631-8cec-e4c673e940dd req-47c09cb4-9356-4759-85ad-2d9340bff7e9 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.1661921 Oct 25 08:52:36.797906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32947a5b-0d19-45fd-a220-35fee84fadb9 req-eaa76abe-d166-449e-90f5-b356275a9575 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:36.799318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32947a5b-0d19-45fd-a220-35fee84fadb9 req-eaa76abe-d166-449e-90f5-b356275a9575 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 944 time: 0.1636577 Oct 25 08:52:36.888775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a28eaaa-351d-4631-8cec-e4c673e940dd req-157b4956-2171-4ec6-b7c7-6f59999560e6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863254 Oct 25 08:52:36.889775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Allocated IP 19.86.0.206 (b10c6099-265b-4566-b5ad-f43bd34c2e2a/3fa76f88-53be-4c6a-b639-612088ea34b7/57b23cd9-e09e-47de-95c0-6bcc97b7ef85) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:36.896796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32947a5b-0d19-45fd-a220-35fee84fadb9 req-2a266a06-c915-40b7-a904-9b8229863efd tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849042 Oct 25 08:52:36.932491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:36.942497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 20f03ae3-0390-492e-a1f2-efc1fbc38337 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:37.097416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132754fc-93c3-4e7c-89b8-9349fe793e84 req-df3a5e07-518a-418c-bfea-ef069985347a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:37.098873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-132754fc-93c3-4e7c-89b8-9349fe793e84 req-df3a5e07-518a-418c-bfea-ef069985347a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 932 time: 0.0951998 Oct 25 08:52:37.117147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 20f03ae3-0390-492e-a1f2-efc1fbc38337 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:52:37.125632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 20f03ae3-0390-492e-a1f2-efc1fbc38337 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:37.125998 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.157797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.178531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:37.193004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07d62-d10c-478b-ad22-3e8882ac7d25 req-a66d9daa-39e3-4b94-b387-2800f810c59f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:37.194491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5a07d62-d10c-478b-ad22-3e8882ac7d25 req-a66d9daa-39e3-4b94-b387-2800f810c59f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 944 time: 0.1177623 Oct 25 08:52:37.194613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0', 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d', 'port_id': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0', 'mac_address': 'fa:16:3e:ee:ed:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ccf936-8eb4-44c8-9a76-6fcbb99779a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:52:37.197225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-132754fc-93c3-4e7c-89b8-9349fe793e84 req-f2bda221-81f9-4c9d-8fd5-09f3167ed555 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770254 Oct 25 08:52:37.247834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.258927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.282101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:37.290536 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.300037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5a07d62-d10c-478b-ad22-3e8882ac7d25 req-ea2d3540-c26a-406e-ad9f-f73a14789a87 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819428 Oct 25 08:52:37.315348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network b10c6099-265b-4566-b5ad-f43bd34c2e2a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:37.318333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:37.318966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:37.322406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:37.351945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Port': ['ID=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:37.352779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:37.354552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:37.359181 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53426eb0-bbd1-463e-a5b6-00c7d6edf71c" -d '{"events": [{"server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "name": "network-vif-plugged", "status": "completed", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:37.364099 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.366106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.409824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:37.410492 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.420488 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2a7a2-7fce-49a0-b57a-5202ec13632c x-openstack-request-id: req-28e2a7a2-7fce-49a0-b57a-5202ec13632c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:37.420801 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "name": "network-vif-plugged", "status": "completed", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:37.421063 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28e2a7a2-7fce-49a0-b57a-5202ec13632c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:37.421460 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337', 'code': 200} Oct 25 08:52:37.431930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-254ac41f-7e3d-4b64-a040-112ed3825572 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0651395 Oct 25 08:52:37.439967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:37.459566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'port': {'device_id': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc', 'admin_state_up': True, 'tenant_id': '6e553f6a79e84288891f4734819bb75a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:37.592689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:37.617777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:52:37.622510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.670310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-efc40669-38ba-4a2e-92df-6ee3ee58c08e None None] Provisioning complete for port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:37.670717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efc40669-38ba-4a2e-92df-6ee3ee58c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:37.679921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c94724-fb5c-4715-b3ba-9a8aba70b6db req-39e01ff4-4d38-42ec-b85c-44696c85ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:37.685657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-79c94724-fb5c-4715-b3ba-9a8aba70b6db req-39e01ff4-4d38-42ec-b85c-44696c85ce30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1097 time: 0.1376200 Oct 25 08:52:37.722364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-efc40669-38ba-4a2e-92df-6ee3ee58c08e None None] Port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:52:37.736594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-79c94724-fb5c-4715-b3ba-9a8aba70b6db req-9c25c2af-7f2d-4d3f-99b3-ee0414049a4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Oct 25 08:52:37.814780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:37.818736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27f8fc-8a4a-44fe-81ac-10e202f7ee0d req-706da00f-6169-4fcb-9fd4-196e8042e59b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:37.820510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc27f8fc-8a4a-44fe-81ac-10e202f7ee0d req-706da00f-6169-4fcb-9fd4-196e8042e59b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.1773412 Oct 25 08:52:37.833017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cb3e3-5a7d-437f-8115-093b4e18b9a5 req-632edbb2-4676-41d5-8692-f969f38822f0 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:37.834456 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e2cb3e3-5a7d-437f-8115-093b4e18b9a5 req-632edbb2-4676-41d5-8692-f969f38822f0 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 944 time: 0.1555436 Oct 25 08:52:37.886318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Allocated IP 19.80.0.140 (1fcb62d6-2d4c-48d4-bb27-7a126a2000dc/f95d5b4f-7e1c-4227-adc0-8bf60ef027fe/51c8f635-2fec-4bc4-8b6f-45f4d7f23924) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:52:37.925063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc27f8fc-8a4a-44fe-81ac-10e202f7ee0d req-e09c1665-0ce9-4f9d-be83-be406d6ff717 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857134 Oct 25 08:52:37.938458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e2cb3e3-5a7d-437f-8115-093b4e18b9a5 req-3e8fb069-aeb9-4436-a454-492327ff58f3 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898890 Oct 25 08:52:38.143163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abd655-406a-435f-9355-9385983ab6de req-c2464b01-8dfc-429e-9bc8-821be8f315ff tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:38.144621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58abd655-406a-435f-9355-9385983ab6de req-c2464b01-8dfc-429e-9bc8-821be8f315ff tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 945 time: 0.0934808 Oct 25 08:52:38.158613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9773cb-fb41-4cfe-947c-a38d97702d66 req-75b529ea-b788-4aff-a460-8dcd156ab537 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:38.160013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc9773cb-fb41-4cfe-947c-a38d97702d66 req-75b529ea-b788-4aff-a460-8dcd156ab537 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.1213868 Oct 25 08:52:38.232601 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:38.246647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58abd655-406a-435f-9355-9385983ab6de req-9932ee0e-ac4f-4dfb-9c33-590560e444b9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839360 Oct 25 08:52:38.254289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc9773cb-fb41-4cfe-947c-a38d97702d66 req-dac8f980-c967-4131-8638-f12ccc29cb95 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829167 Oct 25 08:52:38.297252 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:38.378440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:52:38.383548 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:38.386284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:52:38.408868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:52:38.447067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Port': ['ID=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:38.497115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.497440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.497783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.498115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.498447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.498772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.499095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.499417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.499739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.500058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.500378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.500694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:38.518414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab285e6-6869-4d55-8954-294d05a84abd req-bf272d2a-469c-44e0-a978-5cd10d1b946a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:38.524357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab285e6-6869-4d55-8954-294d05a84abd req-bf272d2a-469c-44e0-a978-5cd10d1b946a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:38.531160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab285e6-6869-4d55-8954-294d05a84abd req-bf272d2a-469c-44e0-a978-5cd10d1b946a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:38.532864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ab285e6-6869-4d55-8954-294d05a84abd req-bf272d2a-469c-44e0-a978-5cd10d1b946a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2377 time: 0.1982236 Oct 25 08:52:38.538563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:38.539199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:38.580763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-03d8bb23-2129-47c9-a2c4-2c4cdb3f1ac2 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1344855 Oct 25 08:52:38.588354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a6d9f-11b1-4e42-8e53-dd3c0109cd3b req-15636d8c-89fe-4fcc-9770-2eaae48c879e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:38.589916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c85a6d9f-11b1-4e42-8e53-dd3c0109cd3b req-15636d8c-89fe-4fcc-9770-2eaae48c879e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 944 time: 0.1498203 Oct 25 08:52:38.611924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Request body: {'port': {'device_id': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:38.627161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ab285e6-6869-4d55-8954-294d05a84abd req-e5d98e0d-9b2a-4eb2-8d4a-ed25d7d04707 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837765 Oct 25 08:52:38.652864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-265333a3-216f-49e9-840a-dfb871bbbbb0 None None] Provisioning complete for port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:38.653987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-265333a3-216f-49e9-840a-dfb871bbbbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:38.676441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c85a6d9f-11b1-4e42-8e53-dd3c0109cd3b req-5d0bf664-463b-4627-8be9-7d26ac8c008c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777521 Oct 25 08:52:38.701492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-265333a3-216f-49e9-840a-dfb871bbbbb0 None None] Port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:52:38.702803 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:38.905560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1f26865a-caa2-4cfc-a88f-ec22537a469b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:38.974052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 1f26865a-caa2-4cfc-a88f-ec22537a469b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:52:38.977994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 1f26865a-caa2-4cfc-a88f-ec22537a469b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:38.978354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:38.978788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ebdf6c-cd89-46a8-8e60-186a37f09484 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:38.998784 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.015225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Transition to ACTIVE for port object 90ebdf6c-cd89-46a8-8e60-186a37f09484 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:39.020338 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.109076 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.139491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Pushing event updated for resources: {'Port': ['ID=90ebdf6c-cd89-46a8-8e60-186a37f09484,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:39.156459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:39.162154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.163508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ad943ca3-fe33-499e-bf62-a1ca10769bae up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:39.214073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba364ab9-5cf3-47b5-9793-7b8fb2302509 req-87b808e7-8aa5-46c0-9be9-dce0e4d7b39e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:39.215199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba364ab9-5cf3-47b5-9793-7b8fb2302509 req-87b808e7-8aa5-46c0-9be9-dce0e4d7b39e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.1840549 Oct 25 08:52:39.230433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570c94a-d8e5-4c48-9491-460195d12b8d req-04547898-2dd6-45c9-bc84-0fb031350c06 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:39.232139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b570c94a-d8e5-4c48-9491-460195d12b8d req-04547898-2dd6-45c9-bc84-0fb031350c06 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 944 time: 0.1568317 Oct 25 08:52:39.272106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:39.315529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.315802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.317091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.317490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.317864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.318723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.318723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.318723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.319208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.319368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.319673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.319991 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:39.324371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port ad943ca3-fe33-499e-bf62-a1ca10769bae completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:52:39.344088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port ad943ca3-fe33-499e-bf62-a1ca10769bae triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:39.344466 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.370077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b570c94a-d8e5-4c48-9491-460195d12b8d req-c22ee917-8a3b-47a0-8b98-d5fe44423b0b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229546 Oct 25 08:52:39.390066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba364ab9-5cf3-47b5-9793-7b8fb2302509 req-5b3e2b00-12a7-455d-a214-f4f59fd5107c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569471 Oct 25 08:52:39.397954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Attempting to bind port 90ebdf6c-cd89-46a8-8e60-186a37f09484 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:39.398383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Attempting to bind port 90ebdf6c-cd89-46a8-8e60-186a37f09484 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:39.398802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Attempting to bind port 90ebdf6c-cd89-46a8-8e60-186a37f09484 on network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:39.430094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:39.432730 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c598c80-6262-42ea-9a71-78a0594fe034" -d '{"events": [{"server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "name": "network-vif-plugged", "status": "completed", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:39.447710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Port 90ebdf6c-cd89-46a8-8e60-186a37f09484 on network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:39.447710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Attempting to bind port 90ebdf6c-cd89-46a8-8e60-186a37f09484 on network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:39.460704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:39.469127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.470099 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.470230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Checking segment: {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:39.471029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Bound using segment: {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:39.473406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Bound port: 90ebdf6c-cd89-46a8-8e60-186a37f09484, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:39.474014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.514635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ad943ca3-fe33-499e-bf62-a1ca10769bae, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:39.531778 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.593386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ad943ca3-fe33-499e-bf62-a1ca10769bae,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:39.609819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] For port 90ebdf6c-cd89-46a8-8e60-186a37f09484, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:39.639269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] For port 90ebdf6c-cd89-46a8-8e60-186a37f09484, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=90ebdf6c-cd89-46a8-8e60-186a37f09484,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:39.646251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.701556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa97aaa-ae63-45f4-b35c-14f43cc37993 req-c3f28f2b-42ee-4599-b229-b7b2a72b97de tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:39.703126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daa97aaa-ae63-45f4-b35c-14f43cc37993 req-c3f28f2b-42ee-4599-b229-b7b2a72b97de tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.2024713 Oct 25 08:52:39.721440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1508-603c-4914-a888-8894e40a7f0c req-4284876f-f7c0-47f6-aba9-1ea38624c356 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:39.728270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598f1508-603c-4914-a888-8894e40a7f0c req-4284876f-f7c0-47f6-aba9-1ea38624c356 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 945 time: 0.1739423 Oct 25 08:52:39.733302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:39.733910 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.735228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] 10.222.0.41 "PUT /v2.0/ports/90ebdf6c-cd89-46a8-8e60-186a37f09484 HTTP/1.1" status: 200 len: 1092 time: 1.1278491 Oct 25 08:52:39.737322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'tag': '90ebdf6c-cd89-46a8-8e60-186a37f09484'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:39.739675 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c3af2-323e-4152-8c6d-a7a0635aea3c" -d '{"events": [{"name": "network-changed", "server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "tag": "90ebdf6c-cd89-46a8-8e60-186a37f09484"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:39.783500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Request body: {'port': {'device_id': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:39.791116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df791f35-34fd-48f4-966f-b2971307a6bc service neutron] Pushing event updated for resources: {'Port': ['ID=90ebdf6c-cd89-46a8-8e60-186a37f09484,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:39.867910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598f1508-603c-4914-a888-8894e40a7f0c req-dfd04601-7d9c-4d44-8705-ad67cd0229b7 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387873 Oct 25 08:52:39.892174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daa97aaa-ae63-45f4-b35c-14f43cc37993 req-3f495cd7-2915-412b-9e8e-d879bd369176 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795723 Oct 25 08:52:39.905098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:39.926620 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57980c0c-daef-4ff7-8889-7a5840a1641a x-openstack-request-id: req-57980c0c-daef-4ff7-8889-7a5840a1641a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:39.926909 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "name": "network-vif-plugged", "status": "completed", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:39.927161 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57980c0c-daef-4ff7-8889-7a5840a1641a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:39.927555 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'code': 200} Oct 25 08:52:40.087069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901319e-d6e7-41af-84d7-ca5310a02970 req-cce026b8-1362-4c00-b57f-544082279f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.088679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2901319e-d6e7-41af-84d7-ca5310a02970 req-cce026b8-1362-4c00-b57f-544082279f73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 1096 time: 0.0475352 Oct 25 08:52:40.133931 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2901319e-d6e7-41af-84d7-ca5310a02970 req-7b7ad654-2c3f-492c-824f-50d12f8d663a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370958 Oct 25 08:52:40.182763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1203f1-952c-455c-9ed8-9d7a75e2e059 req-c66a5455-51ff-42f1-ab43-e77e36cd983c tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.189186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1203f1-952c-455c-9ed8-9d7a75e2e059 req-c66a5455-51ff-42f1-ab43-e77e36cd983c tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.195170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1203f1-952c-455c-9ed8-9d7a75e2e059 req-c66a5455-51ff-42f1-ab43-e77e36cd983c tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.196856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e1203f1-952c-455c-9ed8-9d7a75e2e059 req-c66a5455-51ff-42f1-ab43-e77e36cd983c tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2389 time: 0.1544349 Oct 25 08:52:40.222542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b31c-382d-4fa5-9b72-ba32ba7b0551 req-19ec548a-03b3-4234-a308-675ed7c5f499 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.224057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7397b31c-382d-4fa5-9b72-ba32ba7b0551 req-19ec548a-03b3-4234-a308-675ed7c5f499 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1696417 Oct 25 08:52:40.532775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e1203f1-952c-455c-9ed8-9d7a75e2e059 req-6c714b7f-4504-4584-9c68-65b9e1a8b470 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286197 Oct 25 08:52:40.566840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7397b31c-382d-4fa5-9b72-ba32ba7b0551 req-2402b513-eef7-4130-93db-21334e340068 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319871 Oct 25 08:52:40.581949 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032f0b30-2d57-49c5-b885-b96083127534 x-openstack-request-id: req-032f0b30-2d57-49c5-b885-b96083127534 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:40.582341 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "tag": "90ebdf6c-cd89-46a8-8e60-186a37f09484", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:40.582675 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-032f0b30-2d57-49c5-b885-b96083127534 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:40.583140 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'tag': '90ebdf6c-cd89-46a8-8e60-186a37f09484', 'status': 'completed', 'code': 200} Oct 25 08:52:40.663911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:40.708622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:40.745999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Transition to ACTIVE for port object 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:40.756390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:40.801836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a2647-9045-47df-8b3c-0e99deaa082c req-71318e9e-3a1f-4f9b-ac0c-df48225075b5 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.803217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-556a2647-9045-47df-8b3c-0e99deaa082c req-71318e9e-3a1f-4f9b-ac0c-df48225075b5 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 945 time: 0.1718583 Oct 25 08:52:40.811564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-3878ac09-f2bd-4c74-b436-2e5751fbba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.812046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-3878ac09-f2bd-4c74-b436-2e5751fbba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.812516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-3878ac09-f2bd-4c74-b436-2e5751fbba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.814135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-3878ac09-f2bd-4c74-b436-2e5751fbba50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2732 time: 0.1844068 Oct 25 08:52:40.844311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab94951-bb8b-4770-9749-26c2270ea764 req-dd308adb-6956-4101-aa8b-e1ba65f42d42 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:40.854389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ab94951-bb8b-4770-9749-26c2270ea764 req-dd308adb-6956-4101-aa8b-e1ba65f42d42 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.1560881 Oct 25 08:52:40.924592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:40.976916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c39531-f186-4762-8650-f70e48689457 service neutron] Pushing event updated for resources: {'Port': ['ID=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:41.045639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:52:41.050328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:41.050739 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:41.077016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-556a2647-9045-47df-8b3c-0e99deaa082c req-4a151ff1-9194-4911-9be5-cd4ab4d4021b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585056 Oct 25 08:52:41.140754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ab94951-bb8b-4770-9749-26c2270ea764 req-702e34bd-f1d7-47d9-9d3e-271718d4435a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853894 Oct 25 08:52:41.239496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:41.291805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:41.296736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:41.321842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-ebd4a7c3-9f5b-4953-877f-44782a5be0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:41.322441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-ebd4a7c3-9f5b-4953-877f-44782a5be0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:41.322543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-ebd4a7c3-9f5b-4953-877f-44782a5be0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:41.324144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-ebd4a7c3-9f5b-4953-877f-44782a5be0ee service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6e553f6a79e84288891f4734819bb75a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4523339 Oct 25 08:52:41.329811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Attempting to bind port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:41.330061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Attempting to bind port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:41.330385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Attempting to bind port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 on network b10c6099-265b-4566-b5ad-f43bd34c2e2a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:41.350564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:41.425719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 on network b10c6099-265b-4566-b5ad-f43bd34c2e2a not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:41.426079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Attempting to bind port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 on network b10c6099-265b-4566-b5ad-f43bd34c2e2a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:41.473357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d260c04-8b31-46ea-bf80-3c138f2271e7 req-85030d77-2590-4296-a409-253e94af3881 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:41.474829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d260c04-8b31-46ea-bf80-3c138f2271e7 req-85030d77-2590-4296-a409-253e94af3881 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 945 time: 0.2470708 Oct 25 08:52:41.475569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:41.475896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Checking segment: {'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:41.476261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Bound using segment: {'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:41.476698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Bound port: 57b23cd9-e09e-47de-95c0-6bcc97b7ef85, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a9e513-51f0-4082-af2d-2f4589f54be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:41.477067 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:41.493342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253da57-88f6-4466-a5ff-ad060a482cb4 req-bd22e3e1-f593-434d-83d1-36171b49dff0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:41.494785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8253da57-88f6-4466-a5ff-ad060a482cb4 req-bd22e3e1-f593-434d-83d1-36171b49dff0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.2522359 Oct 25 08:52:41.656824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d260c04-8b31-46ea-bf80-3c138f2271e7 req-e1e5ad6a-519b-4817-a2fa-b90996384393 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600933 Oct 25 08:52:41.665791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8253da57-88f6-4466-a5ff-ad060a482cb4 req-a22714ad-a8d7-4154-ba4d-31a3dc1489ce tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557684 Oct 25 08:52:41.671507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-12a5c1d8-7f93-412c-a915-9d2e64b5af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:41.672952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d25c3af2-323e-4152-8c6d-a7a0635aea3c req-12a5c1d8-7f93-412c-a915-9d2e64b5af02 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3379519 Oct 25 08:52:41.692729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] For port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:41.696219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] For port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:41.703512 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:41.746713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:41.748156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:41.750072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-59c39531-f186-4762-8650-f70e48689457 service neutron] 10.222.0.41 "PUT /v2.0/ports/57b23cd9-e09e-47de-95c0-6bcc97b7ef85 HTTP/1.1" status: 200 len: 1092 time: 1.9788456 Oct 25 08:52:41.775019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c39531-f186-4762-8650-f70e48689457 service neutron] Pushing event updated for resources: {'Port': ['ID=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:41.792567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Request body: {'port': {'device_id': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:41.865967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:41.928667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae'}, {'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:41.932640 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4c3470-58fc-43fd-8282-2dbfa00a37af" -d '{"events": [{"server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "name": "network-vif-plugged", "status": "completed", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae"}, {"server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "name": "network-vif-plugged", "status": "completed", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:42.059657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb6128-d998-47a9-b540-fc9ce23f51d7 req-cdee6da1-67b4-4565-a5da-02116b72d453 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.066502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb6128-d998-47a9-b540-fc9ce23f51d7 req-cdee6da1-67b4-4565-a5da-02116b72d453 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.072331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb6128-d998-47a9-b540-fc9ce23f51d7 req-cdee6da1-67b4-4565-a5da-02116b72d453 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.073981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51fb6128-d998-47a9-b540-fc9ce23f51d7 req-cdee6da1-67b4-4565-a5da-02116b72d453 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2401 time: 0.1550395 Oct 25 08:52:42.191775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51fb6128-d998-47a9-b540-fc9ce23f51d7 req-8c059a9c-b70d-4882-b9d5-8e96e9a5b215 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091120 Oct 25 08:52:42.201936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d5e2f-b99e-4ab6-9c9c-cd66158dcdf3 req-5afbbf8b-8a1d-41bd-b707-0149ef9383ba tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.203482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c5d5e2f-b99e-4ab6-9c9c-cd66158dcdf3 req-5afbbf8b-8a1d-41bd-b707-0149ef9383ba tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1097 time: 0.1285028 Oct 25 08:52:42.276368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c5d5e2f-b99e-4ab6-9c9c-cd66158dcdf3 req-9ea747e1-a844-4564-84de-b565af037338 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636497 Oct 25 08:52:42.346467 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baec5a5-6a6a-4158-a841-02113fbd03d2 x-openstack-request-id: req-9baec5a5-6a6a-4158-a841-02113fbd03d2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:42.347761 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "name": "network-vif-plugged", "status": "completed", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae", "code": 200}, {"server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "name": "network-vif-plugged", "status": "completed", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:42.348514 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9baec5a5-6a6a-4158-a841-02113fbd03d2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:42.349372 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'code': 200} Oct 25 08:52:42.349803 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0', 'code': 200} Oct 25 08:52:42.355806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:42.367350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:42.381033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf4f18-39c8-4b24-8300-3fa4cec41e1c req-328a8bef-cc08-4ceb-a542-4f91974566c6 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.382637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4adf4f18-39c8-4b24-8300-3fa4cec41e1c req-328a8bef-cc08-4ceb-a542-4f91974566c6 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1196022 Oct 25 08:52:42.402587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Transition to ACTIVE for port object 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:52:42.438806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:42.501044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4adf4f18-39c8-4b24-8300-3fa4cec41e1c req-aa629c97-e145-4762-b77f-3e29d9c6bcc8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094935 Oct 25 08:52:42.535996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83f82a-9980-41ad-a1a5-1beb1803ebc0 req-51eb5f67-6c37-4db8-b75e-60c4b92ea226 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.537529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df83f82a-9980-41ad-a1a5-1beb1803ebc0 req-51eb5f67-6c37-4db8-b75e-60c4b92ea226 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 945 time: 0.1450264 Oct 25 08:52:42.555008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Pushing event updated for resources: {'Port': ['ID=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:42.598045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913aa9-df70-471d-80e3-396ea1edaefe req-27950554-0434-4e23-8654-7a4e226f03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.599926 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c8913aa9-df70-471d-80e3-396ea1edaefe req-27950554-0434-4e23-8654-7a4e226f03dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1097 time: 0.1133778 Oct 25 08:52:42.600549 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'tag': '57b23cd9-e09e-47de-95c0-6bcc97b7ef85'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:42.602995 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78a68b2-51ea-4c13-aa92-645a3cd96493" -d '{"events": [{"name": "network-changed", "server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "tag": "57b23cd9-e09e-47de-95c0-6bcc97b7ef85"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:42.605430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd037c-e073-4d62-b17b-6c8024f6d4b4 req-43901078-a3aa-492e-bf91-c0c5509d01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.607287 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-94cd037c-e073-4d62-b17b-6c8024f6d4b4 req-43901078-a3aa-492e-bf91-c0c5509d01ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 1096 time: 0.1192999 Oct 25 08:52:42.673907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df83f82a-9980-41ad-a1a5-1beb1803ebc0 req-1600762f-2f1d-44e2-9ae2-5eee2a7cd8fb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247461 Oct 25 08:52:42.716619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Attempting to bind port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:42.716985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Attempting to bind port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:42.717303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Attempting to bind port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 on network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:42.722210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 on network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:42.722533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Attempting to bind port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 on network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:42.727860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:42.728195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Checking segment: {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:42.728574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Bound using segment: {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:42.729039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Bound port: 51c8f635-2fec-4bc4-8b6f-45f4d7f23924, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44adad77-6d63-4244-98cb-da4b6cf99a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:42.729401 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:42.733533 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-94cd037c-e073-4d62-b17b-6c8024f6d4b4 req-aeebe38f-af6e-49fc-9891-036bfe8489bc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059902 Oct 25 08:52:42.767018 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c8913aa9-df70-471d-80e3-396ea1edaefe req-2e87a785-2014-4ccc-b327-23e393e2b758 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588356 Oct 25 08:52:42.781480 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5b3bc-aae0-4fe5-9de1-e2ed75e46903 x-openstack-request-id: req-53f5b3bc-aae0-4fe5-9de1-e2ed75e46903 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:42.781770 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "tag": "57b23cd9-e09e-47de-95c0-6bcc97b7ef85", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:42.782027 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53f5b3bc-aae0-4fe5-9de1-e2ed75e46903 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:42.782537 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'tag': '57b23cd9-e09e-47de-95c0-6bcc97b7ef85', 'status': 'completed', 'code': 200} Oct 25 08:52:42.803741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] For port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:42.815156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] For port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:42.824354 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:42.915098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:42.915734 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:42.917165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] 10.222.0.41 "PUT /v2.0/ports/51c8f635-2fec-4bc4-8b6f-45f4d7f23924 HTTP/1.1" status: 200 len: 1092 time: 1.1320572 Oct 25 08:52:43.018825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d80492-33f4-45e3-803b-f1f18dd40855 service neutron] Pushing event updated for resources: {'Port': ['ID=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:43.029920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995103a5-0598-4228-91ba-6fa7b6ae7fc2 req-6b2c0c60-ec9b-44a7-88e7-acbd35140270 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.031465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-995103a5-0598-4228-91ba-6fa7b6ae7fc2 req-6b2c0c60-ec9b-44a7-88e7-acbd35140270 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.1694400 Oct 25 08:52:43.049034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-39bf2f78-5bbb-4062-85eb-c3dd1d1be18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.049624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-39bf2f78-5bbb-4062-85eb-c3dd1d1be18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.050130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-39bf2f78-5bbb-4062-85eb-c3dd1d1be18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.052223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-39bf2f78-5bbb-4062-85eb-c3dd1d1be18e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2866 time: 0.1753094 Oct 25 08:52:43.067851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2fc33-f94f-4ffc-b80d-ccd513e9e25f req-9265f303-3b5c-49c8-bdb2-8c422ccbb334 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.069700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74f2fc33-f94f-4ffc-b80d-ccd513e9e25f req-9265f303-3b5c-49c8-bdb2-8c422ccbb334 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 946 time: 0.1170266 Oct 25 08:52:43.205119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-995103a5-0598-4228-91ba-6fa7b6ae7fc2 req-4e187379-3c8a-4eef-9a4e-31b560da057c tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658859 Oct 25 08:52:43.216637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74f2fc33-f94f-4ffc-b80d-ccd513e9e25f req-0854dc66-aab1-4a51-b37a-e860f0ce7af0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363842 Oct 25 08:52:43.271166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-fe8fa810-50e0-46fa-ba01-dd23a1ad399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.271818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-fe8fa810-50e0-46fa-ba01-dd23a1ad399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.272346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-fe8fa810-50e0-46fa-ba01-dd23a1ad399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.274203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-fe8fa810-50e0-46fa-ba01-dd23a1ad399a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6e553f6a79e84288891f4734819bb75a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2036030 Oct 25 08:52:43.677008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-1ee8b0fd-1cb1-4f32-af5c-0a56dea5e78a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606050 Oct 25 08:52:43.745338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9d23c-b36d-4c7e-b9ad-57694e6ad117 req-3515358d-bc8f-4c12-93de-1d341ab7022f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.747568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bf9d23c-b36d-4c7e-b9ad-57694e6ad117 req-3515358d-bc8f-4c12-93de-1d341ab7022f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.4485524 Oct 25 08:52:43.832956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fd3a4-318c-48ab-94a0-1c5a0425ab56 req-bd254c6f-8076-42bc-92b6-d036e1df7d38 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.839609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fd3a4-318c-48ab-94a0-1c5a0425ab56 req-bd254c6f-8076-42bc-92b6-d036e1df7d38 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.848017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fd3a4-318c-48ab-94a0-1c5a0425ab56 req-bd254c6f-8076-42bc-92b6-d036e1df7d38 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.849860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-60e4376d-f6d7-43c4-8166-c008d9deb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.850092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e07fd3a4-318c-48ab-94a0-1c5a0425ab56 req-bd254c6f-8076-42bc-92b6-d036e1df7d38 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2413 time: 0.1591568 Oct 25 08:52:43.851380 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-60e4376d-f6d7-43c4-8166-c008d9deb70d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1095 time: 0.0808830 Oct 25 08:52:43.884409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-4a28e54a-3312-45d7-be00-bd17a34c6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:43.885891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c78a68b2-51ea-4c13-aa92-645a3cd96493 req-4a28e54a-3312-45d7-be00-bd17a34c6572 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5520580 Oct 25 08:52:43.909511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bf9d23c-b36d-4c7e-b9ad-57694e6ad117 req-d5628857-0b6f-448f-8acb-6014ac2356da tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425381 Oct 25 08:52:43.954779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e07fd3a4-318c-48ab-94a0-1c5a0425ab56 req-355080eb-29a7-429e-92e1-54221669d9cb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957828 Oct 25 08:52:44.019917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-07b3353c-0c0d-43a0-8228-bf4f07413d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.021738 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-07b3353c-0c0d-43a0-8228-bf4f07413d58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1360624 Oct 25 08:52:44.067527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-76e871bf-170c-46ac-ad4f-95cb0ff22a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.068179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-76e871bf-170c-46ac-ad4f-95cb0ff22a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.068802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-76e871bf-170c-46ac-ad4f-95cb0ff22a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.070606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-76e871bf-170c-46ac-ad4f-95cb0ff22a76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2866 time: 0.1149912 Oct 25 08:52:44.077436 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-94a93160-0786-4a31-8348-230886112239 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 217 time: 0.0458591 Oct 25 08:52:44.092481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd62ad4-18d1-4409-9dd6-e6767808a7c8 req-25797091-2f68-49d3-b9c5-4784947e4396 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.094052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fd62ad4-18d1-4409-9dd6-e6767808a7c8 req-25797091-2f68-49d3-b9c5-4784947e4396 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 945 time: 0.0786245 Oct 25 08:52:44.139114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-ae548c7e-1f28-4ce2-bcfb-68432fc01a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.141040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-ae548c7e-1f28-4ce2-bcfb-68432fc01a6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0559227 Oct 25 08:52:44.145653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-99007c86-2ee5-407f-9606-66e5da76e29e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=90ebdf6c-cd89-46a8-8e60-186a37f09484 HTTP/1.1" status: 200 len: 217 time: 0.0504980 Oct 25 08:52:44.177372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fd62ad4-18d1-4409-9dd6-e6767808a7c8 req-639cae43-0954-4569-b1d4-637e26b44c6e tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752234 Oct 25 08:52:44.182665 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-215bcc40-0cfb-467a-b24a-63eea0bb5a4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327032 Oct 25 08:52:44.220952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-9ba173ae-6f95-4892-9d18-c821be54f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.222419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-9ba173ae-6f95-4892-9d18-c821be54f80a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f95d5b4f-7e1c-4227-adc0-8bf60ef027fe HTTP/1.1" status: 200 len: 801 time: 0.0594254 Oct 25 08:52:44.291173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-21f9b6b9-2c11-4c6f-814c-3184d7d34526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.295258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-21f9b6b9-2c11-4c6f-814c-3184d7d34526 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609493 Oct 25 08:52:44.334031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-14a57f39-5390-49e0-8660-fa5d61322ef1 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425767 Oct 25 08:52:44.447706 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cfe12df5-97e0-4123-871b-6cf512397b34 req-87160458-d2b7-44e2-9e84-9f760173df8f service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048417 Oct 25 08:52:44.449519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb92f-eec5-4d5f-9051-19d4ed45cb11 req-d2c4db09-4097-4dd4-93af-8e75c24dcdc9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.451616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c39fb92f-eec5-4d5f-9051-19d4ed45cb11 req-d2c4db09-4097-4dd4-93af-8e75c24dcdc9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 946 time: 0.1287506 Oct 25 08:52:44.473511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78846cf6-3b0d-44f7-a51a-a89e75d310ba req-bb6114e8-3b74-46ad-9a50-6c0a0243bf5d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.474987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78846cf6-3b0d-44f7-a51a-a89e75d310ba req-bb6114e8-3b74-46ad-9a50-6c0a0243bf5d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.1635737 Oct 25 08:52:44.524625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-14bc1e69-0320-492a-a09e-542c7530285f service neutron] 10.222.0.41 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212975 Oct 25 08:52:44.585252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78846cf6-3b0d-44f7-a51a-a89e75d310ba req-0395a3a8-c611-4cdf-b74c-1e165c29b012 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984900 Oct 25 08:52:44.587850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c39fb92f-eec5-4d5f-9051-19d4ed45cb11 req-c9ab9bf6-b7cc-414a-af0b-8c39afdc0102 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293602 Oct 25 08:52:44.675553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-154b51c0-d7fe-45d1-bbff-ff4c8b9f8db8 service neutron] 10.222.0.41 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344113 Oct 25 08:52:44.756733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-ca8c7b05-c56f-4968-beac-043b70c195ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.206&port_id=57b23cd9-e09e-47de-95c0-6bcc97b7ef85 HTTP/1.1" status: 200 len: 217 time: 0.0404301 Oct 25 08:52:44.798149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'tag': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:44.800511 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ed5dc7-4df7-4948-9967-e849b343f962" -d '{"events": [{"name": "network-changed", "server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "tag": "51c8f635-2fec-4bc4-8b6f-45f4d7f23924"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:44.830540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-b255104f-4373-4eef-a767-e76797766715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.832123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-b255104f-4373-4eef-a767-e76797766715 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3fa76f88-53be-4c6a-b639-612088ea34b7 HTTP/1.1" status: 200 len: 801 time: 0.0675898 Oct 25 08:52:44.853840 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23831e66-ab21-4e8b-92a7-819f14e14511 x-openstack-request-id: req-23831e66-ab21-4e8b-92a7-819f14e14511 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:44.854395 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "tag": "51c8f635-2fec-4bc4-8b6f-45f4d7f23924", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:44.854800 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23831e66-ab21-4e8b-92a7-819f14e14511 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:44.855416 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'tag': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924', 'status': 'completed', 'code': 200} Oct 25 08:52:44.910282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-9d0e1e54-34e8-4d51-b967-846295db1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:44.911807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-9d0e1e54-34e8-4d51-b967-846295db1b16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b10c6099-265b-4566-b5ad-f43bd34c2e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548654 Oct 25 08:52:45.051605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-076c954a-51ce-448c-b315-dd46dbedcd6f service neutron] 10.222.0.41 "GET /v2.0/networks/b10c6099-265b-4566-b5ad-f43bd34c2e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229775 Oct 25 08:52:45.173985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d63c51-8eab-4ecf-be5f-61217b07a379 req-df3c3292-72cc-4e9a-a637-c4329a3d2594 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.175437 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8d63c51-8eab-4ecf-be5f-61217b07a379 req-df3c3292-72cc-4e9a-a637-c4329a3d2594 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1369910 Oct 25 08:52:45.225129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a2b80-1b11-4a1b-868e-5d577716f110 req-707810bb-c309-4217-b48f-6d2b19114dd6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.233267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a2b80-1b11-4a1b-868e-5d577716f110 req-707810bb-c309-4217-b48f-6d2b19114dd6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.240597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a2b80-1b11-4a1b-868e-5d577716f110 req-707810bb-c309-4217-b48f-6d2b19114dd6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.243185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-094a2b80-1b11-4a1b-868e-5d577716f110 req-707810bb-c309-4217-b48f-6d2b19114dd6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2413 time: 0.1715629 Oct 25 08:52:45.274397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-311891a2-85c6-4d1e-88aa-1c1fef864d59 service neutron] 10.222.0.41 "GET /v2.0/networks/b10c6099-265b-4566-b5ad-f43bd34c2e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046328 Oct 25 08:52:45.294078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8d63c51-8eab-4ecf-be5f-61217b07a379 req-84eed97d-e6fc-4601-895c-76acaeb8bf01 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111460 Oct 25 08:52:45.334283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-fce6eb52-999d-4fe2-bd8c-e8e3a28f93d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=51c8f635-2fec-4bc4-8b6f-45f4d7f23924 HTTP/1.1" status: 200 len: 217 time: 0.0517859 Oct 25 08:52:45.366094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-094a2b80-1b11-4a1b-868e-5d577716f110 req-479e9d57-b688-49f5-b3d5-f6ef32ad24e8 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138241 Oct 25 08:52:45.441115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-a0fd7d20-2ae3-464f-a5c5-1199348eb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.442565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-a0fd7d20-2ae3-464f-a5c5-1199348eb99c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f95d5b4f-7e1c-4227-adc0-8bf60ef027fe HTTP/1.1" status: 200 len: 801 time: 0.0893757 Oct 25 08:52:45.459652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be395d-21f5-4d7c-8b28-33723962b3f7 req-7fb4a9a5-ea96-49c8-ae4f-a49d7624d151 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.461098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76be395d-21f5-4d7c-8b28-33723962b3f7 req-7fb4a9a5-ea96-49c8-ae4f-a49d7624d151 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 945 time: 0.0698793 Oct 25 08:52:45.524179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76be395d-21f5-4d7c-8b28-33723962b3f7 req-8fb4f980-ddae-4600-b725-60ca7cc92a7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532103 Oct 25 08:52:45.530766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-ced30448-30a3-4347-9230-c69a3b9b057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.532241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-ced30448-30a3-4347-9230-c69a3b9b057e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0803890 Oct 25 08:52:45.640132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-81e4ed39-17f9-4b9d-b6c4-2495adc28675 service neutron] 10.222.0.41 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962820 Oct 25 08:52:45.804995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-c7b9a119-f1a6-4dc0-841d-dbc10a0674f2 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.806461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-c7b9a119-f1a6-4dc0-841d-dbc10a0674f2 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1654699 Oct 25 08:52:45.870959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a5d16-df9f-4ae4-a83b-6aa39fda476f req-9d12bf7e-422c-4a49-a437-6677a4272a8f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:45.872967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd2a5d16-df9f-4ae4-a83b-6aa39fda476f req-9d12bf7e-422c-4a49-a437-6677a4272a8f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 946 time: 0.1958864 Oct 25 08:52:45.878484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4d75020-699c-4ea1-b94f-ca2ffabc9c0a req-54ea86d9-5fcb-4faa-8f59-4efa6671ed1f service neutron] 10.222.0.41 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090902 Oct 25 08:52:45.891909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-7a253bd9-11be-4dc3-b90e-8ef56a54bb7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0766566 Oct 25 08:52:45.906254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Request body: {'floatingip': {'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:45.982855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:45.992676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd2a5d16-df9f-4ae4-a83b-6aa39fda476f req-2f231040-a6f8-44fe-944a-71749978c47f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093867 Oct 25 08:52:46.066472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-5e48126c-deb4-4810-b3d1-5c4281afa08e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1577024 Oct 25 08:52:46.251014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-df7c81fe-d6ff-4af7-9203-50fca74c37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:46.251499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-df7c81fe-d6ff-4af7-9203-50fca74c37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:46.251974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-df7c81fe-d6ff-4af7-9203-50fca74c37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:46.253581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-df7c81fe-d6ff-4af7-9203-50fca74c37f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2866 time: 0.2015660 Oct 25 08:52:46.287548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e74857-b5cd-411d-b4de-8cb085642f51 req-5377cd14-05bc-4165-82f3-d76b1e869648 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:46.289007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0e74857-b5cd-411d-b4de-8cb085642f51 req-5377cd14-05bc-4165-82f3-d76b1e869648 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.2349799 Oct 25 08:52:46.299373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d68aaba-5b86-4c1e-a8f4-9c848c712196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:46.352329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-9526d1b0-2dbb-4872-ba61-fa62e02092f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:46.353846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-9526d1b0-2dbb-4872-ba61-fa62e02092f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 1096 time: 0.2130563 Oct 25 08:52:46.472761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0e74857-b5cd-411d-b4de-8cb085642f51 req-dd9ca047-818d-4d5b-9f12-34569339aa3e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659350 Oct 25 08:52:46.560985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-8fa666ce-b34e-4683-a987-291be1aa6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:46.562608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-8fa666ce-b34e-4683-a987-291be1aa6855 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc HTTP/1.1" status: 200 len: 902 time: 0.2705913 Oct 25 08:52:46.677807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-9d20e4d7-3c16-4353-8a0e-1baae5221039 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.140&port_id=51c8f635-2fec-4bc4-8b6f-45f4d7f23924 HTTP/1.1" status: 200 len: 217 time: 0.0818388 Oct 25 08:52:46.683423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-17c3458d-f863-4a8d-9db7-2b2eef0966f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:46.684873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-17c3458d-f863-4a8d-9db7-2b2eef0966f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 924 time: 0.2992997 Oct 25 08:52:46.822802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-87420a1a-9124-408d-8f8d-495647935ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:46.824248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-87420a1a-9124-408d-8f8d-495647935ab2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f95d5b4f-7e1c-4227-adc0-8bf60ef027fe HTTP/1.1" status: 200 len: 801 time: 0.1361728 Oct 25 08:52:47.133600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-12da1814-3473-47b8-972e-81cb564d36ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c194e2be-67c8-4485-ac86-5be98cd2037f HTTP/1.1" status: 200 len: 1000 time: 0.4351959 Oct 25 08:52:47.213659 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:47.228751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:47.302953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-43053482-1035-4e45-ad3e-716fa9f61939 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-485714273&fields=id&tenant_id=a57be1c7173f4e8495097bc6c7983ba8 HTTP/1.1" status: 200 len: 267 time: 0.1682954 Oct 25 08:52:47.311455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-fdbc12cf-9e9d-4269-a8bb-ab2fc992a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:47.312849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-fdbc12cf-9e9d-4269-a8bb-ab2fc992a1ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.1684608 Oct 25 08:52:47.320088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-dc28b006-0512-446f-98b8-fcbb1f752618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:47.321543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-dc28b006-0512-446f-98b8-fcbb1f752618 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4887927 Oct 25 08:52:47.477133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-02ffabee-cd5f-404b-891b-2650fc105f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:47.478634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-02ffabee-cd5f-404b-891b-2650fc105f02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490104 Oct 25 08:52:47.496250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-8d3d2db5-86db-4d1b-b8e6-dfe36b106909 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:47.498970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-8d3d2db5-86db-4d1b-b8e6-dfe36b106909 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 946 time: 0.1831226 Oct 25 08:52:47.508760 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Floating IP 47693123-af48-45cc-9be9-d9abd400c681 associated. External IP: 172.25.8.137, port: dd4d215d-0e17-4e72-bba9-2fe41a13c0bd. Oct 25 08:52:47.612831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'port': {'security_groups': ['337e4dc0-de3a-46df-8297-d86f9d8bdef4', 'b6d07b08-cf6f-4dd9-a462-916b20f51407']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:47.645607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-b72cd68b-f918-4a78-b838-bd013a474ffa service neutron] 10.222.0.41 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022718 Oct 25 08:52:47.799586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:47.822981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-5671755f-0655-4062-a78f-3805c8be9353 service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344555 Oct 25 08:52:47.990336 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ed5dc7-4df7-4948-9967-e849b343f962 req-7af17bce-e71a-4536-b18a-d5e2bffc641a service neutron] 10.222.0.41 "GET /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336537 Oct 25 08:52:48.100509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ee7c47a-ee35-4c40-bb88-82472c974174 req-cd2af3f5-1e55-492c-a493-b2042dc8eeac service neutron] 10.222.0.41 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625771 Oct 25 08:52:48.125093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Router d0f80faa-16c4-445d-ac7e-211e92306486 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:52:48.279092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] For port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:48.320049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:52:48.322991 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:48.328151 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:48.332031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:48.335039 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:52:48.347299 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:48.347885 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:48.382041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:48.391835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-15a69fe6-5a8b-4dd6-8a25-b854fdcec220 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "PUT /v2.0/floatingips/47693123-af48-45cc-9be9-d9abd400c681 HTTP/1.1" status: 200 len: 997 time: 2.4919529 Oct 25 08:52:48.394427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:48.396651 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d490b1-b9c3-4445-a80d-855e252091c3" -d '{"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:48.412295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:48.412927 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:48.414329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f3be54f-b3b6-4f01-9232-b327095f7a1d req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "PUT /v2.0/ports/95f5a6ee-1ed3-4747-82cb-db89ac4101a0 HTTP/1.1" status: 200 len: 982 time: 0.8974617 Oct 25 08:52:48.430826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42ae37-035c-40dd-a4a3-c88aaef206f9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'Port': ['ID=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:48.485572 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:48.530649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-a25867c5-ad6d-4d78-95e5-f6150e23f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:48.531898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-a25867c5-ad6d-4d78-95e5-f6150e23f606 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0899630 Oct 25 08:52:48.623554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:48.641098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95a414-d997-44b2-9c13-aea4fe8a5a0b req-059d2abb-ef17-45f5-b87b-de8c1e24ec76 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:48.645386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d95a414-d997-44b2-9c13-aea4fe8a5a0b req-059d2abb-ef17-45f5-b87b-de8c1e24ec76 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1488645 Oct 25 08:52:48.727926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d95a414-d997-44b2-9c13-aea4fe8a5a0b req-c414941e-6275-48ed-87a8-4ee754bc0c13 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790553 Oct 25 08:52:48.792784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-88ce8edc-dc3e-444a-a271-5bcb3f9c01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:48.797719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-88ce8edc-dc3e-444a-a271-5bcb3f9c01dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.2477865 Oct 25 08:52:48.811865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70f469c0-a32d-4b8f-a67e-a3643de3790f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:48.814310 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:08:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:46Z', 'revision_number': 1, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:48.868254 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:52:48.878905 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:48.879907 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:48.890067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-bc33f3a8-653e-41f9-8761-0b3f47f59fd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 1000 time: 0.0863385 Oct 25 08:52:48.962836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-796490ac-6f5f-4b02-bdfa-89726d4da142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:48.964940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-796490ac-6f5f-4b02-bdfa-89726d4da142 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0597613 Oct 25 08:52:48.976574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9134207-d1a9-4ba9-b258-36dda718d212 req-c71854ac-092a-44f0-8a6e-00b6e43c11e4 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:48.985679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9134207-d1a9-4ba9-b258-36dda718d212 req-c71854ac-092a-44f0-8a6e-00b6e43c11e4 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:48.993755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9134207-d1a9-4ba9-b258-36dda718d212 req-c71854ac-092a-44f0-8a6e-00b6e43c11e4 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:48.995425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9134207-d1a9-4ba9-b258-36dda718d212 req-c71854ac-092a-44f0-8a6e-00b6e43c11e4 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2413 time: 0.1224656 Oct 25 08:52:49.034288 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:49.073226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9134207-d1a9-4ba9-b258-36dda718d212 req-7ed92c20-75b2-4ebe-ab52-143b10d01a25 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668983 Oct 25 08:52:49.077981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-baa6ec07-c1d4-491f-aa43-e06ef8a026b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:49.085885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-baa6ec07-c1d4-491f-aa43-e06ef8a026b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893633 Oct 25 08:52:49.090980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-d31fe595-37b7-4d70-8860-0ab0df9e523a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:52:49.098343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-d31fe595-37b7-4d70-8860-0ab0df9e523a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0115342 Oct 25 08:52:49.216579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a164c3-b0f6-4d82-aba4-6f3df8871b29 req-050ccecb-666a-4c13-b132-ed64d4ee1798 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:49.218284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10a164c3-b0f6-4d82-aba4-6f3df8871b29 req-050ccecb-666a-4c13-b132-ed64d4ee1798 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.0716760 Oct 25 08:52:49.241664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-c839157b-eda8-47c8-a6ce-09867cc02f15 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424072 Oct 25 08:52:49.386435 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:08:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:46Z', 'revision_number': 1, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:49.415476 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e229b-f86d-4636-a3dd-875f278b3e90 None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:08:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:46Z', 'revision_number': 1, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:52:49.601554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10a164c3-b0f6-4d82-aba4-6f3df8871b29 req-faef5e08-4114-482b-bcbf-3873ad74105d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696277 Oct 25 08:52:49.638848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a94032-b05c-4d56-a3a8-1cd7a319e0c4 req-46d95247-aace-403d-b5ec-bd11a3ba0a8a service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893411 Oct 25 08:52:49.652042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f896de7-41f7-45c5-9bc2-9c8776387a95 None None] New status for floating IP 47693123-af48-45cc-9be9-d9abd400c681: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:52:49.706179 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b959b7bf-f799-4128-aec8-be2165da3e67 x-openstack-request-id: req-b959b7bf-f799-4128-aec8-be2165da3e67 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:49.706536 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:49.706855 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b959b7bf-f799-4128-aec8-be2165da3e67 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:49.707322 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'status': 'completed', 'code': 200} Oct 25 08:52:49.813657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:49.843640 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79664a98-d242-41d7-91c0-e35d06f9277c req-558ea61b-5ff9-4320-a7b5-97d5d222522a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1198875795&fields=id&tenant_id=a57be1c7173f4e8495097bc6c7983ba8 HTTP/1.1" status: 200 len: 267 time: 0.0834055 Oct 25 08:52:49.859904 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:49.903743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-2e8a9dcd-348b-4cf9-87ce-aab41cb74318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:49.906147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-2e8a9dcd-348b-4cf9-87ce-aab41cb74318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1011944 Oct 25 08:52:49.935944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79664a98-d242-41d7-91c0-e35d06f9277c req-79f32898-bc46-41b5-a6a0-77552e7e1d6f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:49.937430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79664a98-d242-41d7-91c0-e35d06f9277c req-79f32898-bc46-41b5-a6a0-77552e7e1d6f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 985 time: 0.0865948 Oct 25 08:52:49.962754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-79664a98-d242-41d7-91c0-e35d06f9277c req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'port': {'security_groups': ['337e4dc0-de3a-46df-8297-d86f9d8bdef4', 'b6d07b08-cf6f-4dd9-a462-916b20f51407', '89351242-5eb5-47fe-8792-47004d1a0e8a']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:50.112941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-b0b15838-a862-4714-981a-90e1cf5506b1 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:50.114419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-b0b15838-a862-4714-981a-90e1cf5506b1 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1751494 Oct 25 08:52:50.141432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-79664a98-d242-41d7-91c0-e35d06f9277c req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:50.170456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-3ca75c3a-cdad-44b1-9217-795a733f3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:50.171817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-3ca75c3a-cdad-44b1-9217-795a733f3f35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.2556567 Oct 25 08:52:50.307390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-78aca9e0-6740-4c41-9704-3918d89b8b4b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1002 time: 0.1813791 Oct 25 08:52:50.323722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Request body: {'floatingip': {'port_id': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:50.330620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-dcb8e684-33d1-44a4-88d2-a38e4317969a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 1002 time: 0.1506793 Oct 25 08:52:50.461429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:50.512587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-9ea2dfc0-3de2-4cb7-a4dc-0fc7e41c5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:50.514475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-9ea2dfc0-3de2-4cb7-a4dc-0fc7e41c5c97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.1445861 Oct 25 08:52:50.691407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-74bd34ba-6dc0-4e80-98f3-8405bf3714e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:50.692973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-74bd34ba-6dc0-4e80-98f3-8405bf3714e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686761 Oct 25 08:52:50.839780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-79664a98-d242-41d7-91c0-e35d06f9277c req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] For port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:50.861314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:50.907946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-79664a98-d242-41d7-91c0-e35d06f9277c req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:50.924648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-79664a98-d242-41d7-91c0-e35d06f9277c req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:50.943319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-24683f0a-2a2a-42ea-9cc0-be947cb87e68 service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406371 Oct 25 08:52:50.974222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:51.033973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:51.046010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79664a98-d242-41d7-91c0-e35d06f9277c req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:51.046645 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-79664a98-d242-41d7-91c0-e35d06f9277c req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.048040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79664a98-d242-41d7-91c0-e35d06f9277c req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "PUT /v2.0/ports/95f5a6ee-1ed3-4747-82cb-db89ac4101a0 HTTP/1.1" status: 200 len: 1021 time: 1.1005647 Oct 25 08:52:51.063021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '57b23cd9-e09e-47de-95c0-6bcc97b7ef85', 'network_id': 'b10c6099-265b-4566-b5ad-f43bd34c2e2a', 'port_id': '57b23cd9-e09e-47de-95c0-6bcc97b7ef85', 'mac_address': 'fa:16:3e:3a:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa76f88-53be-4c6a-b639-612088ea34b7', 'ip_address': '19.86.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:52:51.149622 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.202030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:51.217576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501fe6a-6008-42ac-af93-77207ed4d23b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'Port': ['ID=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:51.251105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:51.261729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.263349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:51.279930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d490b1-b9c3-4445-a80d-855e252091c3 req-897bddb9-a108-426e-aad3-16f97699ccdb service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863984 Oct 25 08:52:51.306150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:51.323721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720031ee-a024-497b-b13c-3f490b5953eb req-42476287-1df0-4d77-b063-d6f48aa39452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:51.325875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-720031ee-a024-497b-b13c-3f490b5953eb req-42476287-1df0-4d77-b063-d6f48aa39452 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1609027 Oct 25 08:52:51.399731 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:52:51.416960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-720031ee-a024-497b-b13c-3f490b5953eb req-723b4013-51b5-4f60-9328-7d62f77616d5 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816615 Oct 25 08:52:51.425757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.432498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.451468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:51.540638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:51.562238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924', 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc', 'port_id': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924', 'mac_address': 'fa:16:3e:bd:67:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95d5b4f-7e1c-4227-adc0-8bf60ef027fe', 'ip_address': '19.80.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:52:51.567933 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Floating IP 47693123-af48-45cc-9be9-d9abd400c681 associated. External IP: 172.25.8.137, port: dd4d215d-0e17-4e72-bba9-2fe41a13c0bd. Oct 25 08:52:51.665045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5b65a-11c5-43de-8cae-37d77c06113b req-2cf18b60-704b-4d41-b79c-071e595ae02f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:51.671443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.671888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5b65a-11c5-43de-8cae-37d77c06113b req-2cf18b60-704b-4d41-b79c-071e595ae02f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:51.673446 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.678606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5b65a-11c5-43de-8cae-37d77c06113b req-2cf18b60-704b-4d41-b79c-071e595ae02f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:51.679887 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afe5b65a-11c5-43de-8cae-37d77c06113b req-2cf18b60-704b-4d41-b79c-071e595ae02f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2414 time: 0.1446671 Oct 25 08:52:51.700633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:51.717835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0'}, {'name': 'network-changed', 'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:51.720089 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c319d3a3-e852-409f-91e8-5f733c74159a" -d '{"events": [{"name": "network-changed", "server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0"}, {"name": "network-changed", "server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:51.737476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afe5b65a-11c5-43de-8cae-37d77c06113b req-21fd6802-60dd-407c-b366-7474b199ce4b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Oct 25 08:52:51.737893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:51.750532 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.750532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 90ebdf6c-cd89-46a8-8e60-186a37f09484 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:51.857225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 90ebdf6c-cd89-46a8-8e60-186a37f09484, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=90ebdf6c-cd89-46a8-8e60-186a37f09484,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:51.870712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:51.891185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '90ebdf6c-cd89-46a8-8e60-186a37f09484', 'network_id': '1fcb62d6-2d4c-48d4-bb27-7a126a2000dc', 'port_id': '90ebdf6c-cd89-46a8-8e60-186a37f09484', 'mac_address': 'fa:16:3e:df:a8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95d5b4f-7e1c-4227-adc0-8bf60ef027fe', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:52:51.953076 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:51.971293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ebdf6c-cd89-46a8-8e60-186a37f09484 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:52:51.993271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 90ebdf6c-cd89-46a8-8e60-186a37f09484, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=90ebdf6c-cd89-46a8-8e60-186a37f09484,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:52.000659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:52.052821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=90ebdf6c-cd89-46a8-8e60-186a37f09484,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:52.182418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc64d53-ebfc-4e39-aee8-e0f181983c73 req-855552e7-0442-415b-b9db-b6c013fc4ab0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:52.185068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6fc64d53-ebfc-4e39-aee8-e0f181983c73 req-855552e7-0442-415b-b9db-b6c013fc4ab0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 945 time: 0.3678460 Oct 25 08:52:52.201894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Router d0f80faa-16c4-445d-ac7e-211e92306486 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:52:52.238605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6fc64d53-ebfc-4e39-aee8-e0f181983c73 req-8ad9bbd1-c33e-42c8-ba30-41812272a6af tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Oct 25 08:52:52.342145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:52:52.354270 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:52:52.367372 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:52.368187 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:52.494884 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:52.503383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4353d-3a4a-4d87-8dda-c9fa338c8476 req-71363949-48be-42f1-8151-eed449f5e485 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:52.505116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ec4353d-3a4a-4d87-8dda-c9fa338c8476 req-71363949-48be-42f1-8151-eed449f5e485 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1024 time: 0.0812707 Oct 25 08:52:52.660672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ec4353d-3a4a-4d87-8dda-c9fa338c8476 req-e7a493ce-1378-4c58-92b4-9b7280786935 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=89351242-5eb5-47fe-8792-47004d1a0e8a&id=b6d07b08-cf6f-4dd9-a462-916b20f51407&id=337e4dc0-de3a-46df-8297-d86f9d8bdef4 HTTP/1.1" status: 200 len: 6148 time: 0.1491859 Oct 25 08:52:52.686889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Router d0f80faa-16c4-445d-ac7e-211e92306486 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:52:52.717390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-93949ce9-5920-4991-aee0-bbe00c90fe11 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:52.720684 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-93949ce9-5920-4991-aee0-bbe00c90fe11 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.0615835 Oct 25 08:52:52.735116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-2'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:52.737148 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:1f:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:51Z', 'revision_number': 3, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:52.753198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['57b23cd9-e09e-47de-95c0-6bcc97b7ef85'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:52.768045 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:52:52.777006 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:52.778626 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:52.799230 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4dec21-f084-4708-a6bb-47e89aaf7d5b x-openstack-request-id: req-8f4dec21-f084-4708-a6bb-47e89aaf7d5b {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:52.799614 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:52.799816 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f4dec21-f084-4708-a6bb-47e89aaf7d5b {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:52.800170 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0', 'status': 'completed', 'code': 200} Oct 25 08:52:52.800427 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0', 'status': 'completed', 'code': 200} Oct 25 08:52:52.816570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:52:52.823871 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:52.859177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['51c8f635-2fec-4bc4-8b6f-45f4d7f23924'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:52.874647 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:52.894678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319d3a3-e852-409f-91e8-5f733c74159a req-cdb49339-df1b-4791-8a3a-b4493980dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:52.896452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-cdb49339-df1b-4791-8a3a-b4493980dc61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1175 time: 0.0668890 Oct 25 08:52:52.909346 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:52.929752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed6908-8aa7-49f5-aedc-0d8020679472 req-176da9e1-5749-453c-8887-6c87c5f7d873 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:52.938468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2eed6908-8aa7-49f5-aedc-0d8020679472 req-176da9e1-5749-453c-8887-6c87c5f7d873 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1066978 Oct 25 08:52:52.951536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-669ef043-0095-4f77-9c15-fcbeafd156e8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "PUT /v2.0/floatingips/47693123-af48-45cc-9be9-d9abd400c681 HTTP/1.1" status: 200 len: 998 time: 2.6359439 Oct 25 08:52:53.019554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319d3a3-e852-409f-91e8-5f733c74159a req-ab206723-144f-4ea2-928a-bd39977364f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.021918 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-ab206723-144f-4ea2-928a-bd39977364f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 914 time: 0.0941606 Oct 25 08:52:53.024082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2eed6908-8aa7-49f5-aedc-0d8020679472 req-193eac97-cce3-4230-afe2-862423b4d613 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847566 Oct 25 08:52:53.031919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-f43d6b5e-1502-4bd1-b5d9-a25d4b8b680b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.033310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-f43d6b5e-1502-4bd1-b5d9-a25d4b8b680b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports/dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 943 time: 0.0744615 Oct 25 08:52:53.057316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-90ee38fe-60b4-451f-90b4-be0a259973f1 req-9eca479f-97a7-4b5a-b5cc-33abace17e37 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1464752260 ', 'description': 'tempest-description-160388586'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:53.104242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-90ee38fe-60b4-451f-90b4-be0a259973f1 req-9eca479f-97a7-4b5a-b5cc-33abace17e37 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:53.118910 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-15e26950-1dca-455e-b4a3-a75b82d395db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0 HTTP/1.1" status: 200 len: 217 time: 0.0783648 Oct 25 08:52:53.198809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-9a2e49c8-741c-4b00-acf3-2848ab047365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.200424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-9a2e49c8-741c-4b00-acf3-2848ab047365 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0583422 Oct 25 08:52:53.206400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319d3a3-e852-409f-91e8-5f733c74159a req-e3f13706-1593-48f0-8a58-012959c07e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.206663 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:1f:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:51Z', 'revision_number': 3, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:53.207875 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-e3f13706-1593-48f0-8a58-012959c07e20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.0587251 Oct 25 08:52:53.239236 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d74eb1-c21a-47ac-b5df-ae1387929b3c None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:1f:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:51Z', 'revision_number': 3, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:52:53.252960 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-91839b4e-af9c-4b5c-844c-d961228ce7ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360191 Oct 25 08:52:53.258214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:53.288285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-90ee38fe-60b4-451f-90b4-be0a259973f1 req-9eca479f-97a7-4b5a-b5cc-33abace17e37 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:53.301798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-90ee38fe-60b4-451f-90b4-be0a259973f1 req-9eca479f-97a7-4b5a-b5cc-33abace17e37 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:53.361558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-ec883bc7-9955-4b2b-8241-dcfffca5f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.370355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-ec883bc7-9955-4b2b-8241-dcfffca5f25b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.1580527 Oct 25 08:52:53.379090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:53.386361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-90ee38fe-60b4-451f-90b4-be0a259973f1 req-9eca479f-97a7-4b5a-b5cc-33abace17e37 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:53.387787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90ee38fe-60b4-451f-90b4-be0a259973f1 req-9eca479f-97a7-4b5a-b5cc-33abace17e37 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3357375 Oct 25 08:52:53.407511 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-2471683a-ef8e-468e-8ac6-09139940c473 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386161 Oct 25 08:52:53.429227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-94aeff03-6b6a-4a17-a4b1-f352575db25a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 217 time: 0.0577908 Oct 25 08:52:53.438817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca479f-97a7-4b5a-b5cc-33abace17e37 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213c80b8-a95b-4c0b-a8d3-1ae0c3229314,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:53.472523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:53.474432 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aabdc9-f43c-48ba-94ed-8d6a70a4ea6b" -d '{"events": [{"server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "name": "network-vif-unplugged", "status": "completed", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:53.478862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:53.491527 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:53.496408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-ce9f8e39-da41-492c-bb24-729a294076ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.498288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-ce9f8e39-da41-492c-bb24-729a294076ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0682995 Oct 25 08:52:53.509056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37036938-c0d0-413c-8a66-a980ede6aa2a None None] New status for floating IP 47693123-af48-45cc-9be9-d9abd400c681: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:52:53.562127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-2deaf2e2-aa10-4d1b-acfb-b64ead78b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.563685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-2deaf2e2-aa10-4d1b-acfb-b64ead78b457 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563364 Oct 25 08:52:53.578058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-bd3c1234-0774-4514-b581-977fd71118a3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:52:53.579336 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-bd3c1234-0774-4514-b581-977fd71118a3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091624 Oct 25 08:52:53.656871 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-11888d95-ef4d-4d8d-a963-4ebf69cc3bd9 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413051 Oct 25 08:52:53.657888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Pushing event updated for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:53.660283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on host n-h1-814746-2 for vnic_type normal with profile {"migrating_to": "n-h2-814746-2"} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:52:53.660608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:52:53.660952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:53.669944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:52:53.670318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Attempting to bind port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:52:53.675195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.675984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.676126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.676453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.676830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.677468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.677706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.677952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.678433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.678759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.679346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.679572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:52:53.696594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:52:53.697709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:52:53.698319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:52:53.698723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Bound port: 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:52:53.700040 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:53.708157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-c2402e5b-e8a1-4f68-b774-fddb1256a3af service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204066 Oct 25 08:52:53.814091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:52:53.873692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:52:53.875999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-b1ed1ea4-1e27-4368-b897-3163436922d3 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623700 Oct 25 08:52:53.882462 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:53.889035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83553c9e-11ba-4167-a52a-343a22bc3c89 req-9ffd3864-bf65-4f88-8f95-08ef4ee5fa05 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.895173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83553c9e-11ba-4167-a52a-343a22bc3c89 req-9ffd3864-bf65-4f88-8f95-08ef4ee5fa05 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.901166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83553c9e-11ba-4167-a52a-343a22bc3c89 req-9ffd3864-bf65-4f88-8f95-08ef4ee5fa05 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.903593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83553c9e-11ba-4167-a52a-343a22bc3c89 req-9ffd3864-bf65-4f88-8f95-08ef4ee5fa05 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2416 time: 0.1010993 Oct 25 08:52:53.928518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319d3a3-e852-409f-91e8-5f733c74159a req-533d2444-fbc2-4c04-863e-2a27921f4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:53.930219 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-533d2444-fbc2-4c04-863e-2a27921f4dfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1175 time: 0.1122682 Oct 25 08:52:53.978142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Pushing event updated for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=8']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:53.999703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83553c9e-11ba-4167-a52a-343a22bc3c89 req-6783bbfe-9cd5-49e5-9e65-65d84f1eb3af tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848079 Oct 25 08:52:54.015674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-920b9a18-3e76-4759-8d42-49b9f345d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.029148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-920b9a18-3e76-4759-8d42-49b9f345d971 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 1096 time: 0.0914009 Oct 25 08:52:54.050764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.051542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:54.053268 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-a81920c2-6348-48f6-b495-c8daf1401197 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 200 len: 1121 time: 1.3240237 Oct 25 08:52:54.063013 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:52:54.075246 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:54.076469 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:54.107434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319d3a3-e852-409f-91e8-5f733c74159a req-b5fdc5fd-06f5-4240-8dc3-b290f12722de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.109143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-b5fdc5fd-06f5-4240-8dc3-b290f12722de service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 914 time: 0.1577001 Oct 25 08:52:54.158457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6664162-3d5f-437e-bc5e-44ae26d89ca0 req-8f6f9de4-6fc7-4aaa-b72b-dedac50fb40a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.159980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6664162-3d5f-437e-bc5e-44ae26d89ca0 req-8f6f9de4-6fc7-4aaa-b72b-dedac50fb40a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.0812409 Oct 25 08:52:54.161173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-c79bf87b-9bd8-4a1b-a396-0543d90be65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.162568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-c79bf87b-9bd8-4a1b-a396-0543d90be65a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.1326432 Oct 25 08:52:54.163847 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-92024dcf-1926-43f8-a4cd-3f58521707cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0 HTTP/1.1" status: 200 len: 217 time: 0.0440521 Oct 25 08:52:54.198556 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:54.241120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319d3a3-e852-409f-91e8-5f733c74159a req-c704f78f-1233-4588-a6c7-e674f728f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.244260 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-c704f78f-1233-4588-a6c7-e674f728f4f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.0683765 Oct 25 08:52:54.259777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6664162-3d5f-437e-bc5e-44ae26d89ca0 req-c4ca4390-17b4-4e7d-927e-3d37c7df76e7 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904648 Oct 25 08:52:54.268185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-7bfbaeff-b700-460e-a3f8-474ff5495014 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 1001 time: 0.0974705 Oct 25 08:52:54.303320 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-a6abc547-3597-4b4e-9343-f7dfaf7811cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468383 Oct 25 08:52:54.334527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-d58613ba-594a-453a-b74c-599e2893a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.336732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-d58613ba-594a-453a-b74c-599e2893a2da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0623512 Oct 25 08:52:54.385250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4f50b760-e15d-4cc4-a9bc-887d47dd8219'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:54.397684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-e7ebd75d-f565-4aca-888b-ee0171a4ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.399286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-e7ebd75d-f565-4aca-888b-ee0171a4ca64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563121 Oct 25 08:52:54.423391 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-fab66c9d-7b2d-4f1b-a3ad-aada05ece3c9 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120379 Oct 25 08:52:54.493865 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:1f:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:53Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:54.514340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36989a09-36a5-491a-9dd2-10829e1aada3 req-52b7aaf7-1caf-4ffd-ae12-37a6a6ebde48 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/213c80b8-a95b-4c0b-a8d3-1ae0c3229314 HTTP/1.1" status: 200 len: 1780 time: 0.0830739 Oct 25 08:52:54.516650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['4f50b760-e15d-4cc4-a9bc-887d47dd8219'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:54.519340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['90ebdf6c-cd89-46a8-8e60-186a37f09484'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:52:54.534026 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:52:54.545583 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:54.546240 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:54.577429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-9d62aa28-a30c-4c98-bf31-e221305d5273 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709199 Oct 25 08:52:54.583218 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c319d3a3-e852-409f-91e8-5f733c74159a req-4516faeb-6f61-48ee-8ed8-590173dac0ed service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505494 Oct 25 08:52:54.591637 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e817811-cab0-44a7-90ee-803b51866641 x-openstack-request-id: req-3e817811-cab0-44a7-90ee-803b51866641 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:54.595240 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "name": "network-vif-unplugged", "status": "completed", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:54.595631 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e817811-cab0-44a7-90ee-803b51866641 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:54.596260 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219', 'code': 200} Oct 25 08:52:54.725879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ce201-4ced-44f3-80ec-348a40697787 req-c5531fab-b793-471b-a5ef-78f1b29d3569 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:54.727360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc4ce201-4ced-44f3-80ec-348a40697787 req-c5531fab-b793-471b-a5ef-78f1b29d3569 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.0830028 Oct 25 08:52:54.734650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-336bf93c-6e83-4c30-9a48-f1824aee3357 req-9ef6b08d-45c5-4cd9-9356-f9965ffb96e9 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504030 Oct 25 08:52:54.775960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc4ce201-4ced-44f3-80ec-348a40697787 req-3180de1b-b38f-45ec-b106-16cbbdeef7ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379167 Oct 25 08:52:54.796719 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:54.801756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'}, {'name': 'network-changed', 'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:54.805340 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c5322-b2ce-410e-bb24-c73cb5b71639" -d '{"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd"}, {"name": "network-changed", "server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:54.931700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e541832e-383f-4456-836f-6a81cb6ce316 req-d84145af-af7a-4489-b5f3-cf60acf198c7 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/213c80b8-a95b-4c0b-a8d3-1ae0c3229314 HTTP/1.1" status: 200 len: 1780 time: 0.1228344 Oct 25 08:52:54.939794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-939c3f20-e242-43ff-8624-e7185f65b9c4 req-064dc954-a6eb-45bf-99ea-91e03889fdd7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1001 time: 0.1190145 Oct 25 08:52:54.994671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f50b760-e15d-4cc4-a9bc-887d47dd8219 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:52:55.017124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c3f20-e242-43ff-8624-e7185f65b9c4 req-2f94eaaa-9182-4d19-ab0b-c9ee52d4a7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.029955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-939c3f20-e242-43ff-8624-e7185f65b9c4 req-2f94eaaa-9182-4d19-ab0b-c9ee52d4a7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports/ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 942 time: 0.0737107 Oct 25 08:52:55.053880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e541832e-383f-4456-836f-6a81cb6ce316 req-320d5886-8ba6-4258-a487-07617680c63d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:55.080060 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e541832e-383f-4456-836f-6a81cb6ce316 req-320d5886-8ba6-4258-a487-07617680c63d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:55.115702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:55.120656 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:1f:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:53Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:55.129800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f50b760-e15d-4cc4-a9bc-887d47dd8219 has no active binding in host n-h2-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:52:55.134298 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e541832e-383f-4456-836f-6a81cb6ce316 req-320d5886-8ba6-4258-a487-07617680c63d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:55.138191 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e541832e-383f-4456-836f-6a81cb6ce316 req-320d5886-8ba6-4258-a487-07617680c63d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:55.139366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e541832e-383f-4456-836f-6a81cb6ce316 req-320d5886-8ba6-4258-a487-07617680c63d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/213c80b8-a95b-4c0b-a8d3-1ae0c3229314 HTTP/1.1" status: 204 len: 173 time: 0.1986463 Oct 25 08:52:55.149412 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4dce0-e7fe-48d2-86c7-2dc64eefe024 None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:1f:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:52:53Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:52:55.191174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d5886-8ba6-4258-a487-07617680c63d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c80b8-a95b-4c0b-a8d3-1ae0c3229314,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:55.209418 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a171bfff-5b97-49c2-a13f-e9628ca1cef9 x-openstack-request-id: req-a171bfff-5b97-49c2-a13f-e9628ca1cef9 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:55.209712 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:55.209963 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a171bfff-5b97-49c2-a13f-e9628ca1cef9 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:55.210364 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'status': 'completed', 'code': 200} Oct 25 08:52:55.210614 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'status': 'completed', 'code': 200} Oct 25 08:52:55.246966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-939c3f20-e242-43ff-8624-e7185f65b9c4 req-9a17b0e2-6502-4e41-981f-4d84a36fc984 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1001 time: 0.1222808 Oct 25 08:52:55.330468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-94254b61-2998-423e-9a2d-cb83f3a33ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.333261 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-94254b61-2998-423e-9a2d-cb83f3a33ebe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 1096 time: 0.0564601 Oct 25 08:52:55.425303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-63d11406-4032-4a79-91ca-1bd4e613a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.426796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-63d11406-4032-4a79-91ca-1bd4e613a17c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1787202 Oct 25 08:52:55.460079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07340f-f585-41db-927d-8f70a44ff6ea req-4771b5c2-5807-4ea3-9925-fee6940851f6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.466313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07340f-f585-41db-927d-8f70a44ff6ea req-4771b5c2-5807-4ea3-9925-fee6940851f6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.472331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07340f-f585-41db-927d-8f70a44ff6ea req-4771b5c2-5807-4ea3-9925-fee6940851f6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.474030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f07340f-f585-41db-927d-8f70a44ff6ea req-4771b5c2-5807-4ea3-9925-fee6940851f6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2416 time: 0.2063158 Oct 25 08:52:55.524785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c3f20-e242-43ff-8624-e7185f65b9c4 req-ae19b80d-4675-4886-ae9a-0545d0599c9e tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.528721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-939c3f20-e242-43ff-8624-e7185f65b9c4 req-ae19b80d-4675-4886-ae9a-0545d0599c9e tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.2717581 Oct 25 08:52:55.577395 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-43f72582-bdfd-4270-a0fe-10c381ff68b3 req-a6f848b6-1672-4a96-be4b-ac41b5485f3d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:52:55.578503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43f72582-bdfd-4270-a0fe-10c381ff68b3 req-a6f848b6-1672-4a96-be4b-ac41b5485f3d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/213c80b8-a95b-4c0b-a8d3-1ae0c3229314 HTTP/1.1" status: 404 len: 352 time: 0.0254679 Oct 25 08:52:55.630490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f07340f-f585-41db-927d-8f70a44ff6ea req-d8d9d1b9-48bd-4136-a7cc-5628cd6b3eda tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437666 Oct 25 08:52:55.642285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-c90a9cec-3ffd-4c5a-8a87-6a02b57cd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.650465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-c90a9cec-3ffd-4c5a-8a87-6a02b57cd79a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.2093821 Oct 25 08:52:55.699838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-57606cd5-df39-463e-ab55-869ab2da6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.701346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-57606cd5-df39-463e-ab55-869ab2da6353 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.3529251 Oct 25 08:52:55.730119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-86b7353a-e4cc-459b-a322-5b652ae57152 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 217 time: 0.0442610 Oct 25 08:52:55.753427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d438cf-661a-4479-ac9a-b8f35074b392 req-519a7771-2714-4c18-86ab-069bd07dbac1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.755433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97d438cf-661a-4479-ac9a-b8f35074b392 req-519a7771-2714-4c18-86ab-069bd07dbac1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.1038017 Oct 25 08:52:55.793518 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-227c7591-d25a-453b-a64d-0eacd189a521 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 1001 time: 0.0695362 Oct 25 08:52:55.853051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-9152eebc-af6f-445f-b0fd-eaa9c519d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.855080 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-9152eebc-af6f-445f-b0fd-eaa9c519d0a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0478551 Oct 25 08:52:55.857552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97d438cf-661a-4479-ac9a-b8f35074b392 req-d9fb7959-9249-4930-aa35-698e2f5f4d68 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943007 Oct 25 08:52:55.881141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-4d7b3dd2-dc41-4a18-8f91-6db330894df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.882598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-4d7b3dd2-dc41-4a18-8f91-6db330894df0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.1384676 Oct 25 08:52:55.893076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-fd59e97f-ab00-49a0-a0b6-b5a5a4a38f44 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1001 time: 0.0912223 Oct 25 08:52:55.912481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c75066cd-35e0-4da6-ad6b-22a12fdf5c2c req-872d5597-f0a3-4154-bed5-45f54422977d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1247365660', 'description': 'tempest-description-1228860000'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:55.922971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-2809c1ca-9ec7-4ba6-ab60-0767c2c1834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.925379 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-2809c1ca-9ec7-4ba6-ab60-0767c2c1834a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598786 Oct 25 08:52:55.990985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-c0f4ab88-d11f-4fa8-9804-b0c50e3178d4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:55.992538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-c0f4ab88-d11f-4fa8-9804-b0c50e3178d4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports/ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 942 time: 0.0910385 Oct 25 08:52:56.001002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-e8bed813-b7f5-4362-97cf-82effe6d238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:56.002689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-e8bed813-b7f5-4362-97cf-82effe6d238a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086698 Oct 25 08:52:56.004588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c75066cd-35e0-4da6-ad6b-22a12fdf5c2c req-872d5597-f0a3-4154-bed5-45f54422977d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:56.051409 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-e9875dfe-d23f-41df-98fe-be215832c919 service neutron] 10.222.0.18 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039202 Oct 25 08:52:56.153489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-cbb49226-9c37-42fc-b55e-8fb06cbe1811 service neutron] 10.222.0.18 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939407 Oct 25 08:52:56.182744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-210a1203-2a2f-4cc6-86b2-d984a779a31b tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1001 time: 0.1186612 Oct 25 08:52:56.186481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-84126a7a-4b9d-4a26-9196-a314f1eca112 service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722491 Oct 25 08:52:56.267817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c75066cd-35e0-4da6-ad6b-22a12fdf5c2c req-872d5597-f0a3-4154-bed5-45f54422977d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:56.300755 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c75066cd-35e0-4da6-ad6b-22a12fdf5c2c req-872d5597-f0a3-4154-bed5-45f54422977d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:56.353052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c75066cd-35e0-4da6-ad6b-22a12fdf5c2c req-872d5597-f0a3-4154-bed5-45f54422977d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:56.354259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c75066cd-35e0-4da6-ad6b-22a12fdf5c2c req-872d5597-f0a3-4154-bed5-45f54422977d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4503002 Oct 25 08:52:56.360485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d5597-f0a3-4154-bed5-45f54422977d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538df4f2-dd7d-4cb7-be15-79d738281807,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:56.597849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:56.600216 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:56.701980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-778c5322-b2ce-410e-bb24-c73cb5b71639 req-dbf7a065-4e57-44ac-95a8-42c7f7757f29 service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050075 Oct 25 08:52:56.713993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-0a6b1a07-75ad-4b86-bf05-417a2f5f57db tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:56.715458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-0a6b1a07-75ad-4b86-bf05-417a2f5f57db tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.5174839 Oct 25 08:52:56.746800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36568e37-0a4a-44c3-8e27-997be2fe4755 req-f5ab7df5-3806-47a5-8bb8-dbc2353bd53b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:56.747882 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36568e37-0a4a-44c3-8e27-997be2fe4755 req-f5ab7df5-3806-47a5-8bb8-dbc2353bd53b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1000955 Oct 25 08:52:56.824440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-ac7fd352-c902-4b5d-9a36-917a023c794a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1001 time: 0.0977364 Oct 25 08:52:56.829325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36568e37-0a4a-44c3-8e27-997be2fe4755 req-1a138f3a-bba8-421d-a5dd-0cd1efc05951 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547698 Oct 25 08:52:56.835051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:56.873286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-0144d628-10ce-4ac3-96e7-04973b1b403f req-d87022f4-a94d-4673-923e-d5e59f8a3eb6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-774875344', 'description': 'tempest-description-929195180'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:56.909833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:56.914346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0144d628-10ce-4ac3-96e7-04973b1b403f req-d87022f4-a94d-4673-923e-d5e59f8a3eb6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:56.989130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:57.040828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:52:57.045947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:57.046312 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.108342 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.117691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0144d628-10ce-4ac3-96e7-04973b1b403f req-d87022f4-a94d-4673-923e-d5e59f8a3eb6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.118698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.119045 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Floating IP 47693123-af48-45cc-9be9-d9abd400c681 disassociated. External IP: 172.25.8.137, port: ad943ca3-fe33-499e-bf62-a1ca10769bae. Oct 25 08:52:57.131203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.153961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0144d628-10ce-4ac3-96e7-04973b1b403f req-d87022f4-a94d-4673-923e-d5e59f8a3eb6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.156681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b23cd9-e09e-47de-95c0-6bcc97b7ef85'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:57.159077 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b89213-d353-4939-9d79-d2b157c209d0" -d '{"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-plugged", "status": "completed", "tag": "57b23cd9-e09e-47de-95c0-6bcc97b7ef85"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:57.171876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:57.175730 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.176631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 90ebdf6c-cd89-46a8-8e60-186a37f09484 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:57.217315 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0144d628-10ce-4ac3-96e7-04973b1b403f req-d87022f4-a94d-4673-923e-d5e59f8a3eb6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.218483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0144d628-10ce-4ac3-96e7-04973b1b403f req-d87022f4-a94d-4673-923e-d5e59f8a3eb6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3514783 Oct 25 08:52:57.229761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87022f4-a94d-4673-923e-d5e59f8a3eb6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ddd317-0909-440b-87bc-d971b87c76fb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:57.265729 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:57.283828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 90ebdf6c-cd89-46a8-8e60-186a37f09484 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:52:57.286719 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc7eb5-89f2-4499-b983-24c5ceaaac8a x-openstack-request-id: req-4edc7eb5-89f2-4499-b983-24c5ceaaac8a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:57.287259 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:57.287909 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4edc7eb5-89f2-4499-b983-24c5ceaaac8a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:57.288493 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219', 'status': 'completed', 'code': 200} Oct 25 08:52:57.289046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 90ebdf6c-cd89-46a8-8e60-186a37f09484 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:57.289984 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.384950 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.418991 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 90ebdf6c-cd89-46a8-8e60-186a37f09484, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=90ebdf6c-cd89-46a8-8e60-186a37f09484,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:57.423758 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.425260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:52:57.463687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8fea0-8b5c-442b-87ad-0e0cd6dfd92e req-3bf63c2f-d6c0-4ff9-8608-6f772be33199 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:57.470624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8fea0-8b5c-442b-87ad-0e0cd6dfd92e req-3bf63c2f-d6c0-4ff9-8608-6f772be33199 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:57.476769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8fea0-8b5c-442b-87ad-0e0cd6dfd92e req-3bf63c2f-d6c0-4ff9-8608-6f772be33199 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:57.478490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91a8fea0-8b5c-442b-87ad-0e0cd6dfd92e req-3bf63c2f-d6c0-4ff9-8608-6f772be33199 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2417 time: 0.1139860 Oct 25 08:52:57.482808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-9fab9717-e724-4e46-9310-0fa3e62ae4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:57.484266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-9fab9717-e724-4e46-9310-0fa3e62ae4aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1124 time: 0.1313496 Oct 25 08:52:57.501746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=90ebdf6c-cd89-46a8-8e60-186a37f09484,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:57.530853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:52:57.535438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:52:57.535811 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.563271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Router d0f80faa-16c4-445d-ac7e-211e92306486 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:52:57.620705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91a8fea0-8b5c-442b-87ad-0e0cd6dfd92e req-f962533c-239d-4bcd-bf59-09092c22d3f1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330960 Oct 25 08:52:57.648832 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.690975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:52:57.706423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.751299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-6be5ae96-4d95-48c6-adba-8ea544fcf8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:57.753568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-6be5ae96-4d95-48c6-adba-8ea544fcf8cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.2572222 Oct 25 08:52:57.774764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:57.815951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-f63f0fbe-fdfa-473f-800a-bc532c4e4697 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 200 len: 217 time: 0.0505066 Oct 25 08:52:57.884331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:52:57.889653 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:57.897470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:52:57.907924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:57.908609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:57.938097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278da52-581b-4244-86f8-758dc193e2db req-14b1a41e-5b6c-45b6-a82b-c245630d1d2a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:57.944316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5278da52-581b-4244-86f8-758dc193e2db req-14b1a41e-5b6c-45b6-a82b-c245630d1d2a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.1407962 Oct 25 08:52:57.946943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-12f3a48a-069e-4d45-abad-a5dea1712ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:57.948303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-12f3a48a-069e-4d45-abad-a5dea1712ee4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1134791 Oct 25 08:52:57.951247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-e47a0f69-26eb-4049-8da5-9dfb97e6dd7a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "PUT /v2.0/floatingips/47693123-af48-45cc-9be9-d9abd400c681 HTTP/1.1" status: 200 len: 695 time: 1.1204228 Oct 25 08:52:57.955944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:52:57.958314 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470b0bf-5e61-46c5-8de2-ec841d52e07a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:52:58.003035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-44b2cea5-6712-4850-8401-f1c30fda4f73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404952 Oct 25 08:52:58.023524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:58.085629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5278da52-581b-4244-86f8-758dc193e2db req-b423f169-54a0-49f8-a406-fe24263f7881 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404462 Oct 25 08:52:58.114559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-6fe3c42c-45f2-4d11-9d19-1c6fd99d6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:58.116052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-6fe3c42c-45f2-4d11-9d19-1c6fd99d6ef6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 1096 time: 0.1384218 Oct 25 08:52:58.168415 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92406e05-8d47-464f-88e8-bb77fc52cae2 x-openstack-request-id: req-92406e05-8d47-464f-88e8-bb77fc52cae2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:58.168754 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-plugged", "status": "completed", "tag": "57b23cd9-e09e-47de-95c0-6bcc97b7ef85", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:58.169035 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92406e05-8d47-464f-88e8-bb77fc52cae2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:58.169446 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b23cd9-e09e-47de-95c0-6bcc97b7ef85', 'code': 200} Oct 25 08:52:58.187323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a97ccd62-e546-4564-8c84-ecf0336337db req-c3a5cc87-754c-4e00-a931-3186b4fb7ef8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1177549833', 'description': 'tempest-description-1740931431'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:52:58.192567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-8d8aa054-2a87-4824-812c-4aed39b8582d service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757467 Oct 25 08:52:58.255200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:58.279234 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a97ccd62-e546-4564-8c84-ecf0336337db req-c3a5cc87-754c-4e00-a931-3186b4fb7ef8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:58.288947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:52:58.298269 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:52:58.298875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:58.313593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-bf68f551-86f4-4e67-b291-ac1779753626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:58.315060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-bf68f551-86f4-4e67-b291-ac1779753626 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.1909368 Oct 25 08:52:58.379772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-3cda455c-314e-43af-a0b3-806e4bbacad3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 217 time: 0.0526254 Oct 25 08:52:58.400862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02132a1b-8ef3-4de3-9a6f-436613bd7f3d req-be8d6a43-5434-49f8-8ea8-c48d13fa44a6 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978798 Oct 25 08:52:58.431142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:52:58.457734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-92e60e47-e370-4256-9b11-bf51df2edae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:58.459203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-92e60e47-e370-4256-9b11-bf51df2edae2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0713005 Oct 25 08:52:58.474906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a97ccd62-e546-4564-8c84-ecf0336337db req-c3a5cc87-754c-4e00-a931-3186b4fb7ef8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:58.492231 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a97ccd62-e546-4564-8c84-ecf0336337db req-c3a5cc87-754c-4e00-a931-3186b4fb7ef8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:58.554078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a97ccd62-e546-4564-8c84-ecf0336337db req-c3a5cc87-754c-4e00-a931-3186b4fb7ef8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:58.560533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a97ccd62-e546-4564-8c84-ecf0336337db req-c3a5cc87-754c-4e00-a931-3186b4fb7ef8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3793204 Oct 25 08:52:58.569722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5cc87-754c-4e00-a931-3186b4fb7ef8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5da99f-e169-47b2-be2a-078fa1c1490b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:58.576699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-91c94071-55f1-4348-9087-ce1dc6c07972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:58.581134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-91c94071-55f1-4348-9087-ce1dc6c07972 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090605 Oct 25 08:52:58.703258 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:52:58.740367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35609350-94c8-4479-b96b-c5126f12cdc1 None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:52:58.749408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e1b49-8a25-4846-a5f7-af2d23919e75 req-b8515dd8-575e-4dc5-b646-b01855b72f2e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:58.751362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a25e1b49-8a25-4846-a5f7-af2d23919e75 req-b8515dd8-575e-4dc5-b646-b01855b72f2e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.0948765 Oct 25 08:52:58.764334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-bd0565dc-fc45-4876-b0e9-7e68a9b3ec5f service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703691 Oct 25 08:52:58.860034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a25e1b49-8a25-4846-a5f7-af2d23919e75 req-a838627f-c9ad-4ee0-ad8a-712a0db3b5b8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946383 Oct 25 08:52:58.891219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-596f41c1-1d64-4425-a37e-8f707dde1004 req-faf2d81e-db53-42fa-b3cc-d6281091e81c service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197188 Oct 25 08:52:58.929999 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34123d8-eae9-486f-b673-b6502b1c1a47 x-openstack-request-id: req-c34123d8-eae9-486f-b673-b6502b1c1a47 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:52:58.930354 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:52:58.930672 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c34123d8-eae9-486f-b673-b6502b1c1a47 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:52:58.931136 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'status': 'completed', 'code': 200} Oct 25 08:52:59.071446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-8b6b9ecb-49d2-4ffb-a773-adb68e55ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.073840 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-8b6b9ecb-49d2-4ffb-a773-adb68e55ce58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 1096 time: 0.0623217 Oct 25 08:52:59.077712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26e3b5e3-8367-45bf-8e82-ff3f9949ba03 req-1d37d8c9-76fc-41eb-b82e-f62224573c8e tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a57be1c7173f4e8495097bc6c7983ba8 HTTP/1.1" status: 200 len: 10896 time: 0.1416676 Oct 25 08:52:59.090438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca692914-4baf-4e35-9111-ec56b98e8016 req-83f810e9-299d-4ae9-a2e1-3a15a5d774bf tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.096649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca692914-4baf-4e35-9111-ec56b98e8016 req-83f810e9-299d-4ae9-a2e1-3a15a5d774bf tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.102887 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca692914-4baf-4e35-9111-ec56b98e8016 req-83f810e9-299d-4ae9-a2e1-3a15a5d774bf tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.104669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca692914-4baf-4e35-9111-ec56b98e8016 req-83f810e9-299d-4ae9-a2e1-3a15a5d774bf tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2419 time: 0.1039708 Oct 25 08:52:59.117088 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98759a-9b1b-4c0d-9b43-f31387a75e9b None None] New status for floating IP 47693123-af48-45cc-9be9-d9abd400c681: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:52:59.184183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26e3b5e3-8367-45bf-8e82-ff3f9949ba03 req-233d9004-9ebd-4f33-9ff7-288a78e445a3 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/337e4dc0-de3a-46df-8297-d86f9d8bdef4 HTTP/1.1" status: 200 len: 2981 time: 0.0771892 Oct 25 08:52:59.191095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca692914-4baf-4e35-9111-ec56b98e8016 req-22d60c3c-46e5-4533-a4d9-528c798d6242 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621798 Oct 25 08:52:59.196734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-5b764f37-7b3c-4910-9125-b35161691848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.198193 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-5b764f37-7b3c-4910-9125-b35161691848 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.1064749 Oct 25 08:52:59.245731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-573b651e-c090-46bc-9f6d-0e35f4c8cd42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 200 len: 217 time: 0.0357442 Oct 25 08:52:59.259493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26e3b5e3-8367-45bf-8e82-ff3f9949ba03 req-7d8827a5-aeec-4056-951b-63ceea7b1da0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/337e4dc0-de3a-46df-8297-d86f9d8bdef4 HTTP/1.1" status: 200 len: 2981 time: 0.0672030 Oct 25 08:52:59.345964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-a2b92712-ee26-4618-9b4a-1e08c1340624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.348022 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-a2b92712-ee26-4618-9b4a-1e08c1340624 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0867095 Oct 25 08:52:59.372447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75746572-6f27-4e1f-bd7f-e8e19dd575c1 req-9822119b-cb36-4551-b7eb-c27aec315e93 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.375264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75746572-6f27-4e1f-bd7f-e8e19dd575c1 req-9822119b-cb36-4551-b7eb-c27aec315e93 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1097 time: 0.0516973 Oct 25 08:52:59.418246 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75746572-6f27-4e1f-bd7f-e8e19dd575c1 req-b69958c0-c1d2-438f-971b-62b2bce56f67 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333364 Oct 25 08:52:59.425995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-76d95d87-6c10-4c7d-9fc2-5144c38df620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.433898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-76d95d87-6c10-4c7d-9fc2-5144c38df620 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694444 Oct 25 08:52:59.577270 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-63ea0549-3f5f-4103-bd5e-e1b19f73a4ff service neutron] 10.222.0.18 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272836 Oct 25 08:52:59.607247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01822fea-1590-404e-8a39-c2b91d6c364b req-254e36e7-e872-4ae3-b461-e8b6887fdcf4 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/538df4f2-dd7d-4cb7-be15-79d738281807 HTTP/1.1" status: 200 len: 1801 time: 0.1035385 Oct 25 08:52:59.616802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627901bc-3e91-4365-99ed-60a173ad1a85 req-a8451ec7-3af0-4c27-ac3c-f45e15fedf48 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.618332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-627901bc-3e91-4365-99ed-60a173ad1a85 req-a8451ec7-3af0-4c27-ac3c-f45e15fedf48 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.0928044 Oct 25 08:52:59.685242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-627901bc-3e91-4365-99ed-60a173ad1a85 req-2649b996-d643-4f6a-b41b-db478a738155 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583065 Oct 25 08:52:59.714284 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0470b0bf-5e61-46c5-8de2-ec841d52e07a req-a6ed9297-031a-44a8-9170-2059c8bf2f47 service neutron] 10.222.0.18 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271122 Oct 25 08:52:59.719077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01822fea-1590-404e-8a39-c2b91d6c364b req-f847f83b-acec-440a-a339-371172beb72f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:59.745355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01822fea-1590-404e-8a39-c2b91d6c364b req-f847f83b-acec-440a-a339-371172beb72f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:59.796818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01822fea-1590-404e-8a39-c2b91d6c364b req-f847f83b-acec-440a-a339-371172beb72f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:59.800262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01822fea-1590-404e-8a39-c2b91d6c364b req-f847f83b-acec-440a-a339-371172beb72f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:52:59.801434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01822fea-1590-404e-8a39-c2b91d6c364b req-f847f83b-acec-440a-a339-371172beb72f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/538df4f2-dd7d-4cb7-be15-79d738281807 HTTP/1.1" status: 204 len: 173 time: 0.1821806 Oct 25 08:52:59.811419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f83b-acec-440a-a339-371172beb72f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538df4f2-dd7d-4cb7-be15-79d738281807,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:52:59.921338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-f6b0d2e3-7433-4c36-9962-c354558eaafe tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:52:59.922931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-f6b0d2e3-7433-4c36-9962-c354558eaafe tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0620034 Oct 25 08:52:59.983689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-580a7be1-ff91-4542-b96e-d60e690bd2ee tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0532224 Oct 25 08:52:59.993222 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Request body: {'floatingip': {'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:00.044443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:00.170596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ebdf6c-cd89-46a8-8e60-186a37f09484'}, {'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:00.173611 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d562098-8a0f-4a10-9329-cee6e55f0688" -d '{"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-plugged", "status": "completed", "tag": "90ebdf6c-cd89-46a8-8e60-186a37f09484"}, {"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-plugged", "status": "completed", "tag": "51c8f635-2fec-4bc4-8b6f-45f4d7f23924"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:00.728181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-4df32d87-0d02-4d5f-b34f-64d4b9a24563 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:53:00.729178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-4df32d87-0d02-4d5f-b34f-64d4b9a24563 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0337222 Oct 25 08:53:00.775251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:00.778557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-253fad8a-f11e-45a5-883a-85a2430d29d9 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:00.779916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-253fad8a-f11e-45a5-883a-85a2430d29d9 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports/20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 200 len: 1094 time: 0.0441935 Oct 25 08:53:00.780955 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:00.821299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Request body: {'binding': {'host': 'n-h1-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:00.821981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Unknown quota resources ['binding']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:53:00.955213 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Floating IP 47693123-af48-45cc-9be9-d9abd400c681 associated. External IP: 172.25.8.137, port: dd4d215d-0e17-4e72-bba9-2fe41a13c0bd. Oct 25 08:53:01.077460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on host n-h1-814746-2 for vnic_type normal with profile None {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:01.077702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:01.078026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:01.085959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:53:01.086271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:01.094916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:01.095245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:01.095615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:01.096033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Bound port: 20f03ae3-0390-492e-a1f2-efc1fbc38337, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:01.220432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:01.227328 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:01.228494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-38ef35ea-0d86-4316-b897-9475415b175d service neutron] 10.222.0.32 "POST /v2.0/ports/20f03ae3-0390-492e-a1f2-efc1fbc38337/bindings HTTP/1.1" status: 201 len: 389 time: 0.4106960 Oct 25 08:53:01.244400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Router d0f80faa-16c4-445d-ac7e-211e92306486 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:53:01.339350 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-308ddf2b-68c1-4a3b-894d-be76eead59be req-80e4503a-c031-48d0-9d3b-0018ac9505ff tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:53:01.340466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-308ddf2b-68c1-4a3b-894d-be76eead59be req-80e4503a-c031-48d0-9d3b-0018ac9505ff tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/538df4f2-dd7d-4cb7-be15-79d738281807 HTTP/1.1" status: 404 len: 352 time: 0.0429976 Oct 25 08:53:01.383542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:01.389908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:01.397130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:01.409435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:01.410325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:01.443243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b8725c20-9ee7-4e6e-8366-57f0a73bc7c9 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "PUT /v2.0/floatingips/47693123-af48-45cc-9be9-d9abd400c681 HTTP/1.1" status: 200 len: 997 time: 1.4537590 Oct 25 08:53:01.445398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:01.447835 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91" -d '{"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:01.500740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75af84-7822-49a2-a5ef-5c3508ffa21b req-b3e9ddb5-a169-46fd-bd3a-e7dc1862ed80 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.502198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd75af84-7822-49a2-a5ef-5c3508ffa21b req-b3e9ddb5-a169-46fd-bd3a-e7dc1862ed80 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.0913358 Oct 25 08:53:01.521019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:01.561950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b1db74c5-bab6-47bd-b224-23ba67b4cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.563470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-b1db74c5-bab6-47bd-b224-23ba67b4cc50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1065905 Oct 25 08:53:01.596366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd75af84-7822-49a2-a5ef-5c3508ffa21b req-56e41149-f577-49b0-8e31-e5e1a45993e8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858190 Oct 25 08:53:01.626722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-cd858dc4-b2dc-4073-a150-86523c7dbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.628139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-cd858dc4-b2dc-4073-a150-86523c7dbe21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1097 time: 0.1356428 Oct 25 08:53:01.654606 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69329372-520c-4282-ad68-30b1bf48552f x-openstack-request-id: req-69329372-520c-4282-ad68-30b1bf48552f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:01.654899 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-plugged", "status": "completed", "tag": "90ebdf6c-cd89-46a8-8e60-186a37f09484", "code": 200}, {"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-plugged", "status": "completed", "tag": "51c8f635-2fec-4bc4-8b6f-45f4d7f23924", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:01.655146 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69329372-520c-4282-ad68-30b1bf48552f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:01.655533 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ebdf6c-cd89-46a8-8e60-186a37f09484', 'code': 200} Oct 25 08:53:01.655782 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924', 'code': 200} Oct 25 08:53:01.728195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-31145925-4107-47cb-9a37-df50b96212c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.729863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-31145925-4107-47cb-9a37-df50b96212c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.1579187 Oct 25 08:53:01.831293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-8c8c0103-3471-4f55-8dd3-e53782960fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.832728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-8c8c0103-3471-4f55-8dd3-e53782960fff service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.1967604 Oct 25 08:53:01.837384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:08:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:53:00Z', 'revision_number': 8, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:01.863428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:01.872152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:01.872739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:01.899762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-73ea8b3b-7191-40fc-8177-142525742d8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 200 len: 217 time: 0.0503192 Oct 25 08:53:01.903287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-4e691038-e109-4b95-b6dc-a9be49738b55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 1000 time: 0.1643484 Oct 25 08:53:01.946674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421653-4294-472d-b72f-3ac82664591a req-f7c72606-a6af-4253-bfd5-b4578c5cf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.947155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421653-4294-472d-b72f-3ac82664591a req-f7c72606-a6af-4253-bfd5-b4578c5cf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.947631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421653-4294-472d-b72f-3ac82664591a req-f7c72606-a6af-4253-bfd5-b4578c5cf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.949720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2421653-4294-472d-b72f-3ac82664591a req-f7c72606-a6af-4253-bfd5-b4578c5cf621 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2872 time: 0.1653233 Oct 25 08:53:01.977803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:01.983078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365692-d17a-4372-a401-2f762d18ccd7 req-90146f63-76c8-490d-bd54-f824ca26ffee tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.989089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365692-d17a-4372-a401-2f762d18ccd7 req-90146f63-76c8-490d-bd54-f824ca26ffee tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.995143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365692-d17a-4372-a401-2f762d18ccd7 req-90146f63-76c8-490d-bd54-f824ca26ffee tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:01.996784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41365692-d17a-4372-a401-2f762d18ccd7 req-90146f63-76c8-490d-bd54-f824ca26ffee tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2419 time: 0.2014303 Oct 25 08:53:02.051489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-09fa7a98-7621-4a70-a885-26c089076426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:02.052944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-09fa7a98-7621-4a70-a885-26c089076426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.1448891 Oct 25 08:53:02.059772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-cbfb889b-4b29-44ce-88c1-0a1aea939569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:02.061185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-cbfb889b-4b29-44ce-88c1-0a1aea939569 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.1397347 Oct 25 08:53:02.115237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-ae6c70c9-bd1f-4e69-a073-47abd12d0d26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518999 Oct 25 08:53:02.130570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41365692-d17a-4372-a401-2f762d18ccd7 req-18cd0e9c-2000-4837-948d-fe8fcddda99c tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225801 Oct 25 08:53:02.132011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2421653-4294-472d-b72f-3ac82664591a req-309f62fc-6fd8-44d2-83c6-a72a0e1ef4a6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585567 Oct 25 08:53:02.201227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-32784eac-0330-44f4-913f-60c1dc54692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:02.202729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-32784eac-0330-44f4-913f-60c1dc54692a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182141 Oct 25 08:53:02.214539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:08:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:53:00Z', 'revision_number': 8, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:02.240364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe61f3f-bf73-4b6c-b680-dbd680f57174 None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '47693123-af48-45cc-9be9-d9abd400c681', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'port_id': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'mac_address': 'fa:16:3e:08:0c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:52:13Z', 'updated_at': '2021-10-25T08:53:00Z', 'revision_number': 8, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:02.278778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-872c9549-1040-41e1-a928-12181172f9e1 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:02.280410 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-872c9549-1040-41e1-a928-12181172f9e1 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fb77d83-ef04-4376-9355-76e530a7b53d HTTP/1.1" status: 200 len: 945 time: 0.0582571 Oct 25 08:53:02.283067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-3de5f2da-b663-4d26-8f89-2163cc4a91b1 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499922 Oct 25 08:53:02.325450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-3229fdf0-b7b0-4755-a104-23e6eb780008 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156526 Oct 25 08:53:02.395515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Deleting port ad943ca3-fe33-499e-bf62-a1ca10769bae {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:02.395853 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:02.427106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cdc1ae-c5d6-4aae-8950-5cf00ddbbbaf req-c111bff0-ee68-442b-9172-e99932e2ed7a service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950434 Oct 25 08:53:02.477405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14a6e89-c213-42a3-b3e5-44a8573f849b None None] New status for floating IP 47693123-af48-45cc-9be9-d9abd400c681: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:53:02.490515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] For port ad943ca3-fe33-499e-bf62-a1ca10769bae, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ad943ca3-fe33-499e-bf62-a1ca10769bae,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:02.490888 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:02.506821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Calling delete_port for ad943ca3-fe33-499e-bf62-a1ca10769bae owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:02.542373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513a752-f89b-44b1-a65c-1dc0c467168a req-0c298825-cdc4-4ec0-88fa-cdb8f2cb2d6a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:02.544350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c513a752-f89b-44b1-a65c-1dc0c467168a req-0c298825-cdc4-4ec0-88fa-cdb8f2cb2d6a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.0509841 Oct 25 08:53:02.596379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c513a752-f89b-44b1-a65c-1dc0c467168a req-aac0ac7f-10af-40a6-acc0-74f79557117d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Oct 25 08:53:02.695271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:02.727966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Pushing event deleted for resources: {'Port': ['ID=ad943ca3-fe33-499e-bf62-a1ca10769bae,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:02.733549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:02.738993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ad943ca3-fe33-499e-bf62-a1ca10769bae'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:02.746193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-144a4913-d5a2-4b22-9f0b-9b6867c58b2c req-b049a847-542e-495e-a209-b4537e23057f tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/a1ddd317-0909-440b-87bc-d971b87c76fb HTTP/1.1" status: 200 len: 1799 time: 0.1077280 Oct 25 08:53:02.749489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-0b2f1022-200f-414b-8208-9cfba76edb8a service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649218 Oct 25 08:53:02.779087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] No DVR routers for this DVR port ad943ca3-fe33-499e-bf62-a1ca10769bae on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:02.786471 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:02.789948 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5dee58c4-d1a3-4fbd-9587-7748bbee2332 req-c7fc512a-f8b3-4772-93ff-f5be0e6f15d6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.18 "DELETE /v2.0/ports/ad943ca3-fe33-499e-bf62-a1ca10769bae HTTP/1.1" status: 204 len: 173 time: 0.5010660 Oct 25 08:53:02.790735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae5b56-90de-45dc-8a34-2279b8504032 req-aee8e492-1926-47fc-9b18-096bae9f75a6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:02.791400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'name': 'network-vif-deleted', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:02.792273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61ae5b56-90de-45dc-8a34-2279b8504032 req-aee8e492-1926-47fc-9b18-096bae9f75a6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.1192632 Oct 25 08:53:02.794811 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc610087-87fc-434f-83e7-3b24c9888a2e" -d '{"events": [{"server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "name": "network-vif-deleted", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:02.867165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-144a4913-d5a2-4b22-9f0b-9b6867c58b2c req-dc000e65-b705-41ec-90d0-c74549be9041 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:02.874281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61ae5b56-90de-45dc-8a34-2279b8504032 req-181f8a43-f10e-4091-99ff-8a7b9264da47 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671654 Oct 25 08:53:02.928739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-144a4913-d5a2-4b22-9f0b-9b6867c58b2c req-dc000e65-b705-41ec-90d0-c74549be9041 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:02.984143 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21cdc59-bff6-4556-bc15-628aadf66672 x-openstack-request-id: req-d21cdc59-bff6-4556-bc15-628aadf66672 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:02.984605 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:02.984850 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d21cdc59-bff6-4556-bc15-628aadf66672 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:02.985452 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'status': 'completed', 'code': 200} Oct 25 08:53:03.005583 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-144a4913-d5a2-4b22-9f0b-9b6867c58b2c req-dc000e65-b705-41ec-90d0-c74549be9041 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:03.009319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-144a4913-d5a2-4b22-9f0b-9b6867c58b2c req-dc000e65-b705-41ec-90d0-c74549be9041 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:03.010788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-144a4913-d5a2-4b22-9f0b-9b6867c58b2c req-dc000e65-b705-41ec-90d0-c74549be9041 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/a1ddd317-0909-440b-87bc-d971b87c76fb HTTP/1.1" status: 204 len: 173 time: 0.2545285 Oct 25 08:53:03.023633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc000e65-b705-41ec-90d0-c74549be9041 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ddd317-0909-440b-87bc-d971b87c76fb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:03.207805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8c48249-ab69-4435-b6d3-b7d6631efbf7 req-3f74417f-1c17-493d-92f0-4aea3fa120b4 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips/47693123-af48-45cc-9be9-d9abd400c681 HTTP/1.1" status: 200 len: 999 time: 0.1624618 Oct 25 08:53:03.211362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-08d45063-6733-44d3-a5ab-959d04786469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:03.213082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-08d45063-6733-44d3-a5ab-959d04786469 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1786036 Oct 25 08:53:03.278642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aa823-7826-4c73-bee1-5c928fc74733 req-6a63353b-2d40-4bbc-84fe-cb77a478d4af tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:03.280124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b76aa823-7826-4c73-bee1-5c928fc74733 req-6a63353b-2d40-4bbc-84fe-cb77a478d4af tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1341486 Oct 25 08:53:03.407004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b76aa823-7826-4c73-bee1-5c928fc74733 req-6cddf2c9-8887-4e8d-b7a6-4c498ee65890 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157470 Oct 25 08:53:03.428328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48249-ab69-4435-b6d3-b7d6631efbf7 req-3461cc30-fba0-4aab-bbcd-6dcbdb1d1b00 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:03.428705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8c48249-ab69-4435-b6d3-b7d6631efbf7 req-3461cc30-fba0-4aab-bbcd-6dcbdb1d1b00 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.2148063 Oct 25 08:53:03.430888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-9bca6bcc-c04b-429e-ae86-c6dcd78cfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:03.432204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-9bca6bcc-c04b-429e-ae86-c6dcd78cfc76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.2072423 Oct 25 08:53:03.439533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-c8c48249-ab69-4435-b6d3-b7d6631efbf7 req-7ebcf1be-be38-408b-af65-1b023e6a7d06 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:53:03.440557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8c48249-ab69-4435-b6d3-b7d6631efbf7 req-7ebcf1be-be38-408b-af65-1b023e6a7d06 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055175 Oct 25 08:53:03.474066 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6264a4f-3009-48b2-acad-730565465d94 x-openstack-request-id: req-e6264a4f-3009-48b2-acad-730565465d94 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:03.474538 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb77d83-ef04-4376-9355-76e530a7b53d", "name": "network-vif-deleted", "tag": "ad943ca3-fe33-499e-bf62-a1ca10769bae", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:03.474644 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6264a4f-3009-48b2-acad-730565465d94 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:03.475068 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb77d83-ef04-4376-9355-76e530a7b53d', 'name': 'network-vif-deleted', 'tag': 'ad943ca3-fe33-499e-bf62-a1ca10769bae', 'status': 'completed', 'code': 200} Oct 25 08:53:03.513604 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-eef74c76-852a-47c5-a21c-731d216426de req-49a2860a-9c91-405c-889d-236bb124d176 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:53:03.514703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eef74c76-852a-47c5-a21c-731d216426de req-49a2860a-9c91-405c-889d-236bb124d176 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/a1ddd317-0909-440b-87bc-d971b87c76fb HTTP/1.1" status: 404 len: 352 time: 0.0278213 Oct 25 08:53:03.538029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-5f7d754e-79da-46e2-a553-cd4d909dbec3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 1002 time: 0.0964677 Oct 25 08:53:03.631443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-511d18b5-a794-4e3e-b15e-ba04f7bfe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:03.633241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-511d18b5-a794-4e3e-b15e-ba04f7bfe6b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0832980 Oct 25 08:53:03.989020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99666-24b6-4e55-af62-ab3752a36c2e req-d24ceeed-5c84-4ec3-9df4-ba7994080f7a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:03.994805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99666-24b6-4e55-af62-ab3752a36c2e req-d24ceeed-5c84-4ec3-9df4-ba7994080f7a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:04.001521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99666-24b6-4e55-af62-ab3752a36c2e req-d24ceeed-5c84-4ec3-9df4-ba7994080f7a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:04.003103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5c99666-24b6-4e55-af62-ab3752a36c2e req-d24ceeed-5c84-4ec3-9df4-ba7994080f7a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2419 time: 0.4124336 Oct 25 08:53:04.060832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-d15c280a-c6a0-43f7-bd3e-f98924c042cc tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1002 time: 0.4086392 Oct 25 08:53:04.079823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-312ee79e-da1c-4d23-ba8d-8a92a1a5350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:04.081321 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-312ee79e-da1c-4d23-ba8d-8a92a1a5350b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4397209 Oct 25 08:53:04.118885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5c99666-24b6-4e55-af62-ab3752a36c2e req-7c709752-acfd-4bf9-9a42-72951456fb08 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048079 Oct 25 08:53:04.165196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-c6293ffb-e3f0-4411-ac4d-f01c177040b7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:04.166519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-c6293ffb-e3f0-4411-ac4d-f01c177040b7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports/dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 943 time: 0.1049111 Oct 25 08:53:04.276345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fa6b043-4d41-41c6-876b-89a74e4c0eab req-c09f1ab5-716d-4e82-978b-45bae981f4d6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/7c5da99f-e169-47b2-be2a-078fa1c1490b HTTP/1.1" status: 200 len: 1801 time: 0.1087933 Oct 25 08:53:04.290299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-c2dc68a9-b800-4fe2-a3d2-900f0a748cc0 service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904531 Oct 25 08:53:04.365378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-7650a78d-1d2e-4aa0-b284-5d436e7d787a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1002 time: 0.1572247 Oct 25 08:53:04.461618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9fa6b043-4d41-41c6-876b-89a74e4c0eab req-9dd0e9e9-c144-44a5-b5a7-32c40bfc9377 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:04.522003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfb951d8-dbcf-4fe0-9892-34219a0cbc91 req-72a55f9b-4838-47a4-a728-c5df69fb99cf service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231185 Oct 25 08:53:04.523541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9fa6b043-4d41-41c6-876b-89a74e4c0eab req-9dd0e9e9-c144-44a5-b5a7-32c40bfc9377 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:04.565904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-3bdeba7f-1a3d-4316-b811-b22c80d89a5a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:04.567314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-3bdeba7f-1a3d-4316-b811-b22c80d89a5a tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1907992 Oct 25 08:53:04.621530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9fa6b043-4d41-41c6-876b-89a74e4c0eab req-9dd0e9e9-c144-44a5-b5a7-32c40bfc9377 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:04.624144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9fa6b043-4d41-41c6-876b-89a74e4c0eab req-9dd0e9e9-c144-44a5-b5a7-32c40bfc9377 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:04.625268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fa6b043-4d41-41c6-876b-89a74e4c0eab req-9dd0e9e9-c144-44a5-b5a7-32c40bfc9377 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c5da99f-e169-47b2-be2a-078fa1c1490b HTTP/1.1" status: 204 len: 173 time: 0.3394384 Oct 25 08:53:04.644656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0e9e9-c144-44a5-b5a7-32c40bfc9377 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5da99f-e169-47b2-be2a-078fa1c1490b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:04.662812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-ebb40788-68b7-4084-b4f0-f57eecaf5b8f tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1002 time: 0.0832579 Oct 25 08:53:04.679205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:04.741494 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:04.882682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f4825-d020-44a8-9879-91f542a81379 req-0dca9ae7-8147-4a75-be74-43e7e974fb18 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:04.884045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-125f4825-d020-44a8-9879-91f542a81379 req-0dca9ae7-8147-4a75-be74-43e7e974fb18 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.1085262 Oct 25 08:53:04.951272 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:04.958556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:04.958890 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Floating IP 47693123-af48-45cc-9be9-d9abd400c681 disassociated. External IP: 172.25.8.137, port: dd4d215d-0e17-4e72-bba9-2fe41a13c0bd. Oct 25 08:53:05.032706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-125f4825-d020-44a8-9879-91f542a81379 req-135dea15-e392-4f2d-be77-e56294288afb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411145 Oct 25 08:53:05.207747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380a2b-9ff7-43d3-b9af-60a356c39ce1 req-67c81346-388b-4cda-8807-82b1f4ddf61b tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:05.209221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b380a2b-9ff7-43d3-b9af-60a356c39ce1 req-67c81346-388b-4cda-8807-82b1f4ddf61b tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 945 time: 0.0983248 Oct 25 08:53:05.224255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Router d0f80faa-16c4-445d-ac7e-211e92306486 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:53:05.266276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b380a2b-9ff7-43d3-b9af-60a356c39ce1 req-381b0001-f153-4761-81ef-5e3191385fc6 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/security-groups?id=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Oct 25 08:53:05.404541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393b63-b07c-4c58-9104-219ff6e7e3a5 req-1d8e8aa7-73b6-48b0-967b-f5692fdb7cb4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:05.406057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35393b63-b07c-4c58-9104-219ff6e7e3a5 req-1d8e8aa7-73b6-48b0-967b-f5692fdb7cb4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.0715740 Oct 25 08:53:05.407535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:05.414677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:05.420679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:05.431735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:05.432498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:05.462318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-dad320f2-d445-4fe6-a79f-f80f7fc983e6 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "PUT /v2.0/floatingips/47693123-af48-45cc-9be9-d9abd400c681 HTTP/1.1" status: 200 len: 696 time: 0.7872927 Oct 25 08:53:05.464102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:05.466177 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790d2ec5-028d-4689-91bc-decb19aae985" -d '{"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:05.481927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35393b63-b07c-4c58-9104-219ff6e7e3a5 req-6872a8e6-c175-47aa-b1d8-557c147a9be7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646183 Oct 25 08:53:05.530621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-0a5a9f23-a8da-4430-9bd2-110f641eea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:05.532633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-0a5a9f23-a8da-4430-9bd2-110f641eea51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0479321 Oct 25 08:53:05.585272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:05.672683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a789c3-bf69-46d6-8dea-14a9b7d3192f req-7c7f9d06-dc5c-49f4-8a15-50b5cf73226a tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:05.674230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48a789c3-bf69-46d6-8dea-14a9b7d3192f req-7c7f9d06-dc5c-49f4-8a15-50b5cf73226a tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1126554 Oct 25 08:53:05.679479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-3b95f172-538c-4469-9c13-4edc9e37641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:05.680843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-3b95f172-538c-4469-9c13-4edc9e37641f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.1400132 Oct 25 08:53:05.742084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-0c10ec05-aefa-44ab-8297-b6650d797c4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 217 time: 0.0522213 Oct 25 08:53:05.787690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48a789c3-bf69-46d6-8dea-14a9b7d3192f req-e6fd966b-ba0c-4e4d-8dbc-29a02181c2b4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967710 Oct 25 08:53:05.836526 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-933e8a78-93c7-4193-98e9-3a64cb7496d1 req-0f96a207-58eb-4b74-988c-81455f6f3ee8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:53:05.837556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-933e8a78-93c7-4193-98e9-3a64cb7496d1 req-0f96a207-58eb-4b74-988c-81455f6f3ee8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/7c5da99f-e169-47b2-be2a-078fa1c1490b HTTP/1.1" status: 404 len: 352 time: 0.0216868 Oct 25 08:53:05.839082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-b7d83dbe-5a5a-476e-b498-837e09576845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:05.840475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-b7d83dbe-5a5a-476e-b498-837e09576845 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.0848315 Oct 25 08:53:05.853704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:05.885664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:05.895541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:05.896444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:05.906345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-8d00dfaf-91e9-47b9-bb19-7ecc9393c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:05.911515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-8d00dfaf-91e9-47b9-bb19-7ecc9393c9ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574124 Oct 25 08:53:06.023324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a704c4b-c946-4ac3-b555-9af3dfa3cc63 req-84c00078-f061-4598-bc31-926c4e11d14a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.029786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a704c4b-c946-4ac3-b555-9af3dfa3cc63 req-84c00078-f061-4598-bc31-926c4e11d14a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.036082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a704c4b-c946-4ac3-b555-9af3dfa3cc63 req-84c00078-f061-4598-bc31-926c4e11d14a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.037838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a704c4b-c946-4ac3-b555-9af3dfa3cc63 req-84c00078-f061-4598-bc31-926c4e11d14a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2419 time: 0.1254020 Oct 25 08:53:06.078910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-e684ec36-1c43-4af6-940d-c074486dd2d0 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572669 Oct 25 08:53:06.113180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a704c4b-c946-4ac3-b555-9af3dfa3cc63 req-7bd03bd1-f8b9-422d-905c-86b97782e176 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651388 Oct 25 08:53:06.144491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:06.190884 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c06f7-baf9-4677-83b9-c708da0ae6cf x-openstack-request-id: req-ef1c06f7-baf9-4677-83b9-c708da0ae6cf {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:06.191167 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:06.191422 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef1c06f7-baf9-4677-83b9-c708da0ae6cf {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:06.191814 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'status': 'completed', 'code': 200} Oct 25 08:53:06.203321 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df3545ca-f4b0-42f1-b32d-ca55b6b496f9 req-21bf7b0c-599b-42fb-8f80-efa8a3ca5c34 service neutron] 10.222.0.32 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140635 Oct 25 08:53:06.285319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2ec5-028d-4689-91bc-decb19aae985 req-69d4ca0d-5b85-4f5f-a907-9066eeab4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.286732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790d2ec5-028d-4689-91bc-decb19aae985 req-69d4ca0d-5b85-4f5f-a907-9066eeab4c78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=763e0e02db404c3f8656bf8c47f81e85&device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 1097 time: 0.0519464 Oct 25 08:53:06.325266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-02357d7b-791f-48a8-bc61-fd552f0adab1 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.330759 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-02357d7b-791f-48a8-bc61-fd552f0adab1 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 945 time: 0.1410596 Oct 25 08:53:06.432219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:06.471428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c417c2-ee21-4e0b-b623-93d43cb9b41c None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:51:35Z', 'revision_number': 4, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6bf79fe7-4828-4fad-95ff-c55aa80c73f9', 'name': '', 'network_id': 'ace62df8-2cbf-4fdb-9593-c8d35c497804', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'mac_address': 'fa:16:3e:45:94:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:34Z', 'updated_at': '2021-10-25T08:51:43Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'subnets': [{'id': 'fc3a9d2d-8e37-4373-be65-6d9eac2309ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:06.477848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba0789dd-c7d6-4725-972b-b00d37a3c5c9 req-1124fa43-b2a8-4ffe-a181-f0455611d2a6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a57be1c7173f4e8495097bc6c7983ba8 HTTP/1.1" status: 200 len: 6148 time: 0.1901128 Oct 25 08:53:06.491369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2ec5-028d-4689-91bc-decb19aae985 req-4351db2d-60cf-495c-b008-5c128db240b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.494077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790d2ec5-028d-4689-91bc-decb19aae985 req-4351db2d-60cf-495c-b008-5c128db240b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 200 len: 921 time: 0.1956005 Oct 25 08:53:06.496259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Deleting port 19ca0024-eabc-4d39-86f7-0f596c55447b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:06.496691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:06.592782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba0789dd-c7d6-4725-972b-b00d37a3c5c9 req-6facb824-2a38-4296-a602-6945704a5c8d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/337e4dc0-de3a-46df-8297-d86f9d8bdef4 HTTP/1.1" status: 200 len: 2981 time: 0.0973287 Oct 25 08:53:06.596256 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790d2ec5-028d-4689-91bc-decb19aae985 req-c3162278-3cca-4d4e-9788-2e7626a0d5e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 200 len: 217 time: 0.0484483 Oct 25 08:53:06.605226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be518ba2-ebd4-445d-a0cc-8dd6a6c05e79 req-a0386f8c-4e74-45be-b240-1f805607a785 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.607595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] For port 19ca0024-eabc-4d39-86f7-0f596c55447b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=19ca0024-eabc-4d39-86f7-0f596c55447b,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:06.607966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:06.609437 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be518ba2-ebd4-445d-a0cc-8dd6a6c05e79 req-a0386f8c-4e74-45be-b240-1f805607a785 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.1862266 Oct 25 08:53:06.621808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Calling delete_port for 19ca0024-eabc-4d39-86f7-0f596c55447b owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:06.693012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be518ba2-ebd4-445d-a0cc-8dd6a6c05e79 req-9783960d-f082-4194-98ce-b2c4c1b5a83c tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646222 Oct 25 08:53:06.741721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba0789dd-c7d6-4725-972b-b00d37a3c5c9 req-19dcb5a5-1414-42a5-ac24-65d7f8cad1d7 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/337e4dc0-de3a-46df-8297-d86f9d8bdef4 HTTP/1.1" status: 200 len: 2981 time: 0.1311412 Oct 25 08:53:06.769602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2ec5-028d-4689-91bc-decb19aae985 req-eb5fbd19-1e5d-4710-a1bc-e540c1f2394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.771249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790d2ec5-028d-4689-91bc-decb19aae985 req-eb5fbd19-1e5d-4710-a1bc-e540c1f2394b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 200 len: 859 time: 0.1529336 Oct 25 08:53:06.796616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:06.838162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Pushing event deleted for resources: {'Port': ['ID=19ca0024-eabc-4d39-86f7-0f596c55447b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:06.838795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['19ca0024-eabc-4d39-86f7-0f596c55447b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:06.845996 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eafe985-23e8-4ce1-b921-7b1aaee3431d None None] New status for floating IP 47693123-af48-45cc-9be9-d9abd400c681: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:53:06.867961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2ec5-028d-4689-91bc-decb19aae985 req-f24403d8-739c-45cc-8c11-fea4c2c86387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:06.869960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790d2ec5-028d-4689-91bc-decb19aae985 req-f24403d8-739c-45cc-8c11-fea4c2c86387 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ace62df8-2cbf-4fdb-9593-c8d35c497804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909288 Oct 25 08:53:06.897311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] No DVR routers for this DVR port 19ca0024-eabc-4d39-86f7-0f596c55447b on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:06.899995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:06.914929 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-73ff221d-ff40-4685-8bc9-9df0c9ded8c7 req-e9747a59-2f3d-4f51-bf64-cc176b2972ed tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.18 "DELETE /v2.0/ports/19ca0024-eabc-4d39-86f7-0f596c55447b HTTP/1.1" status: 204 len: 173 time: 0.5766239 Oct 25 08:53:06.915416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4312a6-0731-4ee1-82ae-f3e255dcdd91', 'name': 'network-vif-deleted', 'tag': '19ca0024-eabc-4d39-86f7-0f596c55447b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:06.944831 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56fe1ff-049f-436b-9bfa-2342915466b6" -d '{"events": [{"server_uuid": "3d4312a6-0731-4ee1-82ae-f3e255dcdd91", "name": "network-vif-deleted", "tag": "19ca0024-eabc-4d39-86f7-0f596c55447b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:07.002206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4f50b760-e15d-4cc4-a9bc-887d47dd8219 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:07.052992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ad943ca3-fe33-499e-bf62-a1ca10769bae no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:07.079139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5e65600-4214-476e-932e-9bdf7fdc172d req-c9d7d3fa-955b-4ca0-801b-1611ad7ef907 tempest-AttachSCSIVolumeTestJSON-978945443 tempest-AttachSCSIVolumeTestJSON-978945443-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d4312a6-0731-4ee1-82ae-f3e255dcdd91 HTTP/1.1" status: 200 len: 210 time: 0.0884314 Oct 25 08:53:07.159333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: ad943ca3-fe33-499e-bf62-a1ca10769bae {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:07.159905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ad943ca3-fe33-499e-bf62-a1ca10769bae not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:07.171508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-802504f9-b486-47dd-8819-5e4559a33659 req-4d5e8161-d3e2-478b-bc6b-5460759ea7ac tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-217508505', 'description': 'tempest-description-2017902269'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:07.209955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b5b59-d254-4bea-b065-497f6e3db0a6 req-6b2cf8ac-6536-4442-9640-22c9b63dfb99 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:07.219139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-024b5b59-d254-4bea-b065-497f6e3db0a6 req-6b2cf8ac-6536-4442-9640-22c9b63dfb99 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.2261896 Oct 25 08:53:07.236715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790d2ec5-028d-4689-91bc-decb19aae985 req-65ef2fb9-1ac2-4b1b-b3ba-8df736dec4c6 service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564665 Oct 25 08:53:07.304580 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-802504f9-b486-47dd-8819-5e4559a33659 req-4d5e8161-d3e2-478b-bc6b-5460759ea7ac tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:07.352014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-024b5b59-d254-4bea-b065-497f6e3db0a6 req-06a1c505-57d6-41ba-98b1-185ef04020dd tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320243 Oct 25 08:53:07.416388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790d2ec5-028d-4689-91bc-decb19aae985 req-17f6514e-583e-4d80-a087-3de1f328fcdd service neutron] 10.222.0.41 "GET /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698680 Oct 25 08:53:07.454847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-802504f9-b486-47dd-8819-5e4559a33659 req-4d5e8161-d3e2-478b-bc6b-5460759ea7ac tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:07.460757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-802504f9-b486-47dd-8819-5e4559a33659 req-4d5e8161-d3e2-478b-bc6b-5460759ea7ac tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:07.502153 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-802504f9-b486-47dd-8819-5e4559a33659 req-4d5e8161-d3e2-478b-bc6b-5460759ea7ac tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:07.513144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-802504f9-b486-47dd-8819-5e4559a33659 req-4d5e8161-d3e2-478b-bc6b-5460759ea7ac tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3794169 Oct 25 08:53:07.515866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e8161-d3e2-478b-bc6b-5460759ea7ac tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0282a908-068c-4139-9723-d1124bcd5b2b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:07.631720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bc7a1-1230-4a5e-b5d7-e3d591fc9c8d req-31d1f3d3-a9a2-44f1-a6ab-a8e655943535 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:07.641449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f44bc7a1-1230-4a5e-b5d7-e3d591fc9c8d req-31d1f3d3-a9a2-44f1-a6ab-a8e655943535 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.0748665 Oct 25 08:53:07.660533 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe25423-430f-4554-a65c-a4216ddef777 x-openstack-request-id: req-abe25423-430f-4554-a65c-a4216ddef777 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:07.661063 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4312a6-0731-4ee1-82ae-f3e255dcdd91", "name": "network-vif-deleted", "tag": "19ca0024-eabc-4d39-86f7-0f596c55447b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:07.661846 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abe25423-430f-4554-a65c-a4216ddef777 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:07.662653 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4312a6-0731-4ee1-82ae-f3e255dcdd91', 'name': 'network-vif-deleted', 'tag': '19ca0024-eabc-4d39-86f7-0f596c55447b', 'status': 'completed', 'code': 200} Oct 25 08:53:07.697224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f44bc7a1-1230-4a5e-b5d7-e3d591fc9c8d req-aeb4adde-bffc-414e-a3dd-e4c499197c1e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537415 Oct 25 08:53:07.723370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7ab242b5-9c3b-47b2-b0ed-b68a57fcdb37 req-8f7e141d-b891-4a9c-b4e5-f0f41d2419b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1359921044', 'description': 'tempest-description-682198541'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:07.758681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ab242b5-9c3b-47b2-b0ed-b68a57fcdb37 req-8f7e141d-b891-4a9c-b4e5-f0f41d2419b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:07.860031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ab242b5-9c3b-47b2-b0ed-b68a57fcdb37 req-8f7e141d-b891-4a9c-b4e5-f0f41d2419b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:07.863634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ab242b5-9c3b-47b2-b0ed-b68a57fcdb37 req-8f7e141d-b891-4a9c-b4e5-f0f41d2419b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:07.897971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3f14-4cad-41a1-96cb-3e4eb4d7904b req-5409d34b-00ef-4c0f-bdc8-b3d090598b7d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:07.905114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3f14-4cad-41a1-96cb-3e4eb4d7904b req-5409d34b-00ef-4c0f-bdc8-b3d090598b7d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:07.910947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3f14-4cad-41a1-96cb-3e4eb4d7904b req-5409d34b-00ef-4c0f-bdc8-b3d090598b7d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:07.912515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3dd3f14-4cad-41a1-96cb-3e4eb4d7904b req-5409d34b-00ef-4c0f-bdc8-b3d090598b7d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2419 time: 0.1073475 Oct 25 08:53:07.932367 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ab242b5-9c3b-47b2-b0ed-b68a57fcdb37 req-8f7e141d-b891-4a9c-b4e5-f0f41d2419b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:07.934135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ab242b5-9c3b-47b2-b0ed-b68a57fcdb37 req-8f7e141d-b891-4a9c-b4e5-f0f41d2419b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2149024 Oct 25 08:53:07.949161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e141d-b891-4a9c-b4e5-f0f41d2419b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158487ba-81f9-4fa5-87b3-8140fc3a6c17,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:07.966563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3dd3f14-4cad-41a1-96cb-3e4eb4d7904b req-6f2b580e-7ff0-4a5d-a549-e9849924aa73 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Oct 25 08:53:08.020361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5cb4c475-3dd6-461d-83a4-284a67371eaa tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips/47693123-af48-45cc-9be9-d9abd400c681 HTTP/1.1" status: 200 len: 694 time: 0.0528493 Oct 25 08:53:08.385107 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:08.430671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bdf3d-8583-4b6f-90e2-8c71d6e35b7f req-abe47359-9ec4-48b6-8e86-6b15aa56209d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:08.432131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de2bdf3d-8583-4b6f-90e2-8c71d6e35b7f req-abe47359-9ec4-48b6-8e86-6b15aa56209d tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 943 time: 0.3926151 Oct 25 08:53:08.455784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122981b6-4670-4c99-919a-4eab9eb9622c req-ac2edd7a-3e86-403a-8c82-e3f7cede3063 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:08.457110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122981b6-4670-4c99-919a-4eab9eb9622c req-ac2edd7a-3e86-403a-8c82-e3f7cede3063 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.4286199 Oct 25 08:53:08.471680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-122981b6-4670-4c99-919a-4eab9eb9622c req-c2278119-2ff1-4373-818a-d3020e75fe64 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:53:08.472646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122981b6-4670-4c99-919a-4eab9eb9622c req-c2278119-2ff1-4373-818a-d3020e75fe64 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081127 Oct 25 08:53:08.526433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de2bdf3d-8583-4b6f-90e2-8c71d6e35b7f req-c950e4a3-a1f0-47f1-9fa8-db7b6b3e43fe tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859661 Oct 25 08:53:08.549889 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122981b6-4670-4c99-919a-4eab9eb9622c req-55312725-6fc6-449b-985e-e35f877e4352 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 697 time: 0.0632331 Oct 25 08:53:08.601310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122981b6-4670-4c99-919a-4eab9eb9622c req-3a8cddc7-3b55-4e82-aca9-a0eb4365b6c7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 697 time: 0.0512719 Oct 25 08:53:08.843347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-ef710821-eed6-4430-b0a1-00455aa0bac4 service neutron] 10.222.0.41 "GET /v2.0/ports/4f50b760-e15d-4cc4-a9bc-887d47dd8219/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.1248794 Oct 25 08:53:08.854027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-c1a5d414-b9a6-4d9a-8b91-ca80749b1c2a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:08.855975 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-c1a5d414-b9a6-4d9a-8b91-ca80749b1c2a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 813 time: 0.2175596 Oct 25 08:53:08.892740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Deleting port a15c5fbb-38a2-4dd8-831f-3822dd2d729e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:08.893098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:08.939573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-0a45dccb-e9f7-4910-b967-b73f7dc98e26 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/quotas/a57be1c7173f4e8495097bc6c7983ba8 HTTP/1.1" status: 200 len: 375 time: 0.0719733 Oct 25 08:53:09.047636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:09.047956 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:09.067886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-a4bed383-3d29-4c35-8345-ace100e8b7d3 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178834 Oct 25 08:53:09.076452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Calling delete_port for a15c5fbb-38a2-4dd8-831f-3822dd2d729e owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:09.285312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:09.310957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-966ad11a-93f3-4494-b024-e1c0df82b2b4 service neutron] 10.222.0.32 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325168 Oct 25 08:53:09.322338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:09.434544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f50b760-e15d-4cc4-a9bc-887d47dd8219 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:09.455133 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:09.456263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:09.470371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:09.491333 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:09.533975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Pushing event deleted for resources: {'Port': ['ID=a15c5fbb-38a2-4dd8-831f-3822dd2d729e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:09.553600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-ed609cfe-b8cd-4581-94f1-5110f52c2ed8 service neutron] 10.222.0.32 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068479 Oct 25 08:53:09.663019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:09.665567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:09.666686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122981b6-4670-4c99-919a-4eab9eb9622c req-5eb358cf-2d13-4af1-9e6e-5af687087cdb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "DELETE /v2.0/floatingips/47693123-af48-45cc-9be9-d9abd400c681 HTTP/1.1" status: 204 len: 173 time: 1.0646770 Oct 25 08:53:09.695429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] Transition to ACTIVE for port object 4f50b760-e15d-4cc4-a9bc-887d47dd8219 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:53:09.701515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-4c76930e-c30e-4668-87cc-4a3ee2d48847 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:09.707613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-4c76930e-c30e-4668-87cc-4a3ee2d48847 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:09.714128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-4c76930e-c30e-4668-87cc-4a3ee2d48847 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:09.715399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-4c76930e-c30e-4668-87cc-4a3ee2d48847 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2419 time: 0.1189229 Oct 25 08:53:09.717138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:09.882876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] No DVR routers for this DVR port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:09.925000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] Pushing event updated for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=10']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:10.006775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6da31e-22c2-4905-a03d-01bf68bfb8ea req-7fb9e428-7157-41e3-af83-e4cfd4c073f0 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.009259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd6da31e-22c2-4905-a03d-01bf68bfb8ea req-7fb9e428-7157-41e3-af83-e4cfd4c073f0 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.2327483 Oct 25 08:53:10.015624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-f7d94ba9-1fd7-4ad0-95cc-9a73b5412c5b service neutron] 10.222.0.41 "PUT /v2.0/ports/4f50b760-e15d-4cc4-a9bc-887d47dd8219/bindings/n-h2-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1539965 Oct 25 08:53:10.071463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff658ac-60d8-4261-bd8d-b9c59ee1d9fc req-cbf76825-f1ba-471d-ad38-20d7dad6ab02 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.073761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ff658ac-60d8-4261-bd8d-b9c59ee1d9fc req-cbf76825-f1ba-471d-ad38-20d7dad6ab02 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1605906 Oct 25 08:53:10.099696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port 90ebdf6c-cd89-46a8-8e60-186a37f09484 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:10.102700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:10.122645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd6da31e-22c2-4905-a03d-01bf68bfb8ea req-7fa343cd-ec1f-4fb5-92bd-63b9f4ec8eba tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965204 Oct 25 08:53:10.224580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ff658ac-60d8-4261-bd8d-b9c59ee1d9fc req-5b1566b8-ded6-44ce-a47c-78601970b2a8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115139 Oct 25 08:53:10.235571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-f8b80387-d53e-49eb-9d54-38dfc228e6de tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.238080 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-f8b80387-d53e-49eb-9d54-38dfc228e6de tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.0903394 Oct 25 08:53:10.358266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port 90ebdf6c-cd89-46a8-8e60-186a37f09484, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=90ebdf6c-cd89-46a8-8e60-186a37f09484,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:10.358842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:10.381077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-832abca9-5059-4d42-979f-c63afe6f63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.382024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for 90ebdf6c-cd89-46a8-8e60-186a37f09484 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:10.383222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-832abca9-5059-4d42-979f-c63afe6f63f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed&tenant_id=aa66063279d64b5c84f290c5437a3ea0 HTTP/1.1" status: 200 len: 1095 time: 0.1284144 Oct 25 08:53:10.500463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-3e7a48d4-af21-4d3f-8e6d-b16853d4085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.501934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-3e7a48d4-af21-4d3f-8e6d-b16853d4085b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1095 time: 0.0615423 Oct 25 08:53:10.549612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f674a-6f2f-4e65-b1bc-0b4c14d18c67 req-f460c2d2-4b53-46bf-9fe1-1d83e5ca57da tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.557612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d2f674a-6f2f-4e65-b1bc-0b4c14d18c67 req-f460c2d2-4b53-46bf-9fe1-1d83e5ca57da tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 944 time: 0.2230909 Oct 25 08:53:10.639845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d2f674a-6f2f-4e65-b1bc-0b4c14d18c67 req-dd8c6f9f-1337-41f6-bc9d-318daa6bf3f5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810609 Oct 25 08:53:10.652372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808bb03-d485-413c-b103-5872736009d5 req-693bd4ff-187f-4097-ab17-8b5d3eb05225 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.663878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-401a1289-3c93-4afa-ae74-818772a0dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.665390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-401a1289-3c93-4afa-ae74-818772a0dd5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1543710 Oct 25 08:53:10.673385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808bb03-d485-413c-b103-5872736009d5 req-693bd4ff-187f-4097-ab17-8b5d3eb05225 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.680656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808bb03-d485-413c-b103-5872736009d5 req-693bd4ff-187f-4097-ab17-8b5d3eb05225 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.689017 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a808bb03-d485-413c-b103-5872736009d5 req-693bd4ff-187f-4097-ab17-8b5d3eb05225 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 2419 time: 0.3009374 Oct 25 08:53:10.756044 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-331ab32f-77b0-4a4a-8513-b5130f53fdb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 200 len: 217 time: 0.0784585 Oct 25 08:53:10.779240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a808bb03-d485-413c-b103-5872736009d5 req-1d309206-3a9b-4ebb-b256-6f74dc1a7a8f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890839 Oct 25 08:53:10.850645 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:10.877166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-c77bc399-cca2-4ce0-a822-1317a53eedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:10.878981 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-c77bc399-cca2-4ce0-a822-1317a53eedb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1098154 Oct 25 08:53:10.885058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=90ebdf6c-cd89-46a8-8e60-186a37f09484,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:10.887570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['57b23cd9-e09e-47de-95c0-6bcc97b7ef85', '51c8f635-2fec-4bc4-8b6f-45f4d7f23924', '90ebdf6c-cd89-46a8-8e60-186a37f09484'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:10.954669 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-a0c8c82c-6f88-40b8-b865-5a3453d6e27d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603232 Oct 25 08:53:11.048562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf7d33c7-c9b3-44a3-9bb7-e01b09080793 req-4bc7217a-562a-439f-8939-30eb04bed46e tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0969009 Oct 25 08:53:11.081116 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 19ca0024-eabc-4d39-86f7-0f596c55447b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:11.107766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 19ca0024-eabc-4d39-86f7-0f596c55447b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:11.108010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port 90ebdf6c-cd89-46a8-8e60-186a37f09484 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:11.108641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 19ca0024-eabc-4d39-86f7-0f596c55447b not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:11.109309 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-5b824eb8-1443-4c2c-944f-e54137e3353b service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388297 Oct 25 08:53:11.111098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:11.114880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-054ea575-9289-4271-9fea-4e4064f90341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "DELETE /v2.0/ports/90ebdf6c-cd89-46a8-8e60-186a37f09484 HTTP/1.1" status: 204 len: 173 time: 1.3777115 Oct 25 08:53:11.116495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-deleted', 'tag': '90ebdf6c-cd89-46a8-8e60-186a37f09484'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:11.121210 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c38afb9-956d-4f22-acb8-d3b0d77cea62" -d '{"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-deleted", "tag": "90ebdf6c-cd89-46a8-8e60-186a37f09484"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:11.247138 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d03a5e-dbdc-4aae-be01-6bb9e9e2dadf x-openstack-request-id: req-98d03a5e-dbdc-4aae-be01-6bb9e9e2dadf {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:11.248738 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-deleted", "tag": "90ebdf6c-cd89-46a8-8e60-186a37f09484", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:11.249189 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98d03a5e-dbdc-4aae-be01-6bb9e9e2dadf {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:11.249902 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-deleted', 'tag': '90ebdf6c-cd89-46a8-8e60-186a37f09484', 'status': 'completed', 'code': 200} Oct 25 08:53:11.290990 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-3eb59e37-9736-4024-9241-f0ed0ec861aa service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684189 Oct 25 08:53:11.306991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fef9-7127-4870-8715-464a3fd0e454 req-d4181b14-6a5f-48b3-8446-01995467c517 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:11.310886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e438fef9-7127-4870-8715-464a3fd0e454 req-d4181b14-6a5f-48b3-8446-01995467c517 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 946 time: 0.2925115 Oct 25 08:53:11.408521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e438fef9-7127-4870-8715-464a3fd0e454 req-5e8943f4-716a-4e02-a0c3-fb41de68f530 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832412 Oct 25 08:53:11.419218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:11.419759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:11.570526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:11.571667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:11.593146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:11.629332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6736b1ce-af84-4a2b-8795-08726ae4a12b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:11.632323 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6736b1ce-af84-4a2b-8795-08726ae4a12b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 813 time: 0.2210999 Oct 25 08:53:11.658362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'port': {'device_id': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d', 'admin_state_up': True, 'tenant_id': 'a57be1c7173f4e8495097bc6c7983ba8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:11.687468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21922748-c95e-44f9-9d92-460d2cfa4343 req-9a1e5755-7da4-4e69-87d0-c429d54829d7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:11.705480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21922748-c95e-44f9-9d92-460d2cfa4343 req-9a1e5755-7da4-4e69-87d0-c429d54829d7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.3933418 Oct 25 08:53:11.806294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48035e78-6666-431b-9756-5441f859594a req-8e0d5dd1-473e-46ca-bb4c-19691d87b2ca tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:11.811550 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-8e0d5dd1-473e-46ca-bb4c-19691d87b2ca tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.0828247 Oct 25 08:53:11.830314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21922748-c95e-44f9-9d92-460d2cfa4343 req-2cce7b56-ff18-40ea-b9fc-e69ed1837158 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237657 Oct 25 08:53:11.850493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe75dc-64de-43c7-8a96-6381fbddfafe req-680c304b-2051-43d1-95f9-1d1a58231fe3 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:11.852044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcfe75dc-64de-43c7-8a96-6381fbddfafe req-680c304b-2051-43d1-95f9-1d1a58231fe3 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1384637 Oct 25 08:53:11.879998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:11.947669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=57b23cd9-e09e-47de-95c0-6bcc97b7ef85,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:11.996111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcfe75dc-64de-43c7-8a96-6381fbddfafe req-2345020b-fcc8-4144-8350-4edf4c457f46 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319349 Oct 25 08:53:12.039932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:12.047618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:12.050793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Made reservation on behalf of a57be1c7173f4e8495097bc6c7983ba8 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:12.054852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:12.056147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-917a6c4e-0723-4562-ae4d-933161b94fbb tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "DELETE /v2.0/ports/57b23cd9-e09e-47de-95c0-6bcc97b7ef85 HTTP/1.1" status: 204 len: 173 time: 0.9186225 Oct 25 08:53:12.072452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-48035e78-6666-431b-9756-5441f859594a req-c2b638c0-f399-4b92-a503-a9443a853863 service neutron] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:12.079805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48035e78-6666-431b-9756-5441f859594a req-c2b638c0-f399-4b92-a503-a9443a853863 service neutron] Publish callbacks [] for binding, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:12.083078 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48035e78-6666-431b-9756-5441f859594a req-c2b638c0-f399-4b92-a503-a9443a853863 service neutron] 10.222.0.18 "DELETE /v2.0/ports/4f50b760-e15d-4cc4-a9bc-887d47dd8219/bindings/n-h1-814746-2 HTTP/1.1" status: 204 len: 173 time: 0.2142820 Oct 25 08:53:12.245091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f42901-7048-4136-87d4-cb60931b49ce req-443d3746-38c4-41a0-a1d8-bcd6deafaba6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:12.247209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34f42901-7048-4136-87d4-cb60931b49ce req-443d3746-38c4-41a0-a1d8-bcd6deafaba6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 944 time: 0.1230569 Oct 25 08:53:12.258971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755f450-3e0c-4bc2-b0cb-4e14675a4b70 req-65d96d43-28d7-4cfb-b348-91ad83699efa tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:12.266568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9755f450-3e0c-4bc2-b0cb-4e14675a4b70 req-65d96d43-28d7-4cfb-b348-91ad83699efa tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 946 time: 0.1537330 Oct 25 08:53:12.321322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34f42901-7048-4136-87d4-cb60931b49ce req-b8275f41-6e72-41d7-96b2-450a4b170a89 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476837 Oct 25 08:53:12.332415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Allocated IP 172.20.0.11 (f1b08512-aa38-4987-8042-f4ee00435c5d/d1ccf936-8eb4-44c8-9a76-6fcbb99779a0/27cb2dfe-421f-4ed8-bd85-88145aaacd02) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:12.389780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9755f450-3e0c-4bc2-b0cb-4e14675a4b70 req-1c02ca9b-6abe-472d-9089-f1668c8694f8 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221371 Oct 25 08:53:12.400477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:12.407141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:12.570657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:12.621363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:12.671103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Network f1b08512-aa38-4987-8042-f4ee00435c5d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:12.675312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:12.680050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:12.680609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:12.688519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:12.689221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:12.693149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'Port': ['ID=27cb2dfe-421f-4ed8-bd85-88145aaacd02,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:12.711559 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-363f82f1-ec47-460f-848c-639b1e97dfc0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0578065 Oct 25 08:53:12.731252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Request body: {'port': {'device_id': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:12.848493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.017475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:13.018091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-64945d91-02f8-41e8-a551-34e0f69ffaf8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:13.019775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-64945d91-02f8-41e8-a551-34e0f69ffaf8 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.41 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 946 time: 0.1873090 Oct 25 08:53:13.028402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57b28a-c14d-463a-a179-c0a9bc9d32e4 req-3a06fce6-d9cf-4bf9-9d57-83efc5fa14c7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:13.030688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b57b28a-c14d-463a-a179-c0a9bc9d32e4 req-3a06fce6-d9cf-4bf9-9d57-83efc5fa14c7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 946 time: 0.1955893 Oct 25 08:53:13.069928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:13.070272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 57b23cd9-e09e-47de-95c0-6bcc97b7ef85 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:13.070696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 90ebdf6c-cd89-46a8-8e60-186a37f09484 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:13.093739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793097b-d688-4940-9705-cccce27a334e req-5d4ad843-aac5-4aac-b9f8-ef4fb28e13c5 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:13.095604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2793097b-d688-4940-9705-cccce27a334e req-5d4ad843-aac5-4aac-b9f8-ef4fb28e13c5 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 932 time: 0.2614994 Oct 25 08:53:13.115687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:13.116185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.132873 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 90ebdf6c-cd89-46a8-8e60-186a37f09484 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:13.133273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 90ebdf6c-cd89-46a8-8e60-186a37f09484 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:13.134130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:13.199546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:13.252612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-deleted', 'tag': '57b23cd9-e09e-47de-95c0-6bcc97b7ef85'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:13.255249 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc1a972-007d-4675-a437-cc6bece13231" -d '{"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-deleted", "tag": "57b23cd9-e09e-47de-95c0-6bcc97b7ef85"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:13.255788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cb2dfe-421f-4ed8-bd85-88145aaacd02 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:13.261991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b57b28a-c14d-463a-a179-c0a9bc9d32e4 req-e53d2a47-4513-4846-9573-e9fd4eb06b17 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/security-groups?id=868fc39e-a14b-4d65-9f99-230c326c62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149158 Oct 25 08:53:13.264561 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.274605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2793097b-d688-4940-9705-cccce27a334e req-6c95785c-0740-40e9-b05a-484433dfd618 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665435 Oct 25 08:53:13.282607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Transition to ACTIVE for port object 27cb2dfe-421f-4ed8-bd85-88145aaacd02 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:53:13.287405 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.288643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.365512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Deleting port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:13.366192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.379173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:13.382086 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96f95ed-0dfa-4064-ae4d-0a38abf5ee26" -d '{"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-unplugged", "status": "completed", "tag": "51c8f635-2fec-4bc4-8b6f-45f4d7f23924"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:13.404782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Pushing event updated for resources: {'Port': ['ID=27cb2dfe-421f-4ed8-bd85-88145aaacd02,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:13.409887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:13.419208 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.454712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Attempting to bind port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:13.455556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Attempting to bind port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:13.456105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Attempting to bind port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 on network f1b08512-aa38-4987-8042-f4ee00435c5d {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:13.462866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 on network f1b08512-aa38-4987-8042-f4ee00435c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:53:13.463183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Attempting to bind port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 on network f1b08512-aa38-4987-8042-f4ee00435c5d {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:13.472502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:13.472867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Checking segment: {'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:13.473252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Bound using segment: {'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:13.473717 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Bound port: 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6aa4af-7216-4925-aa45-3af409928b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:13.474071 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.497767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:13.595120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] For port 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:13.598243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] For port 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:13.603850 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.627946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afb36-c333-45f5-a204-ad8eb146125a req-fd3386a5-3563-49eb-b8a5-106450a258e3 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:13.628316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:13.629268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.629999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-825afb36-c333-45f5-a204-ad8eb146125a req-fd3386a5-3563-49eb-b8a5-106450a258e3 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1095 time: 0.2037115 Oct 25 08:53:13.634187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] 10.222.0.18 "PUT /v2.0/ports/27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 200 len: 1092 time: 0.9074981 Oct 25 08:53:13.634836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:13.637819 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.638779 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488fae51-e586-48c0-a909-5f398bae7493" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:13.644820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] For port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:13.645257 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.694491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480af4-d3d0-47d4-b75a-bb61119328e4 req-57fc6461-0ed4-4411-9077-ab7064abd892 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:13.695754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e9480af4-d3d0-47d4-b75a-bb61119328e4 req-57fc6461-0ed4-4411-9077-ab7064abd892 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.2670119 Oct 25 08:53:13.697525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc11744-9882-4046-ae44-f71ad65f8be8 service neutron] Pushing event updated for resources: {'Port': ['ID=27cb2dfe-421f-4ed8-bd85-88145aaacd02,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:13.708193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=51c8f635-2fec-4bc4-8b6f-45f4d7f23924,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:13.710408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Calling delete_port for dd4d215d-0e17-4e72-bba9-2fe41a13c0bd owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:13.763410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-487bb7d9-919f-4f05-a560-7332d6ca47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:13.765249 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-487bb7d9-919f-4f05-a560-7332d6ca47c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 1095 time: 0.0494630 Oct 25 08:53:13.833744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port 51c8f635-2fec-4bc4-8b6f-45f4d7f23924 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:13.834851 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-3991d927-153b-42b9-b16d-b251acf315f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 200 len: 217 time: 0.0482421 Oct 25 08:53:13.836603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:13.840609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bcda8995-e8f8-4d98-a173-50d06f6dd885 req-da31e3aa-d71b-42e5-9586-1cf62aa74b33 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "DELETE /v2.0/ports/51c8f635-2fec-4bc4-8b6f-45f4d7f23924 HTTP/1.1" status: 204 len: 173 time: 1.7776928 Oct 25 08:53:13.871361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-825afb36-c333-45f5-a204-ad8eb146125a req-edf7502d-d3d5-484e-a4fc-3d6443bf5dde tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266004 Oct 25 08:53:13.915117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-69da8a2a-8470-4d3b-85d6-daf6966015cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:13.916567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-69da8a2a-8470-4d3b-85d6-daf6966015cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.0747898 Oct 25 08:53:13.949822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e9480af4-d3d0-47d4-b75a-bb61119328e4 req-72bb3569-5d1e-4fe2-b37d-12a82e25fd30 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292504 Oct 25 08:53:13.969146 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-67ee8e4b-a700-4019-925d-7fb6592266ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423036 Oct 25 08:53:14.087354 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:14.103151 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af291e7-87f4-40ca-b531-e4a26fd47259 x-openstack-request-id: req-7af291e7-87f4-40ca-b531-e4a26fd47259 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:14.103563 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-deleted", "tag": "57b23cd9-e09e-47de-95c0-6bcc97b7ef85", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:14.103679 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7af291e7-87f4-40ca-b531-e4a26fd47259 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:14.104066 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-deleted', 'tag': '57b23cd9-e09e-47de-95c0-6bcc97b7ef85', 'status': 'completed', 'code': 200} Oct 25 08:53:14.114095 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-bbbf1cf6-213a-4c2b-aa9c-3166c851a230 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361248 Oct 25 08:53:14.122446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:14.146771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Pushing event deleted for resources: {'Port': ['ID=dd4d215d-0e17-4e72-bba9-2fe41a13c0bd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:14.170748 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d0093b-f976-4fa3-85ec-f34666fb88d8 x-openstack-request-id: req-b2d0093b-f976-4fa3-85ec-f34666fb88d8 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:14.171044 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-unplugged", "status": "completed", "tag": "51c8f635-2fec-4bc4-8b6f-45f4d7f23924", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:14.171304 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2d0093b-f976-4fa3-85ec-f34666fb88d8 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:14.171709 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924', 'code': 200} Oct 25 08:53:14.228634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c6c89-56fd-4cbf-b89b-2246812ea68c req-ef1e7e54-c7d7-40ca-a2b8-04e109ce3f0e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:14.231518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a9c6c89-56fd-4cbf-b89b-2246812ea68c req-ef1e7e54-c7d7-40ca-a2b8-04e109ce3f0e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1786218 Oct 25 08:53:14.232741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] No DVR routers for this DVR port dd4d215d-0e17-4e72-bba9-2fe41a13c0bd on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:14.236086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:14.242162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5a69cfb-75cc-4243-95b3-71f4ab9116b0 req-d4a08003-1f8b-451e-93b8-e143eb49c4d7 tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.41 "DELETE /v2.0/ports/dd4d215d-0e17-4e72-bba9-2fe41a13c0bd HTTP/1.1" status: 204 len: 173 time: 1.2057674 Oct 25 08:53:14.257013 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36b0971a-3760-40fa-b561-4046ff2f4f5c req-8c96dc30-bb4d-4f5c-ad04-0a546e9fe984 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246316 Oct 25 08:53:14.317766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bf5a190-12ad-468e-b1f0-bff24cbcaa86 req-845cfb79-6f68-4113-b1eb-3fd09969621a tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=181d1120-5124-41ae-a56f-1eaabec9bc13 HTTP/1.1" status: 200 len: 210 time: 0.0723228 Oct 25 08:53:14.338419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a9c6c89-56fd-4cbf-b89b-2246812ea68c req-af1057c3-9e32-4b19-8b6c-1e24e383192d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941789 Oct 25 08:53:14.424379 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74b8a19-af30-432b-9dff-2f72ede1345c x-openstack-request-id: req-f74b8a19-af30-432b-9dff-2f72ede1345c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:14.424947 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:14.425131 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f74b8a19-af30-432b-9dff-2f72ede1345c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:14.425586 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02', 'status': 'completed', 'code': 200} Oct 25 08:53:14.530250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70db6d5-dad1-428d-afc3-a65e64a5ad10 req-5063e90a-6c70-4460-aedd-98fc077bdf92 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:14.535533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a70db6d5-dad1-428d-afc3-a65e64a5ad10 req-5063e90a-6c70-4460-aedd-98fc077bdf92 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 1095 time: 0.0666745 Oct 25 08:53:14.578500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fae51-e586-48c0-a909-5f398bae7493 req-9dec62f8-7307-46f6-ac33-f05b393dc1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:14.580680 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-488fae51-e586-48c0-a909-5f398bae7493 req-9dec62f8-7307-46f6-ac33-f05b393dc1bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 1095 time: 0.1099794 Oct 25 08:53:14.636057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07a864d6-9e29-4963-9be1-d74dd542dd6c req-65a1549b-8840-4a0b-a545-7bd764fe11bb tempest-FloatingIPsAssociationTestJSON-196573162 tempest-FloatingIPsAssociationTestJSON-196573162-project] 10.222.0.32 "GET /v2.0/ports?device_id=27420b6d-55a2-4d93-ac5f-70ecbdb89ef6 HTTP/1.1" status: 200 len: 210 time: 0.0929112 Oct 25 08:53:14.684040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a70db6d5-dad1-428d-afc3-a65e64a5ad10 req-70fecacc-e5a1-4ab0-a0bb-8f4663100ab1 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390910 Oct 25 08:53:14.701777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fae51-e586-48c0-a909-5f398bae7493 req-45af2b54-2d73-4178-9a38-59f90910829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:14.703466 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-488fae51-e586-48c0-a909-5f398bae7493 req-45af2b54-2d73-4178-9a38-59f90910829c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 914 time: 0.1121287 Oct 25 08:53:14.788926 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-488fae51-e586-48c0-a909-5f398bae7493 req-5d7c50e0-2420-46fb-b266-a1be73167ff7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 200 len: 217 time: 0.0545681 Oct 25 08:53:14.811243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e70bf3-9b86-4820-939b-988420026f25 req-4e2ea8c9-3e5a-407b-baec-a8e5dbe827b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:14.815178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-88e70bf3-9b86-4820-939b-988420026f25 req-4e2ea8c9-3e5a-407b-baec-a8e5dbe827b8 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 944 time: 0.0893669 Oct 25 08:53:14.857417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fae51-e586-48c0-a909-5f398bae7493 req-afc5fa9b-1934-46f6-b359-a893a41445e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:14.859341 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-488fae51-e586-48c0-a909-5f398bae7493 req-afc5fa9b-1934-46f6-b359-a893a41445e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.0693023 Oct 25 08:53:14.895958 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-88e70bf3-9b86-4820-939b-988420026f25 req-61501e61-7370-4176-abdc-3fc2b925fac4 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652590 Oct 25 08:53:14.920245 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-488fae51-e586-48c0-a909-5f398bae7493 req-efbf61c2-7349-4772-9857-b5fdacbb5e25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512121 Oct 25 08:53:15.087218 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-488fae51-e586-48c0-a909-5f398bae7493 req-0b63f688-ed1e-4dcd-a6f4-7b100ade8392 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588771 Oct 25 08:53:15.195438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce35d5-90fe-49ba-9f66-4aae4f5c8fa8 req-6eeeb3e1-df5f-4d99-b386-96e3f4b99610 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:15.197813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5ce35d5-90fe-49ba-9f66-4aae4f5c8fa8 req-6eeeb3e1-df5f-4d99-b386-96e3f4b99610 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.1256621 Oct 25 08:53:15.273729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5ce35d5-90fe-49ba-9f66-4aae4f5c8fa8 req-be0ffd6b-e604-4064-93de-19942af0ae48 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662193 Oct 25 08:53:15.413171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39718) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:15.413625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39720) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:15.528339 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-488fae51-e586-48c0-a909-5f398bae7493 req-ca05eb70-902c-4af0-a774-5fb99276dfbc service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263551 Oct 25 08:53:15.577402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-915275d2-7f78-404b-929c-9de7ef745cc6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting subnet 3fa76f88-53be-4c6a-b639-612088ea34b7 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:53:15.586758 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-915275d2-7f78-404b-929c-9de7ef745cc6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:15.645791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9ca1e-e817-4ca8-a1fd-f663a6db1da1 req-d2a07496-0c86-4fc2-a095-f46169ff7af7 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:15.647392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4f9ca1e-e817-4ca8-a1fd-f663a6db1da1 req-d2a07496-0c86-4fc2-a095-f46169ff7af7 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1570947 Oct 25 08:53:15.693068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-915275d2-7f78-404b-929c-9de7ef745cc6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:15.708606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39724) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:15.835536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4f9ca1e-e817-4ca8-a1fd-f663a6db1da1 req-ff6e8a67-2ec8-4790-bb82-270c58f2f832 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738727 Oct 25 08:53:15.963331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-915275d2-7f78-404b-929c-9de7ef745cc6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.146051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-deleted', 'tag': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924'}, {'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'name': 'network-vif-deleted', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:16.149002 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e44bd-545d-4fdb-a54e-92c24b82859d" -d '{"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-deleted", "tag": "51c8f635-2fec-4bc4-8b6f-45f4d7f23924"}, {"server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "name": "network-vif-deleted", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:16.190416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b5d9-1abb-4ed0-8d26-d5edd525252a req-c3c3c526-eae9-4b5d-9456-c8f89ce0f966 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:16.197121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8234b5d9-1abb-4ed0-8d26-d5edd525252a req-c3c3c526-eae9-4b5d-9456-c8f89ce0f966 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 944 time: 0.2123921 Oct 25 08:53:16.244260 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26e531a-e00f-4e13-af24-741464c37aea x-openstack-request-id: req-c26e531a-e00f-4e13-af24-741464c37aea {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:16.244697 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d1120-5124-41ae-a56f-1eaabec9bc13", "name": "network-vif-deleted", "tag": "51c8f635-2fec-4bc4-8b6f-45f4d7f23924", "status": "completed", "code": 200}, {"server_uuid": "27420b6d-55a2-4d93-ac5f-70ecbdb89ef6", "name": "network-vif-deleted", "tag": "dd4d215d-0e17-4e72-bba9-2fe41a13c0bd", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:16.245070 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c26e531a-e00f-4e13-af24-741464c37aea {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:16.245585 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d1120-5124-41ae-a56f-1eaabec9bc13', 'name': 'network-vif-deleted', 'tag': '51c8f635-2fec-4bc4-8b6f-45f4d7f23924', 'status': 'completed', 'code': 200} Oct 25 08:53:16.245950 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27420b6d-55a2-4d93-ac5f-70ecbdb89ef6', 'name': 'network-vif-deleted', 'tag': 'dd4d215d-0e17-4e72-bba9-2fe41a13c0bd', 'status': 'completed', 'code': 200} Oct 25 08:53:16.257892 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-915275d2-7f78-404b-929c-9de7ef745cc6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.306783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915275d2-7f78-404b-929c-9de7ef745cc6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa76f88-53be-4c6a-b639-612088ea34b7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:16.331989 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-abf7c2fd-cec5-42e8-8b45-1b739b22848e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.354041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec6861e-93df-417c-8ab9-ca95f3a2dffc None None] Network b10c6099-265b-4566-b5ad-f43bd34c2e2a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:16.367574 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-915275d2-7f78-404b-929c-9de7ef745cc6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.374336 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-915275d2-7f78-404b-929c-9de7ef745cc6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "DELETE /v2.0/subnets/3fa76f88-53be-4c6a-b639-612088ea34b7 HTTP/1.1" status: 204 len: 168 time: 0.9594018 Oct 25 08:53:16.385378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39736) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:16.431957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8234b5d9-1abb-4ed0-8d26-d5edd525252a req-209313c5-04ae-4df3-a49a-ef45e4b6f0fd tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268877 Oct 25 08:53:16.529129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.576770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.615987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d78a31-85f9-4851-a430-46c648c8d8c1 req-d482ed9e-50fd-4dc3-971b-f07f244a21d4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:16.624172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9d78a31-85f9-4851-a430-46c648c8d8c1 req-d482ed9e-50fd-4dc3-971b-f07f244a21d4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.1522453 Oct 25 08:53:16.706126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9d78a31-85f9-4851-a430-46c648c8d8c1 req-48775fc7-a3d0-49d2-9505-c56b5b60adbd tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803974 Oct 25 08:53:16.727923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port f2559d46-7b95-4567-9be1-33ca17752e10 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:16.728394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.733234 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.818719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] DHCP port deletion for b10c6099-265b-4566-b5ad-f43bd34c2e2a request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:53:16.898743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port f2559d46-7b95-4567-9be1-33ca17752e10, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f2559d46-7b95-4567-9be1-33ca17752e10,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:16.899204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.931618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] Deleting port f2559d46-7b95-4567-9be1-33ca17752e10 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:16.931985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:16.932347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for f2559d46-7b95-4567-9be1-33ca17752e10 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:17.063167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device dd4d215d-0e17-4e72-bba9-2fe41a13c0bd no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:17.107867 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.116720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: dd4d215d-0e17-4e72-bba9-2fe41a13c0bd {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:17.117095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device dd4d215d-0e17-4e72-bba9-2fe41a13c0bd not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:17.139980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] For port f2559d46-7b95-4567-9be1-33ca17752e10, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f2559d46-7b95-4567-9be1-33ca17752e10,segment=NetworkSegment(d0a9e513-51f0-4082-af2d-2f4589f54be4),segment_id=d0a9e513-51f0-4082-af2d-2f4589f54be4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:17.141261 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.146559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=f2559d46-7b95-4567-9be1-33ca17752e10,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:17.148987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port f2559d46-7b95-4567-9be1-33ca17752e10 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:17.158145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] Calling delete_port for f2559d46-7b95-4567-9be1-33ca17752e10 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:17.160691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Deleting port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:17.161115 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.187477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0229-e211-4daf-9605-43e055998599 req-c94818f2-5571-4144-8b56-53d57f95ee46 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:17.189054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-440e0229-e211-4daf-9605-43e055998599 req-c94818f2-5571-4144-8b56-53d57f95ee46 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1810634 Oct 25 08:53:17.308063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.309202 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.335073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] Pushing event deleted for resources: {'Port': ['ID=f2559d46-7b95-4567-9be1-33ca17752e10,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:17.354232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5d2ad-4601-4960-94aa-fa09059aff2c None None] No DVR routers for this DVR port f2559d46-7b95-4567-9be1-33ca17752e10 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:17.373085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > segment before_delete 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.374188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.374907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.375239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > port after_create 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.375753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > port after_delete 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.376295 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > port after_update 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.376754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > segment after_delete 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.378193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > subnet after_create 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.378816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > subnet after_delete 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.379152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > subnet after_update 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.456780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > subnet after_create 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.457424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > subnet after_delete 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.457763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > subnet before_create 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.458097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Subscribe: > subnet before_update 55550000 {{(pid=106991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 25 08:53:17.458470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10c6099-265b-4566-b5ad-f43bd34c2e2a']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:17.493670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a9e513-51f0-4082-af2d-2f4589f54be4') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:17.494251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a9e513-51f0-4082-af2d-2f4589f54be4') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:17.525161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.532126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] For port 6bf79fe7-4828-4fad-95ff-c55aa80c73f9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:17.533330 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.565404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Calling delete_port for 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:17.569771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.590347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:53:17.590922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: from cryptography.utils import int_from_bytes Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: from cryptography.utils import int_from_bytes Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:53:17.596619 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:53:17.666078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-440e0229-e211-4daf-9605-43e055998599 req-e5247ec2-800c-4ef4-986c-3a22d03a25d4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693317 Oct 25 08:53:17.697002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44e03e-00f1-48b2-a5be-d70f02a5b5de req-e89e0e1a-7a74-46e0-86b1-8c436185ca44 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:17.699346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e44e03e-00f1-48b2-a5be-d70f02a5b5de req-e89e0e1a-7a74-46e0-86b1-8c436185ca44 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 944 time: 0.1538966 Oct 25 08:53:17.737204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.758029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.763614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "DELETE /v2.0/networks/b10c6099-265b-4566-b5ad-f43bd34c2e2a HTTP/1.1" status: 204 len: 168 time: 1.3747075 Oct 25 08:53:17.766383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39748) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:17.791221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a9712-aa4d-4ded-bef0-4bb59155e5e9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Network': ['ID=b10c6099-265b-4566-b5ad-f43bd34c2e2a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:17.837171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e44e03e-00f1-48b2-a5be-d70f02a5b5de req-36e5454c-66ee-48a5-9f06-19e3e28dbc2d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250813 Oct 25 08:53:17.844721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Deleting port e45dce5d-c90d-4704-8c20-343388064222 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:17.845087 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.845929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f2559d46-7b95-4567-9be1-33ca17752e10 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:17.849431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a4831027-19b2-4273-95ed-72b4208ffdba tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:17.851190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a4831027-19b2-4273-95ed-72b4208ffdba tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1097 time: 0.1496754 Oct 25 08:53:17.875165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f2559d46-7b95-4567-9be1-33ca17752e10 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:17.875599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f2559d46-7b95-4567-9be1-33ca17752e10 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:17.911741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814746-2'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:17.952502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a628303-7cd3-487c-b5ec-de5d5045bc49 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting subnet f95d5b4f-7e1c-4227-adc0-8bf60ef027fe {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:53:17.963332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.972069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a628303-7cd3-487c-b5ec-de5d5045bc49 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:17.989284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf79fe7-4828-4fad-95ff-c55aa80c73f9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:18.072068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a628303-7cd3-487c-b5ec-de5d5045bc49 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.110068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.144612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81cd4f-126b-4ab8-b01d-55c3e41b48e9 req-adceba81-f6bc-4a96-9ef4-476b6fa1db45 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:18.153718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d81cd4f-126b-4ab8-b01d-55c3e41b48e9 req-adceba81-f6bc-4a96-9ef4-476b6fa1db45 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 946 time: 0.2477012 Oct 25 08:53:18.157009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] For port e45dce5d-c90d-4704-8c20-343388064222, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e45dce5d-c90d-4704-8c20-343388064222,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:18.157503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.195600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Calling delete_port for e45dce5d-c90d-4704-8c20-343388064222 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:18.205446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.368579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d81cd4f-126b-4ab8-b01d-55c3e41b48e9 req-1e3846d0-bdc9-4db1-b433-768c25c605af tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137449 Oct 25 08:53:18.369833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a628303-7cd3-487c-b5ec-de5d5045bc49 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.436226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Router d0f80faa-16c4-445d-ac7e-211e92306486 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:53:18.517042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:18.567289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a628303-7cd3-487c-b5ec-de5d5045bc49 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.582254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:18.589677 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-81a5211d-3b73-44d9-9f2e-d2c2e00b884d admin admin] 10.222.0.32 "PUT /v2.0/routers/d0f80faa-16c4-445d-ac7e-211e92306486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8797731 Oct 25 08:53:18.592436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39752) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:18.592577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] Sync routers for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:18.603021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:18.603636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:52:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:18.628464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a628303-7cd3-487c-b5ec-de5d5045bc49 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Subnet': ['ID=f95d5b4f-7e1c-4227-adc0-8bf60ef027fe,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:18.631340 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a628303-7cd3-487c-b5ec-de5d5045bc49 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.634699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5a628303-7cd3-487c-b5ec-de5d5045bc49 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "DELETE /v2.0/subnets/f95d5b4f-7e1c-4227-adc0-8bf60ef027fe HTTP/1.1" status: 204 len: 168 time: 0.8671148 Oct 25 08:53:18.638540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39754) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:18.642711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6b4322-a2a1-4991-a869-b54641fb6130 None None] Network 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:18.689739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:18.758989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.763280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.805705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:18.808159 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8833da-e8c8-40ca-a008-eff099fe7498" -d '{"events": [{"server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "name": "network-vif-unplugged", "status": "completed", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:18.845244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9042c14-b911-49d8-ba9c-70771e6e91b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.846786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:18.883014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:18.971589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Pushing event updated for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:19.058383 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad432bae-5203-4ca2-8140-00bdb26b1e9c x-openstack-request-id: req-ad432bae-5203-4ca2-8140-00bdb26b1e9c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:19.058664 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "name": "network-vif-unplugged", "status": "completed", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:19.058918 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad432bae-5203-4ca2-8140-00bdb26b1e9c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:19.059323 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337', 'code': 200} Oct 25 08:53:19.095724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.123643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed6752-bcc6-49af-b9b9-42fd97d6d34f req-884ef793-fac7-4a63-8728-878d849980d7 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:19.125259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0ed6752-bcc6-49af-b9b9-42fd97d6d34f req-884ef793-fac7-4a63-8728-878d849980d7 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.3110070 Oct 25 08:53:19.126997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on host n-h2-814746-2 for vnic_type normal with profile {"migrating_to": "n-h1-814746-2"} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:19.127316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:19.127640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:19.132921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.170537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] DHCP port deletion for 1fcb62d6-2d4c-48d4-bb27-7a126a2000dc request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:53:19.172191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 20f03ae3-0390-492e-a1f2-efc1fbc38337 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:53:19.220761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45dce5d-c90d-4704-8c20-343388064222,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:19.253180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:53:19.253759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:19.288393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:19.301010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 27cb2dfe-421f-4ed8-bd85-88145aaacd02 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:53:19.305956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:19.306359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:19.306809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:19.307388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Bound port: 20f03ae3-0390-492e-a1f2-efc1fbc38337, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:19.307960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.387435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.405603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on host n-h2-814746-2 for vnic_type normal with profile {"migrating_to": "n-h1-814746-2"} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:19.406018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:19.406364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:19.413944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:53:19.414485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:19.470069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Deleting port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:19.470412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.497200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:19.497561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:19.498168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:19.498646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Bound port: 20f03ae3-0390-492e-a1f2-efc1fbc38337, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:19.499371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.522086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:53:17Z', 'revision_number': 5, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port': {'id': '2270ebe6-198d-4b4e-801b-1fc897c7bd1f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:29Z', 'updated_at': '2021-10-25T08:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:19.567285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] Checking router: d0f80faa-16c4-445d-ac7e-211e92306486 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:19.576008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] For port 2270ebe6-198d-4b4e-801b-1fc897c7bd1f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2270ebe6-198d-4b4e-801b-1fc897c7bd1f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:19.576773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.586705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] Deleting port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:19.587106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.599493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Calling delete_port for 2270ebe6-198d-4b4e-801b-1fc897c7bd1f owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:19.601993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0ed6752-bcc6-49af-b9b9-42fd97d6d34f req-0ccf9bcd-f27f-4710-a864-8da818ebd5a8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594064 Oct 25 08:53:19.633916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58740c-30c2-4535-a1ae-3bc2d277dbd9 req-ed9d96fc-a791-4523-94c1-51dd7ee2ac5a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:19.643382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc58740c-30c2-4535-a1ae-3bc2d277dbd9 req-ed9d96fc-a791-4523-94c1-51dd7ee2ac5a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 944 time: 0.4451320 Oct 25 08:53:19.678627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] Routers {'d0f80faa-16c4-445d-ac7e-211e92306486'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:19.679556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d0f80faa-16c4-445d-ac7e-211e92306486'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:19.685918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:19.686175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.700209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] For port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:19.700601 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.704000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.719622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] Calling delete_port for 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:19.916850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:19.924421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc58740c-30c2-4535-a1ae-3bc2d277dbd9 req-b33685fa-3f01-4fd6-9694-ee784eade575 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802138 Oct 25 08:53:19.931518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.966566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:19.971430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,segment=NetworkSegment(44adad77-6d63-4244-98cb-da4b6cf99a3b),segment_id=44adad77-6d63-4244-98cb-da4b6cf99a3b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:19.971870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.992698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:19.999151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:20.004577 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.005793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2270ebe6-198d-4b4e-801b-1fc897c7bd1f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:20.008974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:20.019997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5384-daf8-4807-99e4-7a226d159010 req-d9053371-4f2a-4085-92b4-55d86a3e5b47 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:20.021566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d9d5384-daf8-4807-99e4-7a226d159010 req-d9053371-4f2a-4085-92b4-55d86a3e5b47 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.2643833 Oct 25 08:53:20.034286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:20.053539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:20.060868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.064489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.080475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 20f03ae3-0390-492e-a1f2-efc1fbc38337-n-h2-814746-2-0 {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 08:53:20.081890 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 08:53:20.120733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.125606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '27cb2dfe-421f-4ed8-bd85-88145aaacd02', 'network_id': 'f1b08512-aa38-4987-8042-f4ee00435c5d', 'port_id': '27cb2dfe-421f-4ed8-bd85-88145aaacd02', 'mac_address': 'fa:16:3e:cb:02:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ccf936-8eb4-44c8-9a76-6fcbb99779a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:53:20.169070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] Set router d0f80faa-16c4-445d-ac7e-211e92306486 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:20.222595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:20.224438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:20.258374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:20.258984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.260322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] 10.222.0.41 "PUT /v2.0/ports/20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 200 len: 1122 time: 2.3572712 Oct 25 08:53:20.262984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc75aa2-49d8-453a-8547-d4c332e861db service neutron] Pushing event updated for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=8']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:20.274066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d9d5384-daf8-4807-99e4-7a226d159010 req-298b4550-3960-4e28-b23d-4de21001573a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244775 Oct 25 08:53:20.318089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] No DVR routers for this DVR port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:20.329322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Router 0cdfc602-4369-4063-8129-660e85410ad2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:53:20.337636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.369466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:53:19Z', 'revision_number': 6, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:20.371200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.377858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.399202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:20.413226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port 241a8340-e2dd-4f3b-b9a5-f5998f185fb1 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:20.429921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce1623-a171-4c6e-8a8d-2394e4b5e9f6 None None] Pushing event deleted for resources: {'Port': ['ID=241a8340-e2dd-4f3b-b9a5-f5998f185fb1,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:20.442562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6029e10-42ea-4d91-8af8-405507a91262 None None] The sync data for ids ['d0f80faa-16c4-445d-ac7e-211e92306486'] in n-d-814746-2 is: [{'id': 'd0f80faa-16c4-445d-ac7e-211e92306486', 'name': 'tempest-FloatingIPsAssociationTestJSON-683179533-router', 'tenant_id': '763e0e02db404c3f8656bf8c47f81e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:28Z', 'updated_at': '2021-10-25T08:53:19Z', 'revision_number': 6, 'project_id': '763e0e02db404c3f8656bf8c47f81e85', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:20.520704 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.521284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0f80faa-16c4-445d-ac7e-211e92306486 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:53:20.529763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.531368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4d113f96-2420-491b-bd49-19b85bedac13 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d0f80faa-16c4-445d-ac7e-211e92306486 HTTP/1.1" status: 204 len: 168 time: 1.9376004 Oct 25 08:53:20.534010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:20.539762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.556534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cb2dfe-421f-4ed8-bd85-88145aaacd02 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:20.599791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:20.601672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0691b2f-1c82-4a4d-b759-96712225eecb admin admin] Deleting subnet fc3a9d2d-8e37-4373-be65-6d9eac2309ed {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:53:20.602978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on host n-h2-814746-2 for vnic_type normal with profile {"migrating_to": "n-h1-814746-2"} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:20.603614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:20.604670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:20.607086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e0691b2f-1c82-4a4d-b759-96712225eecb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.610499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.650840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e0691b2f-1c82-4a4d-b759-96712225eecb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.675520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=27cb2dfe-421f-4ed8-bd85-88145aaacd02,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:20.678196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:53:20.678725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempting to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:20.682171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['20f03ae3-0390-492e-a1f2-efc1fbc38337'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:20.684881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['20f03ae3-0390-492e-a1f2-efc1fbc38337'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:20.758690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:20.759302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:20.759941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:20.761131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Bound port: 20f03ae3-0390-492e-a1f2-efc1fbc38337, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:20.761828 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.803657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e0691b2f-1c82-4a4d-b759-96712225eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.894349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e0691b2f-1c82-4a4d-b759-96712225eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.936167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0691b2f-1c82-4a4d-b759-96712225eecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3a9d2d-8e37-4373-be65-6d9eac2309ed,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:20.939586 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e0691b2f-1c82-4a4d-b759-96712225eecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:20.945288 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e0691b2f-1c82-4a4d-b759-96712225eecb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc3a9d2d-8e37-4373-be65-6d9eac2309ed HTTP/1.1" status: 204 len: 168 time: 0.4081745 Oct 25 08:53:20.945767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39778) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:20.987470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12db81d-29c0-4695-a411-e3fd76b1e8bd None None] Network ace62df8-2cbf-4fdb-9593-c8d35c497804 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:20.993999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.035631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.037262 n-d-814746-2 neutron-server[106993]: WARNING neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Concurrent port binding operations failed on port 20f03ae3-0390-492e-a1f2-efc1fbc38337 Oct 25 08:53:21.043447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:21.051567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcb62d6-2d4c-48d4-bb27-7a126a2000dc']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:21.061798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:21.064073 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:21.079201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44adad77-6d63-4244-98cb-da4b6cf99a3b') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:21.079492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44adad77-6d63-4244-98cb-da4b6cf99a3b') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:21.101844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Deleting port d7f3adca-dc74-4612-b18c-5341972f41b7 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:21.102315 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.114441 n-d-814746-2 neutron-server[106993]: INFO neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Attempt 2 to bind port 20f03ae3-0390-492e-a1f2-efc1fbc38337 Oct 25 08:53:21.114836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 20f03ae3-0390-492e-a1f2-efc1fbc38337 has no active binding in host n-h1-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:53:21.131665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.141477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['27cb2dfe-421f-4ed8-bd85-88145aaacd02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:21.172495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547bd02-1d88-4269-9309-169505997532 req-7089be78-0709-463b-ad9a-0c56c1e02029 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:21.174134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3547bd02-1d88-4269-9309-169505997532 req-7089be78-0709-463b-ad9a-0c56c1e02029 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1863866 Oct 25 08:53:21.176694 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.186239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:21.195481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7b6dae89-011f-4cf3-a399-c390d2db9b95 admin admin] 10.222.0.32 "PUT /v2.0/routers/0cdfc602-4369-4063-8129-660e85410ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7767494 Oct 25 08:53:21.198423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39786) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:21.198921 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] Sync routers for ids ['0cdfc602-4369-4063-8129-660e85410ad2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:21.209619 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] Routers {'0cdfc602-4369-4063-8129-660e85410ad2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:21.210486 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['0cdfc602-4369-4063-8129-660e85410ad2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:21.217683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:53:21.218088 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:53:21.224913 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:53:21.244289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9be3-c520-459c-b22e-a8829c71a475 req-0041e9a2-3efe-4c79-a7e9-41ade837546a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:21.246426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-371f9be3-c520-459c-b22e-a8829c71a475 req-0041e9a2-3efe-4c79-a7e9-41ade837546a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1707642 Oct 25 08:53:21.297971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3547bd02-1d88-4269-9309-169505997532 req-b16a4144-1ca6-4038-a7d5-b743e90f35f3 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151857 Oct 25 08:53:21.356185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] For port d7f3adca-dc74-4612-b18c-5341972f41b7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7f3adca-dc74-4612-b18c-5341972f41b7,segment=NetworkSegment(d9a88330-8d15-4036-8cd4-ac4d99eea570),segment_id=d9a88330-8d15-4036-8cd4-ac4d99eea570)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:21.356501 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.364093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-371f9be3-c520-459c-b22e-a8829c71a475 req-181fb1b6-eccb-4df3-b6e9-1c7968ead184 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793011 Oct 25 08:53:21.365391 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.372415 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] Set router 0cdfc602-4369-4063-8129-660e85410ad2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:21.382358 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.393957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "DELETE /v2.0/networks/1fcb62d6-2d4c-48d4-bb27-7a126a2000dc HTTP/1.1" status: 204 len: 168 time: 2.7514467 Oct 25 08:53:21.408736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39792) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:21.428611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Calling delete_port for d7f3adca-dc74-4612-b18c-5341972f41b7 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:21.434650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-247850748'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:21.482721 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae991907-793f-499b-b382-7088a3d48dee x-openstack-request-id: req-ae991907-793f-499b-b382-7088a3d48dee {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:21.483028 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:21.483350 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae991907-793f-499b-b382-7088a3d48dee {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:21.483805 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337', 'status': 'completed', 'code': 200} Oct 25 08:53:21.486045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a8577-311b-4084-9072-09db2aff4ab1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Network': ['ID=1fcb62d6-2d4c-48d4-bb27-7a126a2000dc,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:21.491148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:21.495975 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.547518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:53:21.586199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.586615 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Added segment d4c604be-f997-4f67-ba84-12030ae4f5e4 of type vlan for network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 Oct 25 08:53:21.704716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.718014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.815963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-ac4dcc13-09e4-4e1d-a2c2-90fb72a59ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:21.818520 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-ac4dcc13-09e4-4e1d-a2c2-90fb72a59ab2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1125 time: 0.2400320 Oct 25 08:53:21.833834 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:53:18Z', 'revision_number': 5, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:21.842870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.847369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] DHCP port deletion for ace62df8-2cbf-4fdb-9593-c8d35c497804 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:53:21.856630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:21.862789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.863724 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:21.872556 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] Checking router: 0cdfc602-4369-4063-8129-660e85410ad2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:21.908686 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] Routers {'0cdfc602-4369-4063-8129-660e85410ad2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:21.909343 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['0cdfc602-4369-4063-8129-660e85410ad2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:21.946258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaf021-52d1-4871-8f72-9b411345ea00 req-9b850f92-8db3-408b-8563-c513f6b47cea tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:21.951828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffdaf021-52d1-4871-8f72-9b411345ea00 req-9b850f92-8db3-408b-8563-c513f6b47cea tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.2753999 Oct 25 08:53:21.988059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.020248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6105356 Oct 25 08:53:22.023735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39794) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:22.041599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f3adca-dc74-4612-b18c-5341972f41b7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:22.053585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'subnet': {'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:22.059926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] No DVR routers for this DVR port d7f3adca-dc74-4612-b18c-5341972f41b7 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:22.119403 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] Set router 0cdfc602-4369-4063-8129-660e85410ad2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:22.155694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276456c1-3311-4fda-80dc-32e9a02d048b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Network': ['ID=293b84a1-22af-41f2-a36d-c62cda5ad7a6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:22.160252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-5a8707a4-5508-4623-ba39-62c805e0a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:22.161746 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-5a8707a4-5508-4623-ba39-62c805e0a8f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.3268700 Oct 25 08:53:22.169465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.187285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2270ebe6-198d-4b4e-801b-1fc897c7bd1f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:22.189179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffdaf021-52d1-4871-8f72-9b411345ea00 req-2e85bc44-f0fb-47e3-9a75-bd152deb1dbd tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923151 Oct 25 08:53:22.203977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:22.207990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.210754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:53:22.214740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2270ebe6-198d-4b4e-801b-1fc897c7bd1f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:22.216030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2270ebe6-198d-4b4e-801b-1fc897c7bd1f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:22.216555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:22.241329 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-015740c0-e989-4e64-b120-51e9c9371bf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 200 len: 217 time: 0.0660775 Oct 25 08:53:22.243253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.295248 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:22.295925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6bf79fe7-4828-4fad-95ff-c55aa80c73f9 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:22.337734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace62df8-2cbf-4fdb-9593-c8d35c497804']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:22.345019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] Deleting port d7f3adca-dc74-4612-b18c-5341972f41b7 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:22.345496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.397711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a88330-8d15-4036-8cd4-ac4d99eea570') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:22.397974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a88330-8d15-4036-8cd4-ac4d99eea570') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:22.445476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.449302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Deleting port ea94b3ca-7135-4063-bc35-7aa392e11c5f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:22.449642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.475122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] For port d7f3adca-dc74-4612-b18c-5341972f41b7, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:22.475883 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.502603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] Calling delete_port for d7f3adca-dc74-4612-b18c-5341972f41b7 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:22.505159 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:53:18Z', 'revision_number': 5, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:22.505938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] Port d7f3adca-dc74-4612-b18c-5341972f41b7 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 08:53:22.507264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.519110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-dc34bc8f-6600-4f80-acaf-fad6e14b7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:22.521268 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-dc34bc8f-6600-4f80-acaf-fad6e14b7b39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.2451761 Oct 25 08:53:22.526792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.531711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.544501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] Pushing event deleted for resources: {'Port': ['ID=d7f3adca-dc74-4612-b18c-5341972f41b7,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:22.550093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456734f-11bc-411f-9e0d-f1001742dac6 None None] No DVR routers for this DVR port d7f3adca-dc74-4612-b18c-5341972f41b7 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:22.578708 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-721fcf2a-60db-45dd-a9d0-d9c90dd6790b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494668 Oct 25 08:53:22.584926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:53:22.585344 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:53:22.587137 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:53:22.607432 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8431ca-c6b0-4f22-932c-2f0df42cc1c3 None None] The sync data for ids ['0cdfc602-4369-4063-8129-660e85410ad2'] in n-d-814746-2 is: [{'id': '0cdfc602-4369-4063-8129-660e85410ad2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1121420214-router', 'tenant_id': 'bdd5475d84724bfb94807cc239077ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:13Z', 'updated_at': '2021-10-25T08:53:18Z', 'revision_number': 5, 'project_id': 'bdd5475d84724bfb94807cc239077ef5', 'gw_port': {'id': 'ea94b3ca-7135-4063-bc35-7aa392e11c5f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfc602-4369-4063-8129-660e85410ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:14Z', 'updated_at': '2021-10-25T08:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:22.624773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87bb7c-70f5-4567-95c3-d0a59d6c323c req-1b0bbc30-54be-4655-809c-4448adc05dd4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:22.626394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a87bb7c-70f5-4567-95c3-d0a59d6c323c req-1b0bbc30-54be-4655-809c-4448adc05dd4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1826346 Oct 25 08:53:22.629697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Subnet': ['ID=7dcf43cf-71e1-4273-a922-b1211732641b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:22.661832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87a7d0-e408-4181-bf44-dceef7a713bf req-e585ada1-25f8-4ea3-99f2-1ead13fe3f72 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:22.664128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a87a7d0-e408-4181-bf44-dceef7a713bf req-e585ada1-25f8-4ea3-99f2-1ead13fe3f72 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1968172 Oct 25 08:53:22.709315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] For port ea94b3ca-7135-4063-bc35-7aa392e11c5f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ea94b3ca-7135-4063-bc35-7aa392e11c5f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:22.709927 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.734554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Checking segment: {'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:22.734904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network hostable DHCP agents. Network: 293b84a1-22af-41f2-a36d-c62cda5ad7a6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:53:22.735743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Calling delete_port for ea94b3ca-7135-4063-bc35-7aa392e11c5f owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:22.746087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a87bb7c-70f5-4567-95c3-d0a59d6c323c req-3f658282-c3eb-4264-9224-5da15d7ae624 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097469 Oct 25 08:53:22.759065 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.766013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.766715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a87a7d0-e408-4181-bf44-dceef7a713bf req-3fc3890e-f3d3-4255-af5b-b44cf65ee5c6 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887165 Oct 25 08:53:22.770919 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ace62df8-2cbf-4fdb-9593-c8d35c497804 HTTP/1.1" status: 204 len: 168 time: 1.8234477 Oct 25 08:53:22.805716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:53:22.821343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 293b84a1-22af-41f2-a36d-c62cda5ad7a6) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:22.831017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:22.831596 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.845422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f51856-03fd-4846-94fe-e83a6899cdda None None] Network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:22.884941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4d9ca184-8750-4e92-ba73-f3f28249c7d6 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8487966 Oct 25 08:53:22.886920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea34f04-ff39-485b-b2c7-82aee5f20db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace62df8-2cbf-4fdb-9593-c8d35c497804,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:22.887136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39806) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:22.892324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1557496585'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:22.938272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:22.943290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:22.954338 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-1c409284-aa13-4c74-b8b1-8b498b7397ef service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486114 Oct 25 08:53:22.980540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39808) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:23.050833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:53:23.078212 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.078854 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Added segment 2548b99f-bae0-4764-b9bf-18929f540a08 of type vlan for network 299edd7d-883d-4ae9-b1ea-7647294c29e6 Oct 25 08:53:23.089041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-089def99-b50b-4259-9a2c-55e33fd2c02e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=763e0e02db404c3f8656bf8c47f81e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068194 Oct 25 08:53:23.097520 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39810) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:23.124403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 27cb2dfe-421f-4ed8-bd85-88145aaacd02 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:23.128064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-293b84a1-22af-41f2-a36d-c62cda5ad7a6', 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'fixed_ips': [{'subnet_id': '7dcf43cf-71e1-4273-a922-b1211732641b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:53:23.129008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.205335 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cef62ebf-ffe3-43bb-98c0-6e916223e3fd req-faeae10b-2d7a-46ad-b9f2-7b09ba9542bf service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399786 Oct 25 08:53:23.215207 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.237144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.267920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dcc67444-3975-463d-8689-844f81db7558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.290465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea94b3ca-7135-4063-bc35-7aa392e11c5f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:23.320078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.326309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:23.326917 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.330823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dcc67444-3975-463d-8689-844f81db7558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.379821 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.386136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Allocated IP 19.80.0.2 (293b84a1-22af-41f2-a36d-c62cda5ad7a6/7dcf43cf-71e1-4273-a922-b1211732641b/6112d37a-f3a1-4608-ab35-9607e8675719) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:23.426051 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5355229 Oct 25 08:53:23.438573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39814) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:23.447000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'subnet': {'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:23.454562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69413af5-ab52-460e-8669-ac82ab460ae1 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Network': ['ID=299edd7d-883d-4ae9-b1ea-7647294c29e6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:23.485405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.487712 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.513647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb73d9-fe03-4122-bc28-ef857e0d4f88 req-692aa960-e94a-4cd5-9b4c-b0766dd4ff58 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:23.515143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39bb73d9-fe03-4122-bc28-ef857e0d4f88 req-692aa960-e94a-4cd5-9b4c-b0766dd4ff58 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.2283094 Oct 25 08:53:23.536081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.536961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cdfc602-4369-4063-8129-660e85410ad2 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:53:23.542329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 299edd7d-883d-4ae9-b1ea-7647294c29e6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:53:23.557341 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.568159 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dcc67444-3975-463d-8689-844f81db7558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.570702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dcc67444-3975-463d-8689-844f81db7558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.571831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dcc67444-3975-463d-8689-844f81db7558 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/868fc39e-a14b-4d65-9f99-230c326c62e6 HTTP/1.1" status: 204 len: 168 time: 0.4730978 Oct 25 08:53:23.578607 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a27553fc-0db1-40fa-a483-f1cfba277f7c admin admin] 10.222.0.32 "DELETE /v2.0/routers/0cdfc602-4369-4063-8129-660e85410ad2 HTTP/1.1" status: 204 len: 168 time: 2.3790300 Oct 25 08:53:23.579223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39818) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:23.598633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39bb73d9-fe03-4122-bc28-ef857e0d4f88 req-e7b61251-dc68-4881-8308-4dbf6debeac5 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740132 Oct 25 08:53:23.601387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc67444-3975-463d-8689-844f81db7558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868fc39e-a14b-4d65-9f99-230c326c62e6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:23.607237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:53:23.611108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:23.617245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.644976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:23.645348 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.651202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4e11cf-ccb0-43e8-b562-bbc8ef609a2e admin admin] Deleting subnet 1c1fc555-1ab3-4361-9c77-d8002222c494 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:53:23.654574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11cf-ccb0-43e8-b562-bbc8ef609a2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.707056 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.735186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11cf-ccb0-43e8-b562-bbc8ef609a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.737584 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.821881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:23.826486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:23.836137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:23.904718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.913469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Pushing event updated for resources: {'Port': ['ID=6112d37a-f3a1-4608-ab35-9607e8675719,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:23.970804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Attempting to bind port 6112d37a-f3a1-4608-ab35-9607e8675719 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:23.971186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Attempting to bind port 6112d37a-f3a1-4608-ab35-9607e8675719 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:23.971551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Attempting to bind port 6112d37a-f3a1-4608-ab35-9607e8675719 on network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:23.983546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:23.983919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Checking segment: {'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:23.984389 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.984779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Bound using segment: {'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:23.985323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Bound port: 6112d37a-f3a1-4608-ab35-9607e8675719, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:23.985708 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:23.996739 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.051698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:24.054291 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2000348-8c06-4365-ad37-374f5f820713" -d '{"events": [{"server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:24.076484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:24.088929 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.097592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Subnet': ['ID=7dcdf8de-6ddf-4515-86e3-1358aa5ce93e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:24.123463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d64fd9-1815-4e2d-a96a-b384f227205e req-10cf76e4-ea32-4882-80e3-75baffb14a52 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:24.125349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41d64fd9-1815-4e2d-a96a-b384f227205e req-10cf76e4-ea32-4882-80e3-75baffb14a52 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.1716313 Oct 25 08:53:24.135030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] For port 6112d37a-f3a1-4608-ab35-9607e8675719, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:24.135592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a458aba-5cd5-42e3-80ee-5b924054c9cc req-c3cd1eee-1c14-4b6b-b660-a952f06845b1 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:24.137250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a458aba-5cd5-42e3-80ee-5b924054c9cc req-c3cd1eee-1c14-4b6b-b660-a952f06845b1 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 945 time: 0.1643651 Oct 25 08:53:24.139626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Checking segment: {'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:24.140114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network hostable DHCP agents. Network: 299edd7d-883d-4ae9-b1ea-7647294c29e6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:53:24.153332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] For port 6112d37a-f3a1-4608-ab35-9607e8675719, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6112d37a-f3a1-4608-ab35-9607e8675719,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:24.163686 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11cf-ccb0-43e8-b562-bbc8ef609a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.193510 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.195712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=27cb2dfe-421f-4ed8-bd85-88145aaacd02,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:24.254188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network 299edd7d-883d-4ae9-b1ea-7647294c29e6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:53:24.293519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7f3adca-dc74-4612-b18c-5341972f41b7 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:24.303992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41d64fd9-1815-4e2d-a96a-b384f227205e req-2c90f52c-d218-4ab7-8785-0c5a29335e47 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656399 Oct 25 08:53:24.330044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11cf-ccb0-43e8-b562-bbc8ef609a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.330375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: d7f3adca-dc74-4612-b18c-5341972f41b7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:24.330820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7f3adca-dc74-4612-b18c-5341972f41b7 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:24.332216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e45dce5d-c90d-4704-8c20-343388064222 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:24.333254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a458aba-5cd5-42e3-80ee-5b924054c9cc req-237839fa-6b08-4fdb-a8d5-a763fea8dc40 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699526 Oct 25 08:53:24.341122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 299edd7d-883d-4ae9-b1ea-7647294c29e6) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:24.355359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:24.355976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.379528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: e45dce5d-c90d-4704-8c20-343388064222 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:24.381373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e45dce5d-c90d-4704-8c20-343388064222 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:24.383063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32875bdb-3a66-40c6-b5fb-d98e07c89dbc None None] Network 299edd7d-883d-4ae9-b1ea-7647294c29e6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:24.419204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8649bdb5-5076-4d57-9853-404f657932b9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9790361 Oct 25 08:53:24.451284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e11cf-ccb0-43e8-b562-bbc8ef609a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1fc555-1ab3-4361-9c77-d8002222c494,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:24.474320 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e4e11cf-ccb0-43e8-b562-bbc8ef609a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.484305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39842) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:24.484689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1e4e11cf-ccb0-43e8-b562-bbc8ef609a2e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c1fc555-1ab3-4361-9c77-d8002222c494 HTTP/1.1" status: 204 len: 168 time: 0.9043660 Oct 25 08:53:24.487780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e52b52-a54c-49a8-8296-82f8d2341a51 None None] Network b264c134-6c3f-42b8-bf69-2ff6c57c0db1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:24.615738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.695894 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2773fc4c-a6c9-48d7-889f-d417612596eb x-openstack-request-id: req-2773fc4c-a6c9-48d7-889f-d417612596eb {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:24.696201 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "name": "network-vif-plugged", "status": "completed", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:24.696456 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2773fc4c-a6c9-48d7-889f-d417612596eb {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:24.696843 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02', 'code': 200} Oct 25 08:53:24.700505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafdb72-c871-4fab-99a3-3267288562f7 None None] Pushing event updated for resources: {'Port': ['ID=6112d37a-f3a1-4608-ab35-9607e8675719,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:24.756255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Deleting port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:24.756754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.824580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2883-13de-4bae-a438-a5d5e053d547 req-0254123d-5006-4945-9dad-dc11490f713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:24.826445 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-83cb2883-13de-4bae-a438-a5d5e053d547 req-0254123d-5006-4945-9dad-dc11490f713a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1039782 Oct 25 08:53:24.907737 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-83cb2883-13de-4bae-a438-a5d5e053d547 req-b06fb867-93d3-4a60-941b-35762de8ab4e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731702 Oct 25 08:53:24.910510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-299edd7d-883d-4ae9-b1ea-7647294c29e6', 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'fixed_ips': [{'subnet_id': '7dcdf8de-6ddf-4515-86e3-1358aa5ce93e'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:53:24.911856 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:24.936518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] DHCP port deletion for b264c134-6c3f-42b8-bf69-2ff6c57c0db1 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:53:25.047790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] For port bf36afbc-c444-4efe-b9d9-b0bc263c25c6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:25.048178 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.062273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db4d47-13f7-4142-86e5-17a0560dc494 req-81697dfc-c052-45d1-8017-731320aa87ac tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:25.067259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5db4d47-13f7-4142-86e5-17a0560dc494 req-81697dfc-c052-45d1-8017-731320aa87ac tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.2752297 Oct 25 08:53:25.112502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Calling delete_port for bf36afbc-c444-4efe-b9d9-b0bc263c25c6 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:25.160111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39906) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:25.219026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-26f82909-eaf0-40c8-abb8-07b05d3a0a16 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:25.227109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-26f82909-eaf0-40c8-abb8-07b05d3a0a16 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:25.229952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-26f82909-eaf0-40c8-abb8-07b05d3a0a16 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/networks?id=293b84a1-22af-41f2-a36d-c62cda5ad7a6&id=299edd7d-883d-4ae9-b1ea-7647294c29e6 HTTP/1.1" status: 200 len: 1391 time: 0.4633315 Oct 25 08:53:25.233957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5db4d47-13f7-4142-86e5-17a0560dc494 req-b9aa5f1b-4ca7-47de-843a-d9ab5b5b76fb tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543372 Oct 25 08:53:25.277576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] Deleting port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:25.278065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.312231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-1cdfefec-76ce-43f2-aa8c-f29ad08b9aaa tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/quotas/6e553f6a79e84288891f4734819bb75a HTTP/1.1" status: 200 len: 375 time: 0.0681152 Oct 25 08:53:25.322534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1175358970-network', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:25.334932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Allocated IP 19.86.0.2 (299edd7d-883d-4ae9-b1ea-7647294c29e6/7dcdf8de-6ddf-4515-86e3-1358aa5ce93e/b2ec5d15-2044-4b6f-a281-62442a97a4bb) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:25.370525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Made reservation on behalf of cd8dbf4518a34a1ab33d04d4aa316016 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:25.380494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.390028 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.403171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.426392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] No DVR routers for this DVR port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:25.477894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:25.478660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] For port bf36afbc-c444-4efe-b9d9-b0bc263c25c6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,segment=NetworkSegment(0981babf-3419-4371-87da-bdd2e3922c17),segment_id=0981babf-3419-4371-87da-bdd2e3922c17)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:25.479273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.509439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] Calling delete_port for bf36afbc-c444-4efe-b9d9-b0bc263c25c6 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:25.552047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-40e51b40-0f42-45b6-bbf1-779508678a01 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2280698 Oct 25 08:53:25.560712 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.575059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.596266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:53:25.616821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5220615f-7509-43d3-afd4-52bbee7587ed,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:25.636472 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.636873 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Added segment 5bf845fa-045e-4004-bd08-9da942db1f50 of type vlan for network dd729d22-b9f4-46b8-a66d-50058a099885 Oct 25 08:53:25.700561 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.726709 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.762065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.763905 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.764444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b264c134-6c3f-42b8-bf69-2ff6c57c0db1']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:25.765816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.769208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:25.771669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.781624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786e605-ce36-4e52-aa9c-b9366013487e req-0627bc76-101b-4425-92ac-44f2ca67b43a tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:25.789107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a786e605-ce36-4e52-aa9c-b9366013487e req-0627bc76-101b-4425-92ac-44f2ca67b43a tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 945 time: 0.3145115 Oct 25 08:53:25.804401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] Pushing event deleted for resources: {'Port': ['ID=bf36afbc-c444-4efe-b9d9-b0bc263c25c6,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:25.807933 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.811439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0981babf-3419-4371-87da-bdd2e3922c17') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:25.811882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0981babf-3419-4371-87da-bdd2e3922c17') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:25.815649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6539de-9655-4d6a-949e-5f73c7b21e43 None None] Network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:25.853460 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6932089 Oct 25 08:53:25.858646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.861200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b67174-a6f9-4c2f-b973-24f698b4f941 None None] No DVR routers for this DVR port bf36afbc-c444-4efe-b9d9-b0bc263c25c6 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:25.862299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39922) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:25.869145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Request body: {'subnet': {'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1175358970-subnet', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:25.883719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f398897-3918-43ed-82c8-332109d04c29 admin admin] Pushing event updated for resources: {'Network': ['ID=dd729d22-b9f4-46b8-a66d-50058a099885,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:25.912802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Made reservation on behalf of cd8dbf4518a34a1ab33d04d4aa316016 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:25.918184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.921232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-a8f7703f-3d51-4560-9bfa-2d6aab6dd447 service neutron] 10.222.0.32 "GET /v2.0/networks/293b84a1-22af-41f2-a36d-c62cda5ad7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915704 Oct 25 08:53:25.940390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a786e605-ce36-4e52-aa9c-b9366013487e req-c02c2d36-44e3-4c05-87d0-2ec412131879 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477308 Oct 25 08:53:25.945420 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:25.947048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network dd729d22-b9f4-46b8-a66d-50058a099885 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:53:25.980109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:53:25.981777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.030392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Network 299edd7d-883d-4ae9-b1ea-7647294c29e6 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:26.031730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6112d37a-f3a1-4608-ab35-9607e8675719 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:26.066748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:26.068551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Pushing event updated for resources: {'Port': ['ID=b2ec5d15-2044-4b6f-a281-62442a97a4bb,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:26.076700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:53:26.082541 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:53:26.095950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b686089e-9c1e-44ee-8430-880e421d6306 None None] Provisioning complete for port 6112d37a-f3a1-4608-ab35-9607e8675719 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:26.096330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b686089e-9c1e-44ee-8430-880e421d6306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.101069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.195566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.199021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b264c134-6c3f-42b8-bf69-2ff6c57c0db1 HTTP/1.1" status: 204 len: 168 time: 1.7129517 Oct 25 08:53:26.200015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfec99a-3211-46ab-9165-b878619ce1a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b264c134-6c3f-42b8-bf69-2ff6c57c0db1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:26.204450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39956) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:26.216421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.225763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf581-0f75-4cad-bb3e-9074cd3aff48 req-0eb44030-e26a-4150-aed4-bca313bc863b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:26.227374 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1dbf581-0f75-4cad-bb3e-9074cd3aff48 req-0eb44030-e26a-4150-aed4-bca313bc863b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 946 time: 0.1401484 Oct 25 08:53:26.266254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Attempting to bind port b2ec5d15-2044-4b6f-a281-62442a97a4bb on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:26.267007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Attempting to bind port b2ec5d15-2044-4b6f-a281-62442a97a4bb by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:26.267007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Attempting to bind port b2ec5d15-2044-4b6f-a281-62442a97a4bb on network 299edd7d-883d-4ae9-b1ea-7647294c29e6 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:26.296579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:26.296579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Checking segment: {'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:26.296579 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.296579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Bound using segment: {'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:26.296579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Bound port: b2ec5d15-2044-4b6f-a281-62442a97a4bb, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:26.296579 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.297886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1dbf581-0f75-4cad-bb3e-9074cd3aff48 req-b8597d1f-2d9c-4f43-8a0a-ef52aa22af49 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582895 Oct 25 08:53:26.330002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6112d37a-f3a1-4608-ab35-9607e8675719 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:26.330373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.332339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-027546b7-3605-4fa0-8d00-dfc91592ca90 service neutron] 10.222.0.32 "GET /v2.0/networks/293b84a1-22af-41f2-a36d-c62cda5ad7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520533 Oct 25 08:53:26.426310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2008a3d5-9de4-4429-909a-a9856d5195b3,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:26.428525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b686089e-9c1e-44ee-8430-880e421d6306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.442274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-96bca917-2e42-4b1b-a893-21fa9a905c5d service neutron] 10.222.0.32 "GET /v2.0/networks/299edd7d-883d-4ae9-b1ea-7647294c29e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028888 Oct 25 08:53:26.454858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Checking segment: {'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:26.456401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Network hostable DHCP agents. Network: dd729d22-b9f4-46b8-a66d-50058a099885, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:53:26.536415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] For port b2ec5d15-2044-4b6f-a281-62442a97a4bb, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:26.542704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] For port b2ec5d15-2044-4b6f-a281-62442a97a4bb, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b2ec5d15-2044-4b6f-a281-62442a97a4bb,segment=NetworkSegment(2548b99f-bae0-4764-b9bf-18929f540a08),segment_id=2548b99f-bae0-4764-b9bf-18929f540a08)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:26.544755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b686089e-9c1e-44ee-8430-880e421d6306 None None] For port 6112d37a-f3a1-4608-ab35-9607e8675719, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6112d37a-f3a1-4608-ab35-9607e8675719,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:26.558968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.571285 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b686089e-9c1e-44ee-8430-880e421d6306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.597887 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-76261b41-c638-40e3-b28f-99c4267f703e service neutron] 10.222.0.32 "GET /v2.0/networks/299edd7d-883d-4ae9-b1ea-7647294c29e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454637 Oct 25 08:53:26.834173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897d364-aafc-49f3-8394-9326b8ea0354 None None] Pushing event updated for resources: {'Port': ['ID=b2ec5d15-2044-4b6f-a281-62442a97a4bb,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:26.878976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Network dd729d22-b9f4-46b8-a66d-50058a099885 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:53:26.910564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, dd729d22-b9f4-46b8-a66d-50058a099885) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:26.936476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:26.937731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:26.952466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e595950b-2bdf-4e31-914a-5983e5a55df3 None None] Network dd729d22-b9f4-46b8-a66d-50058a099885 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:26.980792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ea94b3ca-7135-4063-bc35-7aa392e11c5f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:27.078842 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5399bc51-b1e4-419e-962b-b34937dcf69f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2127414 Oct 25 08:53:27.092565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39974) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:27.117586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:27.143690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ea94b3ca-7135-4063-bc35-7aa392e11c5f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:27.144035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ea94b3ca-7135-4063-bc35-7aa392e11c5f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:27.144450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf36afbc-c444-4efe-b9d9-b0bc263c25c6 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:27.146551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686089e-9c1e-44ee-8430-880e421d6306 None None] Pushing event updated for resources: {'Port': ['ID=6112d37a-f3a1-4608-ab35-9607e8675719,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:27.263193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: bf36afbc-c444-4efe-b9d9-b0bc263c25c6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:27.263533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf36afbc-c444-4efe-b9d9-b0bc263c25c6 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:27.272190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bef27a53-7760-4818-ae6a-f3b513d33025 None None] Provisioning complete for port 6112d37a-f3a1-4608-ab35-9607e8675719 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:27.272823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bef27a53-7760-4818-ae6a-f3b513d33025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:27.312785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:27.332057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4fc531a-5892-47fa-96d7-450df4774894 req-444a8193-5a3f-4d4a-9d18-7b623df540cd tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 210 time: 0.0951700 Oct 25 08:53:27.350013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb9037-f626-4b1d-a668-bba8d2a7f016 req-b1aa31db-333b-4e76-8f0d-e7fcf08108d6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:27.360811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5cb9037-f626-4b1d-a668-bba8d2a7f016 req-b1aa31db-333b-4e76-8f0d-e7fcf08108d6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.3271949 Oct 25 08:53:27.368011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:27.370264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:27.504332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5cb9037-f626-4b1d-a668-bba8d2a7f016 req-47e2df8b-eb84-4ea1-933e-7c1c0a9c1e07 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393256 Oct 25 08:53:27.516723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:27.550424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-dd729d22-b9f4-46b8-a66d-50058a099885', 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'fixed_ips': [{'subnet_id': '2008a3d5-9de4-4429-909a-a9856d5195b3'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:53:27.551408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:27.774363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Allocated IP 172.20.0.2 (dd729d22-b9f4-46b8-a66d-50058a099885/2008a3d5-9de4-4429-909a-a9856d5195b3/4b73c219-8889-44d7-b984-22249f930a87) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:27.886965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Deleting port 9346ec10-fdfd-4b51-8652-d9a3b1f83236 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:27.888970 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:27.980523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571595-05a2-4b21-b155-06b754e1fe70 req-22b9b4a9-468a-4a51-bc60-b3ac84e4cb84 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:27.982149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e571595-05a2-4b21-b155-06b754e1fe70 req-22b9b4a9-468a-4a51-bc60-b3ac84e4cb84 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 946 time: 0.3505101 Oct 25 08:53:27.984311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.019545 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.030322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.074518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b2ec5d15-2044-4b6f-a281-62442a97a4bb up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:28.087627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] For port 9346ec10-fdfd-4b51-8652-d9a3b1f83236, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9346ec10-fdfd-4b51-8652-d9a3b1f83236,segment=NetworkSegment(076e6743-9083-45c5-8af6-e6da2caf0b05),segment_id=076e6743-9083-45c5-8af6-e6da2caf0b05)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:28.087979 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.121956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Calling delete_port for 9346ec10-fdfd-4b51-8652-d9a3b1f83236 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:28.131182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Network dd729d22-b9f4-46b8-a66d-50058a099885 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:28.150641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:28.154249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:28.182356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Pushing event updated for resources: {'Port': ['ID=4b73c219-8889-44d7-b984-22249f930a87,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:28.191535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e571595-05a2-4b21-b155-06b754e1fe70 req-d7b1cd29-1094-45fe-83b4-01e516dd82da tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980407 Oct 25 08:53:28.395890 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:53:28.415368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b2ec5d15-2044-4b6f-a281-62442a97a4bb triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:28.415733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.482445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.501531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Attempting to bind port 4b73c219-8889-44d7-b984-22249f930a87 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:28.502311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Attempting to bind port 4b73c219-8889-44d7-b984-22249f930a87 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:28.503714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Attempting to bind port 4b73c219-8889-44d7-b984-22249f930a87 on network dd729d22-b9f4-46b8-a66d-50058a099885 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:28.508140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3296c-16f2-47eb-b2c5-f7d8e89118e3 None None] Network 299edd7d-883d-4ae9-b1ea-7647294c29e6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:28.632725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9346ec10-fdfd-4b51-8652-d9a3b1f83236,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:28.661188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:28.661701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Checking segment: {'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:28.662100 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.662613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Bound using segment: {'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:28.663177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Bound port: 4b73c219-8889-44d7-b984-22249f930a87, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:28.663675 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.759698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ebc1645f-ff34-42f9-afba-b76bee857604 None None] Provisioning complete for port b2ec5d15-2044-4b6f-a281-62442a97a4bb triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:28.760027 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ebc1645f-ff34-42f9-afba-b76bee857604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.947856 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:28.969163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] For port 4b73c219-8889-44d7-b984-22249f930a87, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:29.022164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] For port 4b73c219-8889-44d7-b984-22249f930a87, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4b73c219-8889-44d7-b984-22249f930a87,segment=NetworkSegment(5bf845fa-045e-4004-bd08-9da942db1f50),segment_id=5bf845fa-045e-4004-bd08-9da942db1f50)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:29.038890 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:29.048966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port b2ec5d15-2044-4b6f-a281-62442a97a4bb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b2ec5d15-2044-4b6f-a281-62442a97a4bb,segment=NetworkSegment(2548b99f-bae0-4764-b9bf-18929f540a08),segment_id=2548b99f-bae0-4764-b9bf-18929f540a08)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:29.062283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:29.085786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06913d4a-9bfb-4c80-a265-478f0ad7ddc1 req-bb8b68cb-81b0-4ee0-859b-b03709ebdcd0 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 210 time: 0.6272402 Oct 25 08:53:29.101001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:29.101001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6112d37a-f3a1-4608-ab35-9607e8675719 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:29.239964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc0c05-3175-4cf1-be6f-768fc5560059 None None] Pushing event updated for resources: {'Port': ['ID=4b73c219-8889-44d7-b984-22249f930a87,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:29.249308 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:29.298623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-36269c77-6037-4be9-9344-786fbd0bc668 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-217508505&fields=id&tenant_id=a57be1c7173f4e8495097bc6c7983ba8 HTTP/1.1" status: 200 len: 267 time: 0.9847629 Oct 25 08:53:29.304563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:29.352964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6112d37a-f3a1-4608-ab35-9607e8675719 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:29.353652 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:29.418044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Router cbff09b0-55a0-4f52-866a-8ad8009910f3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:53:29.429683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=b2ec5d15-2044-4b6f-a281-62442a97a4bb,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:29.651441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-fb9c218f-fef6-475a-8987-94088f78ddd8 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:29.657698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:29.667211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] Sync routers for ids ['cbff09b0-55a0-4f52-866a-8ad8009910f3'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:29.673868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c0ba0002-46e5-42cd-8a4e-8e8ae6bf40b9 admin admin] 10.222.0.32 "PUT /v2.0/routers/cbff09b0-55a0-4f52-866a-8ad8009910f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4676878 Oct 25 08:53:29.674571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40018) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:29.679633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-fb9c218f-fef6-475a-8987-94088f78ddd8 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:29.685506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] Routers {'cbff09b0-55a0-4f52-866a-8ad8009910f3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:29.686097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cbff09b0-55a0-4f52-866a-8ad8009910f3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:29.687050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-fb9c218f-fef6-475a-8987-94088f78ddd8 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "GET /v2.0/networks?id=293b84a1-22af-41f2-a36d-c62cda5ad7a6&id=299edd7d-883d-4ae9-b1ea-7647294c29e6 HTTP/1.1" status: 200 len: 1391 time: 0.6534023 Oct 25 08:53:29.712088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08454-4a85-416b-b4f6-10f2591c0fd2 req-817d147a-69ae-4947-82aa-31a3ec8816ad tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:29.721651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62b08454-4a85-416b-b4f6-10f2591c0fd2 req-817d147a-69ae-4947-82aa-31a3ec8816ad tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.4207659 Oct 25 08:53:29.760139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'port': {'device_id': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6', 'admin_state_up': True, 'tenant_id': '6e553f6a79e84288891f4734819bb75a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:29.804760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:29.861344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-667de051-5e9d-4731-997e-c6aec5d98467 None None] Provisioning complete for port b2ec5d15-2044-4b6f-a281-62442a97a4bb triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:29.861710 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-667de051-5e9d-4731-997e-c6aec5d98467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:29.915758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Allocated IP 172.25.8.17 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/2c72e715-7e19-4998-802e-4c8e181f21f8) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:29.959950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] Set router cbff09b0-55a0-4f52-866a-8ad8009910f3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:29.962722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.070529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Deleting port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:30.071189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.101841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-6d1be8bf-99a8-4fa6-9eff-685f3f824235 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:30.112794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-6d1be8bf-99a8-4fa6-9eff-685f3f824235 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 946 time: 0.8132532 Oct 25 08:53:30.175307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'port': {'security_groups': ['337e4dc0-de3a-46df-8297-d86f9d8bdef4', '0282a908-068c-4139-9723-d1124bcd5b2b']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:30.245728 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.277984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62b08454-4a85-416b-b4f6-10f2591c0fd2 req-2abade09-eef5-4fed-a223-d11bcf4a959a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541508 Oct 25 08:53:30.294046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b2ec5d15-2044-4b6f-a281-62442a97a4bb up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:30.354999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] For port 451cec8a-419e-4da1-aaa2-a9d61ef7c44d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=451cec8a-419e-4da1-aaa2-a9d61ef7c44d,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:30.358423 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.359153 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.416071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Calling delete_port for 451cec8a-419e-4da1-aaa2-a9d61ef7c44d owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:30.509145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b2ec5d15-2044-4b6f-a281-62442a97a4bb triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:30.509744 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.572319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:53:28Z', 'revision_number': 5, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port': {'id': '451cec8a-419e-4da1-aaa2-a9d61ef7c44d', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:51:26Z', 'updated_at': '2021-10-25T08:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:30.630156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.633497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] Checking router: cbff09b0-55a0-4f52-866a-8ad8009910f3 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:30.653485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] Routers {'cbff09b0-55a0-4f52-866a-8ad8009910f3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:30.654577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cbff09b0-55a0-4f52-866a-8ad8009910f3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:30.671981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f242518-5dd7-491a-879e-49366ffe03bb req-da083438-d0bc-4979-89ea-6cdfe03b43cf tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 210 time: 0.0839303 Oct 25 08:53:30.700635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.765529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Pushing event deleted for resources: {'Port': ['ID=451cec8a-419e-4da1-aaa2-a9d61ef7c44d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:30.777321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:30.782938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:30.787239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.797902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:30.813945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:30.837954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:30.844864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6204507-79b3-4c83-903d-ea3fe7192142 None None] Network dd729d22-b9f4-46b8-a66d-50058a099885 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:30.945091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Pushing event updated for resources: {'Port': ['ID=2c72e715-7e19-4998-802e-4c8e181f21f8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:31.049693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.055137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.083972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] Set router cbff09b0-55a0-4f52-866a-8ad8009910f3 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:31.140973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.142854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbff09b0-55a0-4f52-866a-8ad8009910f3 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:53:31.151607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.154689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-97b9bb3a-498a-4629-9cc8-7d5fd5fb654b admin admin] 10.222.0.32 "DELETE /v2.0/routers/cbff09b0-55a0-4f52-866a-8ad8009910f3 HTTP/1.1" status: 204 len: 168 time: 1.4786742 Oct 25 08:53:31.157399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40036) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:31.244155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-34735af9-580e-45ee-94d7-bd08c3df90c9 admin admin] Deleting subnet 987d6052-6bac-4fed-8afb-e07ea42c62e1 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:53:31.249243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34735af9-580e-45ee-94d7-bd08c3df90c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.303776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Allocated IP 19.80.0.72 (293b84a1-22af-41f2-a36d-c62cda5ad7a6/7dcf43cf-71e1-4273-a922-b1211732641b/8c71c515-9e91-4e7e-9f11-91a9439cad02) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:31.306483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34735af9-580e-45ee-94d7-bd08c3df90c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.424289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:53:29Z', 'revision_number': 6, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:31.436683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34735af9-580e-45ee-94d7-bd08c3df90c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.525132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1f26865a-caa2-4cfc-a88f-ec22537a469b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:53:31.535699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] For port 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:31.548873 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34735af9-580e-45ee-94d7-bd08c3df90c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.611376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34735af9-580e-45ee-94d7-bd08c3df90c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987d6052-6bac-4fed-8afb-e07ea42c62e1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:31.616903 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34735af9-580e-45ee-94d7-bd08c3df90c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.618363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edbf00-0f3b-4af6-ae05-09c39264f7f1 req-d5adf4c4-fc5f-4972-97b9-1253bee2f830 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:31.621212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34edbf00-0f3b-4af6-ae05-09c39264f7f1 req-d5adf4c4-fc5f-4972-97b9-1253bee2f830 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.1403713 Oct 25 08:53:31.629103 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-34735af9-580e-45ee-94d7-bd08c3df90c9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/987d6052-6bac-4fed-8afb-e07ea42c62e1 HTTP/1.1" status: 204 len: 168 time: 0.4649689 Oct 25 08:53:31.631337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40042) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:31.665457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 20f03ae3-0390-492e-a1f2-efc1fbc38337 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:31.677730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efee26-670e-4ecb-88f4-de8aa45977e5 None None] The sync data for ids ['cbff09b0-55a0-4f52-866a-8ad8009910f3'] in n-d-814746-2 is: [{'id': 'cbff09b0-55a0-4f52-866a-8ad8009910f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242279039-router', 'tenant_id': '8c42806b9c7d409eb02be392b9646d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:51:24Z', 'updated_at': '2021-10-25T08:53:29Z', 'revision_number': 6, 'project_id': '8c42806b9c7d409eb02be392b9646d01', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:31.689860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-180377a8-7b7c-49ca-bacb-f76f5abfe69e None None] Provisioning complete for port 4b73c219-8889-44d7-b984-22249f930a87 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:31.690684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-180377a8-7b7c-49ca-bacb-f76f5abfe69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.699950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.730372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62065639-5548-4873-b790-3a3d2d228e02 None None] Network 765b07c1-57df-441c-af0a-e137f3a1848f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:31.747801 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.752253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.791115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.814238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Deleting port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:31.814585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.817360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:31.818286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.836816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61be2db4-9551-40e5-a163-dd496f8a0eef req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "PUT /v2.0/ports/27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 200 len: 982 time: 1.7227571 Oct 25 08:53:31.849718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:31.861151 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46db1a29-1a43-476c-b52c-327d436d570f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:31.868401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34edbf00-0f3b-4af6-ae05-09c39264f7f1 req-e99e767a-9ebb-4554-ad66-a307124971ca tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283702 Oct 25 08:53:31.909960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0', '27cb2dfe-421f-4ed8-bd85-88145aaacd02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:31.919910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] For port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44,segment=NetworkSegment(076e6743-9083-45c5-8af6-e6da2caf0b05),segment_id=076e6743-9083-45c5-8af6-e6da2caf0b05)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:31.920442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:31.937645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Calling delete_port for 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:31.983046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4b73c219-8889-44d7-b984-22249f930a87 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:32.091565 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.174830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:32.175479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.210207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['27cb2dfe-421f-4ed8-bd85-88145aaacd02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:32.227496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] No DVR routers for this DVR port 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:32.303091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:32.476279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'port_id': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'mac_address': 'fa:16:3e:4b:29:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f43f9-4a00-4776-ac6c-afdee1d3b7bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:53:32.533367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28c2314f-bef5-4572-bea8-50fab128c5a2 req-26a90344-9972-43c3-95ae-aa1fae95f884 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 210 time: 0.1342189 Oct 25 08:53:32.554070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.628372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d1c44-7157-47dd-b9db-b0ccf777608a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'Port': ['ID=27cb2dfe-421f-4ed8-bd85-88145aaacd02,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:32.661618 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db38a31-6d0d-4dfe-a093-b46be3fdcd6f x-openstack-request-id: req-6db38a31-6d0d-4dfe-a093-b46be3fdcd6f {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:32.662210 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:32.662675 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6db38a31-6d0d-4dfe-a093-b46be3fdcd6f {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:32.663023 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02', 'status': 'completed', 'code': 200} Oct 25 08:53:32.685584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee45e5d-11f8-43b6-a818-47641e039911 None None] DHCP port deletion for 765b07c1-57df-441c-af0a-e137f3a1848f request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:53:32.722543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-814bc7eb-8952-4669-b0b4-ae80e794cf49 req-ad1f51ad-f815-4152-8b02-8a437e24a158 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/0282a908-068c-4139-9723-d1124bcd5b2b HTTP/1.1" status: 200 len: 1800 time: 0.3224049 Oct 25 08:53:32.736354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4b73c219-8889-44d7-b984-22249f930a87 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:32.738850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:32.739014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.741219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.764996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:32.781098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:32.784842 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-180377a8-7b7c-49ca-bacb-f76f5abfe69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.785914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.824259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765b07c1-57df-441c-af0a-e137f3a1848f']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:32.839691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Port': ['ID=8c71c515-9e91-4e7e-9f11-91a9439cad02,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:32.857920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db1a29-1a43-476c-b52c-327d436d570f req-944d57b6-4aed-4682-83a2-64690386682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:32.860392 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46db1a29-1a43-476c-b52c-327d436d570f req-944d57b6-4aed-4682-83a2-64690386682f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 1136 time: 0.1470456 Oct 25 08:53:32.863356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076e6743-9083-45c5-8af6-e6da2caf0b05') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:32.863587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076e6743-9083-45c5-8af6-e6da2caf0b05') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:32.887598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.925600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-180377a8-7b7c-49ca-bacb-f76f5abfe69e None None] For port 4b73c219-8889-44d7-b984-22249f930a87, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4b73c219-8889-44d7-b984-22249f930a87,segment=NetworkSegment(5bf845fa-045e-4004-bd08-9da942db1f50),segment_id=5bf845fa-045e-4004-bd08-9da942db1f50)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:32.941448 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:32.967749 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-180377a8-7b7c-49ca-bacb-f76f5abfe69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:33.029812 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:33.046881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f26865a-caa2-4cfc-a88f-ec22537a469b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:33.059485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:53:33.059881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:53:33.115299 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:53:33.155235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:33.155901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:33.174131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:33.193423 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-814bc7eb-8952-4669-b0b4-ae80e794cf49 req-9773c7f9-3128-4312-ac62-e29809d2ec90 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 08:53:33.194941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-814bc7eb-8952-4669-b0b4-ae80e794cf49 req-9773c7f9-3128-4312-ac62-e29809d2ec90 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/0282a908-068c-4139-9723-d1124bcd5b2b HTTP/1.1" status: 409 len: 341 time: 0.4593508 Oct 25 08:53:33.221463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-e65d39d2-f78a-4f10-b7d8-036620ad2752 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4794188 Oct 25 08:53:33.243158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db1a29-1a43-476c-b52c-327d436d570f req-69531f5a-a581-4bef-a6aa-51fa7c4d9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:33.243937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Request body: {'port': {'device_id': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6', 'admin_state_up': True, 'tenant_id': '6e553f6a79e84288891f4734819bb75a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:33.245551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46db1a29-1a43-476c-b52c-327d436d570f req-69531f5a-a581-4bef-a6aa-51fa7c4d9268 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 914 time: 0.3539310 Oct 25 08:53:33.271961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036ee5d-81c8-4268-a58b-3f7857812a0e req-036e5f7f-90f3-4e3f-8c5c-5dea24887843 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:33.273547 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:33.279009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180377a8-7b7c-49ca-bacb-f76f5abfe69e None None] Pushing event updated for resources: {'Port': ['ID=4b73c219-8889-44d7-b984-22249f930a87,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:33.280992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1036ee5d-81c8-4268-a58b-3f7857812a0e req-036e5f7f-90f3-4e3f-8c5c-5dea24887843 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 944 time: 0.2134018 Oct 25 08:53:33.349219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:33.427064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3db0e018-b98b-405e-a3db-964b91a372b6 None None] Provisioning complete for port 4b73c219-8889-44d7-b984-22249f930a87 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:33.427627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3db0e018-b98b-405e-a3db-964b91a372b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:33.438394 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46db1a29-1a43-476c-b52c-327d436d570f req-85c43b27-b94a-4c77-8bfe-79e51fe5af99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 200 len: 217 time: 0.1264405 Oct 25 08:53:33.457432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:33.563885 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:33.567839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['1f26865a-caa2-4cfc-a88f-ec22537a469b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:33.581672 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] 10.222.0.32 "DELETE /v2.0/networks/765b07c1-57df-441c-af0a-e137f3a1848f HTTP/1.1" status: 204 len: 168 time: 1.9492569 Oct 25 08:53:33.637665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f960ac-2917-44ac-a34f-1c6890edfd88 admin admin] Pushing event deleted for resources: {'Network': ['ID=765b07c1-57df-441c-af0a-e137f3a1848f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:33.698511 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-84f786e1-f5ab-4918-92e0-cc9dfb5972e2 service neutron] 10.222.0.18 "GET /v2.0/ports/20f03ae3-0390-492e-a1f2-efc1fbc38337/bindings/n-h1-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.4513266 Oct 25 08:53:33.777290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db1a29-1a43-476c-b52c-327d436d570f req-a554f5c7-82e0-4fc4-aa46-b9b97fa1501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:33.780052 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46db1a29-1a43-476c-b52c-327d436d570f req-a554f5c7-82e0-4fc4-aa46-b9b97fa1501d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.3149354 Oct 25 08:53:33.833904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46db1a29-1a43-476c-b52c-327d436d570f req-0328920f-49ee-4ed4-a1fc-988d0efc96b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375786 Oct 25 08:53:33.848168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4b73c219-8889-44d7-b984-22249f930a87 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:33.923484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40096) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:34.000858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46db1a29-1a43-476c-b52c-327d436d570f req-64ef6fae-eeb6-4a5f-bb65-3659fc3678ed service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514566 Oct 25 08:53:34.087707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4b73c219-8889-44d7-b984-22249f930a87 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:34.089617 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:34.125730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1036ee5d-81c8-4268-a58b-3f7857812a0e req-d96e1164-07f9-4c47-9861-8534ba403aff tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8359821 Oct 25 08:53:34.133015 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-75099017-28ba-4d7f-b4ee-b1a96b491922 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdd5475d84724bfb94807cc239077ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082517 Oct 25 08:53:34.138323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Router 4f22aba5-8032-40a8-8f4f-61ca9719b187 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:53:34.141842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40102) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:34.210976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-17b3b1a8-703a-4bbf-b4e2-aa1f6a39f8bf None None] Provisioning complete for port 8c71c515-9e91-4e7e-9f11-91a9439cad02 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:34.211352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17b3b1a8-703a-4bbf-b4e2-aa1f6a39f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:34.270889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:34.274796 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46db1a29-1a43-476c-b52c-327d436d570f req-c94c8136-d47a-4948-9e34-461c82f7f736 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595992 Oct 25 08:53:34.294091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:34.299450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-17b3b1a8-703a-4bbf-b4e2-aa1f6a39f8bf None None] Port 8c71c515-9e91-4e7e-9f11-91a9439cad02 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:53:34.330547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be68af0-a265-481a-83e0-2209e9793f9b req-7c084a23-de42-473d-81e9-cc2c7c863343 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:34.333790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f03ae3-0390-492e-a1f2-efc1fbc38337 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:34.338478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3be68af0-a265-481a-83e0-2209e9793f9b req-7c084a23-de42-473d-81e9-cc2c7c863343 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 931 time: 0.4442716 Oct 25 08:53:34.360960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:34.365811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Made reservation on behalf of 6e553f6a79e84288891f4734819bb75a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:34.369633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:34.386216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:34.423539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:34.462444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:34.462833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1d0351eb-7e8e-4ce7-a473-3cd7f5ca1c44 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:34.463770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 451cec8a-419e-4da1-aaa2-a9d61ef7c44d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:34.491911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 451cec8a-419e-4da1-aaa2-a9d61ef7c44d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:34.492677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 451cec8a-419e-4da1-aaa2-a9d61ef7c44d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:34.492677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9346ec10-fdfd-4b51-8652-d9a3b1f83236 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:34.520155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 9346ec10-fdfd-4b51-8652-d9a3b1f83236 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:34.520990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9346ec10-fdfd-4b51-8652-d9a3b1f83236 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:34.531457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-f1936b30-a5b0-479d-a8b5-df2a993b778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:34.533650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-f1936b30-a5b0-479d-a8b5-df2a993b778f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 1136 time: 0.1418087 Oct 25 08:53:34.542553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] Transition to ACTIVE for port object 20f03ae3-0390-492e-a1f2-efc1fbc38337 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:53:34.573383 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb00-1c7c-4fbb-9a61-c24c0db356d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:34.578726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:34.608255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3be68af0-a265-481a-83e0-2209e9793f9b req-5c0eafc1-f8d5-46f6-a73e-3b3885617c75 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578011 Oct 25 08:53:34.672818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba70d8-b302-4320-b6cb-9e1038271b14 req-0dfd9ec0-4d79-4b7a-8833-b133846ee952 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:34.691169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4ba70d8-b302-4320-b6cb-9e1038271b14 req-0dfd9ec0-4d79-4b7a-8833-b133846ee952 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 985 time: 0.4022150 Oct 25 08:53:34.714871 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb00-1c7c-4fbb-9a61-c24c0db356d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:34.774488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] No DVR routers for this DVR port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:34.808558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:34.819074 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Sync routers for ids ['4f22aba5-8032-40a8-8f4f-61ca9719b187'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:34.835467 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Routers {'4f22aba5-8032-40a8-8f4f-61ca9719b187'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:34.839735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] Pushing event updated for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:34.842350 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4f22aba5-8032-40a8-8f4f-61ca9719b187'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:34.854730 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a7602860-ab6c-4a75-b26c-5ea6c7ad2508 service neutron] 10.222.0.18 "PUT /v2.0/ports/20f03ae3-0390-492e-a1f2-efc1fbc38337/bindings/n-h1-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1220863 Oct 25 08:53:34.874580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-09ae0d44-5dfd-48f5-8b53-1787805185c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:34.876930 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-09ae0d44-5dfd-48f5-8b53-1787805185c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 914 time: 0.3292415 Oct 25 08:53:34.882449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4ba70d8-b302-4320-b6cb-9e1038271b14 req-d0ba4e36-7244-4cdd-8edf-eab3c3240e1d tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&id=0282a908-068c-4139-9723-d1124bcd5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1903210 Oct 25 08:53:34.898180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:34.899734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f195df73-15ef-430c-bd1c-fa5f60a801bb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7868500 Oct 25 08:53:34.907389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40124) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:34.913946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Allocated IP 19.86.0.195 (299edd7d-883d-4ae9-b1ea-7647294c29e6/7dcdf8de-6ddf-4515-86e3-1358aa5ce93e/b27249a9-0bb6-4498-a373-e452bd9740ec) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:34.998723 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-a3e7fe34-e655-4110-a3db-32714377b971 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 200 len: 217 time: 0.0881526 Oct 25 08:53:35.023834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb00-1c7c-4fbb-9a61-c24c0db356d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:35.027620 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a62dbb00-1c7c-4fbb-9a61-c24c0db356d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:35.029087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a62dbb00-1c7c-4fbb-9a61-c24c0db356d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6 HTTP/1.1" status: 204 len: 168 time: 0.8834894 Oct 25 08:53:35.064112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dbb00-1c7c-4fbb-9a61-c24c0db356d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bbcf39-b80f-4446-8e3a-2c7c9fcfa3f6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:35.124002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-cda99afe-1f46-400d-b221-0abcfb9b16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:35.126607 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-cda99afe-1f46-400d-b221-0abcfb9b16aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.1185334 Oct 25 08:53:35.152466 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Set router 4f22aba5-8032-40a8-8f4f-61ca9719b187 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:35.221238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-9bc00614-c489-4ddb-a739-1fc44dd34cf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867801 Oct 25 08:53:35.283979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-939104bb-00bc-4ccd-9d98-94d1e792d312 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:35.294956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1f26865a-caa2-4cfc-a88f-ec22537a469b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:35.298853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-939104bb-00bc-4ccd-9d98-94d1e792d312 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.3094203 Oct 25 08:53:35.417515 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:53:31Z', 'revision_number': 3, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port': {'id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:29Z', 'updated_at': '2021-10-25T08:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:35.467385 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Checking router: 4f22aba5-8032-40a8-8f4f-61ca9719b187 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:35.467730 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Updating router 4f22aba5-8032-40a8-8f4f-61ca9719b187 port 2c72e715-7e19-4998-802e-4c8e181f21f8 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:53:35.495571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 1f26865a-caa2-4cfc-a88f-ec22537a469b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:35.495943 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:35.554609 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:35.597103 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-69f38ac2-e405-45f1-880b-2615297c2a73 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665707 Oct 25 08:53:35.703052 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:35.730259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-bd93b3c9-b409-4c32-a572-fa017451a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:35.736498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-bd93b3c9-b409-4c32-a572-fa017451a2a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907&tenant_id=1dfa050e73094a9687a2b0b57971f616 HTTP/1.1" status: 200 len: 1096 time: 0.4141545 Oct 25 08:53:35.759217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:35.764929 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e982a5c9-6b2f-4b74-af50-6c651d9273da" -d '{"events": [{"server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "name": "network-vif-plugged", "status": "completed", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:35.792869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:35.808182 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:35.829428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbd122-2dc5-4199-a00e-04c43f5eaf9e req-9958f5d1-9c32-405f-9a46-39202a6b7240 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:35.837410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40140) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:35.841075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75dbd122-2dc5-4199-a00e-04c43f5eaf9e req-9958f5d1-9c32-405f-9a46-39202a6b7240 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 945 time: 0.5358133 Oct 25 08:53:35.894665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:35.915150 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57db48be-3cce-4739-9d07-c0f98f17d44c req-5b616582-776b-47a8-957f-efaf44f206d4 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069105 Oct 25 08:53:35.915370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:35.957705 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c1c06814-9ee2-407d-a6ac-1849b3cc464e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c42806b9c7d409eb02be392b9646d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1181092 Oct 25 08:53:35.964812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40144) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:36.076782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75dbd122-2dc5-4199-a00e-04c43f5eaf9e req-5b005c97-0bb8-46aa-82c7-f843b36d5ffd tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347612 Oct 25 08:53:36.095372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7063c761-6860-49cd-9928-648b2934170b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.149541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7063c761-6860-49cd-9928-648b2934170b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.239083 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.247766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7063c761-6860-49cd-9928-648b2934170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.251307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7063c761-6860-49cd-9928-648b2934170b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.255440 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7063c761-6860-49cd-9928-648b2934170b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/994c29ad-d6c5-4630-b4a2-3f290f6576ba HTTP/1.1" status: 204 len: 168 time: 0.2868135 Oct 25 08:53:36.257962 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.265673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063c761-6860-49cd-9928-648b2934170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994c29ad-d6c5-4630-b4a2-3f290f6576ba,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:36.268217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a9d05ed5-0fac-4ed7-8647-5c527c6dca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:36.286224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-a9d05ed5-0fac-4ed7-8647-5c527c6dca64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1096 time: 0.5116272 Oct 25 08:53:36.313983 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Attempting to bind port 2c72e715-7e19-4998-802e-4c8e181f21f8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:36.314348 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Attempting to bind port 2c72e715-7e19-4998-802e-4c8e181f21f8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:36.314712 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Attempting to bind port 2c72e715-7e19-4998-802e-4c8e181f21f8 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:36.324503 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:36.324951 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:36.325355 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.325744 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:36.326222 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Bound port: 2c72e715-7e19-4998-802e-4c8e181f21f8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:36.326625 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.351937 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Pushing event updated for resources: {'Port': ['ID=2c72e715-7e19-4998-802e-4c8e181f21f8,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:36.371474 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.372122 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.372265 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.372693 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.373280 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.373950 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.374370 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.374703 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.375118 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.377827 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.378598 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.379134 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:36.421528 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] For port 2c72e715-7e19-4998-802e-4c8e181f21f8, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:36.425672 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] For port 2c72e715-7e19-4998-802e-4c8e181f21f8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2c72e715-7e19-4998-802e-4c8e181f21f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:36.438819 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.441219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:36.555052 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5fb0-8a61-4a6c-b3c2-8f7b67038ab9 None None] Pushing event updated for resources: {'Port': ['ID=2c72e715-7e19-4998-802e-4c8e181f21f8,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:36.631050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Network 299edd7d-883d-4ae9-b1ea-7647294c29e6 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:36.653668 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Routers {'4f22aba5-8032-40a8-8f4f-61ca9719b187'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:36.657829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:36.660279 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4f22aba5-8032-40a8-8f4f-61ca9719b187'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:36.705953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:36.893448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d45e-a9ce-4899-ab31-3337ae91c9d1 req-9f771fc7-9ee5-490d-b993-59fbb0630e6e tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:36.905232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6d45e-a9ce-4899-ab31-3337ae91c9d1 req-9f771fc7-9ee5-490d-b993-59fbb0630e6e tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:36.921673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2be6d45e-a9ce-4899-ab31-3337ae91c9d1 req-9f771fc7-9ee5-490d-b993-59fbb0630e6e tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1654 time: 0.6338181 Oct 25 08:53:36.924251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event updated for resources: {'Port': ['ID=b27249a9-0bb6-4498-a373-e452bd9740ec,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:36.966297 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] Set router 4f22aba5-8032-40a8-8f4f-61ca9719b187 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:37.013955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:37.014588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:37.055632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-538ecc21-a958-405d-a814-1a2a3b7065a3 None None] Provisioning complete for port b27249a9-0bb6-4498-a373-e452bd9740ec triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:37.057632 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-538ecc21-a958-405d-a814-1a2a3b7065a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:37.105948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-538ecc21-a958-405d-a814-1a2a3b7065a3 None None] Port b27249a9-0bb6-4498-a373-e452bd9740ec cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:53:37.142619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2be6d45e-a9ce-4899-ab31-3337ae91c9d1 req-98a5decc-bb0a-4844-b48c-e32b073a48f9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195239 Oct 25 08:53:37.214800 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:37.218601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-20299694-eb23-4379-a7fa-0fa4412ac65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:37.219647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-20299694-eb23-4379-a7fa-0fa4412ac65f service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.8445439 Oct 25 08:53:37.233164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-202b4969-80b2-4f8f-b7cb-85862949cb7f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9944432 Oct 25 08:53:37.259471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Request body: {'port': {'device_id': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:37.268324 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:53:31Z', 'revision_number': 3, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port': {'id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:29Z', 'updated_at': '2021-10-25T08:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:37.313221 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ebffc-25a0-4742-86f1-87267c1840e9 None None] The sync data for ids ['4f22aba5-8032-40a8-8f4f-61ca9719b187'] in n-d-814746-2 is: [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:53:31Z', 'revision_number': 3, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port': {'id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:29Z', 'updated_at': '2021-10-25T08:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:37.411525 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7288abef-7539-40ad-af93-8e6b066fede4 x-openstack-request-id: req-7288abef-7539-40ad-af93-8e6b066fede4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:37.412272 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "name": "network-vif-plugged", "status": "completed", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:37.412540 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7288abef-7539-40ad-af93-8e6b066fede4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:37.412992 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'code': 200} Oct 25 08:53:37.460645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-7ae8885e-f75d-4919-85a7-63fbde6b8961 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 200 len: 217 time: 0.2230527 Oct 25 08:53:37.678641 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:37.741888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-41e96cff-f4e3-48b1-8b19-0192b67d2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:37.743614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-41e96cff-f4e3-48b1-8b19-0192b67d2173 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.2755761 Oct 25 08:53:37.753744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691774-c614-488c-a28e-a42f3a419d09 req-d86aa611-f1a6-44de-953f-e2781b8ce497 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:37.755409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87691774-c614-488c-a28e-a42f3a419d09 req-d86aa611-f1a6-44de-953f-e2781b8ce497 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 985 time: 0.2066805 Oct 25 08:53:37.826909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Allocated IP 172.20.0.1 (dd729d22-b9f4-46b8-a66d-50058a099885/2008a3d5-9de4-4429-909a-a9856d5195b3/41b63597-16d2-478d-a5cb-3a43d5427602) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:37.863317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-ab6c40c4-421e-4fe1-91ec-0819c1df1b33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021807 Oct 25 08:53:37.893769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40174) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:38.108423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-network', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:38.153289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Made reservation on behalf of dc9176bf225d4340ab730b9c895b5bad for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:38.156545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.168593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.186286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87691774-c614-488c-a28e-a42f3a419d09 req-2ee8013a-1aeb-442b-8f4d-0e710c0d2089 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&id=0282a908-068c-4139-9723-d1124bcd5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4000156 Oct 25 08:53:38.320092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.326889 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-05f22d81-050b-4dbd-9951-6b2b1a8cb296 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361486 Oct 25 08:53:38.377747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.388789 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.428373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c71c515-9e91-4e7e-9f11-91a9439cad02 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:38.438992 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.454719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Transition to ACTIVE for port object 8c71c515-9e91-4e7e-9f11-91a9439cad02 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:53:38.469391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d567c5-124c-428a-87b8-5ecc1b70d69f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:38.489236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:53:38.515895 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.533601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.535869 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Added segment 97ee221b-f1c9-44a3-8a1e-d05cb181db12 of type vlan for network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce Oct 25 08:53:38.587019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.631545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.633664 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.673443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.679175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:38.682339 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:38.818770 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9237306 Oct 25 08:53:38.822768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40186) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:38.918236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e9629-b3cd-4f16-9f6c-b4fb76ec3a34 admin admin] Pushing event updated for resources: {'Network': ['ID=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:38.923576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Request body: {'subnet': {'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-subnet', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:38.930399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:53:38.966200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Made reservation on behalf of dc9176bf225d4340ab730b9c895b5bad for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:38.969705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.030355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-fd9daf04-b5fb-454a-9bf1-ac5ea278e1ec service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160704 Oct 25 08:53:39.063391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Network dd729d22-b9f4-46b8-a66d-50058a099885 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:39.090480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d855c9-414e-4bd3-b19a-7d7bc93c152b req-da0733a0-26d3-4dc9-b34f-556bb67248ac tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:39.102884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78d855c9-414e-4bd3-b19a-7d7bc93c152b req-da0733a0-26d3-4dc9-b34f-556bb67248ac tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 945 time: 0.5904715 Oct 25 08:53:39.126802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Pushing event updated for resources: {'Port': ['ID=8c71c515-9e91-4e7e-9f11-91a9439cad02,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:39.192802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:39.199631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:39.327268 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.388824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.474838 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.487566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe80551-6740-4689-8717-3f46d03c1a76,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:39.491780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Checking segment: {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:39.492141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Network hostable DHCP agents. Network: fff50a2c-fbe6-4b73-8cbc-551eb93a2fce, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:53:39.514274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:53:39.527308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, fff50a2c-fbe6-4b73-8cbc-551eb93a2fce) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:39.537497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666342c-6391-4110-9918-010430d715a7 None None] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:39.539041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:39.542483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.606234 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-04491296-311c-4ffd-b54c-14b0da14cabc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6945298 Oct 25 08:53:39.607129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40188) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:39.620927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:39.675819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.683040 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.763610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1d06b6d2-4c1e-406d-8f97-7a80b1c0df48 None None] Provisioning complete for port 41b63597-16d2-478d-a5cb-3a43d5427602 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:39.764634 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1d06b6d2-4c1e-406d-8f97-7a80b1c0df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.822855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2c72e715-7e19-4998-802e-4c8e181f21f8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:39.850145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.909884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1d06b6d2-4c1e-406d-8f97-7a80b1c0df48 None None] Port 41b63597-16d2-478d-a5cb-3a43d5427602 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:53:39.923616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:53:39.924813 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:39.929168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.929870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.930330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.930596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.930920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.931239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.931613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.932152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.932568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.933139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.933470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:39.933998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:40.127181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78d855c9-414e-4bd3-b19a-7d7bc93c152b req-101c697e-ab06-41a6-9e43-177605fddc66 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0215769 Oct 25 08:53:40.152968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2c72e715-7e19-4998-802e-4c8e181f21f8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:40.153468 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.173786 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.231987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Pushing event updated for resources: {'Port': ['ID=41b63597-16d2-478d-a5cb-3a43d5427602,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:40.251973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-b79f0392-b524-4c01-a1e5-384898570684 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:40.254106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-b79f0392-b524-4c01-a1e5-384898570684 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.2708669 Oct 25 08:53:40.257471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Attempting to bind port 8c71c515-9e91-4e7e-9f11-91a9439cad02 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:40.258059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Attempting to bind port 8c71c515-9e91-4e7e-9f11-91a9439cad02 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:40.258596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Attempting to bind port 8c71c515-9e91-4e7e-9f11-91a9439cad02 on network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:40.298744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Port 8c71c515-9e91-4e7e-9f11-91a9439cad02 on network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:53:40.299406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Attempting to bind port 8c71c515-9e91-4e7e-9f11-91a9439cad02 on network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:40.314945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Allocated IP 172.20.0.2 (fff50a2c-fbe6-4b73-8cbc-551eb93a2fce/abe80551-6740-4689-8717-3f46d03c1a76/960deac4-eb0e-4c28-928a-97761e2b0055) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:40.318824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:40.319448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Checking segment: {'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:40.320041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Bound using segment: {'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:40.320673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Bound port: 8c71c515-9e91-4e7e-9f11-91a9439cad02, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c604be-f997-4f67-ba84-12030ae4f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:40.321333 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.426703 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.548720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b9695-8af3-4da6-931e-c8757adeb47b req-9cb7de3a-74fc-40dd-8cdc-1feb6fb91eb7 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:40.556007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b9695-8af3-4da6-931e-c8757adeb47b req-9cb7de3a-74fc-40dd-8cdc-1feb6fb91eb7 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:40.558040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-302b9695-8af3-4da6-931e-c8757adeb47b req-9cb7de3a-74fc-40dd-8cdc-1feb6fb91eb7 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1666 time: 0.2308285 Oct 25 08:53:40.580307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] For port 8c71c515-9e91-4e7e-9f11-91a9439cad02, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:40.589068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] For port 8c71c515-9e91-4e7e-9f11-91a9439cad02, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8c71c515-9e91-4e7e-9f11-91a9439cad02,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:40.614306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.617557 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.629127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.669720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-49c62603-6bfe-4f9e-9619-a435477423c2 service neutron] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:40.674559 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.694584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.725413 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-49c62603-6bfe-4f9e-9619-a435477423c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.727216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9c6bc6-268f-43c2-869e-93a27da264aa req-49c62603-6bfe-4f9e-9619-a435477423c2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/20f03ae3-0390-492e-a1f2-efc1fbc38337/bindings/n-h2-814746-2 HTTP/1.1" status: 204 len: 173 time: 0.4637096 Oct 25 08:53:40.763736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:40.764467 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.765956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c71c515-9e91-4e7e-9f11-91a9439cad02 HTTP/1.1" status: 200 len: 1091 time: 3.5153370 Oct 25 08:53:40.770222 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'tag': '8c71c515-9e91-4e7e-9f11-91a9439cad02'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:40.772664 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "tag": "8c71c515-9e91-4e7e-9f11-91a9439cad02"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:40.819168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:40.830750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:40.834586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:40.836178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-302b9695-8af3-4da6-931e-c8757adeb47b req-51d1c1a1-fc11-4217-841a-fe6dc4242e4d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515423 Oct 25 08:53:40.853563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Request body: {'port': {'device_id': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:40.861503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Allocated IP 172.25.8.31 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/c45ef97f-a7db-4e70-903d-8ea2cc181f32) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:40.882771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Pushing event updated for resources: {'Port': ['ID=960deac4-eb0e-4c28-928a-97761e2b0055,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:40.899082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ace17e-d33d-4b1d-a107-18683e23e249 service neutron] Pushing event updated for resources: {'Port': ['ID=8c71c515-9e91-4e7e-9f11-91a9439cad02,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:40.908980 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:40.984610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 2c72e715-7e19-4998-802e-4c8e181f21f8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2c72e715-7e19-4998-802e-4c8e181f21f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:40.993237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.006445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.006791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.007135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.016035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.016525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.016806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.017182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.017495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.017824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.018149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.018471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:41.073222 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.073633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.118950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.178892 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:41.185735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:41.190434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:41.195307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Pushing event updated for resources: {'Port': ['ID=c45ef97f-a7db-4e70-903d-8ea2cc181f32,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:41.219772 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.251954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Attempting to bind port 960deac4-eb0e-4c28-928a-97761e2b0055 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:41.252319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Attempting to bind port 960deac4-eb0e-4c28-928a-97761e2b0055 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:41.255100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Attempting to bind port 960deac4-eb0e-4c28-928a-97761e2b0055 on network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:41.294680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:41.303653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Checking segment: {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:41.304355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.304951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Bound using segment: {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:41.305893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Bound port: 960deac4-eb0e-4c28-928a-97761e2b0055, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:41.307661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.312679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-8abe4b56-16f8-45b6-bd8c-39fa2d5157fe tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1359921044&fields=id&tenant_id=a57be1c7173f4e8495097bc6c7983ba8 HTTP/1.1" status: 200 len: 267 time: 0.2641551 Oct 25 08:53:41.340782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=2c72e715-7e19-4998-802e-4c8e181f21f8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:41.390028 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.411689 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.483066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] For port 960deac4-eb0e-4c28-928a-97761e2b0055, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:41.487980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] For port 960deac4-eb0e-4c28-928a-97761e2b0055, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=960deac4-eb0e-4c28-928a-97761e2b0055,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:41.500607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.591129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020deae1-9350-4910-a9d4-6ce68391c4ba None None] Pushing event updated for resources: {'Port': ['ID=960deac4-eb0e-4c28-928a-97761e2b0055,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:41.600130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.642335 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:41.665238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-b46b47e5-d8b6-478d-887c-a517aab9cbd0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:41.674675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-b46b47e5-d8b6-478d-887c-a517aab9cbd0 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 985 time: 0.3609941 Oct 25 08:53:41.685342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'port': {'security_groups': ['0282a908-068c-4139-9723-d1124bcd5b2b', '337e4dc0-de3a-46df-8297-d86f9d8bdef4', '158487ba-81f9-4fa5-87b3-8140fc3a6c17']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:41.780060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2c72e715-7e19-4998-802e-4c8e181f21f8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:41.957287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2c72e715-7e19-4998-802e-4c8e181f21f8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:41.958908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:42.024775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:42.301330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Pushing event updated for resources: {'Port': ['ID=41b63597-16d2-478d-a5cb-3a43d5427602,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:42.408720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:42.567072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Network dd729d22-b9f4-46b8-a66d-50058a099885 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:42.578657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:42.597204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:53:42.653318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] For port 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:42.814246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-233663b5-430e-4f75-94ba-348d3a95012d req-810ef095-a4d4-4844-b20e-16493f6dc951 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953498 Oct 25 08:53:42.841274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:42.856531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Sync routers for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:42.880261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:42.880829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:42.881454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27249a9-0bb6-4498-a373-e452bd9740ec {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:42.891349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:42.907365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Transition to ACTIVE for port object b27249a9-0bb6-4498-a373-e452bd9740ec will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:53:42.920568 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:42.924259 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f73720e7-fe50-41ef-83cc-2301e3bb2f45 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.3160431 Oct 25 08:53:42.932732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:42.936004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40206) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:53:42.953997 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:43.004097 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:43.031785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233663b5-430e-4f75-94ba-348d3a95012d req-94ff6ffb-78aa-4cf5-89c7-5a24cb7dec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:43.033984 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-233663b5-430e-4f75-94ba-348d3a95012d req-94ff6ffb-78aa-4cf5-89c7-5a24cb7dec86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 1095 time: 0.1086621 Oct 25 08:53:43.127988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0', '27cb2dfe-421f-4ed8-bd85-88145aaacd02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:43.300326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fae8c655-0c48-47fa-bcc1-2dd9e2d2fb13 None None] Provisioning complete for port 41b63597-16d2-478d-a5cb-3a43d5427602 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:43.304591 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fae8c655-0c48-47fa-bcc1-2dd9e2d2fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:43.339476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Router 4f22aba5-8032-40a8-8f4f-61ca9719b187 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:53:43.356137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b27249a9-0bb6-4498-a373-e452bd9740ec,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:43.369673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:43.378999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e8471c-2b85-449e-a96c-ad44ef5f70dc None None] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:53:43.380953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:43.381902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:43.383616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1dd63b6-b02f-4712-9d81-dfd4f38a3892 req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "PUT /v2.0/ports/27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 200 len: 1021 time: 1.7077682 Oct 25 08:53:43.424465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233663b5-430e-4f75-94ba-348d3a95012d req-f1e49b73-d61c-4b43-be4b-44b7a755a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:43.426692 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-233663b5-430e-4f75-94ba-348d3a95012d req-f1e49b73-d61c-4b43-be4b-44b7a755a038 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.3530431 Oct 25 08:53:43.550882 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-233663b5-430e-4f75-94ba-348d3a95012d req-63e75339-391f-40ca-bc05-87c9eb6ac33e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 200 len: 217 time: 0.1151490 Oct 25 08:53:43.651610 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52ccfe-dd01-4b03-afc0-c6c1694db849 x-openstack-request-id: req-9c52ccfe-dd01-4b03-afc0-c6c1694db849 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:43.651901 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "tag": "8c71c515-9e91-4e7e-9f11-91a9439cad02", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:43.652151 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c52ccfe-dd01-4b03-afc0-c6c1694db849 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:43.653236 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'tag': '8c71c515-9e91-4e7e-9f11-91a9439cad02', 'status': 'completed', 'code': 200} Oct 25 08:53:43.675219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6afda8-ff11-444a-aec2-d537a92a100a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'Port': ['ID=27cb2dfe-421f-4ed8-bd85-88145aaacd02,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:43.742757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233663b5-430e-4f75-94ba-348d3a95012d req-c47ef187-62f8-4369-82d2-4110c45a9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:43.747727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-233663b5-430e-4f75-94ba-348d3a95012d req-c47ef187-62f8-4369-82d2-4110c45a9658 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1691372 Oct 25 08:53:43.774908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fae8c655-0c48-47fa-bcc1-2dd9e2d2fb13 None None] Port 41b63597-16d2-478d-a5cb-3a43d5427602 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:53:43.780201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['27cb2dfe-421f-4ed8-bd85-88145aaacd02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:43.792822 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-233663b5-430e-4f75-94ba-348d3a95012d req-8bd3f8da-1fa0-4d4f-a2d5-1c67573f1e94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306764 Oct 25 08:53:43.946036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Attempting to bind port b27249a9-0bb6-4498-a373-e452bd9740ec on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:43.947377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Attempting to bind port b27249a9-0bb6-4498-a373-e452bd9740ec by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:43.947377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Attempting to bind port b27249a9-0bb6-4498-a373-e452bd9740ec on network 299edd7d-883d-4ae9-b1ea-7647294c29e6 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:43.960386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Port b27249a9-0bb6-4498-a373-e452bd9740ec on network 299edd7d-883d-4ae9-b1ea-7647294c29e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:53:43.960851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Attempting to bind port b27249a9-0bb6-4498-a373-e452bd9740ec on network 299edd7d-883d-4ae9-b1ea-7647294c29e6 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:44.074305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-233663b5-430e-4f75-94ba-348d3a95012d req-d5e73e32-9d10-40ce-be9c-feaa4961cc87 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608960 Oct 25 08:53:44.128372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 960deac4-eb0e-4c28-928a-97761e2b0055 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:44.258630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-233663b5-430e-4f75-94ba-348d3a95012d req-4c1e18fb-8775-4d9d-b3a0-38d57a9e89bf service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712039 Oct 25 08:53:44.327048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6e5080e0-58a4-47c1-9879-15eaa10da835 None None] Provisioning complete for port 960deac4-eb0e-4c28-928a-97761e2b0055 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:44.327878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6e5080e0-58a4-47c1-9879-15eaa10da835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:44.444507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 960deac4-eb0e-4c28-928a-97761e2b0055 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:44.445001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:44.519416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:44.520376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Checking segment: {'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:44.520947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Bound using segment: {'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:44.521561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Bound port: b27249a9-0bb6-4498-a373-e452bd9740ec, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2548b99f-bae0-4764-b9bf-18929f540a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:44.522090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:44.566054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-3c5e9b9f-9d57-4526-bd00-c9aed5d6aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:44.566793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-3c5e9b9f-9d57-4526-bd00-c9aed5d6aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:44.568507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-3c5e9b9f-9d57-4526-bd00-c9aed5d6aa06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1938 time: 0.8797913 Oct 25 08:53:44.574441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:44.592627 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Sync routers for ids ['4f22aba5-8032-40a8-8f4f-61ca9719b187'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:44.594220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6cf6a872-db82-47ac-931a-1dcf08a2e30f admin admin] 10.222.0.32 "PUT /v2.0/routers/4f22aba5-8032-40a8-8f4f-61ca9719b187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6856081 Oct 25 08:53:44.615915 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Routers {'4f22aba5-8032-40a8-8f4f-61ca9719b187'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:44.616533 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4f22aba5-8032-40a8-8f4f-61ca9719b187'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:44.787104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a622c-a80d-4eef-b8db-2b094199cf6b req-3243d824-e684-4895-95b6-7ae64fb81ea2 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:44.792262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca0a622c-a80d-4eef-b8db-2b094199cf6b req-3243d824-e684-4895-95b6-7ae64fb81ea2 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 945 time: 1.0311112 Oct 25 08:53:44.926102 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Set router 4f22aba5-8032-40a8-8f4f-61ca9719b187 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:44.981483 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:45.042458 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6e5080e0-58a4-47c1-9879-15eaa10da835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:45.104401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:41Z', 'revision_number': 3, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:45.136837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 960deac4-eb0e-4c28-928a-97761e2b0055, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=960deac4-eb0e-4c28-928a-97761e2b0055,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:45.200964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Checking router: d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:45.201716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Updating router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 port c45ef97f-a7db-4e70-903d-8ea2cc181f32 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:53:45.215397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-e9ca5bb4-965e-4198-b16a-c4d92b265398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:45.215870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-e9ca5bb4-965e-4198-b16a-c4d92b265398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:45.216332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-e9ca5bb4-965e-4198-b16a-c4d92b265398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:45.217923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-e9ca5bb4-965e-4198-b16a-c4d92b265398 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6e553f6a79e84288891f4734819bb75a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5994954 Oct 25 08:53:45.249841 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 4, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port': {'id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:29Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41b63597-16d2-478d-a5cb-3a43d5427602', 'name': '', 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'mac_address': 'fa:16:3e:35:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2008a3d5-9de4-4429-909a-a9856d5195b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:37Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 2, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'subnets': [{'id': '2008a3d5-9de4-4429-909a-a9856d5195b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:45.259938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:45.301430 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:45.328509 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Checking router: 4f22aba5-8032-40a8-8f4f-61ca9719b187 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:45.328987 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Updating router 4f22aba5-8032-40a8-8f4f-61ca9719b187 port 41b63597-16d2-478d-a5cb-3a43d5427602 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:53:45.331237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca0a622c-a80d-4eef-b8db-2b094199cf6b req-267bd623-85ea-4d22-9ee6-07b70a090961 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092583 Oct 25 08:53:45.347367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] For port b27249a9-0bb6-4498-a373-e452bd9740ec, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:45.435737 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:45.675883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] For port b27249a9-0bb6-4498-a373-e452bd9740ec, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b27249a9-0bb6-4498-a373-e452bd9740ec,segment=NetworkSegment(2548b99f-bae0-4764-b9bf-18929f540a08),segment_id=2548b99f-bae0-4764-b9bf-18929f540a08)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:45.676720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:45.679011 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cd01ba-3432-47b3-911c-bb0861811322" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:45.691064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:45.766346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:45.782693 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-6e5080e0-58a4-47c1-9879-15eaa10da835 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 08:53:45.783110 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-6e5080e0-58a4-47c1-9879-15eaa10da835 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 08:53:45.891006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=960deac4-eb0e-4c28-928a-97761e2b0055,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:45.970492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b27249a9-0bb6-4498-a373-e452bd9740ec,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:45.985705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:45.987410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:45.989213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-9d04399d-4ef9-49dc-a1d0-3682304ca0e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/b27249a9-0bb6-4498-a373-e452bd9740ec HTTP/1.1" status: 200 len: 1092 time: 5.1482563 Oct 25 08:53:46.030160 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.049761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99165a9-bd74-463f-bd75-83a8bf1f07a3 req-5c4e185d-a0ed-4c56-8576-050c5bff88ed tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:46.053344 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.057298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99165a9-bd74-463f-bd75-83a8bf1f07a3 req-5c4e185d-a0ed-4c56-8576-050c5bff88ed tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:46.059067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f99165a9-bd74-463f-bd75-83a8bf1f07a3 req-5c4e185d-a0ed-4c56-8576-050c5bff88ed tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1678 time: 0.4028697 Oct 25 08:53:46.157420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-4370099e-3735-4a8e-9077-8fcdef808ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:46.158981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-522f1db3-7a6f-4e97-9b2f-d9e082a20ed7 req-4370099e-3735-4a8e-9077-8fcdef808ff9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9179988 Oct 25 08:53:46.204687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5be2396f-6319-4b97-ada1-a1ec35a92e6a req-1587f85b-7e07-48e8-9796-61c67dd3f862 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/158487ba-81f9-4fa5-87b3-8140fc3a6c17 HTTP/1.1" status: 200 len: 1800 time: 0.2941256 Oct 25 08:53:46.226298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f99165a9-bd74-463f-bd75-83a8bf1f07a3 req-9a800312-e24c-47cf-a419-b91659bc350f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491554 Oct 25 08:53:46.310997 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Attempting to bind port 41b63597-16d2-478d-a5cb-3a43d5427602 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:46.311553 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Attempting to bind port 41b63597-16d2-478d-a5cb-3a43d5427602 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:46.312064 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Attempting to bind port 41b63597-16d2-478d-a5cb-3a43d5427602 on network dd729d22-b9f4-46b8-a66d-50058a099885 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:46.321654 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:46.323579 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Checking segment: {'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:46.329946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Allocated IP 172.20.0.1 (fff50a2c-fbe6-4b73-8cbc-551eb93a2fce/abe80551-6740-4689-8717-3f46d03c1a76/95c02006-9451-41e2-903d-a57d67f982d8) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:46.331236 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.332027 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Bound using segment: {'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:46.332845 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Bound port: 41b63597-16d2-478d-a5cb-3a43d5427602, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf845fa-045e-4004-bd08-9da942db1f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:46.333463 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.463189 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f901ae5-3e0c-4058-8f0c-7b1f82844499 None None] Pushing event updated for resources: {'Port': ['ID=41b63597-16d2-478d-a5cb-3a43d5427602,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:46.491894 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] For port 41b63597-16d2-478d-a5cb-3a43d5427602, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:46.495617 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] For port 41b63597-16d2-478d-a5cb-3a43d5427602, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=41b63597-16d2-478d-a5cb-3a43d5427602,segment=NetworkSegment(5bf845fa-045e-4004-bd08-9da942db1f50),segment_id=5bf845fa-045e-4004-bd08-9da942db1f50)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:46.502328 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.589869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9477c2e4-214f-4226-8a7f-cef65b36d9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.602811 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f901ae5-3e0c-4058-8f0c-7b1f82844499 None None] Pushing event updated for resources: {'Port': ['ID=41b63597-16d2-478d-a5cb-3a43d5427602,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:46.608924 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.623691 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.675207 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Routers {'4f22aba5-8032-40a8-8f4f-61ca9719b187'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:46.676136 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4f22aba5-8032-40a8-8f4f-61ca9719b187'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:46.744256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a5464-2d0f-46f0-b1a7-93e1f9b7cfd4 None None] Pushing event updated for resources: {'Port': ['ID=c45ef97f-a7db-4e70-903d-8ea2cc181f32,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:46.757749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Attempting to bind port c45ef97f-a7db-4e70-903d-8ea2cc181f32 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:46.758108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Attempting to bind port c45ef97f-a7db-4e70-903d-8ea2cc181f32 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:46.758465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Attempting to bind port c45ef97f-a7db-4e70-903d-8ea2cc181f32 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:46.782151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:46.782517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:46.782912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.783294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:46.783763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Bound port: c45ef97f-a7db-4e70-903d-8ea2cc181f32, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:46.784142 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.792743 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-5be2396f-6319-4b97-ada1-a1ec35a92e6a req-3e1f1d9c-7c7f-4ff9-ac3b-d014651207cb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 08:53:46.801899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5be2396f-6319-4b97-ada1-a1ec35a92e6a req-3e1f1d9c-7c7f-4ff9-ac3b-d014651207cb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/158487ba-81f9-4fa5-87b3-8140fc3a6c17 HTTP/1.1" status: 409 len: 341 time: 0.5882723 Oct 25 08:53:46.835180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-2e893389-fd48-451c-b788-9e706e47e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:46.835666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-2e893389-fd48-451c-b788-9e706e47e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:46.844865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-2e893389-fd48-451c-b788-9e706e47e818 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1980 time: 0.4814274 Oct 25 08:53:46.874385 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] Set router 4f22aba5-8032-40a8-8f4f-61ca9719b187 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:46.877582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ac05-6c53-4cae-a895-b820097d1e84 req-f6ad5206-9c11-45a1-ae81-1d6be96360c8 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:46.879422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53d2ac05-6c53-4cae-a895-b820097d1e84 req-f6ad5206-9c11-45a1-ae81-1d6be96360c8 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 945 time: 0.3913052 Oct 25 08:53:46.918623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] For port c45ef97f-a7db-4e70-903d-8ea2cc181f32, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:46.922873 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] For port c45ef97f-a7db-4e70-903d-8ea2cc181f32, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c45ef97f-a7db-4e70-903d-8ea2cc181f32,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:46.940983 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:46.957821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c2cf82ec-129a-4dbd-bd83-05b8f34c04a9 None None] Provisioning complete for port 960deac4-eb0e-4c28-928a-97761e2b0055 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:46.958254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2cf82ec-129a-4dbd-bd83-05b8f34c04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:47.124357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-275eca86-99f6-4783-81fe-532d86ec1df1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=8c71c515-9e91-4e7e-9f11-91a9439cad02 HTTP/1.1" status: 200 len: 217 time: 0.2438893 Oct 25 08:53:47.220773 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 4, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port': {'id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:29Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41b63597-16d2-478d-a5cb-3a43d5427602', 'name': '', 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'mac_address': 'fa:16:3e:35:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2008a3d5-9de4-4429-909a-a9856d5195b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:37Z', 'updated_at': '2021-10-25T08:53:46Z', 'revision_number': 4, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'subnets': [{'id': '2008a3d5-9de4-4429-909a-a9856d5195b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:47.226342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:47.232528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:47.242279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a5464-2d0f-46f0-b1a7-93e1f9b7cfd4 None None] Pushing event updated for resources: {'Port': ['ID=c45ef97f-a7db-4e70-903d-8ea2cc181f32,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:47.256387 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a441ff7-5d46-476f-be26-de58fb573a26 None None] The sync data for ids ['4f22aba5-8032-40a8-8f4f-61ca9719b187'] in n-d-814746-2 is: [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 4, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port': {'id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:29Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41b63597-16d2-478d-a5cb-3a43d5427602', 'name': '', 'network_id': 'dd729d22-b9f4-46b8-a66d-50058a099885', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'mac_address': 'fa:16:3e:35:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '2008a3d5-9de4-4429-909a-a9856d5195b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:37Z', 'updated_at': '2021-10-25T08:53:46Z', 'revision_number': 4, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'subnets': [{'id': '2008a3d5-9de4-4429-909a-a9856d5195b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:47.428528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53d2ac05-6c53-4cae-a895-b820097d1e84 req-838c5b07-5646-4b63-bafa-28e7dc31cc8c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5318573 Oct 25 08:53:47.454396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-ad5f64fe-c3dd-474b-9364-6e98c5d88558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:47.455845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-ad5f64fe-c3dd-474b-9364-6e98c5d88558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dcf43cf-71e1-4273-a922-b1211732641b HTTP/1.1" status: 200 len: 801 time: 0.2879019 Oct 25 08:53:47.460856 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:47.528805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-64a9e217-cf78-4df8-bb72-e7f55ec0fbc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6139057 Oct 25 08:53:47.536400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:47.548578 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4431c739-697e-4c65-9886-02aacc9ea2dd x-openstack-request-id: req-4431c739-697e-4c65-9886-02aacc9ea2dd {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:47.548851 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:47.549132 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4431c739-697e-4c65-9886-02aacc9ea2dd {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:47.549525 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02', 'status': 'completed', 'code': 200} Oct 25 08:53:47.669878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-afc8fa59-548a-492a-bffe-5e208f7f3fb7 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4866958 Oct 25 08:53:47.692640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:47.714295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-1940b009-3d7b-4021-b46c-ec7b09a7b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:47.715864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-1940b009-3d7b-4021-b46c-ec7b09a7b233 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=293b84a1-22af-41f2-a36d-c62cda5ad7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2477322 Oct 25 08:53:47.746091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:47.802915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd01ba-3432-47b3-911c-bb0861811322 req-c3a40914-7782-43a7-b9f1-8e226dd38f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:47.805916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c2cf82ec-129a-4dbd-bd83-05b8f34c04a9 None None] Provisioning complete for port 41b63597-16d2-478d-a5cb-3a43d5427602 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:47.807615 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2cf82ec-129a-4dbd-bd83-05b8f34c04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:47.808616 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45cd01ba-3432-47b3-911c-bb0861811322 req-c3a40914-7782-43a7-b9f1-8e226dd38f4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 1175 time: 0.1989741 Oct 25 08:53:47.892766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:47.893687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:47.935449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-3ebf6d83-7436-409f-b58b-2166a1f149e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:47.937171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-3ebf6d83-7436-409f-b58b-2166a1f149e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1096 time: 0.3163204 Oct 25 08:53:47.963010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:48.014109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:48.109082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd01ba-3432-47b3-911c-bb0861811322 req-c37c8f18-2210-4053-90c5-d17f5abc5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:48.110823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45cd01ba-3432-47b3-911c-bb0861811322 req-c37c8f18-2210-4053-90c5-d17f5abc5b77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 200 len: 914 time: 0.2948377 Oct 25 08:53:48.211715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45cd01ba-3432-47b3-911c-bb0861811322 req-a5b6bf58-b4c2-4679-baf9-eaaaf30c4106 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 200 len: 217 time: 0.0851374 Oct 25 08:53:48.330378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd01ba-3432-47b3-911c-bb0861811322 req-933c8a97-82df-4ebd-80c6-f61b22c21b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:48.332019 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45cd01ba-3432-47b3-911c-bb0861811322 req-933c8a97-82df-4ebd-80c6-f61b22c21b26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 200 len: 853 time: 0.1098461 Oct 25 08:53:48.338537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 960deac4-eb0e-4c28-928a-97761e2b0055 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:48.374718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-52dcbd37-d3b7-4999-b2f7-28374e5f943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:48.376820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-52dcbd37-d3b7-4999-b2f7-28374e5f943d service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.3910558 Oct 25 08:53:48.386941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45cd01ba-3432-47b3-911c-bb0861811322 req-43be0fa4-a996-4c0e-b227-d52fec7c73e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f1b08512-aa38-4987-8042-f4ee00435c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452049 Oct 25 08:53:48.461854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Pushing event updated for resources: {'Port': ['ID=95c02006-9451-41e2-903d-a57d67f982d8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:48.471771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:48.619310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45cd01ba-3432-47b3-911c-bb0861811322 req-102e37a7-c00e-4dd9-be50-94ec45637b3e service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184334 Oct 25 08:53:48.638570 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2cf82ec-129a-4dbd-bd83-05b8f34c04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:48.675161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-a0fb9274-3825-4681-b7cd-f3bf7ce1ed3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 217 time: 0.2000103 Oct 25 08:53:48.720817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa08769-e614-4c5a-bb7a-dad90dd313e4 req-d97450b0-213e-4a3d-ba5a-a70cdbcfd4e5 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:48.727269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa08769-e614-4c5a-bb7a-dad90dd313e4 req-d97450b0-213e-4a3d-ba5a-a70cdbcfd4e5 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:48.744416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aa08769-e614-4c5a-bb7a-dad90dd313e4 req-d97450b0-213e-4a3d-ba5a-a70cdbcfd4e5 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1678 time: 0.3138657 Oct 25 08:53:48.831288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c2cf82ec-129a-4dbd-bd83-05b8f34c04a9 None None] For port 41b63597-16d2-478d-a5cb-3a43d5427602, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=41b63597-16d2-478d-a5cb-3a43d5427602,segment=NetworkSegment(5bf845fa-045e-4004-bd08-9da942db1f50),segment_id=5bf845fa-045e-4004-bd08-9da942db1f50)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:48.847038 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45cd01ba-3432-47b3-911c-bb0861811322 req-fef1bb8f-7be0-412c-b121-7e2e8d08e3e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220044 Oct 25 08:53:48.850872 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2cf82ec-129a-4dbd-bd83-05b8f34c04a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:48.899008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94a1758d-ef5b-460c-9cfc-ee3443316287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:48.904411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 960deac4-eb0e-4c28-928a-97761e2b0055 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:48.904998 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:48.914182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-f444b9ce-b85a-4687-9783-72e8094bd6e2 service neutron] 10.222.0.41 "GET /v2.0/networks/293b84a1-22af-41f2-a36d-c62cda5ad7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1809406 Oct 25 08:53:49.000681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf82ec-129a-4dbd-bd83-05b8f34c04a9 None None] Pushing event updated for resources: {'Port': ['ID=41b63597-16d2-478d-a5cb-3a43d5427602,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:49.027523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:41Z', 'revision_number': 3, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:49.076985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55bf7d-8914-4394-9ec4-5fc55d4bd8ad None None] The sync data for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 is: [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:41Z', 'revision_number': 3, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:49.166569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fbe2d5f4-c639-494f-bd75-ecda60e44d8d None None] Provisioning complete for port 41b63597-16d2-478d-a5cb-3a43d5427602 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:49.166952 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d5f4-c639-494f-bd75-ecda60e44d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:49.169476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 41b63597-16d2-478d-a5cb-3a43d5427602 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:49.206866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-7ed5610f-9ba0-4b9f-b285-fa7906a06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:49.211959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-7ed5610f-9ba0-4b9f-b285-fa7906a06d99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.5243230 Oct 25 08:53:49.313204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 41b63597-16d2-478d-a5cb-3a43d5427602 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:49.313564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:49.320263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-29db9772-c70d-4eb2-b79a-f82e46df46cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564849 Oct 25 08:53:49.359746 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:49.399187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fbe2d5f4-c639-494f-bd75-ecda60e44d8d None None] Provisioning complete for port 95c02006-9451-41e2-903d-a57d67f982d8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:49.407946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d5f4-c639-494f-bd75-ecda60e44d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:49.423235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aa08769-e614-4c5a-bb7a-dad90dd313e4 req-ea4aa07f-c976-41b4-bcf5-ff39f47e82fa tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697309 Oct 25 08:53:49.542688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2d5f4-c639-494f-bd75-ecda60e44d8d None None] Port 95c02006-9451-41e2-903d-a57d67f982d8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:53:49.603718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'tag': 'b27249a9-0bb6-4498-a373-e452bd9740ec'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:49.605812 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41353c6-8f7a-4e2a-b29e-e7da472182f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "tag": "b27249a9-0bb6-4498-a373-e452bd9740ec"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:49.653241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-3f933634-58b6-4d54-9d9c-9ca21d49d276 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629871 Oct 25 08:53:49.770549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:49.797188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:49.839507 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:49.974996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 41b63597-16d2-478d-a5cb-3a43d5427602 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:50.039999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-2cbbf517-6b4f-40fd-bedf-6fe7582054c6 service neutron] 10.222.0.41 "GET /v2.0/networks/293b84a1-22af-41f2-a36d-c62cda5ad7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1136107 Oct 25 08:53:50.083945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 41b63597-16d2-478d-a5cb-3a43d5427602 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:50.084325 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:50.087765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Allocated IP 172.25.8.221 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/ce57c5b3-43df-444d-b8e9-097237af42ae) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:50.090243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-83f8c76a-f72f-4738-9c08-2d082c9593cb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:50.095546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-83f8c76a-f72f-4738-9c08-2d082c9593cb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 1024 time: 0.1214850 Oct 25 08:53:50.247884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c45ef97f-a7db-4e70-903d-8ea2cc181f32 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:50.350024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Deleting port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:50.353638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:50.359319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c45ef97f-a7db-4e70-903d-8ea2cc181f32 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:50.362013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:50.518153 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:50.547104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port c45ef97f-a7db-4e70-903d-8ea2cc181f32, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c45ef97f-a7db-4e70-903d-8ea2cc181f32,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:50.551156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] For port 27cb2dfe-421f-4ed8-bd85-88145aaacd02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=27cb2dfe-421f-4ed8-bd85-88145aaacd02,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:50.551538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:50.569876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Calling delete_port for 27cb2dfe-421f-4ed8-bd85-88145aaacd02 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:50.577001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:50.690653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=c45ef97f-a7db-4e70-903d-8ea2cc181f32,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:50.819560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-150e62a0-7cd0-4f97-a482-54ec2cae9b04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=b27249a9-0bb6-4498-a373-e452bd9740ec HTTP/1.1" status: 200 len: 217 time: 0.7248054 Oct 25 08:53:50.821524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5d36df4-b9fc-48b9-899f-899c9439e067 req-faa7e9ac-9d02-4400-9e4d-f050633047b6 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1331425 Oct 25 08:53:50.879945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:50.883057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96c5e7-9f38-457b-9e7b-fe82417ed084 req-f6e95113-66b0-46ff-927e-aff3ed2ced25 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:50.885263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad96c5e7-9f38-457b-9e7b-fe82417ed084 req-f6e95113-66b0-46ff-927e-aff3ed2ced25 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1096 time: 1.2428794 Oct 25 08:53:50.939344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'Port': ['ID=27cb2dfe-421f-4ed8-bd85-88145aaacd02,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:50.995663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0', '27cb2dfe-421f-4ed8-bd85-88145aaacd02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:51.034893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad96c5e7-9f38-457b-9e7b-fe82417ed084 req-afa6b329-e558-4159-b9d7-2716bda9d008 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912445 Oct 25 08:53:51.048993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-b35604bb-4d4c-46e0-89f5-e3e3f1acb180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:51.051673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-b35604bb-4d4c-46e0-89f5-e3e3f1acb180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dcdf8de-6ddf-4515-86e3-1358aa5ce93e HTTP/1.1" status: 200 len: 801 time: 0.2095993 Oct 25 08:53:51.092831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] No DVR routers for this DVR port 27cb2dfe-421f-4ed8-bd85-88145aaacd02 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:51.095593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:51.099325 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aca17a97-7634-4993-b297-4a50a2cb0faf req-2d5745b1-e2a9-446f-850b-ae9af6bb7257 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.18 "DELETE /v2.0/ports/27cb2dfe-421f-4ed8-bd85-88145aaacd02 HTTP/1.1" status: 204 len: 173 time: 0.9978964 Oct 25 08:53:51.099974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'name': 'network-vif-deleted', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:51.102648 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4a7c98-39a8-4e0c-9192-a0a271ad246f" -d '{"events": [{"server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "name": "network-vif-deleted", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:51.237584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b42514f9-f642-4c28-ade6-4f616d621381 req-20db52bf-cae2-4c3c-a330-14c645396f60 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6099ed-2953-41ca-bda9-5202d821c6e1 HTTP/1.1" status: 200 len: 210 time: 0.0455112 Oct 25 08:53:51.278032 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:51.282388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:51.293181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-3e9f1232-e119-430a-bd2d-14a201bcdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:51.295448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-3e9f1232-e119-430a-bd2d-14a201bcdb74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=299edd7d-883d-4ae9-b1ea-7647294c29e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1901782 Oct 25 08:53:51.297866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:51.542154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:51.592222 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Pushing event updated for resources: {'Port': ['ID=95c02006-9451-41e2-903d-a57d67f982d8,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:51.630738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:51.653405 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:51.769021 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3286b05-bda2-4ab3-8e7a-2878c5c7f5b3 x-openstack-request-id: req-e3286b05-bda2-4ab3-8e7a-2878c5c7f5b3 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:51.770284 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "tag": "b27249a9-0bb6-4498-a373-e452bd9740ec", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:51.772964 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3286b05-bda2-4ab3-8e7a-2878c5c7f5b3 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:51.774159 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'tag': 'b27249a9-0bb6-4498-a373-e452bd9740ec', 'status': 'completed', 'code': 200} Oct 25 08:53:51.816920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c45ef97f-a7db-4e70-903d-8ea2cc181f32 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:51.859779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-ba2e55b8-c7e6-4b8b-8c21-ba1af09733f3 service neutron] 10.222.0.41 "GET /v2.0/networks/299edd7d-883d-4ae9-b1ea-7647294c29e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113466 Oct 25 08:53:51.869977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:51.889245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:51.898510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c45ef97f-a7db-4e70-903d-8ea2cc181f32 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:51.898982 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:52.040346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76cb7b9-378e-47e1-9d02-ba604af05da2 req-ad6f3fa1-8a6c-4ab4-9b48-55c5dea1907c service neutron] 10.222.0.41 "GET /v2.0/networks/299edd7d-883d-4ae9-b1ea-7647294c29e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641827 Oct 25 08:53:52.128338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:52.169807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Pushing event updated for resources: {'Port': ['ID=ce57c5b3-43df-444d-b8e9-097237af42ae,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:52.174935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:52.184640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:52.272510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72554312-609a-4121-b9fd-b571d8056865 req-44283750-a12d-4356-b9b5-a96c52fa1350 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:52.279519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72554312-609a-4121-b9fd-b571d8056865 req-44283750-a12d-4356-b9b5-a96c52fa1350 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:52.281159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72554312-609a-4121-b9fd-b571d8056865 req-44283750-a12d-4356-b9b5-a96c52fa1350 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1678 time: 0.4038393 Oct 25 08:53:52.342677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c79464b8-1275-4ead-8053-78528feea87e None None] Provisioning complete for port 95c02006-9451-41e2-903d-a57d67f982d8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:52.343235 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c79464b8-1275-4ead-8053-78528feea87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:52.384080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-01918f0b-dbb3-4194-8aa5-f84f8b7f5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:52.385236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-01918f0b-dbb3-4194-8aa5-f84f8b7f5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:52.386294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-01918f0b-dbb3-4194-8aa5-f84f8b7f5310 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e553f6a79e84288891f4734819bb75a&device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1980 time: 0.1661553 Oct 25 08:53:52.429265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c79464b8-1275-4ead-8053-78528feea87e None None] Port 95c02006-9451-41e2-903d-a57d67f982d8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:53:52.429575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:53:52.440445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72554312-609a-4121-b9fd-b571d8056865 req-ee577684-69a4-403d-b6de-2e2cd9d765db tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483221 Oct 25 08:53:52.506044 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:52.521592 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310934be-befc-44bd-beec-b7d2566a63b4 x-openstack-request-id: req-310934be-befc-44bd-beec-b7d2566a63b4 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:52.522522 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6099ed-2953-41ca-bda9-5202d821c6e1", "name": "network-vif-deleted", "tag": "27cb2dfe-421f-4ed8-bd85-88145aaacd02", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:52.523360 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-310934be-befc-44bd-beec-b7d2566a63b4 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:52.523910 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6099ed-2953-41ca-bda9-5202d821c6e1', 'name': 'network-vif-deleted', 'tag': '27cb2dfe-421f-4ed8-bd85-88145aaacd02', 'status': 'completed', 'code': 200} Oct 25 08:53:52.687554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-f20aa51a-bc04-44f4-9e90-00ed5c446e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:52.689049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-f20aa51a-bc04-44f4-9e90-00ed5c446e27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=299edd7d-883d-4ae9-b1ea-7647294c29e6 HTTP/1.1" status: 200 len: 903 time: 0.2746334 Oct 25 08:53:52.692070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:52.767448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc669e2-6f14-4d9b-b8e6-a3f9c17f3e27 req-4d6d0ef9-447a-41a0-808f-2802c15a1b29 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:52.776938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbc669e2-6f14-4d9b-b8e6-a3f9c17f3e27 req-4d6d0ef9-447a-41a0-808f-2802c15a1b29 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 1096 time: 0.1756787 Oct 25 08:53:52.788255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-92558f8a-0dee-4f09-a43a-88e627cdec93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=b27249a9-0bb6-4498-a373-e452bd9740ec HTTP/1.1" status: 200 len: 217 time: 0.0896914 Oct 25 08:53:52.814780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:52.825763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Sync routers for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:52.853764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9a923fa8-1f4c-48fd-9048-09f445f97f9d admin admin] 10.222.0.32 "PUT /v2.0/routers/d1de01a6-e12f-4357-b19f-7dc2ac3a23e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8942974 Oct 25 08:53:52.872481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:52.878038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:52.886520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbc669e2-6f14-4d9b-b8e6-a3f9c17f3e27 req-9601c609-ec4e-48b7-be89-4f9f60fd868c tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097524 Oct 25 08:53:52.974820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-208e229b-c712-4c75-a9e5-dff083476131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:52.976305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-208e229b-c712-4c75-a9e5-dff083476131 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7dcdf8de-6ddf-4515-86e3-1358aa5ce93e HTTP/1.1" status: 200 len: 801 time: 0.1756673 Oct 25 08:53:53.115028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-394ddc95-2c07-4f1f-a5f2-c8855db21b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:53.116676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-394ddc95-2c07-4f1f-a5f2-c8855db21b99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=299edd7d-883d-4ae9-b1ea-7647294c29e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086292 Oct 25 08:53:53.194907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-cf25607d-1c60-484e-80f7-ff7835b059b5 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--139932459&fields=id&tenant_id=18f302d3385e4b429e2de15b72b31eb4 HTTP/1.1" status: 200 len: 267 time: 0.1252441 Oct 25 08:53:53.211731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:53.232737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:53.249699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:53.383613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Pushing event updated for resources: {'Port': ['ID=ce57c5b3-43df-444d-b8e9-097237af42ae,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:53.388193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-1f2a7e04-2d9e-41c5-b8a3-61f6de93f44c service neutron] 10.222.0.41 "GET /v2.0/networks/299edd7d-883d-4ae9-b1ea-7647294c29e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589908 Oct 25 08:53:53.485478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:53.496677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-4aa0e22c-aa80-48b7-95cc-058a76d7431e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:53.498388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 2, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:53.504125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-4aa0e22c-aa80-48b7-95cc-058a76d7431e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 823 time: 0.2874908 Oct 25 08:53:53.541455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-4f602cd4-e0ab-40f2-a418-3ac66992d6d9 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/quotas/18f302d3385e4b429e2de15b72b31eb4 HTTP/1.1" status: 200 len: 375 time: 0.0300813 Oct 25 08:53:53.556265 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:53.557495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-c3c92654-9b29-4c59-8929-86c97d40a9df tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8688483 Oct 25 08:53:53.567693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Checking router: d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:53.569221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Updating router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 port 95c02006-9451-41e2-903d-a57d67f982d8 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:53:53.618295 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:53.667255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-42b70650-ba79-46cc-9549-cc172c7115e7 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.221 HTTP/1.1" status: 200 len: 696 time: 0.0685253 Oct 25 08:53:53.677273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d41353c6-8f7a-4e2a-b29e-e7da472182f8 req-14f23b85-f1eb-4b56-9efe-cca3fe9713ac service neutron] 10.222.0.41 "GET /v2.0/networks/299edd7d-883d-4ae9-b1ea-7647294c29e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699873 Oct 25 08:53:53.738421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-d2c8e415-35eb-4526-a606-082a85083b30 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1958964 Oct 25 08:53:54.043176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:54.055015 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:54.164048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a7c7c-b03d-464b-8793-a1869677cc04 None None] Pushing event updated for resources: {'Port': ['ID=95c02006-9451-41e2-903d-a57d67f982d8,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:54.253357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Attempting to bind port 95c02006-9451-41e2-903d-a57d67f982d8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:53:54.254529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Attempting to bind port 95c02006-9451-41e2-903d-a57d67f982d8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:53:54.256493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Attempting to bind port 95c02006-9451-41e2-903d-a57d67f982d8 on network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:53:54.280554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:53:54.280554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Checking segment: {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:53:54.280554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:54.280554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Bound using segment: {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:53:54.280554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Bound port: 95c02006-9451-41e2-903d-a57d67f982d8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:53:54.280554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:54.303591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-60af5f0d-0f9b-4387-a049-7691d3064449 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:54.305037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-60af5f0d-0f9b-4387-a049-7691d3064449 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.41 "GET /v2.0/ports?device_id=413d2f55-9c05-49d4-817f-bd1f3f44fa40 HTTP/1.1" status: 200 len: 945 time: 0.5592835 Oct 25 08:53:54.362237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] For port 95c02006-9451-41e2-903d-a57d67f982d8, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:53:54.365915 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] For port 95c02006-9451-41e2-903d-a57d67f982d8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=95c02006-9451-41e2-903d-a57d67f982d8,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:53:54.376802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:54.428343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-7d24da6a-fd6b-4c4c-ab88-9ccc3e52ae8d tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:54.439369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-7d24da6a-fd6b-4c4c-ab88-9ccc3e52ae8d tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.7610734 Oct 25 08:53:54.451423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:54.452050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:54.452268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-e54907f5-7aff-4adb-9471-d0f6ae314733 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:53:54.465263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-274ee3ae-8c5a-4bce-8764-4b61c11636fe req-e54907f5-7aff-4adb-9471-d0f6ae314733 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0206861 Oct 25 08:53:54.538758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a7c7c-b03d-464b-8793-a1869677cc04 None None] Pushing event updated for resources: {'Port': ['ID=95c02006-9451-41e2-903d-a57d67f982d8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:54.607735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-13016d5e-e7f8-45dd-a508-cd62afb11cc9 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310103 Oct 25 08:53:54.761777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ad002245-5d98-4efb-a223-31885469c892 service neutron] 10.222.0.32 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529305 Oct 25 08:53:54.829023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Deleting port c194e2be-67c8-4485-ac86-5be98cd2037f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:53:54.830215 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:55.034858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:55.043322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] For port c194e2be-67c8-4485-ac86-5be98cd2037f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c194e2be-67c8-4485-ac86-5be98cd2037f,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:55.043700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:55.210966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6138c6bb-af61-4006-917b-82b9421cd193 None None] Provisioning complete for port 95c02006-9451-41e2-903d-a57d67f982d8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:55.211084 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6138c6bb-af61-4006-917b-82b9421cd193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:55.453218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 27cb2dfe-421f-4ed8-bd85-88145aaacd02 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:55.516177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 27cb2dfe-421f-4ed8-bd85-88145aaacd02 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:55.521794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 27cb2dfe-421f-4ed8-bd85-88145aaacd02 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:55.748332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-5c77e468-0890-43ac-ac6e-791029606f63 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:55.758007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-5c77e468-0890-43ac-ac6e-791029606f63 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/networks?id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce HTTP/1.1" status: 200 len: 829 time: 0.5525110 Oct 25 08:53:55.762528 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6138c6bb-af61-4006-917b-82b9421cd193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:55.793656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacca247-f8bc-4e12-9295-62ff94739b20 req-8b712cbe-9e97-48ce-8331-964af6b8b0fe tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:55.815223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacca247-f8bc-4e12-9295-62ff94739b20 req-8b712cbe-9e97-48ce-8331-964af6b8b0fe tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:55.815223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cacca247-f8bc-4e12-9295-62ff94739b20 req-8b712cbe-9e97-48ce-8331-964af6b8b0fe tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1678 time: 0.2367115 Oct 25 08:53:55.827219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:55.827594 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:55.827939 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Floating IP 2a0b7322-6548-4da3-b4f3-fb7c3523de6d disassociated. External IP: 172.25.8.57, port: c194e2be-67c8-4485-ac86-5be98cd2037f. Oct 25 08:53:55.828292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Calling delete_port for c194e2be-67c8-4485-ac86-5be98cd2037f owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:53:55.843134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-b7966640-2067-43e9-aba6-3b119f455560 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/quotas/dc9176bf225d4340ab730b9c895b5bad HTTP/1.1" status: 200 len: 375 time: 0.0842199 Oct 25 08:53:55.864747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6138c6bb-af61-4006-917b-82b9421cd193 None None] For port 95c02006-9451-41e2-903d-a57d67f982d8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=95c02006-9451-41e2-903d-a57d67f982d8,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:55.872781 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6138c6bb-af61-4006-917b-82b9421cd193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:55.943848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cacca247-f8bc-4e12-9295-62ff94739b20 req-2f286d40-87b6-4fc3-85d4-2c7603169ecd tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132379 Oct 25 08:53:55.960706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138c6bb-af61-4006-917b-82b9421cd193 None None] Pushing event updated for resources: {'Port': ['ID=95c02006-9451-41e2-903d-a57d67f982d8,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:55.989834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-5430fccb-0f3e-4a32-a882-140ee4025b85 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc9176bf225d4340ab730b9c895b5bad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951495 Oct 25 08:53:56.035653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fc6041ad-89a4-4a7c-a904-ee9b27d90d13 None None] Provisioning complete for port 95c02006-9451-41e2-903d-a57d67f982d8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:56.036106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fc6041ad-89a4-4a7c-a904-ee9b27d90d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:56.110966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:54Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:56.189859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641609e5-3e4b-4876-8884-39e691fce99b None None] The sync data for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 is: [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:54Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:53:56.192109 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10dfd763-80d6-4fee-b70e-c68880f9eb8f req-986f7ca8-5a41-4918-bc79-8231ac044edc tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips/df7ae4ea-c296-4d9f-9075-5bc36aff4fc1 HTTP/1.1" status: 200 len: 693 time: 0.1360097 Oct 25 08:53:56.375668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfd763-80d6-4fee-b70e-c68880f9eb8f req-0904a673-d07f-4360-8645-4f377080eb08 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:56.388308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10dfd763-80d6-4fee-b70e-c68880f9eb8f req-0904a673-d07f-4360-8645-4f377080eb08 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1773992 Oct 25 08:53:56.416230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-10dfd763-80d6-4fee-b70e-c68880f9eb8f req-ba22d038-3560-4437-8148-08de056e8d59 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:53:56.430466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10dfd763-80d6-4fee-b70e-c68880f9eb8f req-ba22d038-3560-4437-8148-08de056e8d59 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0407877 Oct 25 08:53:56.451887 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:56.520201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-b1d00c8a-5b08-4be0-8535-dbf7b96efef7 service neutron] 10.222.0.32 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161438 Oct 25 08:53:56.569261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event deleted for resources: {'Port': ['ID=c194e2be-67c8-4485-ac86-5be98cd2037f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:56.814940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bc96ea6-5170-4993-a3d1-380a2a2b786d req-c75a5d66-c3f1-4daf-afcc-50725db67915 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/0282a908-068c-4139-9723-d1124bcd5b2b HTTP/1.1" status: 200 len: 1800 time: 0.3384423 Oct 25 08:53:56.964518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-032f84fc-8356-46bd-b713-0a9feb0915ab service neutron] 10.222.0.32 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122469 Oct 25 08:53:57.050772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-5fcd0330-6f64-46a6-aaf8-800792de08a1 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:57.052278 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-5fcd0330-6f64-46a6-aaf8-800792de08a1 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.18 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 823 time: 0.2929165 Oct 25 08:53:57.064169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Router 9b354d68-2a7d-4603-a642-e80e7fb908d7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:53:57.074185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3bc96ea6-5170-4993-a3d1-380a2a2b786d req-af1958f1-44d6-4efa-9eaa-bf2defa8a079 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:57.174181 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-9a40955b-e1dc-4324-95ed-493de1af3434 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f302d3385e4b429e2de15b72b31eb4 HTTP/1.1" status: 200 len: 379 time: 0.1032608 Oct 25 08:53:57.191222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3bc96ea6-5170-4993-a3d1-380a2a2b786d req-af1958f1-44d6-4efa-9eaa-bf2defa8a079 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:57.223171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Request body: {'port': {'device_id': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'admin_state_up': True, 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'security_groups': ['d2df4579-4e00-4e15-a8b9-f2bd7c060f7c']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:57.303542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b27249a9-0bb6-4498-a373-e452bd9740ec details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:53:57.310464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c194e2be-67c8-4485-ac86-5be98cd2037f no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:53:57.373355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: c194e2be-67c8-4485-ac86-5be98cd2037f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:53:57.386535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c194e2be-67c8-4485-ac86-5be98cd2037f not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:53:57.473779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7d5bd3b-ab89-4df1-b7c0-1e52e5b7d8d7 req-61b2cdc6-48b8-4094-9dfb-ddda1d7d67e5 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 210 time: 0.1684494 Oct 25 08:53:57.476385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Made reservation on behalf of 18f302d3385e4b429e2de15b72b31eb4 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:53:57.485456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:57.639117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3bc96ea6-5170-4993-a3d1-380a2a2b786d req-af1958f1-44d6-4efa-9eaa-bf2defa8a079 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:57.700243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3bc96ea6-5170-4993-a3d1-380a2a2b786d req-af1958f1-44d6-4efa-9eaa-bf2defa8a079 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:57.729910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bc96ea6-5170-4993-a3d1-380a2a2b786d req-af1958f1-44d6-4efa-9eaa-bf2defa8a079 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/0282a908-068c-4139-9723-d1124bcd5b2b HTTP/1.1" status: 204 len: 173 time: 0.9140496 Oct 25 08:53:57.870221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b27249a9-0bb6-4498-a373-e452bd9740ec, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b27249a9-0bb6-4498-a373-e452bd9740ec,segment=NetworkSegment(2548b99f-bae0-4764-b9bf-18929f540a08),segment_id=2548b99f-bae0-4764-b9bf-18929f540a08)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:57.916556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'b27249a9-0bb6-4498-a373-e452bd9740ec', 'network_id': '299edd7d-883d-4ae9-b1ea-7647294c29e6', 'port_id': 'b27249a9-0bb6-4498-a373-e452bd9740ec', 'mac_address': 'fa:16:3e:55:70:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcdf8de-6ddf-4515-86e3-1358aa5ce93e', 'ip_address': '19.86.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:53:58.001543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 95c02006-9451-41e2-903d-a57d67f982d8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:53:58.039208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b89d9fe-aff5-4339-95d5-865a5f3f63bc req-e5bd096a-1cb6-4392-acff-4686a8e44b51 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=cd8dbf4518a34a1ab33d04d4aa316016 HTTP/1.1" status: 200 len: 696 time: 0.2523968 Oct 25 08:53:58.041102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1958f1-44d6-4efa-9eaa-bf2defa8a079 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0282a908-068c-4139-9723-d1124bcd5b2b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:58.068426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:53:58.080621 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] Sync routers for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:53:58.093850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Allocated IP 172.20.0.8 (2f2c02bd-27e8-4832-b80c-50d7db76a4a6/d8508ba3-9bc6-4fac-ab44-5d905b989307/c93c4f94-0cf6-4819-8437-e430b22b1d21) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:53:58.100620 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:58.103066 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:58.201973 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:58.242981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] No DVR routers for this DVR port c194e2be-67c8-4485-ac86-5be98cd2037f on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:53:58.248975 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:58.253425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d756eae7-ce57-47b1-88d1-d247f5ec7680 req-96cc0391-f528-428b-8215-4bdcc6c47db6 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.41 "DELETE /v2.0/ports/c194e2be-67c8-4485-ac86-5be98cd2037f HTTP/1.1" status: 204 len: 173 time: 3.9354966 Oct 25 08:53:58.267486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27249a9-0bb6-4498-a373-e452bd9740ec {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:58.300256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 95c02006-9451-41e2-903d-a57d67f982d8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:58.300941 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:58.374074 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:58.389216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'name': 'network-vif-deleted', 'tag': 'c194e2be-67c8-4485-ac86-5be98cd2037f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:53:58.403219 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12479d4c-b5ed-4287-bb7d-9178eb37ca8e" -d '{"events": [{"server_uuid": "413d2f55-9c05-49d4-817f-bd1f3f44fa40", "name": "network-vif-deleted", "tag": "c194e2be-67c8-4485-ac86-5be98cd2037f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:53:58.434993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b27249a9-0bb6-4498-a373-e452bd9740ec, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b27249a9-0bb6-4498-a373-e452bd9740ec,segment=NetworkSegment(2548b99f-bae0-4764-b9bf-18929f540a08),segment_id=2548b99f-bae0-4764-b9bf-18929f540a08)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:58.471437 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:58.472093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8c71c515-9e91-4e7e-9f11-91a9439cad02 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:53:58.501794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:58.596070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89d9fe-aff5-4339-95d5-865a5f3f63bc req-4ecf3ab1-6c06-44cd-893a-9a95eb4b8ca2 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:58.597883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b89d9fe-aff5-4339-95d5-865a5f3f63bc req-4ecf3ab1-6c06-44cd-893a-9a95eb4b8ca2 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/networks?id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 787 time: 0.5088904 Oct 25 08:53:58.604760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b27249a9-0bb6-4498-a373-e452bd9740ec,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:58.620268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-9b89d9fe-aff5-4339-95d5-865a5f3f63bc req-8eb6d682-7618-47f8-abe1-095bddf21e9a tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:53:58.626140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b89d9fe-aff5-4339-95d5-865a5f3f63bc req-8eb6d682-7618-47f8-abe1-095bddf21e9a tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0157130 Oct 25 08:53:58.646551 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:58.665906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0d7fa-55da-48e4-b161-9d04c3965eb5 req-d5419da6-77e7-4543-a715-bdfb2f255f0f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:58.688357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0d7fa-55da-48e4-b161-9d04c3965eb5 req-d5419da6-77e7-4543-a715-bdfb2f255f0f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:58.696458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfc0d7fa-55da-48e4-b161-9d04c3965eb5 req-d5419da6-77e7-4543-a715-bdfb2f255f0f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1678 time: 0.6411941 Oct 25 08:53:58.828934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event updated for resources: {'Port': ['ID=c93c4f94-0cf6-4819-8437-e430b22b1d21,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:58.840650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbc27516-45ed-4e81-bc15-eda700cef0a6 req-b89abc1a-e486-489c-b6da-6e588f9bc49a tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 210 time: 0.0986640 Oct 25 08:53:58.873345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:53:58.874139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfc0d7fa-55da-48e4-b161-9d04c3965eb5 req-e2d00f30-abd7-481e-84a1-9264f1940341 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759236 Oct 25 08:53:58.883529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.884299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.886789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.887231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.888458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.888909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.890580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.891222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.893286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.893737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.894169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.894613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:53:58.903948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:53:58.910031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:53:59.044833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c0fb2b7-5488-4303-99b4-2e2ce26ee6ee req-e5e47969-b400-4600-b6ec-528db97ea2b7 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/158487ba-81f9-4fa5-87b3-8140fc3a6c17 HTTP/1.1" status: 200 len: 1800 time: 0.1332479 Oct 25 08:53:59.059058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8c71c515-9e91-4e7e-9f11-91a9439cad02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8c71c515-9e91-4e7e-9f11-91a9439cad02,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:59.065311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:59.075185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.084397 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '8c71c515-9e91-4e7e-9f11-91a9439cad02', 'network_id': '293b84a1-22af-41f2-a36d-c62cda5ad7a6', 'port_id': '8c71c515-9e91-4e7e-9f11-91a9439cad02', 'mac_address': 'fa:16:3e:50:ff:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcf43cf-71e1-4273-a922-b1211732641b', 'ip_address': '19.80.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:53:59.113780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-ac2231a2-7a1b-4542-a4fe-34b58761a845 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8975267 Oct 25 08:53:59.122172 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:59.135404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Request body: {'port': {'device_id': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:53:59.185375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.233697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c71c515-9e91-4e7e-9f11-91a9439cad02 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:53:59.267605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfc54e-3e22-4079-b4ad-f6f6385fb6e7 req-c49e74ab-6f52-4785-ae0d-6c6414dc1820 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:59.279746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2bfc54e-3e22-4079-b4ad-f6f6385fb6e7 req-c49e74ab-6f52-4785-ae0d-6c6414dc1820 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 931 time: 0.2498436 Oct 25 08:53:59.302902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8c71c515-9e91-4e7e-9f11-91a9439cad02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8c71c515-9e91-4e7e-9f11-91a9439cad02,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:53:59.311263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.351485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.385790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c0fb2b7-5488-4303-99b4-2e2ce26ee6ee req-c470a662-2b6e-4e35-90b7-05c0db20849b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.448538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=8c71c515-9e91-4e7e-9f11-91a9439cad02,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:59.449454 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] Checking router: 9b354d68-2a7d-4603-a642-e80e7fb908d7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:53:59.471583 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:53:59.472211 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:53:59.477111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2bfc54e-3e22-4079-b4ad-f6f6385fb6e7 req-c1c0bd06-939f-400c-9276-dfe343631217 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934178 Oct 25 08:53:59.479368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c0fb2b7-5488-4303-99b4-2e2ce26ee6ee req-c470a662-2b6e-4e35-90b7-05c0db20849b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.513441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8daf9fbd-b029-4980-b7a5-865e2ff5cb84 None None] Provisioning complete for port c93c4f94-0cf6-4819-8437-e430b22b1d21 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:53:59.513810 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8daf9fbd-b029-4980-b7a5-865e2ff5cb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.590179 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98f6b4-b00b-4829-8d91-d965d7c675fa x-openstack-request-id: req-cc98f6b4-b00b-4829-8d91-d965d7c675fa {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:53:59.591425 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d2f55-9c05-49d4-817f-bd1f3f44fa40", "name": "network-vif-deleted", "tag": "c194e2be-67c8-4485-ac86-5be98cd2037f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:53:59.592186 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc98f6b4-b00b-4829-8d91-d965d7c675fa {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:53:59.594052 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413d2f55-9c05-49d4-817f-bd1f3f44fa40', 'name': 'network-vif-deleted', 'tag': 'c194e2be-67c8-4485-ac86-5be98cd2037f', 'status': 'completed', 'code': 200} Oct 25 08:53:59.637815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8daf9fbd-b029-4980-b7a5-865e2ff5cb84 None None] Port c93c4f94-0cf6-4819-8437-e430b22b1d21 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:53:59.684056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-80f9adc7-f6d5-490e-a31b-220cc0e5c830 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips/df7ae4ea-c296-4d9f-9075-5bc36aff4fc1 HTTP/1.1" status: 200 len: 693 time: 0.0749695 Oct 25 08:53:59.764436 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c0fb2b7-5488-4303-99b4-2e2ce26ee6ee req-c470a662-2b6e-4e35-90b7-05c0db20849b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.769634 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:53:59.770743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c0fb2b7-5488-4303-99b4-2e2ce26ee6ee req-c470a662-2b6e-4e35-90b7-05c0db20849b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:53:59.772562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c0fb2b7-5488-4303-99b4-2e2ce26ee6ee req-c470a662-2b6e-4e35-90b7-05c0db20849b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/158487ba-81f9-4fa5-87b3-8140fc3a6c17 HTTP/1.1" status: 204 len: 173 time: 0.7184987 Oct 25 08:53:59.802299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470a662-2b6e-4e35-90b7-05c0db20849b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158487ba-81f9-4fa5-87b3-8140fc3a6c17,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:53:59.855136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['8c71c515-9e91-4e7e-9f11-91a9439cad02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:53:59.903384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-226d78a1-7b53-4f50-9bc1-da6580b9d431 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:53:59.916506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-226d78a1-7b53-4f50-9bc1-da6580b9d431 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.2309155 Oct 25 08:54:00.108213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93c4f94-0cf6-4819-8437-e430b22b1d21 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:00.116731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:00.130558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Transition to ACTIVE for port object c93c4f94-0cf6-4819-8437-e430b22b1d21 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:54:00.139169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:00.219243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-e7e0e2c8-2edd-47b5-aacc-0f5a9d406341 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.221 HTTP/1.1" status: 200 len: 696 time: 0.3017206 Oct 25 08:54:00.282814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Pushing event updated for resources: {'Port': ['ID=c93c4f94-0cf6-4819-8437-e430b22b1d21,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:00.295104 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:00.359505 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac42ed-ead2-4ba8-97e2-426e6b9621d3 None None] The sync data for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 is: [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:00.361676 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Attempting to bind port c93c4f94-0cf6-4819-8437-e430b22b1d21 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:00.362226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Attempting to bind port c93c4f94-0cf6-4819-8437-e430b22b1d21 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:00.362610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Attempting to bind port c93c4f94-0cf6-4819-8437-e430b22b1d21 on network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:00.372771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Port c93c4f94-0cf6-4819-8437-e430b22b1d21 on network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:54:00.373121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Attempting to bind port c93c4f94-0cf6-4819-8437-e430b22b1d21 on network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:00.387892 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:00.388502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Checking segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:00.389912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Bound using segment: {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:00.391476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Bound port: c93c4f94-0cf6-4819-8437-e430b22b1d21, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a36889e-aa8c-42f2-9c3e-792d641f525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:00.393101 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:00.560623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] For port c93c4f94-0cf6-4819-8437-e430b22b1d21, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:00.571975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] For port c93c4f94-0cf6-4819-8437-e430b22b1d21, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:00.583211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:00.643374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:00.644037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:00.650018 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] 10.222.0.18 "PUT /v2.0/ports/c93c4f94-0cf6-4819-8437-e430b22b1d21 HTTP/1.1" status: 200 len: 1091 time: 1.5191967 Oct 25 08:54:00.657546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'tag': 'c93c4f94-0cf6-4819-8437-e430b22b1d21'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:00.669086 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c21db1-1d39-4d4b-9df9-77495ca0e37e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67", "tag": "c93c4f94-0cf6-4819-8437-e430b22b1d21"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:00.697722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc37264-6fe0-49b7-8272-f4facba5fe20 service neutron] Pushing event updated for resources: {'Port': ['ID=c93c4f94-0cf6-4819-8437-e430b22b1d21,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:00.820192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-295eb0c5-8f33-4fc9-83f7-b41cafc7d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:00.825887 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-295eb0c5-8f33-4fc9-83f7-b41cafc7d69b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 1094 time: 0.0867779 Oct 25 08:54:00.899848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d08b208-a817-4d84-b193-f36228e96f7e None None] New status for floating IP 2a0b7322-6548-4da3-b4f3-fb7c3523de6d: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:54:00.932184 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-447eb902-f32f-4284-859f-df53583ca7fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21 HTTP/1.1" status: 200 len: 217 time: 0.0901048 Oct 25 08:54:01.017888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-880c5f15-8c86-491f-9263-7eda66cf84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:01.019964 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-880c5f15-8c86-491f-9263-7eda66cf84c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.0800467 Oct 25 08:54:01.063875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b27249a9-0bb6-4498-a373-e452bd9740ec'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:01.110759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-75071c25-bde2-4577-ba3a-9db93a0fe437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:01.115811 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-75071c25-bde2-4577-ba3a-9db93a0fe437 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831611 Oct 25 08:54:01.198994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-0967ab48-325a-4159-9999-bfd9cd674737 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.221 HTTP/1.1" status: 200 len: 696 time: 0.9528737 Oct 25 08:54:01.207488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-04644f7f-5586-4f5d-adcf-7d18917988bd tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:01.208939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-04644f7f-5586-4f5d-adcf-7d18917988bd tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.41 "GET /v2.0/networks?id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce HTTP/1.1" status: 200 len: 829 time: 1.0096569 Oct 25 08:54:01.284459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Request body: {'port': {'device_id': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'admin_state_up': True, 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:01.290748 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-8dd8e3b1-a3c0-49b4-8a8e-da2cb01059a5 service neutron] 10.222.0.18 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660581 Oct 25 08:54:01.383081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-f1f09261-1789-4caa-a02e-72f54ddee29b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:01.385285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-f1f09261-1789-4caa-a02e-72f54ddee29b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 807 time: 1.2955298 Oct 25 08:54:01.413729 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d86c850-c3c8-4eaa-bd0c-d27c87e18049 req-fc0c18c5-6a1c-490a-84ec-0c059faea894 service neutron] 10.222.0.18 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135492 Oct 25 08:54:01.429598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-1228f096-4524-4f7d-b3d4-719922b968c3 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/quotas/aa66063279d64b5c84f290c5437a3ea0 HTTP/1.1" status: 200 len: 375 time: 0.0354104 Oct 25 08:54:01.522955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Deleting port ce57c5b3-43df-444d-b8e9-097237af42ae {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:01.523285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:01.534155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-3bac68fb-4c35-41bf-9e10-0560afd674f9 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932491 Oct 25 08:54:01.579886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Made reservation on behalf of dc9176bf225d4340ab730b9c895b5bad for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:01.583576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:01.741573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:01.741896 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:01.763765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-5511aff6-047b-47cb-b4ed-264070287fd3 service neutron] 10.222.0.32 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138851 Oct 25 08:54:01.766649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Calling delete_port for ce57c5b3-43df-444d-b8e9-097237af42ae owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:01.938532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Allocated IP 172.20.0.4 (fff50a2c-fbe6-4b73-8cbc-551eb93a2fce/abe80551-6740-4689-8717-3f46d03c1a76/cc62e86c-1514-4351-a13b-e33cd789280f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:01.983663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-ae342d5a-41a7-4244-a22b-f47e4a4bdd42 service neutron] 10.222.0.32 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116566 Oct 25 08:54:02.077853 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.143904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Pushing event deleted for resources: {'Port': ['ID=ce57c5b3-43df-444d-b8e9-097237af42ae,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:02.279967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.282592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.283735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2a40673-9bf9-4b41-8473-eb45bffc7942 req-434baf34-bce7-4614-a6da-0d6e9b45b44c tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "DELETE /v2.0/floatingips/df7ae4ea-c296-4d9f-9075-5bc36aff4fc1 HTTP/1.1" status: 204 len: 173 time: 1.0738053 Oct 25 08:54:02.308195 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.322590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-ca293342-93ac-4f75-b029-a312552cd56e req-576537a0-2fc3-471d-91d3-d23f13bb19cc tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-948348049', 'description': 'tempest-description-2048087680'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:02.368273 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ca293342-93ac-4f75-b029-a312552cd56e req-576537a0-2fc3-471d-91d3-d23f13bb19cc tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.420046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0674241f-fc55-4fbf-a3a1-c0a9246ec2ee req-c117f680-d878-44cc-bfc6-15c21cd96e53 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 210 time: 0.0363226 Oct 25 08:54:02.424059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.493025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:02.497920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:02.514910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:02.605581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Pushing event updated for resources: {'Port': ['ID=cc62e86c-1514-4351-a13b-e33cd789280f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:02.637943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ca293342-93ac-4f75-b029-a312552cd56e req-576537a0-2fc3-471d-91d3-d23f13bb19cc tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.649812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ca293342-93ac-4f75-b029-a312552cd56e req-576537a0-2fc3-471d-91d3-d23f13bb19cc tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.665593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:02.666331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.681570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ffd11-6228-4c6e-a926-7b119de2a9f7 req-7d8e08af-0e96-4136-956d-75801b208db4 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:02.688296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ffd11-6228-4c6e-a926-7b119de2a9f7 req-7d8e08af-0e96-4136-956d-75801b208db4 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:02.689949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e3ffd11-6228-4c6e-a926-7b119de2a9f7 req-7d8e08af-0e96-4136-956d-75801b208db4 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1680 time: 0.1855364 Oct 25 08:54:02.724147 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ca293342-93ac-4f75-b029-a312552cd56e req-576537a0-2fc3-471d-91d3-d23f13bb19cc tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.725579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca293342-93ac-4f75-b029-a312552cd56e req-576537a0-2fc3-471d-91d3-d23f13bb19cc tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4155326 Oct 25 08:54:02.742184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6192fbca-e140-42c4-9a5d-ce3b5a8f4c6d tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4613621 Oct 25 08:54:02.749725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576537a0-2fc3-471d-91d3-d23f13bb19cc tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d31ce10-44e0-461d-a020-87702859347a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:02.762426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3f017d77-1797-417e-8104-087b719f1f14 None None] Provisioning complete for port cc62e86c-1514-4351-a13b-e33cd789280f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:02.763973 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3f017d77-1797-417e-8104-087b719f1f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.779702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Request body: {'port': {'device_id': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:02.806816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3f017d77-1797-417e-8104-087b719f1f14 None None] Port cc62e86c-1514-4351-a13b-e33cd789280f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:54:02.836722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e3ffd11-6228-4c6e-a926-7b119de2a9f7 req-8a2419ee-e462-47b2-856d-3c28cce48d9b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369040 Oct 25 08:54:02.894111 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b526c06-4226-4aa8-811f-c27a1c9091af x-openstack-request-id: req-9b526c06-4226-4aa8-811f-c27a1c9091af {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:02.894653 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67", "tag": "c93c4f94-0cf6-4819-8437-e430b22b1d21", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:02.894653 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b526c06-4226-4aa8-811f-c27a1c9091af {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:02.895032 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'tag': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'status': 'completed', 'code': 200} Oct 25 08:54:02.903176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:02.915239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858acf78-8c5c-4dfc-9749-e00fdf5331cf req-e599f0f2-a630-4202-89e4-ef4bf4772cbc tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:02.916808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-858acf78-8c5c-4dfc-9749-e00fdf5331cf req-e599f0f2-a630-4202-89e4-ef4bf4772cbc tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 943 time: 0.1224453 Oct 25 08:54:03.000312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-858acf78-8c5c-4dfc-9749-e00fdf5331cf req-7e0ae314-6512-4195-a284-03c69984a64e tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758054 Oct 25 08:54:03.050407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-3e3b8fdb-d830-4241-b73f-ecf093508116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:03.052216 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-3e3b8fdb-d830-4241-b73f-ecf093508116 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 1094 time: 0.0950370 Oct 25 08:54:03.154277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-04a74a6e-b72b-4b01-9a5c-29b1bf1ca120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:03.155386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbe1c099-8975-4a5e-8570-be3d00adf7fc req-93fe6968-466e-4c5d-8fde-2d0f335353b5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 210 time: 0.0726643 Oct 25 08:54:03.155880 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-04a74a6e-b72b-4b01-9a5c-29b1bf1ca120 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 924 time: 0.0903516 Oct 25 08:54:03.223825 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-5d69c26f-ffd7-4d76-a33c-4ccd71207965 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21 HTTP/1.1" status: 200 len: 217 time: 0.0591478 Oct 25 08:54:03.279223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-15812ecc-ced6-4930-a977-b0236f890464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:03.281205 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-15812ecc-ced6-4930-a977-b0236f890464 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.0481756 Oct 25 08:54:03.330342 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26629909-91a4-4104-9574-0eab88ece2bd req-a3c2997e-0f31-4de9-a6d3-e38158ca731e tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2592182 Oct 25 08:54:03.334487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-059db599-d56c-45c4-8c75-41ddb4862cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:03.336096 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-059db599-d56c-45c4-8c75-41ddb4862cc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471013 Oct 25 08:54:03.348847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:03.361027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23691306-24fc-49c5-968b-a49cc7b4d2f2 req-b54e5a43-cb96-4da1-8657-e9216bc8605b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/3d31ce10-44e0-461d-a020-87702859347a HTTP/1.1" status: 200 len: 1800 time: 0.1245861 Oct 25 08:54:03.387412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-23691306-24fc-49c5-968b-a49cc7b4d2f2 req-436e3945-f2c7-4573-b5c5-dafed515eef9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1898249794', 'description': 'tempest-description-hth-1684326865'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:03.398408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.418462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b27249a9-0bb6-4498-a373-e452bd9740ec up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:03.481499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port b27249a9-0bb6-4498-a373-e452bd9740ec completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:03.499642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port b27249a9-0bb6-4498-a373-e452bd9740ec triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:03.500001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.504691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-23691306-24fc-49c5-968b-a49cc7b4d2f2 req-436e3945-f2c7-4573-b5c5-dafed515eef9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.595621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc62e86c-1514-4351-a13b-e33cd789280f {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:03.610427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.629460 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-23691306-24fc-49c5-968b-a49cc7b4d2f2 req-436e3945-f2c7-4573-b5c5-dafed515eef9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.631427 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.643928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Transition to ACTIVE for port object cc62e86c-1514-4351-a13b-e33cd789280f will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:54:03.645083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-23691306-24fc-49c5-968b-a49cc7b4d2f2 req-436e3945-f2c7-4573-b5c5-dafed515eef9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.647716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-23691306-24fc-49c5-968b-a49cc7b4d2f2 req-436e3945-f2c7-4573-b5c5-dafed515eef9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.660981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27249a9-0bb6-4498-a373-e452bd9740ec'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:03.663297 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd20b77-e0e5-4c4e-b393-bdd6188cc454" -d '{"events": [{"server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "name": "network-vif-plugged", "status": "completed", "tag": "b27249a9-0bb6-4498-a373-e452bd9740ec"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:03.666852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23691306-24fc-49c5-968b-a49cc7b4d2f2 req-436e3945-f2c7-4573-b5c5-dafed515eef9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "PUT /v2.0/security-groups/3d31ce10-44e0-461d-a020-87702859347a HTTP/1.1" status: 200 len: 1775 time: 0.2839391 Oct 25 08:54:03.676498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.679826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b27249a9-0bb6-4498-a373-e452bd9740ec, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b27249a9-0bb6-4498-a373-e452bd9740ec,segment=NetworkSegment(2548b99f-bae0-4764-b9bf-18929f540a08),segment_id=2548b99f-bae0-4764-b9bf-18929f540a08)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:03.689110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.690220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8c71c515-9e91-4e7e-9f11-91a9439cad02 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:03.738861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-8df94b06-1718-45e4-8c40-f350d9231eda tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:03.745567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-8df94b06-1718-45e4-8c40-f350d9231eda tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 807 time: 0.2569625 Oct 25 08:54:03.760867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e3945-f2c7-4573-b5c5-dafed515eef9 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d31ce10-44e0-461d-a020-87702859347a,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:03.772254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Request body: {'port': {'device_id': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'admin_state_up': True, 'tenant_id': 'aa66063279d64b5c84f290c5437a3ea0'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:03.823593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Pushing event updated for resources: {'Port': ['ID=cc62e86c-1514-4351-a13b-e33cd789280f,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:03.866456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-7542579a-7128-444b-a72c-37d67e1f0a70 service neutron] 10.222.0.18 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991643 Oct 25 08:54:03.872843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b27249a9-0bb6-4498-a373-e452bd9740ec,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:03.882315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 8c71c515-9e91-4e7e-9f11-91a9439cad02 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:03.891414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:03.893026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 8c71c515-9e91-4e7e-9f11-91a9439cad02 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:03.893571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.053362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29c21db1-1d39-4d4b-9df9-77495ca0e37e req-3b76c926-ab23-4499-9ae4-5665883cfa81 service neutron] 10.222.0.18 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780639 Oct 25 08:54:04.068617 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.086709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Made reservation on behalf of aa66063279d64b5c84f290c5437a3ea0 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:04.096039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.133218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8c71c515-9e91-4e7e-9f11-91a9439cad02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8c71c515-9e91-4e7e-9f11-91a9439cad02,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:04.147119 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.231716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Attempting to bind port cc62e86c-1514-4351-a13b-e33cd789280f on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:04.232045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Attempting to bind port cc62e86c-1514-4351-a13b-e33cd789280f by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:04.235863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Attempting to bind port cc62e86c-1514-4351-a13b-e33cd789280f on network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:04.249067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Port cc62e86c-1514-4351-a13b-e33cd789280f on network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:54:04.252409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Attempting to bind port cc62e86c-1514-4351-a13b-e33cd789280f on network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:04.288574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=8c71c515-9e91-4e7e-9f11-91a9439cad02,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:04.302943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Allocated IP 172.25.8.223 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/a946ebd7-1301-403e-99f9-5a6cbd4cf07b) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:04.305216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:04.320231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Checking segment: {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:04.320704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Bound using segment: {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:04.322033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Bound port: cc62e86c-1514-4351-a13b-e33cd789280f, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ee221b-f1c9-44a3-8a1e-d05cb181db12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:04.322430 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.401409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Allocated IP 172.20.0.9 (ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e/3d013093-2d8c-45ce-bcd5-cbf50787e3ea/863100bf-8e07-4200-a7d7-1969241ef201) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:04.492643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] For port cc62e86c-1514-4351-a13b-e33cd789280f, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:04.520411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] For port cc62e86c-1514-4351-a13b-e33cd789280f, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=cc62e86c-1514-4351-a13b-e33cd789280f,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:04.535881 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.541476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.608705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:04.609882 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.611277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] 10.222.0.41 "PUT /v2.0/ports/cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 200 len: 1091 time: 1.8536706 Oct 25 08:54:04.611744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:04.614118 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:04.661778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867c9d4-db63-43ea-8a84-36dfdc79f30d service neutron] Pushing event updated for resources: {'Port': ['ID=cc62e86c-1514-4351-a13b-e33cd789280f,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:04.682804 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.702792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.754564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:04.759801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:04.760722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.763600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:04.793873 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4f50b760-e15d-4cc4-a9bc-887d47dd8219'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:04.821938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Pushing event updated for resources: {'Port': ['ID=a946ebd7-1301-403e-99f9-5a6cbd4cf07b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:04.828950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Pushing event updated for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:04.843831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:04.845596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:04.854959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:04.881908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-0c32cf21-d551-4278-a109-258f21b87ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:04.883992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-0c32cf21-d551-4278-a109-258f21b87ae3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc9176bf225d4340ab730b9c895b5bad&device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 1094 time: 0.1909988 Oct 25 08:54:04.925482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:04.926089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:04.954228 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-cbe58820-169b-4e13-a822-a4a222caa954 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1898315 Oct 25 08:54:04.962462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-6edcdd1a-662c-476a-9daa-8c7ba419ccb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 200 len: 217 time: 0.0613678 Oct 25 08:54:04.974621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Request body: {'port': {'device_id': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:04.974877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab1e3-f930-4261-9b3c-0ca1b8775548 req-1c612973-7c11-4a3f-8e58-1452607d4e1a tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:04.976281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-788ab1e3-f930-4261-9b3c-0ca1b8775548 req-1c612973-7c11-4a3f-8e58-1452607d4e1a tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 943 time: 0.1645455 Oct 25 08:54:05.046286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.047480 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.060564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-eef5d073-d4f6-4c15-a777-3b351637f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:05.062152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-eef5d073-d4f6-4c15-a777-3b351637f8bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=abe80551-6740-4689-8717-3f46d03c1a76 HTTP/1.1" status: 200 len: 868 time: 0.0830641 Oct 25 08:54:05.101992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-788ab1e3-f930-4261-9b3c-0ca1b8775548 req-3ec34271-3f40-4e5c-bbbb-9d24fa3cb60a tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104560 Oct 25 08:54:05.137566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.198275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-5fca6ad3-7f59-401b-80f5-74de016b8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:05.199824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-5fca6ad3-7f59-401b-80f5-74de016b8412 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262779 Oct 25 08:54:05.352043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863100bf-8e07-4200-a7d7-1969241ef201 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:05.360516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.377416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Transition to ACTIVE for port object 863100bf-8e07-4200-a7d7-1969241ef201 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:54:05.384769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.400475 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:54:05.473908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:05.489657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c93c4f94-0cf6-4819-8437-e430b22b1d21 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:54:05.506746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1f26865a-caa2-4cfc-a88f-ec22537a469b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:05.529487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:05.530070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:05.530589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:05.535765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:54:05.536312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:05.542473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:05.543066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:05.543652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:05.544677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Bound port: 863100bf-8e07-4200-a7d7-1969241ef201, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:05.545224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.628533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:05.633044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:05.634109 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4235d687-a770-4a18-901f-33f8a592f22a req-05551b28-3eaf-4e0c-8e02-39c38f4a3482 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/3d31ce10-44e0-461d-a020-87702859347a HTTP/1.1" status: 200 len: 1775 time: 0.4738858 Oct 25 08:54:05.643486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.695066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-2772f1e1-bb91-44e7-ade9-f0ad0688874b service neutron] 10.222.0.41 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847991 Oct 25 08:54:05.706303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:05.707646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.709888 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] 10.222.0.18 "PUT /v2.0/ports/863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 200 len: 1091 time: 0.7406950 Oct 25 08:54:05.711472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:05.715716 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "tag": "863100bf-8e07-4200-a7d7-1969241ef201"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:05.716360 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3263990-6338-4849-8ed2-d7ab73b941ed x-openstack-request-id: req-f3263990-6338-4849-8ed2-d7ab73b941ed {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:05.716671 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "name": "network-vif-plugged", "status": "completed", "tag": "b27249a9-0bb6-4498-a373-e452bd9740ec", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:05.716946 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3263990-6338-4849-8ed2-d7ab73b941ed {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:05.717486 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27249a9-0bb6-4498-a373-e452bd9740ec', 'code': 200} Oct 25 08:54:05.722017 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.725172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port c93c4f94-0cf6-4819-8437-e430b22b1d21, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:05.744025 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.756938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'port_id': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'mac_address': 'fa:16:3e:3e:ca:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:54:05.760116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.812348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:05.822174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31631740-eb7c-4dea-baad-446669e8fbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:05.825247 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.839966 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:05.844829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-bb5e4671-90c8-49ca-82de-9b964a777351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:05.846731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-bb5e4671-90c8-49ca-82de-9b964a777351 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1094 time: 0.0692420 Oct 25 08:54:05.905152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93c4f94-0cf6-4819-8437-e430b22b1d21 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:05.928760 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-e1f324f9-8ba6-4f76-8e26-79df58528fc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 200 len: 217 time: 0.0597804 Oct 25 08:54:05.950630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:05.953951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Pushing event updated for resources: {'Port': ['ID=a946ebd7-1301-403e-99f9-5a6cbd4cf07b,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:05.956777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port c93c4f94-0cf6-4819-8437-e430b22b1d21, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:05.966378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:06.002488 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:06.015206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-bcc84034-6bbc-4a5b-814c-447ef65dcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:06.017332 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-bcc84034-6bbc-4a5b-814c-447ef65dcc9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0813730 Oct 25 08:54:06.030978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2c3e5-b108-4fd1-b862-56d99f2798d3 req-0f73ce0c-dbc5-41c7-8157-a340f5676eef tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:06.037127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2c3e5-b108-4fd1-b862-56d99f2798d3 req-0f73ce0c-dbc5-41c7-8157-a340f5676eef tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:06.038824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3b2c3e5-b108-4fd1-b862-56d99f2798d3 req-0f73ce0c-dbc5-41c7-8157-a340f5676eef tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.1786895 Oct 25 08:54:06.042407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f57a69d-bb9a-47bd-b38b-35410ca52578 req-bbfbd90f-1e62-440c-b851-f135b6a70a09 service neutron] 10.222.0.41 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105135 Oct 25 08:54:06.048440 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:06.049917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26629909-91a4-4104-9574-0eab88ece2bd req-3f41a837-1231-49d4-9818-85eb46146bcb tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7133904 Oct 25 08:54:06.064395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=c93c4f94-0cf6-4819-8437-e430b22b1d21,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:06.068742 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-55dff7d1-fe28-425a-aa4f-c0ac491b1c24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427835 Oct 25 08:54:06.118653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26629909-91a4-4104-9574-0eab88ece2bd req-bc0177d8-9c3d-4d82-9615-6db01d8c8986 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200 len: 696 time: 0.0609293 Oct 25 08:54:06.154770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3b2c3e5-b108-4fd1-b862-56d99f2798d3 req-1fe95a13-d64a-4060-a939-66ec7d5ed43c tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036036 Oct 25 08:54:06.273918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26629909-91a4-4104-9574-0eab88ece2bd req-d9c59a3b-f6a5-4535-85fa-da33c794cdf8 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:06.291882 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26629909-91a4-4104-9574-0eab88ece2bd req-d9c59a3b-f6a5-4535-85fa-da33c794cdf8 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1652310 Oct 25 08:54:06.395093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['c93c4f94-0cf6-4819-8437-e430b22b1d21'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:06.441140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c2515-a717-47a5-8f15-886a0d7a3a7f req-8fb320cb-8bba-4901-9cf6-e4ffa473e39b tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:06.443811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-536c2515-a717-47a5-8f15-886a0d7a3a7f req-8fb320cb-8bba-4901-9cf6-e4ffa473e39b tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 944 time: 0.1392467 Oct 25 08:54:06.460396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-fa1ffea0-1926-4023-a4b3-8d506609e3c9 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804188 Oct 25 08:54:06.492564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162efdd3-09a2-4e9f-ae90-6ba4371fd9b1 req-fe0dd9aa-143a-46ae-add4-aa3d972eeb5e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:06.495428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-162efdd3-09a2-4e9f-ae90-6ba4371fd9b1 req-fe0dd9aa-143a-46ae-add4-aa3d972eeb5e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1239343 Oct 25 08:54:06.564959 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-12dffd0a-6e9e-4fcd-af0a-062cbf042217 req-7b6df4be-6d8e-475b-a417-f1151f50d1aa service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942395 Oct 25 08:54:06.565913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-536c2515-a717-47a5-8f15-886a0d7a3a7f req-a6eed2dc-7962-4ea5-a12c-c9d333a515ed tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100848 Oct 25 08:54:06.593151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-162efdd3-09a2-4e9f-ae90-6ba4371fd9b1 req-21275ba3-ef29-4fe8-a380-bc5dfc2b9b2f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652525 Oct 25 08:54:06.683453 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314bd656-47ed-4ade-9811-16873318650c x-openstack-request-id: req-314bd656-47ed-4ade-9811-16873318650c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:06.684102 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:06.684102 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-314bd656-47ed-4ade-9811-16873318650c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:06.684468 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'status': 'completed', 'code': 200} Oct 25 08:54:06.817837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85ab423a-682c-4632-8ced-6f1ca6beb19a req-89c58c46-52ec-4ab1-b72f-0f364177c018 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/3d31ce10-44e0-461d-a020-87702859347a HTTP/1.1" status: 200 len: 1775 time: 0.1190276 Oct 25 08:54:06.831871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-64d36085-74fa-4481-b3eb-dd91e6216c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:06.833807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-64d36085-74fa-4481-b3eb-dd91e6216c4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc9176bf225d4340ab730b9c895b5bad&device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 1094 time: 0.0967505 Oct 25 08:54:06.871002 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d77b09-462c-45fc-8de2-807674d84b03 x-openstack-request-id: req-d4d77b09-462c-45fc-8de2-807674d84b03 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:06.871300 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "tag": "863100bf-8e07-4200-a7d7-1969241ef201", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:06.871570 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4d77b09-462c-45fc-8de2-807674d84b03 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:06.872093 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201', 'status': 'completed', 'code': 200} Oct 25 08:54:06.981098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-186be863-6c79-41ba-8c7c-043ae83b4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:06.982605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-186be863-6c79-41ba-8c7c-043ae83b4630 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1094 time: 0.0639236 Oct 25 08:54:07.083419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-9cd3cef3-7652-4ac1-ab76-6483981b06af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:07.085212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-9cd3cef3-7652-4ac1-ab76-6483981b06af service neutron] 10.222.0.41 "GET /v2.0/networks?id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce HTTP/1.1" status: 200 len: 930 time: 0.2403989 Oct 25 08:54:07.091146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-85ab423a-682c-4632-8ced-6f1ca6beb19a req-497d51b9-3a3c-41f2-b0d3-d2edd11b5315 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:07.099058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-6fc969fd-fc99-4b50-85e9-982288b6f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:07.100504 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-6fc969fd-fc99-4b50-85e9-982288b6f3fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.1095872 Oct 25 08:54:07.108150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6a638-7332-42f4-bac8-6a73172095c3 req-e3e6c4d8-d36c-45f1-b831-0ff2374b84c4 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:07.115645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71d6a638-7332-42f4-bac8-6a73172095c3 req-e3e6c4d8-d36c-45f1-b831-0ff2374b84c4 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 943 time: 0.1637082 Oct 25 08:54:07.153466 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-97e5cd17-e346-4f4f-b7c3-8f6b960c17cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 200 len: 217 time: 0.0445328 Oct 25 08:54:07.177018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-1854ed09-2874-413b-bf19-487e16d613b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 200 len: 217 time: 0.0834401 Oct 25 08:54:07.201446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-85ab423a-682c-4632-8ced-6f1ca6beb19a req-497d51b9-3a3c-41f2-b0d3-d2edd11b5315 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:07.239051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-e204b6f7-782b-40dc-9c33-7ba8528c681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:07.241262 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-e204b6f7-782b-40dc-9c33-7ba8528c681b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.0799839 Oct 25 08:54:07.286546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-fb119886-df06-4ce2-9f03-504c9e43353a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347276 Oct 25 08:54:07.309065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71d6a638-7332-42f4-bac8-6a73172095c3 req-810092b0-bf6d-438b-b302-74ada43da565 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913295 Oct 25 08:54:07.332956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-d03a700a-f925-4161-8ab1-81b8b86367ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:07.332956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-d03a700a-f925-4161-8ab1-81b8b86367ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=abe80551-6740-4689-8717-3f46d03c1a76 HTTP/1.1" status: 200 len: 868 time: 0.1398580 Oct 25 08:54:07.348919 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-85ab423a-682c-4632-8ced-6f1ca6beb19a req-497d51b9-3a3c-41f2-b0d3-d2edd11b5315 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:07.351191 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-85ab423a-682c-4632-8ced-6f1ca6beb19a req-497d51b9-3a3c-41f2-b0d3-d2edd11b5315 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:07.353081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85ab423a-682c-4632-8ced-6f1ca6beb19a req-497d51b9-3a3c-41f2-b0d3-d2edd11b5315 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/3d31ce10-44e0-461d-a020-87702859347a HTTP/1.1" status: 204 len: 173 time: 0.5176554 Oct 25 08:54:07.442767 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-e9a61630-9531-4fcc-9d4c-6963c1603eae service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476951 Oct 25 08:54:07.451214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d51b9-3a3c-41f2-b0d3-d2edd11b5315 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d31ce10-44e0-461d-a020-87702859347a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:07.542991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-2561dc84-7afc-4d52-a7a0-8dcdc8f807d2 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips/b2072c99-f627-42fe-97b8-4ccb5b837888 HTTP/1.1" status: 200 len: 693 time: 0.1703784 Oct 25 08:54:07.621888 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65658cf2-1b3d-46a3-ba6d-0d7e38515ff3 req-23c30dd1-26ef-4916-ac7e-f4af5b81dbe9 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647253 Oct 25 08:54:07.671409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-ca07c305-5a59-477c-b6c2-a68a6cd3181c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:07.678936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-ca07c305-5a59-477c-b6c2-a68a6cd3181c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 805 time: 0.1895058 Oct 25 08:54:07.707554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-6fc86c9c-a599-4ede-91ef-1005d45f19c6 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/quotas/2edfa44413784630be342847ad30a75a HTTP/1.1" status: 200 len: 375 time: 0.0275388 Oct 25 08:54:07.711264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-a27e0218-c694-4a46-940d-69f8ad154e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:07.713479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-a27e0218-c694-4a46-940d-69f8ad154e17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3770919 Oct 25 08:54:07.718429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c71c515-9e91-4e7e-9f11-91a9439cad02'}, {'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:07.723477 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b245d8fd-599e-471e-a89a-4190538db5b8" -d '{"events": [{"server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "name": "network-vif-plugged", "status": "completed", "tag": "8c71c515-9e91-4e7e-9f11-91a9439cad02"}, {"server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:07.890531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-298e854a-2c5c-415a-af6d-34a6cc40264d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1646075 Oct 25 08:54:08.020822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-ce7e42e7-defd-4365-ac17-c2f2e7bddbaa tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:08.022420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-ce7e42e7-defd-4365-ac17-c2f2e7bddbaa tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.4785838 Oct 25 08:54:08.043104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-7c747fae-dbb4-4883-b513-94741d55843f tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:54:08.044269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-7c747fae-dbb4-4883-b513-94741d55843f tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117648 Oct 25 08:54:08.051616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-a136f746-b9ce-4789-8cd2-1d7b955a0bc7 service neutron] 10.222.0.41 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275599 Oct 25 08:54:08.074476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-cceebbd7-31ca-4448-8d57-fae331fed435 service neutron] 10.222.0.32 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826301 Oct 25 08:54:08.158738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-d3564a50-b4d1-40a5-93d5-53127bdedf45 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200 len: 696 time: 0.1011567 Oct 25 08:54:08.262294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-02b67292-713d-4a8c-84c0-8d3ab338b342 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.223 HTTP/1.1" status: 200 len: 696 time: 0.0661519 Oct 25 08:54:08.362310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-49ad15bd-a0cf-4cec-a310-ea8cbe00616a service neutron] 10.222.0.32 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549727 Oct 25 08:54:08.397866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3499b14c-9e7e-4c02-9a66-8ec43f3a61ec req-5de6aad1-ec6b-4cb5-8865-3fee809b7f38 service neutron] 10.222.0.41 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324401 Oct 25 08:54:08.401685 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:08.458134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Deleting port a946ebd7-1301-403e-99f9-5a6cbd4cf07b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:08.458475 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:08.617303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-34579a2c-f1bd-4026-92f3-06699d862429 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:08.619147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-34579a2c-f1bd-4026-92f3-06699d862429 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.18 "GET /v2.0/ports?device_id=72cc18a4-99e9-47de-b087-8c134cdabcd3 HTTP/1.1" status: 200 len: 943 time: 0.0814455 Oct 25 08:54:08.634219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:08.634519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:08.684723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Calling delete_port for a946ebd7-1301-403e-99f9-5a6cbd4cf07b owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:08.723431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da2f7f-5747-4dfd-8d81-430d74b5a644 req-fb4aefe4-d1cd-404e-aa77-2cff1c67da99 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:08.750003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da2f7f-5747-4dfd-8d81-430d74b5a644 req-fb4aefe4-d1cd-404e-aa77-2cff1c67da99 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:08.751842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10da2f7f-5747-4dfd-8d81-430d74b5a644 req-fb4aefe4-d1cd-404e-aa77-2cff1c67da99 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.1479001 Oct 25 08:54:08.775024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Deleting port 1f26865a-caa2-4cfc-a88f-ec22537a469b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:08.775024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:08.839991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10da2f7f-5747-4dfd-8d81-430d74b5a644 req-59d971cb-83fe-4da7-aa31-c177c4fcfd88 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499923 Oct 25 08:54:08.891624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] For port 1f26865a-caa2-4cfc-a88f-ec22537a469b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1f26865a-caa2-4cfc-a88f-ec22537a469b,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:08.891995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:08.912358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Calling delete_port for 1f26865a-caa2-4cfc-a88f-ec22537a469b owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:09.079111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.083049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.124773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6cbc1-194a-496a-ae5b-47c731efa3fb req-80771d73-a515-4012-a815-419aeb38efd9 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:09.126301 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ec6cbc1-194a-496a-ae5b-47c731efa3fb req-80771d73-a515-4012-a815-419aeb38efd9 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1220808 Oct 25 08:54:09.127621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Pushing event deleted for resources: {'Port': ['ID=a946ebd7-1301-403e-99f9-5a6cbd4cf07b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:09.142250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Pushing event deleted for resources: {'Port': ['ID=1f26865a-caa2-4cfc-a88f-ec22537a469b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:09.210702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] No DVR routers for this DVR port 1f26865a-caa2-4cfc-a88f-ec22537a469b on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:09.214705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.219410 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-41d89afb-b7ea-493d-8c47-093e55867f60 req-aaf2ae34-1700-4e49-87c8-fc2785b982bc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.18 "DELETE /v2.0/ports/1f26865a-caa2-4cfc-a88f-ec22537a469b HTTP/1.1" status: 204 len: 173 time: 0.5932181 Oct 25 08:54:09.219995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'name': 'network-vif-deleted', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:09.223182 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17e7fbc-94a2-41dd-9c27-50190c1d4dc4" -d '{"events": [{"server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "name": "network-vif-deleted", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:09.227693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ec6cbc1-194a-496a-ae5b-47c731efa3fb req-cb62f2cf-bb85-4825-b6d1-39d78d85a528 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937316 Oct 25 08:54:09.252531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.255322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.256435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80c6687-cfe7-4d80-9b1d-b31c6c05a217 req-8eadfb7b-7113-4a20-bcbc-8f6c34d75887 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "DELETE /v2.0/floatingips/b2072c99-f627-42fe-97b8-4ccb5b837888 HTTP/1.1" status: 204 len: 173 time: 0.9827297 Oct 25 08:54:09.329733 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398163cc-01e6-46b8-b998-1dac8fefea38 x-openstack-request-id: req-398163cc-01e6-46b8-b998-1dac8fefea38 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:09.330683 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "name": "network-vif-plugged", "status": "completed", "tag": "8c71c515-9e91-4e7e-9f11-91a9439cad02", "code": 200}, {"server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:09.331158 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-398163cc-01e6-46b8-b998-1dac8fefea38 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:09.332655 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c71c515-9e91-4e7e-9f11-91a9439cad02', 'code': 200} Oct 25 08:54:09.333453 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'code': 200} Oct 25 08:54:09.494761 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.506864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c93c4f94-0cf6-4819-8437-e430b22b1d21 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:09.510122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f8963-7a76-4d7c-8cd4-a1e7d684a5d7 req-7b349fc5-b600-458f-9ada-1c2df035feb2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:09.517681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d1f8963-7a76-4d7c-8cd4-a1e7d684a5d7 req-7b349fc5-b600-458f-9ada-1c2df035feb2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 944 time: 0.1718514 Oct 25 08:54:09.581207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d1f8963-7a76-4d7c-8cd4-a1e7d684a5d7 req-f90e4d5d-182d-4e3d-86ce-8827e2c1fc47 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522146 Oct 25 08:54:09.601973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port c93c4f94-0cf6-4819-8437-e430b22b1d21 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:09.611698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port c93c4f94-0cf6-4819-8437-e430b22b1d21 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:09.611985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.638164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de36771-51e7-4081-b565-a7c493723120 req-f7d12e6f-6c87-4e86-ba37-36796df20aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:09.641372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de36771-51e7-4081-b565-a7c493723120 req-f7d12e6f-6c87-4e86-ba37-36796df20aa2 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 943 time: 0.2178583 Oct 25 08:54:09.684928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b7366-23e6-4dab-8b00-9e68b1b012e8 req-e639a015-caf7-49df-99a8-687d9097f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:09.685628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b7366-23e6-4dab-8b00-9e68b1b012e8 req-e639a015-caf7-49df-99a8-687d9097f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:09.687469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b6b7366-23e6-4dab-8b00-9e68b1b012e8 req-e639a015-caf7-49df-99a8-687d9097f89f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1984 time: 0.1340637 Oct 25 08:54:09.711633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d73761b6-907c-4dbd-aa17-ad24a5d80951 req-c06720f7-dec2-4098-87ef-3b561b761194 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 210 time: 0.0621302 Oct 25 08:54:09.746360 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.801389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port c93c4f94-0cf6-4819-8437-e430b22b1d21, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:09.810958 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:09.819310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b6b7366-23e6-4dab-8b00-9e68b1b012e8 req-aba6548c-b7cf-44ab-b825-bca490948f5d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045127 Oct 25 08:54:09.838388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de36771-51e7-4081-b565-a7c493723120 req-b1b6cca2-d4b2-47cf-96e7-35420c5547dc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754117 Oct 25 08:54:09.849998 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd9f40-8095-4f49-9205-b9ccdaa33f3e x-openstack-request-id: req-40cd9f40-8095-4f49-9205-b9ccdaa33f3e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:09.850519 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cc18a4-99e9-47de-b087-8c134cdabcd3", "name": "network-vif-deleted", "tag": "1f26865a-caa2-4cfc-a88f-ec22537a469b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:09.850519 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40cd9f40-8095-4f49-9205-b9ccdaa33f3e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:09.850906 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cc18a4-99e9-47de-b087-8c134cdabcd3', 'name': 'network-vif-deleted', 'tag': '1f26865a-caa2-4cfc-a88f-ec22537a469b', 'status': 'completed', 'code': 200} Oct 25 08:54:09.891175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=c93c4f94-0cf6-4819-8437-e430b22b1d21,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:09.930382 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-12b29014-7c6c-41a0-b9ff-1b444aab01f9 req-f169a3c3-bc90-4a8c-9d0b-3d7409f6cff9 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] show failed (client error): The resource could not be found. Oct 25 08:54:09.950054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12b29014-7c6c-41a0-b9ff-1b444aab01f9 req-f169a3c3-bc90-4a8c-9d0b-3d7409f6cff9 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips/b2072c99-f627-42fe-97b8-4ccb5b837888 HTTP/1.1" status: 404 len: 350 time: 0.0931630 Oct 25 08:54:09.963980 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-27f1321b-0946-49c7-b358-63d28d940895 req-b140aa84-b4fd-46f9-a0a7-5fc56dd443e4 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:54:09.965397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27f1321b-0946-49c7-b358-63d28d940895 req-b140aa84-b4fd-46f9-a0a7-5fc56dd443e4 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/158487ba-81f9-4fa5-87b3-8140fc3a6c17 HTTP/1.1" status: 404 len: 352 time: 0.1020720 Oct 25 08:54:10.044539 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-32722520-cb9e-4074-9565-ac71de702321 req-e21a5d6b-4ea1-4ec8-b3f6-dda1a3c16284 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] show failed (client error): The resource could not be found. Oct 25 08:54:10.056732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40686) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:10.067635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32722520-cb9e-4074-9565-ac71de702321 req-e21a5d6b-4ea1-4ec8-b3f6-dda1a3c16284 tempest-FloatingIPsTestJSON-1204687970 tempest-FloatingIPsTestJSON-1204687970-project] 10.222.0.32 "GET /v2.0/floatingips/b2072c99-f627-42fe-97b8-4ccb5b837888 HTTP/1.1" status: 404 len: 350 time: 0.0799825 Oct 25 08:54:10.104338 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-f013cce1-9d4c-4d2e-a750-e16133e7e3de req-4fed61e4-75ba-43ae-b0f5-7d26008bc769 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:54:10.110223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f013cce1-9d4c-4d2e-a750-e16133e7e3de req-4fed61e4-75ba-43ae-b0f5-7d26008bc769 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/0282a908-068c-4139-9723-d1124bcd5b2b HTTP/1.1" status: 404 len: 352 time: 0.0417960 Oct 25 08:54:10.145239 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-1ca4e2cc-f738-480c-914c-d64caa9ac300 req-296d5b62-c160-4931-9598-bc96602a1c5a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:54:10.152575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ca4e2cc-f738-480c-914c-d64caa9ac300 req-296d5b62-c160-4931-9598-bc96602a1c5a tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/7c5da99f-e169-47b2-be2a-078fa1c1490b HTTP/1.1" status: 404 len: 352 time: 0.0261445 Oct 25 08:54:10.162424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b2a72-320c-43c2-931a-69a8b1dc03b3 req-5fe3938b-4482-48c4-a0af-20d6a389628d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:10.175039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b2a72-320c-43c2-931a-69a8b1dc03b3 req-5fe3938b-4482-48c4-a0af-20d6a389628d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:10.185189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af3b2a72-320c-43c2-931a-69a8b1dc03b3 req-5fe3938b-4482-48c4-a0af-20d6a389628d tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.1519973 Oct 25 08:54:10.232711 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-0bc8a509-ba01-4a3d-aa84-79c7fe36357e req-f6b4bb0a-e2bf-47d4-a61e-618501d94665 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:54:10.251339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0bc8a509-ba01-4a3d-aa84-79c7fe36357e req-f6b4bb0a-e2bf-47d4-a61e-618501d94665 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/a1ddd317-0909-440b-87bc-d971b87c76fb HTTP/1.1" status: 404 len: 352 time: 0.0628023 Oct 25 08:54:10.292340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af3b2a72-320c-43c2-931a-69a8b1dc03b3 req-763b1912-6b7d-4774-861e-b8abd5ef6c50 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059396 Oct 25 08:54:10.347847 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-75f14bd0-e454-47f9-bf38-153b78f9248d req-38520944-788e-4c0e-932e-2b3e99f3a3c1 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:54:10.349135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75f14bd0-e454-47f9-bf38-153b78f9248d req-38520944-788e-4c0e-932e-2b3e99f3a3c1 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/538df4f2-dd7d-4cb7-be15-79d738281807 HTTP/1.1" status: 404 len: 352 time: 0.0264075 Oct 25 08:54:10.401915 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-22b7aec0-7888-45cd-9a44-ac32fd3ddf75 req-4134d300-78a0-4099-b155-7ff5af0fed49 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] show failed (client error): The resource could not be found. Oct 25 08:54:10.411825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22b7aec0-7888-45cd-9a44-ac32fd3ddf75 req-4134d300-78a0-4099-b155-7ff5af0fed49 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/213c80b8-a95b-4c0b-a8d3-1ae0c3229314 HTTP/1.1" status: 404 len: 352 time: 0.0244434 Oct 25 08:54:10.455947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d639946-b3f9-4305-b8de-18deaf86bc68 req-46c4e034-d8f9-4678-801b-0a82005955b5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:10.466670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d639946-b3f9-4305-b8de-18deaf86bc68 req-46c4e034-d8f9-4678-801b-0a82005955b5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1168051 Oct 25 08:54:10.533956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d639946-b3f9-4305-b8de-18deaf86bc68 req-b6563a80-cfc4-4edd-b670-3ff221375172 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660441 Oct 25 08:54:10.713299 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:10.817445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-83da0112-1710-42f0-be1e-54c506b4d734 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:10.819054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-83da0112-1710-42f0-be1e-54c506b4d734 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 805 time: 0.2810628 Oct 25 08:54:10.853142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d6e8b-8386-4c64-936a-422e86091aa9 req-0d3b3327-9f2c-499a-b82c-2f087747528d tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:10.854914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d6e8b-8386-4c64-936a-422e86091aa9 req-0d3b3327-9f2c-499a-b82c-2f087747528d tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 945 time: 0.1718628 Oct 25 08:54:10.880586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Request body: {'port': {'device_id': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'admin_state_up': True, 'tenant_id': '2edfa44413784630be342847ad30a75a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:10.900451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb5082-02c2-46da-8cde-f8d1d6933faf req-b84247e7-f9b5-4631-8c92-1705c03d3828 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:10.905507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67eb5082-02c2-46da-8cde-f8d1d6933faf req-b84247e7-f9b5-4631-8c92-1705c03d3828 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1024 time: 0.1195693 Oct 25 08:54:11.037135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d6e8b-8386-4c64-936a-422e86091aa9 req-7343648c-6729-40e8-88ed-19012927b82f tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726732 Oct 25 08:54:11.037858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Deleting port 41b63597-16d2-478d-a5cb-3a43d5427602 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:11.038484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:11.093695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67eb5082-02c2-46da-8cde-f8d1d6933faf req-e3bb5d1c-c5f3-47e7-8591-a1e20f1e1876 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=89351242-5eb5-47fe-8792-47004d1a0e8a&id=b6d07b08-cf6f-4dd9-a462-916b20f51407&id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1238763 Oct 25 08:54:11.140928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Made reservation on behalf of 2edfa44413784630be342847ad30a75a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:11.144633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:11.161164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] For port 41b63597-16d2-478d-a5cb-3a43d5427602, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=41b63597-16d2-478d-a5cb-3a43d5427602,segment=NetworkSegment(5bf845fa-045e-4004-bd08-9da942db1f50),segment_id=5bf845fa-045e-4004-bd08-9da942db1f50)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:11.161547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:11.175353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Calling delete_port for 41b63597-16d2-478d-a5cb-3a43d5427602 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:11.218046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f236f90-c89d-4590-b3e7-f58bfad16a6d req-223b4d83-6744-4d6b-94fb-63d8633c1cb3 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 210 time: 0.0668042 Oct 25 08:54:11.334453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93c4f94-0cf6-4819-8437-e430b22b1d21'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:11.338693 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb4393d-3c8b-4ee2-8f6e-c63ae4090b64" -d '{"events": [{"server_uuid": "a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67", "name": "network-vif-plugged", "status": "completed", "tag": "c93c4f94-0cf6-4819-8437-e430b22b1d21"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:11.375693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207769fe-d0e5-4773-a236-fe7afdaa8e3a req-a69ee9a6-9626-43d8-afc2-58f71b5128ce tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:11.383873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-207769fe-d0e5-4773-a236-fe7afdaa8e3a req-a69ee9a6-9626-43d8-afc2-58f71b5128ce tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 943 time: 0.2001896 Oct 25 08:54:11.413098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:11.435691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device cc62e86c-1514-4351-a13b-e33cd789280f details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:54:11.453450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b63597-16d2-478d-a5cb-3a43d5427602,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:11.482098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Allocated IP 172.20.0.13 (5beb32b6-6a3c-46a3-9d3a-67bc60710b12/f22f43f9-4a00-4776-ac6c-afdee1d3b7bd/535bb326-8a25-40c4-85b1-d5db6024417c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:11.524677 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-207769fe-d0e5-4773-a236-fe7afdaa8e3a req-68615938-d0d6-456f-9816-3d8d45e06e62 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397364 Oct 25 08:54:11.638739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port cc62e86c-1514-4351-a13b-e33cd789280f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=cc62e86c-1514-4351-a13b-e33cd789280f,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:11.688343 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804c8cad-0c6a-472c-85e6-71eb0c1767a0 x-openstack-request-id: req-804c8cad-0c6a-472c-85e6-71eb0c1767a0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:11.691087 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67", "name": "network-vif-plugged", "status": "completed", "tag": "c93c4f94-0cf6-4819-8437-e430b22b1d21", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:11.691385 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-804c8cad-0c6a-472c-85e6-71eb0c1767a0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:11.691803 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'code': 200} Oct 25 08:54:11.828065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb70981-fc5b-4a34-a5c6-8f526e409b66 req-b6fa8601-c0b0-42f0-9904-78515216f1af tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:11.834737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb70981-fc5b-4a34-a5c6-8f526e409b66 req-b6fa8601-c0b0-42f0-9904-78515216f1af tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:11.837245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcb70981-fc5b-4a34-a5c6-8f526e409b66 req-b6fa8601-c0b0-42f0-9904-78515216f1af tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.4476616 Oct 25 08:54:11.880541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:11.898429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc42840-ed47-4a14-9c09-f46ba159f68b req-b4055068-e648-46f4-baae-8447f1e8686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:11.900796 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-efc42840-ed47-4a14-9c09-f46ba159f68b req-b4055068-e648-46f4-baae-8447f1e8686f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 1096 time: 0.0881305 Oct 25 08:54:11.941468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'port_id': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'mac_address': 'fa:16:3e:23:c4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:54:11.946272 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:11.973056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abf52-f8cd-4740-ab28-7b98d6b98246 req-8b589977-b2ff-492b-9761-5e7cd7908c54 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:11.978139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f52abf52-f8cd-4740-ab28-7b98d6b98246 req-8b589977-b2ff-492b-9761-5e7cd7908c54 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1854432 Oct 25 08:54:11.983030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcb70981-fc5b-4a34-a5c6-8f526e409b66 req-f8db5f18-ceac-4122-8ac3-9f521d24f876 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104524 Oct 25 08:54:12.007674 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:12.021829 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-efc42840-ed47-4a14-9c09-f46ba159f68b req-c58feee3-ed3e-4259-afc9-c7ea651e8fbd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825908 Oct 25 08:54:12.030365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc62e86c-1514-4351-a13b-e33cd789280f {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:12.046767 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:12.053519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port cc62e86c-1514-4351-a13b-e33cd789280f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=cc62e86c-1514-4351-a13b-e33cd789280f,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:12.060439 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:12.077428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f52abf52-f8cd-4740-ab28-7b98d6b98246 req-6ece383e-3d8e-4c89-bdc7-1a2e26fa49f9 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808530 Oct 25 08:54:12.125827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=cc62e86c-1514-4351-a13b-e33cd789280f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:12.144208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:12.147942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:12.158544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:12.208376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Pushing event updated for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:12.208605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Router 4f22aba5-8032-40a8-8f4f-61ca9719b187 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:54:12.327222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:54:12.332778 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ee81ec16-d255-41a3-8e43-12447a56ee06 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f22aba5-8032-40a8-8f4f-61ca9719b187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2744617 Oct 25 08:54:12.335644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40724) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:12.337523 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] Sync routers for ids ['4f22aba5-8032-40a8-8f4f-61ca9719b187'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:54:12.349842 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] Routers {'4f22aba5-8032-40a8-8f4f-61ca9719b187'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:12.350804 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4f22aba5-8032-40a8-8f4f-61ca9719b187'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:12.463604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:12.472436 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] Set router 4f22aba5-8032-40a8-8f4f-61ca9719b187 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:12.578372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['cc62e86c-1514-4351-a13b-e33cd789280f'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:12.654248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:12.659633 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:54:11Z', 'revision_number': 5, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port': {'id': '2c72e715-7e19-4998-802e-4c8e181f21f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:27:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:29Z', 'updated_at': '2021-10-25T08:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:12.686829 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] Checking router: 4f22aba5-8032-40a8-8f4f-61ca9719b187 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:54:12.695459 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] Routers {'4f22aba5-8032-40a8-8f4f-61ca9719b187'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:12.697345 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4f22aba5-8032-40a8-8f4f-61ca9719b187'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:12.700859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:12.701244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:12.746993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-63601ec4-42f3-4f8d-bf1f-604c5a94f37d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8723943 Oct 25 08:54:12.785779 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] Set router 4f22aba5-8032-40a8-8f4f-61ca9719b187 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:12.795978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91fd9c-f4f1-47aa-aba2-93b7c81f9021 req-ffde0c2c-d8cf-44c0-8f57-df971d9fae1c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:12.806571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe91fd9c-f4f1-47aa-aba2-93b7c81f9021 req-ffde0c2c-d8cf-44c0-8f57-df971d9fae1c tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 945 time: 0.6205351 Oct 25 08:54:12.815488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-87189918-69f4-4713-b353-cd7a1ab271f2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:12.817422 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-87189918-69f4-4713-b353-cd7a1ab271f2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.18 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1024 time: 0.0983667 Oct 25 08:54:12.826116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be344590-3912-47db-9922-9f40734cb79f req-413e73f4-d000-44a0-8681-6f407c52e44e tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:12.826620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Deleting port 2c72e715-7e19-4998-802e-4c8e181f21f8 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:12.826955 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:12.827765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be344590-3912-47db-9922-9f40734cb79f req-413e73f4-d000-44a0-8681-6f407c52e44e tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 1024 time: 0.6240680 Oct 25 08:54:12.831494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Request body: {'port': {'device_id': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:12.844024 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:54:12Z', 'revision_number': 6, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:12.871976 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc632227-8565-402d-9269-5164ee1d5138 None None] The sync data for ids ['4f22aba5-8032-40a8-8f4f-61ca9719b187'] in n-d-814746-2 is: [{'id': '4f22aba5-8032-40a8-8f4f-61ca9719b187', 'name': 'tempest-FloatingIPsTestJSON-1175358970-router', 'tenant_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:27Z', 'updated_at': '2021-10-25T08:54:12Z', 'revision_number': 6, 'project_id': 'cd8dbf4518a34a1ab33d04d4aa316016', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:12.971367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be344590-3912-47db-9922-9f40734cb79f req-28b793f2-59e1-47a3-ad00-1ba7cd37112b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups?id=89351242-5eb5-47fe-8792-47004d1a0e8a&id=b6d07b08-cf6f-4dd9-a462-916b20f51407&id=337e4dc0-de3a-46df-8297-d86f9d8bdef4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1116769 Oct 25 08:54:12.981790 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe91fd9c-f4f1-47aa-aba2-93b7c81f9021 req-4606a548-9f57-4c37-97e4-892638a18951 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741118 Oct 25 08:54:12.982618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.218653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a4cf1-ef3e-4ebc-8012-c777c6bc9caf req-63240bfe-d3e5-4d92-b511-ae5ddcbefa97 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:13.225884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e9a4cf1-ef3e-4ebc-8012-c777c6bc9caf req-63240bfe-d3e5-4d92-b511-ae5ddcbefa97 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 944 time: 0.1669466 Oct 25 08:54:13.263325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84d78a-82c5-48c3-a301-c3c333f145f7 req-f705725f-3fa6-490c-bc01-be1990520833 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:13.263592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] For port 2c72e715-7e19-4998-802e-4c8e181f21f8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2c72e715-7e19-4998-802e-4c8e181f21f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:13.264059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.265415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e84d78a-82c5-48c3-a301-c3c333f145f7 req-f705725f-3fa6-490c-bc01-be1990520833 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 932 time: 0.1861711 Oct 25 08:54:13.285159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Calling delete_port for 2c72e715-7e19-4998-802e-4c8e181f21f8 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:13.343608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Deleting port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:13.343947 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.344468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e9a4cf1-ef3e-4ebc-8012-c777c6bc9caf req-8170aab1-e201-44c1-aaaa-54d616ab246c tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175199 Oct 25 08:54:13.376003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e84d78a-82c5-48c3-a301-c3c333f145f7 req-26c511f8-c1c2-4dd6-8309-7c11fb330f96 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975008 Oct 25 08:54:13.515350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] For port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,segment=NetworkSegment(0b6aa4af-7216-4925-aa45-3af409928b8a),segment_id=0b6aa4af-7216-4925-aa45-3af409928b8a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:13.515717 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.526186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1f26865a-caa2-4cfc-a88f-ec22537a469b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:13.529955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Calling delete_port for 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:13.563782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535bb326-8a25-40c4-85b1-d5db6024417c {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:13.576478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.584610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 1f26865a-caa2-4cfc-a88f-ec22537a469b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:13.585245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1f26865a-caa2-4cfc-a88f-ec22537a469b not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:13.611840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa484803-a2d4-4bfa-a47a-8ed3ab670ce6 req-850fb4ef-6508-46c5-b8fe-8d49ec39fee3 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:13.617977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa484803-a2d4-4bfa-a47a-8ed3ab670ce6 req-850fb4ef-6508-46c5-b8fe-8d49ec39fee3 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:13.619684 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa484803-a2d4-4bfa-a47a-8ed3ab670ce6 req-850fb4ef-6508-46c5-b8fe-8d49ec39fee3 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.1628127 Oct 25 08:54:13.620757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Transition to ACTIVE for port object 535bb326-8a25-40c4-85b1-d5db6024417c will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:54:13.629065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac136f2-12bc-4915-8c2e-fd22e3dc7080 req-63562dce-b290-4300-a9cb-c89b7a203f4f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:13.630540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ac136f2-12bc-4915-8c2e-fd22e3dc7080 req-63562dce-b290-4300-a9cb-c89b7a203f4f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1365190 Oct 25 08:54:13.634785 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.677825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.714214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c72e715-7e19-4998-802e-4c8e181f21f8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:13.741666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Pushing event updated for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:13.760574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa484803-a2d4-4bfa-a47a-8ed3ab670ce6 req-624c4d54-d671-4151-9915-4e8c9970685e tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286395 Oct 25 08:54:13.851169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ac136f2-12bc-4915-8c2e-fd22e3dc7080 req-7580a95a-631f-4dff-8fa2-4e13da5b3d91 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869571 Oct 25 08:54:13.923147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.932399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 41b63597-16d2-478d-a5cb-3a43d5427602 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:13.949288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Attempting to bind port 535bb326-8a25-40c4-85b1-d5db6024417c on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:13.949623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Attempting to bind port 535bb326-8a25-40c4-85b1-d5db6024417c by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:13.949947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Attempting to bind port 535bb326-8a25-40c4-85b1-d5db6024417c on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:13.954831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Port 535bb326-8a25-40c4-85b1-d5db6024417c on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:54:13.955157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Attempting to bind port 535bb326-8a25-40c4-85b1-d5db6024417c on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:13.964122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:13.964472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Checking segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:13.964860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Bound using segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:13.965340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Bound port: 535bb326-8a25-40c4-85b1-d5db6024417c, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:13.965702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:13.973284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 41b63597-16d2-478d-a5cb-3a43d5427602 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:13.973757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 41b63597-16d2-478d-a5cb-3a43d5427602 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:13.974286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2c72e715-7e19-4998-802e-4c8e181f21f8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:14.005502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2c72e715-7e19-4998-802e-4c8e181f21f8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:14.005844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2c72e715-7e19-4998-802e-4c8e181f21f8 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:14.062890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.065848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.067712 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.107905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95f5a6ee-1ed3-4747-82cb-db89ac4101a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:14.130140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79ece89b-996d-4201-8810-c66c23de7a1c req-37d65ab4-ed7f-43c1-8bf9-ebc000f09152 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe79b8-a406-47dd-ad00-ee4281aceb93 HTTP/1.1" status: 200 len: 210 time: 0.0442066 Oct 25 08:54:14.140759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:14.157097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:14.167084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.167247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'Port': ['ID=95f5a6ee-1ed3-4747-82cb-db89ac4101a0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:14.214869 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.215430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f22aba5-8032-40a8-8f4f-61ca9719b187 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:54:14.236396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.237926 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f352f6e-c012-431b-a3ee-f5305edcaf42 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4f22aba5-8032-40a8-8f4f-61ca9719b187 HTTP/1.1" status: 204 len: 168 time: 1.9011371 Oct 25 08:54:14.239055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] No DVR routers for this DVR port 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:14.241905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40746) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:14.244624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.247914 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f0059fe4-67a3-4108-bfeb-0de340f91340 req-b758ab39-e563-4c73-b861-d4d08bf4dee2 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.18 "DELETE /v2.0/ports/95f5a6ee-1ed3-4747-82cb-db89ac4101a0 HTTP/1.1" status: 204 len: 173 time: 1.4233353 Oct 25 08:54:14.251304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:14.254278 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.255723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] 10.222.0.41 "PUT /v2.0/ports/535bb326-8a25-40c4-85b1-d5db6024417c HTTP/1.1" status: 200 len: 1092 time: 1.4404821 Oct 25 08:54:14.256358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:14.259604 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df" -d '{"events": [{"name": "network-changed", "server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:14.298006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'name': 'network-vif-deleted', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:14.300242 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df00a58-b341-476b-957d-1694f16b22b9" -d '{"events": [{"server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "name": "network-vif-deleted", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:14.341716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcd17c-8532-4468-95b2-a76249fd15ce service neutron] Pushing event updated for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:14.341946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a246891e-40e6-4f2d-bc7c-4326f848fc7f admin admin] Deleting subnet 2008a3d5-9de4-4429-909a-a9856d5195b3 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:54:14.359399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a246891e-40e6-4f2d-bc7c-4326f848fc7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.399812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a28b9-52ba-4b54-9251-e7178c188fc1 req-79ea3e60-2ca6-4a92-aee2-3a61bc5b42d8 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:14.402101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b7a28b9-52ba-4b54-9251-e7178c188fc1 req-79ea3e60-2ca6-4a92-aee2-3a61bc5b42d8 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 945 time: 0.1372106 Oct 25 08:54:14.418901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b53b7-8d24-4424-b62e-5fda32792d37 req-789b61d3-5aff-4edd-9de9-90846ca1f518 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:14.423818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a246891e-40e6-4f2d-bc7c-4326f848fc7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.426128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b53b7-8d24-4424-b62e-5fda32792d37 req-789b61d3-5aff-4edd-9de9-90846ca1f518 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:14.427730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c27b53b7-8d24-4424-b62e-5fda32792d37 req-789b61d3-5aff-4edd-9de9-90846ca1f518 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.1607995 Oct 25 08:54:14.483800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-bc96e9dc-b795-492f-a103-9d54963d5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:14.485303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-bc96e9dc-b795-492f-a103-9d54963d5f65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 1095 time: 0.1371958 Oct 25 08:54:14.516507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b7a28b9-52ba-4b54-9251-e7178c188fc1 req-712c8147-09de-410a-bb5e-61acdda51b0b tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877814 Oct 25 08:54:14.526497 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a246891e-40e6-4f2d-bc7c-4326f848fc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.551839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c27b53b7-8d24-4424-b62e-5fda32792d37 req-d44dfbdc-9270-474c-b4b4-45435d7164ed tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071570 Oct 25 08:54:14.552996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-0f4ace9b-ab2c-4b1b-b2a0-9987c965d468 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=535bb326-8a25-40c4-85b1-d5db6024417c HTTP/1.1" status: 200 len: 217 time: 0.0480626 Oct 25 08:54:14.623920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-9e33f8c8-4ad1-4f05-b625-898f822bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:14.626204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-9e33f8c8-4ad1-4f05-b625-898f822bfee5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 200 len: 845 time: 0.0634201 Oct 25 08:54:14.628571 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f95dedf-6a27-46a6-a8bd-6567f469d736 x-openstack-request-id: req-4f95dedf-6a27-46a6-a8bd-6567f469d736 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:14.629094 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:14.629551 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f95dedf-6a27-46a6-a8bd-6567f469d736 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:14.630699 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c', 'status': 'completed', 'code': 200} Oct 25 08:54:14.634255 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ee2f37-f98c-44bc-ba69-b0243a3a7a55 x-openstack-request-id: req-f3ee2f37-f98c-44bc-ba69-b0243a3a7a55 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:14.634480 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afe79b8-a406-47dd-ad00-ee4281aceb93", "name": "network-vif-deleted", "tag": "95f5a6ee-1ed3-4747-82cb-db89ac4101a0", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:14.634732 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3ee2f37-f98c-44bc-ba69-b0243a3a7a55 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:14.635227 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afe79b8-a406-47dd-ad00-ee4281aceb93', 'name': 'network-vif-deleted', 'tag': '95f5a6ee-1ed3-4747-82cb-db89ac4101a0', 'status': 'completed', 'code': 200} Oct 25 08:54:14.646846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a246891e-40e6-4f2d-bc7c-4326f848fc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.685245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a246891e-40e6-4f2d-bc7c-4326f848fc7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.689580 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a246891e-40e6-4f2d-bc7c-4326f848fc7f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2008a3d5-9de4-4429-909a-a9856d5195b3 HTTP/1.1" status: 204 len: 168 time: 0.4461815 Oct 25 08:54:14.690607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dcaa91-4b7e-444b-904c-d738ec08b462 None None] Network dd729d22-b9f4-46b8-a66d-50058a099885 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:14.691105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246891e-40e6-4f2d-bc7c-4326f848fc7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2008a3d5-9de4-4429-909a-a9856d5195b3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:14.693678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40758) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:14.709605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-d30fd48a-a770-4396-a622-4c603af95d7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678377 Oct 25 08:54:14.783656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.872648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926d5e2-8764-4054-871d-d7eb1af8c4aa req-65f15ead-2d40-4d29-b574-e9bde1a0cdfe tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:14.878116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b926d5e2-8764-4054-871d-d7eb1af8c4aa req-65f15ead-2d40-4d29-b574-e9bde1a0cdfe tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 944 time: 0.2251606 Oct 25 08:54:14.879730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Deleting port 4b73c219-8889-44d7-b984-22249f930a87 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:14.880452 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.939272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4dafd-b08b-453d-a754-0aab67fe0948 req-b29ac2b6-bb3c-4c22-b4b5-b16f9764771b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:14.947057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50c4dafd-b08b-453d-a754-0aab67fe0948 req-b29ac2b6-bb3c-4c22-b4b5-b16f9764771b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 944 time: 0.2365313 Oct 25 08:54:14.973198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d3ba1-5815-480f-8518-98438912207c None None] DHCP port deletion for dd729d22-b9f4-46b8-a66d-50058a099885 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:54:14.980623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] For port 4b73c219-8889-44d7-b984-22249f930a87, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4b73c219-8889-44d7-b984-22249f930a87,segment=NetworkSegment(5bf845fa-045e-4004-bd08-9da942db1f50),segment_id=5bf845fa-045e-4004-bd08-9da942db1f50)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:14.981625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:14.998514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-4c76b080-db01-4efc-a421-8e43087a3792 service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723868 Oct 25 08:54:15.000777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Calling delete_port for 4b73c219-8889-44d7-b984-22249f930a87 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:15.019988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b926d5e2-8764-4054-871d-d7eb1af8c4aa req-7c891768-cd2c-4056-aba6-09f3da20dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409822 Oct 25 08:54:15.044636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-674d3ba1-5815-480f-8518-98438912207c None None] Deleting port 4b73c219-8889-44d7-b984-22249f930a87 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:15.046198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-674d3ba1-5815-480f-8518-98438912207c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.067763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50c4dafd-b08b-453d-a754-0aab67fe0948 req-26f75a7f-7ca5-44e3-a38a-0d5d7f9a981c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177714 Oct 25 08:54:15.124966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-674d3ba1-5815-480f-8518-98438912207c None None] For port 4b73c219-8889-44d7-b984-22249f930a87, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4b73c219-8889-44d7-b984-22249f930a87,segment=NetworkSegment(5bf845fa-045e-4004-bd08-9da942db1f50),segment_id=5bf845fa-045e-4004-bd08-9da942db1f50)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:15.125453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-674d3ba1-5815-480f-8518-98438912207c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.129458 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.146274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-674d3ba1-5815-480f-8518-98438912207c None None] Calling delete_port for 4b73c219-8889-44d7-b984-22249f930a87 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:15.148318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] No DVR routers for this DVR port 4b73c219-8889-44d7-b984-22249f930a87 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:15.196035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Pushing event deleted for resources: {'Port': ['ID=4b73c219-8889-44d7-b984-22249f930a87,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:15.244140 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-674d3ba1-5815-480f-8518-98438912207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.256308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.267945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2effd-c5d5-4ae3-9edb-bc07d6160289 req-87b169cc-7e2d-401b-85cd-19995bf2f449 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:15.269500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ca2effd-c5d5-4ae3-9edb-bc07d6160289 req-87b169cc-7e2d-401b-85cd-19995bf2f449 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 945 time: 0.1248806 Oct 25 08:54:15.275168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d3ba1-5815-480f-8518-98438912207c None None] Pushing event deleted for resources: {'Port': ['ID=4b73c219-8889-44d7-b984-22249f930a87,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:15.280612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40766) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:15.284836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d3ba1-5815-480f-8518-98438912207c None None] No DVR routers for this DVR port 4b73c219-8889-44d7-b984-22249f930a87 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:15.285186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Request body: {'floatingip': {'port_id': 'c93c4f94-0cf6-4819-8437-e430b22b1d21'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:15.300803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd729d22-b9f4-46b8-a66d-50058a099885']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:15.315553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf845fa-045e-4004-bd08-9da942db1f50') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:15.316000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf845fa-045e-4004-bd08-9da942db1f50') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:15.329304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.330074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4feace-20ed-45e3-ab8f-36ad0a258b46 req-1c65e487-eb0e-452c-948d-6601a9a4466f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:15.331587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a4feace-20ed-45e3-ab8f-36ad0a258b46 req-1c65e487-eb0e-452c-948d-6601a9a4466f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1337261 Oct 25 08:54:15.347428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.359003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.361205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:54:15.361606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:54:15.363668 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:54:15.425848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.436226 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.442074 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd729d22-b9f4-46b8-a66d-50058a099885 HTTP/1.1" status: 204 len: 168 time: 0.7451646 Oct 25 08:54:15.453404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb75233a-4c17-4777-ac3c-58858f61e5a7 req-c66ac81e-9873-48be-af38-172f0d8eb5e2 service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303889 Oct 25 08:54:15.457315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2804dfb-ebde-47f4-86ed-a43ec06f3adf admin admin] Pushing event deleted for resources: {'Network': ['ID=dd729d22-b9f4-46b8-a66d-50058a099885,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:15.463293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device cc62e86c-1514-4351-a13b-e33cd789280f up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:15.500284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a4feace-20ed-45e3-ab8f-36ad0a258b46 req-a471308c-ccba-40ec-9132-cd65604d1ec7 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603765 Oct 25 08:54:15.554636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2f4b95b-6d52-491b-ae30-45c9bfa02582 req-8f2e0bb6-eb1e-41d0-8d58-6b820f90de0c tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/89351242-5eb5-47fe-8792-47004d1a0e8a HTTP/1.1" status: 200 len: 1800 time: 0.1522193 Oct 25 08:54:15.557653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port cc62e86c-1514-4351-a13b-e33cd789280f completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:15.566695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port cc62e86c-1514-4351-a13b-e33cd789280f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:15.568846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.654344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:15.720784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-552dd971-1d31-49e8-9d04-8189d1c45bb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd8dbf4518a34a1ab33d04d4aa316016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637052 Oct 25 08:54:15.721047 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.723412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40776) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:15.756469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:15.761281 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073fbdd8-4422-4efd-962e-53fa981deb28" -d '{"events": [{"server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "name": "network-vif-plugged", "status": "completed", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:15.771000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c2f4b95b-6d52-491b-ae30-45c9bfa02582 req-2651de70-52f0-4d2a-9538-d1fc2ca61a50 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.783713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port cc62e86c-1514-4351-a13b-e33cd789280f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=cc62e86c-1514-4351-a13b-e33cd789280f,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:15.786393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-01674007-90e1-4b22-acb3-c174d77df2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:15.787305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4b73c219-8889-44d7-b984-22249f930a87 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:15.788086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-01674007-90e1-4b22-acb3-c174d77df2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 1095 time: 0.2078435 Oct 25 08:54:15.792277 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.830979 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-248bb943-4a85-4cb5-b15a-8a98b0d1782e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.840960 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a057b1-ef16-47f7-aa8c-b0e29e5b3cca req-e0f73a60-8103-4873-8a9c-458ada441dd9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:15.847176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a057b1-ef16-47f7-aa8c-b0e29e5b3cca req-e0f73a60-8103-4873-8a9c-458ada441dd9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:15.849868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4b73c219-8889-44d7-b984-22249f930a87 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:15.850443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4b73c219-8889-44d7-b984-22249f930a87 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:15.853451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52a057b1-ef16-47f7-aa8c-b0e29e5b3cca req-e0f73a60-8103-4873-8a9c-458ada441dd9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.1542878 Oct 25 08:54:15.858113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-248bb943-4a85-4cb5-b15a-8a98b0d1782e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.912455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=cc62e86c-1514-4351-a13b-e33cd789280f,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:15.938041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-248bb943-4a85-4cb5-b15a-8a98b0d1782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.940694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-248bb943-4a85-4cb5-b15a-8a98b0d1782e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:15.944526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-248bb943-4a85-4cb5-b15a-8a98b0d1782e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5220615f-7509-43d3-afd4-52bbee7587ed HTTP/1.1" status: 204 len: 168 time: 0.2180324 Oct 25 08:54:15.951961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bb943-4a85-4cb5-b15a-8a98b0d1782e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5220615f-7509-43d3-afd4-52bbee7587ed,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:15.982547 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c2f4b95b-6d52-491b-ae30-45c9bfa02582 req-2651de70-52f0-4d2a-9538-d1fc2ca61a50 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:16.114518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52a057b1-ef16-47f7-aa8c-b0e29e5b3cca req-cf037f90-bede-4086-a158-290a86acbf75 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862681 Oct 25 08:54:16.188027 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b506d-6598-4cd4-ba11-d971d4a69aee x-openstack-request-id: req-9d4b506d-6598-4cd4-ba11-d971d4a69aee {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:16.189288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c2f4b95b-6d52-491b-ae30-45c9bfa02582 req-2651de70-52f0-4d2a-9538-d1fc2ca61a50 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:16.189546 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "name": "network-vif-plugged", "status": "completed", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:16.190538 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d4b506d-6598-4cd4-ba11-d971d4a69aee {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:16.191056 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'code': 200} Oct 25 08:54:16.191840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c2f4b95b-6d52-491b-ae30-45c9bfa02582 req-2651de70-52f0-4d2a-9538-d1fc2ca61a50 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:16.192970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2f4b95b-6d52-491b-ae30-45c9bfa02582 req-2651de70-52f0-4d2a-9538-d1fc2ca61a50 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/89351242-5eb5-47fe-8792-47004d1a0e8a HTTP/1.1" status: 204 len: 173 time: 0.6368926 Oct 25 08:54:16.194008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-2b8252d9-b013-4bd7-8ea1-c2b51c10ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:16.199065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-2b8252d9-b013-4bd7-8ea1-c2b51c10ab6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 906 time: 0.3919528 Oct 25 08:54:16.214831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651de70-52f0-4d2a-9538-d1fc2ca61a50 tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89351242-5eb5-47fe-8792-47004d1a0e8a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:16.308852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:16.317363 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70186ede-078a-4f2d-b4a6-04fcc41c2907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:16.378653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-4d496fd4-680a-4271-8205-6dd60b905b12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=535bb326-8a25-40c4-85b1-d5db6024417c HTTP/1.1" status: 200 len: 217 time: 0.1019993 Oct 25 08:54:16.381173 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:16.415829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aae691-3911-4aaa-8207-ea761751d461 req-d93901d1-7854-493d-b9f1-29cf3b8fe0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:16.417447 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48aae691-3911-4aaa-8207-ea761751d461 req-d93901d1-7854-493d-b9f1-29cf3b8fe0ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 1096 time: 0.0510917 Oct 25 08:54:16.459795 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48aae691-3911-4aaa-8207-ea761751d461 req-9711054d-c143-4d74-acec-f458ac6c6ae2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345390 Oct 25 08:54:16.577267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-94cf90e0-b426-49cf-aaca-d110354302f7 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:16.583215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-94cf90e0-b426-49cf-aaca-d110354302f7 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:16.584810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-94cf90e0-b426-49cf-aaca-d110354302f7 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.2998834 Oct 25 08:54:16.596709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb84c7a-6822-4342-804a-0ce0c406ec70 req-9590cb24-75c8-462f-aa2f-06b78629772d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:16.598222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbb84c7a-6822-4342-804a-0ce0c406ec70 req-9590cb24-75c8-462f-aa2f-06b78629772d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 944 time: 0.2947376 Oct 25 08:54:16.615681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d6726-a853-41bb-9852-c39205319114 req-45066157-0a4d-4ecc-9e16-650a76569fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:16.623727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d69d6726-a853-41bb-9852-c39205319114 req-45066157-0a4d-4ecc-9e16-650a76569fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 945 time: 0.2686646 Oct 25 08:54:16.632509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-680c27e9-2473-4bd9-b879-0eba1e1c16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:16.633916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-680c27e9-2473-4bd9-b879-0eba1e1c16e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 200 len: 845 time: 0.1919417 Oct 25 08:54:16.897847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40810) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:17.008623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-ddeb8dec-59ef-41ce-86a1-7cd2d2bcb3fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696654 Oct 25 08:54:17.011411 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Floating IP 2a0b7322-6548-4da3-b4f3-fb7c3523de6d associated. External IP: 172.25.8.57, port: c93c4f94-0cf6-4819-8437-e430b22b1d21. Oct 25 08:54:17.030577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-935935447-network', 'tenant_id': 'be4817e07c704f748ce0b4b080b4248a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:17.052963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Made reservation on behalf of be4817e07c704f748ce0b4b080b4248a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:17.056411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.065725 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.161933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbb84c7a-6822-4342-804a-0ce0c406ec70 req-84d34343-d646-46f4-9c70-be074e406e87 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310650 Oct 25 08:54:17.166178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.172584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.193648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d69d6726-a853-41bb-9852-c39205319114 req-36b0192f-4df8-4a12-8902-75e8aa1cd4a4 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688081 Oct 25 08:54:17.202697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc8beec-8f03-411e-8f50-64ca198342f1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:17.218780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:54:17.233841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.234761 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Added segment 88cf1155-4ce4-4122-89ae-8eb8e60916aa of type vlan for network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 Oct 25 08:54:17.286589 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.315251 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.316481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:17.317188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.381670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] Pushing event updated for resources: {'Network': ['ID=8b79836d-3b18-4036-9f3e-91d3e68ddf51,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:17.382126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d83e74f9-c404-490e-b7a4-055be5f30b8f req-a9558340-d617-477b-a3d1-5209105c3f7b tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "GET /v2.0/security-groups/b6d07b08-cf6f-4dd9-a462-916b20f51407 HTTP/1.1" status: 200 len: 1800 time: 0.1434584 Oct 25 08:54:17.385263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-619ec6b0-98f9-4a25-bff0-9b50eb4d6522 service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315320 Oct 25 08:54:17.393276 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63f8e824-940d-4c22-bb29-327f872a2301 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4924822 Oct 25 08:54:17.393939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40818) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:17.399928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Request body: {'subnet': {'network_id': '8b79836d-3b18-4036-9f3e-91d3e68ddf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-935935447-subnet', 'tenant_id': 'be4817e07c704f748ce0b4b080b4248a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:17.401594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:54:17.417330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e4043-e509-4793-a50d-901959951a2f req-e600d22b-79f9-4cbe-901c-e3f17faa4a67 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:17.425100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-638e4043-e509-4793-a50d-901959951a2f req-e600d22b-79f9-4cbe-901c-e3f17faa4a67 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1737618 Oct 25 08:54:17.428026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Made reservation on behalf of be4817e07c704f748ce0b4b080b4248a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:17.432308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.479801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port 8c71c515-9e91-4e7e-9f11-91a9439cad02 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:17.480167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.530283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:17.558886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:17.559252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 95f5a6ee-1ed3-4747-82cb-db89ac4101a0 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:17.666023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.677358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-638e4043-e509-4793-a50d-901959951a2f req-6f2d1118-0f11-47cc-9cee-6ca42546c3e0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512355 Oct 25 08:54:17.746285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24e213bc-73f8-4ac3-ae20-7b8f9ee498df req-06dbab81-9770-460c-aaf1-61e36d2b3d78 service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509209 Oct 25 08:54:17.752017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=039d9679-84a0-4e63-817b-b88f414d1fb5,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:17.757138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Checking segment: {'id': '88cf1155-4ce4-4122-89ae-8eb8e60916aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b79836d-3b18-4036-9f3e-91d3e68ddf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:17.757496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Network hostable DHCP agents. Network: 8b79836d-3b18-4036-9f3e-91d3e68ddf51, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:54:17.760624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d83e74f9-c404-490e-b7a4-055be5f30b8f req-74de2702-9c2a-41aa-aa14-f76b695815bb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.771306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port 8c71c515-9e91-4e7e-9f11-91a9439cad02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8c71c515-9e91-4e7e-9f11-91a9439cad02,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:17.771533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.778116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:54:17.792625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8b79836d-3b18-4036-9f3e-91d3e68ddf51) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:17.799547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:17.800992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.806863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dee1df-8c5e-4ab7-9746-6476461ca6eb None None] Network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:17.814607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Router 9b354d68-2a7d-4603-a642-e80e7fb908d7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:54:17.829196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for 8c71c515-9e91-4e7e-9f11-91a9439cad02 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:17.832970 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-43ce378f-3c06-481a-9cad-c555ca93f581 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4368913 Oct 25 08:54:17.844622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d83e74f9-c404-490e-b7a4-055be5f30b8f req-74de2702-9c2a-41aa-aa14-f76b695815bb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:17.996093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65294716-feac-48d2-ac72-7d417b25bde6 None None] Network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:18.015975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b124a7-2309-4cea-89f5-395041ff11dd req-520f8606-50a0-4810-b0de-0e37a1483674 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:18.023255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b124a7-2309-4cea-89f5-395041ff11dd req-520f8606-50a0-4810-b0de-0e37a1483674 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:18.027146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1b124a7-2309-4cea-89f5-395041ff11dd req-520f8606-50a0-4810-b0de-0e37a1483674 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 1682 time: 0.2604434 Oct 25 08:54:18.067462 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d83e74f9-c404-490e-b7a4-055be5f30b8f req-74de2702-9c2a-41aa-aa14-f76b695815bb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.070045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d83e74f9-c404-490e-b7a4-055be5f30b8f req-74de2702-9c2a-41aa-aa14-f76b695815bb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.072038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d83e74f9-c404-490e-b7a4-055be5f30b8f req-74de2702-9c2a-41aa-aa14-f76b695815bb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6d07b08-cf6f-4dd9-a462-916b20f51407 HTTP/1.1" status: 204 len: 173 time: 0.6652057 Oct 25 08:54:18.077808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40828) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:18.109129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de2702-9c2a-41aa-aa14-f76b695815bb tempest-SecurityGroupsTestJSON-1784090030 tempest-SecurityGroupsTestJSON-1784090030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d07b08-cf6f-4dd9-a462-916b20f51407,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:18.138540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1b124a7-2309-4cea-89f5-395041ff11dd req-b49618a7-5cc5-4530-95fb-95f848282ae9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/security-groups?id=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944004 Oct 25 08:54:18.170215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:54:18.202239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-29347750-5211-4672-8b1c-08f9ea4b1f8b admin admin] Deleting subnet d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:54:18.202623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] Sync routers for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:54:18.212675 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29347750-5211-4672-8b1c-08f9ea4b1f8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.217224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:18.218001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:18.247998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.271398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29347750-5211-4672-8b1c-08f9ea4b1f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.355216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29347750-5211-4672-8b1c-08f9ea4b1f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.381812 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:18.404831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e88ecd80-7340-44b5-9647-c4240f5bd496 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "PUT /v2.0/floatingips/2a0b7322-6548-4da3-b4f3-fb7c3523de6d HTTP/1.1" status: 200 len: 990 time: 3.1232700 Oct 25 08:54:18.407290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'tag': 'c93c4f94-0cf6-4819-8437-e430b22b1d21'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:18.408718 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7baf7a-38db-466c-97f4-a8cb94111467" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67", "tag": "c93c4f94-0cf6-4819-8437-e430b22b1d21"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:18.422271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.441310 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29347750-5211-4672-8b1c-08f9ea4b1f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.472299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8215876-307d-4443-8003-57b7323b8839 req-3f9e87c5-34ac-4e0a-8a32-9f07515459f8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:18.473642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8215876-307d-4443-8003-57b7323b8839 req-3f9e87c5-34ac-4e0a-8a32-9f07515459f8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 944 time: 0.1664243 Oct 25 08:54:18.493593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29347750-5211-4672-8b1c-08f9ea4b1f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ccf936-8eb4-44c8-9a76-6fcbb99779a0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:18.502792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29347750-5211-4672-8b1c-08f9ea4b1f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.508430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-29347750-5211-4672-8b1c-08f9ea4b1f8b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d1ccf936-8eb4-44c8-9a76-6fcbb99779a0 HTTP/1.1" status: 204 len: 168 time: 0.4287887 Oct 25 08:54:18.510810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=8c71c515-9e91-4e7e-9f11-91a9439cad02,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:18.512934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40848) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:18.613419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.717977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port 8c71c515-9e91-4e7e-9f11-91a9439cad02 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:18.725184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.727734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.730970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-c93fa1a9-278e-42ea-9532-59ff8d4ec87b tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "DELETE /v2.0/ports/8c71c515-9e91-4e7e-9f11-91a9439cad02 HTTP/1.1" status: 204 len: 173 time: 1.7889259 Oct 25 08:54:18.742198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-af9ccde0-a8ff-4526-addf-9c12cf7dbf90 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:18.744812 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd868-fb69-4de6-ac2b-108563fa389b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.750312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-af9ccde0-a8ff-4526-addf-9c12cf7dbf90 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/networks?id=8b79836d-3b18-4036-9f3e-91d3e68ddf51 HTTP/1.1" status: 200 len: 821 time: 0.2403569 Oct 25 08:54:18.759312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b08512-aa38-4987-8042-f4ee00435c5d']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:18.779337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6aa4af-7216-4925-aa45-3af409928b8a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:18.779509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '2a0b7322-6548-4da3-b4f3-fb7c3523de6d', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'port_id': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'mac_address': 'fa:16:3e:3e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:50:00Z', 'updated_at': '2021-10-25T08:54:16Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:18.780737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6aa4af-7216-4925-aa45-3af409928b8a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:18.794011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.809152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.811457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] Checking router: 9b354d68-2a7d-4603-a642-e80e7fb908d7 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:54:18.814318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-802dc32d-2c76-47cc-b773-abb3b1025ec6 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/quotas/be4817e07c704f748ce0b4b080b4248a HTTP/1.1" status: 200 len: 375 time: 0.0619841 Oct 25 08:54:18.816477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:54:18.817316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:54:18.821384 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:54:18.825543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:18.825689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:18.828533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8215876-307d-4443-8003-57b7323b8839 req-d9c39541-32c5-4fdc-ab4c-3977dd7462a8 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201256 Oct 25 08:54:18.896940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-07031134-b2f3-4916-bbf3-0e45f20de4ae tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=be4817e07c704f748ce0b4b080b4248a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640953 Oct 25 08:54:18.913902 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.931930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:18.938455 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] 10.222.0.32 "DELETE /v2.0/networks/f1b08512-aa38-4987-8042-f4ee00435c5d HTTP/1.1" status: 204 len: 168 time: 0.4205086 Oct 25 08:54:18.949324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37969287-2431-46a3-b715-8d6789a086dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b08512-aa38-4987-8042-f4ee00435c5d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:18.972181 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:19.083236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290aa4d-9905-49c5-bb39-70c077a897d5 req-1a2d2943-6dc9-4dd2-92b4-ce8223310457 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:19.084802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f290aa4d-9905-49c5-bb39-70c077a897d5 req-1a2d2943-6dc9-4dd2-92b4-ce8223310457 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 945 time: 0.0998311 Oct 25 08:54:19.090856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-e09f55fe-1c97-411a-9329-7688c00f62df service neutron] 10.222.0.32 "GET /v2.0/networks/8b79836d-3b18-4036-9f3e-91d3e68ddf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921101 Oct 25 08:54:19.106837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port b27249a9-0bb6-4498-a373-e452bd9740ec {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:19.106837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.138510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40856) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:19.192690 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f5157978-e31d-499c-9524-509e105df52d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a57be1c7173f4e8495097bc6c7983ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528765 Oct 25 08:54:19.193430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40860) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:19.258443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f290aa4d-9905-49c5-bb39-70c077a897d5 req-1c171dfc-91ad-4c71-80f7-0f78d89757a4 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660380 Oct 25 08:54:19.303455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56728c30-8650-47d8-8f4e-f6378625ca6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.332198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-089f6ef4-8370-467b-a310-ca3c5165daef service neutron] 10.222.0.32 "GET /v2.0/networks/8b79836d-3b18-4036-9f3e-91d3e68ddf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310266 Oct 25 08:54:19.338198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port b27249a9-0bb6-4498-a373-e452bd9740ec, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b27249a9-0bb6-4498-a373-e452bd9740ec,segment=NetworkSegment(2548b99f-bae0-4764-b9bf-18929f540a08),segment_id=2548b99f-bae0-4764-b9bf-18929f540a08)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:19.338776 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.342783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56728c30-8650-47d8-8f4e-f6378625ca6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.360226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for b27249a9-0bb6-4498-a373-e452bd9740ec owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:19.408296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56728c30-8650-47d8-8f4e-f6378625ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.412182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56728c30-8650-47d8-8f4e-f6378625ca6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.417715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-56728c30-8650-47d8-8f4e-f6378625ca6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/337e4dc0-de3a-46df-8297-d86f9d8bdef4 HTTP/1.1" status: 204 len: 168 time: 0.2230241 Oct 25 08:54:19.428672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56728c30-8650-47d8-8f4e-f6378625ca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337e4dc0-de3a-46df-8297-d86f9d8bdef4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:19.468136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b27249a9-0bb6-4498-a373-e452bd9740ec no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:19.513690 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f2b35-863a-4773-a45c-66820c2df56e x-openstack-request-id: req-4e2f2b35-863a-4773-a45c-66820c2df56e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:19.514286 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67", "tag": "c93c4f94-0cf6-4819-8437-e430b22b1d21", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:19.514421 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e2f2b35-863a-4773-a45c-66820c2df56e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:19.515062 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'tag': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'status': 'completed', 'code': 200} Oct 25 08:54:19.561823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.625502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No active binding found for port b27249a9-0bb6-4498-a373-e452bd9740ec {{(pid=106993) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 08:54:19.625728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b27249a9-0bb6-4498-a373-e452bd9740ec not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:19.626048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8c71c515-9e91-4e7e-9f11-91a9439cad02 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:19.644698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=b27249a9-0bb6-4498-a373-e452bd9740ec,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:19.660689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-c045f5ed-8acf-44df-af84-b9b78e857fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:19.665923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-c045f5ed-8acf-44df-af84-b9b78e857fbf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 1096 time: 0.1282988 Oct 25 08:54:19.671434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 8c71c515-9e91-4e7e-9f11-91a9439cad02 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:19.671774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8c71c515-9e91-4e7e-9f11-91a9439cad02 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:19.683096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '2a0b7322-6548-4da3-b4f3-fb7c3523de6d', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'port_id': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'mac_address': 'fa:16:3e:3e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:50:00Z', 'updated_at': '2021-10-25T08:54:16Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:19.734975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a56180-217e-4f16-9273-d71f192ab3cd None None] The sync data for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 is: [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '2a0b7322-6548-4da3-b4f3-fb7c3523de6d', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'port_id': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'mac_address': 'fa:16:3e:3e:ca:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:50:00Z', 'updated_at': '2021-10-25T08:54:16Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:19.755876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46c2a2a2-f105-445f-aea3-6fad417f95e2 req-0d197362-398a-478f-9c88-b90605802d72 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9afb75d-1429-4cb0-95ae-31fc4b741040 HTTP/1.1" status: 200 len: 210 time: 0.1325965 Oct 25 08:54:19.853865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.890524 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.931005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port b27249a9-0bb6-4498-a373-e452bd9740ec on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:19.942807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:19.946484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08e054bd-19e0-452b-ace9-669f8ec6543e req-ffaa87c0-d97a-4a62-8cc0-397ef6ea047f tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.41 "DELETE /v2.0/ports/b27249a9-0bb6-4498-a373-e452bd9740ec HTTP/1.1" status: 204 len: 173 time: 1.1896360 Oct 25 08:54:19.966750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-59ac59d6-7210-4206-8567-e237a82976ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:19.968231 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-59ac59d6-7210-4206-8567-e237a82976ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 924 time: 0.2951076 Oct 25 08:54:20.114029 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-acf5784c-99de-4fa8-a9e6-15b7c8267a5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21 HTTP/1.1" status: 200 len: 998 time: 0.1388988 Oct 25 08:54:20.136237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fa248-263d-41e8-bc5a-3fc9845ac64c req-91f4d9ef-67e5-470d-ac5a-ff8f236e27fe tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:20.137866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-134fa248-263d-41e8-bc5a-3fc9845ac64c req-91f4d9ef-67e5-470d-ac5a-ff8f236e27fe tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.4461148 Oct 25 08:54:20.163145 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a981e-9ab4-445e-8b2d-37a8c6934425 None None] New status for floating IP 2a0b7322-6548-4da3-b4f3-fb7c3523de6d: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:54:20.258824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-788b0e65-41f5-4547-93ca-facf37adad24 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 258 time: 0.4286535 Oct 25 08:54:20.267404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-a6646073-76b8-4e70-8f06-60004e99e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:20.269243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-a6646073-76b8-4e70-8f06-60004e99e3cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.1462822 Oct 25 08:54:20.270324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-134fa248-263d-41e8-bc5a-3fc9845ac64c req-7e15d965-cca5-4f72-850d-669af66594cc tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061583 Oct 25 08:54:20.275757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:20.322179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:20.365314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-eac30fdc-780e-4509-9cbb-adff19111905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:20.366574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-eac30fdc-780e-4509-9cbb-adff19111905 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896542 Oct 25 08:54:20.471849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e71562fd-3817-471b-aeae-b634279c76bb req-66c9ee33-7b13-4aa7-85d7-d5ee2939a3e4 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 210 time: 0.1104932 Oct 25 08:54:20.553767 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-ab9a885c-a29b-42f1-a2eb-270133560506 service neutron] 10.222.0.18 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751895 Oct 25 08:54:20.670396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f7baf7a-38db-466c-97f4-a8cb94111467 req-1922d7b0-de46-45e0-a753-3110b975f5a7 service neutron] 10.222.0.18 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101704 Oct 25 08:54:20.701946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:20.728530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f20461-a8b6-4712-bcc2-14051c1f5d37 req-c5263921-5c46-4f9b-8673-682fdf14d3f9 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:20.740204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0f20461-a8b6-4712-bcc2-14051c1f5d37 req-c5263921-5c46-4f9b-8673-682fdf14d3f9 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 944 time: 0.1657150 Oct 25 08:54:20.825148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0f20461-a8b6-4712-bcc2-14051c1f5d37 req-70cae351-c0a0-4d3a-952e-9419ebbbc99b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839493 Oct 25 08:54:20.906430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Allocated IP 172.25.8.79 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/95830219-11d5-4069-bd24-1b3f362d8333) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:20.976631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40902) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:21.049465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-695f1e37-d46d-441b-9fe9-3a58193044a9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting subnet 7dcdf8de-6ddf-4515-86e3-1358aa5ce93e {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:54:21.053738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-695f1e37-d46d-441b-9fe9-3a58193044a9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.105733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-695f1e37-d46d-441b-9fe9-3a58193044a9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.227951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-695f1e37-d46d-441b-9fe9-3a58193044a9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.342941 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-695f1e37-d46d-441b-9fe9-3a58193044a9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.390614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.402045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-695f1e37-d46d-441b-9fe9-3a58193044a9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.408320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640cabf5-aec8-4216-81ac-e70de4219cde None None] Network 299edd7d-883d-4ae9-b1ea-7647294c29e6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:21.427200 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-695f1e37-d46d-441b-9fe9-3a58193044a9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "DELETE /v2.0/subnets/7dcdf8de-6ddf-4515-86e3-1358aa5ce93e HTTP/1.1" status: 204 len: 168 time: 0.4481170 Oct 25 08:54:21.432695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40922) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:21.487076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 535bb326-8a25-40c4-85b1-d5db6024417c details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:54:21.518248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'name': 'network-vif-deleted', 'tag': '8c71c515-9e91-4e7e-9f11-91a9439cad02'}, {'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'name': 'network-vif-deleted', 'tag': 'b27249a9-0bb6-4498-a373-e452bd9740ec'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:21.521076 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ea01d7-8378-4719-8b97-631c34044f0b" -d '{"events": [{"server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "name": "network-vif-deleted", "tag": "8c71c515-9e91-4e7e-9f11-91a9439cad02"}, {"server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "name": "network-vif-deleted", "tag": "b27249a9-0bb6-4498-a373-e452bd9740ec"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:21.546739 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f1e37-d46d-441b-9fe9-3a58193044a9 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcdf8de-6ddf-4515-86e3-1358aa5ce93e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:21.572715 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.584636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df4ffc-13bf-49be-907b-afb2e4a630eb req-dae59bb0-7b8f-49d0-9fef-3f7f066c4d01 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:21.592561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81df4ffc-13bf-49be-907b-afb2e4a630eb req-dae59bb0-7b8f-49d0-9fef-3f7f066c4d01 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1836681 Oct 25 08:54:21.594893 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.605042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-1dc90f62-e769-4825-94b1-8bf6caba6a71 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:21.606633 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-1dc90f62-e769-4825-94b1-8bf6caba6a71 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.18 "GET /v2.0/networks?id=8b79836d-3b18-4036-9f3e-91d3e68ddf51 HTTP/1.1" status: 200 len: 821 time: 0.1781132 Oct 25 08:54:21.625958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Request body: {'port': {'device_id': '09ec0163-49a5-4949-89ef-7db1eeebb4d0', 'network_id': '8b79836d-3b18-4036-9f3e-91d3e68ddf51', 'admin_state_up': True, 'tenant_id': 'be4817e07c704f748ce0b4b080b4248a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:21.644783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:21.666381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:21.666763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '535bb326-8a25-40c4-85b1-d5db6024417c', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'port_id': '535bb326-8a25-40c4-85b1-d5db6024417c', 'mac_address': 'fa:16:3e:d6:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f43f9-4a00-4776-ac6c-afdee1d3b7bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:54:21.670673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 863100bf-8e07-4200-a7d7-1969241ef201 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:54:21.673647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:21.686912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:21.731068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Pushing event updated for resources: {'Port': ['ID=95830219-11d5-4069-bd24-1b3f362d8333,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:21.743935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81df4ffc-13bf-49be-907b-afb2e4a630eb req-7b42c268-9f6b-4712-855d-e5d819b4b1e1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503637 Oct 25 08:54:21.768688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.782411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.784234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Made reservation on behalf of be4817e07c704f748ce0b4b080b4248a for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:21.789290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.816860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535bb326-8a25-40c4-85b1-d5db6024417c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:21.842562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:21.857165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port b2ec5d15-2044-4b6f-a281-62442a97a4bb {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:21.858809 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.866722 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.943957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:21.972014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac7d3774-43c1-4765-94f0-59a8bbcf9e3d req-9a25581d-48cc-4589-a266-e7c43a07f362 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 210 time: 0.0526488 Oct 25 08:54:21.999646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Allocated IP 172.20.0.5 (8b79836d-3b18-4036-9f3e-91d3e68ddf51/039d9679-84a0-4e63-817b-b88f414d1fb5/da893df6-5e2f-42f6-9bce-3e66d7f66d27) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:22.003304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port b2ec5d15-2044-4b6f-a281-62442a97a4bb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b2ec5d15-2044-4b6f-a281-62442a97a4bb,segment=NetworkSegment(2548b99f-bae0-4764-b9bf-18929f540a08),segment_id=2548b99f-bae0-4764-b9bf-18929f540a08)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:22.003943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.041795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for b2ec5d15-2044-4b6f-a281-62442a97a4bb owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:22.050288 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4035607-c717-4b28-9d62-c99572e91c53 x-openstack-request-id: req-c4035607-c717-4b28-9d62-c99572e91c53 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:22.050605 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "name": "network-vif-deleted", "tag": "8c71c515-9e91-4e7e-9f11-91a9439cad02", "status": "completed", "code": 200}, {"server_uuid": "a9afb75d-1429-4cb0-95ae-31fc4b741040", "name": "network-vif-deleted", "tag": "b27249a9-0bb6-4498-a373-e452bd9740ec", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:22.050902 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4035607-c717-4b28-9d62-c99572e91c53 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:22.051256 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'name': 'network-vif-deleted', 'tag': '8c71c515-9e91-4e7e-9f11-91a9439cad02', 'status': 'completed', 'code': 200} Oct 25 08:54:22.051508 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9afb75d-1429-4cb0-95ae-31fc4b741040', 'name': 'network-vif-deleted', 'tag': 'b27249a9-0bb6-4498-a373-e452bd9740ec', 'status': 'completed', 'code': 200} Oct 25 08:54:22.052031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.091330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:22.108938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '863100bf-8e07-4200-a7d7-1969241ef201', 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e', 'port_id': '863100bf-8e07-4200-a7d7-1969241ef201', 'mac_address': 'fa:16:3e:b1:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d013093-2d8c-45ce-bcd5-cbf50787e3ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:54:22.158105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:22.163835 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.178762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863100bf-8e07-4200-a7d7-1969241ef201 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:22.206476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:22.213601 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.266429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] DHCP port deletion for 299edd7d-883d-4ae9-b1ea-7647294c29e6 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:54:22.275785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.279103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fe3b9-5d32-4050-95e7-e628099ddeea req-fb1e4dcc-1364-45b4-924f-0d848a27adb4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:22.286616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e4fe3b9-5d32-4050-95e7-e628099ddeea req-fb1e4dcc-1364-45b4-924f-0d848a27adb4 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 945 time: 0.1609128 Oct 25 08:54:22.291178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:22.331754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['535bb326-8a25-40c4-85b1-d5db6024417c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:22.337614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.342244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.378601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] Deleting port b2ec5d15-2044-4b6f-a281-62442a97a4bb {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:22.379269 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.407860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:22.411448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:22.413491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e4fe3b9-5d32-4050-95e7-e628099ddeea req-4734b6df-0b86-4872-a209-ba72dc97ae14 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257381 Oct 25 08:54:22.414602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=b2ec5d15-2044-4b6f-a281-62442a97a4bb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:22.419961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port b2ec5d15-2044-4b6f-a281-62442a97a4bb on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:22.443694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:22.455453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Pushing event updated for resources: {'Port': ['ID=da893df6-5e2f-42f6-9bce-3e66d7f66d27,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:22.516703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] For port b2ec5d15-2044-4b6f-a281-62442a97a4bb, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:22.517248 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.541279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] Calling delete_port for b2ec5d15-2044-4b6f-a281-62442a97a4bb owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:22.545383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] Port b2ec5d15-2044-4b6f-a281-62442a97a4bb was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 08:54:22.548382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.564000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.588992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:22.589783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.590941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] Pushing event deleted for resources: {'Port': ['ID=b2ec5d15-2044-4b6f-a281-62442a97a4bb,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:22.596222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf32e1e-e9a6-4e31-985a-9e8e57e956d8 None None] No DVR routers for this DVR port b2ec5d15-2044-4b6f-a281-62442a97a4bb on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:22.620868 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.623110 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7af48b1c-8ecd-420e-b904-653f6e9f01da tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0012834 Oct 25 08:54:22.645014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Request body: {'port': {'device_id': '09ec0163-49a5-4949-89ef-7db1eeebb4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:22.676119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['863100bf-8e07-4200-a7d7-1969241ef201'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:22.677433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.711100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Pushing event updated for resources: {'Port': ['ID=95830219-11d5-4069-bd24-1b3f362d8333,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:22.732361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299edd7d-883d-4ae9-b1ea-7647294c29e6']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:22.746156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2548b99f-bae0-4764-b9bf-18929f540a08') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:22.746472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2548b99f-bae0-4764-b9bf-18929f540a08') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:22.748404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.759141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.776562 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.809737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.811001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-4773afd1-3598-4cd8-bafe-ff3bd0fc39bc tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5397074 Oct 25 08:54:22.822896 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.903896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:54:22.904301 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:54:22.907542 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:54:22.933653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-d2e53faf-287e-4adb-8c9f-78dd8abb3e7a tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 695 time: 0.1082828 Oct 25 08:54:23.046448 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.058222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.061395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "DELETE /v2.0/networks/299edd7d-883d-4ae9-b1ea-7647294c29e6 HTTP/1.1" status: 204 len: 168 time: 1.6284518 Oct 25 08:54:23.065692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:23.072521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6956a62-4a53-4cc6-bdeb-d8fd9298984b req-a8f1f855-1b34-443f-90ad-faf737b8d920 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:23.079578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6956a62-4a53-4cc6-bdeb-d8fd9298984b req-a8f1f855-1b34-443f-90ad-faf737b8d920 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 944 time: 0.1945956 Oct 25 08:54:23.084527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40952) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:23.110627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0237e8-7c3f-4f23-a6c2-1f06465a1f26 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Network': ['ID=299edd7d-883d-4ae9-b1ea-7647294c29e6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:23.149993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e582f246-e4ac-4cd6-b65a-9af0d6c2d797 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting subnet 7dcf43cf-71e1-4273-a922-b1211732641b {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:54:23.160127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e582f246-e4ac-4cd6-b65a-9af0d6c2d797 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.161737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6956a62-4a53-4cc6-bdeb-d8fd9298984b req-c6f508fd-244b-4a75-8cf8-f78ef0d411b6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813158 Oct 25 08:54:23.170268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-836c7506-b382-47e3-8d10-4a9b6e77a813 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:23.171659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbb27de4-1fea-4977-af61-5a03e6faa281 req-836c7506-b382-47e3-8d10-4a9b6e77a813 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.2109587 Oct 25 08:54:23.239017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da893df6-5e2f-42f6-9bce-3e66d7f66d27 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:23.246157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e582f246-e4ac-4cd6-b65a-9af0d6c2d797 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.271470 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.277195 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5924ac3b-258f-4072-9920-b3fb49aa7ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.297682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Transition to ACTIVE for port object da893df6-5e2f-42f6-9bce-3e66d7f66d27 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:54:23.308922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.400844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b6e2a-f24a-444b-946f-684882e01a96 req-f1b5c7f3-83f7-42f3-9842-83a03ce03166 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:23.402388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-f1b5c7f3-83f7-42f3-9842-83a03ce03166 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1206541 Oct 25 08:54:23.404672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Pushing event updated for resources: {'Port': ['ID=da893df6-5e2f-42f6-9bce-3e66d7f66d27,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:23.414863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77a5f-8709-41a5-9533-60408c22e629 req-51197461-7649-4798-9d7a-2b8fa66240c3 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:23.416404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91a77a5f-8709-41a5-9533-60408c22e629 req-51197461-7649-4798-9d7a-2b8fa66240c3 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 943 time: 0.1335208 Oct 25 08:54:23.432170 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e582f246-e4ac-4cd6-b65a-9af0d6c2d797 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.496604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-dc097b97-f26b-4cf9-b39d-a49e7e51ef40 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 695 time: 0.0765290 Oct 25 08:54:23.511222 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Request body: {'floatingip': {'port_id': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:23.524657 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Attempting to bind port da893df6-5e2f-42f6-9bce-3e66d7f66d27 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:23.525070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Attempting to bind port da893df6-5e2f-42f6-9bce-3e66d7f66d27 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '88cf1155-4ce4-4122-89ae-8eb8e60916aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b79836d-3b18-4036-9f3e-91d3e68ddf51'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:23.525477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Attempting to bind port da893df6-5e2f-42f6-9bce-3e66d7f66d27 on network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:23.543620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Port da893df6-5e2f-42f6-9bce-3e66d7f66d27 on network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:54:23.544748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Attempting to bind port da893df6-5e2f-42f6-9bce-3e66d7f66d27 on network 8b79836d-3b18-4036-9f3e-91d3e68ddf51 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:23.552491 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e582f246-e4ac-4cd6-b65a-9af0d6c2d797 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.560927 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5924ac3b-258f-4072-9920-b3fb49aa7ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.572996 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.598378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:23.598757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Checking segment: {'id': '88cf1155-4ce4-4122-89ae-8eb8e60916aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b79836d-3b18-4036-9f3e-91d3e68ddf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:23.599128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Bound using segment: {'id': '88cf1155-4ce4-4122-89ae-8eb8e60916aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b79836d-3b18-4036-9f3e-91d3e68ddf51'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:23.599841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Bound port: da893df6-5e2f-42f6-9bce-3e66d7f66d27, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cf1155-4ce4-4122-89ae-8eb8e60916aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8b79836d-3b18-4036-9f3e-91d3e68ddf51'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:23.600194 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.607368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91a77a5f-8709-41a5-9533-60408c22e629 req-65df3025-fe7b-4304-a22a-c58137b527d9 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762803 Oct 25 08:54:23.607984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5924ac3b-258f-4072-9920-b3fb49aa7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.608522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e582f246-e4ac-4cd6-b65a-9af0d6c2d797 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.615093 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e582f246-e4ac-4cd6-b65a-9af0d6c2d797 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "DELETE /v2.0/subnets/7dcf43cf-71e1-4273-a922-b1211732641b HTTP/1.1" status: 204 len: 168 time: 0.5482962 Oct 25 08:54:23.618133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e8d56-e0a1-4078-82da-61827963798f None None] Network 293b84a1-22af-41f2-a36d-c62cda5ad7a6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:23.622743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40964) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:23.622899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582f246-e4ac-4cd6-b65a-9af0d6c2d797 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcf43cf-71e1-4273-a922-b1211732641b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:23.740452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] For port da893df6-5e2f-42f6-9bce-3e66d7f66d27, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:23.750759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] For port da893df6-5e2f-42f6-9bce-3e66d7f66d27, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=da893df6-5e2f-42f6-9bce-3e66d7f66d27,segment=NetworkSegment(88cf1155-4ce4-4122-89ae-8eb8e60916aa),segment_id=88cf1155-4ce4-4122-89ae-8eb8e60916aa)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:23.755284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924ac3b-258f-4072-9920-b3fb49aa7ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a796e6-b47d-4bce-9967-8f96811dd2d6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:23.763850 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.780187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5924ac3b-258f-4072-9920-b3fb49aa7ea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=371cee7059574684a650a48e3c3e7b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941493 Oct 25 08:54:23.791095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40966) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:23.825264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:23.825863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.827206 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/da893df6-5e2f-42f6-9bce-3e66d7f66d27 HTTP/1.1" status: 200 len: 1091 time: 1.1904941 Oct 25 08:54:23.827645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ec0163-49a5-4949-89ef-7db1eeebb4d0', 'tag': 'da893df6-5e2f-42f6-9bce-3e66d7f66d27'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:23.829957 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08" -d '{"events": [{"name": "network-changed", "server_uuid": "09ec0163-49a5-4949-89ef-7db1eeebb4d0", "tag": "da893df6-5e2f-42f6-9bce-3e66d7f66d27"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:23.830447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b2ec5d15-2044-4b6f-a281-62442a97a4bb no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:23.851095 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:23.851537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9636-7e4d-4bf6-858c-2cc7533064d8 service neutron] Pushing event updated for resources: {'Port': ['ID=da893df6-5e2f-42f6-9bce-3e66d7f66d27,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:23.869246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b2ec5d15-2044-4b6f-a281-62442a97a4bb {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:23.869246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b2ec5d15-2044-4b6f-a281-62442a97a4bb not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:23.943854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-4cef538f-bfb8-4935-b62e-eb25aada2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:23.947047 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-4cef538f-bfb8-4935-b62e-eb25aada2549 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be4817e07c704f748ce0b4b080b4248a&device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 1094 time: 0.0482094 Oct 25 08:54:23.982318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debda49-fdcf-43a1-992f-8c75e28a1403 req-58466be6-5253-4e86-b76e-c8b2f9b6a1f3 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:23.992474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8debda49-fdcf-43a1-992f-8c75e28a1403 req-58466be6-5253-4e86-b76e-c8b2f9b6a1f3 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 945 time: 0.2227564 Oct 25 08:54:24.012335 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-592a5ab8-ed2c-437b-8b8a-6e277a01fccf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da893df6-5e2f-42f6-9bce-3e66d7f66d27 HTTP/1.1" status: 200 len: 217 time: 0.0507343 Oct 25 08:54:24.045160 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] DHCP port deletion for 293b84a1-22af-41f2-a36d-c62cda5ad7a6 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:54:24.057149 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f74c1580-bf68-416d-8d74-77c26ed7aa9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.076690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-771e64d1-d3d7-40ff-b3e7-553c99ca71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:24.076690 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-771e64d1-d3d7-40ff-b3e7-553c99ca71ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=039d9679-84a0-4e63-817b-b88f414d1fb5 HTTP/1.1" status: 200 len: 861 time: 0.0570331 Oct 25 08:54:24.131186 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-249ac3e8-632f-4311-8d93-fb3d928784e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b79836d-3b18-4036-9f3e-91d3e68ddf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380476 Oct 25 08:54:24.151188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] Deleting port 6112d37a-f3a1-4608-ab35-9607e8675719 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:24.151878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.160869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f74c1580-bf68-416d-8d74-77c26ed7aa9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.203939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8debda49-fdcf-43a1-992f-8c75e28a1403 req-cee5a700-5e38-42ad-9410-59985737b1e5 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737523 Oct 25 08:54:24.245965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] For port 6112d37a-f3a1-4608-ab35-9607e8675719, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6112d37a-f3a1-4608-ab35-9607e8675719,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:24.247292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.265335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] Calling delete_port for 6112d37a-f3a1-4608-ab35-9607e8675719 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:24.277347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Deleting port 6112d37a-f3a1-4608-ab35-9607e8675719 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:24.277591 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.376724 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.392090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f74c1580-bf68-416d-8d74-77c26ed7aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.401870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f74c1580-bf68-416d-8d74-77c26ed7aa9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.403150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f74c1580-bf68-416d-8d74-77c26ed7aa9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20a796e6-b47d-4bce-9967-8f96811dd2d6 HTTP/1.1" status: 204 len: 168 time: 0.6083691 Oct 25 08:54:24.421405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] Pushing event deleted for resources: {'Port': ['ID=6112d37a-f3a1-4608-ab35-9607e8675719,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:24.427198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc3b28-cd67-4c2c-9c8b-bdc245679213 None None] No DVR routers for this DVR port 6112d37a-f3a1-4608-ab35-9607e8675719 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:24.435284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] For port 6112d37a-f3a1-4608-ab35-9607e8675719, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6112d37a-f3a1-4608-ab35-9607e8675719,segment=NetworkSegment(d4c604be-f997-4f67-ba84-12030ae4f5e4),segment_id=d4c604be-f997-4f67-ba84-12030ae4f5e4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:24.435725 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.460223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.resource_extend [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 08:54:24.464912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c1580-bf68-416d-8d74-77c26ed7aa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a796e6-b47d-4bce-9967-8f96811dd2d6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:24.512631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Calling delete_port for 6112d37a-f3a1-4608-ab35-9607e8675719 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:24.566471 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.606607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.706338 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be08a7c9-0e4f-474e-a82c-edfb1a7aca01 x-openstack-request-id: req-be08a7c9-0e4f-474e-a82c-edfb1a7aca01 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:24.706626 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ec0163-49a5-4949-89ef-7db1eeebb4d0", "tag": "da893df6-5e2f-42f6-9bce-3e66d7f66d27", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:24.706879 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be08a7c9-0e4f-474e-a82c-edfb1a7aca01 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:24.707378 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ec0163-49a5-4949-89ef-7db1eeebb4d0', 'tag': 'da893df6-5e2f-42f6-9bce-3e66d7f66d27', 'status': 'completed', 'code': 200} Oct 25 08:54:24.723377 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-62b1e815-622e-4540-9c25-8caf527a2998 service neutron] 10.222.0.18 "GET /v2.0/networks/8b79836d-3b18-4036-9f3e-91d3e68ddf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849316 Oct 25 08:54:24.731338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716300a-9992-469e-938c-9eb3c590a9cb req-46dd6d39-1ca9-46e3-b927-dd368161a8c6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:24.732964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a716300a-9992-469e-938c-9eb3c590a9cb req-46dd6d39-1ca9-46e3-b927-dd368161a8c6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 944 time: 0.2000055 Oct 25 08:54:24.786888 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Floating IP 14b6db58-dc10-4262-a665-0b48aed42802 associated. External IP: 172.25.8.79, port: cc62e86c-1514-4351-a13b-e33cd789280f. Oct 25 08:54:24.794837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:24.856080 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5dc2391-99ac-47e9-b6d1-3c57ecc3e1e9 req-7f533563-292c-4255-af4a-53774abbcf1d service neutron] 10.222.0.18 "GET /v2.0/networks/8b79836d-3b18-4036-9f3e-91d3e68ddf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147194 Oct 25 08:54:24.884293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a716300a-9992-469e-938c-9eb3c590a9cb req-5aa1988e-3347-4d33-9ae2-ae65bbba7dc7 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376770 Oct 25 08:54:24.910292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Port': ['ID=6112d37a-f3a1-4608-ab35-9607e8675719,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:24.912804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] No DVR routers for this DVR port 6112d37a-f3a1-4608-ab35-9607e8675719 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:25.017698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-317552f1-11f1-40d6-ab47-5d42fc00e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:25.020724 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-317552f1-11f1-40d6-ab47-5d42fc00e12f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be4817e07c704f748ce0b4b080b4248a&device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 1094 time: 0.0554836 Oct 25 08:54:25.088264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.119230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293b84a1-22af-41f2-a36d-c62cda5ad7a6']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:25.135025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c604be-f997-4f67-ba84-12030ae4f5e4') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:25.135465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c604be-f997-4f67-ba84-12030ae4f5e4') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:25.149633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-4408736c-643d-453c-a1f2-960606b4ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:25.154106 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-4408736c-643d-453c-a1f2-960606b4ab1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b79836d-3b18-4036-9f3e-91d3e68ddf51 HTTP/1.1" status: 200 len: 922 time: 0.1255562 Oct 25 08:54:25.181569 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.209478 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-91559608-8b48-4df8-bd4c-a7852d6bd598 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da893df6-5e2f-42f6-9bce-3e66d7f66d27 HTTP/1.1" status: 200 len: 217 time: 0.0471892 Oct 25 08:54:25.282723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-c85cf1c2-126d-4ce9-8ab8-7c742b661d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:25.284053 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-c85cf1c2-126d-4ce9-8ab8-7c742b661d2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=039d9679-84a0-4e63-817b-b88f414d1fb5 HTTP/1.1" status: 200 len: 861 time: 0.0674007 Oct 25 08:54:25.328839 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-17c466ea-cf81-4ac1-a69b-7f32f046de5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b79836d-3b18-4036-9f3e-91d3e68ddf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365930 Oct 25 08:54:25.393929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41014) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:25.466847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 535bb326-8a25-40c4-85b1-d5db6024417c up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:25.476970 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-b78ce565-4466-4f4c-932f-d37a4039344f service neutron] 10.222.0.18 "GET /v2.0/networks/8b79836d-3b18-4036-9f3e-91d3e68ddf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388905 Oct 25 08:54:25.536471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e2c0c-0515-4f3b-ab97-5e84045f9232 req-55d6fa7e-b2ca-4bc8-826f-9dd4efdb9073 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:25.547822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-152e2c0c-0515-4f3b-ab97-5e84045f9232 req-55d6fa7e-b2ca-4bc8-826f-9dd4efdb9073 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 943 time: 0.5180447 Oct 25 08:54:25.571940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 535bb326-8a25-40c4-85b1-d5db6024417c completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:25.576815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 535bb326-8a25-40c4-85b1-d5db6024417c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:25.576984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1113167802-network', 'tenant_id': 'c1345f4a747b4bea9eb61643392d6160'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:25.577582 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.598190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.616328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:54:25.616854 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.619027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-32832ad1-9706-4fc9-ae1d-0b01d20bdf08 req-e44d8120-7d4e-42cb-8e0a-e8aba48be297 service neutron] 10.222.0.18 "GET /v2.0/networks/8b79836d-3b18-4036-9f3e-91d3e68ddf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334951 Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:54:25.620014 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:54:25.628798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 863100bf-8e07-4200-a7d7-1969241ef201 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:25.632911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Made reservation on behalf of c1345f4a747b4bea9eb61643392d6160 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:25.637840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.650304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.739600 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.766422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-152e2c0c-0515-4f3b-ab97-5e84045f9232 req-23b85091-44e6-4627-8bc1-fc1dac754f89 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175834 Oct 25 08:54:25.791064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.793833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:25.795406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:25.797304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.797844 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f87445-310d-4af8-9d52-174fde0faae8" -d '{"events": [{"server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "name": "network-vif-plugged", "status": "completed", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:25.804570 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.834029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.841162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:54:25.846117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:54:25.855692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.858361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da88cdbc-9b55-4c82-b327-97086f274cc2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:25.860768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] 10.222.0.32 "DELETE /v2.0/networks/293b84a1-22af-41f2-a36d-c62cda5ad7a6 HTTP/1.1" status: 204 len: 168 time: 2.2327511 Oct 25 08:54:25.871591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:25.871591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6112d37a-f3a1-4608-ab35-9607e8675719 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:25.872683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.873261 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Added segment f502fe90-9e68-4aed-8d61-aa3a577a7032 of type vlan for network 5d3b8933-303f-4873-b23d-bc9371869d1c Oct 25 08:54:25.896950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6112d37a-f3a1-4608-ab35-9607e8675719 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:25.897307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6112d37a-f3a1-4608-ab35-9607e8675719 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:25.903635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 863100bf-8e07-4200-a7d7-1969241ef201 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:25.906939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a2d3d-9a03-4760-a717-b87758553910 tempest-ServersTestMultiNic-582800916 tempest-ServersTestMultiNic-582800916-project] Pushing event deleted for resources: {'Network': ['ID=293b84a1-22af-41f2-a36d-c62cda5ad7a6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:25.908332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 863100bf-8e07-4200-a7d7-1969241ef201 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:25.908728 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.934695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.965972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:25.967476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:25.968297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:26.030146 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6347148 Oct 25 08:54:26.037178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41028) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:26.043285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Request body: {'subnet': {'network_id': '5d3b8933-303f-4873-b23d-bc9371869d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1113167802-subnet', 'tenant_id': 'c1345f4a747b4bea9eb61643392d6160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:26.044236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdabfe-f8ae-484e-8e8b-0deaecefb2cc admin admin] Pushing event updated for resources: {'Network': ['ID=5d3b8933-303f-4873-b23d-bc9371869d1c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:26.075940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ceaa3-3c1d-41ae-a112-f3a3cd060b50 req-5b50cb21-af8d-4b16-ab96-efde2543454f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:26.077727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f25ceaa3-3c1d-41ae-a112-f3a3cd060b50 req-5b50cb21-af8d-4b16-ab96-efde2543454f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 946 time: 0.1727927 Oct 25 08:54:26.131157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Made reservation on behalf of c1345f4a747b4bea9eb61643392d6160 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:26.134184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:26.146859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 5d3b8933-303f-4873-b23d-bc9371869d1c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:54:26.197060 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:26.210118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f25ceaa3-3c1d-41ae-a112-f3a3cd060b50 req-93371864-76c7-494e-bf7b-3a3c809e86c5 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226752 Oct 25 08:54:26.217965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:54:26.223347 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:26.243552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] Sync routers for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:54:26.267900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:26.272450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:26.274082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:26.277187 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:26.277885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-7f843048-a846-41be-b518-077d17408815 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "PUT /v2.0/floatingips/14b6db58-dc10-4262-a665-0b48aed42802 HTTP/1.1" status: 200 len: 995 time: 2.7796855 Oct 25 08:54:26.304678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:26.307430 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:26.336443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b6e2a-f24a-444b-946f-684882e01a96 req-43be0f1f-6708-426b-8bf8-faf5523d2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:26.337990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-43be0f1f-6708-426b-8bf8-faf5523d2e79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc9176bf225d4340ab730b9c895b5bad&device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 1096 time: 0.0599904 Oct 25 08:54:26.412970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:26.443407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:26.479204 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a94322-c37c-4ddc-b472-e38d2f3104b5 x-openstack-request-id: req-28a94322-c37c-4ddc-b472-e38d2f3104b5 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:26.479889 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "name": "network-vif-plugged", "status": "completed", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:26.480012 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28a94322-c37c-4ddc-b472-e38d2f3104b5 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:26.480321 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c', 'code': 200} Oct 25 08:54:26.498306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:26.543995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b6e2a-f24a-444b-946f-684882e01a96 req-4fb93940-076d-4b98-b787-8b974f9523d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:26.545632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-4fb93940-076d-4b98-b787-8b974f9523d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce HTTP/1.1" status: 200 len: 930 time: 0.1820562 Oct 25 08:54:26.669283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1fc5c4-1a18-4c53-8b03-4ea7bd2e85bf,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:26.691240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Checking segment: {'id': 'f502fe90-9e68-4aed-8d61-aa3a577a7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5d3b8933-303f-4873-b23d-bc9371869d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:26.691760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Network hostable DHCP agents. Network: 5d3b8933-303f-4873-b23d-bc9371869d1c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:54:26.743058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-aa595d1c-4092-426f-a47d-e44d3a64d4d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 200 len: 998 time: 0.1705723 Oct 25 08:54:26.755148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baf337-daac-4bca-a68b-50ba821dbc34 req-7684ee2e-c90b-48b4-9c83-9d9802ad6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:26.756679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11baf337-daac-4bca-a68b-50ba821dbc34 req-7684ee2e-c90b-48b4-9c83-9d9802ad6745 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 1097 time: 0.1745450 Oct 25 08:54:26.763458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '14b6db58-dc10-4262-a665-0b48aed42802', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'port_id': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'mac_address': 'fa:16:3e:23:c4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:54:21Z', 'updated_at': '2021-10-25T08:54:24Z', 'revision_number': 1, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:55Z', 'revision_number': 5, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:26.769196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Network 5d3b8933-303f-4873-b23d-bc9371869d1c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:54:26.793312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] Checking router: d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:54:26.802338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:26.803073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:26.818357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60eb34c-fc4c-4728-a288-daa92cd86d58 req-f3303963-9ca5-4600-b6bc-07588bd1bdcb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:26.819927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a60eb34c-fc4c-4728-a288-daa92cd86d58 req-f3303963-9ca5-4600-b6bc-07588bd1bdcb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.1593013 Oct 25 08:54:26.846193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 5d3b8933-303f-4873-b23d-bc9371869d1c) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:26.865712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b6e2a-f24a-444b-946f-684882e01a96 req-cdc8168d-9542-4f0c-b730-869210c9bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:26.867704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-cdc8168d-9542-4f0c-b730-869210c9bfa1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abe80551-6740-4689-8717-3f46d03c1a76 HTTP/1.1" status: 200 len: 868 time: 0.1152644 Oct 25 08:54:26.868925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:26.869502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:26.880870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bee33e-baaa-45ff-90a2-425b69b70ec4 None None] Network 5d3b8933-303f-4873-b23d-bc9371869d1c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:26.883101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11baf337-daac-4bca-a68b-50ba821dbc34 req-bd5fd1ce-7b96-45d6-88ea-0a9922cddbd5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173170 Oct 25 08:54:26.907827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a60eb34c-fc4c-4728-a288-daa92cd86d58 req-2e5ffc93-c36d-409a-9fdd-adeb8fb68695 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760689 Oct 25 08:54:26.930168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d7a1f629-1ee7-431c-b065-609abcd9bf47 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8874431 Oct 25 08:54:26.965050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b6e2a-f24a-444b-946f-684882e01a96 req-19412f5c-5bb4-491c-ac46-80f088f805f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:26.967112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-19412f5c-5bb4-491c-ac46-80f088f805f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893390 Oct 25 08:54:27.002009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:27.015048 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c99db-ae2e-41ee-a14a-71736eabaa2e x-openstack-request-id: req-100c99db-ae2e-41ee-a14a-71736eabaa2e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:27.015048 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:27.015048 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-100c99db-ae2e-41ee-a14a-71736eabaa2e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:27.020379 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'status': 'completed', 'code': 200} Oct 25 08:54:27.080394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde387e-ccf5-48fd-983f-ee11a5448255 None None] Network 5d3b8933-303f-4873-b23d-bc9371869d1c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:27.174552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-9584696f-5edb-4d32-ba9d-5e14e36db2df service neutron] 10.222.0.32 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001140 Oct 25 08:54:27.357184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-813b6e2a-f24a-444b-946f-684882e01a96 req-799c9b8b-f597-45f2-99df-bcbba5fe90b5 service neutron] 10.222.0.32 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807809 Oct 25 08:54:27.380647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '14b6db58-dc10-4262-a665-0b48aed42802', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'port_id': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'mac_address': 'fa:16:3e:23:c4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:54:21Z', 'updated_at': '2021-10-25T08:54:24Z', 'revision_number': 1, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:55Z', 'revision_number': 5, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:27.419027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311e6ea1-8794-4057-ad35-47ef413fb196 None None] The sync data for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 is: [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '14b6db58-dc10-4262-a665-0b48aed42802', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'port_id': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'mac_address': 'fa:16:3e:23:c4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:54:21Z', 'updated_at': '2021-10-25T08:54:24Z', 'revision_number': 1, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:55Z', 'revision_number': 5, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:27.426357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146d5b9-bb3e-4798-aca8-607510caf49e req-7cda225b-c5ba-41fd-8d7a-a4ad12e25ea1 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:27.427918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0146d5b9-bb3e-4798-aca8-607510caf49e req-7cda225b-c5ba-41fd-8d7a-a4ad12e25ea1 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 943 time: 0.3149343 Oct 25 08:54:27.441908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-536e7610-5d2b-4bba-afd4-5c641b6429e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:27.444472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-536e7610-5d2b-4bba-afd4-5c641b6429e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc9176bf225d4340ab730b9c895b5bad&device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 1096 time: 0.1418197 Oct 25 08:54:27.455968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41068) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:27.462695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1382092537-network', 'tenant_id': '8a78c7d617f0417ca410b519c9e1eaa3'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:27.499205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Made reservation on behalf of 8a78c7d617f0417ca410b519c9e1eaa3 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:27.502550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.516127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.592146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0146d5b9-bb3e-4798-aca8-607510caf49e req-40bde212-f1f1-48a0-aeb9-19e40b3d5ea1 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446764 Oct 25 08:54:27.615332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.620776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.647291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:54:27.658524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a582dbe-0dda-40d5-87ed-eb464a55e325,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:27.664201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.664544 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Added segment 25869716-8773-4f83-9bff-c4f71cb69747 of type vlan for network 6e5ba83f-a74a-4ac6-9aa5-92e67fe27333 Oct 25 08:54:27.716564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cc88f-9983-4696-bcd4-ad37140d695f req-72bc57c1-48ee-4ec6-a0d2-6620af114415 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:27.718241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad3cc88f-9983-4696-bcd4-ad37140d695f req-72bc57c1-48ee-4ec6-a0d2-6620af114415 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 946 time: 0.2050607 Oct 25 08:54:27.723501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-603c97b9-db6d-4795-8939-3be2310d1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:27.725053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-603c97b9-db6d-4795-8939-3be2310d1459 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce HTTP/1.1" status: 200 len: 930 time: 0.2674935 Oct 25 08:54:27.727333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.763047 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.764816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:27.764816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.834509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3746967 Oct 25 08:54:27.835918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41072) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:27.842283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Request body: {'subnet': {'network_id': '6e5ba83f-a74a-4ac6-9aa5-92e67fe27333', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1382092537-subnet', 'tenant_id': '8a78c7d617f0417ca410b519c9e1eaa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:27.849300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79307772-c8b8-4377-9174-3c1911d7776a admin admin] Pushing event updated for resources: {'Network': ['ID=6e5ba83f-a74a-4ac6-9aa5-92e67fe27333,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:27.852552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad3cc88f-9983-4696-bcd4-ad37140d695f req-b3af6655-3dcc-4b78-9cd7-35e9ddf8f5ba tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263387 Oct 25 08:54:27.863261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 6e5ba83f-a74a-4ac6-9aa5-92e67fe27333 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:54:27.873691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7d606643-3b8b-4a9e-aa84-dac8591295e0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 258 time: 0.2558830 Oct 25 08:54:27.879899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:27.886412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-0e31dbbd-4a14-42f5-9d2d-53ef28f12fcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 200 len: 998 time: 0.1469624 Oct 25 08:54:27.900228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Made reservation on behalf of 8a78c7d617f0417ca410b519c9e1eaa3 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:27.903541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.907621 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955da650-3b71-4100-a94c-62a4cfe8e4ee None None] New status for floating IP 14b6db58-dc10-4262-a665-0b48aed42802: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:54:27.971650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:27.991368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-e34f3fcd-88df-4591-b8bb-b05499635bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:27.993014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-e34f3fcd-88df-4591-b8bb-b05499635bfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=abe80551-6740-4689-8717-3f46d03c1a76 HTTP/1.1" status: 200 len: 868 time: 0.0872054 Oct 25 08:54:28.065982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41076) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:28.119386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-f43e609c-1774-4eaa-9112-dc2f5bc39391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:28.120910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-f43e609c-1774-4eaa-9112-dc2f5bc39391 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799806 Oct 25 08:54:28.283400 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:28.293586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021a16b-a11a-4d1f-8e1c-af2046c957e2 req-1bd343df-5609-49f1-b47e-0e746e541d46 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:28.295064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c021a16b-a11a-4d1f-8e1c-af2046c957e2 req-1bd343df-5609-49f1-b47e-0e746e541d46 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.1557610 Oct 25 08:54:28.298171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-161c6595-e70f-4465-b2c5-355c22d08c8e service neutron] 10.222.0.41 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692853 Oct 25 08:54:28.419794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:28.447533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c021a16b-a11a-4d1f-8e1c-af2046c957e2 req-36d17b52-d633-44fa-9577-af3cc0a7c919 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443710 Oct 25 08:54:28.481452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:28.483978 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db600f3-c76c-4d46-a494-7d0516299950" -d '{"events": [{"server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "name": "network-vif-plugged", "status": "completed", "tag": "863100bf-8e07-4200-a7d7-1969241ef201"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:28.511845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a44ae8f-1ca1-4fa5-9c19-ecec893cbf85,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:28.519548 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e2e1b04-344f-43d6-9b12-eb75fbd11f1f req-6afb7660-ce8e-4137-87c2-7a5b854a1d14 service neutron] 10.222.0.41 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113831 Oct 25 08:54:28.533195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Checking segment: {'id': '25869716-8773-4f83-9bff-c4f71cb69747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6e5ba83f-a74a-4ac6-9aa5-92e67fe27333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:28.533546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Network hostable DHCP agents. Network: 6e5ba83f-a74a-4ac6-9aa5-92e67fe27333, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:54:28.534007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Allocated IP 172.25.8.157 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/fb9ccd3a-178b-4cfe-839f-cc4e5ced444e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:28.542631 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5977a7c3-4d72-4111-9385-82bc852013f6 x-openstack-request-id: req-5977a7c3-4d72-4111-9385-82bc852013f6 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:28.543110 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "name": "network-vif-plugged", "status": "completed", "tag": "863100bf-8e07-4200-a7d7-1969241ef201", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:28.543546 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5977a7c3-4d72-4111-9385-82bc852013f6 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:28.544099 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201', 'code': 200} Oct 25 08:54:28.590408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Network 6e5ba83f-a74a-4ac6-9aa5-92e67fe27333 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:54:28.644216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 6e5ba83f-a74a-4ac6-9aa5-92e67fe27333) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:28.653815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:28.654393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:28.664455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a98592-b68c-49dc-bbfc-a2422cf3d6d0 None None] Network 6e5ba83f-a74a-4ac6-9aa5-92e67fe27333 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:28.704797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2f7cb94b-c510-4836-a6c9-5781d90d6f72 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8689620 Oct 25 08:54:28.727624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:28.809826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db078b28-889f-4341-b616-4d75f8b796fa req-beb02662-9a61-459a-831d-604c4d1fcaed tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:28.817194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db078b28-889f-4341-b616-4d75f8b796fa req-beb02662-9a61-459a-831d-604c4d1fcaed tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 943 time: 0.0944321 Oct 25 08:54:28.833836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86463ee0-ff7e-43be-8c27-66aa3823b56b req-8b2cc457-6529-4123-89cd-3b82a7f9e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:28.835790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-86463ee0-ff7e-43be-8c27-66aa3823b56b req-8b2cc457-6529-4123-89cd-3b82a7f9e008 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1096 time: 0.0961540 Oct 25 08:54:28.858745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:28.870012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db078b28-889f-4341-b616-4d75f8b796fa req-1357112b-e7b1-4f0c-86ab-2681c8c7c146 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516999 Oct 25 08:54:28.876061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:28.950673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f5161-cb51-4c48-9a96-c7a9fee9f2cb None None] Network 6e5ba83f-a74a-4ac6-9aa5-92e67fe27333 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:28.972721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:28.976710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:28.983278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:29.066452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Pushing event updated for resources: {'Port': ['ID=fb9ccd3a-178b-4cfe-839f-cc4e5ced444e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:29.090518 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-86463ee0-ff7e-43be-8c27-66aa3823b56b req-c795f373-5163-4222-b471-9c4955c3e8dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450001 Oct 25 08:54:29.094559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c151d-ed3e-4177-ab39-0d1fcd0d9fdc req-457de485-8ed1-4093-8fdf-d2fd6af83419 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:29.096330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db2c151d-ed3e-4177-ab39-0d1fcd0d9fdc req-457de485-8ed1-4093-8fdf-d2fd6af83419 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 946 time: 0.1350286 Oct 25 08:54:29.145810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.202360 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.265201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db2c151d-ed3e-4177-ab39-0d1fcd0d9fdc req-04825448-469f-461c-a438-460254a0be6b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127734 Oct 25 08:54:29.270894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Deleting port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:29.271270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.388447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] For port 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,segment=NetworkSegment(4c962c05-507f-4066-b209-38ae7cd8af57),segment_id=4c962c05-507f-4066-b209-38ae7cd8af57)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:29.389186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.401880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Calling delete_port for 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:29.403435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.409612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.493454 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.512976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Pushing event updated for resources: {'Port': ['ID=fb9ccd3a-178b-4cfe-839f-cc4e5ced444e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:29.519768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.521207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-7bc60b44-cc6e-44bd-a8e1-85bccb8328fa tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6462181 Oct 25 08:54:29.599499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-8428e7d1-b67a-4f6e-ae18-0e7a3698fe02 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0682840 Oct 25 08:54:29.634883 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:29.637821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device da893df6-5e2f-42f6-9bce-3e66d7f66d27 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:54:29.795521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-a8eaec19-2a60-4f29-b8c3-fb8ee3353772 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:29.797297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-798bd7ee-e38a-47bd-86cd-82422f3f1392 req-a8eaec19-2a60-4f29-b8c3-fb8ee3353772 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1911676 Oct 25 08:54:29.853898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:29.996925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port da893df6-5e2f-42f6-9bce-3e66d7f66d27, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=da893df6-5e2f-42f6-9bce-3e66d7f66d27,segment=NetworkSegment(88cf1155-4ce4-4122-89ae-8eb8e60916aa),segment_id=88cf1155-4ce4-4122-89ae-8eb8e60916aa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:30.015219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'da893df6-5e2f-42f6-9bce-3e66d7f66d27', 'network_id': '8b79836d-3b18-4036-9f3e-91d3e68ddf51', 'port_id': 'da893df6-5e2f-42f6-9bce-3e66d7f66d27', 'mac_address': 'fa:16:3e:f6:da:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039d9679-84a0-4e63-817b-b88f414d1fb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:54:30.033403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-90f2724d-cb81-4cbe-8c4f-62b0e2664823 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:30.035907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-90f2724d-cb81-4cbe-8c4f-62b0e2664823 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/networks?id=5d3b8933-303f-4873-b23d-bc9371869d1c HTTP/1.1" status: 200 len: 825 time: 0.2374287 Oct 25 08:54:30.058664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-b4575b34-f24a-45b0-893a-b3f82b7fcdfd tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/quotas/c1345f4a747b4bea9eb61643392d6160 HTTP/1.1" status: 200 len: 375 time: 0.0136383 Oct 25 08:54:30.076493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:30.100736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:30.109113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-cb7fc73f-e668-484d-999c-26f12df2341f tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1345f4a747b4bea9eb61643392d6160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434694 Oct 25 08:54:30.125197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da893df6-5e2f-42f6-9bce-3e66d7f66d27 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:30.160216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port da893df6-5e2f-42f6-9bce-3e66d7f66d27, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=da893df6-5e2f-42f6-9bce-3e66d7f66d27,segment=NetworkSegment(88cf1155-4ce4-4122-89ae-8eb8e60916aa),segment_id=88cf1155-4ce4-4122-89ae-8eb8e60916aa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:30.171424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:30.270423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=da893df6-5e2f-42f6-9bce-3e66d7f66d27,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:30.355382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf0ff-e72b-4b3d-94d2-e9fc8dfa64bb req-d3384c14-5967-4019-ab78-ea8de44247d8 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:30.357009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-effaf0ff-e72b-4b3d-94d2-e9fc8dfa64bb req-d3384c14-5967-4019-ab78-ea8de44247d8 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.0976160 Oct 25 08:54:30.359085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-15b2e590-f1b8-4f1f-9bef-9fed3b5d5ff3 service neutron] 10.222.0.32 "GET /v2.0/networks/5d3b8933-303f-4873-b23d-bc9371869d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334540 Oct 25 08:54:30.451930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Router 14c11702-7135-468b-a706-f7b1dcc0639f has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:54:30.482781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-effaf0ff-e72b-4b3d-94d2-e9fc8dfa64bb req-04276ea2-5697-40ac-9323-cdffc8f8eb4f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188667 Oct 25 08:54:30.537994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-51d59eee-8ca8-4ab2-91f7-5af5342cdee7 service neutron] 10.222.0.32 "GET /v2.0/networks/5d3b8933-303f-4873-b23d-bc9371869d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641314 Oct 25 08:54:30.621534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:54:30.629999 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d6ba9981-d8dd-4aca-ab9c-0cecbac0665e admin admin] 10.222.0.32 "PUT /v2.0/routers/14c11702-7135-468b-a706-f7b1dcc0639f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628576 Oct 25 08:54:30.632746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:30.633757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c188885-1c61-418e-87ee-599cee49687e None None] Sync routers for ids ['14c11702-7135-468b-a706-f7b1dcc0639f'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:54:30.657664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c188885-1c61-418e-87ee-599cee49687e None None] Routers {'14c11702-7135-468b-a706-f7b1dcc0639f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:30.660726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4c188885-1c61-418e-87ee-599cee49687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14c11702-7135-468b-a706-f7b1dcc0639f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:30.696337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6d42-4150-4eb6-a66c-d63573b79c4d req-dc1289b3-5d7c-4c68-98f8-473b24b49a5e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:30.705639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-528c6d42-4150-4eb6-a66c-d63573b79c4d req-dc1289b3-5d7c-4c68-98f8-473b24b49a5e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1435311 Oct 25 08:54:30.781525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-528c6d42-4150-4eb6-a66c-d63573b79c4d req-d762f20e-a35a-4810-89a0-36d51724f0e2 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0748289 Oct 25 08:54:30.787628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-528c6d42-4150-4eb6-a66c-d63573b79c4d req-e64701d2-a39b-4525-b892-ac49cb2158c2 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Request body: {'floatingip': {'port_id': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:30.813769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:30.822576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['da893df6-5e2f-42f6-9bce-3e66d7f66d27'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:30.842790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-528c6d42-4150-4eb6-a66c-d63573b79c4d req-e64701d2-a39b-4525-b892-ac49cb2158c2 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:30.924742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4c188885-1c61-418e-87ee-599cee49687e None None] Set router 14c11702-7135-468b-a706-f7b1dcc0639f gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:30.989296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:31.237577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4c188885-1c61-418e-87ee-599cee49687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:54:29Z', 'revision_number': 5, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port': {'id': '6b8de355-8b17-439e-ab03-8106abcf284b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:52:19Z', 'updated_at': '2021-10-25T08:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:31.294585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c188885-1c61-418e-87ee-599cee49687e None None] Checking router: 14c11702-7135-468b-a706-f7b1dcc0639f for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:54:31.306181 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c188885-1c61-418e-87ee-599cee49687e None None] Routers {'14c11702-7135-468b-a706-f7b1dcc0639f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:31.306912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4c188885-1c61-418e-87ee-599cee49687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14c11702-7135-468b-a706-f7b1dcc0639f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:31.451656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Deleting port 6b8de355-8b17-439e-ab03-8106abcf284b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:31.452038 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:31.454285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4c188885-1c61-418e-87ee-599cee49687e None None] Set router 14c11702-7135-468b-a706-f7b1dcc0639f gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:31.522125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4c188885-1c61-418e-87ee-599cee49687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:54:30Z', 'revision_number': 6, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:31.557085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c188885-1c61-418e-87ee-599cee49687e None None] The sync data for ids ['14c11702-7135-468b-a706-f7b1dcc0639f'] in n-d-814746-2 is: [{'id': '14c11702-7135-468b-a706-f7b1dcc0639f', 'name': 'tempest-ServersTestMultiNic-1844754920-router', 'tenant_id': '6e553f6a79e84288891f4734819bb75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:52:18Z', 'updated_at': '2021-10-25T08:54:30Z', 'revision_number': 6, 'project_id': '6e553f6a79e84288891f4734819bb75a', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:31.596597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] For port 6b8de355-8b17-439e-ab03-8106abcf284b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6b8de355-8b17-439e-ab03-8106abcf284b,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:31.597085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:31.616098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Calling delete_port for 6b8de355-8b17-439e-ab03-8106abcf284b owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:31.629699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bc37d-ec14-417c-80c6-d4ddda6b6ed3 req-db71d150-95af-46d3-9cc5-959705716b09 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:31.631390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e9bc37d-ec14-417c-80c6-d4ddda6b6ed3 req-db71d150-95af-46d3-9cc5-959705716b09 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 944 time: 0.6329875 Oct 25 08:54:31.695732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e9bc37d-ec14-417c-80c6-d4ddda6b6ed3 req-2f5ac06a-fe68-40be-9247-7a3cfac22b9c tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562673 Oct 25 08:54:31.709141 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-528c6d42-4150-4eb6-a66c-d63573b79c4d req-e64701d2-a39b-4525-b892-ac49cb2158c2 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] update failed (client error): There was a conflict when trying to complete your request. Oct 25 08:54:31.718590 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-528c6d42-4150-4eb6-a66c-d63573b79c4d req-e64701d2-a39b-4525-b892-ac49cb2158c2 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "PUT /v2.0/floatingips/1ddd68b7-e96f-421f-93cd-4bfa206a5753 HTTP/1.1" status: 409 len: 550 time: 0.9361036 Oct 25 08:54:31.817309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:31.856387 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8de355-8b17-439e-ab03-8106abcf284b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:31.864066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec0766-6b9e-49e3-a345-c034a165733d req-73cb0783-d87f-430a-a335-6253aa90dcc1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:31.865702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28ec0766-6b9e-49e3-a345-c034a165733d req-73cb0783-d87f-430a-a335-6253aa90dcc1 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 946 time: 0.0712297 Oct 25 08:54:31.918859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50bd6d93-b207-4edd-aa3e-d976eb1378e3 req-40809a90-2edf-4b87-ad6d-0ad014eac54e tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 210 time: 0.0473936 Oct 25 08:54:31.922925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:31.959702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28ec0766-6b9e-49e3-a345-c034a165733d req-f7c48314-5659-4428-b654-9d7c561cac7c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864291 Oct 25 08:54:32.081660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.084331 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.131598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-ef9b12ce-676b-4abf-b1be-f48baffcf33b tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips/1ddd68b7-e96f-421f-93cd-4bfa206a5753 HTTP/1.1" status: 200 len: 693 time: 0.1315713 Oct 25 08:54:32.165297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.165876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c11702-7135-468b-a706-f7b1dcc0639f {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:54:32.171823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.172988 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2908a8f2-d086-4bbd-a17d-62300c4bfc04 admin admin] 10.222.0.32 "DELETE /v2.0/routers/14c11702-7135-468b-a706-f7b1dcc0639f HTTP/1.1" status: 204 len: 168 time: 1.5377059 Oct 25 08:54:32.175534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41140) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:32.228472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c26daf-d5e7-418c-9823-fe3528059e57 admin admin] Deleting subnet 0ad5bf68-46ca-4b8b-b0b6-0c675009a779 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:54:32.231890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9c26daf-d5e7-418c-9823-fe3528059e57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.240827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a4c51-68e7-44fa-ac73-d7f456b566db req-db18cd10-1025-40ee-ba93-7d468677bac7 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:32.243136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f8a4c51-68e7-44fa-ac73-d7f456b566db req-db18cd10-1025-40ee-ba93-7d468677bac7 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.1777434 Oct 25 08:54:32.277093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9c26daf-d5e7-418c-9823-fe3528059e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.370068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f8a4c51-68e7-44fa-ac73-d7f456b566db req-264912c7-83dd-405d-a7dd-7037cdd7594e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981688 Oct 25 08:54:32.383954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9c26daf-d5e7-418c-9823-fe3528059e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.394376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-544d09c1-4fb8-4c75-a501-33ba787b04f6 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:32.401509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-544d09c1-4fb8-4c75-a501-33ba787b04f6 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.2629883 Oct 25 08:54:32.421799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-6d041862-9d9c-44b2-9f34-77fba0f61720 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:32.423465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-6d041862-9d9c-44b2-9f34-77fba0f61720 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.41 "GET /v2.0/networks?id=5d3b8933-303f-4873-b23d-bc9371869d1c HTTP/1.1" status: 200 len: 825 time: 0.2136300 Oct 25 08:54:32.468004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Request body: {'port': {'device_id': 'dd5e4ec1-2c15-4823-bd81-bf76a6170cc2', 'network_id': '5d3b8933-303f-4873-b23d-bc9371869d1c', 'admin_state_up': True, 'tenant_id': 'c1345f4a747b4bea9eb61643392d6160'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:32.493884 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9c26daf-d5e7-418c-9823-fe3528059e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.496482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:32.525216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c26daf-d5e7-418c-9823-fe3528059e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad5bf68-46ca-4b8b-b0b6-0c675009a779,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:32.527925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9c26daf-d5e7-418c-9823-fe3528059e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.531889 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a9c26daf-d5e7-418c-9823-fe3528059e57 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0ad5bf68-46ca-4b8b-b0b6-0c675009a779 HTTP/1.1" status: 204 len: 168 time: 0.3551755 Oct 25 08:54:32.536645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:32.537966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:32.544091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8a8c0f5f-3e9e-4205-b8f4-7da867f7bc8d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:32.546630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ee8e6-84a5-49ad-ab48-8d0594f550d9 None None] Network b96b4d94-766f-43a7-9125-294fbc856165 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:32.557948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-cc45b7f7-8655-4eb6-a670-429e4e315c33 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1553733 Oct 25 08:54:32.648620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-7edab45e-e4e8-43e7-b36f-755a9b8cf88b tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0889318 Oct 25 08:54:32.659378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.737890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Deleting port 5c900b30-21fd-4a02-9622-bc83b773f8fe {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:32.738311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.803623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] DHCP port deletion for b96b4d94-766f-43a7-9125-294fbc856165 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:54:32.823137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] For port 5c900b30-21fd-4a02-9622-bc83b773f8fe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5c900b30-21fd-4a02-9622-bc83b773f8fe,segment=NetworkSegment(4c962c05-507f-4066-b209-38ae7cd8af57),segment_id=4c962c05-507f-4066-b209-38ae7cd8af57)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:32.824511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.830610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Made reservation on behalf of c1345f4a747b4bea9eb61643392d6160 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:32.834449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.842539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Calling delete_port for 5c900b30-21fd-4a02-9622-bc83b773f8fe owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:32.851991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Deleting port fb9ccd3a-178b-4cfe-839f-cc4e5ced444e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:32.852346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.906986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] Deleting port 5c900b30-21fd-4a02-9622-bc83b773f8fe {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:32.907549 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:32.999210 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] For port 5c900b30-21fd-4a02-9622-bc83b773f8fe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5c900b30-21fd-4a02-9622-bc83b773f8fe,segment=NetworkSegment(4c962c05-507f-4066-b209-38ae7cd8af57),segment_id=4c962c05-507f-4066-b209-38ae7cd8af57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:32.999515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.014641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.015113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] Calling delete_port for 5c900b30-21fd-4a02-9622-bc83b773f8fe owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:33.046414 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c900b30-21fd-4a02-9622-bc83b773f8fe,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:33.048107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] No DVR routers for this DVR port 5c900b30-21fd-4a02-9622-bc83b773f8fe on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:33.113489 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.113489 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.121348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaa8cf-3f04-4e66-bbc8-c44c6fb3088a req-75ce4bfe-79a7-4979-8c4d-2490753ecf7d tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:33.121928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.122865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cceaa8cf-3f04-4e66-bbc8-c44c6fb3088a req-75ce4bfe-79a7-4979-8c4d-2490753ecf7d tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1096 time: 0.1345160 Oct 25 08:54:33.130528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Calling delete_port for fb9ccd3a-178b-4cfe-839f-cc4e5ced444e owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:33.139987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.154003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96b4d94-766f-43a7-9125-294fbc856165']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:33.158989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] No DVR routers for this DVR port 5c900b30-21fd-4a02-9622-bc83b773f8fe on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:33.166605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c962c05-507f-4066-b209-38ae7cd8af57') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:33.167302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c962c05-507f-4066-b209-38ae7cd8af57') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:33.171842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Allocated IP 172.20.0.6 (5d3b8933-303f-4873-b23d-bc9371869d1c/fa1fc5c4-1a18-4c53-8b03-4ea7bd2e85bf/24de502e-ca43-4ff8-8856-2f9a7a9b9e33) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:33.185699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.193048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f172ce1-0d5d-41c6-bd48-2b346d09b4bd None None] Pushing event deleted for resources: {'Port': ['ID=5c900b30-21fd-4a02-9622-bc83b773f8fe,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:33.203978 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.210778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:54:33.211425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:54:33.213164 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:54:33.238461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cceaa8cf-3f04-4e66-bbc8-c44c6fb3088a req-37d7f729-6082-4387-a7e1-d5a44e8dbfe9 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059096 Oct 25 08:54:33.285910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.303005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.307114 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b96b4d94-766f-43a7-9125-294fbc856165 HTTP/1.1" status: 204 len: 168 time: 0.7694631 Oct 25 08:54:33.310392 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640f3e8-5a01-4fbd-ba56-43cc8571a8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96b4d94-766f-43a7-9125-294fbc856165,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:33.482690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41172) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:33.514826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.516038 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.526035 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f1206e7b-76ce-4597-b42e-9abc3df2e94d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e553f6a79e84288891f4734819bb75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393178 Oct 25 08:54:33.526495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41174) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:33.558584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-bc0a2270-963c-489a-ba5c-40b0f4303eae tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:33.560135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-bc0a2270-963c-489a-ba5c-40b0f4303eae tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 821 time: 0.2147522 Oct 25 08:54:33.562604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Pushing event deleted for resources: {'Port': ['ID=fb9ccd3a-178b-4cfe-839f-cc4e5ced444e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:33.582785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f02fcbc1-febd-4aac-8e2b-3acccd7580ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.610058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f02fcbc1-febd-4aac-8e2b-3acccd7580ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.628713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-6a6e5ecc-c42b-4ca3-902b-7dd90e19cfdb tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/quotas/1dfa050e73094a9687a2b0b57971f616 HTTP/1.1" status: 200 len: 375 time: 0.0405786 Oct 25 08:54:33.640577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device da893df6-5e2f-42f6-9bce-3e66d7f66d27 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:33.670841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f02fcbc1-febd-4aac-8e2b-3acccd7580ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.677584 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.680380 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f02fcbc1-febd-4aac-8e2b-3acccd7580ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.681557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.682715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56e5f0de-d363-4644-8756-9b61f57b9004 req-a208d0fa-8e6d-4619-b224-96b4e6f9acf5 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "DELETE /v2.0/floatingips/1ddd68b7-e96f-421f-93cd-4bfa206a5753 HTTP/1.1" status: 204 len: 173 time: 1.0324047 Oct 25 08:54:33.683719 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.701323 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f02fcbc1-febd-4aac-8e2b-3acccd7580ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/842ea31f-e9be-44ae-b4ee-f9d17fc08ab8 HTTP/1.1" status: 204 len: 168 time: 0.1736157 Oct 25 08:54:33.725992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fcbc1-febd-4aac-8e2b-3acccd7580ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ea31f-e9be-44ae-b4ee-f9d17fc08ab8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:33.726734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port da893df6-5e2f-42f6-9bce-3e66d7f66d27 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:33.744032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port da893df6-5e2f-42f6-9bce-3e66d7f66d27 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:33.754854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.762346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Network 5d3b8933-303f-4873-b23d-bc9371869d1c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:33.770013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:33.773550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Pushing event updated for resources: {'Port': ['ID=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:33.776056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:33.793383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-f5c5dbb7-1b6f-4938-aea0-a55a31e61d92 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1543875 Oct 25 08:54:33.796067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6b8de355-8b17-439e-ab03-8106abcf284b no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:33.827106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6b8de355-8b17-439e-ab03-8106abcf284b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:33.827554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6b8de355-8b17-439e-ab03-8106abcf284b not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:33.828390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5c900b30-21fd-4a02-9622-bc83b773f8fe no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:33.850910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5c900b30-21fd-4a02-9622-bc83b773f8fe {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:33.851283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5c900b30-21fd-4a02-9622-bc83b773f8fe not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:33.903810 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.922475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:33.923086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.932171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec0163-49a5-4949-89ef-7db1eeebb4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da893df6-5e2f-42f6-9bce-3e66d7f66d27'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:33.934437 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f46b3cd-0fc6-439b-b19d-6fbe006f9d6a" -d '{"events": [{"server_uuid": "09ec0163-49a5-4949-89ef-7db1eeebb4d0", "name": "network-vif-plugged", "status": "completed", "tag": "da893df6-5e2f-42f6-9bce-3e66d7f66d27"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:33.949107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecee73-3e81-4025-8674-48005920f518 req-bed97ef1-b0b7-4309-9410-48917b9d635f tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:33.950003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port da893df6-5e2f-42f6-9bce-3e66d7f66d27, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=da893df6-5e2f-42f6-9bce-3e66d7f66d27,segment=NetworkSegment(88cf1155-4ce4-4122-89ae-8eb8e60916aa),segment_id=88cf1155-4ce4-4122-89ae-8eb8e60916aa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:33.950663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49ecee73-3e81-4025-8674-48005920f518 req-bed97ef1-b0b7-4309-9410-48917b9d635f tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 944 time: 0.1549075 Oct 25 08:54:33.959361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-ee98aef0-230e-48b3-b7b1-2eeb68de5dcf tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4957530 Oct 25 08:54:33.960749 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:33.990481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Request body: {'port': {'device_id': 'dd5e4ec1-2c15-4823-bd81-bf76a6170cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:34.016783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=da893df6-5e2f-42f6-9bce-3e66d7f66d27,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:34.031039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-24635b5a-5a78-4181-9b78-58ae168d283d service neutron] 10.222.0.32 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014735 Oct 25 08:54:34.113996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49ecee73-3e81-4025-8674-48005920f518 req-446986ff-d419-494f-bd2b-b95ff89733bc tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499999 Oct 25 08:54:34.129967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.196897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-26a32bc0-4f20-43ed-8e14-77292baf653e service neutron] 10.222.0.32 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650095 Oct 25 08:54:34.471075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939db83c-cad6-45ff-b47e-a74ff1d18e8a req-6f241ff1-ce16-4dd1-9ec8-46889bd9e5b8 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:34.472563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-939db83c-cad6-45ff-b47e-a74ff1d18e8a req-6f241ff1-ce16-4dd1-9ec8-46889bd9e5b8 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 931 time: 0.1085792 Oct 25 08:54:34.486704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:34.500866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.525983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Transition to ACTIVE for port object 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:54:34.536617 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.541446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41218) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:34.567766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-939db83c-cad6-45ff-b47e-a74ff1d18e8a req-b4f93b54-f58e-4a35-904a-38307a172dd7 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764945 Oct 25 08:54:34.669222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1470580488-network', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:34.676097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Pushing event updated for resources: {'Port': ['ID=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:34.701648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:34.705487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.716328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.745860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a23bd-9eb1-4e28-94a3-814c2feca33b req-4ad35e69-2cb9-42df-ba87-515fc1f379c2 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:34.747493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe7a23bd-9eb1-4e28-94a3-814c2feca33b req-4ad35e69-2cb9-42df-ba87-515fc1f379c2 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1096 time: 0.1742864 Oct 25 08:54:34.752570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-6d1dd9b4-0050-4ff8-83a1-9d24cc3bd15f tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 1000 time: 0.1473372 Oct 25 08:54:34.814449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.820085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.828634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Attempting to bind port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:34.829394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Attempting to bind port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'f502fe90-9e68-4aed-8d61-aa3a577a7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5d3b8933-303f-4873-b23d-bc9371869d1c'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:34.829394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Attempting to bind port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 on network 5d3b8933-303f-4873-b23d-bc9371869d1c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:34.841638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe7a23bd-9eb1-4e28-94a3-814c2feca33b req-a6826024-56b7-4f99-aaea-f95f7cb8375f tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865414 Oct 25 08:54:34.842840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:54:34.849983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e953a7-0760-4267-a701-42b1c7512c29 req-9ac1fe20-808b-4c12-9ccd-7305ca6c5c13 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:34.852016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-9ac1fe20-808b-4c12-9ccd-7305ca6c5c13 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports/cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 200 len: 942 time: 0.0870206 Oct 25 08:54:34.852623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 on network 5d3b8933-303f-4873-b23d-bc9371869d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:54:34.853080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Attempting to bind port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 on network 5d3b8933-303f-4873-b23d-bc9371869d1c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:34.859863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:34.860191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Checking segment: {'id': 'f502fe90-9e68-4aed-8d61-aa3a577a7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5d3b8933-303f-4873-b23d-bc9371869d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:34.860611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Bound using segment: {'id': 'f502fe90-9e68-4aed-8d61-aa3a577a7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5d3b8933-303f-4873-b23d-bc9371869d1c'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:34.861079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Bound port: 24de502e-ca43-4ff8-8856-2f9a7a9b9e33, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f502fe90-9e68-4aed-8d61-aa3a577a7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5d3b8933-303f-4873-b23d-bc9371869d1c'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:34.861437 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.879294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348ec65f-e1ec-4111-965a-b07f3d280ee3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:34.881483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.881828 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Added segment 255d0dce-86d7-4cad-86a6-aedc27564fe1 of type vlan for network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 Oct 25 08:54:34.931280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.940171 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7821df-d05a-4356-8bea-faefcc129fe2 x-openstack-request-id: req-cb7821df-d05a-4356-8bea-faefcc129fe2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:34.941044 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec0163-49a5-4949-89ef-7db1eeebb4d0", "name": "network-vif-plugged", "status": "completed", "tag": "da893df6-5e2f-42f6-9bce-3e66d7f66d27", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:34.941482 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb7821df-d05a-4356-8bea-faefcc129fe2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:34.942048 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ec0163-49a5-4949-89ef-7db1eeebb4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da893df6-5e2f-42f6-9bce-3e66d7f66d27', 'code': 200} Oct 25 08:54:34.972666 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:34.973717 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:34.974263 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.031617 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4885182 Oct 25 08:54:35.038058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41230) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:35.043642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Request body: {'subnet': {'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1470580488-subnet', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:35.053637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c1a6a-f8cd-4dc8-909b-3602206e759b admin admin] Pushing event updated for resources: {'Network': ['ID=92c360e3-705e-4aaf-8ba4-f291eadce1f1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:35.068183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:54:35.101604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f672200-692f-45d5-a682-eb61f70046bf req-dd191246-e451-46ae-8444-29121bc97aac tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 210 time: 0.0555880 Oct 25 08:54:35.103269 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:35.104645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] For port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:35.105886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.120235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2301-bd85-4e4b-8d8a-fb8a962b05fa req-b840b5d7-82f9-487e-a84f-ae32fa644868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:35.122189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-820c2301-bd85-4e4b-8d8a-fb8a962b05fa req-b840b5d7-82f9-487e-a84f-ae32fa644868 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 1096 time: 0.0653791 Oct 25 08:54:35.152314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] For port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,segment=NetworkSegment(f502fe90-9e68-4aed-8d61-aa3a577a7032),segment_id=f502fe90-9e68-4aed-8d61-aa3a577a7032)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:35.169281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-99b760e3-3bde-4aa1-a4a6-3a99205110a4 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 1000 time: 0.2179418 Oct 25 08:54:35.181973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.200722 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-820c2301-bd85-4e4b-8d8a-fb8a962b05fa req-59ece59a-4a8f-4b2d-bc75-a9fee3a6129d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Oct 25 08:54:35.337161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.397098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a74d13-6bfd-46a6-81a8-39f4644f8a12,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:35.427537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Checking segment: {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:35.427891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Network hostable DHCP agents. Network: 92c360e3-705e-4aaf-8ba4-f291eadce1f1, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:54:35.446137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:54:35.456381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 92c360e3-705e-4aaf-8ba4-f291eadce1f1) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:35.461320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:35.461906 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.467649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5e0d5-f586-4427-97db-08ac274534ab None None] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:35.485364 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c61b010-fffc-4bd4-bdac-e9c29344e8d2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4436989 Oct 25 08:54:35.486181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41242) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:35.491239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:35.520126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.521307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.588389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.590867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:35.591524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.593238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] 10.222.0.41 "PUT /v2.0/ports/24de502e-ca43-4ff8-8856-2f9a7a9b9e33 HTTP/1.1" status: 200 len: 1091 time: 1.6113853 Oct 25 08:54:35.597694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5e4ec1-2c15-4823-bd81-bf76a6170cc2', 'tag': '24de502e-ca43-4ff8-8856-2f9a7a9b9e33'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:35.600978 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5e4ec1-2c15-4823-bd81-bf76a6170cc2", "tag": "24de502e-ca43-4ff8-8856-2f9a7a9b9e33"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:35.656777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cea8d-5355-47fa-a89c-24b596a95e2b service neutron] Pushing event updated for resources: {'Port': ['ID=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:35.658613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:54:35.676427 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.722559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9480a6-31b9-4c5f-8206-590e34a1955f req-eec96fc2-0da6-428f-974d-4a86e31db162 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:35.724134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e9480a6-31b9-4c5f-8206-590e34a1955f req-eec96fc2-0da6-428f-974d-4a86e31db162 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 945 time: 0.4640734 Oct 25 08:54:35.733362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e953a7-0760-4267-a701-42b1c7512c29 req-4b1bcb88-9ab5-4be1-8b1a-e1e1922090d0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:35.742170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-4b1bcb88-9ab5-4be1-8b1a-e1e1922090d0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.5712130 Oct 25 08:54:35.829215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:35.942568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-85216381-1d01-4ab0-80f0-4bae87fc923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:35.945217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Allocated IP 172.20.0.2 (92c360e3-705e-4aaf-8ba4-f291eadce1f1/a2a74d13-6bfd-46a6-81a8-39f4644f8a12/58fe8618-cd18-4a29-934e-8ded6d7aa3a9) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:35.945808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-85216381-1d01-4ab0-80f0-4bae87fc923c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1345f4a747b4bea9eb61643392d6160&device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 1094 time: 0.2699833 Oct 25 08:54:35.963810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-3ab13177-1b0e-47b1-a788-3e7c7e239179 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 1000 time: 0.2206011 Oct 25 08:54:35.987409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:36.065687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.070493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-e55f2188-6842-4dce-9af7-710aa9f99446 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24de502e-ca43-4ff8-8856-2f9a7a9b9e33 HTTP/1.1" status: 200 len: 217 time: 0.1001182 Oct 25 08:54:36.081670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e9480a6-31b9-4c5f-8206-590e34a1955f req-22e5ca42-eea8-4db5-ae4b-f81adafa0d36 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365188 Oct 25 08:54:36.085903 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.110745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.122356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-4749c635-6d2f-4941-8771-32a7f2d62129 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:36.124471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-4749c635-6d2f-4941-8771-32a7f2d62129 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 821 time: 0.2870722 Oct 25 08:54:36.184275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Request body: {'port': {'device_id': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'admin_state_up': True, 'tenant_id': '1dfa050e73094a9687a2b0b57971f616'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:36.210247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Allocated IP 172.25.8.148 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/07d7a5f7-45f8-40fa-aa8e-606dd133a28e) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:36.338097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.346409 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.347065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-9e6efeb7-08c8-4b70-98f8-c7e754bc3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:36.348523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-9e6efeb7-08c8-4b70-98f8-c7e754bc3d17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa1fc5c4-1a18-4c53-8b03-4ea7bd2e85bf HTTP/1.1" status: 200 len: 865 time: 0.2233126 Oct 25 08:54:36.371991 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.402281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:36.406809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:36.411453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:36.421452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-01fa6fd8-dfa4-45c5-a736-fb3529d5c518 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d3b8933-303f-4873-b23d-bc9371869d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353546 Oct 25 08:54:36.429442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Pushing event updated for resources: {'Port': ['ID=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:36.430282 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.495431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Attempting to bind port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:36.495801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Attempting to bind port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:36.496150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Attempting to bind port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 on network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:36.501580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:36.501948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Checking segment: {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:36.502347 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.502733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Bound using segment: {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:36.503513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Bound port: 58fe8618-cd18-4a29-934e-8ded6d7aa3a9, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:36.503659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.513234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:36.526964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:36.540847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:36.559872 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.578334 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.578907 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Floating IP 14b6db58-dc10-4262-a665-0b48aed42802 disassociated. External IP: 172.25.8.79, port: cc62e86c-1514-4351-a13b-e33cd789280f. Oct 25 08:54:36.608106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] For port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:36.613835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] For port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:36.627974 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.631559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Pushing event updated for resources: {'Port': ['ID=07d7a5f7-45f8-40fa-aa8e-606dd133a28e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:36.757806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951616e-cb83-408d-9c3b-a5897cca23c4 None None] Pushing event updated for resources: {'Port': ['ID=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:36.851550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Made reservation on behalf of 1dfa050e73094a9687a2b0b57971f616 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:36.858889 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:36.884209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-7676f6fd-e52b-418f-8316-6287c302720d service neutron] 10.222.0.41 "GET /v2.0/networks/5d3b8933-303f-4873-b23d-bc9371869d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528518 Oct 25 08:54:37.004872 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:37.215041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4aecc5a-5e91-40a6-9cdb-b2076c8043d9 req-2b1730d5-b69e-49af-ab48-8d4b6c71edc7 service neutron] 10.222.0.41 "GET /v2.0/networks/5d3b8933-303f-4873-b23d-bc9371869d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180444 Oct 25 08:54:37.260866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Allocated IP 172.20.0.7 (745db563-8865-4d9b-b400-5a25e818e450/757a2841-4bb4-4563-ac12-385c40a28013/f65c8dd9-4991-456c-b099-7f61c7abacc9) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:37.308258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:54:37.308475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:37.487765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Router 3d8dc840-51df-4db7-a054-71227885f7ba is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:54:37.533393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 535bb326-8a25-40c4-85b1-d5db6024417c details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:54:37.533934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-4a3889b1-8c93-429a-b913-051368596d50 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:54:37.534321 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-4a3889b1-8c93-429a-b913-051368596d50 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0195196 Oct 25 08:54:37.551761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:54:37.557405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:37.568033 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] Sync routers for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:54:37.587290 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:37.587825 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:37.621459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-97ab3b97-1efe-4b57-8ea2-875f59ed36ef tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "PUT /v2.0/floatingips/14b6db58-dc10-4262-a665-0b48aed42802 HTTP/1.1" status: 200 len: 694 time: 1.6565545 Oct 25 08:54:37.700528 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:37.720317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-c03839de-fcc1-46cc-a146-3b62d3f9b63c tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:37.721801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-c03839de-fcc1-46cc-a146-3b62d3f9b63c tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports/863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 200 len: 1093 time: 0.1041481 Oct 25 08:54:37.736601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Request body: {'binding': {'host': 'n-h1-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:37.739647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Unknown quota resources ['binding']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:54:37.774018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:37.799635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '535bb326-8a25-40c4-85b1-d5db6024417c', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'port_id': '535bb326-8a25-40c4-85b1-d5db6024417c', 'mac_address': 'fa:16:3e:d6:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f43f9-4a00-4776-ac6c-afdee1d3b7bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:54:37.863254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:37.882843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 535bb326-8a25-40c4-85b1-d5db6024417c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:37.890400 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:37.906603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:37.954966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:37.968106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.030412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e953a7-0760-4267-a701-42b1c7512c29 req-d820e1fe-7e15-430c-856e-5c18269dc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:38.038864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-d820e1fe-7e15-430c-856e-5c18269dc12c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc9176bf225d4340ab730b9c895b5bad&device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 1096 time: 0.3980930 Oct 25 08:54:38.058871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:38.060042 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.063137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:38.117455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on host n-h1-814746-2 for vnic_type normal with profile None {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:38.117878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:38.118212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:38.144566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3871af1-9ceb-4568-8042-cc5ca1e12334 None None] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:38.158973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:54:38.159312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:38.175535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:38.175894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:38.176184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:38.177367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Bound port: 863100bf-8e07-4200-a7d7-1969241ef201, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:38.209428 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.249012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['20f03ae3-0390-492e-a1f2-efc1fbc38337'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:38.250920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-16bd08ef-0cd3-4bc5-8616-74ae32ad00e6 None None] Provisioning complete for port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:38.251697 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-16bd08ef-0cd3-4bc5-8616-74ae32ad00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.254819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e953a7-0760-4267-a701-42b1c7512c29 req-551eecd2-14d8-4afe-9089-e917452afb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:38.256305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-551eecd2-14d8-4afe-9089-e917452afb9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce HTTP/1.1" status: 200 len: 930 time: 0.2165530 Oct 25 08:54:38.258922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:54:38.300652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.305270 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-02ffa7c3-d0d6-4597-accd-67507301ddf6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8172698 Oct 25 08:54:38.307257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41272) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:38.328264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Sync routers for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:54:38.338958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Network 745db563-8865-4d9b-b400-5a25e818e450 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:38.344215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:38.347274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:38.353603 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:55Z', 'revision_number': 5, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:38.357027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-b3a993ad-27d6-475d-b631-5a0b678b35f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 200 len: 217 time: 0.0864115 Oct 25 08:54:38.395053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Pushing event updated for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:38.399802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.418623 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] Checking router: d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:54:38.424715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['535bb326-8a25-40c4-85b1-d5db6024417c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:38.450882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:38.471070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.472205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-db02c308-12b8-4a39-828d-1e29560260bf service neutron] 10.222.0.32 "POST /v2.0/ports/863100bf-8e07-4200-a7d7-1969241ef201/bindings HTTP/1.1" status: 201 len: 389 time: 0.7411385 Oct 25 08:54:38.480480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:38.481369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:38.481769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:38.482406 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.491380 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.498500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e953a7-0760-4267-a701-42b1c7512c29 req-de9fa824-c0ce-48b6-ad58-9889602be217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:38.500387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-de9fa824-c0ce-48b6-ad58-9889602be217 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=abe80551-6740-4689-8717-3f46d03c1a76 HTTP/1.1" status: 200 len: 868 time: 0.1190324 Oct 25 08:54:38.511274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:38.512957 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:38.530933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-b267ee95-c6da-4dff-bd0c-e13c694af862 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3524778 Oct 25 08:54:38.596446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Request body: {'port': {'device_id': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:38.686046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:38.722489 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:38.781059 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.800030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:38.814188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e953a7-0760-4267-a701-42b1c7512c29 req-5355915b-b235-4a20-96d6-2bda6683fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:38.815370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-5355915b-b235-4a20-96d6-2bda6683fcf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3070321 Oct 25 08:54:39.041178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:39.119309 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:55Z', 'revision_number': 5, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:39.122666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:39.172995 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ac314-d504-4e64-99b7-24fc47baa787 None None] The sync data for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 is: [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:53:49Z', 'revision_number': 4, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '95c02006-9451-41e2-903d-a57d67f982d8', 'name': '', 'network_id': 'fff50a2c-fbe6-4b73-8cbc-551eb93a2fce', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'mac_address': 'fa:16:3e:a4:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:45Z', 'updated_at': '2021-10-25T08:53:55Z', 'revision_number': 5, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'subnets': [{'id': 'abe80551-6740-4689-8717-3f46d03c1a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:39.248530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:39.509560 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:39.566512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Allocated IP 172.20.0.1 (92c360e3-705e-4aaf-8ba4-f291eadce1f1/a2a74d13-6bfd-46a6-81a8-39f4644f8a12/8b709d11-6c38-4e84-b14c-3dae3dffc232) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:54:39.621614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:36Z', 'revision_number': 3, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:39.662225 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb220d73-f5ea-4377-b3cf-f21442b177aa None None] New status for floating IP 14b6db58-dc10-4262-a665-0b48aed42802: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:54:39.672410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Checking router: 3d8dc840-51df-4db7-a054-71227885f7ba for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:54:39.673058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Updating router 3d8dc840-51df-4db7-a054-71227885f7ba port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:54:39.695432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d4217-05ae-4f5c-9186-ff379da14653 req-3a5cafde-6d4a-4f8b-98a5-56dac0b93b5c tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:39.702709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-696d4217-05ae-4f5c-9186-ff379da14653 req-3a5cafde-6d4a-4f8b-98a5-56dac0b93b5c tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 943 time: 0.6852272 Oct 25 08:54:39.725049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6721049a-620d-43ad-b52e-fab45c3831b7 None None] Provisioning complete for port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:39.725616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6721049a-620d-43ad-b52e-fab45c3831b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:39.730984 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:39.740999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:39.774724 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-696d4217-05ae-4f5c-9186-ff379da14653 req-8c43d53e-b74c-4abc-98fa-cc9a0c2943b4 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685961 Oct 25 08:54:39.791846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-95885500-01d2-4819-99aa-92ddba66da24 service neutron] 10.222.0.32 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8362846 Oct 25 08:54:39.814640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-34f8d384-1da9-4167-8e53-1d1cb5cc774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:39.816946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-34f8d384-1da9-4167-8e53-1d1cb5cc774f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1096 time: 0.8626578 Oct 25 08:54:39.842630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:39.900172 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef66bd5-8f74-4b76-81e9-496479499e76 x-openstack-request-id: req-aef66bd5-8f74-4b76-81e9-496479499e76 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:39.900535 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5e4ec1-2c15-4823-bd81-bf76a6170cc2", "tag": "24de502e-ca43-4ff8-8856-2f9a7a9b9e33", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:39.900731 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aef66bd5-8f74-4b76-81e9-496479499e76 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:39.901105 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5e4ec1-2c15-4823-bd81-bf76a6170cc2', 'tag': '24de502e-ca43-4ff8-8856-2f9a7a9b9e33', 'status': 'completed', 'code': 200} Oct 25 08:54:40.027138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:40.033612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:40.040747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:54:40.084488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-979ad81f-4ede-4710-afc5-088ebfe1a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:40.088229 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-979ad81f-4ede-4710-afc5-088ebfe1a05a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1345f4a747b4bea9eb61643392d6160&device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 1094 time: 0.1574082 Oct 25 08:54:40.089162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Pushing event updated for resources: {'Port': ['ID=8b709d11-6c38-4e84-b14c-3dae3dffc232,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:40.111057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:40.127648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-c40e6b52-1111-4d29-9a32-68ac8bf9139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:40.135854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-c40e6b52-1111-4d29-9a32-68ac8bf9139c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.3013539 Oct 25 08:54:40.167995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.175770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65c8dd9-4991-456c-b099-7f61c7abacc9 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:40.253472 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.253861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-ddcde66e-0e82-41b2-9de3-f48b5a50f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:40.255430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-ddcde66e-0e82-41b2-9de3-f48b5a50f2be service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d3b8933-303f-4873-b23d-bc9371869d1c HTTP/1.1" status: 200 len: 926 time: 0.1595914 Oct 25 08:54:40.277750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Transition to ACTIVE for port object f65c8dd9-4991-456c-b099-7f61c7abacc9 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:54:40.289144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25e953a7-0760-4267-a701-42b1c7512c29 req-0d4e64d5-624b-4454-9e2b-2d8cf8225dec service neutron] 10.222.0.32 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783201 Oct 25 08:54:40.292319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.300605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b814f255-6769-4cc9-a81c-ce3050967f8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 200 len: 217 time: 0.1501040 Oct 25 08:54:40.375244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ccac-4f6f-429c-9e56-193cc378afbb req-2f98326e-ff69-42ec-a253-a8d7e2ea8a07 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:40.381507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b20ccac-4f6f-429c-9e56-193cc378afbb req-2f98326e-ff69-42ec-a253-a8d7e2ea8a07 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 931 time: 0.3629632 Oct 25 08:54:40.435892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.438557 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-3f196713-3125-41d7-a77d-e2565a21d121 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24de502e-ca43-4ff8-8856-2f9a7a9b9e33 HTTP/1.1" status: 200 len: 217 time: 0.1175389 Oct 25 08:54:40.539053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-ab082c17-5ac1-49c9-afef-df22cecd9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:40.540710 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-ab082c17-5ac1-49c9-afef-df22cecd9563 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa1fc5c4-1a18-4c53-8b03-4ea7bd2e85bf HTTP/1.1" status: 200 len: 865 time: 0.0920289 Oct 25 08:54:40.550602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Pushing event updated for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:40.605528 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-fd7d655a-5894-4e51-9911-abf381576e84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d3b8933-303f-4873-b23d-bc9371869d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503752 Oct 25 08:54:40.624535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b20ccac-4f6f-429c-9e56-193cc378afbb req-78e6b6fd-ecab-4d42-a354-4ca647f1b8ad tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351439 Oct 25 08:54:40.629320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.631547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.633209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.636646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.637179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.637693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.638186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.638670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.639158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.639640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.640136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.642074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:40.663450 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.678779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:40.680169 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.743089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-0fd3a961-bfb2-44cd-ae6a-a15ca1ca977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:40.747237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-0fd3a961-bfb2-44cd-ae6a-a15ca1ca977b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.3052666 Oct 25 08:54:40.759042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa9d8-507b-4873-9cdf-7470e60f21d7 req-e41c0386-a08a-4562-b3b4-b30f50d191f5 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:40.760940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a99fa9d8-507b-4873-9cdf-7470e60f21d7 req-e41c0386-a08a-4562-b3b4-b30f50d191f5 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 945 time: 0.3762128 Oct 25 08:54:40.781073 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.799480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-d6c5211b-347f-481c-8aca-f61b959e73e7 service neutron] 10.222.0.41 "GET /v2.0/networks/5d3b8933-303f-4873-b23d-bc9371869d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659956 Oct 25 08:54:40.828197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.842696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.847267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Pushing event updated for resources: {'Port': ['ID=07d7a5f7-45f8-40fa-aa8e-606dd133a28e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:40.908868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-f42acb9b-842c-46cf-88c7-d51ffa6267ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255758 Oct 25 08:54:40.919520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.953179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Attempting to bind port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:40.954132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Attempting to bind port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:40.954434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Attempting to bind port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:40.964479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:40.964805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:40.965261 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:40.965660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:40.969981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Bound port: 07d7a5f7-45f8-40fa-aa8e-606dd133a28e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:40.970471 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:41.037191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Pushing event updated for resources: {'Port': ['ID=8b709d11-6c38-4e84-b14c-3dae3dffc232,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:41.041355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:41.041707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:41.042014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:41.052977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a99fa9d8-507b-4873-9cdf-7470e60f21d7 req-b6c1f990-10cd-4ac0-9597-ebcb54b4df74 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550809 Oct 25 08:54:41.062451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:54:41.062779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:41.079230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c442c1-d086-4650-bf05-f1a2b04b79fd req-8bd81465-0cd9-4be6-b2f5-1a4b17721861 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:41.087531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4ce18048-545a-4d4d-b734-28f09c5cb160 None None] Provisioning complete for port 8b709d11-6c38-4e84-b14c-3dae3dffc232 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:41.087688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55c442c1-d086-4650-bf05-f1a2b04b79fd req-8bd81465-0cd9-4be6-b2f5-1a4b17721861 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.3056762 Oct 25 08:54:41.087897 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ce18048-545a-4d4d-b734-28f09c5cb160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:41.118786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:41.119730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:41.120249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:41.120702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Bound port: f65c8dd9-4991-456c-b099-7f61c7abacc9, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:41.121152 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:41.129540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] For port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:41.137943 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a3e58d61-827f-4e9d-a4ca-a19d4c9c4df2 req-ff1beeee-d57f-40af-9271-753425edf418 service neutron] 10.222.0.41 "GET /v2.0/networks/5d3b8933-303f-4873-b23d-bc9371869d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224924 Oct 25 08:54:41.173209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] For port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=07d7a5f7-45f8-40fa-aa8e-606dd133a28e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:41.179615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-e81008fe-2306-416f-bd08-994f9b596d5d service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698007 Oct 25 08:54:41.197393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:54:41.198782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:41.200609 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:41.306496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4ce18048-545a-4d4d-b734-28f09c5cb160 None None] Port 8b709d11-6c38-4e84-b14c-3dae3dffc232 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:54:41.364507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Pushing event updated for resources: {'Port': ['ID=07d7a5f7-45f8-40fa-aa8e-606dd133a28e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:41.391369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.391739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.392080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.394809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.395149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.395484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.395861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.398432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.399253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.399618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.400065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.400399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4431-fd1e-4d90-a7c5-62ee6504d27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:41.463699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:41.465778 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:41.472539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Router 3d8dc840-51df-4db7-a054-71227885f7ba has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:54:41.514227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:41.532145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:41.538936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-bf50bfbb-2ea0-4d1f-85dd-c0c46a3b4135 service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142047 Oct 25 08:54:41.543572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55c442c1-d086-4650-bf05-f1a2b04b79fd req-9fbac41d-fdce-4f44-8b60-3bc0bd7d8daa tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549561 Oct 25 08:54:41.548651 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:41.632751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:41.633564 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:41.637181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] 10.222.0.41 "PUT /v2.0/ports/f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 200 len: 1091 time: 3.0954103 Oct 25 08:54:41.672099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-9d53ac3b-92f1-44c9-8d1e-63a71e78f667 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips/14b6db58-dc10-4262-a665-0b48aed42802 HTTP/1.1" status: 200 len: 692 time: 0.2682488 Oct 25 08:54:41.697457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:54:41.725890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1d63b191-7c77-4fe3-a662-5ff525b6265d admin admin] 10.222.0.32 "PUT /v2.0/routers/3d8dc840-51df-4db7-a054-71227885f7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072089 Oct 25 08:54:41.732061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:54:41.734162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 535bb326-8a25-40c4-85b1-d5db6024417c up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:41.923719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f'}, {'name': 'network-changed', 'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:41.927506 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1693576-159a-4f43-8946-416797f4aad1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f"}, {"name": "network-changed", "server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:41.973634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-1235e2da-e48c-42e9-abf5-68c4148f1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:41.977789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-1235e2da-e48c-42e9-abf5-68c4148f1c30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1094 time: 0.2133598 Oct 25 08:54:42.000296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-22f312eb-3f46-4623-b548-ea80e301e360 None None] Provisioning complete for port 8b709d11-6c38-4e84-b14c-3dae3dffc232 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:42.001369 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22f312eb-3f46-4623-b548-ea80e301e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:42.071456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92e931-108c-4423-a163-fa04a3930828 req-8005868d-a90d-4165-9fde-cf24edf4054b tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:42.073527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb92e931-108c-4423-a163-fa04a3930828 req-8005868d-a90d-4165-9fde-cf24edf4054b tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 943 time: 0.3078897 Oct 25 08:54:42.075023 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-845b35e4-7448-4db3-83f3-7773ade44c86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 200 len: 217 time: 0.0722606 Oct 25 08:54:42.108584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:42.112324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 535bb326-8a25-40c4-85b1-d5db6024417c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:42.112938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:42.141576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb92e931-108c-4423-a163-fa04a3930828 req-c7affaa7-7aea-4549-9748-31d2a4413da9 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618720 Oct 25 08:54:42.181562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878977d2-a354-4831-ab63-fabb3e6d0399 service neutron] Pushing event updated for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:42.254616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-f6811490-97c9-4a4c-a895-37c14b32a74a tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:42.267595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-f6811490-97c9-4a4c-a895-37c14b32a74a tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.5942373 Oct 25 08:54:42.294947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,segment=NetworkSegment(f502fe90-9e68-4aed-8d61-aa3a577a7032),segment_id=f502fe90-9e68-4aed-8d61-aa3a577a7032)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:42.388725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-7941be84-9736-4cd2-aed3-1ebc19874f0f tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 695 time: 0.1193178 Oct 25 08:54:42.404342 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:54:42.408325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-d9edb2d9-d34b-42f8-bb0f-de721e1f25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:42.413842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-d9edb2d9-d34b-42f8-bb0f-de721e1f25ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.3303275 Oct 25 08:54:42.438403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-22f312eb-3f46-4623-b548-ea80e301e360 None None] Port 8b709d11-6c38-4e84-b14c-3dae3dffc232 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:54:42.447733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '24de502e-ca43-4ff8-8856-2f9a7a9b9e33', 'network_id': '5d3b8933-303f-4873-b23d-bc9371869d1c', 'port_id': '24de502e-ca43-4ff8-8856-2f9a7a9b9e33', 'mac_address': 'fa:16:3e:df:99:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1fc5c4-1a18-4c53-8b03-4ea7bd2e85bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:54:42.590639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-107b0d3f-e6d9-4934-ac41-f7ee04b8cdb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777092 Oct 25 08:54:42.601528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-b920f113-0efa-461f-9225-5f999640a6ab tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.79 HTTP/1.1" status: 200 len: 695 time: 0.2103186 Oct 25 08:54:42.709015 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:42.821531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:42.827470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-aa22b327-ca64-44be-a2ed-08b354664436 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927107 Oct 25 08:54:42.828716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:42.911252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,segment=NetworkSegment(f502fe90-9e68-4aed-8d61-aa3a577a7032),segment_id=f502fe90-9e68-4aed-8d61-aa3a577a7032)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:42.923348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:42.926993 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc46a1e2-acb5-4dae-9dad-b2050938c6f2" -d '{"events": [{"server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "name": "network-vif-plugged", "status": "completed", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:42.941013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:42.949740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:42.967635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-66638732-a3a9-49d7-bf93-c13264a3b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:42.972983 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-66638732-a3a9-49d7-bf93-c13264a3b460 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 1095 time: 0.0996506 Oct 25 08:54:42.983976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:42.989510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632e20-b106-4262-a4c0-120d23357a4d req-d5d5638e-59eb-46e6-a8a0-58de1873447e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:42.992187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a632e20-b106-4262-a4c0-120d23357a4d req-d5d5638e-59eb-46e6-a8a0-58de1873447e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.4830635 Oct 25 08:54:43.023008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:43.042184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 2, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:43.105547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e427df-dd13-4869-beb1-8df3d454cbf3 None None] The sync data for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 is: [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 2, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:43.139492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:43.188214 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a632e20-b106-4262-a4c0-120d23357a4d req-c9e59f22-4838-48c9-8418-2f208fa0eae7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751101 Oct 25 08:54:43.201350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-fd664746-d906-4c16-92f6-181a2a6c66fd service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938253 Oct 25 08:54:43.205665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-36a01180-f0b9-496f-8712-0011afa337e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:43.206252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Deleting port 95830219-11d5-4069-bd24-1b3f362d8333 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:43.206652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:43.207646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-36a01180-f0b9-496f-8712-0011afa337e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.2099941 Oct 25 08:54:43.275135 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-f63662bf-4f98-40bc-add9-8405132b35c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 200 len: 217 time: 0.0599122 Oct 25 08:54:43.363827 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a2db2a-9b0d-4a98-8c79-2a4f800b9b73 x-openstack-request-id: req-e9a2db2a-9b0d-4a98-8c79-2a4f800b9b73 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:43.364192 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:43.364443 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9a2db2a-9b0d-4a98-8c79-2a4f800b9b73 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:43.364875 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'status': 'completed', 'code': 200} Oct 25 08:54:43.365184 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9', 'status': 'completed', 'code': 200} Oct 25 08:54:43.388304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-b4aa4fa6-1c96-46ea-a5c0-5cf03d8a0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:43.391131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-b4aa4fa6-1c96-46ea-a5c0-5cf03d8a0226 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1089270 Oct 25 08:54:43.441650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-9496b47a-82cc-4e3c-8b74-dbdc0011a49a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390828 Oct 25 08:54:43.480360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['24de502e-ca43-4ff8-8856-2f9a7a9b9e33'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:43.633408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c7ea051-d0a9-458a-8da5-f881e3cb927b req-3da69663-eda6-4fba-a9a6-44aa7269fbcf service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191859 Oct 25 08:54:43.739852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:43.745369 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:43.786233 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-b9fd039e-c20b-436e-9f6b-65fedd19e7a5 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162622 Oct 25 08:54:43.792020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693576-159a-4f43-8946-416797f4aad1 req-8c20326d-e879-4db3-9d51-6eb4045c934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:43.794275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-8c20326d-e879-4db3-9d51-6eb4045c934d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc9176bf225d4340ab730b9c895b5bad&device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 1096 time: 0.4229252 Oct 25 08:54:43.811909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Calling delete_port for 95830219-11d5-4069-bd24-1b3f362d8333 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:43.967368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a89a8f8-0a56-4b0a-9cbe-3b40da55c22a req-259f12b1-d6be-47ec-839a-4841f3f59918 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733088 Oct 25 08:54:44.504310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7c7b-6b42-4205-a800-7a9d8ba3d818 req-d6a84d99-6e63-48a9-8d09-e80d4e0b4888 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:44.512535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b38a7c7b-6b42-4205-a800-7a9d8ba3d818 req-d6a84d99-6e63-48a9-8d09-e80d4e0b4888 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.5456998 Oct 25 08:54:44.519367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693576-159a-4f43-8946-416797f4aad1 req-a9bc7cb2-b515-4b07-b776-6300020614ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:44.520808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-a9bc7cb2-b515-4b07-b776-6300020614ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce HTTP/1.1" status: 200 len: 930 time: 0.7103643 Oct 25 08:54:44.611126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-94b90a01-e304-4c64-9841-f6f546b059de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 200 len: 217 time: 0.0647547 Oct 25 08:54:44.723623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b38a7c7b-6b42-4205-a800-7a9d8ba3d818 req-b0d8be19-f8b6-4f4c-b611-185407d30b34 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100098 Oct 25 08:54:44.800857 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2226c390-fdb6-4456-bdaf-31a3dca90ea1 x-openstack-request-id: req-2226c390-fdb6-4456-bdaf-31a3dca90ea1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:44.801505 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "name": "network-vif-plugged", "status": "completed", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:44.801728 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2226c390-fdb6-4456-bdaf-31a3dca90ea1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:44.802227 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c', 'code': 200} Oct 25 08:54:44.834097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693576-159a-4f43-8946-416797f4aad1 req-d53f220c-ba00-4e2e-83c9-e987ce864d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:44.837629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-d53f220c-ba00-4e2e-83c9-e987ce864d8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=abe80551-6740-4689-8717-3f46d03c1a76 HTTP/1.1" status: 200 len: 868 time: 0.2168541 Oct 25 08:54:44.982635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:45.027567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Pushing event deleted for resources: {'Port': ['ID=95830219-11d5-4069-bd24-1b3f362d8333,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:45.048956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693576-159a-4f43-8946-416797f4aad1 req-da756c37-f09c-4985-b0d7-e9abce247053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:45.050871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-da756c37-f09c-4985-b0d7-e9abce247053 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860147 Oct 25 08:54:45.131383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b0aef-67fd-4506-82de-730df4400f9e req-594f3fce-5975-43d2-97d8-c82ef191b0f7 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:45.138889 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d1b0aef-67fd-4506-82de-730df4400f9e req-594f3fce-5975-43d2-97d8-c82ef191b0f7 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 944 time: 0.2003679 Oct 25 08:54:45.220180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:45.225090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:45.247083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-049620f3-a880-495e-ad26-7e8300ab2ea5 req-89379f0f-cd90-4f36-be44-fae4a26349b0 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "DELETE /v2.0/floatingips/14b6db58-dc10-4262-a665-0b48aed42802 HTTP/1.1" status: 204 len: 173 time: 2.6382887 Oct 25 08:54:45.322282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d1b0aef-67fd-4506-82de-730df4400f9e req-d62bc258-437e-4fb6-bfd5-1f109fc1e988 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823912 Oct 25 08:54:45.378140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-00d698a8-7962-46ba-888e-424f1e029442 service neutron] 10.222.0.41 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113043 Oct 25 08:54:45.588791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:45.832239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-be800ae1-0ac1-42c4-af54-f6864e229309 service neutron] 10.222.0.41 "GET /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466591 Oct 25 08:54:45.852546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:45.857281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:45.857656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:45.872633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7632d-ac2b-45ca-8962-e11cd7d2a73e req-08b39bae-5bb0-456a-a486-734820279b15 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:45.889760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dcb7632d-ac2b-45ca-8962-e11cd7d2a73e req-08b39bae-5bb0-456a-a486-734820279b15 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.3468349 Oct 25 08:54:45.966947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 07d7a5f7-45f8-40fa-aa8e-606dd133a28e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:46.027664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dcb7632d-ac2b-45ca-8962-e11cd7d2a73e req-72e934a9-18fc-4d62-9ae8-df79a24e3139 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347997 Oct 25 08:54:46.119295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693576-159a-4f43-8946-416797f4aad1 req-815307ce-455e-401f-9ea1-509ba43d113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:46.127534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-815307ce-455e-401f-9ea1-509ba43d113e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1094 time: 0.1541920 Oct 25 08:54:46.374666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197fd7c-89f6-4312-8f08-df0ac5361245 req-c0237958-b3b1-491c-bf3d-37004c535fcd tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:46.383232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6197fd7c-89f6-4312-8f08-df0ac5361245 req-c0237958-b3b1-491c-bf3d-37004c535fcd tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1529095 Oct 25 08:54:46.423607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce83d-ac2e-4bec-b0a2-9d9a70e8c784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:46.438046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Sync routers for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:54:46.442682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:46.471149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6197fd7c-89f6-4312-8f08-df0ac5361245 req-adb48417-ddfe-43e6-acf9-d545bb4d4bf0 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849061 Oct 25 08:54:46.488360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:46.489221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:46.519171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb14cb-12ee-48c1-ad7c-581a4cec907e req-ad9d91b6-f560-4d39-a8ac-59421b32d633 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:46.540925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29eb14cb-12ee-48c1-ad7c-581a4cec907e req-ad9d91b6-f560-4d39-a8ac-59421b32d633 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.3504667 Oct 25 08:54:46.550949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693576-159a-4f43-8946-416797f4aad1 req-810ff485-0901-4ae4-8f50-3c0e682efde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:46.555506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:46.555736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-810ff485-0901-4ae4-8f50-3c0e682efde0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.4189880 Oct 25 08:54:46.556248 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:46.664133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-5d263fd9-c3c4-4161-9d9f-94d6aa61620c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 200 len: 217 time: 0.0512304 Oct 25 08:54:46.728180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:46.744024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29eb14cb-12ee-48c1-ad7c-581a4cec907e req-0515a29f-7062-42b7-b38e-67e464b2950e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937997 Oct 25 08:54:46.855050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1693576-159a-4f43-8946-416797f4aad1 req-9f2fef2c-f084-47a8-8582-6f0f2231bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:46.866902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-9f2fef2c-f084-47a8-8582-6f0f2231bc56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.1831336 Oct 25 08:54:46.877330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8cd5b-f08c-4ba9-a453-1590efaaa5b8 req-cf547bd7-b085-48bd-ab2a-173395d0459c tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:46.891173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,segment=NetworkSegment(f502fe90-9e68-4aed-8d61-aa3a577a7032),segment_id=f502fe90-9e68-4aed-8d61-aa3a577a7032)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:46.891687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25b8cd5b-f08c-4ba9-a453-1590efaaa5b8 req-cf547bd7-b085-48bd-ab2a-173395d0459c tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2796538 Oct 25 08:54:46.893766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5e4ec1-2c15-4823-bd81-bf76a6170cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24de502e-ca43-4ff8-8856-2f9a7a9b9e33'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:46.898165 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4241410b-00b1-4474-8c6b-f6e147e30cda" -d '{"events": [{"server_uuid": "dd5e4ec1-2c15-4823-bd81-bf76a6170cc2", "name": "network-vif-plugged", "status": "completed", "tag": "24de502e-ca43-4ff8-8856-2f9a7a9b9e33"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:46.906743 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:47.069962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:47.076848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-a6df9f3c-3464-44d5-8885-867792074a76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639161 Oct 25 08:54:47.112630 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25b8cd5b-f08c-4ba9-a453-1590efaaa5b8 req-0cad7a0a-8318-4e4d-b841-9032191d1b2f tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2200544 Oct 25 08:54:47.272320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7256e77-2f9b-4811-8a1b-6f475a279fb5 req-476c22a3-832f-42a8-b44e-0466e9efca14 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:47.279914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7256e77-2f9b-4811-8a1b-6f475a279fb5 req-476c22a3-832f-42a8-b44e-0466e9efca14 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 945 time: 0.3854620 Oct 25 08:54:47.288827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:47.296388 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5fd1a7-75b4-4f87-b3ce-75fcbab143a8 x-openstack-request-id: req-2b5fd1a7-75b4-4f87-b3ce-75fcbab143a8 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:47.296673 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5e4ec1-2c15-4823-bd81-bf76a6170cc2", "name": "network-vif-plugged", "status": "completed", "tag": "24de502e-ca43-4ff8-8856-2f9a7a9b9e33", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:47.296955 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b5fd1a7-75b4-4f87-b3ce-75fcbab143a8 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:47.297348 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5e4ec1-2c15-4823-bd81-bf76a6170cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24de502e-ca43-4ff8-8856-2f9a7a9b9e33', 'code': 200} Oct 25 08:54:47.315043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-fab7db48-81f3-444d-8aa7-04b02df53151 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273772 Oct 25 08:54:47.357531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7256e77-2f9b-4811-8a1b-6f475a279fb5 req-808ce890-a658-444c-8a58-a2c5bff882f1 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721507 Oct 25 08:54:47.405728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=07d7a5f7-45f8-40fa-aa8e-606dd133a28e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:47.414484 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:47.508425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=07d7a5f7-45f8-40fa-aa8e-606dd133a28e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:47.525483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 2, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:47.559346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Checking router: 3d8dc840-51df-4db7-a054-71227885f7ba for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:54:47.559759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Updating router 3d8dc840-51df-4db7-a054-71227885f7ba port 8b709d11-6c38-4e84-b14c-3dae3dffc232 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:54:47.595366 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:47.630829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2c34e9b-1e62-4f56-9b9f-87d0ed8a2a0c req-43f9cef1-fef9-42df-a317-2c96e954a368 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1204367 Oct 25 08:54:47.711719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-34d50f8f-3a54-4f4a-92d8-ea0b05db40d3 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:47.714739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-34d50f8f-3a54-4f4a-92d8-ea0b05db40d3 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 945 time: 0.1132872 Oct 25 08:54:47.715033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916fb25-bc22-4431-95c0-7babd3119952 req-c5f8947a-730a-4464-b990-4bc35f871969 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:47.723668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2916fb25-bc22-4431-95c0-7babd3119952 req-c5f8947a-730a-4464-b990-4bc35f871969 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.2092974 Oct 25 08:54:47.744184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b1613-6f65-47e4-9591-a4e920fc9891 req-9a411634-544d-4a5a-b08e-384e77b39020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:47.749785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b75b1613-6f65-47e4-9591-a4e920fc9891 req-9a411634-544d-4a5a-b08e-384e77b39020 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 1096 time: 0.2886019 Oct 25 08:54:47.873539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1693576-159a-4f43-8946-416797f4aad1 req-ef35b5e3-eb3e-409a-8dc1-3d32e97a4072 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396304 Oct 25 08:54:47.976714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Deleting port da893df6-5e2f-42f6-9bce-3e66d7f66d27 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:47.977336 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:48.035746 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:48.045660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 07d7a5f7-45f8-40fa-aa8e-606dd133a28e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:48.050581 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:48.106383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2916fb25-bc22-4431-95c0-7babd3119952 req-a96414ba-441c-46ea-9957-2cd67398b188 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783975 Oct 25 08:54:48.132652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b75b1613-6f65-47e4-9591-a4e920fc9891 req-52fd087a-1f7b-482b-b427-b34f6dac6d5d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596013 Oct 25 08:54:48.223450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec233c-aace-4286-869b-5f768f03cc19 req-1b6f341a-d86b-4e2c-81a7-d204dabae0ec tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:48.241969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbec233c-aace-4286-869b-5f768f03cc19 req-1b6f341a-d86b-4e2c-81a7-d204dabae0ec tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ec0163-49a5-4949-89ef-7db1eeebb4d0 HTTP/1.1" status: 200 len: 945 time: 0.3641829 Oct 25 08:54:48.280517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-30f296d5-851f-4fd7-beaa-03f8760c8b1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3090127 Oct 25 08:54:48.285871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6de18-a218-4d3f-a8ed-812e94b61c94 None None] Pushing event updated for resources: {'Port': ['ID=8b709d11-6c38-4e84-b14c-3dae3dffc232,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:48.314534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:48.314907 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:48.319526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Attempting to bind port 8b709d11-6c38-4e84-b14c-3dae3dffc232 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:54:48.319896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Attempting to bind port 8b709d11-6c38-4e84-b14c-3dae3dffc232 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:54:48.320260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Attempting to bind port 8b709d11-6c38-4e84-b14c-3dae3dffc232 on network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:54:48.369860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:54:48.370305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Checking segment: {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:48.370648 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:48.371498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Bound using segment: {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:54:48.371498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Bound port: 8b709d11-6c38-4e84-b14c-3dae3dffc232, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:54:48.371895 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:48.380695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbec233c-aace-4286-869b-5f768f03cc19 req-86b81c9b-d8c7-4c35-9ae7-ba4a9eff2778 tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.32 "GET /v2.0/security-groups?id=abc8beec-8f03-411e-8f50-64ca198342f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320522 Oct 25 08:54:48.562276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] For port 8b709d11-6c38-4e84-b14c-3dae3dffc232, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:54:48.572523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] For port 8b709d11-6c38-4e84-b14c-3dae3dffc232, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8b709d11-6c38-4e84-b14c-3dae3dffc232,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:54:48.585549 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:48.594813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889ca6-143a-4009-82b5-32c3c0fd0aa8 req-7c882725-71b9-4d23-b7a8-ecf767b5da6b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:48.613368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf889ca6-143a-4009-82b5-32c3c0fd0aa8 req-7c882725-71b9-4d23-b7a8-ecf767b5da6b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.1253273 Oct 25 08:54:48.704183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:48.705134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:48.878966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf889ca6-143a-4009-82b5-32c3c0fd0aa8 req-8ec38c10-b6d8-46c1-9794-5e86249bdc33 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560804 Oct 25 08:54:48.962884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-e44b3d6c-16ee-4091-8e27-b337dcbc219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:48.964748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-e44b3d6c-16ee-4091-8e27-b337dcbc219c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 1096 time: 0.3381407 Oct 25 08:54:49.001738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db0dd6-e696-4653-905c-3d547202d953 req-0fc0a6e9-47bb-4815-a602-3b4d14fe6751 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:49.009913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ccb86c7-d758-4a80-8e84-1f0d7abed2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:49.011688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2db0dd6-e696-4653-905c-3d547202d953 req-0fc0a6e9-47bb-4815-a602-3b4d14fe6751 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 945 time: 0.1733370 Oct 25 08:54:49.021879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6de18-a218-4d3f-a8ed-812e94b61c94 None None] Pushing event updated for resources: {'Port': ['ID=8b709d11-6c38-4e84-b14c-3dae3dffc232,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:49.058069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-668d5e75-7375-4792-9323-3968abe8b01f None None] Provisioning complete for port 8b709d11-6c38-4e84-b14c-3dae3dffc232 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:49.058775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-668d5e75-7375-4792-9323-3968abe8b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:49.064752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] For port da893df6-5e2f-42f6-9bce-3e66d7f66d27, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=da893df6-5e2f-42f6-9bce-3e66d7f66d27,segment=NetworkSegment(88cf1155-4ce4-4122-89ae-8eb8e60916aa),segment_id=88cf1155-4ce4-4122-89ae-8eb8e60916aa)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:49.065381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:49.095326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Calling delete_port for da893df6-5e2f-42f6-9bce-3e66d7f66d27 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:49.099885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:49.282381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2db0dd6-e696-4653-905c-3d547202d953 req-7ae0f38d-e31a-4ff9-b860-0b5bb5c0657c tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683554 Oct 25 08:54:49.372269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-adceeb45-61ae-445d-bafe-883f89a7219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:49.402633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-adceeb45-61ae-445d-bafe-883f89a7219e service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.3544548 Oct 25 08:54:49.439785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:49.485646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Pushing event deleted for resources: {'Port': ['ID=da893df6-5e2f-42f6-9bce-3e66d7f66d27,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:49.507327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-01b67fdd-fed8-42f2-837d-e15cd94e8d54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 200 len: 217 time: 0.1203957 Oct 25 08:54:49.557939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] No DVR routers for this DVR port da893df6-5e2f-42f6-9bce-3e66d7f66d27 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:49.586301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:49.587758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-c2294b04-3a08-47da-8c33-9b1ea445a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:49.590069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-c2294b04-3a08-47da-8c33-9b1ea445a65a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0754437 Oct 25 08:54:49.591199 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58c6348f-c64a-4446-9981-fb7aad28b482 req-8c6ea547-de2b-453d-9d7a-af6b0525d5cb tempest-InstanceActionsNegativeTestJSON-89064728 tempest-InstanceActionsNegativeTestJSON-89064728-project] 10.222.0.18 "DELETE /v2.0/ports/da893df6-5e2f-42f6-9bce-3e66d7f66d27 HTTP/1.1" status: 204 len: 173 time: 1.8639224 Oct 25 08:54:49.592425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec0163-49a5-4949-89ef-7db1eeebb4d0', 'name': 'network-vif-deleted', 'tag': 'da893df6-5e2f-42f6-9bce-3e66d7f66d27'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:49.595560 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8155dcd-a3e6-456b-b188-a1dc6c7b3ec6" -d '{"events": [{"server_uuid": "09ec0163-49a5-4949-89ef-7db1eeebb4d0", "name": "network-vif-deleted", "tag": "da893df6-5e2f-42f6-9bce-3e66d7f66d27"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:49.726992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['da893df6-5e2f-42f6-9bce-3e66d7f66d27'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:49.821104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-5a542af4-18c3-4793-9dd2-4d0029ca9763 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2005308 Oct 25 08:54:49.869241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604be73-fad4-4cf0-b2b2-10c4cbe93296 req-1f9e1042-0b23-4a32-90a7-613a8fe361fb tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:49.880161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c604be73-fad4-4cf0-b2b2-10c4cbe93296 req-1f9e1042-0b23-4a32-90a7-613a8fe361fb tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 945 time: 0.2885540 Oct 25 08:54:49.929302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8b709d11-6c38-4e84-b14c-3dae3dffc232 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:50.023365 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-668d5e75-7375-4792-9323-3968abe8b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.058371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.075775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.094884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c604be73-fad4-4cf0-b2b2-10c4cbe93296 req-ea417ea3-58cd-494b-b1a7-522e673e21ca tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/security-groups?id=c4d567c5-124c-428a-87b8-5ecc1b70d69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116172 Oct 25 08:54:50.180313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-1c1e91dc-99a7-4045-b448-645fce7c6afc service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961259 Oct 25 08:54:50.217547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-668d5e75-7375-4792-9323-3968abe8b01f None None] For port 8b709d11-6c38-4e84-b14c-3dae3dffc232, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8b709d11-6c38-4e84-b14c-3dae3dffc232,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:50.235957 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-668d5e75-7375-4792-9323-3968abe8b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.298401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8b709d11-6c38-4e84-b14c-3dae3dffc232 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:50.299104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.365654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:48Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:50.371630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d5e75-7375-4792-9323-3968abe8b01f None None] Pushing event updated for resources: {'Port': ['ID=8b709d11-6c38-4e84-b14c-3dae3dffc232,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:50.412209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70653e8b-9637-493d-9df5-3a38c363a3e3 None None] The sync data for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 is: [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:48Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:50.414115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8305072-ebcb-4a2f-9894-c561711db793 req-803bd400-6a84-4d5d-ab53-76e86bd02f84 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:50.422027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8305072-ebcb-4a2f-9894-c561711db793 req-803bd400-6a84-4d5d-ab53-76e86bd02f84 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.2009964 Oct 25 08:54:50.434218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-eac45f9c-6814-4699-a08d-d6b17984901e None None] Provisioning complete for port 8b709d11-6c38-4e84-b14c-3dae3dffc232 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:50.437191 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eac45f9c-6814-4699-a08d-d6b17984901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.521776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29ad3805-43ed-4ad0-b944-e5bfc912c0e1 req-1e1d544e-a28c-4d13-bab4-e09faadf3a0e service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307977 Oct 25 08:54:50.544286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8305072-ebcb-4a2f-9894-c561711db793 req-850d8405-ab1c-47e8-933d-bf3f03fe8355 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010282 Oct 25 08:54:50.672941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41510) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:50.698557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-e56fe8eb-1f1f-4319-98f6-9cd4bf540833 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:50.700960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-e56fe8eb-1f1f-4319-98f6-9cd4bf540833 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 945 time: 0.0950468 Oct 25 08:54:50.773010 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2865b121-d90d-4606-8cfd-2da7d0c06d03 x-openstack-request-id: req-2865b121-d90d-4606-8cfd-2da7d0c06d03 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:50.776268 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec0163-49a5-4949-89ef-7db1eeebb4d0", "name": "network-vif-deleted", "tag": "da893df6-5e2f-42f6-9bce-3e66d7f66d27", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:50.776744 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2865b121-d90d-4606-8cfd-2da7d0c06d03 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:50.777200 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ec0163-49a5-4949-89ef-7db1eeebb4d0', 'name': 'network-vif-deleted', 'tag': 'da893df6-5e2f-42f6-9bce-3e66d7f66d27', 'status': 'completed', 'code': 200} Oct 25 08:54:50.816812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23ab99b-00e6-447f-b0f3-6945bed9bfea admin admin] Deleting subnet 039d9679-84a0-4e63-817b-b88f414d1fb5 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:54:50.831026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b23ab99b-00e6-447f-b0f3-6945bed9bfea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.918484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Deleting port cc62e86c-1514-4351-a13b-e33cd789280f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:50.919032 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.922158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b23ab99b-00e6-447f-b0f3-6945bed9bfea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:50.978344 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b23ab99b-00e6-447f-b0f3-6945bed9bfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.055377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b23ab99b-00e6-447f-b0f3-6945bed9bfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.095421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ab99b-00e6-447f-b0f3-6945bed9bfea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039d9679-84a0-4e63-817b-b88f414d1fb5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:51.099453 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b23ab99b-00e6-447f-b0f3-6945bed9bfea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.111014 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b23ab99b-00e6-447f-b0f3-6945bed9bfea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/039d9679-84a0-4e63-817b-b88f414d1fb5 HTTP/1.1" status: 204 len: 168 time: 0.4346392 Oct 25 08:54:51.115493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41512) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:51.192842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] For port cc62e86c-1514-4351-a13b-e33cd789280f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=cc62e86c-1514-4351-a13b-e33cd789280f,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:51.193227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.214413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Calling delete_port for cc62e86c-1514-4351-a13b-e33cd789280f owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:51.242268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.273696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78dc07-5313-428d-996c-326a304f5093 req-028eaf4d-05d0-495d-a9f3-4490811c457a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:51.281059 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad78dc07-5313-428d-996c-326a304f5093 req-028eaf4d-05d0-495d-a9f3-4490811c457a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.1730046 Oct 25 08:54:51.422904 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.463225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad78dc07-5313-428d-996c-326a304f5093 req-41f2f774-95a4-4a6b-aa24-d3b40b024973 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068299 Oct 25 08:54:51.484677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b79836d-3b18-4036-9f3e-91d3e68ddf51']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:51.504987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cf1155-4ce4-4122-89ae-8eb8e60916aa') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:51.507083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cf1155-4ce4-4122-89ae-8eb8e60916aa') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:51.531493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.586326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.598491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:54:51.599846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:54:51.604160 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:54:51.649192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.706932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.714046 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.722091 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] 10.222.0.32 "DELETE /v2.0/networks/8b79836d-3b18-4036-9f3e-91d3e68ddf51 HTTP/1.1" status: 204 len: 168 time: 0.6046958 Oct 25 08:54:51.735836 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:51.745921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device da893df6-5e2f-42f6-9bce-3e66d7f66d27 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:51.747232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97df486-60e6-4b4a-a4e3-270c47673ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=8b79836d-3b18-4036-9f3e-91d3e68ddf51,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:51.841193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: da893df6-5e2f-42f6-9bce-3e66d7f66d27 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:51.841624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device da893df6-5e2f-42f6-9bce-3e66d7f66d27 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:51.912012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8b709d11-6c38-4e84-b14c-3dae3dffc232 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:51.927099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4911b6-8fbd-4359-9ab5-d17e13345a07 req-dee96c2b-c420-4496-8b21-85a224f09aae tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:51.944826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b4911b6-8fbd-4359-9ab5-d17e13345a07 req-dee96c2b-c420-4496-8b21-85a224f09aae tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 945 time: 0.3221459 Oct 25 08:54:51.956692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Pushing event deleted for resources: {'Port': ['ID=cc62e86c-1514-4351-a13b-e33cd789280f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:52.046888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41524) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:52.058908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] No DVR routers for this DVR port cc62e86c-1514-4351-a13b-e33cd789280f on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:52.066781 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:52.071090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-108c41c4-30c8-4a3f-aed0-87a27f108972 req-724e871a-bb5c-471c-8396-68556c40d73e tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.41 "DELETE /v2.0/ports/cc62e86c-1514-4351-a13b-e33cd789280f HTTP/1.1" status: 204 len: 173 time: 1.3530617 Oct 25 08:54:52.071855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'name': 'network-vif-deleted', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:52.074423 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6590fa55-3949-4d1d-b1d5-4989bf4a9ced" -d '{"events": [{"server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "name": "network-vif-deleted", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:52.123689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8b709d11-6c38-4e84-b14c-3dae3dffc232 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:52.123979 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:52.150799 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b4911b6-8fbd-4359-9ab5-d17e13345a07 req-7121167f-9de7-4236-b43d-b8e01f1ab98c tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042081 Oct 25 08:54:52.167324 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2e154c83-4d39-4c30-993f-c2f971e8cc84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be4817e07c704f748ce0b4b080b4248a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192982 Oct 25 08:54:52.170090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41528) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:52.348104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-097afe3e-ed5d-41d3-9c6c-7c25d83ff7fc req-a3cdd6fd-5b01-4ddf-9ec6-c6cfd570285c tempest-FloatingIPsAssociationNegativeTestJSON-1369015879 tempest-FloatingIPsAssociationNegativeTestJSON-1369015879-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac524725-2c73-4ddd-9a77-5724c3e2579f HTTP/1.1" status: 200 len: 210 time: 0.0482788 Oct 25 08:54:52.348869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef3bec34-4031-4d1c-8c31-58fdfd8e5147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:52.375530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef3bec34-4031-4d1c-8c31-58fdfd8e5147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:52.476199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef3bec34-4031-4d1c-8c31-58fdfd8e5147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:52.479286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef3bec34-4031-4d1c-8c31-58fdfd8e5147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:52.482904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ef3bec34-4031-4d1c-8c31-58fdfd8e5147 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abc8beec-8f03-411e-8f50-64ca198342f1 HTTP/1.1" status: 204 len: 168 time: 0.3094637 Oct 25 08:54:52.517707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bec34-4031-4d1c-8c31-58fdfd8e5147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc8beec-8f03-411e-8f50-64ca198342f1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:52.541497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac036e-0540-4962-8f6c-07781361e609 req-a0a88cbd-d217-4e7e-9baa-242ea838ea01 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:52.574979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1ac036e-0540-4962-8f6c-07781361e609 req-a0a88cbd-d217-4e7e-9baa-242ea838ea01 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1411154 Oct 25 08:54:52.649741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1ac036e-0540-4962-8f6c-07781361e609 req-24f179c8-13de-4ce3-9373-5c3feb86859a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651975 Oct 25 08:54:52.946967 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e68380f-2f86-45a0-98f7-44cefb8953ea x-openstack-request-id: req-0e68380f-2f86-45a0-98f7-44cefb8953ea {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:54:52.947827 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac524725-2c73-4ddd-9a77-5724c3e2579f", "name": "network-vif-deleted", "tag": "cc62e86c-1514-4351-a13b-e33cd789280f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:54:52.947827 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e68380f-2f86-45a0-98f7-44cefb8953ea {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:54:52.947827 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac524725-2c73-4ddd-9a77-5724c3e2579f', 'name': 'network-vif-deleted', 'tag': 'cc62e86c-1514-4351-a13b-e33cd789280f', 'status': 'completed', 'code': 200} Oct 25 08:54:53.123123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d53cb-a161-441b-a730-c2c7f2db315b req-03252b88-7b77-494f-a681-b160c00a6b29 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:53.129600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d81d53cb-a161-441b-a730-c2c7f2db315b req-03252b88-7b77-494f-a681-b160c00a6b29 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 945 time: 0.0698068 Oct 25 08:54:53.184258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d81d53cb-a161-441b-a730-c2c7f2db315b req-1332658d-23dc-47ed-a4d0-9111aa1e9c18 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463109 Oct 25 08:54:53.420506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427705bc-2f77-4768-b69c-71420fb99d35 req-c232591c-cc63-46fa-94d1-5da7d5903249 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:53.429081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-427705bc-2f77-4768-b69c-71420fb99d35 req-c232591c-cc63-46fa-94d1-5da7d5903249 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.1027784 Oct 25 08:54:53.527107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-427705bc-2f77-4768-b69c-71420fb99d35 req-10d41d40-9280-4605-9698-e7466c8625b6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968394 Oct 25 08:54:53.636334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device cc62e86c-1514-4351-a13b-e33cd789280f no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:53.671298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: cc62e86c-1514-4351-a13b-e33cd789280f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:53.672001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device cc62e86c-1514-4351-a13b-e33cd789280f not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:53.950235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41570) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:54.008863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41574) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:54.653724 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1840068094-network', 'tenant_id': '3ec79a1527e942909e2907f0e34782d0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:54.730146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Made reservation on behalf of 3ec79a1527e942909e2907f0e34782d0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:54.732878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:54.751270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f8ed-e8b6-424a-92d2-306e1ac85348 req-66ec205c-d5ca-44e4-a0c9-4ce4b719afe2 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:54.753836 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1aa0f8ed-e8b6-424a-92d2-306e1ac85348 req-66ec205c-d5ca-44e4-a0c9-4ce4b719afe2 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.5436137 Oct 25 08:54:54.765384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:54.876578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1aa0f8ed-e8b6-424a-92d2-306e1ac85348 req-d036fd00-a4db-494a-a8ce-ccafe8ccd34e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144516 Oct 25 08:54:55.117915 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.130009 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.164755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:54:55.223606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bdba4-998d-41bc-a99e-3becaa532b11 req-f5ac3d02-b485-4e5f-8d4c-9370a0c23561 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:55.231985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-623bdba4-998d-41bc-a99e-3becaa532b11 req-f5ac3d02-b485-4e5f-8d4c-9370a0c23561 tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 945 time: 0.1652765 Oct 25 08:54:55.234994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.235588 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Added segment e22c7563-b2c5-49e6-a373-29c72fe6353e of type vlan for network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 Oct 25 08:54:55.251859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50693a09-401e-4e40-801b-7afd4c6c58d9,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:55.325834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.361453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-623bdba4-998d-41bc-a99e-3becaa532b11 req-13c20865-e9c0-4153-8b58-ae40eb1bda5c tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.32 "GET /v2.0/security-groups?id=da88cdbc-9b55-4c82-b327-97086f274cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280630 Oct 25 08:54:55.387647 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.391522 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.392640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:55.393492 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.559979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6086376 Oct 25 08:54:55.563096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41582) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:55.570105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Request body: {'subnet': {'network_id': '1bbaaa35-f1ad-4f61-9ca9-fd49459f6833', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1840068094-subnet', 'tenant_id': '3ec79a1527e942909e2907f0e34782d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:54:55.595473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfdcf0-e1c5-4fea-827b-eee52a7c505b admin admin] Pushing event updated for resources: {'Network': ['ID=1bbaaa35-f1ad-4f61-9ca9-fd49459f6833,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:55.610602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:54:55.611215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Made reservation on behalf of 3ec79a1527e942909e2907f0e34782d0 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:54:55.615314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.670998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62652f3-d776-4b8a-a7c8-96497a822234 req-e90140fe-24b6-45ba-8811-3c151b170d69 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:55.673979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d62652f3-d776-4b8a-a7c8-96497a822234 req-e90140fe-24b6-45ba-8811-3c151b170d69 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 945 time: 0.1884594 Oct 25 08:54:55.695924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:54:55.856337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:55.868091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d62652f3-d776-4b8a-a7c8-96497a822234 req-9eb1426a-9f9a-4d10-b02b-d4d68c8aa9c1 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097240 Oct 25 08:54:55.967712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:55.981292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'f65c8dd9-4991-456c-b099-7f61c7abacc9', 'network_id': '745db563-8865-4d9b-b400-5a25e818e450', 'port_id': 'f65c8dd9-4991-456c-b099-7f61c7abacc9', 'mac_address': 'fa:16:3e:83:ab:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757a2841-4bb4-4563-ac12-385c40a28013', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:54:56.021143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4271f45a-48c6-4236-beda-4a6b8f3f75b8,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:56.026004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Checking segment: {'id': 'e22c7563-b2c5-49e6-a373-29c72fe6353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bbaaa35-f1ad-4f61-9ca9-fd49459f6833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:54:56.026437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Network hostable DHCP agents. Network: 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:54:56.055170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:54:56.079990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:54:56.086081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:56.086305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:56.086677 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:56.110029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65c8dd9-4991-456c-b099-7f61c7abacc9 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:54:56.117405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a9c52e-ba0e-43ea-b15e-0852a3fda8c6 None None] Network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:56.119860 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-117d8656-7dbe-4d39-abcf-c0fd695d5db8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5548384 Oct 25 08:54:56.172089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Deleting port 95c02006-9451-41e2-903d-a57d67f982d8 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:56.172684 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:56.208612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:56.219563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:56.364988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db25f19-7c70-499b-bf38-7a1ab1a4280a req-91b21331-613d-4af1-bcc7-241ed90eae43 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:56.373232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:56.384968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0db25f19-7c70-499b-bf38-7a1ab1a4280a req-91b21331-613d-4af1-bcc7-241ed90eae43 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.2331839 Oct 25 08:54:56.413765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e763c-82e4-4800-a029-87542fb738fd None None] Network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:56.501220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0db25f19-7c70-499b-bf38-7a1ab1a4280a req-675e6324-2a81-4c35-b8ab-02a19b73037e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110079 Oct 25 08:54:56.519433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] For port 95c02006-9451-41e2-903d-a57d67f982d8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=95c02006-9451-41e2-903d-a57d67f982d8,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:56.519433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:56.562620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Calling delete_port for 95c02006-9451-41e2-903d-a57d67f982d8 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:56.701507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['f65c8dd9-4991-456c-b099-7f61c7abacc9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:56.938038 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:57.035851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Pushing event deleted for resources: {'Port': ['ID=95c02006-9451-41e2-903d-a57d67f982d8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:57.266155 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:57.541495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:54:57.705984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:54:57.719761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cc0ff116-c421-45ca-a3a3-372bb26eca5a admin admin] 10.222.0.32 "PUT /v2.0/routers/d1de01a6-e12f-4357-b19f-7dc2ac3a23e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7072661 Oct 25 08:54:57.722546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41618) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:57.734271 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] Sync routers for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:54:57.753247 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:57.754752 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:57.915486 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:57.937954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:58.101048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:58.178458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Deleting port c45ef97f-a7db-4e70-903d-8ea2cc181f32 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:58.178825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:58.354741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] For port c45ef97f-a7db-4e70-903d-8ea2cc181f32, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c45ef97f-a7db-4e70-903d-8ea2cc181f32,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:58.355110 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:58.377286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Calling delete_port for c45ef97f-a7db-4e70-903d-8ea2cc181f32 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:58.419900 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:54:56Z', 'revision_number': 5, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port': {'id': 'c45ef97f-a7db-4e70-903d-8ea2cc181f32', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:53:40Z', 'updated_at': '2021-10-25T08:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:58.471021 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] Checking router: d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:54:58.481229 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] Routers {'d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:54:58.481850 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:54:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:58.585693 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] Set router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:54:58.651435 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:54:58Z', 'revision_number': 6, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:54:58.682316 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b3230-9410-45bd-b109-ce233a4d0646 None None] The sync data for ids ['d1de01a6-e12f-4357-b19f-7dc2ac3a23e5'] in n-d-814746-2 is: [{'id': 'd1de01a6-e12f-4357-b19f-7dc2ac3a23e5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238670643-router', 'tenant_id': 'dc9176bf225d4340ab730b9c895b5bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:53:39Z', 'updated_at': '2021-10-25T08:54:58Z', 'revision_number': 6, 'project_id': 'dc9176bf225d4340ab730b9c895b5bad', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:54:58.695760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:58.733641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45ef97f-a7db-4e70-903d-8ea2cc181f32,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:58.797580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0e535abc-9dbf-416e-80df-54b98c6d228d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:54:58.799584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0e535abc-9dbf-416e-80df-54b98c6d228d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd5e4ec1-2c15-4823-bd81-bf76a6170cc2 HTTP/1.1" status: 200 len: 945 time: 0.0770526 Oct 25 08:54:58.817990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:58.916965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Deleting port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:58.917360 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:58.953023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:58.955245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.033413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.034197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:54:59.044662 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.049590 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d8830fd3-87d1-4223-bd18-a0874b466bc7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d1de01a6-e12f-4357-b19f-7dc2ac3a23e5 HTTP/1.1" status: 204 len: 168 time: 1.3241434 Oct 25 08:54:59.050459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41622) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:59.065498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] For port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,segment=NetworkSegment(f502fe90-9e68-4aed-8d61-aa3a577a7032),segment_id=f502fe90-9e68-4aed-8d61-aa3a577a7032)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:59.068848 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.092624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Calling delete_port for 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:59.141973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Deleting subnet abe80551-6740-4689-8717-3f46d03c1a76 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:54:59.145798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.238557 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.323706 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.367929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.369062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['24de502e-ca43-4ff8-8856-2f9a7a9b9e33'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:54:59.378709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Pushing event deleted for resources: {'Port': ['ID=24de502e-ca43-4ff8-8856-2f9a7a9b9e33,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:59.423238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] No DVR routers for this DVR port 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:54:59.433404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.442909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dc942c4-2e79-4aa8-90e6-bf11d5151a9f req-0c86777e-fc58-48f8-a50b-596d0170ec5d tempest-ServersNegativeTestMultiTenantJSON-1933952238 tempest-ServersNegativeTestMultiTenantJSON-1933952238-project] 10.222.0.41 "DELETE /v2.0/ports/24de502e-ca43-4ff8-8856-2f9a7a9b9e33 HTTP/1.1" status: 204 len: 173 time: 0.6360765 Oct 25 08:54:59.446982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5e4ec1-2c15-4823-bd81-bf76a6170cc2', 'name': 'network-vif-deleted', 'tag': '24de502e-ca43-4ff8-8856-2f9a7a9b9e33'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:54:59.449899 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.453992 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ed7cc1-caae-4112-9c5d-f9022615d992" -d '{"events": [{"server_uuid": "dd5e4ec1-2c15-4823-bd81-bf76a6170cc2", "name": "network-vif-deleted", "tag": "24de502e-ca43-4ff8-8856-2f9a7a9b9e33"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:54:59.491443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe80551-6740-4689-8717-3f46d03c1a76,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:54:59.496150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.499733 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/abe80551-6740-4689-8717-3f46d03c1a76 HTTP/1.1" status: 204 len: 168 time: 0.4474127 Oct 25 08:54:59.506360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41628) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:54:59.511085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d8d04-0da8-4520-b033-b689a42b2225 None None] Network fff50a2c-fbe6-4b73-8cbc-551eb93a2fce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:54:59.514205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.514544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.515110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.515457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.515789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.516935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.517106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.517380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.517769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.518017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.518342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.518680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43370c75-d9e4-4608-a909-1c47def79a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:54:59.639648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.687528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:54:59.750744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Deleting port 960deac4-eb0e-4c28-928a-97761e2b0055 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:54:59.751339 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.801916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port f65c8dd9-4991-456c-b099-7f61c7abacc9 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:54:59.809499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port f65c8dd9-4991-456c-b099-7f61c7abacc9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:54:59.810293 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.890761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 95c02006-9451-41e2-903d-a57d67f982d8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:59.918676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] DHCP port deletion for fff50a2c-fbe6-4b73-8cbc-551eb93a2fce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:54:59.922910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 95c02006-9451-41e2-903d-a57d67f982d8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:59.923580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 95c02006-9451-41e2-903d-a57d67f982d8 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:54:59.924576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c45ef97f-a7db-4e70-903d-8ea2cc181f32 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:54:59.935970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] For port 960deac4-eb0e-4c28-928a-97761e2b0055, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=960deac4-eb0e-4c28-928a-97761e2b0055,segment=NetworkSegment(97ee221b-f1c9-44a3-8a1e-d05cb181db12),segment_id=97ee221b-f1c9-44a3-8a1e-d05cb181db12)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:54:59.936396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:54:59.960635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Calling delete_port for 960deac4-eb0e-4c28-928a-97761e2b0055 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:54:59.964916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c45ef97f-a7db-4e70-903d-8ea2cc181f32 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:54:59.965526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c45ef97f-a7db-4e70-903d-8ea2cc181f32 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:00.060759 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.176042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:00.181133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:00.185118 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dba06a-88c8-41b4-b667-e3c3b3453807" -d '{"events": [{"server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "name": "network-vif-plugged", "status": "completed", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:00.194369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.201906 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.215506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] Deleting port 960deac4-eb0e-4c28-928a-97761e2b0055 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:55:00.216008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.278342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=960deac4-eb0e-4c28-928a-97761e2b0055,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:00.295912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] No DVR routers for this DVR port 960deac4-eb0e-4c28-928a-97761e2b0055 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:00.419563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] For port 960deac4-eb0e-4c28-928a-97761e2b0055, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:00.420671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.435782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:00.444177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] Calling delete_port for 960deac4-eb0e-4c28-928a-97761e2b0055 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:55:00.447875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] Port 960deac4-eb0e-4c28-928a-97761e2b0055 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 08:55:00.450062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.469127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] No DVR routers for this DVR port 960deac4-eb0e-4c28-928a-97761e2b0055 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:00.494784 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.526824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff76a98-b18d-452c-a49a-fec3f58cb4f1 None None] Pushing event deleted for resources: {'Port': ['ID=960deac4-eb0e-4c28-928a-97761e2b0055,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:00.545041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff50a2c-fbe6-4b73-8cbc-551eb93a2fce']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:00.558097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ee221b-f1c9-44a3-8a1e-d05cb181db12') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:00.561589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ee221b-f1c9-44a3-8a1e-d05cb181db12') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:00.591019 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.622727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.635538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:55:00.635538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:55:00.637721 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:55:00.724399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.736046 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:00.741504 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] 10.222.0.32 "DELETE /v2.0/networks/fff50a2c-fbe6-4b73-8cbc-551eb93a2fce HTTP/1.1" status: 204 len: 168 time: 1.2340376 Oct 25 08:55:00.761082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2121692-ab2b-425b-9e59-86972d91fbfb admin admin] Pushing event deleted for resources: {'Network': ['ID=fff50a2c-fbe6-4b73-8cbc-551eb93a2fce,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:00.962438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41636) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:01.037763 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0e87d807-593e-4ced-be46-71138acb0e87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc9176bf225d4340ab730b9c895b5bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713139 Oct 25 08:55:01.037763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41638) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:01.143689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b00e541e-faf8-4f25-98cd-b5baa3a10d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:01.176316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b00e541e-faf8-4f25-98cd-b5baa3a10d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:01.247445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b00e541e-faf8-4f25-98cd-b5baa3a10d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:01.251378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b00e541e-faf8-4f25-98cd-b5baa3a10d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:01.252980 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b00e541e-faf8-4f25-98cd-b5baa3a10d22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4d567c5-124c-428a-87b8-5ecc1b70d69f HTTP/1.1" status: 204 len: 168 time: 0.2117105 Oct 25 08:55:01.273382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e541e-faf8-4f25-98cd-b5baa3a10d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d567c5-124c-428a-87b8-5ecc1b70d69f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:01.681316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 863100bf-8e07-4200-a7d7-1969241ef201 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:55:01.688613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:01.845167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-d9087022-b212-4ea9-a4c3-b2431f4e00e6 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:01.847000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-d9087022-b212-4ea9-a4c3-b2431f4e00e6 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.1356964 Oct 25 08:55:01.865522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814746-2'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:01.871451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:01.872143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 24de502e-ca43-4ff8-8856-2f9a7a9b9e33 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:01.883347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 960deac4-eb0e-4c28-928a-97761e2b0055 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:01.917244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 960deac4-eb0e-4c28-928a-97761e2b0055 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:01.917838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 960deac4-eb0e-4c28-928a-97761e2b0055 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:01.974006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:02.066763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:02.087259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 863100bf-8e07-4200-a7d7-1969241ef201 has no active binding in host n-h1-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:55:02.224164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:02.297296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:02.345487 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:02.352993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:02.458974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on host n-h2-814746-2 for vnic_type normal with profile {"migrating_to": "n-h1-814746-2"} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:02.459489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:02.459927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:02.462231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Pushing event updated for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:02.468975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:02.469319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Attempting to bind port 863100bf-8e07-4200-a7d7-1969241ef201 on network ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:02.475552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:02.476070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Checking segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:02.476590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Bound using segment: {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:02.477128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Bound port: 863100bf-8e07-4200-a7d7-1969241ef201, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:02.477619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:02.551572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:02.555457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:02.564910 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:02.658880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:02.659578 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:02.661122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] 10.222.0.41 "PUT /v2.0/ports/863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 200 len: 1121 time: 0.8065891 Oct 25 08:55:02.666016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3f138-56ac-4452-8ee9-ecda51bded69 service neutron] Pushing event updated for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=8']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:02.822047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['863100bf-8e07-4200-a7d7-1969241ef201'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:02.865103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['863100bf-8e07-4200-a7d7-1969241ef201'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:03.096162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41698) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:03.221595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72d8b8d-c58e-4c34-a0fc-1a287dc23648 admin admin] Deleting subnet fa1fc5c4-1a18-4c53-8b03-4ea7bd2e85bf {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:55:03.227144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c72d8b8d-c58e-4c34-a0fc-1a287dc23648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.275398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c72d8b8d-c58e-4c34-a0fc-1a287dc23648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.277007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695336bc-8c98-434e-9900-3a19ee068789 req-87f7a5b9-5bf0-4599-b67f-3a20e29d556c tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:03.278628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-695336bc-8c98-434e-9900-3a19ee068789 req-87f7a5b9-5bf0-4599-b67f-3a20e29d556c tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.0859542 Oct 25 08:55:03.321120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-ff276ad2-17eb-425a-908a-c6c953cb64d2 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:03.322795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-ff276ad2-17eb-425a-908a-c6c953cb64d2 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/networks?id=1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 HTTP/1.1" status: 200 len: 822 time: 0.2367363 Oct 25 08:55:03.347024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-695336bc-8c98-434e-9900-3a19ee068789 req-84fea828-bea8-48bb-9d7f-573092ec941a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574987 Oct 25 08:55:03.350495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-ab26fcf2-3551-43b7-8dda-bbbab4bd22de tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/quotas/3ec79a1527e942909e2907f0e34782d0 HTTP/1.1" status: 200 len: 375 time: 0.0205288 Oct 25 08:55:03.355297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c72d8b8d-c58e-4c34-a0fc-1a287dc23648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.406851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-e66c6172-1c76-43ca-88ac-792b49fd974f tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ec79a1527e942909e2907f0e34782d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494463 Oct 25 08:55:03.442982 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c72d8b8d-c58e-4c34-a0fc-1a287dc23648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.459790 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c72d8b8d-c58e-4c34-a0fc-1a287dc23648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.467930 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c72d8b8d-c58e-4c34-a0fc-1a287dc23648 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fa1fc5c4-1a18-4c53-8b03-4ea7bd2e85bf HTTP/1.1" status: 204 len: 168 time: 0.3714375 Oct 25 08:55:03.468214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41706) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:03.493565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d8b8d-c58e-4c34-a0fc-1a287dc23648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1fc5c4-1a18-4c53-8b03-4ea7bd2e85bf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:03.569177 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.589149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-26a25365-7e07-4753-bcde-98d30c1e839d service neutron] 10.222.0.32 "GET /v2.0/networks/1bbaaa35-f1ad-4f61-9ca9-fd49459f6833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747952 Oct 25 08:55:03.747278 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.783407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3b8933-303f-4873-b23d-bc9371869d1c']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:03.805594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f502fe90-9e68-4aed-8d61-aa3a577a7032') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:03.805926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f502fe90-9e68-4aed-8d61-aa3a577a7032') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:03.819925 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.823704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-4767dff7-9ea4-4cb9-aa61-0b85370fea62 service neutron] 10.222.0.32 "GET /v2.0/networks/1bbaaa35-f1ad-4f61-9ca9-fd49459f6833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018340 Oct 25 08:55:03.838464 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.846186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:55:03.846555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:55:03.848596 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:55:03.912461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.918932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:03.922612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d3b8933-303f-4873-b23d-bc9371869d1c HTTP/1.1" status: 204 len: 168 time: 0.4534819 Oct 25 08:55:03.926182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41718) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:03.937695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e777d95-9713-409a-b124-58e7fa214c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3b8933-303f-4873-b23d-bc9371869d1c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:04.003450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6469dfd-1f25-4253-a75c-a1dbb9348de6 admin admin] Deleting subnet 6a44ae8f-1ca1-4fa5-9c19-ecec893cbf85 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:55:04.007434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6469dfd-1f25-4253-a75c-a1dbb9348de6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.055397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6469dfd-1f25-4253-a75c-a1dbb9348de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.105911 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6469dfd-1f25-4253-a75c-a1dbb9348de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.185858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6469dfd-1f25-4253-a75c-a1dbb9348de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.219010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6469dfd-1f25-4253-a75c-a1dbb9348de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a44ae8f-1ca1-4fa5-9c19-ecec893cbf85,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:04.226918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6469dfd-1f25-4253-a75c-a1dbb9348de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.231430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e6469dfd-1f25-4253-a75c-a1dbb9348de6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6a44ae8f-1ca1-4fa5-9c19-ecec893cbf85 HTTP/1.1" status: 204 len: 168 time: 0.3025348 Oct 25 08:55:04.233850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41728) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:04.322244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.393989 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbf6e6b-3d52-4e64-a0b2-919ac1569278 x-openstack-request-id: req-7bbf6e6b-3d52-4e64-a0b2-919ac1569278 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:04.394525 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5e4ec1-2c15-4823-bd81-bf76a6170cc2", "name": "network-vif-deleted", "tag": "24de502e-ca43-4ff8-8856-2f9a7a9b9e33", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:04.394644 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bbf6e6b-3d52-4e64-a0b2-919ac1569278 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:04.394988 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5e4ec1-2c15-4823-bd81-bf76a6170cc2', 'name': 'network-vif-deleted', 'tag': '24de502e-ca43-4ff8-8856-2f9a7a9b9e33', 'status': 'completed', 'code': 200} Oct 25 08:55:04.444946 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5cbb07-8119-4887-bb37-92b92f7d72b2 x-openstack-request-id: req-5f5cbb07-8119-4887-bb37-92b92f7d72b2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:04.445455 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "name": "network-vif-plugged", "status": "completed", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:04.445717 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f5cbb07-8119-4887-bb37-92b92f7d72b2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:04.446239 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9', 'code': 200} Oct 25 08:55:04.460195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.494695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5ba83f-a74a-4ac6-9aa5-92e67fe27333']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:04.515818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25869716-8773-4f83-9bff-c4f71cb69747') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:04.516454 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25869716-8773-4f83-9bff-c4f71cb69747') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:04.532228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.554285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.575938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:55:04.576431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:55:04.581380 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:55:04.633219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65ffaab7-932f-4d38-adb1-bd8930e00e51 req-7196b3d9-ad77-462f-89e2-26e7a4e753c1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 210 time: 0.0379276 Oct 25 08:55:04.694693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.701174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:04.706727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e5ba83f-a74a-4ac6-9aa5-92e67fe27333 HTTP/1.1" status: 204 len: 168 time: 0.4702046 Oct 25 08:55:04.755732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ce420-d1a9-460e-824f-069107364da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5ba83f-a74a-4ac6-9aa5-92e67fe27333,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:04.761448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9bd35-9306-40b4-9b9d-ceb4ec257849 req-c69c2343-37a9-4b2b-97b1-27c10892684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:04.763033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1c9bd35-9306-40b4-9b9d-ceb4ec257849 req-c69c2343-37a9-4b2b-97b1-27c10892684d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1096 time: 0.0670135 Oct 25 08:55:04.839368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd2680-d442-4d44-be95-aa3b5277bca5 req-d8ae0bc9-35aa-42a9-a53f-93c7be01c377 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:04.841292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fdd2680-d442-4d44-be95-aa3b5277bca5 req-d8ae0bc9-35aa-42a9-a53f-93c7be01c377 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.0965483 Oct 25 08:55:04.843678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1c9bd35-9306-40b4-9b9d-ceb4ec257849 req-98ed516a-7117-4e35-8e72-18fd4beb9ad9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660110 Oct 25 08:55:04.894225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fdd2680-d442-4d44-be95-aa3b5277bca5 req-323fea88-eed6-4a40-926d-093c730aa61f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Oct 25 08:55:04.961793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41768) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:05.031742 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-983bec25-801c-4fff-97aa-11fef92a9918 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1345f4a747b4bea9eb61643392d6160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685184 Oct 25 08:55:05.034584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41770) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:05.102351 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6932d38-619f-44a4-b593-a675109209fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.131682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6932d38-619f-44a4-b593-a675109209fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.187779 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6932d38-619f-44a4-b593-a675109209fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.190897 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6932d38-619f-44a4-b593-a675109209fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.195606 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f6932d38-619f-44a4-b593-a675109209fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da88cdbc-9b55-4c82-b327-97086f274cc2 HTTP/1.1" status: 204 len: 168 time: 0.1595185 Oct 25 08:55:05.206816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6932d38-619f-44a4-b593-a675109209fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da88cdbc-9b55-4c82-b327-97086f274cc2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:05.682380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-d1df197c-641e-426b-9331-6da396034fcf tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:05.684195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41820) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:05.684751 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-d1df197c-641e-426b-9331-6da396034fcf tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.18 "GET /v2.0/networks?id=1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 HTTP/1.1" status: 200 len: 822 time: 0.1708202 Oct 25 08:55:05.707116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Request body: {'port': {'device_id': 'e64b92ba-1efa-485e-a13e-97ab16c7797b', 'network_id': '1bbaaa35-f1ad-4f61-9ca9-fd49459f6833', 'admin_state_up': True, 'tenant_id': '3ec79a1527e942909e2907f0e34782d0'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:05.738505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-57c024a7-1cbc-4415-8188-3ba76435290a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a78c7d617f0417ca410b519c9e1eaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524855 Oct 25 08:55:05.740775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41834) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:05.802140 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1ba59ea-00af-4d4e-be56-d89098b271f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.830045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1ba59ea-00af-4d4e-be56-d89098b271f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.840551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Made reservation on behalf of 3ec79a1527e942909e2907f0e34782d0 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:05.845633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.887590 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1ba59ea-00af-4d4e-be56-d89098b271f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.892240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1ba59ea-00af-4d4e-be56-d89098b271f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:05.894295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c1ba59ea-00af-4d4e-be56-d89098b271f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a582dbe-0dda-40d5-87ed-eb464a55e325 HTTP/1.1" status: 204 len: 168 time: 0.1518807 Oct 25 08:55:05.904126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba59ea-00af-4d4e-be56-d89098b271f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a582dbe-0dda-40d5-87ed-eb464a55e325,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:06.098175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Allocated IP 172.20.0.12 (1bbaaa35-f1ad-4f61-9ca9-fd49459f6833/4271f45a-48c6-4236-beda-4a6b8f3f75b8/4afcdf8c-9387-4d39-9297-07e9deb23f80) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:06.301975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:06.359098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:06.397092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201'}, {'name': 'network-changed', 'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:06.400641 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16" -d '{"events": [{"server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "863100bf-8e07-4200-a7d7-1969241ef201"}, {"name": "network-changed", "server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "tag": "863100bf-8e07-4200-a7d7-1969241ef201"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:06.431920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:06.468128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:06.471997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Pushing event updated for resources: {'Port': ['ID=4afcdf8c-9387-4d39-9297-07e9deb23f80,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:06.483306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:06.592040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:06.594297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:06.625475 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-bcf9cc40-1396-4a2b-a292-41c8bbd353a1 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9226866 Oct 25 08:55:06.645274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fd5cc-fc7e-43e0-99b5-96dbde24c8f7 req-a8749fd3-0bc3-4d51-869b-3a4b00239597 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:06.647178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a1fd5cc-fc7e-43e0-99b5-96dbde24c8f7 req-a8749fd3-0bc3-4d51-869b-3a4b00239597 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 932 time: 0.1212614 Oct 25 08:55:06.735141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a1fd5cc-fc7e-43e0-99b5-96dbde24c8f7 req-69571147-e711-4352-ad32-e79ed1a513db tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797141 Oct 25 08:55:06.816542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Request body: {'port': {'device_id': 'e64b92ba-1efa-485e-a13e-97ab16c7797b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:06.902469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd67fa-9b7d-4d66-b334-111c1fc0c589 req-eab3243f-32db-48f2-b94b-eaacc527afcb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:06.904201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abfd67fa-9b7d-4d66-b334-111c1fc0c589 req-eab3243f-32db-48f2-b94b-eaacc527afcb tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.1005249 Oct 25 08:55:06.934160 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:06.984049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abfd67fa-9b7d-4d66-b334-111c1fc0c589 req-179e3f4c-741e-4800-ba6e-568c6e395b0f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687916 Oct 25 08:55:07.378401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afcdf8c-9387-4d39-9297-07e9deb23f80 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:07.387691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:07.401971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Transition to ACTIVE for port object 4afcdf8c-9387-4d39-9297-07e9deb23f80 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:07.408306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:07.529901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Pushing event updated for resources: {'Port': ['ID=4afcdf8c-9387-4d39-9297-07e9deb23f80,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:07.530870 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9442a54c-d007-4df4-9c78-c68fb96d291c x-openstack-request-id: req-9442a54c-d007-4df4-9c78-c68fb96d291c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:07.531206 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "863100bf-8e07-4200-a7d7-1969241ef201", "code": 200}, {"name": "network-changed", "server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "tag": "863100bf-8e07-4200-a7d7-1969241ef201", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:07.531729 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9442a54c-d007-4df4-9c78-c68fb96d291c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:07.532336 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201', 'code': 200} Oct 25 08:55:07.539908 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201', 'status': 'completed', 'code': 200} Oct 25 08:55:07.564805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Attempting to bind port 4afcdf8c-9387-4d39-9297-07e9deb23f80 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:07.565172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Attempting to bind port 4afcdf8c-9387-4d39-9297-07e9deb23f80 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e22c7563-b2c5-49e6-a373-29c72fe6353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bbaaa35-f1ad-4f61-9ca9-fd49459f6833'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:07.565496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Attempting to bind port 4afcdf8c-9387-4d39-9297-07e9deb23f80 on network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:07.574974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Port 4afcdf8c-9387-4d39-9297-07e9deb23f80 on network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:07.575328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Attempting to bind port 4afcdf8c-9387-4d39-9297-07e9deb23f80 on network 1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:07.581244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:07.581597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Checking segment: {'id': 'e22c7563-b2c5-49e6-a373-29c72fe6353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bbaaa35-f1ad-4f61-9ca9-fd49459f6833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:07.581937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Bound using segment: {'id': 'e22c7563-b2c5-49e6-a373-29c72fe6353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bbaaa35-f1ad-4f61-9ca9-fd49459f6833'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:07.583214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Bound port: 4afcdf8c-9387-4d39-9297-07e9deb23f80, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22c7563-b2c5-49e6-a373-29c72fe6353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1bbaaa35-f1ad-4f61-9ca9-fd49459f6833'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:07.585032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:07.718000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-7daaec5a-2093-434f-a13c-e7dcebcceef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:07.720191 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-7daaec5a-2093-434f-a13c-e7dcebcceef6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1124 time: 0.1151772 Oct 25 08:55:07.732750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] For port 4afcdf8c-9387-4d39-9297-07e9deb23f80, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:07.739194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] For port 4afcdf8c-9387-4d39-9297-07e9deb23f80, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4afcdf8c-9387-4d39-9297-07e9deb23f80,segment=NetworkSegment(e22c7563-b2c5-49e6-a373-29c72fe6353e),segment_id=e22c7563-b2c5-49e6-a373-29c72fe6353e)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:07.743532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 535bb326-8a25-40c4-85b1-d5db6024417c no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:07.756374 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:07.873344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-58e095d1-b682-4fc4-b1ce-333ed136b315 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:07.883276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-58e095d1-b682-4fc4-b1ce-333ed136b315 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 805 time: 0.2433891 Oct 25 08:55:07.900646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-937fc157-7667-40c3-8069-0b1859b7e1ce tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/quotas/2edfa44413784630be342847ad30a75a HTTP/1.1" status: 200 len: 375 time: 0.0162210 Oct 25 08:55:07.912643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Pushing event updated for resources: {'Port': ['ID=4afcdf8c-9387-4d39-9297-07e9deb23f80,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:07.924081 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:07.959589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:07.963008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:07.965714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:07.971375 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ddad63-3ae1-47e7-8c11-319b20fc15e2" -d '{"events": [{"server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "name": "network-vif-unplugged", "status": "completed", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:07.971624 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-3d4fabba-301f-4f42-a72f-62642a14f81c service neutron] 10.222.0.18 "PUT /v2.0/ports/4afcdf8c-9387-4d39-9297-07e9deb23f80 HTTP/1.1" status: 200 len: 1092 time: 1.3293478 Oct 25 08:55:07.973417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64b92ba-1efa-485e-a13e-97ab16c7797b', 'tag': '4afcdf8c-9387-4d39-9297-07e9deb23f80'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:07.980941 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e77c39-d6c8-47e9-9422-a4fca0b81927" -d '{"events": [{"name": "network-changed", "server_uuid": "e64b92ba-1efa-485e-a13e-97ab16c7797b", "tag": "4afcdf8c-9387-4d39-9297-07e9deb23f80"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:08.019855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:08.036188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:08.046650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3d000c3b-9682-475a-89d4-485eb5e9209b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447732 Oct 25 08:55:08.096041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-1da70765-7f17-43d9-93a8-62cd8a9b3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:08.097939 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-1da70765-7f17-43d9-93a8-62cd8a9b3567 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.3564713 Oct 25 08:55:08.114604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-25274d4c-a9b1-4cef-bed7-dcdb3bb01b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:08.116920 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-25274d4c-a9b1-4cef-bed7-dcdb3bb01b7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ec79a1527e942909e2907f0e34782d0&device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 1095 time: 0.0806041 Oct 25 08:55:08.165746 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-004644de-14ed-4d7c-9a19-56b9981dea03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 200 len: 217 time: 0.0604968 Oct 25 08:55:08.195842 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:08.246954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-544efc4e-3d97-4d5c-8d20-9e7eded7a8fb service neutron] 10.222.0.32 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989903 Oct 25 08:55:08.249596 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-34109a35-2dfd-48aa-bc5a-c32d9be4e4e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4afcdf8c-9387-4d39-9297-07e9deb23f80 HTTP/1.1" status: 200 len: 217 time: 0.0934355 Oct 25 08:55:08.378278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-d57a5a6a-8bc0-42d7-877c-421922c619b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:08.379749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-d57a5a6a-8bc0-42d7-877c-421922c619b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1834629 Oct 25 08:55:08.405898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-6b7170c0-1ce5-4f6e-b221-a2705c6880fb service neutron] 10.222.0.32 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460385 Oct 25 08:55:08.428469 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:08.871393 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-9cefb392-505a-4361-891b-8702f9565956 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4831038 Oct 25 08:55:08.874903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-81fcc5cf-de4e-4402-b50b-d2a9b4e840a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:08.876448 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-81fcc5cf-de4e-4402-b50b-d2a9b4e840a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4271f45a-48c6-4236-beda-4a6b8f3f75b8 HTTP/1.1" status: 200 len: 862 time: 0.6186631 Oct 25 08:55:08.985919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-199e93a2-fbca-49b8-80dd-e39863551060 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:08.988382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-199e93a2-fbca-49b8-80dd-e39863551060 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f83bc4a-fe2f-47d4-8536-8a12cfb9c415 HTTP/1.1" status: 200 len: 944 time: 0.0883553 Oct 25 08:55:09.052779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-e55a7d2d-d3f5-4e22-a09f-cc7cbbc3d877 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bbaaa35-f1ad-4f61-9ca9-fd49459f6833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655507 Oct 25 08:55:09.214661 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-a748f49e-1c59-461a-87e0-bedaf04b11c0 service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295498 Oct 25 08:55:09.279167 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-977e8223-f66d-4e47-8302-655fb86a33ea service neutron] 10.222.0.18 "GET /v2.0/networks/1bbaaa35-f1ad-4f61-9ca9-fd49459f6833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086625 Oct 25 08:55:09.466545 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5fdfc79c-7b59-4013-ad24-134b0ccf7d16 req-ef563fde-6e9c-44ab-afe8-3bd4752d5a3e service neutron] 10.222.0.18 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401166 Oct 25 08:55:09.527710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde6d44-d303-420d-a540-42b309088be4 req-b4aa02ef-28ff-47c9-a968-10b7fb301bbd tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:09.537379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2fde6d44-d303-420d-a540-42b309088be4 req-b4aa02ef-28ff-47c9-a968-10b7fb301bbd tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 944 time: 0.5474863 Oct 25 08:55:09.538227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:09.589583 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8ed9c9-dc6f-4146-82b1-1195c9dc1ca6 req-be2a6c38-720e-465d-a1aa-8ece2f6f0466 service neutron] 10.222.0.18 "GET /v2.0/networks/1bbaaa35-f1ad-4f61-9ca9-fd49459f6833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779107 Oct 25 08:55:09.630492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2fde6d44-d303-420d-a540-42b309088be4 req-16f8f23d-f339-4710-b2ed-98410794ea06 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921242 Oct 25 08:55:09.636184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Deleting port 535bb326-8a25-40c4-85b1-d5db6024417c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:55:09.636524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:09.758414 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1191bce3-6e07-4053-b4af-872e351270b4 x-openstack-request-id: req-1191bce3-6e07-4053-b4af-872e351270b4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:09.758759 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "name": "network-vif-unplugged", "status": "completed", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:09.759404 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1191bce3-6e07-4053-b4af-872e351270b4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:09.760264 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c', 'code': 200} Oct 25 08:55:09.785778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] For port 535bb326-8a25-40c4-85b1-d5db6024417c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=535bb326-8a25-40c4-85b1-d5db6024417c,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:09.786140 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:09.816272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Calling delete_port for 535bb326-8a25-40c4-85b1-d5db6024417c owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:55:09.825319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 863100bf-8e07-4200-a7d7-1969241ef201 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:09.986958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:10.032704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Pushing event deleted for resources: {'Port': ['ID=535bb326-8a25-40c4-85b1-d5db6024417c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:10.108461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] No DVR routers for this DVR port 535bb326-8a25-40c4-85b1-d5db6024417c on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:10.111566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:10.115473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb630e78-c64a-43ba-b534-4642fea4dcff req-ed9c5c73-0574-410c-8bfd-44723d0ae3ab tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "DELETE /v2.0/ports/535bb326-8a25-40c4-85b1-d5db6024417c HTTP/1.1" status: 204 len: 173 time: 1.1138320 Oct 25 08:55:10.115944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'name': 'network-vif-deleted', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:10.120018 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4f1605-02f9-4392-b12d-caca33a02e26" -d '{"events": [{"server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "name": "network-vif-deleted", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:10.207358 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1693bb55-1ff7-43ab-8798-66f175b8745d x-openstack-request-id: req-1693bb55-1ff7-43ab-8798-66f175b8745d {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:10.207881 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64b92ba-1efa-485e-a13e-97ab16c7797b", "tag": "4afcdf8c-9387-4d39-9297-07e9deb23f80", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:10.208295 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1693bb55-1ff7-43ab-8798-66f175b8745d {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:10.209285 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64b92ba-1efa-485e-a13e-97ab16c7797b', 'tag': '4afcdf8c-9387-4d39-9297-07e9deb23f80', 'status': 'completed', 'code': 200} Oct 25 08:55:10.348034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-cecaabee-81db-4283-a285-31798d2dd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:10.351095 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-cecaabee-81db-4283-a285-31798d2dd81a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ec79a1527e942909e2907f0e34782d0&device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 1095 time: 0.0889661 Oct 25 08:55:10.545520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-812d13b1-10de-4c06-a9af-cec732c1cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:10.548919 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-812d13b1-10de-4c06-a9af-cec732c1cb7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 HTTP/1.1" status: 200 len: 923 time: 0.1892214 Oct 25 08:55:10.553447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df186dd-5430-4a5b-837b-cd8a9c0883d9 req-0fca5115-10f4-4702-ab90-f9915c4471f5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:10.555061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42050) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:10.577592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1df186dd-5430-4a5b-837b-cd8a9c0883d9 req-0fca5115-10f4-4702-ab90-f9915c4471f5 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 943 time: 0.2640989 Oct 25 08:55:10.639993 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-c08af86b-0dae-484d-9031-d2d45908c7e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4afcdf8c-9387-4d39-9297-07e9deb23f80 HTTP/1.1" status: 200 len: 217 time: 0.0773041 Oct 25 08:55:10.678436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-574db8d6-07c9-4c39-9a73-a657e43e5aeb tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:10.680038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-574db8d6-07c9-4c39-9a73-a657e43e5aeb tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 805 time: 0.2811201 Oct 25 08:55:10.696305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1df186dd-5430-4a5b-837b-cd8a9c0883d9 req-6e875920-d62b-4f6b-a031-6c539af26897 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127753 Oct 25 08:55:10.729785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Request body: {'port': {'device_id': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'admin_state_up': True, 'tenant_id': '2edfa44413784630be342847ad30a75a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:10.739726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ca6dbe2-d08b-49b4-8db2-a04e1a38c002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:10.800113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-24680c3c-8689-4251-9385-ad0387692069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:10.801533 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-24680c3c-8689-4251-9385-ad0387692069 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4271f45a-48c6-4236-beda-4a6b8f3f75b8 HTTP/1.1" status: 200 len: 862 time: 0.1522064 Oct 25 08:55:10.841601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9902963-6eb4-454d-bf75-682aff7c7b0d req-4b2c8a75-7d81-4f42-93f8-7603ec08663b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 210 time: 0.0419922 Oct 25 08:55:10.862210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-6f457e41-faf2-48f7-a24e-612a86cef685 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1bbaaa35-f1ad-4f61-9ca9-fd49459f6833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478423 Oct 25 08:55:10.872590 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-77511bc7-ea4b-4f4a-a47f-80a30224ad9e service neutron] 10.222.0.18 "GET /v2.0/ports/863100bf-8e07-4200-a7d7-1969241ef201/bindings/n-h1-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.1443925 Oct 25 08:55:10.924740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Made reservation on behalf of 2edfa44413784630be342847ad30a75a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:10.933461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:10.995973 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-04efc23a-0342-4850-bbc2-33a88c3a3da0 service neutron] 10.222.0.18 "GET /v2.0/networks/1bbaaa35-f1ad-4f61-9ca9-fd49459f6833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255479 Oct 25 08:55:11.124733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Allocated IP 172.20.0.3 (5beb32b6-6a3c-46a3-9d3a-67bc60710b12/f22f43f9-4a00-4776-ac6c-afdee1d3b7bd/fe7451d7-27ec-4f6a-8c71-c220054594ce) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:11.146568 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ca6dbe2-d08b-49b4-8db2-a04e1a38c002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.173591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ca6dbe2-d08b-49b4-8db2-a04e1a38c002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.250936 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ca6dbe2-d08b-49b4-8db2-a04e1a38c002 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2e7fbf0e3d248d8b039f14df525a15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920378 Oct 25 08:55:11.252533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42086) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:11.356092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd28a-8d3d-4cef-99a4-cf88ddb084f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.356960 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64e77c39-d6c8-47e9-9422-a4fca0b81927 req-ab6007d6-bcca-4548-bf59-9c52969f7bcd service neutron] 10.222.0.18 "GET /v2.0/networks/1bbaaa35-f1ad-4f61-9ca9-fd49459f6833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316815 Oct 25 08:55:11.359599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6dbe2-d08b-49b4-8db2-a04e1a38c002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e67db-b4cb-428b-9a22-e5e80235ba38,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:11.369750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.399781 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd28a-8d3d-4cef-99a4-cf88ddb084f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.461606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:11.471359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.516167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:11.526707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Pushing event updated for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:11.548179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd28a-8d3d-4cef-99a4-cf88ddb084f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.551580 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd28a-8d3d-4cef-99a4-cf88ddb084f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.555080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ee3cd28a-8d3d-4cef-99a4-cf88ddb084f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b56e67db-b4cb-428b-9a22-e5e80235ba38 HTTP/1.1" status: 204 len: 168 time: 0.2991784 Oct 25 08:55:11.555703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:11.575112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cd28a-8d3d-4cef-99a4-cf88ddb084f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e67db-b4cb-428b-9a22-e5e80235ba38,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:11.577094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:11.590338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:11.654818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863100bf-8e07-4200-a7d7-1969241ef201 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:11.656260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:11.657240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.679042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:11.685324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-9d1f96f8-b9f3-45d5-bfa2-d45f9b401868 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9597759 Oct 25 08:55:11.710119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Request body: {'port': {'device_id': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:11.731612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.763509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 535bb326-8a25-40c4-85b1-d5db6024417c no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:11.805526 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5d910d-366e-4f51-8ab6-77721877381f x-openstack-request-id: req-4b5d910d-366e-4f51-8ab6-77721877381f {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:11.806565 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f83bc4a-fe2f-47d4-8536-8a12cfb9c415", "name": "network-vif-deleted", "tag": "535bb326-8a25-40c4-85b1-d5db6024417c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:11.806999 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b5d910d-366e-4f51-8ab6-77721877381f {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:11.807576 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f83bc4a-fe2f-47d4-8536-8a12cfb9c415', 'name': 'network-vif-deleted', 'tag': '535bb326-8a25-40c4-85b1-d5db6024417c', 'status': 'completed', 'code': 200} Oct 25 08:55:11.808665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 535bb326-8a25-40c4-85b1-d5db6024417c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:11.810315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 535bb326-8a25-40c4-85b1-d5db6024417c not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:11.897176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:11.938532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] Transition to ACTIVE for port object 863100bf-8e07-4200-a7d7-1969241ef201 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:11.945061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:12.015369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] No DVR routers for this DVR port 863100bf-8e07-4200-a7d7-1969241ef201 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:12.030060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] Pushing event updated for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:12.061784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a34b09-95f3-4710-8b69-55a4d0f9324f req-35ff1d0a-a0af-4128-8d1b-54c6785d7c8b tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:12.073308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16a34b09-95f3-4710-8b69-55a4d0f9324f req-35ff1d0a-a0af-4128-8d1b-54c6785d7c8b tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 944 time: 0.1521685 Oct 25 08:55:12.082912 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-cf5f67ac-0b6c-427f-9846-7c45b041507c service neutron] 10.222.0.18 "PUT /v2.0/ports/863100bf-8e07-4200-a7d7-1969241ef201/bindings/n-h1-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1934354 Oct 25 08:55:12.119959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42106) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:12.138814 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d1be-071a-42a4-9edd-7f1d61f12ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:12.165662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16a34b09-95f3-4710-8b69-55a4d0f9324f req-cb8e7a7a-9b73-4cfe-86d0-55e6ca62e457 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910029 Oct 25 08:55:12.340443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d1be-071a-42a4-9edd-7f1d61f12ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:12.350626 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d1be-071a-42a4-9edd-7f1d61f12ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:12.412849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5d1be-071a-42a4-9edd-7f1d61f12ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f25387-55b3-4a18-bf83-41679a016aeb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:12.433107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42120) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:12.433939 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e0e5d1be-071a-42a4-9edd-7f1d61f12ea5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76805aaede9e46cba8e9e7136be2c928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125458 Oct 25 08:55:12.510476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-e5e246a1-c823-471b-8e8c-c58636d38d95 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:12.512255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-e5e246a1-c823-471b-8e8c-c58636d38d95 tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.1636162 Oct 25 08:55:12.603297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f11ef-5950-4b6a-a6be-12b34db5047e req-78160c8d-7684-4b79-bb26-eac428800345 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:12.605223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd0f11ef-5950-4b6a-a6be-12b34db5047e req-78160c8d-7684-4b79-bb26-eac428800345 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 944 time: 0.2120337 Oct 25 08:55:12.610372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7451d7-27ec-4f6a-8c71-c220054594ce {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:12.635669 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:12.675801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acd5520b-bd8f-4a55-95cc-75f7471d1931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:12.686173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Transition to ACTIVE for port object fe7451d7-27ec-4f6a-8c71-c220054594ce will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:12.713176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:12.725128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-78f18332-27e6-49c0-9d9a-29efc23eccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:12.726886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-78f18332-27e6-49c0-9d9a-29efc23eccad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e&tenant_id=aa66063279d64b5c84f290c5437a3ea0 HTTP/1.1" status: 200 len: 1095 time: 0.1900988 Oct 25 08:55:12.736031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd0f11ef-5950-4b6a-a6be-12b34db5047e req-5fc6c792-662e-4b49-b702-419763230b0b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169646 Oct 25 08:55:12.743040 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acd5520b-bd8f-4a55-95cc-75f7471d1931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:12.912824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:13.024871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-80d8b8a2-4c62-4a2b-b5fd-864e5a76061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:13.027134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-80d8b8a2-4c62-4a2b-b5fd-864e5a76061a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa66063279d64b5c84f290c5437a3ea0&device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1095 time: 0.2306745 Oct 25 08:55:13.060540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acd5520b-bd8f-4a55-95cc-75f7471d1931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:13.065464 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acd5520b-bd8f-4a55-95cc-75f7471d1931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:13.068384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-acd5520b-bd8f-4a55-95cc-75f7471d1931 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12f25387-55b3-4a18-bf83-41679a016aeb HTTP/1.1" status: 204 len: 168 time: 0.6336730 Oct 25 08:55:13.156881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0a618-cb81-4127-b474-2ec86aa93aee req-20907b1d-b667-4fdc-95ad-94d5e22e5150 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:13.158574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bd0a618-cb81-4127-b474-2ec86aa93aee req-20907b1d-b667-4fdc-95ad-94d5e22e5150 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 943 time: 0.2917705 Oct 25 08:55:13.164175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5520b-bd8f-4a55-95cc-75f7471d1931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f25387-55b3-4a18-bf83-41679a016aeb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:13.218244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Attempting to bind port fe7451d7-27ec-4f6a-8c71-c220054594ce on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:13.218967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Attempting to bind port fe7451d7-27ec-4f6a-8c71-c220054594ce by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:13.218967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Attempting to bind port fe7451d7-27ec-4f6a-8c71-c220054594ce on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:13.248070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Port fe7451d7-27ec-4f6a-8c71-c220054594ce on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:13.248286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Attempting to bind port fe7451d7-27ec-4f6a-8c71-c220054594ce on network 5beb32b6-6a3c-46a3-9d3a-67bc60710b12 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:13.263026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bd0a618-cb81-4127-b474-2ec86aa93aee req-50eb80df-3b00-432f-b4f1-ad986625cbce tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889721 Oct 25 08:55:13.269388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:13.269388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Checking segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:13.269639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Bound using segment: {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:13.270159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Bound port: fe7451d7-27ec-4f6a-8c71-c220054594ce, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8629d85-b237-4413-a8ea-66ba11bded2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:13.270648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:13.284723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-66089501-fa1a-46c6-ab52-bc17333d2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:13.286340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-66089501-fa1a-46c6-ab52-bc17333d2885 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 200 len: 908 time: 0.2444959 Oct 25 08:55:13.401475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-48a840f7-d276-45c8-b068-b20897add2ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 200 len: 217 time: 0.0545323 Oct 25 08:55:13.423882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:13.434392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:13.462517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:13.528576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:13.546601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:13.547444 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:13.548817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-3cb8ebb5-82de-48da-a5a9-b78b9a675822 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe7451d7-27ec-4f6a-8c71-c220054594ce HTTP/1.1" status: 200 len: 1091 time: 1.8449929 Oct 25 08:55:13.558408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-fd0d6b3e-1b96-4a95-90a3-64ef36c382f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:13.559954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-fd0d6b3e-1b96-4a95-90a3-64ef36c382f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 200 len: 847 time: 0.1440778 Oct 25 08:55:13.613986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-147fcca5-d26a-46e9-997e-383233681d12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345516 Oct 25 08:55:13.796990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-7ab44a89-38b7-44ec-859d-4fec57cdb2dc service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703453 Oct 25 08:55:13.814338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:13.817210 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a735f45c-6e14-4432-913a-32b6e7e5c726" -d '{"events": [{"name": "network-changed", "server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:13.866108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4afcdf8c-9387-4d39-9297-07e9deb23f80 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:55:13.920541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-202f6135-225c-460c-a484-1fd9a0ca0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:13.921998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-202f6135-225c-460c-a484-1fd9a0ca0bec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 1094 time: 0.2100897 Oct 25 08:55:13.934824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-d3c3e4c4-e7d1-4abc-acd3-b2326d42da0e service neutron] 10.222.0.41 "GET /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287630 Oct 25 08:55:14.003163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-f904a42e-5f21-4f22-a7fb-4fe157b15c6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce HTTP/1.1" status: 200 len: 217 time: 0.0487773 Oct 25 08:55:14.003426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4afcdf8c-9387-4d39-9297-07e9deb23f80, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4afcdf8c-9387-4d39-9297-07e9deb23f80,segment=NetworkSegment(e22c7563-b2c5-49e6-a373-29c72fe6353e),segment_id=e22c7563-b2c5-49e6-a373-29c72fe6353e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:14.018986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4afcdf8c-9387-4d39-9297-07e9deb23f80', 'network_id': '1bbaaa35-f1ad-4f61-9ca9-fd49459f6833', 'port_id': '4afcdf8c-9387-4d39-9297-07e9deb23f80', 'mac_address': 'fa:16:3e:52:66:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4271f45a-48c6-4236-beda-4a6b8f3f75b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:55:14.024990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ab93d-a296-4199-a7d0-39dc8d2521d4 req-dae47a78-3d50-4d90-a814-8f3a21c0f8bf tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:14.026565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055ab93d-a296-4199-a7d0-39dc8d2521d4 req-dae47a78-3d50-4d90-a814-8f3a21c0f8bf tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 944 time: 0.1023276 Oct 25 08:55:14.063897 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:14.079317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afcdf8c-9387-4d39-9297-07e9deb23f80 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:14.120533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4afcdf8c-9387-4d39-9297-07e9deb23f80, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4afcdf8c-9387-4d39-9297-07e9deb23f80,segment=NetworkSegment(e22c7563-b2c5-49e6-a373-29c72fe6353e),segment_id=e22c7563-b2c5-49e6-a373-29c72fe6353e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:14.120780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055ab93d-a296-4199-a7d0-39dc8d2521d4 req-7f57d91c-e6f3-4072-b67e-1613feb3c424 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602195 Oct 25 08:55:14.125421 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:14.130812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-893ac6aa-b86b-453c-9fca-579e483cf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:14.132800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-893ac6aa-b86b-453c-9fca-579e483cf8a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 200 len: 845 time: 0.1015999 Oct 25 08:55:14.188416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-34a0066a-fdce-4d69-ac25-3b8b725a3768 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472066 Oct 25 08:55:14.256873 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4afcdf8c-9387-4d39-9297-07e9deb23f80,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:14.387667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-8446aca7-e25c-4d58-8760-01394b2eba5a tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:14.389299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-8446aca7-e25c-4d58-8760-01394b2eba5a tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e&tenant_id=aa66063279d64b5c84f290c5437a3ea0&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.0958629 Oct 25 08:55:14.440782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c438f3-4977-4be1-bae4-925782251612 req-a43460a9-5362-43a2-b38f-1cc47d56740f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:14.442596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63c438f3-4977-4be1-bae4-925782251612 req-a43460a9-5362-43a2-b38f-1cc47d56740f tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 944 time: 0.1475766 Oct 25 08:55:14.481541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-0a158044-8152-4268-902e-20f363efc622 service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768192 Oct 25 08:55:14.574336 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63c438f3-4977-4be1-bae4-925782251612 req-45d206b9-9612-44d2-b5e3-c1628fcf209e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183331 Oct 25 08:55:14.582621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4afcdf8c-9387-4d39-9297-07e9deb23f80'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:14.679179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-0875391b-cd76-42b1-ab4d-4bc6088bcf89 service neutron] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:14.682885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-114fa2a5-93d3-453c-a324-ea04321f8e24 req-d6e32b13-9b2a-4790-b09b-2c21fb83af20 service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905730 Oct 25 08:55:14.686417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-0875391b-cd76-42b1-ab4d-4bc6088bcf89 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:14.687805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fe65821-45d3-498c-88b4-60888fd660c8 req-0875391b-cd76-42b1-ab4d-4bc6088bcf89 service neutron] 10.222.0.41 "DELETE /v2.0/ports/863100bf-8e07-4200-a7d7-1969241ef201/bindings/n-h2-814746-2 HTTP/1.1" status: 204 len: 173 time: 0.2903233 Oct 25 08:55:14.721499 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1d35c7-63f3-4379-b532-b480edd3af3a x-openstack-request-id: req-0e1d35c7-63f3-4379-b532-b480edd3af3a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:14.722063 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:14.722451 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e1d35c7-63f3-4379-b532-b480edd3af3a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:14.722983 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'status': 'completed', 'code': 200} Oct 25 08:55:14.888312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-d1f54cb9-82d5-48f6-b7ca-8ddcf669c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:14.892079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-d1f54cb9-82d5-48f6-b7ca-8ddcf669c9c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2edfa44413784630be342847ad30a75a&device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 1094 time: 0.0836589 Oct 25 08:55:15.037661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-ebaa32b5-17d7-4bf8-82ee-ba0c3d71fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:15.041201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-ebaa32b5-17d7-4bf8-82ee-ba0c3d71fd21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 200 len: 906 time: 0.1386492 Oct 25 08:55:15.094651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-520a5504-ca4e-4308-abde-f7acd63f5c61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce HTTP/1.1" status: 200 len: 217 time: 0.0469611 Oct 25 08:55:15.186782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-6063b659-c555-43bd-83d9-914dbb66e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:15.188255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-6063b659-c555-43bd-83d9-914dbb66e579 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 200 len: 845 time: 0.0800676 Oct 25 08:55:15.226084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-90452429-11f9-4428-b8d7-1c8f43b5c961 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5beb32b6-6a3c-46a3-9d3a-67bc60710b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297005 Oct 25 08:55:15.343119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda5a9-cc66-40fb-8150-84987e9e08ea req-22f80096-bae9-43a5-926e-40727d553d4b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:15.351476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12bda5a9-cc66-40fb-8150-84987e9e08ea req-22f80096-bae9-43a5-926e-40727d553d4b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 943 time: 0.1213517 Oct 25 08:55:15.413477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-44db07b1-bd84-4b55-9e99-4b386a935c33 service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737707 Oct 25 08:55:15.423352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12bda5a9-cc66-40fb-8150-84987e9e08ea req-17bd6835-0b60-46b2-921f-8f246d07806d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708578 Oct 25 08:55:15.540308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a735f45c-6e14-4432-913a-32b6e7e5c726 req-985ae4e5-3220-4589-8667-51a2f24a1abc service neutron] 10.222.0.41 "GET /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157687 Oct 25 08:55:15.674046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2cb36-a434-4895-95f5-2db964aba44f req-bf2cee56-c09e-455c-8696-9dc4003f77a9 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:15.676474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdb2cb36-a434-4895-95f5-2db964aba44f req-bf2cee56-c09e-455c-8696-9dc4003f77a9 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 945 time: 0.0656264 Oct 25 08:55:15.749708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdb2cb36-a434-4895-95f5-2db964aba44f req-9c3df04f-32bd-442f-8052-507419e3dd70 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664244 Oct 25 08:55:15.889195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4afcdf8c-9387-4d39-9297-07e9deb23f80 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:15.967917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 4afcdf8c-9387-4d39-9297-07e9deb23f80 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:55:15.972421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4afcdf8c-9387-4d39-9297-07e9deb23f80 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:15.972929 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.085449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.111353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64b92ba-1efa-485e-a13e-97ab16c7797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afcdf8c-9387-4d39-9297-07e9deb23f80'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:16.114096 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0b93ae-4aaf-4532-a2c0-25644d06216a" -d '{"events": [{"server_uuid": "e64b92ba-1efa-485e-a13e-97ab16c7797b", "name": "network-vif-plugged", "status": "completed", "tag": "4afcdf8c-9387-4d39-9297-07e9deb23f80"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:16.129070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4afcdf8c-9387-4d39-9297-07e9deb23f80, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4afcdf8c-9387-4d39-9297-07e9deb23f80,segment=NetworkSegment(e22c7563-b2c5-49e6-a373-29c72fe6353e),segment_id=e22c7563-b2c5-49e6-a373-29c72fe6353e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:16.138537 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.192247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4afcdf8c-9387-4d39-9297-07e9deb23f80,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:16.319520 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7004aca-1428-4e34-b15c-9d39c75f0306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.486638 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42360) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:16.601295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c7964a3-a927-472f-90e7-37339df80241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.709691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c7964a3-a927-472f-90e7-37339df80241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.715010 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c7964a3-a927-472f-90e7-37339df80241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.746572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da07cc-7b84-4d3b-b5c4-825fc1e8336e req-d3db0360-9703-41d5-9fe1-3bfe7aed6de0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:16.747942 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49da07cc-7b84-4d3b-b5c4-825fc1e8336e req-d3db0360-9703-41d5-9fe1-3bfe7aed6de0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 944 time: 0.0904636 Oct 25 08:55:16.780703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7c7964a3-a927-472f-90e7-37339df80241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b014d1b87944c089cf04cb56618120a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924879 Oct 25 08:55:16.783443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42368) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:16.783951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7964a3-a927-472f-90e7-37339df80241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74a4863-4a2a-4a5b-8aa0-3e805555f272,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:16.805347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49da07cc-7b84-4d3b-b5c4-825fc1e8336e req-5a75a55d-7b27-4719-8f34-bc80873a0970 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499737 Oct 25 08:55:16.840972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-335d409c-1cfa-4d24-b76d-d3f225b5fe98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.862871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-335d409c-1cfa-4d24-b76d-d3f225b5fe98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.909684 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000ac38c-255e-40b7-8801-ccba94723de4 x-openstack-request-id: req-000ac38c-255e-40b7-8801-ccba94723de4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:16.910754 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64b92ba-1efa-485e-a13e-97ab16c7797b", "name": "network-vif-plugged", "status": "completed", "tag": "4afcdf8c-9387-4d39-9297-07e9deb23f80", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:16.911354 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-000ac38c-255e-40b7-8801-ccba94723de4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:16.912584 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64b92ba-1efa-485e-a13e-97ab16c7797b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afcdf8c-9387-4d39-9297-07e9deb23f80', 'code': 200} Oct 25 08:55:16.913427 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-335d409c-1cfa-4d24-b76d-d3f225b5fe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.916171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-335d409c-1cfa-4d24-b76d-d3f225b5fe98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:16.917438 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-335d409c-1cfa-4d24-b76d-d3f225b5fe98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c74a4863-4a2a-4a5b-8aa0-3e805555f272 HTTP/1.1" status: 204 len: 168 time: 0.1330092 Oct 25 08:55:16.928750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d409c-1cfa-4d24-b76d-d3f225b5fe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74a4863-4a2a-4a5b-8aa0-3e805555f272,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:17.057858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7f105-21f4-4175-86ac-299eef45f649 req-ecbdaba8-2542-4dc0-99ae-d6ffdcbff0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:17.059420 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ead7f105-21f4-4175-86ac-299eef45f649 req-ecbdaba8-2542-4dc0-99ae-d6ffdcbff0d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 1097 time: 0.0521984 Oct 25 08:55:17.072068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aefcb-d014-4641-9654-f678d13278e1 req-98336c86-4c5e-4313-9466-336a130529fa tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:17.073614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a4aefcb-d014-4641-9654-f678d13278e1 req-98336c86-4c5e-4313-9466-336a130529fa tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 943 time: 0.0572793 Oct 25 08:55:17.099025 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ead7f105-21f4-4175-86ac-299eef45f649 req-288f2b69-cbdb-461a-8bed-5b3e155124b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Oct 25 08:55:17.120458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a4aefcb-d014-4641-9654-f678d13278e1 req-fea0054f-3fd1-4870-9f4e-84059d2d5de9 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Oct 25 08:55:17.225949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42392) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:17.239216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bfba025-4d42-4b41-b1b8-b547bf26f85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:17.314729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bfba025-4d42-4b41-b1b8-b547bf26f85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:17.319311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bfba025-4d42-4b41-b1b8-b547bf26f85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:17.357011 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8bfba025-4d42-4b41-b1b8-b547bf26f85e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f188e7d6207e47b09ff8abcbc46b3b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299472 Oct 25 08:55:17.359115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfba025-4d42-4b41-b1b8-b547bf26f85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c3c5c4-4809-42ce-a00a-fdc34cb8ebd5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:17.359648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42394) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:17.420927 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2b1045b-d657-4955-8fb2-7472356aff99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:17.443130 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2b1045b-d657-4955-8fb2-7472356aff99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:17.499115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2b1045b-d657-4955-8fb2-7472356aff99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:17.502214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2b1045b-d657-4955-8fb2-7472356aff99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:17.503715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e2b1045b-d657-4955-8fb2-7472356aff99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02c3c5c4-4809-42ce-a00a-fdc34cb8ebd5 HTTP/1.1" status: 204 len: 168 time: 0.1427715 Oct 25 08:55:17.512176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1045b-d657-4955-8fb2-7472356aff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c3c5c4-4809-42ce-a00a-fdc34cb8ebd5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:17.570112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1156260-6ed7-46a5-b150-69389ff869f2 req-c79ddee8-6ac2-4190-8f0c-4d8db1c229c3 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:17.580618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1156260-6ed7-46a5-b150-69389ff869f2 req-c79ddee8-6ac2-4190-8f0c-4d8db1c229c3 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 946 time: 0.0631230 Oct 25 08:55:17.621156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1156260-6ed7-46a5-b150-69389ff869f2 req-764589ff-f137-4f72-830d-fa9a8e75b9ad tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Oct 25 08:55:17.811143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device fe7451d7-27ec-4f6a-8c71-c220054594ce details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:55:17.951054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:17.965719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'port_id': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'mac_address': 'fa:16:3e:e5:e1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f43f9-4a00-4776-ac6c-afdee1d3b7bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:55:18.016798 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.031710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7451d7-27ec-4f6a-8c71-c220054594ce {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:18.065182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:18.070716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.139781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:18.261485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176398ea-a530-471c-9d26-a7e2b1cd4430 req-0b443f3b-e0ab-470a-91b3-35338415d2ce tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:18.263067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-176398ea-a530-471c-9d26-a7e2b1cd4430 req-0b443f3b-e0ab-470a-91b3-35338415d2ce tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 1095 time: 0.0507097 Oct 25 08:55:18.301232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-176398ea-a530-471c-9d26-a7e2b1cd4430 req-527bb75f-7ac0-406d-b777-9f9a1153c3ad tempest-LiveMigrationTest-1822275439 tempest-LiveMigrationTest-1822275439-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Oct 25 08:55:18.426068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3dd90-6779-4a9b-911c-0ccd632fe581 req-20b80023-c385-4c5a-be8c-4bfe4c1a6c0d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:18.429228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79a3dd90-6779-4a9b-911c-0ccd632fe581 req-20b80023-c385-4c5a-be8c-4bfe4c1a6c0d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 944 time: 0.0524631 Oct 25 08:55:18.470485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79a3dd90-6779-4a9b-911c-0ccd632fe581 req-8cf1978e-4619-498a-8f16-53182eca9c56 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351176 Oct 25 08:55:18.482326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42472) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:18.487939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1188210566'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:18.511547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:18.515200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.541503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['fe7451d7-27ec-4f6a-8c71-c220054594ce'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:18.569399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:55:18.584253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.584699 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Added segment 2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf of type vlan for network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb Oct 25 08:55:18.648068 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.687447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.696447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:18.697553 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.753911 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f3eefab-3681-4d04-8efa-5712e49c822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.773390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2895117 Oct 25 08:55:18.776025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42510) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:18.781449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1554077711'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:18.797340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afef73c-f0dc-44e0-bc0e-92efd7010025 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Network': ['ID=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:18.810952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:55:18.817336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:18.823013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.856739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:55:18.866581 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.866913 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Added segment e9e3f3dc-cd2a-4b22-9bd8-b780ce064396 of type vlan for network 1cc02180-3db5-415a-8b5f-d9a90e799024 Oct 25 08:55:18.914772 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.947116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:18.953185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:18.953907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:19.049041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2694480 Oct 25 08:55:19.049319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42528) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:19.057394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'subnet': {'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:19.061822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00860da9-a9c7-4f8d-908a-7d68eb71d3e5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Network': ['ID=1cc02180-3db5-415a-8b5f-d9a90e799024,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:19.073428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 1cc02180-3db5-415a-8b5f-d9a90e799024 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:55:19.169245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:19.174185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:19.369838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372963-63ee-400a-88ff-4ad8c9df1a9e req-2c2189e4-6a1d-4c14-84ca-988cba182406 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:19.371324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed372963-63ee-400a-88ff-4ad8c9df1a9e req-2c2189e4-6a1d-4c14-84ca-988cba182406 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 946 time: 0.1023614 Oct 25 08:55:19.405821 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:55:19.454583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed372963-63ee-400a-88ff-4ad8c9df1a9e req-86510b1b-87b6-4daf-bc6a-22e26640b90a tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767689 Oct 25 08:55:19.456025 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:19.532522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Checking segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:19.533270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network hostable DHCP agents. Network: 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:55:19.537903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Subnet': ['ID=aea04c9b-2a4e-4c2a-8376-9008cd7f1476,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:19.566420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:55:19.590954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:19.600997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7d3d0-0350-4878-8d50-656298e5dba6 None None] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:55:19.622144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:19.622144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:19.655822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42562) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:19.662943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-177fb36c-1a74-4523-a5ca-2928cb3f182c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6111996 Oct 25 08:55:19.663494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'subnet': {'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:19.676686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae6291-35d4-42a0-97a8-3e6203e307b3 req-f3dedb10-2375-4f8c-8cba-da9b194fad11 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:19.682427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2ae6291-35d4-42a0-97a8-3e6203e307b3 req-f3dedb10-2375-4f8c-8cba-da9b194fad11 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 944 time: 0.1041355 Oct 25 08:55:19.728730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2ae6291-35d4-42a0-97a8-3e6203e307b3 req-d261a3ef-2edd-4f93-86c3-22c139445812 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369015 Oct 25 08:55:19.790482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:19.796866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:19.811027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'fixed_ips': [{'subnet_id': 'aea04c9b-2a4e-4c2a-8376-9008cd7f1476'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:55:19.812168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:19.822405 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:19.846184 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:19.936320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f10c6-8526-4356-9bbd-193bdfb8ab88 req-9a2880fa-55ae-4b50-b41f-8ca00ece374c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:19.938695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-308f10c6-8526-4356-9bbd-193bdfb8ab88 req-9a2880fa-55ae-4b50-b41f-8ca00ece374c tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 944 time: 0.0745714 Oct 25 08:55:19.987417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-308f10c6-8526-4356-9bbd-193bdfb8ab88 req-05ef6893-12bb-4d45-af30-34c3231431bd tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Oct 25 08:55:20.008019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Allocated IP 10.1.1.2 (07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb/aea04c9b-2a4e-4c2a-8376-9008cd7f1476/8d923903-7c83-4ed3-a8a6-943500234a80) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:20.047195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.126245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Subnet': ['ID=08ac8076-3995-4530-b20a-27548dba37ae,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:20.135809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Checking segment: {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:20.136250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network hostable DHCP agents. Network: 1cc02180-3db5-415a-8b5f-d9a90e799024, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:55:20.159808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 1cc02180-3db5-415a-8b5f-d9a90e799024 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:55:20.173794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 1cc02180-3db5-415a-8b5f-d9a90e799024) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:20.181064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:20.182141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.190959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-4293877f-17ed-4f97-bb9d-fae44bf4f478 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:20.203006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-4293877f-17ed-4f97-bb9d-fae44bf4f478 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 944 time: 0.0836730 Oct 25 08:55:20.212356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f57255d5-4f67-4ba0-8f77-09e53ae29526 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5552864 Oct 25 08:55:20.213453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42594) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:20.221160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'port': {'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'name': 'tempest-TaggedBootDevicesTest-1914669848', 'fixed_ips': [{'subnet_id': 'aea04c9b-2a4e-4c2a-8376-9008cd7f1476'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:20.260098 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.274240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3ebee-d33e-4e1e-bc38-78fb9466daf2 None None] Network 1cc02180-3db5-415a-8b5f-d9a90e799024 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:55:20.334781 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.382084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Deleting port 863100bf-8e07-4200-a7d7-1969241ef201 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:55:20.383469 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.399840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:20.409989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:20.420123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:20.436973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Pushing event updated for resources: {'Port': ['ID=8d923903-7c83-4ed3-a8a6-943500234a80,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:20.460734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:20.525031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Attempting to bind port 8d923903-7c83-4ed3-a8a6-943500234a80 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:20.525393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Attempting to bind port 8d923903-7c83-4ed3-a8a6-943500234a80 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:20.526242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Attempting to bind port 8d923903-7c83-4ed3-a8a6-943500234a80 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:20.537067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:20.537540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Checking segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:20.537879 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.538271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Bound using segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:20.538765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Bound port: 8d923903-7c83-4ed3-a8a6-943500234a80, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:20.539138 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.550620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] For port 863100bf-8e07-4200-a7d7-1969241ef201, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=863100bf-8e07-4200-a7d7-1969241ef201,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:20.551003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.577502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Calling delete_port for 863100bf-8e07-4200-a7d7-1969241ef201 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:55:20.638061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-1cc02180-3db5-415a-8b5f-d9a90e799024', 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'fixed_ips': [{'subnet_id': '08ac8076-3995-4530-b20a-27548dba37ae'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:55:20.638932 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.681461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:20.710115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] device_id is not set on port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:55:20.713105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] For port 8d923903-7c83-4ed3-a8a6-943500234a80, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:20.778132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] For port 8d923903-7c83-4ed3-a8a6-943500234a80, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8d923903-7c83-4ed3-a8a6-943500234a80,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:20.785561 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.081976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Allocated IP 10.1.1.45 (07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb/aea04c9b-2a4e-4c2a-8376-9008cd7f1476/f0bc5458-af99-4dac-a0d9-1a8b921c8bd7) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:21.095058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887bc2b-877f-45f1-86df-bd9221a7d535 None None] Pushing event updated for resources: {'Port': ['ID=8d923903-7c83-4ed3-a8a6-943500234a80,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:21.113129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Allocated IP 10.2.2.2 (1cc02180-3db5-415a-8b5f-d9a90e799024/08ac8076-3995-4530-b20a-27548dba37ae/90b8a255-2e31-40a3-a679-dcff4ae84d4a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:21.413535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.476042 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.486648 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.488145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.499327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.553516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:21.557136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:21.558763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Pushing event updated for resources: {'Port': ['ID=90b8a255-2e31-40a3-a679-dcff4ae84d4a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:21.577527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Pushing event deleted for resources: {'Port': ['ID=863100bf-8e07-4200-a7d7-1969241ef201,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:21.582322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:21.587581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Network 1cc02180-3db5-415a-8b5f-d9a90e799024 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:21.587768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['863100bf-8e07-4200-a7d7-1969241ef201'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:21.590423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:21.594273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4f50b760-e15d-4cc4-a9bc-887d47dd8219'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:21.598186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:21.617080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:21.691891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:21.693152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.693565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] No DVR routers for this DVR port 863100bf-8e07-4200-a7d7-1969241ef201 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:21.696761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.700080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7be8ecb1-24c8-4e3b-912a-dd460518a179 req-07fafbf3-3667-424c-b651-f2336b95af07 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.41 "DELETE /v2.0/ports/863100bf-8e07-4200-a7d7-1969241ef201 HTTP/1.1" status: 204 len: 173 time: 1.4860470 Oct 25 08:55:21.700536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'name': 'network-vif-deleted', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:21.703020 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125ee56-7d7b-4190-91c0-4ae21ef7191c" -d '{"events": [{"server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "name": "network-vif-deleted", "tag": "863100bf-8e07-4200-a7d7-1969241ef201"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:21.735665 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ba78a64f-f578-4f5b-a2ee-d6ee397264bd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5178418 Oct 25 08:55:21.735665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42688) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:21.742979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'port': {'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'name': 'tempest-TaggedBootDevicesTest-267176207', 'fixed_ips': [{'subnet_id': 'aea04c9b-2a4e-4c2a-8376-9008cd7f1476'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:21.795401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.825057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Attempting to bind port 90b8a255-2e31-40a3-a679-dcff4ae84d4a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:21.825057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Attempting to bind port 90b8a255-2e31-40a3-a679-dcff4ae84d4a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:21.825057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Attempting to bind port 90b8a255-2e31-40a3-a679-dcff4ae84d4a on network 1cc02180-3db5-415a-8b5f-d9a90e799024 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:21.832007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:21.832384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Checking segment: {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:21.832736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.836111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Bound using segment: {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:21.836643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Bound port: 90b8a255-2e31-40a3-a679-dcff4ae84d4a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:21.837080 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:21.865151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device fe7451d7-27ec-4f6a-8c71-c220054594ce up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:21.880319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-265d70c6-8cc8-4eb6-8ecd-1b911e33c501 req-0d896d27-7ed6-4319-864b-0b1b19c1e617 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 210 time: 0.0980666 Oct 25 08:55:22.006510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8d923903-7c83-4ed3-a8a6-943500234a80 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:22.028503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:22.034296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:22.059879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] device_id is not set on port be2de9a5-fa93-44fc-8a38-49bc2e19e42e yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:55:22.060311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dd78a-cfb4-4a60-b677-322911fa6fcf req-61aa27a9-acef-4441-a3db-adb8346a6033 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:22.063984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-569dd78a-cfb4-4a60-b677-322911fa6fcf req-61aa27a9-acef-4441-a3db-adb8346a6033 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 944 time: 0.0979874 Oct 25 08:55:22.145210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-569dd78a-cfb4-4a60-b677-322911fa6fcf req-5e920c1d-7a0d-4190-ad70-a90c5af0dd48 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729880 Oct 25 08:55:22.226040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] For port 90b8a255-2e31-40a3-a679-dcff4ae84d4a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:22.245370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] For port 90b8a255-2e31-40a3-a679-dcff4ae84d4a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=90b8a255-2e31-40a3-a679-dcff4ae84d4a,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:22.273620 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:22.354322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Allocated IP 10.1.1.125 (07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb/aea04c9b-2a4e-4c2a-8376-9008cd7f1476/be2de9a5-fa93-44fc-8a38-49bc2e19e42e) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:22.398483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port fe7451d7-27ec-4f6a-8c71-c220054594ce completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:55:22.418418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port fe7451d7-27ec-4f6a-8c71-c220054594ce triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:22.418796 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:22.459547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8d923903-7c83-4ed3-a8a6-943500234a80 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:22.459925 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:22.516223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc50093-046a-4a13-89e4-eaed11f3d753 None None] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:55:22.601749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fe3c7-4e92-442d-9da6-5db24cd93ba4 None None] Pushing event updated for resources: {'Port': ['ID=90b8a255-2e31-40a3-a679-dcff4ae84d4a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:22.628570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d3af7-b7ae-4cdc-8837-c7c035328c7d req-cb5a1a25-0ae9-4aac-bfb3-c7ff1195788f tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:22.639343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b09d3af7-b7ae-4cdc-8837-c7c035328c7d req-cb5a1a25-0ae9-4aac-bfb3-c7ff1195788f tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 946 time: 0.1239202 Oct 25 08:55:22.697607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:22.702411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-21f6a886-3c8a-4689-9c3e-d66e75c51df8 None None] Provisioning complete for port 8d923903-7c83-4ed3-a8a6-943500234a80 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:22.702777 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-21f6a886-3c8a-4689-9c3e-d66e75c51df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:22.738036 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b09d3af7-b7ae-4cdc-8837-c7c035328c7d req-ef02399e-a944-4dcd-b8d3-062ac7a25e71 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/security-groups?id=50693a09-401e-4e40-801b-7afd4c6c58d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933912 Oct 25 08:55:22.784629 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:22.861608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:22.887150 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e665dc-fde8-4b81-8912-ec4d84c717a0 x-openstack-request-id: req-f2e665dc-fde8-4b81-8912-ec4d84c717a0 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:22.887436 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa9dad-0f4a-498b-bdcd-20b002028c5e", "name": "network-vif-deleted", "tag": "863100bf-8e07-4200-a7d7-1969241ef201", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:22.887933 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2e665dc-fde8-4b81-8912-ec4d84c717a0 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:22.888273 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa9dad-0f4a-498b-bdcd-20b002028c5e', 'name': 'network-vif-deleted', 'tag': '863100bf-8e07-4200-a7d7-1969241ef201', 'status': 'completed', 'code': 200} Oct 25 08:55:22.951834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:22.962438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:22.980859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:23.004852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 8d923903-7c83-4ed3-a8a6-943500234a80, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8d923903-7c83-4ed3-a8a6-943500234a80,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:23.049355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:23.064856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:23.065687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:23.081173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f457cd7-b614-4584-8497-7ae777794f58 req-5f000d6a-73be-4ad1-8b60-608c3ae89c9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 210 time: 0.0496492 Oct 25 08:55:23.093713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:23.108558 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3ce2b885-8a99-415a-934a-2dc8787f31ed tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3722000 Oct 25 08:55:23.133334 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:23.218599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:23.252047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:23.254391 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c85d5-62d0-496b-82f1-2edf3fe1d42e" -d '{"events": [{"server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "name": "network-vif-plugged", "status": "completed", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:23.268493 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:23.269305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 863100bf-8e07-4200-a7d7-1969241ef201 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:23.292600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=8d923903-7c83-4ed3-a8a6-943500234a80,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:23.311346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 863100bf-8e07-4200-a7d7-1969241ef201 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:23.311712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 863100bf-8e07-4200-a7d7-1969241ef201 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:23.420419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:23.463871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-a4120ed8-2c96-4d5d-8cce-13b2e58bdb4f tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:23.466306 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-a4120ed8-2c96-4d5d-8cce-13b2e58bdb4f tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.18 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 946 time: 0.1154344 Oct 25 08:55:23.647179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Deleting port 4afcdf8c-9387-4d39-9297-07e9deb23f80 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:55:23.651890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:23.754539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42746) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:23.867170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] For port 4afcdf8c-9387-4d39-9297-07e9deb23f80, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4afcdf8c-9387-4d39-9297-07e9deb23f80,segment=NetworkSegment(e22c7563-b2c5-49e6-a373-29c72fe6353e),segment_id=e22c7563-b2c5-49e6-a373-29c72fe6353e)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:23.867863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:23.883606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Calling delete_port for 4afcdf8c-9387-4d39-9297-07e9deb23f80 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:55:23.919965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e4e5e180-3e15-4eb8-a97b-bbe71a258dc8 None None] Provisioning complete for port be2de9a5-fa93-44fc-8a38-49bc2e19e42e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:23.922967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e180-3e15-4eb8-a97b-bbe71a258dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:23.951648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42752) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:23.958531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e9cb25af-a8b1-4e7a-8b43-08ad74d687d8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643998016', 'description': 'tempest-description--786146135'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:24.068869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e9cb25af-a8b1-4e7a-8b43-08ad74d687d8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.074140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8d923903-7c83-4ed3-a8a6-943500234a80 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:24.089497 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24d91f50-72b0-41b2-996f-dd7559aba75c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.182300 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.187666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45555c-78c5-43a1-8ae2-931eede2ff51 None None] Network 1cc02180-3db5-415a-8b5f-d9a90e799024 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:55:24.252067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Pushing event deleted for resources: {'Port': ['ID=4afcdf8c-9387-4d39-9297-07e9deb23f80,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:24.292935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4afcdf8c-9387-4d39-9297-07e9deb23f80'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:24.299590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5e180-3e15-4eb8-a97b-bbe71a258dc8 None None] Port be2de9a5-fa93-44fc-8a38-49bc2e19e42e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:24.345487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebc44f-8e08-4fba-a044-122e2d25d6f2 req-a4783c7b-55ab-4fda-af0a-01c8bfd3e334 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:24.347556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ebc44f-8e08-4fba-a044-122e2d25d6f2 req-a4783c7b-55ab-4fda-af0a-01c8bfd3e334 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 945 time: 0.1968341 Oct 25 08:55:24.367209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] No DVR routers for this DVR port 4afcdf8c-9387-4d39-9297-07e9deb23f80 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:24.374259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.381998 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8a2bdcb9-e733-4cdf-87c5-d0342f198f7b req-de1ddc3d-2494-42c6-843e-015c5ad0d4b4 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.18 "DELETE /v2.0/ports/4afcdf8c-9387-4d39-9297-07e9deb23f80 HTTP/1.1" status: 204 len: 173 time: 0.9092500 Oct 25 08:55:24.382480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64b92ba-1efa-485e-a13e-97ab16c7797b', 'name': 'network-vif-deleted', 'tag': '4afcdf8c-9387-4d39-9297-07e9deb23f80'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:24.384959 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da642077-fe59-491a-a27e-e7f40a6eac41" -d '{"events": [{"server_uuid": "e64b92ba-1efa-485e-a13e-97ab16c7797b", "name": "network-vif-deleted", "tag": "4afcdf8c-9387-4d39-9297-07e9deb23f80"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:24.413170 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e9cb25af-a8b1-4e7a-8b43-08ad74d687d8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.428294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e9cb25af-a8b1-4e7a-8b43-08ad74d687d8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.439761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e4e5e180-3e15-4eb8-a97b-bbe71a258dc8 None None] Provisioning complete for port 8d923903-7c83-4ed3-a8a6-943500234a80 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:24.440110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e180-3e15-4eb8-a97b-bbe71a258dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.461897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ebc44f-8e08-4fba-a044-122e2d25d6f2 req-edcf3fd4-aa48-4403-b97e-508288be37dc tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038888 Oct 25 08:55:24.528264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e9cb25af-a8b1-4e7a-8b43-08ad74d687d8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.529670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e9cb25af-a8b1-4e7a-8b43-08ad74d687d8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5764687 Oct 25 08:55:24.533399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42764) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:24.538713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b0e3115d-1309-4688-9376-a4d1f0676e3c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'security_group_rule': {'security_group_id': 'e034af29-4ec2-4b68-a8c0-49fbd70e4150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:24.551153 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24d91f50-72b0-41b2-996f-dd7559aba75c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.569093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24d91f50-72b0-41b2-996f-dd7559aba75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.573442 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e1391c-f44f-475b-aa3a-b369f1fa3c78 x-openstack-request-id: req-c2e1391c-f44f-475b-aa3a-b369f1fa3c78 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:24.573772 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "name": "network-vif-plugged", "status": "completed", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:24.574032 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2e1391c-f44f-475b-aa3a-b369f1fa3c78 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:24.574415 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'code': 200} Oct 25 08:55:24.575003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8d923903-7c83-4ed3-a8a6-943500234a80 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:24.575363 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.612029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb25af-a8b1-4e7a-8b43-08ad74d687d8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e034af29-4ec2-4b68-a8c0-49fbd70e4150,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:24.652204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0e3115d-1309-4688-9376-a4d1f0676e3c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.666211 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-24d91f50-72b0-41b2-996f-dd7559aba75c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d13436469ae4ab981b093f96f49e301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9090006 Oct 25 08:55:24.681233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42770) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:24.738589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d91f50-72b0-41b2-996f-dd7559aba75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9505b13-ca0b-40f7-bf3c-17e591fecace,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:24.814108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 90b8a255-2e31-40a3-a679-dcff4ae84d4a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:24.837579 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0e3115d-1309-4688-9376-a4d1f0676e3c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.847933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0e3115d-1309-4688-9376-a4d1f0676e3c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.873323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e4e5e180-3e15-4eb8-a97b-bbe71a258dc8 None None] Provisioning complete for port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:24.873685 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e180-3e15-4eb8-a97b-bbe71a258dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.898170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3115d-1309-4688-9376-a4d1f0676e3c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e603b570-a81b-4aa6-8ac7-c90a8c38c3d5,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:24.899489 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a3af9a6-b663-49ab-86cb-aa89ed9eecd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.910332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 90b8a255-2e31-40a3-a679-dcff4ae84d4a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:24.910705 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.918918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0e3115d-1309-4688-9376-a4d1f0676e3c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:24.922408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b0e3115d-1309-4688-9376-a4d1f0676e3c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854825 Oct 25 08:55:24.928009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:24.934889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-83bef95e-ccae-42a9-9f08-7d2f68c40f61 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'security_group_rule': {'security_group_id': 'e034af29-4ec2-4b68-a8c0-49fbd70e4150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:24.950014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21493a4-a25b-41b5-bda5-efda4ab58415 req-68c6e371-4256-4a35-b0bb-e3ef145273c2 tempest-ServerAddressesNegativeTestJSON-1928928255 tempest-ServerAddressesNegativeTestJSON-1928928255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e64b92ba-1efa-485e-a13e-97ab16c7797b HTTP/1.1" status: 200 len: 210 time: 0.0862839 Oct 25 08:55:24.990594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5e180-3e15-4eb8-a97b-bbe71a258dc8 None None] Port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:25.035031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83bef95e-ccae-42a9-9f08-7d2f68c40f61 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.077331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a3af9a6-b663-49ab-86cb-aa89ed9eecd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.159706 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.171475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83bef95e-ccae-42a9-9f08-7d2f68c40f61 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.179181 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83bef95e-ccae-42a9-9f08-7d2f68c40f61 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.188269 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8df05bb1-ec82-4c5b-aa88-7406bc4620c0 None None] Provisioning complete for port be2de9a5-fa93-44fc-8a38-49bc2e19e42e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:25.189072 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8df05bb1-ec82-4c5b-aa88-7406bc4620c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.213286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31d562df-c180-44ab-93f0-3b112332fa01 req-45e701b4-4e26-4878-a188-5f2d441f68a0 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 210 time: 0.1103342 Oct 25 08:55:25.237529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bef95e-ccae-42a9-9f08-7d2f68c40f61 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db550e41-0616-43d6-b159-c1cf4985b08f,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:25.246732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f20bd-8df3-4414-955d-9988725dcb25 req-88ceb357-585f-4b80-85c6-f21b214e4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:25.250729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b67f20bd-8df3-4414-955d-9988725dcb25 req-88ceb357-585f-4b80-85c6-f21b214e4e78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 1096 time: 0.5964577 Oct 25 08:55:25.250963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83bef95e-ccae-42a9-9f08-7d2f68c40f61 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.256815 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-83bef95e-ccae-42a9-9f08-7d2f68c40f61 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263462 Oct 25 08:55:25.257831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42780) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:25.264574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:25.290255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 90b8a255-2e31-40a3-a679-dcff4ae84d4a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=90b8a255-2e31-40a3-a679-dcff4ae84d4a,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:25.298220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8df05bb1-ec82-4c5b-aa88-7406bc4620c0 None None] Port be2de9a5-fa93-44fc-8a38-49bc2e19e42e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:25.300995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.304556 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.327764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a3af9a6-b663-49ab-86cb-aa89ed9eecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.329272 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b116e-3f10-4dfd-8a2b-eae0455c1d89 x-openstack-request-id: req-f16b116e-3f10-4dfd-8a2b-eae0455c1d89 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:25.330199 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64b92ba-1efa-485e-a13e-97ab16c7797b", "name": "network-vif-deleted", "tag": "4afcdf8c-9387-4d39-9297-07e9deb23f80", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:25.330199 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f16b116e-3f10-4dfd-8a2b-eae0455c1d89 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:25.330420 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a3af9a6-b663-49ab-86cb-aa89ed9eecd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.330505 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64b92ba-1efa-485e-a13e-97ab16c7797b', 'name': 'network-vif-deleted', 'tag': '4afcdf8c-9387-4d39-9297-07e9deb23f80', 'status': 'completed', 'code': 200} Oct 25 08:55:25.331656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9a3af9a6-b663-49ab-86cb-aa89ed9eecd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9505b13-ca0b-40f7-bf3c-17e591fecace HTTP/1.1" status: 204 len: 168 time: 0.6490555 Oct 25 08:55:25.348913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b67f20bd-8df3-4414-955d-9988725dcb25 req-9b75dd41-67e0-404c-8085-4cf3f5e277ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918064 Oct 25 08:55:25.354249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3af9a6-b663-49ab-86cb-aa89ed9eecd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9505b13-ca0b-40f7-bf3c-17e591fecace,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:25.418417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=90b8a255-2e31-40a3-a679-dcff4ae84d4a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:25.453516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8df05bb1-ec82-4c5b-aa88-7406bc4620c0 None None] Provisioning complete for port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:25.454419 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8df05bb1-ec82-4c5b-aa88-7406bc4620c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.475126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.518177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8df05bb1-ec82-4c5b-aa88-7406bc4620c0 None None] Port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:25.541489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8df05bb1-ec82-4c5b-aa88-7406bc4620c0 None None] Provisioning complete for port 90b8a255-2e31-40a3-a679-dcff4ae84d4a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:25.541863 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8df05bb1-ec82-4c5b-aa88-7406bc4620c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.649722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa68fb-af2a-4cfb-867a-bc2b96f3d442 req-c4a0454f-5135-4070-a400-8da9a692c2bb tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:25.650172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Allocated IP 172.25.8.179 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/d9fb3ac7-b689-466c-937b-3af02043f510) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:25.652073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7aa68fb-af2a-4cfb-867a-bc2b96f3d442 req-c4a0454f-5135-4070-a400-8da9a692c2bb tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 945 time: 0.0679889 Oct 25 08:55:25.721753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7aa68fb-af2a-4cfb-867a-bc2b96f3d442 req-3067447b-ff06-4f84-8e6d-f8a8962c0aea tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612099 Oct 25 08:55:25.833653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-eb8248d1-8ed9-4989-801f-f4da2bddfc1a None None] Provisioning complete for port 90b8a255-2e31-40a3-a679-dcff4ae84d4a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:25.834151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eb8248d1-8ed9-4989-801f-f4da2bddfc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.845634 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.889840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:25.935775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 90b8a255-2e31-40a3-a679-dcff4ae84d4a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:25.941840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:25.950315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:25.955107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:26.045743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42800) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:26.048704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=d9fb3ac7-b689-466c-937b-3af02043f510,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:26.112611 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.141404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 90b8a255-2e31-40a3-a679-dcff4ae84d4a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:26.141821 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.159508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1a7f23-e876-4bc8-9f7b-49074aaf3876 admin admin] Deleting subnet 4271f45a-48c6-4236-beda-4a6b8f3f75b8 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:55:26.171262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7f23-e876-4bc8-9f7b-49074aaf3876 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.175313 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.247089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7f23-e876-4bc8-9f7b-49074aaf3876 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.304840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7f23-e876-4bc8-9f7b-49074aaf3876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.410056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a72ec9c-40ab-4e2e-bb7a-384ec0dd18bb req-b410beb4-3972-4fd7-a1db-156531e316fe tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8fa9dad-0f4a-498b-bdcd-20b002028c5e HTTP/1.1" status: 200 len: 210 time: 0.0664203 Oct 25 08:55:26.439749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7f23-e876-4bc8-9f7b-49074aaf3876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.443890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.450842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.472247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7f23-e876-4bc8-9f7b-49074aaf3876 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.478130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dc1a7f23-e876-4bc8-9f7b-49074aaf3876 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4271f45a-48c6-4236-beda-4a6b8f3f75b8 HTTP/1.1" status: 204 len: 168 time: 0.4288208 Oct 25 08:55:26.478130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a7f23-e876-4bc8-9f7b-49074aaf3876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4271f45a-48c6-4236-beda-4a6b8f3f75b8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:26.478615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42810) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:26.527421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.576797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.587654 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.589743 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3305578 Oct 25 08:55:26.603324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9929f3-9a91-45dc-82dd-03015c097ff8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=d9fb3ac7-b689-466c-937b-3af02043f510,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:26.693473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.737942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbaaa35-f1ad-4f61-9ca9-fd49459f6833']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:26.752975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22c7563-b2c5-49e6-a373-29c72fe6353e') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:26.753276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22c7563-b2c5-49e6-a373-29c72fe6353e') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:26.772736 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.789026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.799629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:55:26.800270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:55:26.881077 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:55:26.951012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.957608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:26.967312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1bbaaa35-f1ad-4f61-9ca9-fd49459f6833 HTTP/1.1" status: 204 len: 168 time: 0.4853914 Oct 25 08:55:26.989696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbad85-99ff-493f-9638-9f19ccc84bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbaaa35-f1ad-4f61-9ca9-fd49459f6833,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:27.016174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa829d-982c-4adf-b4f6-3d808f2ece39 req-36c9b4ce-3fe9-4fac-bed9-6c56f81f1f9e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:27.025886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03aa829d-982c-4adf-b4f6-3d808f2ece39 req-36c9b4ce-3fe9-4fac-bed9-6c56f81f1f9e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 945 time: 0.1407309 Oct 25 08:55:27.069557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03aa829d-982c-4adf-b4f6-3d808f2ece39 req-00685304-4959-419b-b56a-06ad5d48498b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Oct 25 08:55:27.277638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42848) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:27.315820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-3c9c0863-680d-4edd-90fe-39f37c3a0fb7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1643998016&fields=id&tenant_id=891d80c08da847e3a570ca83e82d3c5c HTTP/1.1" status: 200 len: 267 time: 0.0456290 Oct 25 08:55:27.334559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42854) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:27.381520 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9f238d87-d8d3-4555-958a-33de202624ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ec79a1527e942909e2907f0e34782d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432365 Oct 25 08:55:27.381937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42856) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:27.383429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-dfd17fac-d5d4-453b-8ee0-a141a89ecddc tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:27.385018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-dfd17fac-d5d4-453b-8ee0-a141a89ecddc tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports/f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 200 len: 931 time: 0.0604522 Oct 25 08:55:27.449123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e7612bd0-669f-4202-a06c-ce71fdc9befe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:27.449708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-82446058-965e-480e-84dd-16d848914697 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:27.457299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-82446058-965e-480e-84dd-16d848914697 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports/be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 200 len: 931 time: 0.0622072 Oct 25 08:55:27.477241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e7612bd0-669f-4202-a06c-ce71fdc9befe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:27.515858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1095c330-3881-4fa3-93d9-51e7841cafff tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0568807 Oct 25 08:55:27.545878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e7612bd0-669f-4202-a06c-ce71fdc9befe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:27.549945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e7612bd0-669f-4202-a06c-ce71fdc9befe admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:27.554054 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e7612bd0-669f-4202-a06c-ce71fdc9befe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50693a09-401e-4e40-801b-7afd4c6c58d9 HTTP/1.1" status: 204 len: 168 time: 0.1686835 Oct 25 08:55:27.554269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-0618ee62-1355-465f-b8e3-f57d75b18730 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0310471 Oct 25 08:55:27.562086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7612bd0-669f-4202-a06c-ce71fdc9befe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50693a09-401e-4e40-801b-7afd4c6c58d9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:27.618163 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cdccec74-43cc-42a8-b477-eef889747e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:27.762378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1c3cc8ba-2f3e-4dcb-ba0e-efed7453e823 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:27.771252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1c3cc8ba-2f3e-4dcb-ba0e-efed7453e823 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:27.779281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1c3cc8ba-2f3e-4dcb-ba0e-efed7453e823 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:27.789931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1c3cc8ba-2f3e-4dcb-ba0e-efed7453e823 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/networks?id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=1cc02180-3db5-415a-8b5f-d9a90e799024&id=1cc02180-3db5-415a-8b5f-d9a90e799024 HTTP/1.1" status: 200 len: 1991 time: 0.2272980 Oct 25 08:55:27.810204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-35e9ca23-547e-4a4c-a3a2-f0d7807a2672 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/quotas/891d80c08da847e3a570ca83e82d3c5c HTTP/1.1" status: 200 len: 375 time: 0.0191536 Oct 25 08:55:27.892845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-6f84a44f-7e9b-4eca-9152-760cd830600a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0813704 Oct 25 08:55:27.985532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cdccec74-43cc-42a8-b477-eef889747e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:27.991984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cdccec74-43cc-42a8-b477-eef889747e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:28.000286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4afcdf8c-9387-4d39-9297-07e9deb23f80 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:28.031331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 4afcdf8c-9387-4d39-9297-07e9deb23f80 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:28.032268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4afcdf8c-9387-4d39-9297-07e9deb23f80 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:28.032816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-09a4bfc0-e81c-4563-924f-48f3508db237 service neutron] 10.222.0.32 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204853 Oct 25 08:55:28.072000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cdccec74-43cc-42a8-b477-eef889747e79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=558018ad51674efa8ef301af438ba73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7931478 Oct 25 08:55:28.072639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42872) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:28.093375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccec74-43cc-42a8-b477-eef889747e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b863a25b-9541-4bfc-9644-cdecb700f63f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:28.137817 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-823a5ca5-54e9-47f1-8b41-0e836b7dc5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:28.163176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-823a5ca5-54e9-47f1-8b41-0e836b7dc5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:28.187469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-c154abd3-8097-4507-bff0-70d0485f0dd5 service neutron] 10.222.0.32 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458178 Oct 25 08:55:28.235793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-823a5ca5-54e9-47f1-8b41-0e836b7dc5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:28.245269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-823a5ca5-54e9-47f1-8b41-0e836b7dc5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:28.249031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-823a5ca5-54e9-47f1-8b41-0e836b7dc5f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b863a25b-9541-4bfc-9644-cdecb700f63f HTTP/1.1" status: 204 len: 168 time: 0.1717548 Oct 25 08:55:28.257586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e4b18084-5d04-4491-ade4-c7ac961cc356 service neutron] 10.222.0.32 "GET /v2.0/ports/f0bc5458-af99-4dac-a0d9-1a8b921c8bd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0688703 Oct 25 08:55:28.276532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a5ca5-54e9-47f1-8b41-0e836b7dc5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863a25b-9541-4bfc-9644-cdecb700f63f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:28.379175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d58af6e9-90b9-4a31-abbb-555f02ed33fb service neutron] 10.222.0.32 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206942 Oct 25 08:55:28.482746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e1ff842e-e1b1-465f-9342-7972b4d346e6 service neutron] 10.222.0.32 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019702 Oct 25 08:55:28.533776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-5484e8d4-edaf-46db-a270-dbc6b0766df2 service neutron] 10.222.0.32 "GET /v2.0/ports/be2de9a5-fa93-44fc-8a38-49bc2e19e42e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0406609 Oct 25 08:55:28.676419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-8d649315-eacd-434b-9fb8-5f182339843c service neutron] 10.222.0.32 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343904 Oct 25 08:55:28.768294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42894) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:28.782328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-8b7ab8fb-d4ec-4991-8e71-a6510e88f7a0 service neutron] 10.222.0.32 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994778 Oct 25 08:55:28.785318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f485d97-6918-4d29-95c6-4b43d6b20137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:28.893358 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f485d97-6918-4d29-95c6-4b43d6b20137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:28.898529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-4b015fbc-75a2-4d8d-a94e-d724e94e86fb service neutron] 10.222.0.32 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083539 Oct 25 08:55:28.905097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f485d97-6918-4d29-95c6-4b43d6b20137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:28.960189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3f485d97-6918-4d29-95c6-4b43d6b20137 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2da7571006264335b1df91382d3c47c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884649 Oct 25 08:55:28.962041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485d97-6918-4d29-95c6-4b43d6b20137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c075f7fe-f46d-41ad-904e-355673ad1953,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:28.965301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42896) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:29.047634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-c288651d-6be3-4ef0-bfdb-6cbc21423ec8 service neutron] 10.222.0.32 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429620 Oct 25 08:55:29.053350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a89978dd-57b0-4bef-9046-fa972a4ce2db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:29.119069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a89978dd-57b0-4bef-9046-fa972a4ce2db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:29.185438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-8fd85d83-52a8-4376-9a48-af707e68eee4 service neutron] 10.222.0.32 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290829 Oct 25 08:55:29.237192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a89978dd-57b0-4bef-9046-fa972a4ce2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:29.240293 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a89978dd-57b0-4bef-9046-fa972a4ce2db admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:29.241461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a89978dd-57b0-4bef-9046-fa972a4ce2db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c075f7fe-f46d-41ad-904e-355673ad1953 HTTP/1.1" status: 204 len: 168 time: 0.2767687 Oct 25 08:55:29.257061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89978dd-57b0-4bef-9046-fa972a4ce2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c075f7fe-f46d-41ad-904e-355673ad1953,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:29.296877 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-b89b7b90-172a-45aa-8229-af90d62ff4c5 service neutron] 10.222.0.32 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035266 Oct 25 08:55:29.405927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e01cdc74-f9bc-4395-aef5-ff2199c3e135 service neutron] 10.222.0.32 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010587 Oct 25 08:55:29.506001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f9ccb5e3-1c07-4a6a-88c3-ad58fe5f5ee0 service neutron] 10.222.0.32 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925934 Oct 25 08:55:29.611554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-5d015007-61db-421d-b07f-a0ead0e6a4bc service neutron] 10.222.0.32 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985901 Oct 25 08:55:29.725513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-5629836c-881a-404f-9ef2-36861eb3349e service neutron] 10.222.0.32 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066194 Oct 25 08:55:30.736958 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-1583d764-8391-4641-a558-bd75a2e2cd0a tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8aa70e49b7be4e7cafd8f9910ad2e22a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450864 Oct 25 08:55:30.866274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-a04d6d46-b36e-4379-84c2-c6996492d513 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:30.868047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-a04d6d46-b36e-4379-84c2-c6996492d513 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1242404 Oct 25 08:55:30.889764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-7593dfc0-586b-4f3c-a96f-9313d7612344 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/quotas/8aa70e49b7be4e7cafd8f9910ad2e22a HTTP/1.1" status: 200 len: 375 time: 0.0150838 Oct 25 08:55:30.930871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-1f6cc0ee-4017-45f1-a6e6-43ce2f680509 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8aa70e49b7be4e7cafd8f9910ad2e22a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374002 Oct 25 08:55:31.297999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926bc09-5716-4063-b390-5e28c1fafad1 req-1d35f3a8-ff54-4dcb-b5b5-a8e56886047f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:31.312658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b926bc09-5716-4063-b390-5e28c1fafad1 req-1d35f3a8-ff54-4dcb-b5b5-a8e56886047f tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 945 time: 0.1179004 Oct 25 08:55:31.367756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b926bc09-5716-4063-b390-5e28c1fafad1 req-5be31927-68df-4359-8ed8-91c61d538b8d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540621 Oct 25 08:55:31.703915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ed1a76c5-0e8d-45d2-91e7-940163b358e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:31.708736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ed1a76c5-0e8d-45d2-91e7-940163b358e4 service neutron] 10.222.0.18 "GET /v2.0/ports/f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 200 len: 1027 time: 0.1018350 Oct 25 08:55:31.765082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1e9667cf-c419-4e40-a046-0f72b2c15bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:31.767455 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1e9667cf-c419-4e40-a046-0f72b2c15bf5 service neutron] 10.222.0.18 "GET /v2.0/ports/be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 200 len: 1027 time: 0.0510523 Oct 25 08:55:31.953446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-df1b6740-8ba5-4788-a5c5-4d8da6b8c1f3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:31.961436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-df1b6740-8ba5-4788-a5c5-4d8da6b8c1f3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:31.969235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-df1b6740-8ba5-4788-a5c5-4d8da6b8c1f3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:31.971221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-df1b6740-8ba5-4788-a5c5-4d8da6b8c1f3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "GET /v2.0/networks?id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=1cc02180-3db5-415a-8b5f-d9a90e799024&id=1cc02180-3db5-415a-8b5f-d9a90e799024 HTTP/1.1" status: 200 len: 1991 time: 0.1910577 Oct 25 08:55:32.085815 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-a5080ef9-037a-41b4-bf75-d76b361ff676 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891d80c08da847e3a570ca83e82d3c5c HTTP/1.1" status: 200 len: 380 time: 0.0594728 Oct 25 08:55:32.097877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'admin_state_up': True, 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'security_groups': ['e034af29-4ec2-4b68-a8c0-49fbd70e4150']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:32.402224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:32.436992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:32.563991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63f3cebc-e381-4f39-b949-6b2c06956126 req-e08cbd1f-afdd-477d-ac4c-9cba7332cd47 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0920045 Oct 25 08:55:32.810867 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-fdbd6d53-bb7f-46db-820a-f575dd22b8a5 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8aa70e49b7be4e7cafd8f9910ad2e22a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026947 Oct 25 08:55:32.849392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82742544-d1bc-4a17-9c92-f1d9a7825ac5 req-1fdfe227-3e3c-4763-aec8-ec89e76e52df tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 210 time: 0.0624914 Oct 25 08:55:33.066236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43036) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:33.176785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Allocated IP 172.20.0.10 (92c360e3-705e-4aaf-8ba4-f291eadce1f1/a2a74d13-6bfd-46a6-81a8-39f4644f8a12/647dd696-a47e-4759-9ede-00bb1d5d8ad0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:33.226497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-867cf1a8-3dfc-427f-a9e0-2c66ebee92be tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:33.227917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-867cf1a8-3dfc-427f-a9e0-2c66ebee92be tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3307908 Oct 25 08:55:33.252088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Request body: {'port': {'device_id': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '8aa70e49b7be4e7cafd8f9910ad2e22a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:33.330091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb060-b511-4ffa-9861-46567783f032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.503671 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb060-b511-4ffa-9861-46567783f032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.511450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdaeb060-b511-4ffa-9861-46567783f032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.554259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fdaeb060-b511-4ffa-9861-46567783f032 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f314db31f1d4154b8dd1f5e57be35e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852765 Oct 25 08:55:33.557425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43048) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:33.648273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaeb060-b511-4ffa-9861-46567783f032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd1656-fbd8-48e5-b58d-b55d4695072f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:33.677588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.735354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Made reservation on behalf of 8aa70e49b7be4e7cafd8f9910ad2e22a for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:33.739239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.781176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.834855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e75db0d-0e19-4f55-96b7-3fb0e9b67588 req-4ffc0cae-6287-42d9-9984-4a80fff11c9a tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0956762 Oct 25 08:55:33.857171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.887999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-18e03233-64c8-4804-8cb9-8ab154e31b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.921503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-18e03233-64c8-4804-8cb9-8ab154e31b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:33.978135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:33.991542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:34.005377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:34.018999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-18e03233-64c8-4804-8cb9-8ab154e31b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:34.024851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-18e03233-64c8-4804-8cb9-8ab154e31b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:34.026547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-18e03233-64c8-4804-8cb9-8ab154e31b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4fd1656-fbd8-48e5-b58d-b55d4695072f HTTP/1.1" status: 204 len: 168 time: 0.4673173 Oct 25 08:55:34.050108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e03233-64c8-4804-8cb9-8ab154e31b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd1656-fbd8-48e5-b58d-b55d4695072f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:34.102735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:34.103806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:34.166113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=647dd696-a47e-4759-9ede-00bb1d5d8ad0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:34.198759 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-11afa468-d4d0-4f8a-ad52-5945105a166e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1064432 Oct 25 08:55:34.257158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'admin_state_up': True, 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'security_groups': ['e034af29-4ec2-4b68-a8c0-49fbd70e4150']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:34.264392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:34.288013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:34.358345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc43f5-a6af-4ab8-aa30-574e0e860040,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:34.389206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf359b4-83c5-4588-9b01-bd71483f90fb req-0b466718-cfe2-4af3-ad99-cd03b32d274f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:34.422328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdf359b4-83c5-4588-9b01-bd71483f90fb req-0b466718-cfe2-4af3-ad99-cd03b32d274f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 932 time: 0.1590078 Oct 25 08:55:34.492244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdf359b4-83c5-4588-9b01-bd71483f90fb req-ccf12a87-6c74-4cfb-bcad-094c1ce6b6a4 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676975 Oct 25 08:55:34.631738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Allocated IP 192.168.233.20 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/cba83402-20dd-432b-8b2e-0782080b2aa0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:34.634623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:34.638874 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:34.731491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43072) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:34.827311 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3b04b8b-a645-41fc-97d1-d9d13043e3a8 req-33d06cd2-acd3-4ec2-8227-8e168ae8f4e6 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 210 time: 0.0817919 Oct 25 08:55:34.828010 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9817b2d-9977-490c-88c7-174f70dbae7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:34.948115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Allocated IP 10.1.1.82 (07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb/aea04c9b-2a4e-4c2a-8376-9008cd7f1476/a19102dc-3d20-47c3-95a8-b464ed36ee39) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:35.026885 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9817b2d-9977-490c-88c7-174f70dbae7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.035096 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9817b2d-9977-490c-88c7-174f70dbae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.080352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e79a7e3a-f3ba-47dc-a803-225c658f9d0c None None] Provisioning complete for port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:35.082096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e79a7e3a-f3ba-47dc-a803-225c658f9d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.131102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c6ed758-4c3b-411d-9fbb-29788bc1e17b req-9f013afd-bfb5-43e8-b3ba-bf6a61db1fe9 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0542181 Oct 25 08:55:35.132664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9817b2d-9977-490c-88c7-174f70dbae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5527759b-bc5c-463f-b329-b335758ef587,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:35.139846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9817b2d-9977-490c-88c7-174f70dbae7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d1dc425327f4434ae433bde02d39c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072690 Oct 25 08:55:35.144743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43088) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:35.191526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e79a7e3a-f3ba-47dc-a803-225c658f9d0c None None] Port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:35.235920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ee76589-c4e0-43c6-9bcb-b0a26db7659b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.268072 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.269730 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ee76589-c4e0-43c6-9bcb-b0a26db7659b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.335420 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ee76589-c4e0-43c6-9bcb-b0a26db7659b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.338933 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ee76589-c4e0-43c6-9bcb-b0a26db7659b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.355758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6ee76589-c4e0-43c6-9bcb-b0a26db7659b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5527759b-bc5c-463f-b329-b335758ef587 HTTP/1.1" status: 204 len: 168 time: 0.1929283 Oct 25 08:55:35.374819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee76589-c4e0-43c6-9bcb-b0a26db7659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5527759b-bc5c-463f-b329-b335758ef587,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:35.521658 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.594438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.629849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:35.637888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:35.643040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:35.679701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=a19102dc-3d20-47c3-95a8-b464ed36ee39,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:35.732860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:35.733609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.747780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:35.848595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:35.858655 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-7f133e2c-1ffd-433b-8a7c-63b2b622177b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6179526 Oct 25 08:55:35.862194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:35.870150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602320b-22c7-4e0d-a1a1-d1675ed2be01 req-2ef8ec8a-001a-4b48-97ac-2ab17dda9efe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:35.877822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602320b-22c7-4e0d-a1a1-d1675ed2be01 req-2ef8ec8a-001a-4b48-97ac-2ab17dda9efe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:35.882592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:35.889138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1602320b-22c7-4e0d-a1a1-d1675ed2be01 req-2ef8ec8a-001a-4b48-97ac-2ab17dda9efe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 1653 time: 0.0984371 Oct 25 08:55:35.895638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'admin_state_up': True, 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'security_groups': ['e034af29-4ec2-4b68-a8c0-49fbd70e4150']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:35.979062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1602320b-22c7-4e0d-a1a1-d1675ed2be01 req-fed8b007-81fa-4800-9c64-bed847a15dea tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888946 Oct 25 08:55:36.085673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:36.141400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ee124938-c98b-4219-a333-f307e06fd05f None None] Provisioning complete for port a19102dc-3d20-47c3-95a8-b464ed36ee39 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:36.141895 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee124938-c98b-4219-a333-f307e06fd05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:36.172994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:36.173601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:36.238029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfca20-32a1-48d0-b542-05b21c933cba req-769d8b3e-2c3b-43b1-9ee9-abf1103d5d2b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:36.243593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ddfca20-32a1-48d0-b542-05b21c933cba req-769d8b3e-2c3b-43b1-9ee9-abf1103d5d2b tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 945 time: 0.0987189 Oct 25 08:55:36.248989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-92db7335-498b-4210-ae43-b64ee8d26b08 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0050919 Oct 25 08:55:36.256027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ee124938-c98b-4219-a333-f307e06fd05f None None] Port a19102dc-3d20-47c3-95a8-b464ed36ee39 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:36.274831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Request body: {'port': {'device_id': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:36.309385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ddfca20-32a1-48d0-b542-05b21c933cba req-c2a55d96-2a44-4cb0-88ca-a167208e287e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580974 Oct 25 08:55:36.378167 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:36.394298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-aefbbd63-77c7-4339-99d3-3e30754292ed None None] Provisioning complete for port cba83402-20dd-432b-8b2e-0782080b2aa0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:36.394663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aefbbd63-77c7-4339-99d3-3e30754292ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:36.418746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:36.434196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:36.476777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-aefbbd63-77c7-4339-99d3-3e30754292ed None None] Port cba83402-20dd-432b-8b2e-0782080b2aa0 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:36.569211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915d2d-4d18-4df5-9ce5-ff5f6b0abeeb req-6029eba7-54d3-4152-b3ae-8be97d4ee29c tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:36.571358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34915d2d-4d18-4df5-9ce5-ff5f6b0abeeb req-6029eba7-54d3-4152-b3ae-8be97d4ee29c tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 935 time: 0.1249597 Oct 25 08:55:36.637370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34915d2d-4d18-4df5-9ce5-ff5f6b0abeeb req-719635eb-0fad-415b-b311-99627d549ef7 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591488 Oct 25 08:55:36.747316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1759b214-6ac0-4310-b86e-428b8be83b69 req-cfd43ffd-d913-4340-aacc-3376cee0134d tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0365567 Oct 25 08:55:36.974207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba83402-20dd-432b-8b2e-0782080b2aa0 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:36.984156 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:37.006386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Allocated IP 10.1.1.196 (07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb/aea04c9b-2a4e-4c2a-8376-9008cd7f1476/49a562de-ae3f-4595-9ce8-05aa17697381) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:37.025732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Transition to ACTIVE for port object cba83402-20dd-432b-8b2e-0782080b2aa0 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:37.036363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:37.231173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cc8c0-273f-4846-aec6-96c24a5502c3 req-ebe86b9e-b0a9-4c05-ab68-6e9ef02b8579 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:37.239731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cc8c0-273f-4846-aec6-96c24a5502c3 req-ebe86b9e-b0a9-4c05-ab68-6e9ef02b8579 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:37.241466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f04cc8c0-273f-4846-aec6-96c24a5502c3 req-ebe86b9e-b0a9-4c05-ab68-6e9ef02b8579 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 1653 time: 0.0867062 Oct 25 08:55:37.262893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:37.321717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f04cc8c0-273f-4846-aec6-96c24a5502c3 req-bb9b270b-f377-4d93-865a-cc3af3a49fdb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669227 Oct 25 08:55:37.369294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:37.419753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:37.471950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Attempting to bind port cba83402-20dd-432b-8b2e-0782080b2aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:37.472280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Attempting to bind port cba83402-20dd-432b-8b2e-0782080b2aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:37.472599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Attempting to bind port cba83402-20dd-432b-8b2e-0782080b2aa0 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:37.487810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:37.495716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:37.512809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:37.521837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Port cba83402-20dd-432b-8b2e-0782080b2aa0 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:37.522424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Attempting to bind port cba83402-20dd-432b-8b2e-0782080b2aa0 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:37.580354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:37.580689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:37.581120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:37.581583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Bound port: cba83402-20dd-432b-8b2e-0782080b2aa0, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:37.581937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:37.585348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa142fb-010f-4482-bf0f-7810d90ed854 req-973e323f-f885-41fb-bc5f-e08e6560f0dd tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:37.586979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fa142fb-010f-4482-bf0f-7810d90ed854 req-973e323f-f885-41fb-bc5f-e08e6560f0dd tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 945 time: 0.1563985 Oct 25 08:55:37.659881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=49a562de-ae3f-4595-9ce8-05aa17697381,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:37.669310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f1b7c1cf-208b-4644-ab3e-2286e0bb874c req-e843987c-efd5-43a6-a9e1-b6c93ef205c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0455258 Oct 25 08:55:37.692666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fa142fb-010f-4482-bf0f-7810d90ed854 req-b1280564-74f0-4f92-a537-78aa1e386ed2 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991211 Oct 25 08:55:37.773849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:37.774592 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:37.828357 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-60b6b71a-78ef-4734-b3e2-9b5225df9795 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9468379 Oct 25 08:55:37.858283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:37.862089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:37.875225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:37.911801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d76f5-9966-4d44-b0ca-736f5bce9cad req-7b41f079-b3ca-47f9-8786-324b6746eab2 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:37.913613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device fe7451d7-27ec-4f6a-8c71-c220054594ce details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:55:37.927246 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b3d76f5-9966-4d44-b0ca-736f5bce9cad req-7b41f079-b3ca-47f9-8786-324b6746eab2 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 947 time: 0.1076927 Oct 25 08:55:37.968212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:37.987923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:37.987923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:37.989726 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-4329624a-95ec-479a-99ee-c16d99d97618 service neutron] 10.222.0.18 "PUT /v2.0/ports/cba83402-20dd-432b-8b2e-0782080b2aa0 HTTP/1.1" status: 200 len: 1095 time: 1.7245405 Oct 25 08:55:37.989726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:37.992074 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5757cee1-c57c-42f8-8f8f-4dacd1162553" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:38.004085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b3d76f5-9966-4d44-b0ca-736f5bce9cad req-47690525-07ed-4765-8b68-b073072b6a07 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758061 Oct 25 08:55:38.036866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-33f49d9f-d05d-4593-b2b1-62097b068278 None None] Provisioning complete for port 49a562de-ae3f-4595-9ce8-05aa17697381 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:38.037255 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33f49d9f-d05d-4593-b2b1-62097b068278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:38.046226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024', 'admin_state_up': True, 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'security_groups': ['e034af29-4ec2-4b68-a8c0-49fbd70e4150']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:38.194525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1662643-cf98-4c13-8875-f2c929d33a71 req-43a78be6-1f1f-4ac6-bd76-62d3a901c2c8 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0620468 Oct 25 08:55:38.207959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-33f49d9f-d05d-4593-b2b1-62097b068278 None None] Port 49a562de-ae3f-4595-9ce8-05aa17697381 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:38.216547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:38.251093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'network_id': '5beb32b6-6a3c-46a3-9d3a-67bc60710b12', 'port_id': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'mac_address': 'fa:16:3e:e5:e1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22f43f9-4a00-4776-ac6c-afdee1d3b7bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:55:38.289325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-0a67c4ed-dfc6-43a6-a80b-0bf4564a49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:38.290793 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-0a67c4ed-dfc6-43a6-a80b-0bf4564a49a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8aa70e49b7be4e7cafd8f9910ad2e22a&device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 1098 time: 0.1354632 Oct 25 08:55:38.346350 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:38.402795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe7451d7-27ec-4f6a-8c71-c220054594ce {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:38.412179 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-2c631ebd-06bb-4ff9-a034-11ffa74e03a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cba83402-20dd-432b-8b2e-0782080b2aa0 HTTP/1.1" status: 200 len: 217 time: 0.0982041 Oct 25 08:55:38.413741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:38.418956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:38.468183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-001a3544-ba22-48c3-847a-0a7c2a30abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:38.469711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-001a3544-ba22-48c3-847a-0a7c2a30abfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0501363 Oct 25 08:55:38.471202 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e681a-1ff6-4a20-ab3b-616ab1e0834a x-openstack-request-id: req-ea7e681a-1ff6-4a20-ab3b-616ab1e0834a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:38.471489 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:38.471742 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea7e681a-1ff6-4a20-ab3b-616ab1e0834a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:38.472128 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'status': 'completed', 'code': 200} Oct 25 08:55:38.474197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:38.482958 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:38.540323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:38.574883 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-37c7959e-36c4-47a0-ba77-c63752780e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:38.576546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-37c7959e-36c4-47a0-ba77-c63752780e59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911427 Oct 25 08:55:38.650455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:38.682200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['fe7451d7-27ec-4f6a-8c71-c220054594ce'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:38.818657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-63d281d9-60fd-48de-9907-c29c07732dc5 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316525 Oct 25 08:55:38.986613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839939a9-9e39-4b18-98b5-9fe531e1eefd req-c014ff26-0e85-4f2b-be37-a58acd210d28 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:38.995185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839939a9-9e39-4b18-98b5-9fe531e1eefd req-c014ff26-0e85-4f2b-be37-a58acd210d28 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:39.004133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839939a9-9e39-4b18-98b5-9fe531e1eefd req-c014ff26-0e85-4f2b-be37-a58acd210d28 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:39.014082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-839939a9-9e39-4b18-98b5-9fe531e1eefd req-c014ff26-0e85-4f2b-be37-a58acd210d28 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 2374 time: 0.1398067 Oct 25 08:55:39.135318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-839939a9-9e39-4b18-98b5-9fe531e1eefd req-04bc072d-85f0-4687-8707-f9455647e34c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166832 Oct 25 08:55:39.241879 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cbc656d8-12e6-4247-b2cf-a284611e3f78 req-bf9ce00f-7e6f-4d90-85e7-d075ea0eab7a service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156256 Oct 25 08:55:39.408472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Allocated IP 10.2.2.100 (1cc02180-3db5-415a-8b5f-d9a90e799024/08ac8076-3995-4530-b20a-27548dba37ae/68c2da18-5f42-4731-9d83-36db65c365f9) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:39.440551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-4ba04600-9a28-49c1-a303-1f818e890a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:39.442896 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-4ba04600-9a28-49c1-a303-1f818e890a45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8aa70e49b7be4e7cafd8f9910ad2e22a&device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 1098 time: 0.0847702 Oct 25 08:55:39.447390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce229c-f5ac-4d4a-86d7-11f98e7a503b req-f890cc80-b995-47dc-b8b0-693d6e7b2571 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:39.449289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2ce229c-f5ac-4d4a-86d7-11f98e7a503b req-f890cc80-b995-47dc-b8b0-693d6e7b2571 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 944 time: 0.1383421 Oct 25 08:55:39.518123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:39.529820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2ce229c-f5ac-4d4a-86d7-11f98e7a503b req-a51c1df6-db38-49c6-b6d7-0c94d7e4f256 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732265 Oct 25 08:55:39.588388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43196) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:39.618741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-b009eccc-73a5-4a59-8d9d-4d2d75fce632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:39.620198 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-b009eccc-73a5-4a59-8d9d-4d2d75fce632 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1584833 Oct 25 08:55:39.703508 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-75cb6ca8-dcde-44a4-a584-feafe18ee5cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cba83402-20dd-432b-8b2e-0782080b2aa0 HTTP/1.1" status: 200 len: 217 time: 0.0736997 Oct 25 08:55:39.717913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31655b33-32c9-4483-8db5-690c7940b72e req-8f339a7d-428b-4914-9344-d31e16d4fa84 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:39.719751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31655b33-32c9-4483-8db5-690c7940b72e req-8f339a7d-428b-4914-9344-d31e16d4fa84 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 944 time: 0.0662785 Oct 25 08:55:39.762375 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3625e349-02a0-4ad3-8df3-c05b3ada1800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:39.787998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-6af83fce-51f8-43b5-a1f6-ba40458b633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:39.789454 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-6af83fce-51f8-43b5-a1f6-ba40458b633d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0786407 Oct 25 08:55:39.790506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31655b33-32c9-4483-8db5-690c7940b72e req-964c9550-fa35-4b8f-8712-0095c692ac0e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623958 Oct 25 08:55:39.826434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:39.876153 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3625e349-02a0-4ad3-8df3-c05b3ada1800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:39.884126 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3625e349-02a0-4ad3-8df3-c05b3ada1800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:39.891854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-3a89273d-0177-4576-aaa0-b51bbc12665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:39.893451 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-3a89273d-0177-4576-aaa0-b51bbc12665e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959365 Oct 25 08:55:39.928854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device fe7451d7-27ec-4f6a-8c71-c220054594ce up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:39.964997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625e349-02a0-4ad3-8df3-c05b3ada1800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4626dd-3274-455d-89ba-681dd70d7742,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:39.970037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3625e349-02a0-4ad3-8df3-c05b3ada1800 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dedfedb7d3884d298ddd884f096e8648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803580 Oct 25 08:55:39.972612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43200) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:39.987972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port fe7451d7-27ec-4f6a-8c71-c220054594ce triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:39.988467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.022283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25e09e-fdcc-4fff-be53-4b2ac415d91b req-ee15ed9b-bf4d-4da3-a694-022a2ca5bc1d tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:40.030046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f25e09e-fdcc-4fff-be53-4b2ac415d91b req-ee15ed9b-bf4d-4da3-a694-022a2ca5bc1d tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 947 time: 0.1364338 Oct 25 08:55:40.034876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-71f1edf1-abf5-4fb8-9a9e-559de064652a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:40.036875 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-71f1edf1-abf5-4fb8-9a9e-559de064652a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 944 time: 0.1836908 Oct 25 08:55:40.066020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.086363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-411b3fdb-bf71-4a1b-8cd6-a1b7401be6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.103098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f25e09e-fdcc-4fff-be53-4b2ac415d91b req-19e1dc97-d1e3-47b8-b4cc-aede9fe44054 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718563 Oct 25 08:55:40.121295 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.140946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-411b3fdb-bf71-4a1b-8cd6-a1b7401be6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.176418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:40.179536 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b008c00-ffe1-4b3f-803f-107717ca8bb5" -d '{"events": [{"server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "name": "network-vif-plugged", "status": "completed", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:40.193775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:40.197401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=68c2da18-5f42-4731-9d83-36db65c365f9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:40.202254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.253167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ddd3129-0561-412a-8d96-3f8b087f7ec2 req-82a20bf4-1eb0-4f98-8984-318dc25fdf58 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0711875 Oct 25 08:55:40.257954 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-411b3fdb-bf71-4a1b-8cd6-a1b7401be6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.259934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 1cc02180-3db5-415a-8b5f-d9a90e799024 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:40.262325 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-dc43be06-2b2c-44ef-9a05-bead0d7d0d85 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617227 Oct 25 08:55:40.263854 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-411b3fdb-bf71-4a1b-8cd6-a1b7401be6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.265111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-411b3fdb-bf71-4a1b-8cd6-a1b7401be6ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c4626dd-3274-455d-89ba-681dd70d7742 HTTP/1.1" status: 204 len: 168 time: 0.2913113 Oct 25 08:55:40.290883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b3fdb-bf71-4a1b-8cd6-a1b7401be6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4626dd-3274-455d-89ba-681dd70d7742,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:40.302066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:40.307704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:40.331676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:40.488825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:40.489665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.529213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ffff-c8b3-4777-82db-545717ac5abf req-12515f3a-7a3b-49a9-b7a7-271431f275da tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:40.537127 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-57047398-0e4d-45c0-855f-c0df13912279 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5054324 Oct 25 08:55:40.539666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ffff-c8b3-4777-82db-545717ac5abf req-12515f3a-7a3b-49a9-b7a7-271431f275da tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:40.548253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ffff-c8b3-4777-82db-545717ac5abf req-12515f3a-7a3b-49a9-b7a7-271431f275da tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:40.557080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4ffff-c8b3-4777-82db-545717ac5abf req-12515f3a-7a3b-49a9-b7a7-271431f275da tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:40.562810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024', 'admin_state_up': True, 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'security_groups': ['e034af29-4ec2-4b68-a8c0-49fbd70e4150']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:40.576042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54a4ffff-c8b3-4777-82db-545717ac5abf req-12515f3a-7a3b-49a9-b7a7-271431f275da tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 3095 time: 0.1254230 Oct 25 08:55:40.643537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54a4ffff-c8b3-4777-82db-545717ac5abf req-8aa6cacb-bf2e-42d0-81a7-bab83231fec7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659251 Oct 25 08:55:40.651823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5757cee1-c57c-42f8-8f8f-4dacd1162553 req-208f654c-6a20-4bba-b9fc-93d467381ee6 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569372 Oct 25 08:55:40.656549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Deleting port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:55:40.656914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.734712 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f125a1-0dd3-4efb-814a-a4f7c678a2e9 x-openstack-request-id: req-a9f125a1-0dd3-4efb-814a-a4f7c678a2e9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:40.736472 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "name": "network-vif-plugged", "status": "completed", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:40.736739 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9f125a1-0dd3-4efb-814a-a4f7c678a2e9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:40.737239 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'code': 200} Oct 25 08:55:40.768478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5d10abae-54e5-4251-a3a0-70ff4adbf683 None None] Provisioning complete for port 68c2da18-5f42-4731-9d83-36db65c365f9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:40.769200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d10abae-54e5-4251-a3a0-70ff4adbf683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.836698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43218) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:40.853307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5d10abae-54e5-4251-a3a0-70ff4adbf683 None None] Port 68c2da18-5f42-4731-9d83-36db65c365f9 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:40.856867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.889250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Made reservation on behalf of 891d80c08da847e3a570ca83e82d3c5c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:40.895875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.921407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] For port 4f50b760-e15d-4cc4-a9bc-887d47dd8219, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4f50b760-e15d-4cc4-a9bc-887d47dd8219,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:40.921857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.940018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Calling delete_port for 4f50b760-e15d-4cc4-a9bc-887d47dd8219 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:55:40.965308 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:40.971070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.017535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0278e482e32410dbaf81273369eef59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796105 Oct 25 08:55:41.020700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb3ef0f-3fa7-4fac-9af2-5fcc37954ba8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:41.023286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43220) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:41.046484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.047129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.047707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.048248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.048791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.049365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.050025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.050639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.051190 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.051944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.052473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.052976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b4512-bf5b-4163-9944-eab8f8d05135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:41.107189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb79ef2f-b4de-4edc-a393-0aaece190031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.117158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.150817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4f50b760-e15d-4cc4-a9bc-887d47dd8219'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:41.151012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb79ef2f-b4de-4edc-a393-0aaece190031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.161725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Pushing event deleted for resources: {'Port': ['ID=4f50b760-e15d-4cc4-a9bc-887d47dd8219,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:41.212952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] No DVR routers for this DVR port 4f50b760-e15d-4cc4-a9bc-887d47dd8219 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:41.216743 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.220403 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5bcf3f6-9a3b-4887-aad8-172864f1b097 req-c6577f6f-8da5-428c-93c7-3940e5b55bd4 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.18 "DELETE /v2.0/ports/4f50b760-e15d-4cc4-a9bc-887d47dd8219 HTTP/1.1" status: 204 len: 173 time: 1.1721530 Oct 25 08:55:41.220951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'name': 'network-vif-deleted', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:41.221598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb79ef2f-b4de-4edc-a393-0aaece190031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.225179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb79ef2f-b4de-4edc-a393-0aaece190031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.225381 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90b3896-85f7-45bd-9b58-2e1a2eaae9f1" -d '{"events": [{"server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "name": "network-vif-deleted", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:41.226360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eb79ef2f-b4de-4edc-a393-0aaece190031 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/beb3ef0f-3fa7-4fac-9af2-5fcc37954ba8 HTTP/1.1" status: 204 len: 168 time: 0.2013035 Oct 25 08:55:41.258050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79ef2f-b4de-4edc-a393-0aaece190031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb3ef0f-3fa7-4fac-9af2-5fcc37954ba8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:41.516962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Allocated IP 10.2.2.200 (1cc02180-3db5-415a-8b5f-d9a90e799024/08ac8076-3995-4530-b20a-27548dba37ae/8bc0b3df-2731-41ea-abe6-2abeac8577ad) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:55:41.526141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff973dd2-147c-4884-ad64-24fc8a3a910c req-9296cd02-7794-4ee9-9abc-651553a4c273 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:41.527805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff973dd2-147c-4884-ad64-24fc8a3a910c req-9296cd02-7794-4ee9-9abc-651553a4c273 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 945 time: 0.0676301 Oct 25 08:55:41.587365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff973dd2-147c-4884-ad64-24fc8a3a910c req-e2250e64-0186-49b2-a5dd-6ca3010689d7 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479133 Oct 25 08:55:41.697126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b8220f2-8e76-4c46-a83f-15c9f00815fe req-69cf2821-9608-4f2a-9ec1-b5c520d30758 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1426b0-1ccd-45a5-911c-07fd58172bed HTTP/1.1" status: 200 len: 210 time: 0.0306685 Oct 25 08:55:41.767356 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.828602 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.837282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1934b-8f42-43bd-a164-bd8b8684b8a3 req-22ae9ad5-5b7f-4e10-8332-9f2af95ad0af tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:41.845838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7a1934b-8f42-43bd-a164-bd8b8684b8a3 req-22ae9ad5-5b7f-4e10-8332-9f2af95ad0af tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 947 time: 0.0778735 Oct 25 08:55:41.886377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Network 1cc02180-3db5-415a-8b5f-d9a90e799024 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:55:41.891524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:41.895899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:55:41.912933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7a1934b-8f42-43bd-a164-bd8b8684b8a3 req-80054db0-e613-4205-9718-5751bba7b554 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660248 Oct 25 08:55:41.959303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:41.960027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:41.966707 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdba40e-c99e-4366-b6e4-ee32e2015c2c x-openstack-request-id: req-9cdba40e-c99e-4366-b6e4-ee32e2015c2c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:41.967225 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1426b0-1ccd-45a5-911c-07fd58172bed", "name": "network-vif-deleted", "tag": "4f50b760-e15d-4cc4-a9bc-887d47dd8219", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:41.967518 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cdba40e-c99e-4366-b6e4-ee32e2015c2c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:41.967935 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1426b0-1ccd-45a5-911c-07fd58172bed', 'name': 'network-vif-deleted', 'tag': '4f50b760-e15d-4cc4-a9bc-887d47dd8219', 'status': 'completed', 'code': 200} Oct 25 08:55:42.028628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event updated for resources: {'Port': ['ID=8bc0b3df-2731-41ea-abe6-2abeac8577ad,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:42.039985 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d84ccf8e-bd80-4fc4-bb27-175d1bba326d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4846225 Oct 25 08:55:42.062248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:42.181363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:42.302099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0f25fb6d-58d8-4115-b653-0e488f271d6e None None] Provisioning complete for port 8bc0b3df-2731-41ea-abe6-2abeac8577ad triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:42.303065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0f25fb6d-58d8-4115-b653-0e488f271d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:42.351637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0f25fb6d-58d8-4115-b653-0e488f271d6e None None] Port 8bc0b3df-2731-41ea-abe6-2abeac8577ad cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:55:42.595057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647dd696-a47e-4759-9ede-00bb1d5d8ad0 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:42.624748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:42.654800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Transition to ACTIVE for port object 647dd696-a47e-4759-9ede-00bb1d5d8ad0 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:42.659381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:42.703129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b11b5-639d-4af2-b3c1-d11298a26d3b req-75e9fb00-17d4-473b-8d5d-02f526289c15 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:42.712842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b11b5-639d-4af2-b3c1-d11298a26d3b req-75e9fb00-17d4-473b-8d5d-02f526289c15 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:42.714272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Pushing event updated for resources: {'Port': ['ID=647dd696-a47e-4759-9ede-00bb1d5d8ad0,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:42.721851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b11b5-639d-4af2-b3c1-d11298a26d3b req-75e9fb00-17d4-473b-8d5d-02f526289c15 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:42.730276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b11b5-639d-4af2-b3c1-d11298a26d3b req-75e9fb00-17d4-473b-8d5d-02f526289c15 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:42.741167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b11b5-639d-4af2-b3c1-d11298a26d3b req-75e9fb00-17d4-473b-8d5d-02f526289c15 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:42.754380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e6b11b5-639d-4af2-b3c1-d11298a26d3b req-75e9fb00-17d4-473b-8d5d-02f526289c15 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 3816 time: 0.1087494 Oct 25 08:55:42.815012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e6b11b5-639d-4af2-b3c1-d11298a26d3b req-a9e5790e-c9e3-498b-ac98-640894dd5591 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591767 Oct 25 08:55:42.890726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Attempting to bind port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:42.891426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Attempting to bind port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:42.891812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Attempting to bind port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 on network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:42.899258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 on network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:42.899738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Attempting to bind port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 on network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:42.932352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:42.932586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Checking segment: {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:42.934643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Bound using segment: {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:42.934869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Bound port: 647dd696-a47e-4759-9ede-00bb1d5d8ad0, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '255d0dce-86d7-4cad-86a6-aedc27564fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:42.935240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:42.956260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-791a3205-463d-4939-8221-0b03f4ac355f req-cee16e0b-aeee-43bb-adcd-f2b21841860d tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0355942 Oct 25 08:55:43.034922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] For port 647dd696-a47e-4759-9ede-00bb1d5d8ad0, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:43.039327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] For port 647dd696-a47e-4759-9ede-00bb1d5d8ad0, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:43.046663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:43.083745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:43.085794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:43.091452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] 10.222.0.18 "PUT /v2.0/ports/647dd696-a47e-4759-9ede-00bb1d5d8ad0 HTTP/1.1" status: 200 len: 1092 time: 1.0326247 Oct 25 08:55:43.173049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ecd53-08fa-4297-bcd7-3a0557786b98 service neutron] Pushing event updated for resources: {'Port': ['ID=647dd696-a47e-4759-9ede-00bb1d5d8ad0,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:43.208487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342acdde-a51c-42b3-a355-73b197f1bc6c req-67a194ec-d02a-4b4d-92b2-7f162a8f09c0 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:43.215767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-342acdde-a51c-42b3-a355-73b197f1bc6c req-67a194ec-d02a-4b4d-92b2-7f162a8f09c0 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 947 time: 0.0625968 Oct 25 08:55:43.218852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:43.258694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-342acdde-a51c-42b3-a355-73b197f1bc6c req-b234ceb5-e50f-478c-879f-b623fd78f2af tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Oct 25 08:55:43.338387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:43.685777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:43.697325 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:43.715114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Transition to ACTIVE for port object f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:43.720880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:43.795203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff6848-f3f6-4ad9-84a2-648a4496526f req-cf61135c-50ae-4647-b850-433a7287b52e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:43.805009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01ff6848-f3f6-4ad9-84a2-648a4496526f req-cf61135c-50ae-4647-b850-433a7287b52e tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 945 time: 0.0655050 Oct 25 08:55:43.866124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:43.881350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01ff6848-f3f6-4ad9-84a2-648a4496526f req-9d440d22-1968-4d44-a4f3-4207994fd958 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749362 Oct 25 08:55:43.907920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Attempting to bind port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:43.908404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Attempting to bind port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:43.908846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Attempting to bind port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:43.914445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:43.914839 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Attempting to bind port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:43.925481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:43.926614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Checking segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:43.927279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Bound using segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:43.927598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Bound port: f0bc5458-af99-4dac-a0d9-1a8b921c8bd7, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:43.928049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:43.953862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device fe7451d7-27ec-4f6a-8c71-c220054594ce no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:43.999802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '647dd696-a47e-4759-9ede-00bb1d5d8ad0'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:44.005935 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a" -d '{"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "647dd696-a47e-4759-9ede-00bb1d5d8ad0"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:44.038960 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0ec9-7a6e-41ed-b6f0-72f7e5051984 req-4277cc57-442a-426b-bce9-c5cbc826961b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.049283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20ef0ec9-7a6e-41ed-b6f0-72f7e5051984 req-4277cc57-442a-426b-bce9-c5cbc826961b tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 944 time: 0.0734465 Oct 25 08:55:44.101339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:55:44.104616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20ef0ec9-7a6e-41ed-b6f0-72f7e5051984 req-32ef2bee-95dc-44ec-983a-65ace5abe713 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Oct 25 08:55:44.112215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] For port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:44.124573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f50b760-e15d-4cc4-a9bc-887d47dd8219 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:44.124696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] For port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:44.129893 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:44.173651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.174380 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:44.176300 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 200 len: 1130 time: 0.9657314 Oct 25 08:55:44.235731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:44.242054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b9b28-e6ff-4691-90ff-d50a5c48d1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:44.311137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:44.330955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'mac_address': 'fa:16:3e:f4:4e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:55:44.334254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:44.336252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43924c31-7550-4177-977c-c429168bc146 req-67cbd6a2-9710-4156-979c-e810764bdc3f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.342011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 4f50b760-e15d-4cc4-a9bc-887d47dd8219 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:44.342526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4f50b760-e15d-4cc4-a9bc-887d47dd8219 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:44.348563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43924c31-7550-4177-977c-c429168bc146 req-67cbd6a2-9710-4156-979c-e810764bdc3f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.368565 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:44.371037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43924c31-7550-4177-977c-c429168bc146 req-67cbd6a2-9710-4156-979c-e810764bdc3f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.409699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43924c31-7550-4177-977c-c429168bc146 req-67cbd6a2-9710-4156-979c-e810764bdc3f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.419265 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:44.420478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43924c31-7550-4177-977c-c429168bc146 req-67cbd6a2-9710-4156-979c-e810764bdc3f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.436785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43924c31-7550-4177-977c-c429168bc146 req-67cbd6a2-9710-4156-979c-e810764bdc3f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.453977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43924c31-7550-4177-977c-c429168bc146 req-67cbd6a2-9710-4156-979c-e810764bdc3f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 4600 time: 0.2565231 Oct 25 08:55:44.465294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba83402-20dd-432b-8b2e-0782080b2aa0 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:44.480544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:44.483250 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd62edf-05d1-40c4-ac4f-10b95400fe14" -d '{"events": [{"server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:44.503693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:44.521636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:44.524018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43924c31-7550-4177-977c-c429168bc146 req-2c8c87af-0ec5-4d20-8532-c57b8bfa2626 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597215 Oct 25 08:55:44.525787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:44.534144 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:44.598386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:44.611039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.611699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.612286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.612905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.613567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.614107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.614688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.615539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.616096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.616680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.617257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.618238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:55:44.628690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-839fe589-2d85-4186-b46d-179abda50b9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.632447 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-839fe589-2d85-4186-b46d-179abda50b9a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.18 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 944 time: 0.2381060 Oct 25 08:55:44.667963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38c9a3fc-280b-4386-a0fb-458fd2af877f req-fcb66476-de0f-4ed5-8163-72d880b98501 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0720153 Oct 25 08:55:44.735706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:44.761393 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e3f71d-9f40-46ca-b7e8-07e652ef331b x-openstack-request-id: req-c6e3f71d-9f40-46ca-b7e8-07e652ef331b {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:44.761919 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "647dd696-a47e-4759-9ede-00bb1d5d8ad0", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:44.762177 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6e3f71d-9f40-46ca-b7e8-07e652ef331b {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:44.762580 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'status': 'completed', 'code': 200} Oct 25 08:55:44.797350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43326) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:44.924589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-78d5a9aa-9af0-4a27-afa8-2911eb7154a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.925111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-78d5a9aa-9af0-4a27-afa8-2911eb7154a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.926100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-78d5a9aa-9af0-4a27-afa8-2911eb7154a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.926802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-78d5a9aa-9af0-4a27-afa8-2911eb7154a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.927272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-78d5a9aa-9af0-4a27-afa8-2911eb7154a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.927830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-78d5a9aa-9af0-4a27-afa8-2911eb7154a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.929709 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-78d5a9aa-9af0-4a27-afa8-2911eb7154a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5286 time: 0.1167672 Oct 25 08:55:44.933012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-663d3d84-98e5-4e61-b546-9731af8d8d82 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.934790 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-663d3d84-98e5-4e61-b546-9731af8d8d82 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 943 time: 0.1133964 Oct 25 08:55:44.949418 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ecc72d78-b300-4b36-bbd3-d0794d7468b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:44.953276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['cba83402-20dd-432b-8b2e-0782080b2aa0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:44.969891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db760a-f187-4d08-9e55-43e66ea4c8a7 req-ac4055b7-aa2c-436d-b2fd-25dc74a0511d tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:44.980585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81db760a-f187-4d08-9e55-43e66ea4c8a7 req-ac4055b7-aa2c-436d-b2fd-25dc74a0511d tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 948 time: 0.1249876 Oct 25 08:55:45.045539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Deleting port c384540a-4206-401b-973b-3b5a4de2ec83 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:55:45.045878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.081224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81db760a-f187-4d08-9e55-43e66ea4c8a7 req-3b7a32c0-434c-438b-a79f-846554b199cd tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959499 Oct 25 08:55:45.153127 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80801c8-9c2f-452d-a73e-633b2130b2f4 x-openstack-request-id: req-e80801c8-9c2f-452d-a73e-633b2130b2f4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:45.154278 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:45.154686 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e80801c8-9c2f-452d-a73e-633b2130b2f4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:45.155378 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'code': 200} Oct 25 08:55:45.234008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Deleting port fe7451d7-27ec-4f6a-8c71-c220054594ce {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:55:45.234606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.302427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ecc72d78-b300-4b36-bbd3-d0794d7468b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.313566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ecc72d78-b300-4b36-bbd3-d0794d7468b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.349292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc72d78-b300-4b36-bbd3-d0794d7468b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3c96c-aada-4a6d-8695-1c60fbb39d2f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:45.447492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ecc72d78-b300-4b36-bbd3-d0794d7468b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af1b1290bb3f438bbedc50d4d37519e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461759 Oct 25 08:55:45.450391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43334) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:45.454391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] For port fe7451d7-27ec-4f6a-8c71-c220054594ce, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=fe7451d7-27ec-4f6a-8c71-c220054594ce,segment=NetworkSegment(c8629d85-b237-4413-a8ea-66ba11bded2c),segment_id=c8629d85-b237-4413-a8ea-66ba11bded2c)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:45.454763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.495313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cefa7-374d-4d05-9885-af3e72cdfafd req-4d1496dd-eb7b-4aa5-9c0d-b0eaa1e40bad tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:45.497354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-261cefa7-374d-4d05-9885-af3e72cdfafd req-4d1496dd-eb7b-4aa5-9c0d-b0eaa1e40bad tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc584e6a-ba21-483f-9f94-24bdfcf56819 HTTP/1.1" status: 200 len: 943 time: 0.1749239 Oct 25 08:55:45.507711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Calling delete_port for fe7451d7-27ec-4f6a-8c71-c220054594ce owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:55:45.531379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2de9a5-fa93-44fc-8a38-49bc2e19e42e {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:45.551978 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.560829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] For port c384540a-4206-401b-973b-3b5a4de2ec83, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=c384540a-4206-401b-973b-3b5a4de2ec83,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:45.561215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.566381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-18968eea-cd3f-4a62-b482-0a2cc80af3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:45.566870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-18968eea-cd3f-4a62-b482-0a2cc80af3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:45.567402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-18968eea-cd3f-4a62-b482-0a2cc80af3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:45.569007 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-18968eea-cd3f-4a62-b482-0a2cc80af3aa service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=891d80c08da847e3a570ca83e82d3c5c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6214795 Oct 25 08:55:45.600155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Calling delete_port for c384540a-4206-401b-973b-3b5a4de2ec83 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:55:45.602811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-261cefa7-374d-4d05-9885-af3e72cdfafd req-dee19312-2b53-4ec9-b47a-5d0a3673434d tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.32 "GET /v2.0/security-groups?id=6e87dbb7-841a-4ef8-8a35-1bd042802036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901079 Oct 25 08:55:45.617029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-601b7f7b-3894-4964-a772-51f4ef2fecaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.618981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Transition to ACTIVE for port object be2de9a5-fa93-44fc-8a38-49bc2e19e42e will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:45.660386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.695407 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-601b7f7b-3894-4964-a772-51f4ef2fecaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.852643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Pushing event updated for resources: {'Port': ['ID=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:45.862374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902abcb-d6af-45b9-80ce-6a6704a4c98c req-2fe93c2f-2643-4238-bd49-a54a869b06e6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:45.870309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3902abcb-d6af-45b9-80ce-6a6704a4c98c req-2fe93c2f-2643-4238-bd49-a54a869b06e6 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=744840ec-9804-48d5-81a5-e5e2afd12db5 HTTP/1.1" status: 200 len: 944 time: 0.1772742 Oct 25 08:55:45.880061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.918340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-b781d049-f808-4fd2-a1f8-aa48665be319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:45.919915 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1ab4339b-0150-4b08-92c1-1f70c1ebe73a req-b781d049-f808-4fd2-a1f8-aa48665be319 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3395979 Oct 25 08:55:45.927843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Pushing event deleted for resources: {'Port': ['ID=fe7451d7-27ec-4f6a-8c71-c220054594ce,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:45.946874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Attempting to bind port be2de9a5-fa93-44fc-8a38-49bc2e19e42e on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:45.947209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Attempting to bind port be2de9a5-fa93-44fc-8a38-49bc2e19e42e by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:45.947549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Attempting to bind port be2de9a5-fa93-44fc-8a38-49bc2e19e42e on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:45.953303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Port be2de9a5-fa93-44fc-8a38-49bc2e19e42e on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:45.953303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Attempting to bind port be2de9a5-fa93-44fc-8a38-49bc2e19e42e on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:45.961427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:45.961764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Checking segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:45.962149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Bound using segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:45.962600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Bound port: be2de9a5-fa93-44fc-8a38-49bc2e19e42e, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:45.962950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.967983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-601b7f7b-3894-4964-a772-51f4ef2fecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.976682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-601b7f7b-3894-4964-a772-51f4ef2fecaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:45.980474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-601b7f7b-3894-4964-a772-51f4ef2fecaf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34f3c96c-aada-4a6d-8695-1c60fbb39d2f HTTP/1.1" status: 204 len: 168 time: 0.5260718 Oct 25 08:55:46.012489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3902abcb-d6af-45b9-80ce-6a6704a4c98c req-774ff01f-968a-4582-939f-7e8c421e0501 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410773 Oct 25 08:55:46.013534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] No DVR routers for this DVR port fe7451d7-27ec-4f6a-8c71-c220054594ce on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:46.027093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.039971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf8c9b82-eee4-4a03-8b0f-c20b701e78f4 req-10c72f2f-f21d-4d34-9bd3-796902b6a578 tempest-ImagesTestJSON-220792963 tempest-ImagesTestJSON-220792963-project] 10.222.0.41 "DELETE /v2.0/ports/fe7451d7-27ec-4f6a-8c71-c220054594ce HTTP/1.1" status: 204 len: 173 time: 1.0780585 Oct 25 08:55:46.041884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'name': 'network-vif-deleted', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:46.047166 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab96f03-a85a-49cb-b818-c5c79902f687" -d '{"events": [{"server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "name": "network-vif-deleted", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:46.059125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b7f7b-3894-4964-a772-51f4ef2fecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3c96c-aada-4a6d-8695-1c60fbb39d2f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:46.109268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:46.121826 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.177898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Pushing event deleted for resources: {'Port': ['ID=c384540a-4206-401b-973b-3b5a4de2ec83,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:46.198591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-82d26fe2-6ccd-4c9f-a34c-f379c15555e9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:46.204692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] For port be2de9a5-fa93-44fc-8a38-49bc2e19e42e, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:46.225551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-82d26fe2-6ccd-4c9f-a34c-f379c15555e9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:46.228963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port cba83402-20dd-432b-8b2e-0782080b2aa0 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:55:46.233946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-82d26fe2-6ccd-4c9f-a34c-f379c15555e9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:46.235219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port cba83402-20dd-432b-8b2e-0782080b2aa0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:46.235748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.245469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-82d26fe2-6ccd-4c9f-a34c-f379c15555e9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:46.252718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-82d26fe2-6ccd-4c9f-a34c-f379c15555e9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:46.256052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] For port be2de9a5-fa93-44fc-8a38-49bc2e19e42e, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:46.257301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] No DVR routers for this DVR port c384540a-4206-401b-973b-3b5a4de2ec83 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:46.262325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-82d26fe2-6ccd-4c9f-a34c-f379c15555e9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:46.269032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.270598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-82d26fe2-6ccd-4c9f-a34c-f379c15555e9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:46.273281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-82d26fe2-6ccd-4c9f-a34c-f379c15555e9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5372 time: 0.1710517 Oct 25 08:55:46.277583 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f8a98056-5f5e-4df3-ab8b-4b4d40e30f08 req-f9afd70c-1bbf-4636-8409-c74f7a853b86 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.18 "DELETE /v2.0/ports/c384540a-4206-401b-973b-3b5a4de2ec83 HTTP/1.1" status: 204 len: 173 time: 1.5847187 Oct 25 08:55:46.278928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.361802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99b443b3-853a-435c-8a52-7680ff7eb14c req-f4410959-3873-495f-95e6-222b2875982e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805409 Oct 25 08:55:46.364532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Pushing event updated for resources: {'Port': ['ID=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:46.383887 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.392913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f85ec080-324f-44f3-a0b5-cb5df9e75eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.402185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:46.404068 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.406652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e88c4ad5-3249-4ce2-8fe9-c9c557c6bd90 service neutron] 10.222.0.18 "PUT /v2.0/ports/be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 200 len: 1130 time: 2.1807835 Oct 25 08:55:46.466390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:46.480595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:46.490660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.528111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43350) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:46.551793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.557642 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5c9be7f-2930-40c9-bb21-b681fe2c6290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.580294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:46.586657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79bf6a88-428b-4ade-94b2-9a45da372942 req-4bdc55fb-5079-45d4-81aa-4060fee516c5 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0740829 Oct 25 08:55:46.775368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5c9be7f-2930-40c9-bb21-b681fe2c6290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.784323 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5c9be7f-2930-40c9-bb21-b681fe2c6290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.791417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': 'f0bc5458-af99-4dac-a0d9-1a8b921c8bd7'}, {'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'name': 'network-vif-deleted', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83'}, {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': 'be2de9a5-fa93-44fc-8a38-49bc2e19e42e'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:46.793906 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc" -d '{"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "f0bc5458-af99-4dac-a0d9-1a8b921c8bd7"}, {"server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "name": "network-vif-deleted", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83"}, {"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "be2de9a5-fa93-44fc-8a38-49bc2e19e42e"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:46.856693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a5c9be7f-2930-40c9-bb21-b681fe2c6290 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6411b1897e58428fa0a99189e10db22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291926 Oct 25 08:55:46.857459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9be7f-2930-40c9-bb21-b681fe2c6290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed7a07f-baa7-429e-a20c-f7b286321aeb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:46.860279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:46.978192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6961818c-24ba-4d4c-aba6-a43b5913a20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:46.985513 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dedcb24-e8bd-4aa0-a231-002d2b996044 x-openstack-request-id: req-8dedcb24-e8bd-4aa0-a231-002d2b996044 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:46.986813 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc584e6a-ba21-483f-9f94-24bdfcf56819", "name": "network-vif-deleted", "tag": "fe7451d7-27ec-4f6a-8c71-c220054594ce", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:46.987262 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dedcb24-e8bd-4aa0-a231-002d2b996044 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:46.989018 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc584e6a-ba21-483f-9f94-24bdfcf56819', 'name': 'network-vif-deleted', 'tag': 'fe7451d7-27ec-4f6a-8c71-c220054594ce', 'status': 'completed', 'code': 200} Oct 25 08:55:47.020594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6961818c-24ba-4d4c-aba6-a43b5913a20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.100476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19102dc-3d20-47c3-95a8-b464ed36ee39 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:47.102531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aa867-6559-4c03-aeca-8e2e2bf4054e req-17338909-8741-46b8-8559-cc6b0a882dfc tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.112525 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.115527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b2aa867-6559-4c03-aeca-8e2e2bf4054e req-17338909-8741-46b8-8559-cc6b0a882dfc tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 949 time: 0.0734668 Oct 25 08:55:47.116806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6961818c-24ba-4d4c-aba6-a43b5913a20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.119635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6961818c-24ba-4d4c-aba6-a43b5913a20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.120791 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6961818c-24ba-4d4c-aba6-a43b5913a20e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ed7a07f-baa7-429e-a20c-f7b286321aeb HTTP/1.1" status: 204 len: 168 time: 0.2598135 Oct 25 08:55:47.140846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961818c-24ba-4d4c-aba6-a43b5913a20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed7a07f-baa7-429e-a20c-f7b286321aeb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:47.142919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Transition to ACTIVE for port object a19102dc-3d20-47c3-95a8-b464ed36ee39 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:47.148486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.156212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:47.168738 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f14d91-f1fb-4383-950b-aa40a6ca2e71" -d '{"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-plugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:47.212499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b2aa867-6559-4c03-aeca-8e2e2bf4054e req-7f154c3a-8050-4ca1-b621-300a88b1a226 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941305 Oct 25 08:55:47.213710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Pushing event updated for resources: {'Port': ['ID=a19102dc-3d20-47c3-95a8-b464ed36ee39,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:47.302518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Attempting to bind port a19102dc-3d20-47c3-95a8-b464ed36ee39 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:47.302852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Attempting to bind port a19102dc-3d20-47c3-95a8-b464ed36ee39 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:47.303180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Attempting to bind port a19102dc-3d20-47c3-95a8-b464ed36ee39 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:47.308312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Port a19102dc-3d20-47c3-95a8-b464ed36ee39 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:47.308674 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Attempting to bind port a19102dc-3d20-47c3-95a8-b464ed36ee39 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:47.314666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:47.315053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Checking segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:47.315442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Bound using segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:47.316431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Bound port: a19102dc-3d20-47c3-95a8-b464ed36ee39, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:47.316431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.390688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] For port a19102dc-3d20-47c3-95a8-b464ed36ee39, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:47.395606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] For port a19102dc-3d20-47c3-95a8-b464ed36ee39, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:47.401840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.469084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.469781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.471295 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] 10.222.0.18 "PUT /v2.0/ports/a19102dc-3d20-47c3-95a8-b464ed36ee39 HTTP/1.1" status: 200 len: 1090 time: 1.0094047 Oct 25 08:55:47.494675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e9117-a080-416a-ba58-a16a3538b42c service neutron] Pushing event updated for resources: {'Port': ['ID=a19102dc-3d20-47c3-95a8-b464ed36ee39,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:47.525485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:47.565907 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d483c7bb-2c49-4ca5-9638-7f7faf1ecccb x-openstack-request-id: req-d483c7bb-2c49-4ca5-9638-7f7faf1ecccb {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:47.570053 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "f0bc5458-af99-4dac-a0d9-1a8b921c8bd7", "status": "completed", "code": 200}, {"server_uuid": "744840ec-9804-48d5-81a5-e5e2afd12db5", "name": "network-vif-deleted", "tag": "c384540a-4206-401b-973b-3b5a4de2ec83", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "be2de9a5-fa93-44fc-8a38-49bc2e19e42e", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:47.570347 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d483c7bb-2c49-4ca5-9638-7f7faf1ecccb {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:47.570738 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': 'f0bc5458-af99-4dac-a0d9-1a8b921c8bd7', 'status': 'completed', 'code': 200} Oct 25 08:55:47.570990 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744840ec-9804-48d5-81a5-e5e2afd12db5', 'name': 'network-vif-deleted', 'tag': 'c384540a-4206-401b-973b-3b5a4de2ec83', 'status': 'completed', 'code': 200} Oct 25 08:55:47.571241 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': 'be2de9a5-fa93-44fc-8a38-49bc2e19e42e', 'status': 'completed', 'code': 200} Oct 25 08:55:47.612229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:47.686011 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e9fc34-cc1c-4002-9fea-13eab5aef34c x-openstack-request-id: req-27e9fc34-cc1c-4002-9fea-13eab5aef34c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:47.686530 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-plugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:47.686530 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27e9fc34-cc1c-4002-9fea-13eab5aef34c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:47.686931 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'code': 200} Oct 25 08:55:47.778977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-40e032d9-5531-45dd-9172-d7fb1fc8983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.779638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-40e032d9-5531-45dd-9172-d7fb1fc8983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.781055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-40e032d9-5531-45dd-9172-d7fb1fc8983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.781688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-40e032d9-5531-45dd-9172-d7fb1fc8983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.782371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-40e032d9-5531-45dd-9172-d7fb1fc8983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.783414 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-40e032d9-5531-45dd-9172-d7fb1fc8983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.784078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-40e032d9-5531-45dd-9172-d7fb1fc8983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.786466 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-40e032d9-5531-45dd-9172-d7fb1fc8983e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6276 time: 0.1755693 Oct 25 08:55:47.843637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-5fcc7b58-15b0-4c8d-802b-4c742a88c7fb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.852840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-5fcc7b58-15b0-4c8d-802b-4c742a88c7fb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.859787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-5fcc7b58-15b0-4c8d-802b-4c742a88c7fb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.867253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-5fcc7b58-15b0-4c8d-802b-4c742a88c7fb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.874194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-5fcc7b58-15b0-4c8d-802b-4c742a88c7fb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.882208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-5fcc7b58-15b0-4c8d-802b-4c742a88c7fb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.889794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-5fcc7b58-15b0-4c8d-802b-4c742a88c7fb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:47.892010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-5fcc7b58-15b0-4c8d-802b-4c742a88c7fb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5384 time: 0.1404083 Oct 25 08:55:47.956411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5fc7443-8c87-4d59-b93b-07fd1c0395fb req-bcab81f0-ad76-427e-9f87-13394c881398 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526361 Oct 25 08:55:47.978294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device fe7451d7-27ec-4f6a-8c71-c220054594ce no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:48.007202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: fe7451d7-27ec-4f6a-8c71-c220054594ce {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:48.008216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device fe7451d7-27ec-4f6a-8c71-c220054594ce not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:48.102624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:48.133260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-03e5a7e2-1741-48a1-a62f-4a69f6c07187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.133921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-03e5a7e2-1741-48a1-a62f-4a69f6c07187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.134476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-03e5a7e2-1741-48a1-a62f-4a69f6c07187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.136109 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-03e5a7e2-1741-48a1-a62f-4a69f6c07187 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=891d80c08da847e3a570ca83e82d3c5c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3242946 Oct 25 08:55:48.142782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: c384540a-4206-401b-973b-3b5a4de2ec83 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:48.147276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c384540a-4206-401b-973b-3b5a4de2ec83 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:48.153147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15ddfac5-d02e-4102-9e25-e382d4577b47 req-35136260-cf48-4a20-962d-2bd3e436d297 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0649643 Oct 25 08:55:48.159294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd8f1d-acc5-4a5d-9e3c-1823b85a03ba req-ff960b9b-dc54-484b-8317-28ac2c5104fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.166167 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-85dd8f1d-acc5-4a5d-9e3c-1823b85a03ba req-ff960b9b-dc54-484b-8317-28ac2c5104fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 1100 time: 0.3529146 Oct 25 08:55:48.299445 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-85dd8f1d-acc5-4a5d-9e3c-1823b85a03ba req-91d858d9-15a7-489f-92b2-ba665cc3a07a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156943 Oct 25 08:55:48.365392 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a562de-ae3f-4595-9ce8-05aa17697381 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:48.377169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:48.382630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-f8b4ff94-4f61-4ff3-bede-b7a8540cba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.384273 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-f8b4ff94-4f61-4ff3-bede-b7a8540cba10 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2398932 Oct 25 08:55:48.398026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Transition to ACTIVE for port object 49a562de-ae3f-4595-9ce8-05aa17697381 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:48.403157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:48.469260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Pushing event updated for resources: {'Port': ['ID=49a562de-ae3f-4595-9ce8-05aa17697381,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:48.551675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Attempting to bind port 49a562de-ae3f-4595-9ce8-05aa17697381 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:48.552024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Attempting to bind port 49a562de-ae3f-4595-9ce8-05aa17697381 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:48.552437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Attempting to bind port 49a562de-ae3f-4595-9ce8-05aa17697381 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:48.557441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Port 49a562de-ae3f-4595-9ce8-05aa17697381 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:48.557762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Attempting to bind port 49a562de-ae3f-4595-9ce8-05aa17697381 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:48.566841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:48.567298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Checking segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:48.567693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Bound using segment: {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:48.568143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Bound port: 49a562de-ae3f-4595-9ce8-05aa17697381, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:48.568615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:48.685899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] For port 49a562de-ae3f-4595-9ce8-05aa17697381, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:48.693882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] For port 49a562de-ae3f-4595-9ce8-05aa17697381, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=49a562de-ae3f-4595-9ce8-05aa17697381,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:48.704437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:48.725456 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f522-1356-4d3d-ae13-7d9391d089c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:48.763892 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.764503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:48.765956 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] 10.222.0.18 "PUT /v2.0/ports/49a562de-ae3f-4595-9ce8-05aa17697381 HTTP/1.1" status: 200 len: 1091 time: 1.2464840 Oct 25 08:55:48.793222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbf92e-35c2-4902-85b6-8e74b9219266 service neutron] Pushing event updated for resources: {'Port': ['ID=49a562de-ae3f-4595-9ce8-05aa17697381,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:48.841013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:48.870935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60371d-6ff3-465b-acb7-f60507811897 req-6bbcb83e-05c2-45dd-89c3-a2247c9bda8d tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.877386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf60371d-6ff3-465b-acb7-f60507811897 req-6bbcb83e-05c2-45dd-89c3-a2247c9bda8d tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 949 time: 0.0921967 Oct 25 08:55:48.940185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf60371d-6ff3-465b-acb7-f60507811897 req-b19b21ca-bf62-4f59-8d85-9f381006b3f0 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565226 Oct 25 08:55:48.958541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-b2bb71c3-4d07-4cd9-9528-6196b1d2de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.959210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-b2bb71c3-4d07-4cd9-9528-6196b1d2de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.959729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-b2bb71c3-4d07-4cd9-9528-6196b1d2de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.960268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-b2bb71c3-4d07-4cd9-9528-6196b1d2de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.960744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-b2bb71c3-4d07-4cd9-9528-6196b1d2de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.961332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-b2bb71c3-4d07-4cd9-9528-6196b1d2de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.961815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-b2bb71c3-4d07-4cd9-9528-6196b1d2de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:48.963990 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-b2bb71c3-4d07-4cd9-9528-6196b1d2de5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6343 time: 0.1381691 Oct 25 08:55:48.964946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:49.176331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73041e1c-2fe5-483f-83ea-56f876ed0dfb req-51b400fe-bc0c-4c5c-a8e5-e61a57885ddf tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.184567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73041e1c-2fe5-483f-83ea-56f876ed0dfb req-51b400fe-bc0c-4c5c-a8e5-e61a57885ddf tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 944 time: 0.0617430 Oct 25 08:55:49.244444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73041e1c-2fe5-483f-83ea-56f876ed0dfb req-73ef4fe3-5601-473c-a623-7c63269e87de tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553949 Oct 25 08:55:49.249604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-861fd5e8-9d16-4164-b6f0-b579b4a09fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.250234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-861fd5e8-9d16-4164-b6f0-b579b4a09fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.250776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-861fd5e8-9d16-4164-b6f0-b579b4a09fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.252382 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-861fd5e8-9d16-4164-b6f0-b579b4a09fb3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=891d80c08da847e3a570ca83e82d3c5c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2485695 Oct 25 08:55:49.401946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-d4141593-1730-47be-9320-517555cb5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.403489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0d147a11-1670-4e13-8ab3-d3f0ff3caddc req-d4141593-1730-47be-9320-517555cb5c3a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427164 Oct 25 08:55:49.446337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c2da18-5f42-4731-9d83-36db65c365f9 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:49.450860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-4934a1eb-429d-464e-9174-d8859b8b1e7d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.454990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:49.459127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-4934a1eb-429d-464e-9174-d8859b8b1e7d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.466388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-4934a1eb-429d-464e-9174-d8859b8b1e7d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.469910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Transition to ACTIVE for port object 68c2da18-5f42-4731-9d83-36db65c365f9 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:49.474665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-4934a1eb-429d-464e-9174-d8859b8b1e7d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.476805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:49.481833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-4934a1eb-429d-464e-9174-d8859b8b1e7d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.487647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-4934a1eb-429d-464e-9174-d8859b8b1e7d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.494775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-4934a1eb-429d-464e-9174-d8859b8b1e7d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:49.496823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-4934a1eb-429d-464e-9174-d8859b8b1e7d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5396 time: 0.1252236 Oct 25 08:55:49.541845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Pushing event updated for resources: {'Port': ['ID=68c2da18-5f42-4731-9d83-36db65c365f9,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:49.556752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7a3dcaa-debd-4c64-ba3b-f3e3a80797e5 req-3733373b-7b76-4af1-8675-3ed15e0631fe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523412 Oct 25 08:55:49.585656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': 'a19102dc-3d20-47c3-95a8-b464ed36ee39'}, {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '49a562de-ae3f-4595-9ce8-05aa17697381'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:49.590451 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96526f0e-a578-42e7-a9d7-1bb283f861fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "a19102dc-3d20-47c3-95a8-b464ed36ee39"}, {"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "49a562de-ae3f-4595-9ce8-05aa17697381"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:49.695005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bcb8a0a-308d-4e87-951e-75448b4f7bc4 req-e3eeeb0c-d69d-45c6-9475-d19cac8666da tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0358367 Oct 25 08:55:49.839360 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:49.848756 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:50.031171 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49d7fad-9125-466f-aea7-2e08d88a0263 x-openstack-request-id: req-d49d7fad-9125-466f-aea7-2e08d88a0263 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:50.031594 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "a19102dc-3d20-47c3-95a8-b464ed36ee39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "49a562de-ae3f-4595-9ce8-05aa17697381", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:50.031841 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d49d7fad-9125-466f-aea7-2e08d88a0263 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:50.032223 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': 'a19102dc-3d20-47c3-95a8-b464ed36ee39', 'status': 'completed', 'code': 200} Oct 25 08:55:50.032778 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '49a562de-ae3f-4595-9ce8-05aa17697381', 'status': 'completed', 'code': 200} Oct 25 08:55:50.098696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Attempting to bind port 68c2da18-5f42-4731-9d83-36db65c365f9 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:50.099041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Attempting to bind port 68c2da18-5f42-4731-9d83-36db65c365f9 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:50.099340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Attempting to bind port 68c2da18-5f42-4731-9d83-36db65c365f9 on network 1cc02180-3db5-415a-8b5f-d9a90e799024 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:50.116029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-28278c18-6f4b-4c6b-bf3c-aa6676b32928 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.117625 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-28278c18-6f4b-4c6b-bf3c-aa6676b32928 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 944 time: 0.4896483 Oct 25 08:55:50.125361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-6e3cf4ba-ec91-4ae2-bea2-43c96f85bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.125839 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-6e3cf4ba-ec91-4ae2-bea2-43c96f85bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.126312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-6e3cf4ba-ec91-4ae2-bea2-43c96f85bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.126775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-6e3cf4ba-ec91-4ae2-bea2-43c96f85bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.127238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-6e3cf4ba-ec91-4ae2-bea2-43c96f85bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.127820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-6e3cf4ba-ec91-4ae2-bea2-43c96f85bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.128284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-6e3cf4ba-ec91-4ae2-bea2-43c96f85bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.130611 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-6e3cf4ba-ec91-4ae2-bea2-43c96f85bfd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6368 time: 0.1011951 Oct 25 08:55:50.133294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Port 68c2da18-5f42-4731-9d83-36db65c365f9 on network 1cc02180-3db5-415a-8b5f-d9a90e799024 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:50.133611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Attempting to bind port 68c2da18-5f42-4731-9d83-36db65c365f9 on network 1cc02180-3db5-415a-8b5f-d9a90e799024 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:50.148981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3687-1477-4c87-bf18-5aea3358a3a2 req-411ed494-03ed-4b01-8536-f7d7655861ac tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.163646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:50.163985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Checking segment: {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:50.164379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Bound using segment: {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:50.164797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Bound port: 68c2da18-5f42-4731-9d83-36db65c365f9, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:50.165169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:50.173664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-084d3687-1477-4c87-bf18-5aea3358a3a2 req-411ed494-03ed-4b01-8536-f7d7655861ac tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 949 time: 0.0910757 Oct 25 08:55:50.218464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-084d3687-1477-4c87-bf18-5aea3358a3a2 req-f6dbf8cb-32ba-4095-a0a3-52b5364a7fba tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Oct 25 08:55:50.395231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] For port 68c2da18-5f42-4731-9d83-36db65c365f9, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:50.402936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] For port 68c2da18-5f42-4731-9d83-36db65c365f9, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=68c2da18-5f42-4731-9d83-36db65c365f9,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:50.410758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-3e7caf99-735d-4dc0-9259-9be6738b9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.411309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-3e7caf99-735d-4dc0-9259-9be6738b9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.411821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-3e7caf99-735d-4dc0-9259-9be6738b9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.413503 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-3e7caf99-735d-4dc0-9259-9be6738b9850 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=891d80c08da847e3a570ca83e82d3c5c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2513878 Oct 25 08:55:50.417221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:50.480806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Deleting port 609aa5fe-5143-4460-ab8a-b0453ce17102 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:55:50.481147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:50.604639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.605524 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:50.607081 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] 10.222.0.18 "PUT /v2.0/ports/68c2da18-5f42-4731-9d83-36db65c365f9 HTTP/1.1" status: 200 len: 1091 time: 1.7716093 Oct 25 08:55:50.666049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Request body: {'port': {'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:50.728032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e678a-9fbb-459d-83ba-7f3adf70cc5e service neutron] Pushing event updated for resources: {'Port': ['ID=68c2da18-5f42-4731-9d83-36db65c365f9,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:50.781183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43508) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:50.827277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-ffdab0d0-25ae-454b-900a-e35a7c375a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:50.828046 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-ffdab0d0-25ae-454b-900a-e35a7c375a43 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4010861 Oct 25 08:55:50.828580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:50.843789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] For port 609aa5fe-5143-4460-ab8a-b0453ce17102, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=609aa5fe-5143-4460-ab8a-b0453ce17102,segment=NetworkSegment(15a33b90-8533-4fd4-8a7b-ea4b1f2fec69),segment_id=15a33b90-8533-4fd4-8a7b-ea4b1f2fec69)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:50.844150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:50.868597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Calling delete_port for 609aa5fe-5143-4460-ab8a-b0453ce17102 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:55:50.890882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43514) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:50.999375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-367f2882-0d08-4180-b236-f66071f3b6f6 admin admin] Deleting subnet f22f43f9-4a00-4776-ac6c-afdee1d3b7bd {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:55:51.005639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-367f2882-0d08-4180-b236-f66071f3b6f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.087281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d9d6-cd2b-47a3-b90d-ffc25f2af50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.102283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-367f2882-0d08-4180-b236-f66071f3b6f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.143416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-11b6f7a7-38e8-4b9c-bc02-a2e135737c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.143904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-11b6f7a7-38e8-4b9c-bc02-a2e135737c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.145028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-11b6f7a7-38e8-4b9c-bc02-a2e135737c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.145728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-11b6f7a7-38e8-4b9c-bc02-a2e135737c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.146201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-11b6f7a7-38e8-4b9c-bc02-a2e135737c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.146667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-11b6f7a7-38e8-4b9c-bc02-a2e135737c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.147126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-11b6f7a7-38e8-4b9c-bc02-a2e135737c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.149149 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-11b6f7a7-38e8-4b9c-bc02-a2e135737c86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6410 time: 0.2053869 Oct 25 08:55:51.207530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b4ad4-4252-4615-967a-9f92f652fb82 req-cc527e34-6f66-44a0-8bd9-a2a79c0267ff tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.213490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f2b4ad4-4252-4615-967a-9f92f652fb82 req-cc527e34-6f66-44a0-8bd9-a2a79c0267ff tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d0b9e27-d777-4770-8747-535528800886 HTTP/1.1" status: 200 len: 944 time: 0.1807168 Oct 25 08:55:51.218931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-367f2882-0d08-4180-b236-f66071f3b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.317525 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.385585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Pushing event deleted for resources: {'Port': ['ID=609aa5fe-5143-4460-ab8a-b0453ce17102,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:51.416515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-d50c2329-2fbf-4321-b280-25e84b57af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.416515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-d50c2329-2fbf-4321-b280-25e84b57af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.416515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-d50c2329-2fbf-4321-b280-25e84b57af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.418068 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-d50c2329-2fbf-4321-b280-25e84b57af82 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=891d80c08da847e3a570ca83e82d3c5c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2392614 Oct 25 08:55:51.484794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] No DVR routers for this DVR port 609aa5fe-5143-4460-ab8a-b0453ce17102 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:55:51.488186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc0b3df-2731-41ea-abe6-2abeac8577ad {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:51.519910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.523469 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4c2a36b2-f459-45b1-9d80-0f4177b67397 req-5af79fc0-59a3-46d0-9946-99877e56427e tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.18 "DELETE /v2.0/ports/609aa5fe-5143-4460-ab8a-b0453ce17102 HTTP/1.1" status: 204 len: 173 time: 1.3919342 Oct 25 08:55:51.525585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.551279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Transition to ACTIVE for port object 8bc0b3df-2731-41ea-abe6-2abeac8577ad will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:55:51.579970 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.612225 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d9d6-cd2b-47a3-b90d-ffc25f2af50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.626555 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.633288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f2b4ad4-4252-4615-967a-9f92f652fb82 req-95eeccf7-7396-462e-b8ea-37aa9452f345 tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f80812e-2369-45d7-bd99-2823fa244788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104779 Oct 25 08:55:51.647634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1c9d9d6-cd2b-47a3-b90d-ffc25f2af50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.679648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-e3121662-c4da-4c9a-8fb1-fdbf417b486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.681151 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-96526f0e-a578-42e7-a9d7-1bb283f861fb req-e3121662-c4da-4c9a-8fb1-fdbf417b486a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447460 Oct 25 08:55:51.685333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc0b3df-2731-41ea-abe6-2abeac8577ad,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:51.711165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9d9d6-cd2b-47a3-b90d-ffc25f2af50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56255be4-e0ed-42d0-894f-02be375dd53e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:51.789536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-367f2882-0d08-4180-b236-f66071f3b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.802557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c1c9d9d6-cd2b-47a3-b90d-ffc25f2af50c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0dbb462a0a34f9d86dbb1895c44c99c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0201044 Oct 25 08:55:51.805228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Attempting to bind port 8bc0b3df-2731-41ea-abe6-2abeac8577ad on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:55:51.806314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Attempting to bind port 8bc0b3df-2731-41ea-abe6-2abeac8577ad by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:55:51.806314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Attempting to bind port 8bc0b3df-2731-41ea-abe6-2abeac8577ad on network 1cc02180-3db5-415a-8b5f-d9a90e799024 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:51.807839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43518) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:51.811879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Port 8bc0b3df-2731-41ea-abe6-2abeac8577ad on network 1cc02180-3db5-415a-8b5f-d9a90e799024 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:55:51.812482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Attempting to bind port 8bc0b3df-2731-41ea-abe6-2abeac8577ad on network 1cc02180-3db5-415a-8b5f-d9a90e799024 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:55:51.818905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:55:51.819310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Checking segment: {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:51.819762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Bound using segment: {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:55:51.820256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Bound port: 8bc0b3df-2731-41ea-abe6-2abeac8577ad, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:55:51.820674 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.897254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f2882-0d08-4180-b236-f66071f3b6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22f43f9-4a00-4776-ac6c-afdee1d3b7bd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:51.917510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-367f2882-0d08-4180-b236-f66071f3b6f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:51.921306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-367f2882-0d08-4180-b236-f66071f3b6f6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f22f43f9-4a00-4776-ac6c-afdee1d3b7bd HTTP/1.1" status: 204 len: 168 time: 1.0284011 Oct 25 08:55:51.924091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43520) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:51.949374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-6d1a7554-fed6-4a73-a4fb-25f4c0143b8f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.956079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-6d1a7554-fed6-4a73-a4fb-25f4c0143b8f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.962935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-6d1a7554-fed6-4a73-a4fb-25f4c0143b8f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.969182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-6d1a7554-fed6-4a73-a4fb-25f4c0143b8f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.975755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-6d1a7554-fed6-4a73-a4fb-25f4c0143b8f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.982326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-6d1a7554-fed6-4a73-a4fb-25f4c0143b8f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.988707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-6d1a7554-fed6-4a73-a4fb-25f4c0143b8f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:51.990704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-6d1a7554-fed6-4a73-a4fb-25f4c0143b8f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.2347066 Oct 25 08:55:51.991583 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac81ebab-f2be-4a64-b6b8-3098fde7fb80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.011953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] For port 8bc0b3df-2731-41ea-abe6-2abeac8577ad, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:55:52.033861 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac81ebab-f2be-4a64-b6b8-3098fde7fb80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.034126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '68c2da18-5f42-4731-9d83-36db65c365f9'}, {'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'name': 'network-vif-deleted', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:52.036320 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df12e170-d8a7-48ec-9b43-6aa132a1a411" -d '{"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "68c2da18-5f42-4731-9d83-36db65c365f9"}, {"server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "name": "network-vif-deleted", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:52.041421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] For port 8bc0b3df-2731-41ea-abe6-2abeac8577ad, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:55:52.045516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.049160 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.071460 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21f08a0a-0823-48b3-85f4-d94adfca5e41 req-24066b21-eafa-4490-9b9a-02afda1e4be4 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669477 Oct 25 08:55:52.097262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.098051 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.103358 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] 10.222.0.18 "PUT /v2.0/ports/8bc0b3df-2731-41ea-abe6-2abeac8577ad HTTP/1.1" status: 200 len: 1091 time: 1.4563324 Oct 25 08:55:52.129876 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac81ebab-f2be-4a64-b6b8-3098fde7fb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.132351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac81ebab-f2be-4a64-b6b8-3098fde7fb80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.133612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ac81ebab-f2be-4a64-b6b8-3098fde7fb80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56255be4-e0ed-42d0-894f-02be375dd53e HTTP/1.1" status: 204 len: 168 time: 0.3135028 Oct 25 08:55:52.147361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81ebab-f2be-4a64-b6b8-3098fde7fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56255be4-e0ed-42d0-894f-02be375dd53e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:52.162524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60239e7-67d4-418b-8037-e3bc0e07dd29 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc0b3df-2731-41ea-abe6-2abeac8577ad,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:52.224178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.282701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40b56222-6d92-4c28-8347-a97a4f1d70b1 req-5b1a788e-289d-49f6-b0bb-1cfe08f61cd7 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0725710 Oct 25 08:55:52.295424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5beb32b6-6a3c-46a3-9d3a-67bc60710b12']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:52.321257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8629d85-b237-4413-a8ea-66ba11bded2c') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:52.321730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8629d85-b237-4413-a8ea-66ba11bded2c') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:52.335044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.343986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fda4ae9d-22dd-45a6-b087-607f612637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.344476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fda4ae9d-22dd-45a6-b087-607f612637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.344976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fda4ae9d-22dd-45a6-b087-607f612637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.346515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fda4ae9d-22dd-45a6-b087-607f612637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.346515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fda4ae9d-22dd-45a6-b087-607f612637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.346971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fda4ae9d-22dd-45a6-b087-607f612637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.347658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fda4ae9d-22dd-45a6-b087-607f612637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.350059 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fda4ae9d-22dd-45a6-b087-607f612637c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6477 time: 0.1011176 Oct 25 08:55:52.447632 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-86fb969d-fc69-44ff-ac00-7893fe31f0d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0 HTTP/1.1" status: 200 len: 217 time: 0.0823669 Oct 25 08:55:52.452286 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.469374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:55:52.474316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:55:52.477293 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:55:52.548497 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ce184f-c772-4234-bcd9-19927773257b x-openstack-request-id: req-09ce184f-c772-4234-bcd9-19927773257b {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:52.548786 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "68c2da18-5f42-4731-9d83-36db65c365f9", "status": "completed", "code": 200}, {"server_uuid": "3d0b9e27-d777-4770-8747-535528800886", "name": "network-vif-deleted", "tag": "609aa5fe-5143-4460-ab8a-b0453ce17102", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:52.549083 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09ce184f-c772-4234-bcd9-19927773257b {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:52.549430 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '68c2da18-5f42-4731-9d83-36db65c365f9', 'status': 'completed', 'code': 200} Oct 25 08:55:52.549678 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0b9e27-d777-4770-8747-535528800886', 'name': 'network-vif-deleted', 'tag': '609aa5fe-5143-4460-ab8a-b0453ce17102', 'status': 'completed', 'code': 200} Oct 25 08:55:52.599596 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.610569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.614349 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] 10.222.0.32 "DELETE /v2.0/networks/5beb32b6-6a3c-46a3-9d3a-67bc60710b12 HTTP/1.1" status: 204 len: 168 time: 0.6892741 Oct 25 08:55:52.617376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-18a559fe-e7c3-4a27-9353-e151cf0e0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.619002 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-18a559fe-e7c3-4a27-9353-e151cf0e0be2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a74d13-6bfd-46a6-81a8-39f4644f8a12 HTTP/1.1" status: 200 len: 851 time: 0.1380415 Oct 25 08:55:52.667194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82e1d2-f1cc-4aa5-b1a8-65044e5294fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5beb32b6-6a3c-46a3-9d3a-67bc60710b12,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:52.681918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43540) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:52.695897 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d1423f8d-ffca-4fa9-8d23-ae0a7c5b4c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.699262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d3b7a9b-bb91-4fe7-966d-526e1330f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:52.700686 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-1d3b7a9b-bb91-4fe7-966d-526e1330f65e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707500 Oct 25 08:55:52.708281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43542) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:52.807372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43546) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:52.816935 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d2e5c566-e89f-44f3-8b4b-0883c9fc0bad service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050549 Oct 25 08:55:52.855276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-08483536-7350-41f0-b631-aca26edc450b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2edfa44413784630be342847ad30a75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462832 Oct 25 08:55:52.857898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43548) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:52.951861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d1423f8d-ffca-4fa9-8d23-ae0a7c5b4c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.958352 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ce6d8714-553a-4074-a80b-5fee0f5551a0 service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346061 Oct 25 08:55:52.959463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d1423f8d-ffca-4fa9-8d23-ae0a7c5b4c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.967720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f11491c-da62-4b08-91f3-910ef806da11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:52.982752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c53c07b-4870-454a-bcd0-dc4fbfa4aa11 admin admin] Deleting subnet 3d013093-2d8c-45ce-bcd5-cbf50787e3ea {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:55:52.990392 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d1423f8d-ffca-4fa9-8d23-ae0a7c5b4c76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61994314737e490a9fa48799139084e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074362 Oct 25 08:55:52.991175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43550) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:52.991383 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c53c07b-4870-454a-bcd0-dc4fbfa4aa11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.021687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f11491c-da62-4b08-91f3-910ef806da11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.046822 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-03615ae0-f287-4b0e-9b2c-177198c97c6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0642352 Oct 25 08:55:53.057189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c53c07b-4870-454a-bcd0-dc4fbfa4aa11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.086072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1423f8d-ffca-4fa9-8d23-ae0a7c5b4c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb902f40-8196-4708-8bba-6162b16aeb30,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:53.130496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c53c07b-4870-454a-bcd0-dc4fbfa4aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.138397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ca7b-1eb8-4085-a8e4-67b57f9c638e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.156621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-416192f8-b6de-4a0e-9101-db139719a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.158122 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-416192f8-b6de-4a0e-9101-db139719a929 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0937476 Oct 25 08:55:53.163568 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f11491c-da62-4b08-91f3-910ef806da11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.166495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f11491c-da62-4b08-91f3-910ef806da11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.168262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9f11491c-da62-4b08-91f3-910ef806da11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e87dbb7-841a-4ef8-8a35-1bd042802036 HTTP/1.1" status: 204 len: 168 time: 0.3090758 Oct 25 08:55:53.179729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ca7b-1eb8-4085-a8e4-67b57f9c638e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.217770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11491c-da62-4b08-91f3-910ef806da11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e87dbb7-841a-4ef8-8a35-1bd042802036,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:53.261243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-458e293f-215c-4c21-bb04-b1f0cd603a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.262734 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-458e293f-215c-4c21-bb04-b1f0cd603a88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966015 Oct 25 08:55:53.291189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c53c07b-4870-454a-bcd0-dc4fbfa4aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.328423 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c53c07b-4870-454a-bcd0-dc4fbfa4aa11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.333009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5c53c07b-4870-454a-bcd0-dc4fbfa4aa11 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d013093-2d8c-45ce-bcd5-cbf50787e3ea HTTP/1.1" status: 204 len: 168 time: 0.6236417 Oct 25 08:55:53.335370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53c07b-4870-454a-bcd0-dc4fbfa4aa11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d013093-2d8c-45ce-bcd5-cbf50787e3ea,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:53.338195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43558) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:53.348303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ca7b-1eb8-4085-a8e4-67b57f9c638e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.351319 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ca7b-1eb8-4085-a8e4-67b57f9c638e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.354258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643398-b806-4e20-a1c1-f535263ed16f req-753ebe48-732f-4d57-97fd-0753fdeafb17 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.356184 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4ce9ca7b-1eb8-4085-a8e4-67b57f9c638e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb902f40-8196-4708-8bba-6162b16aeb30 HTTP/1.1" status: 204 len: 168 time: 0.3577390 Oct 25 08:55:53.374570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9ca7b-1eb8-4085-a8e4-67b57f9c638e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb902f40-8196-4708-8bba-6162b16aeb30,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:53.383761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643398-b806-4e20-a1c1-f535263ed16f req-753ebe48-732f-4d57-97fd-0753fdeafb17 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.406885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643398-b806-4e20-a1c1-f535263ed16f req-753ebe48-732f-4d57-97fd-0753fdeafb17 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.423425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643398-b806-4e20-a1c1-f535263ed16f req-753ebe48-732f-4d57-97fd-0753fdeafb17 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.433619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-5f344dbd-9e1d-4a86-ba9a-44e0d7fbc0bb service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620262 Oct 25 08:55:53.442553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643398-b806-4e20-a1c1-f535263ed16f req-753ebe48-732f-4d57-97fd-0753fdeafb17 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.458217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643398-b806-4e20-a1c1-f535263ed16f req-753ebe48-732f-4d57-97fd-0753fdeafb17 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.474125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44643398-b806-4e20-a1c1-f535263ed16f req-753ebe48-732f-4d57-97fd-0753fdeafb17 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.485500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44643398-b806-4e20-a1c1-f535263ed16f req-753ebe48-732f-4d57-97fd-0753fdeafb17 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.2568357 Oct 25 08:55:53.618550 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-2cd7a694-914b-4ad4-b081-93ab99a339d1 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748083 Oct 25 08:55:53.664474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44643398-b806-4e20-a1c1-f535263ed16f req-018214de-2135-4c10-a6e4-4ec91a0b8225 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780088 Oct 25 08:55:53.681350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.719133 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-b464d7a4-ac22-4f8e-8968-4ad50e9c3554 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 200 len: 217 time: 0.0918574 Oct 25 08:55:53.831000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-dc895aa9-fe94-4478-ae76-19d76c9721c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.832687 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-dc895aa9-fe94-4478-ae76-19d76c9721c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.1024911 Oct 25 08:55:53.849492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0af880a6-4186-47c9-b5ad-bb2d9abc1ac8 req-20c58997-444d-44fe-8183-ec38635f7ce8 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0626919 Oct 25 08:55:53.861393 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:53.907150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-c4f2036e-ca31-42e5-a76e-0fdce1b21076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:53.908708 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-c4f2036e-ca31-42e5-a76e-0fdce1b21076 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680230 Oct 25 08:55:53.918049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:53.945119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:53.946554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a33b90-8533-4fd4-8a7b-ea4b1f2fec69') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:53.975435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.006658 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.023692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:55:54.024517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:55:54.092350 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:55:54.112685 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-ebe84e04-41da-4139-845e-0c955e756819 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940715 Oct 25 08:55:54.132251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.137400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:55:54.161959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 609aa5fe-5143-4460-ab8a-b0453ce17102 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:55:54.164950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.180308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e HTTP/1.1" status: 204 len: 168 time: 0.6926267 Oct 25 08:55:54.181177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43596) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:54.228147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 609aa5fe-5143-4460-ab8a-b0453ce17102 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:55:54.228147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 609aa5fe-5143-4460-ab8a-b0453ce17102 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:55:54.308474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-1084c75a-d2c3-42a9-9665-359ddb77a741 admin admin] Deleting subnet f7b863b9-73f9-4210-a446-d8c7592fa9d6 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:55:54.312986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1084c75a-d2c3-42a9-9665-359ddb77a741 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.315351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ecbe7-cbdd-43fb-b780-ae38167704b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce93a1bc-4da6-4ed2-9bc4-ea5cd909731e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:54.326184 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-4b135821-7a4a-4d87-bf25-c6d06a31d0cd service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061980 Oct 25 08:55:54.394094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-c7834f8d-d983-4615-9569-fda9de37eae2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39 HTTP/1.1" status: 200 len: 217 time: 0.0555816 Oct 25 08:55:54.405600 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1084c75a-d2c3-42a9-9665-359ddb77a741 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.441554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:54.467318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-80aa17a4-082f-410c-bc4a-c492b71442ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:54.470848 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-80aa17a4-082f-410c-bc4a-c492b71442ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0691583 Oct 25 08:55:54.474935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'mac_address': 'fa:16:3e:f4:4e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:55:54.491533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1084c75a-d2c3-42a9-9665-359ddb77a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.548862 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.551190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '8bc0b3df-2731-41ea-abe6-2abeac8577ad'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:54.553541 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be8b3f9-6e9e-43ef-b120-baad43f27a71" -d '{"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "8bc0b3df-2731-41ea-abe6-2abeac8577ad"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:54.582106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-4fea67b1-8b52-4984-b47c-335e3281f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:54.585129 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-4fea67b1-8b52-4984-b47c-335e3281f14b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061647 Oct 25 08:55:54.588068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cba83402-20dd-432b-8b2e-0782080b2aa0 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:55:54.617715 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1084c75a-d2c3-42a9-9665-359ddb77a741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.627703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:54.637210 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.660851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1084c75a-d2c3-42a9-9665-359ddb77a741 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:54.665913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1084c75a-d2c3-42a9-9665-359ddb77a741 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f7b863b9-73f9-4210-a446-d8c7592fa9d6 HTTP/1.1" status: 204 len: 168 time: 0.4798126 Oct 25 08:55:54.699996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43620) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:54.713955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084c75a-d2c3-42a9-9665-359ddb77a741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b863b9-73f9-4210-a446-d8c7592fa9d6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:54.778290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:54.785629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['cba83402-20dd-432b-8b2e-0782080b2aa0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:55:54.899599 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.039150 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.068517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04155f64-1fc5-40b0-af3d-a8e8a02b16db']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:55.082700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785cc306-2a9f-455a-bed8-8350f171be40') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:55.083144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785cc306-2a9f-455a-bed8-8350f171be40') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:55.116335 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.138575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.142827 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f04ff4-ae4f-4135-a5a3-3213591dd512 x-openstack-request-id: req-06f04ff4-ae4f-4135-a5a3-3213591dd512 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:55.143794 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "8bc0b3df-2731-41ea-abe6-2abeac8577ad", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:55.145222 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06f04ff4-ae4f-4135-a5a3-3213591dd512 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:55.146032 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '8bc0b3df-2731-41ea-abe6-2abeac8577ad', 'status': 'completed', 'code': 200} Oct 25 08:55:55.157631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-ba7c3f27-80fe-457b-b0a2-a9596a34e39f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.164115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-ba7c3f27-80fe-457b-b0a2-a9596a34e39f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.170636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-ba7c3f27-80fe-457b-b0a2-a9596a34e39f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.178223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-ba7c3f27-80fe-457b-b0a2-a9596a34e39f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.184646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-ba7c3f27-80fe-457b-b0a2-a9596a34e39f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.193412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-ba7c3f27-80fe-457b-b0a2-a9596a34e39f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.196556 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-e9e3c6a8-1af6-4193-90a1-f844bf2e6d8a service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028869 Oct 25 08:55:55.201824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-ba7c3f27-80fe-457b-b0a2-a9596a34e39f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.203861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-ba7c3f27-80fe-457b-b0a2-a9596a34e39f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.2549191 Oct 25 08:55:55.208980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:55:55.209724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:55:55.212181 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:55:55.316984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78132ef7-19ea-4e54-8c4f-766f1f4440df req-398da8a5-63a2-4217-a6a3-5108751245e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006434 Oct 25 08:55:55.319603 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-855bbd5f-bb3d-47b9-ac51-89f65a07ae3e service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065860 Oct 25 08:55:55.327493 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.333760 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.340341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/04155f64-1fc5-40b0-af3d-a8e8a02b16db HTTP/1.1" status: 204 len: 168 time: 0.6355340 Oct 25 08:55:55.353623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7345c-ba3d-49bb-98b0-8cfb7919eeb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04155f64-1fc5-40b0-af3d-a8e8a02b16db,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:55.413855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43646) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:55.415427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-86f905df-4864-48a9-adee-2562d95c6689 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=49a562de-ae3f-4595-9ce8-05aa17697381 HTTP/1.1" status: 200 len: 217 time: 0.0812488 Oct 25 08:55:55.500070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-87efc764-50c8-4f36-a46d-0fda7708c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.501585 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-87efc764-50c8-4f36-a46d-0fda7708c4b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0790005 Oct 25 08:55:55.564418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-09d95a8a-e68a-479d-8d17-6b6c621aec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.565901 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-09d95a8a-e68a-479d-8d17-6b6c621aec7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550399 Oct 25 08:55:55.573074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4c65a12-b212-4435-ad2f-1ccf94a58f9f req-f86c264a-65be-4e33-bbb0-8a9256962ea5 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0618980 Oct 25 08:55:55.635860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43656) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:55.657005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1594009432'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:55.686828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-8a35df56-214d-40b7-a0ff-73bdc52bc480 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114688 Oct 25 08:55:55.698451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Made reservation on behalf of e0fdfe08c9cf438596692dcc7d97c83e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:55.701991 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.715794 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.753496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4bff4232-b790-4cf4-b45b-d8cd104d4ea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa66063279d64b5c84f290c5437a3ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160336 Oct 25 08:55:55.756946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43662) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:55.824334 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-2144f1fc-429d-4e24-9625-ab91ca41e1b1 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304793 Oct 25 08:55:55.853421 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94af27e8-5192-4d89-94b4-bc2165bcae03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.879634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94af27e8-5192-4d89-94b4-bc2165bcae03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.887377 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-70d5b6ea-cbdb-4eb4-8a59-0223a63abee2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68c2da18-5f42-4731-9d83-36db65c365f9 HTTP/1.1" status: 200 len: 217 time: 0.0492599 Oct 25 08:55:55.939565 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94af27e8-5192-4d89-94b4-bc2165bcae03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.944228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94af27e8-5192-4d89-94b4-bc2165bcae03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.945425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94af27e8-5192-4d89-94b4-bc2165bcae03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f80812e-2369-45d7-bd99-2823fa244788 HTTP/1.1" status: 204 len: 168 time: 0.1879587 Oct 25 08:55:55.955097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fdd2cc06-aad7-43ca-8cfb-6743f885fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:55.957588 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-fdd2cc06-aad7-43ca-8cfb-6743f885fd5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.0583060 Oct 25 08:55:55.959079 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:55.960212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af27e8-5192-4d89-94b4-bc2165bcae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f80812e-2369-45d7-bd99-2823fa244788,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:55.971263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.011188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:55:56.031686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c277f309-827d-4a44-b727-e48614c0900b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:56.039232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d70a68cf-65a0-4ac4-9b6f-2e72bf9aa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.041932 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-d70a68cf-65a0-4ac4-9b6f-2e72bf9aa916 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775647 Oct 25 08:55:56.046546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.046892 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Added segment c5bc0fec-46fd-45fd-acb5-a1f90c1e0850 of type vlan for network debd40b6-a1c5-45b0-9139-7f784fcc7ae0 Oct 25 08:55:56.097291 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.130743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.134757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:55:56.141641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.144539 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.205074 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-dc93d35b-bf96-4fb3-b9d9-6962e42e662b service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527691 Oct 25 08:55:56.228503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8089366 Oct 25 08:55:56.233592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43668) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:56.234309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port cba83402-20dd-432b-8b2e-0782080b2aa0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:55:56.235658 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.246916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ac9f5-5d15-44ec-92b4-45f9464d8f2f tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Pushing event updated for resources: {'Network': ['ID=debd40b6-a1c5-45b0-9139-7f784fcc7ae0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:56.304502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network debd40b6-a1c5-45b0-9139-7f784fcc7ae0 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:55:56.356427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-0059f52d-ee7e-422e-8f4e-f6a219b861fd service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433997 Oct 25 08:55:56.405825 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:55:56.455070 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-73b65b1d-9d14-4573-b11a-d7086693d238 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad HTTP/1.1" status: 200 len: 217 time: 0.0877464 Oct 25 08:55:56.520775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.558503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-61bc357a-074f-443e-a799-a6a8c0a32afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.559693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Request body: {'network': {'name': 'tempest-network--867025232', 'router:external': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:56.560214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-61bc357a-074f-443e-a799-a6a8c0a32afa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.0743120 Oct 25 08:55:56.563766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:55:56.575267 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7fbeb7-e9a4-4d5b-8569-51aa13ded296" -d '{"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-plugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:55:56.586361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:55:56.599440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.607091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-9a5dd397-f255-4fe5-ac9d-465b4548a401 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.617147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-9a5dd397-f255-4fe5-ac9d-465b4548a401 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.622926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-59f9726c-25a8-4857-801a-5f3b80ec9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.624250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-9a5dd397-f255-4fe5-ac9d-465b4548a401 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.624900 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-59f9726c-25a8-4857-801a-5f3b80ec9a11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569851 Oct 25 08:55:56.631330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-9a5dd397-f255-4fe5-ac9d-465b4548a401 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.637582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-9a5dd397-f255-4fe5-ac9d-465b4548a401 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.644204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-9a5dd397-f255-4fe5-ac9d-465b4548a401 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.651831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-9a5dd397-f255-4fe5-ac9d-465b4548a401 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:56.653969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-9a5dd397-f255-4fe5-ac9d-465b4548a401 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.1745875 Oct 25 08:55:56.654984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43684) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:56.680753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:56.689796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Made reservation on behalf of e071f847da6c4121ab0a58d6d4e86e9f for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:56.692152 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.725278 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-68316333-650e-4472-816a-beafc4e4b243 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=658ca37a67f44d9c8e272a3a22b41c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689154 Oct 25 08:55:56.726158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.727935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43688) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:56.735187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-6e4b3b6d-da61-4761-8d08-bd2c38aaa6e0 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011591 Oct 25 08:55:56.790333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e478fe9e-a3a7-4468-9807-e591e66b3740 req-a1dca5b2-e298-4d16-be2b-2eb98029b790 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114762 Oct 25 08:55:56.834718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37a60a38-3534-4a31-9738-902ad44edf50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.864526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b75149d-22ad-48b4-90aa-9ce80ccfcd26 req-5b5e01cc-ef40-444c-b798-8176dd50da4a service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218693 Oct 25 08:55:56.874774 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37a60a38-3534-4a31-9738-902ad44edf50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.880312 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e026eb-1f10-45e1-a2f9-7640a27e0826 x-openstack-request-id: req-97e026eb-1f10-45e1-a2f9-7640a27e0826 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:55:56.880612 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-plugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:55:56.881456 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97e026eb-1f10-45e1-a2f9-7640a27e0826 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:55:56.884087 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'code': 200} Oct 25 08:55:56.921148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.928017 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.982994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:55:56.989484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5df195f4-a47b-4d8f-b6c0-4f5dd9a95219 req-217ff98f-6b5c-4303-9b8c-dc0d49691623 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0457618 Oct 25 08:55:56.991343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5d0a8a-6ef6-4498-b66f-2c1488d55e2e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:56.999633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:56.999936 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Added segment 69f6053d-7a4b-4daa-9dd6-4defa0550739 of type vlan for network 4bb3c34c-04ec-4074-9ab7-5554b87e6fe5 Oct 25 08:55:57.011768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37a60a38-3534-4a31-9738-902ad44edf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.015403 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37a60a38-3534-4a31-9738-902ad44edf50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.020962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-37a60a38-3534-4a31-9738-902ad44edf50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/def062db-7ce6-4395-96eb-0f7838b1adb7 HTTP/1.1" status: 204 len: 168 time: 0.2869320 Oct 25 08:55:57.091796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a60a38-3534-4a31-9738-902ad44edf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def062db-7ce6-4395-96eb-0f7838b1adb7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:57.135221 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.186440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-e3f8f657-c100-4886-bc3e-23d9155ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.187042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-e3f8f657-c100-4886-bc3e-23d9155ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.187554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-e3f8f657-c100-4886-bc3e-23d9155ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.187687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.188029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-e3f8f657-c100-4886-bc3e-23d9155ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.188489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-e3f8f657-c100-4886-bc3e-23d9155ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.188851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.189017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-e3f8f657-c100-4886-bc3e-23d9155ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.189428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-e3f8f657-c100-4886-bc3e-23d9155ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.189557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.192670 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-e3f8f657-c100-4886-bc3e-23d9155ab77c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6477 time: 0.1217775 Oct 25 08:55:57.251228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0143762 Oct 25 08:55:57.254608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43712) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:57.394328 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.407936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8bc8c-6c08-4951-b206-2bfa38a92f23 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Network': ['ID=4bb3c34c-04ec-4074-9ab7-5554b87e6fe5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:57.428211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 4bb3c34c-04ec-4074-9ab7-5554b87e6fe5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:55:57.436355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-44977aaf-939a-4aaf-a642-2fe61d21df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.438159 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-44977aaf-939a-4aaf-a642-2fe61d21df97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cc02180-3db5-415a-8b5f-d9a90e799024 HTTP/1.1" status: 200 len: 903 time: 0.1886604 Oct 25 08:55:57.511243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-f3609d7b-157c-4a2b-b398-f49a50605922 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68c2da18-5f42-4731-9d83-36db65c365f9 HTTP/1.1" status: 200 len: 217 time: 0.0634773 Oct 25 08:55:57.591793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.621339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-95a68dd1-73f0-47b6-ac07-a6547571c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.624244 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-95a68dd1-73f0-47b6-ac07-a6547571c142 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.1050940 Oct 25 08:55:57.632147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb3c34c-04ec-4074-9ab7-5554b87e6fe5']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:57.642335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f6053d-7a4b-4daa-9dd6-4defa0550739') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:57.642644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f6053d-7a4b-4daa-9dd6-4defa0550739') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:55:57.653233 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.667019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.677137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:55:57.677544 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:55:57.679481 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:55:57.692291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-f71019db-b931-4957-a33c-2c3aa6e80fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:57.694453 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-f71019db-b931-4957-a33c-2c3aa6e80fdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597022 Oct 25 08:55:57.746234 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.756024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bb3c34c-04ec-4074-9ab7-5554b87e6fe5 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 08:55:57.766906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bb3c34c-04ec-4074-9ab7-5554b87e6fe5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:57.769001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.772325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94a2ef83-cbf5-475a-8b37-e5d5fda06910 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "DELETE /v2.0/networks/4bb3c34c-04ec-4074-9ab7-5554b87e6fe5 HTTP/1.1" status: 204 len: 168 time: 0.5168049 Oct 25 08:55:57.777458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43742) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:57.782382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:57.891393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Made reservation on behalf of e071f847da6c4121ab0a58d6d4e86e9f for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:57.894960 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.926992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:55:57.936745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:57.937376 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Added segment d448fd3e-49bc-42a5-b0b2-edff9b8283ae of type vlan for network dc36cf85-c756-4f02-84ef-0c38bed692e8 Oct 25 08:55:57.968577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43752) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:58.008204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.049301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.050806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.051688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.089079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43760) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:58.089770 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3107996 Oct 25 08:55:58.100606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Request body: {'subnet': {'network_id': 'dc36cf85-c756-4f02-84ef-0c38bed692e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:58.150245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a67def-534f-41e8-8f8d-e4decc7d679f req-bcb74647-9a10-43f0-ba0e-ad447e666ce2 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.151964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14a67def-534f-41e8-8f8d-e4decc7d679f req-bcb74647-9a10-43f0-ba0e-ad447e666ce2 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.1496127 Oct 25 08:55:58.158430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-d8e470d1-471c-4d72-b28b-8435f929094e service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582370 Oct 25 08:55:58.191943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550bb95-bd83-414c-96a0-8ffdf760ad29 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Network': ['ID=dc36cf85-c756-4f02-84ef-0c38bed692e8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:58.204773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network dc36cf85-c756-4f02-84ef-0c38bed692e8 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:55:58.259731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Made reservation on behalf of e071f847da6c4121ab0a58d6d4e86e9f for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:55:58.263953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.345792 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-df12e170-d8a7-48ec-9b43-6aa132a1a411 req-4cd54d83-79cb-4b3a-818c-bd32cbe5c343 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782649 Oct 25 08:55:58.349305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14a67def-534f-41e8-8f8d-e4decc7d679f req-a7d9e34a-e418-4b19-aca6-8ce3d4922666 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847641 Oct 25 08:55:58.461692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c182ccbf-1bb4-4164-ba23-47c969789c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.552914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-cfc46e47-d10d-403e-8aad-87a5bd9b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.554062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-cfc46e47-d10d-403e-8aad-87a5bd9b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.554751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-cfc46e47-d10d-403e-8aad-87a5bd9b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.555581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-cfc46e47-d10d-403e-8aad-87a5bd9b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.556309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-cfc46e47-d10d-403e-8aad-87a5bd9b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.557090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-cfc46e47-d10d-403e-8aad-87a5bd9b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.557805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-cfc46e47-d10d-403e-8aad-87a5bd9b931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.575555 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-cfc46e47-d10d-403e-8aad-87a5bd9b931e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6477 time: 0.1280503 Oct 25 08:55:58.592977 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c182ccbf-1bb4-4164-ba23-47c969789c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.612543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c182ccbf-1bb4-4164-ba23-47c969789c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.662179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c182ccbf-1bb4-4164-ba23-47c969789c27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=697c87f70d8a489dbf688fe5d9323e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6917312 Oct 25 08:55:58.662313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43778) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:58.744914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03887fbd-8360-42b4-a553-9c94f25ef9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.748339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-11109961-b92d-420d-8158-a348fad3e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.750090 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-11109961-b92d-420d-8158-a348fad3e5f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cc02180-3db5-415a-8b5f-d9a90e799024 HTTP/1.1" status: 200 len: 903 time: 0.1646786 Oct 25 08:55:58.817741 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-d6fda233-7654-4c65-863e-f3dbb61fcc06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad HTTP/1.1" status: 200 len: 217 time: 0.0567136 Oct 25 08:55:58.819737 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03887fbd-8360-42b4-a553-9c94f25ef9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:58.910171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-4ac7acec-324d-409f-acb0-bbc0a5063ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.914788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-4ac7acec-324d-409f-acb0-bbc0a5063ba2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.0838985 Oct 25 08:55:58.948126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-86cd817b-57d4-42cd-bdab-e1ad1defc7a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.954923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-86cd817b-57d4-42cd-bdab-e1ad1defc7a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.962522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-86cd817b-57d4-42cd-bdab-e1ad1defc7a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.969163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-86cd817b-57d4-42cd-bdab-e1ad1defc7a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.978674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-86cd817b-57d4-42cd-bdab-e1ad1defc7a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.985076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-86cd817b-57d4-42cd-bdab-e1ad1defc7a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:58.992290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-86cd817b-57d4-42cd-bdab-e1ad1defc7a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:59.003674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-86cd817b-57d4-42cd-bdab-e1ad1defc7a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.4875724 Oct 25 08:55:59.006725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182ccbf-1bb4-4164-ba23-47c969789c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134ce6cf-0582-45f8-bbc4-b4b6ff9e4180,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:59.009690 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03887fbd-8360-42b4-a553-9c94f25ef9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:59.012451 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03887fbd-8360-42b4-a553-9c94f25ef9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:59.016491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-03887fbd-8360-42b4-a553-9c94f25ef9f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/134ce6cf-0582-45f8-bbc4-b4b6ff9e4180 HTTP/1.1" status: 204 len: 168 time: 0.3532784 Oct 25 08:55:59.021586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-31087d83-c986-4664-ae18-c6b58eebfb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:59.023149 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-31087d83-c986-4664-ae18-c6b58eebfb23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006629 Oct 25 08:55:59.035202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03887fbd-8360-42b4-a553-9c94f25ef9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134ce6cf-0582-45f8-bbc4-b4b6ff9e4180,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:59.066907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbf9064c-e85b-456e-80a7-9f7e01ee75f6 req-4d58618d-63b0-493e-a887-de98dd645954 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621653 Oct 25 08:55:59.240216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13b6494-86eb-4feb-9f66-dd53c72ecafa req-73bbb450-23d0-4225-8669-75ee79e0a4cb tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0527632 Oct 25 08:55:59.240913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 08:55:59.241684 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:59.259778 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-c05c2476-2278-4b8c-ab3c-46af5051cd11 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271395 Oct 25 08:55:59.335573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d1e4ee85-8672-4251-a6c5-d229b66abfd3,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:55:59.388257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Checking segment: {'id': 'd448fd3e-49bc-42a5-b0b2-edff9b8283ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dc36cf85-c756-4f02-84ef-0c38bed692e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:55:59.389354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Network hostable DHCP agents. Network: dc36cf85-c756-4f02-84ef-0c38bed692e8, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:55:59.438067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Network dc36cf85-c756-4f02-84ef-0c38bed692e8 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:55:59.454959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, dc36cf85-c756-4f02-84ef-0c38bed692e8) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:55:59.467026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86885ae0-a19c-4bc3-bed3-12ca7e544d99 None None] Network dc36cf85-c756-4f02-84ef-0c38bed692e8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:55:59.484244 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1be8b3f9-6e9e-43ef-b120-baad43f27a71 req-5f8e4dc9-a5d4-46e2-aa9b-85a5727546e2 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166643 Oct 25 08:55:59.494736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:59.497295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:59.538198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5d61cb87-43ed-4c58-aedb-ddf30c7b3c58 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4475703 Oct 25 08:55:59.540689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43802) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:55:59.545436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Request body: {'floatingip': {'floating_network_id': 'dc36cf85-c756-4f02-84ef-0c38bed692e8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:55:59.622459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:59.698614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee8e74-9e68-46a5-a110-9ed91afe76ff req-94715075-f4a4-47b0-b844-4dc3d0453ebd tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:59.706002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfee8e74-9e68-46a5-a110-9ed91afe76ff req-94715075-f4a4-47b0-b844-4dc3d0453ebd tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1096 time: 0.0543845 Oct 25 08:55:59.759026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfee8e74-9e68-46a5-a110-9ed91afe76ff req-7bee2c75-348c-4deb-9a62-53256a780ec0 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511451 Oct 25 08:55:59.785556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15667372-dcec-49ce-b677-1215546c806f None None] Network dc36cf85-c756-4f02-84ef-0c38bed692e8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:55:59.904509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:55:59.955270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c6729-9792-48b4-a5a7-05a536831c4f req-0bf57505-3d72-42e5-8a21-bbc3187aa38c tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:55:59.964814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21c6729-9792-48b4-a5a7-05a536831c4f req-0bf57505-3d72-42e5-8a21-bbc3187aa38c tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1096 time: 0.0665150 Oct 25 08:56:00.020778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21c6729-9792-48b4-a5a7-05a536831c4f req-804ae6b2-232a-4688-8a9b-e04dfd5da87b tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502791 Oct 25 08:56:00.194659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Allocated IP 172.20.0.6 (dc36cf85-c756-4f02-84ef-0c38bed692e8/d1e4ee85-8672-4251-a6c5-d229b66abfd3/7535fb29-2027-40d8-b6d9-025d5c0a618a) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:00.403673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:00.452762 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:00.517766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Network dc36cf85-c756-4f02-84ef-0c38bed692e8 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:00.522197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:00.525913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:00.557109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Port': ['ID=7535fb29-2027-40d8-b6d9-025d5c0a618a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:00.575128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.575682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.579434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.580106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.580673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.581931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.582605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.583224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.583945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.585702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.586274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.586980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:00.679463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:00.722983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:00.807886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43856) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:00.963586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-275125456-network', 'tenant_id': '2c83ebafbbba408e833bab7cbb85b05f'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:00.977603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:00.983915 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.003345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Made reservation on behalf of 2c83ebafbbba408e833bab7cbb85b05f for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:01.005946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.020013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.074842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Port': ['ID=7535fb29-2027-40d8-b6d9-025d5c0a618a,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:01.083571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.115249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.116821 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-89e8b400-3b98-4731-8493-3e9c7a082047 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5750468 Oct 25 08:56:01.120719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43866) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:01.136597 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.141341 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.156727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:56:01.167627 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.167989 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Added segment f1be57aa-41aa-4fef-9d55-965730c4c4c8 of type vlan for network 37b0a2b5-9227-4b61-a55c-02a5778386c6 Oct 25 08:56:01.212797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.238343 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-16047f52-1865-4869-b59b-6bb380f8e01a tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=dc36cf85-c756-4f02-84ef-0c38bed692e8 HTTP/1.1" status: 200 len: 689 time: 0.1135426 Oct 25 08:56:01.239082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43872) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:01.253298 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.254319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:01.254946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.333013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Pushing event updated for resources: {'Network': ['ID=37b0a2b5-9227-4b61-a55c-02a5778386c6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:01.342678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5330143 Oct 25 08:56:01.344697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43876) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:01.349712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 37b0a2b5-9227-4b61-a55c-02a5778386c6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:56:01.352443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Request body: {'subnet': {'network_id': '37b0a2b5-9227-4b61-a55c-02a5778386c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-275125456-subnet', 'tenant_id': '2c83ebafbbba408e833bab7cbb85b05f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:01.359532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1637-840d-429d-b129-4adddaeba02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7f4f9d-7f6f-4e49-8dae-b39f5d381d11,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:01.418542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Made reservation on behalf of 2c83ebafbbba408e833bab7cbb85b05f for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:01.431969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.458108 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.736577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Deleting port 7535fb29-2027-40d8-b6d9-025d5c0a618a {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:01.737256 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.883671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.899451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-c03f3ea4-886b-4cea-84e8-b1f8abba7458 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:56:01.901341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-c03f3ea4-886b-4cea-84e8-b1f8abba7458 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1991146 Oct 25 08:56:01.902583 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.902913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:01.949168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Calling delete_port for 7535fb29-2027-40d8-b6d9-025d5c0a618a owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:01.955583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-e900f804-3a8e-47ad-8c0c-d09cdef3e43f tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:01.957554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-e900f804-3a8e-47ad-8c0c-d09cdef3e43f tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports/f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 200 len: 1093 time: 0.0489173 Oct 25 08:56:01.972168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Request body: {'binding': {'host': 'n-h2-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:01.973133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Unknown quota resources ['binding']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:56:02.020564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbed148-1fe2-4a6c-a3b6-f346543d3871,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:02.046037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Checking segment: {'id': 'f1be57aa-41aa-4fef-9d55-965730c4c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37b0a2b5-9227-4b61-a55c-02a5778386c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:02.046397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Network hostable DHCP agents. Network: 37b0a2b5-9227-4b61-a55c-02a5778386c6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:56:02.089456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Network 37b0a2b5-9227-4b61-a55c-02a5778386c6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:56:02.111051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 37b0a2b5-9227-4b61-a55c-02a5778386c6) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:02.120617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.121349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.124403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05aab5c-bda6-457f-b060-01d70c23872e None None] Network 37b0a2b5-9227-4b61-a55c-02a5778386c6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:56:02.165522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on host n-h2-814746-2 for vnic_type normal with profile None {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:56:02.165843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:56:02.166180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:02.172999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:56:02.185181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:02.185312 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cde5cf3f-10cd-4bc5-8e23-9aa9dedd9f0a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8271892 Oct 25 08:56:02.190752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:56:02.191698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:02.192357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:56:02.193260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Bound port: f65c8dd9-4991-456c-b099-7f61c7abacc9, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:56:02.204359 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.250647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event deleted for resources: {'Port': ['ID=7535fb29-2027-40d8-b6d9-025d5c0a618a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:02.309242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5fd87-1cd8-44f7-bf44-2681bd03d1b6 None None] Network 37b0a2b5-9227-4b61-a55c-02a5778386c6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:56:02.317086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:56:02.317938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.329313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] Publish callbacks [] for binding, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.330549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1df0a8e5-f59d-4512-a9b6-03f558d6cba7 service neutron] 10.222.0.32 "POST /v2.0/ports/f65c8dd9-4991-456c-b099-7f61c7abacc9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3624890 Oct 25 08:56:02.411417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.490433 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.522675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e4ee85-8672-4251-a6c5-d229b66abfd3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:02.625968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-04be837b-11e4-45ac-b855-c3e690168449 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.627046 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.634402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-04be837b-11e4-45ac-b855-c3e690168449 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.641943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-04be837b-11e4-45ac-b855-c3e690168449 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.649759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-04be837b-11e4-45ac-b855-c3e690168449 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.656919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-04be837b-11e4-45ac-b855-c3e690168449 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.666617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-04be837b-11e4-45ac-b855-c3e690168449 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.673263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-04be837b-11e4-45ac-b855-c3e690168449 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.676237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-04be837b-11e4-45ac-b855-c3e690168449 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.1225331 Oct 25 08:56:02.680182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc36cf85-c756-4f02-84ef-0c38bed692e8']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:02.708006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd448fd3e-49bc-42a5-b0b2-edff9b8283ae') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:02.708295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd448fd3e-49bc-42a5-b0b2-edff9b8283ae') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:02.720256 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.727586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f15e7053-40c8-426c-86ff-fde0dc527687 req-b62c35b7-e0f7-472c-ad71-6483ac9d882b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416925 Oct 25 08:56:02.743990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-2e6f8e6d-72f1-480c-aa88-987aec1f16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:02.745777 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-2e6f8e6d-72f1-480c-aa88-987aec1f16f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1096 time: 0.0809731 Oct 25 08:56:02.746718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.766941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:56:02.767397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:56:02.821093 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:56:02.841592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3cee469-0cea-4d34-a1b4-6e19fcde530e req-1ece5f79-8381-4c07-8cfd-05e8ee211d0c tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0326612 Oct 25 08:56:02.920070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.926534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc36cf85-c756-4f02-84ef-0c38bed692e8 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 08:56:02.960811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:02.964057 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "DELETE /v2.0/networks/dc36cf85-c756-4f02-84ef-0c38bed692e8 HTTP/1.1" status: 204 len: 168 time: 1.7240129 Oct 25 08:56:02.966638 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43896) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:02.986024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d817e-dab4-4dd2-90cc-33b1921e9d8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc36cf85-c756-4f02-84ef-0c38bed692e8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:03.026306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-9bc0dda5-eb76-4932-9dd8-b8f55f4b570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.027771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-9bc0dda5-eb76-4932-9dd8-b8f55f4b570c service neutron] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.2080593 Oct 25 08:56:03.116033 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-702e16fa-dcaf-492f-b6ec-c492b548f29a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 200 len: 217 time: 0.0791440 Oct 25 08:56:03.174152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2c115314-5a9c-4902-9ff8-cdf915fb9539 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.2063649 Oct 25 08:56:03.176497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43898) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:03.211509 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-49f98465-b612-4632-aa02-e6004594dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.218503 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-49f98465-b612-4632-aa02-e6004594dac5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0868249 Oct 25 08:56:03.279055 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-7b0edb54-08e6-43e5-bfdd-6313b98572ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505714 Oct 25 08:56:03.356270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.357251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.358285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.359565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.361267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.364083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.364691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.366626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.367606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.368640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.368640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.380791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e787bb68-995d-4421-89a3-70217c677716 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7160 time: 0.2030685 Oct 25 08:56:03.383156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43908) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:03.390817 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-3fb49ddd-4a8c-48e0-8a30-a1327b7dd8c4 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034830 Oct 25 08:56:03.408254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-7ac8b529-c781-401f-bd74-17abb92813c2 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260186 Oct 25 08:56:03.433239 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-6cb17185-f6a2-4b57-b985-bf7a99493134 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] delete failed (client error): The resource could not be found. Oct 25 08:56:03.437563 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6cb17185-f6a2-4b57-b985-bf7a99493134 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/b2e53534-a11c-49e5-a9a3-971dd784e1d6 HTTP/1.1" status: 404 len: 345 time: 0.0530167 Oct 25 08:56:03.439630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43912) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:03.505392 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3c0426-cae1-49e4-81d2-4bc9fa345453 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] DELETE failed (client error): The resource could not be found. Oct 25 08:56:03.505931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3c0426-cae1-49e4-81d2-4bc9fa345453 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:56:03.508941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0e3c0426-cae1-49e4-81d2-4bc9fa345453 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "DELETE /v2.0/networks/dc36cf85-c756-4f02-84ef-0c38bed692e8 HTTP/1.1" status: 404 len: 339 time: 0.0683594 Oct 25 08:56:03.515714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43916) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:03.522153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Request body: {'network': {'name': 'tempest-network--232556606', 'router:external': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:03.555010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-fc5dbef4-3845-48cf-a1ca-b64ad34d82ef tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.562458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-fc5dbef4-3845-48cf-a1ca-b64ad34d82ef tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451354 Oct 25 08:56:03.582699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-16f941a9-b0cf-409b-99fb-d437d8fd3285 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/quotas/11c126ed7bea4983a5e3df930d94ece3 HTTP/1.1" status: 200 len: 375 time: 0.0184715 Oct 25 08:56:03.585439 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-c3fd6fb2-37c5-4737-958b-619b6e08669d service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463599 Oct 25 08:56:03.593626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Made reservation on behalf of e071f847da6c4121ab0a58d6d4e86e9f for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:03.596346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:03.630194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-9f38861e-84ef-4248-a70c-c9ed5af68f75 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457468 Oct 25 08:56:03.643317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:56:03.674655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:03.675378 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Added segment 233385ec-ae48-4286-a36c-7f7c6fdfc219 of type vlan for network d9f5d70b-e920-4a71-affe-f8aab5d6d37b Oct 25 08:56:03.776308 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:03.840978 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:03.843185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:03.844062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:03.918508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43926) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:03.928954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4119115 Oct 25 08:56:03.963344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d01ec-b898-40e2-be64-a977e59aa0bf tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Network': ['ID=d9f5d70b-e920-4a71-affe-f8aab5d6d37b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:03.974824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d9f5d70b-e920-4a71-affe-f8aab5d6d37b details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:56:04.116914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eb16c-2215-4fdf-b0f3-3bc849ec3ad7 req-495ea7ff-0957-457e-a0be-a1cc6517afaa tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.120606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-692eb16c-2215-4fdf-b0f3-3bc849ec3ad7 req-495ea7ff-0957-457e-a0be-a1cc6517afaa tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.1416609 Oct 25 08:56:04.204833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-692eb16c-2215-4fdf-b0f3-3bc849ec3ad7 req-4d5392dc-41a1-4875-bafe-0c8bf1310688 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724669 Oct 25 08:56:04.291491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c23c333-baa0-4851-a276-54745a769a6e tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.298554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c23c333-baa0-4851-a276-54745a769a6e tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.306518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c23c333-baa0-4851-a276-54745a769a6e tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.313664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c23c333-baa0-4851-a276-54745a769a6e tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.318543 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c23c333-baa0-4851-a276-54745a769a6e tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3986397 Oct 25 08:56:04.321379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43936) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:04.409487 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-2967afe7-d2ca-436f-93a7-4825f21597c6 req-c00a2db5-7c33-4606-afb1-0d7c272d2353 tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] show failed (client error): The resource could not be found. Oct 25 08:56:04.412059 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2967afe7-d2ca-436f-93a7-4825f21597c6 req-c00a2db5-7c33-4606-afb1-0d7c272d2353 tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] 10.222.0.32 "GET /v2.0/security-groups/6c96b08f-e959-4692-acd4-888a42fae24b HTTP/1.1" status: 404 len: 352 time: 0.0307901 Oct 25 08:56:04.449920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:04.523632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea61cf46-7bf2-410b-9ec2-b122a476e87a req-7380cae6-b8f2-4d1f-af96-8d6648e5db22 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 210 time: 0.0499291 Oct 25 08:56:04.710058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-cd03c28b-94ec-435e-bf32-ebff3bc9307f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.717602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-cd03c28b-94ec-435e-bf32-ebff3bc9307f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.724999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-cd03c28b-94ec-435e-bf32-ebff3bc9307f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.731500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-cd03c28b-94ec-435e-bf32-ebff3bc9307f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.738939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-cd03c28b-94ec-435e-bf32-ebff3bc9307f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.746111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-cd03c28b-94ec-435e-bf32-ebff3bc9307f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.752826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-cd03c28b-94ec-435e-bf32-ebff3bc9307f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:04.755159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-cd03c28b-94ec-435e-bf32-ebff3bc9307f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.1362543 Oct 25 08:56:04.813335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78ecac59-812e-4b12-91b7-826b1870c2a7 req-94863a3f-e688-4edc-8b50-e0189f3597f8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509074 Oct 25 08:56:04.974456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:04.999128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8740eeee-41bc-4d93-ae36-720a886d3a6b req-bc292ba3-54d3-4a6f-b46f-68d7d11c2228 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0517945 Oct 25 08:56:05.013746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f5d70b-e920-4a71-affe-f8aab5d6d37b']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:05.030472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233385ec-ae48-4286-a36c-7f7c6fdfc219') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:05.031587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233385ec-ae48-4286-a36c-7f7c6fdfc219') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:05.048488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.068939 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.082870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:56:05.083365 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:56:05.085557 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:56:05.184416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.190072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9f5d70b-e920-4a71-affe-f8aab5d6d37b {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 08:56:05.194217 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.197757 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d9f5d70b-e920-4a71-affe-f8aab5d6d37b HTTP/1.1" status: 204 len: 168 time: 0.8752029 Oct 25 08:56:05.201357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43954) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:05.206695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Request body: {'network': {'name': 'tempest-network--2021432033', 'router:external': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:05.232711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879a19b-e73c-442b-abbd-9ac93e6d5eb9 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9f5d70b-e920-4a71-affe-f8aab5d6d37b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:05.266946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Made reservation on behalf of e071f847da6c4121ab0a58d6d4e86e9f for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:05.270624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.326789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:56:05.333269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-765b63e0-c047-4c81-9aab-8c7ed9ea9d80 req-cb45bc50-acc2-4201-8a5f-4ba57e585be1 tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c83ebafbbba408e833bab7cbb85b05f HTTP/1.1" status: 200 len: 2984 time: 0.0925472 Oct 25 08:56:05.344118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.344455 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Added segment c2167778-cfd2-4b52-b118-4990270785aa of type vlan for network 2e233f3e-d0bb-4bcd-be4b-8a4826e70bce Oct 25 08:56:05.449111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.507445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-6671ef39-a397-4eb5-845b-17816e8fd870 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253563 Oct 25 08:56:05.521521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.522965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:05.523211 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:05.633546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-765b63e0-c047-4c81-9aab-8c7ed9ea9d80 req-540c23dc-d8ab-43e7-8009-6dcdca683b3b tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] 10.222.0.32 "GET /v2.0/security-groups/3a7f4f9d-7f6f-4e49-8dae-b39f5d381d11 HTTP/1.1" status: 200 len: 2981 time: 0.2914917 Oct 25 08:56:05.702481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-a604f37f-f7cd-4a1a-97a0-a7430e80badb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:05.704112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-a604f37f-f7cd-4a1a-97a0-a7430e80badb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769295 Oct 25 08:56:05.730547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43960) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:05.731127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5285082 Oct 25 08:56:05.774393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Request body: {'port': {'device_id': '35ed464b-398f-4a34-bdf2-9b3525669a94', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '11c126ed7bea4983a5e3df930d94ece3'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:05.912653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517325ab-a37c-49a7-a270-4e9261c1a863 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:05.917600 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-517325ab-a37c-49a7-a270-4e9261c1a863 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] 10.222.0.32 "GET /v2.0/networks/2e233f3e-d0bb-4bcd-be4b-8a4826e70bce HTTP/1.1" status: 200 len: 757 time: 0.1858935 Oct 25 08:56:05.918358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43964) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:06.018037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce3f3c-4f68-4aae-97a8-7c1927fc865b tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:06.023489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-edce3f3c-4f68-4aae-97a8-7c1927fc865b tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] 10.222.0.32 "GET /v2.0/networks/debd40b6-a1c5-45b0-9139-7f784fcc7ae0 HTTP/1.1" status: 200 len: 768 time: 0.1037626 Oct 25 08:56:06.024254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43968) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:06.109620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.240484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.274483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e233f3e-d0bb-4bcd-be4b-8a4826e70bce']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:06.286011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2167778-cfd2-4b52-b118-4990270785aa') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:06.286583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2167778-cfd2-4b52-b118-4990270785aa') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:06.301524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f81bd-f927-4aed-9b3d-8cef66d12c79 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Network': ['ID=2e233f3e-d0bb-4bcd-be4b-8a4826e70bce,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:06.308916 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.317390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 2e233f3e-d0bb-4bcd-be4b-8a4826e70bce details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:56:06.330329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-765b63e0-c047-4c81-9aab-8c7ed9ea9d80 req-dc1c1487-7814-45d2-a651-16db2d425a7c tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] 10.222.0.32 "GET /v2.0/security-groups/3a7f4f9d-7f6f-4e49-8dae-b39f5d381d11 HTTP/1.1" status: 200 len: 2981 time: 0.6245782 Oct 25 08:56:06.332408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Made reservation on behalf of 11c126ed7bea4983a5e3df930d94ece3 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:06.336661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.345582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.353250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.367306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:56:06.367306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:56:06.370076 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:56:06.506992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.513887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e233f3e-d0bb-4bcd-be4b-8a4826e70bce {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 08:56:06.536014 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.548967 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2e233f3e-d0bb-4bcd-be4b-8a4826e70bce HTTP/1.1" status: 204 len: 168 time: 0.5235159 Oct 25 08:56:06.552061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95695f22-502f-46d2-bad7-5317772c067e req-4a4beb33-5670-401c-a733-101a93441582 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:06.554992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43976) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:06.555818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc96170-3789-490e-b6da-518013b24a2f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e233f3e-d0bb-4bcd-be4b-8a4826e70bce,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:06.560021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95695f22-502f-46d2-bad7-5317772c067e req-4a4beb33-5670-401c-a733-101a93441582 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.1076484 Oct 25 08:56:06.579390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Request body: {'network': {'name': 'tempest-network--484132289'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:06.646870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Made reservation on behalf of e071f847da6c4121ab0a58d6d4e86e9f for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:06.650064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.654103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95695f22-502f-46d2-bad7-5317772c067e req-c86eaba2-638a-4e9b-b777-264d72f43704 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931323 Oct 25 08:56:06.692678 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.707195 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.710018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:56:06.739157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.739508 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Added segment fdafd55d-0da9-46e9-8059-186a4da2b2ea of type vlan for network cb9b34ab-ed73-4dbc-8178-77cbd7abf552 Oct 25 08:56:06.830379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:06.856385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.869125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a426bfc-68dd-4a29-8c00-0277eba621ac req-764fad04-1e42-4268-8ee2-bde68814e15e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 210 time: 0.0640862 Oct 25 08:56:06.921236 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.922223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:06.922801 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:06.996967 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4311886 Oct 25 08:56:07.002490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43978) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:07.009005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-33dcdf9b-11fb-418f-b293-2833137dec8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:07.012714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4045a2-7220-40a7-8ec5-61f524ddf814 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Network': ['ID=cb9b34ab-ed73-4dbc-8178-77cbd7abf552,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:07.024176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network cb9b34ab-ed73-4dbc-8178-77cbd7abf552 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:56:07.045369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Allocated IP 192.168.233.252 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:07.142709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-72734904-0a13-404a-acbb-1586d91d57a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:07.159752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-72734904-0a13-404a-acbb-1586d91d57a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:07.170165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-72734904-0a13-404a-acbb-1586d91d57a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:07.182837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-72734904-0a13-404a-acbb-1586d91d57a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:07.196030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-72734904-0a13-404a-acbb-1586d91d57a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:07.206403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-72734904-0a13-404a-acbb-1586d91d57a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:07.223471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-72734904-0a13-404a-acbb-1586d91d57a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:07.239080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-72734904-0a13-404a-acbb-1586d91d57a9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.2670000 Oct 25 08:56:07.276611 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33dcdf9b-11fb-418f-b293-2833137dec8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.295477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33dcdf9b-11fb-418f-b293-2833137dec8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.317954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33dcdf9b-11fb-418f-b293-2833137dec8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Network cb9b34ab-ed73-4dbc-8178-77cbd7abf552 is not hosted by any dhcp agent {{(pid=106991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 08:56:07.318827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dcdf9b-11fb-418f-b293-2833137dec8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:07.320142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33dcdf9b-11fb-418f-b293-2833137dec8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.323894 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33dcdf9b-11fb-418f-b293-2833137dec8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "PUT /v2.0/networks/cb9b34ab-ed73-4dbc-8178-77cbd7abf552 HTTP/1.1" status: 200 len: 857 time: 0.3168449 Oct 25 08:56:07.344104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43980) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:07.376057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcdf9b-11fb-418f-b293-2833137dec8f tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event updated for resources: {'Network': ['ID=cb9b34ab-ed73-4dbc-8178-77cbd7abf552,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:07.379328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74ca9397-2289-4afc-aad9-be2bb69a80d0 req-36c6a535-f855-4d4d-8738-6945bb5a3508 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306396 Oct 25 08:56:07.494771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.553367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7694d944-3454-463c-8321-f168f9a34057 req-75237b70-ca2e-4a0b-87b1-346c84114463 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0419674 Oct 25 08:56:07.557788 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.681317 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.714478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.742374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9b34ab-ed73-4dbc-8178-77cbd7abf552']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:07.792837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdafd55d-0da9-46e9-8059-186a4da2b2ea') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:07.793085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdafd55d-0da9-46e9-8059-186a4da2b2ea') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:07.817626 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.820343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:07.849049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:07.877482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'Port': ['ID=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:07.887812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:07.926810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:07.959024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23328311-84f2-4f02-bc9b-b19bb95762db req-3e6358c6-d3db-4c6b-87ae-4f8b7716a2f4 tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] 10.222.0.32 "GET /v2.0/security-groups/3a7f4f9d-7f6f-4e49-8dae-b39f5d381d11 HTTP/1.1" status: 200 len: 2981 time: 0.1373816 Oct 25 08:56:08.002566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:56:08.003883 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.011531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:08.012162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:56:08.015003 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:56:08.149779 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-23328311-84f2-4f02-bc9b-b19bb95762db req-4a49114d-630b-4392-a472-a0cdb549ee36 tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 08:56:08.157953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23328311-84f2-4f02-bc9b-b19bb95762db req-4a49114d-630b-4392-a472-a0cdb549ee36 tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] 10.222.0.32 "DELETE /v2.0/security-groups/3a7f4f9d-7f6f-4e49-8dae-b39f5d381d11 HTTP/1.1" status: 409 len: 352 time: 0.1974292 Oct 25 08:56:08.162933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-298d673a-a407-4f58-ae58-010f84725a16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3980584 Oct 25 08:56:08.173273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ec730f28-e1f9-435b-8975-ae2de9ec9ddf None None] Provisioning complete for port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:08.173785 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ec730f28-e1f9-435b-8975-ae2de9ec9ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.178560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.186388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Request body: {'port': {'device_id': '35ed464b-398f-4a34-bdf2-9b3525669a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:08.252287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb9b34ab-ed73-4dbc-8178-77cbd7abf552 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 08:56:08.259054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ec730f28-e1f9-435b-8975-ae2de9ec9ddf None None] Port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:56:08.273331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb9b34ab-ed73-4dbc-8178-77cbd7abf552,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:08.315756 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.322989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43996) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:08.323924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-319283be-ddfb-45fe-a076-32d247b07b10 tempest-ExternalNetworksTestJSON-338368703 tempest-ExternalNetworksTestJSON-338368703-project-admin] 10.222.0.32 "DELETE /v2.0/networks/cb9b34ab-ed73-4dbc-8178-77cbd7abf552 HTTP/1.1" status: 204 len: 168 time: 0.9779449 Oct 25 08:56:08.326438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.385557 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c9d604-e3ae-4925-9c3a-29c67509afcb tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] DELETE failed (client error): The resource could not be found. Oct 25 08:56:08.386296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c9d604-e3ae-4925-9c3a-29c67509afcb tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:56:08.390346 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.395515 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-05c9d604-e3ae-4925-9c3a-29c67509afcb tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] 10.222.0.32 "DELETE /v2.0/subnets/d1e4ee85-8672-4251-a6c5-d229b66abfd3 HTTP/1.1" status: 404 len: 337 time: 0.0688446 Oct 25 08:56:08.397590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43998) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:08.600060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.824148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.902573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debd40b6-a1c5-45b0-9139-7f784fcc7ae0']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:08.920289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bc0fec-46fd-45fd-acb5-a1f90c1e0850') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:08.920578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bc0fec-46fd-45fd-acb5-a1f90c1e0850') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:08.953393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:08.991249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.004377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:56:09.004783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.018693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad4ce-838d-4df4-8c04-3e632fbefc35 req-a78036e3-a929-46ab-b050-f2531a35b2e4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:56:09.021214 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:56:09.038740 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16bad4ce-838d-4df4-8c04-3e632fbefc35 req-a78036e3-a929-46ab-b050-f2531a35b2e4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.7133584 Oct 25 08:56:09.129850 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.141200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.150342 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] 10.222.0.32 "DELETE /v2.0/networks/debd40b6-a1c5-45b0-9139-7f784fcc7ae0 HTTP/1.1" status: 204 len: 168 time: 0.7515781 Oct 25 08:56:09.165879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96519-391d-414b-9fbd-c8517e70f167 tempest-ExternalNetworksTestJSON-861977465 tempest-ExternalNetworksTestJSON-861977465-project] Pushing event deleted for resources: {'Network': ['ID=debd40b6-a1c5-45b0-9139-7f784fcc7ae0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:09.185101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16bad4ce-838d-4df4-8c04-3e632fbefc35 req-06ddf1a2-8d61-411f-ba0e-2ca3a6dd07e2 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406438 Oct 25 08:56:09.199654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:09.236148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.273225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Transition to ACTIVE for port object 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:56:09.286244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.398606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Pushing event updated for resources: {'Port': ['ID=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:09.567894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad4818-2d93-448a-8cad-1b51504e61d6 req-6c11fd04-31a0-4281-8029-23b103929ee2 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:09.569819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82ad4818-2d93-448a-8cad-1b51504e61d6 req-6c11fd04-31a0-4281-8029-23b103929ee2 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 948 time: 0.2457209 Oct 25 08:56:09.591835 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.632489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44014) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:09.684246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Attempting to bind port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:56:09.684460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Attempting to bind port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:56:09.684804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Attempting to bind port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:09.701798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82ad4818-2d93-448a-8cad-1b51504e61d6 req-9346ebc0-6fa9-43ac-92f3-ff7923ea4032 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796895 Oct 25 08:56:09.702637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:56:09.702963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Attempting to bind port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:09.732931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:56:09.733399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:09.734494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:56:09.735409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Bound port: 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:56:09.738514 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.781740 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-37989874-63db-42f5-b27c-1ab9cc0311ef req-db7a565c-4889-4c2f-985d-5f983d7606cc tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] show failed (client error): The resource could not be found. Oct 25 08:56:09.802257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37989874-63db-42f5-b27c-1ab9cc0311ef req-db7a565c-4889-4c2f-985d-5f983d7606cc tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] 10.222.0.32 "GET /v2.0/security-groups/07b80b8c-119b-4693-b7be-99f44b9d9820 HTTP/1.1" status: 404 len: 352 time: 0.0396144 Oct 25 08:56:09.891830 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1b595d7e-e286-4bc2-9916-8956aba396e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0fdfe08c9cf438596692dcc7d97c83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534924 Oct 25 08:56:09.895551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44022) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:09.944922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] For port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:09.964553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] For port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:56:09.965756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93c7bf07-d7ee-4361-9d2c-f654fbc194e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:09.977092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:10.000917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-d0237aa2-7dea-46c6-9ece-d6f714f444e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.005874 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93c7bf07-d7ee-4361-9d2c-f654fbc194e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:10.006503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-d0237aa2-7dea-46c6-9ece-d6f714f444e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.012588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-d0237aa2-7dea-46c6-9ece-d6f714f444e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.019340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-d0237aa2-7dea-46c6-9ece-d6f714f444e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.025973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-d0237aa2-7dea-46c6-9ece-d6f714f444e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.032610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-d0237aa2-7dea-46c6-9ece-d6f714f444e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.039918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-d0237aa2-7dea-46c6-9ece-d6f714f444e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.042085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-d0237aa2-7dea-46c6-9ece-d6f714f444e3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.1545999 Oct 25 08:56:10.074508 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93c7bf07-d7ee-4361-9d2c-f654fbc194e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:10.080207 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93c7bf07-d7ee-4361-9d2c-f654fbc194e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:10.085137 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-93c7bf07-d7ee-4361-9d2c-f654fbc194e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c277f309-827d-4a44-b727-e48614c0900b HTTP/1.1" status: 204 len: 168 time: 0.1883404 Oct 25 08:56:10.093559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7bf07-d7ee-4361-9d2c-f654fbc194e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c277f309-827d-4a44-b727-e48614c0900b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:10.115762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.117212 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:10.119531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] 10.222.0.41 "PUT /v2.0/ports/25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 HTTP/1.1" status: 200 len: 1096 time: 1.9385004 Oct 25 08:56:10.120297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ed464b-398f-4a34-bdf2-9b3525669a94', 'tag': '25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:10.138268 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488" -d '{"events": [{"name": "network-changed", "server_uuid": "35ed464b-398f-4a34-bdf2-9b3525669a94", "tag": "25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:10.246482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebc6d409-f46d-45ab-926e-1f85db3e4195 req-a6f9ac8a-5598-46c0-a07c-11404d5d05a8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1811962 Oct 25 08:56:10.281368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bcc81-28f4-427b-a5ce-30f7f6f66902 service neutron] Pushing event updated for resources: {'Port': ['ID=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:10.338225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-a5bd48b8-b30f-45ee-9502-63f96d675719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.343096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-a5bd48b8-b30f-45ee-9502-63f96d675719 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 1099 time: 0.1560919 Oct 25 08:56:10.412959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-7bc91ae3-62ad-4bdf-a7d5-65536049f5fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 HTTP/1.1" status: 200 len: 217 time: 0.0549474 Oct 25 08:56:10.504822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfa80018-1558-4b6b-bed8-a8a53b9519d4 req-a7f4cf22-3e42-4988-8184-08f00d03e1f6 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0907657 Oct 25 08:56:10.543932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-7cbbfd68-7789-433d-8ca1-468364d9feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.545998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-7cbbfd68-7789-433d-8ca1-468364d9feb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1234572 Oct 25 08:56:10.620414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-3b35e122-bd23-46b4-8125-170e4c0e7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:10.622035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-3b35e122-bd23-46b4-8125-170e4c0e7281 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655062 Oct 25 08:56:10.645455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44040) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:10.719224 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3a488fc5-aaba-45e4-a6fe-61b48bd28ef1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e071f847da6c4121ab0a58d6d4e86e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720308 Oct 25 08:56:10.723256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44042) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:10.775692 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-c0044e0e-e879-4df4-8d85-9ee65ac90703 req-a476f829-a567-48c8-a99f-da273408e011 tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] show failed (client error): The resource could not be found. Oct 25 08:56:10.776584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0044e0e-e879-4df4-8d85-9ee65ac90703 req-a476f829-a567-48c8-a99f-da273408e011 tempest-SecurityGroupsNegativeTestJSON-2077614147 tempest-SecurityGroupsNegativeTestJSON-2077614147-project] 10.222.0.32 "GET /v2.0/security-groups/5795df28-c757-435d-a456-0927f3c8bf21 HTTP/1.1" status: 404 len: 352 time: 0.0230560 Oct 25 08:56:10.794404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44046) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:10.851307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-5628e77b-e8c6-427e-a44d-0b897bc5e250 admin admin] Deleting subnet 7cbed148-1fe2-4a6c-a3b6-f346543d3871 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:56:10.854303 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6c99f-e923-4d22-a8e3-ed61aef2c865 x-openstack-request-id: req-d6a6c99f-e923-4d22-a8e3-ed61aef2c865 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:10.854591 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ed464b-398f-4a34-bdf2-9b3525669a94", "tag": "25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:10.854842 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6a6c99f-e923-4d22-a8e3-ed61aef2c865 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:10.855236 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ed464b-398f-4a34-bdf2-9b3525669a94', 'tag': '25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'status': 'completed', 'code': 200} Oct 25 08:56:10.865328 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5628e77b-e8c6-427e-a44d-0b897bc5e250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:10.904759 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-4f1c0e5a-84ca-487c-a83f-5e2f5a72b64a service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736502 Oct 25 08:56:10.952769 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5628e77b-e8c6-427e-a44d-0b897bc5e250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.015109 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6b94-4858-46a9-a8c2-85a3d953ffb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.080258 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6b94-4858-46a9-a8c2-85a3d953ffb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.095370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5628e77b-e8c6-427e-a44d-0b897bc5e250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.145811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de18055-7d7f-46ab-8c8e-fda775feeb36 req-97a2a4f6-6acd-4522-8210-5a99cfc6e3e7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:11.147303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0de18055-7d7f-46ab-8c8e-fda775feeb36 req-97a2a4f6-6acd-4522-8210-5a99cfc6e3e7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.2356505 Oct 25 08:56:11.186652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad54a1e-604b-481f-9639-0f33836babf7 req-05eee8dc-6d91-4829-95f2-fa8673c0913f service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715685 Oct 25 08:56:11.265154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0de18055-7d7f-46ab-8c8e-fda775feeb36 req-98579ada-105a-4e6c-b006-ae701048326c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065547 Oct 25 08:56:11.271118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6b94-4858-46a9-a8c2-85a3d953ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.278093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6b94-4858-46a9-a8c2-85a3d953ffb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.293410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1eeb6b94-4858-46a9-a8c2-85a3d953ffb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df5d0a8a-6ef6-4498-b66f-2c1488d55e2e HTTP/1.1" status: 204 len: 168 time: 0.5671146 Oct 25 08:56:11.335063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb6b94-4858-46a9-a8c2-85a3d953ffb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5d0a8a-6ef6-4498-b66f-2c1488d55e2e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:11.344931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5628e77b-e8c6-427e-a44d-0b897bc5e250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.525266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5628e77b-e8c6-427e-a44d-0b897bc5e250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.532144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5628e77b-e8c6-427e-a44d-0b897bc5e250 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7cbed148-1fe2-4a6c-a3b6-f346543d3871 HTTP/1.1" status: 204 len: 168 time: 0.7345436 Oct 25 08:56:11.532550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44056) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:11.550167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628e77b-e8c6-427e-a44d-0b897bc5e250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cbed148-1fe2-4a6c-a3b6-f346543d3871,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:11.603932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-efba5fed-6da4-4561-b74d-b494150d1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:11.605689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-efba5fed-6da4-4561-b74d-b494150d1656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 1099 time: 0.3112557 Oct 25 08:56:11.626545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083b607-211b-47c0-8f6c-620cd1a3684a req-b62acf7d-399d-4db9-9224-ab8d3322b995 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:11.629593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8083b607-211b-47c0-8f6c-620cd1a3684a req-b62acf7d-399d-4db9-9224-ab8d3322b995 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 948 time: 0.2127008 Oct 25 08:56:11.690951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.866341 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.892317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b0a2b5-9227-4b61-a55c-02a5778386c6']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:11.905444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-4774cd27-7433-4e87-967a-15112fc9c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:11.907095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-4774cd27-7433-4e87-967a-15112fc9c974 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2748795 Oct 25 08:56:11.914929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1be57aa-41aa-4fef-9d55-965730c4c4c8') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:11.915335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1be57aa-41aa-4fef-9d55-965730c4c4c8') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:11.931456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.953747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.966585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:56:11.967205 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:56:11.969988 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:56:12.018749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-72a7f1d2-049d-48ba-85dc-ca055276e820 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 HTTP/1.1" status: 200 len: 217 time: 0.1006927 Oct 25 08:56:12.033337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8083b607-211b-47c0-8f6c-620cd1a3684a req-24f4e688-981c-40ef-b722-1ddd8ecc62a2 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035673 Oct 25 08:56:12.099110 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:12.107654 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:12.113767 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] 10.222.0.32 "DELETE /v2.0/networks/37b0a2b5-9227-4b61-a55c-02a5778386c6 HTTP/1.1" status: 204 len: 168 time: 0.5800643 Oct 25 08:56:12.142361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735bf8f-19cd-4e19-84ec-7a69653027ec admin admin] Pushing event deleted for resources: {'Network': ['ID=37b0a2b5-9227-4b61-a55c-02a5778386c6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:12.157350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-6b562189-e777-4f92-a738-c685bd3cfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.160122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-6b562189-e777-4f92-a738-c685bd3cfff6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1249578 Oct 25 08:56:12.214956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-9471b8da-29d4-4fec-bef4-60bbb56c421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.216878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-9471b8da-29d4-4fec-bef4-60bbb56c421c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488474 Oct 25 08:56:12.372261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-42e6cac8-fbf1-4dcc-86f1-7a85b6bf199e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.386783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-42e6cac8-fbf1-4dcc-86f1-7a85b6bf199e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.392038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44080) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:12.396226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-42e6cac8-fbf1-4dcc-86f1-7a85b6bf199e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.404529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-42e6cac8-fbf1-4dcc-86f1-7a85b6bf199e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.410872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-42e6cac8-fbf1-4dcc-86f1-7a85b6bf199e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.417835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-42e6cac8-fbf1-4dcc-86f1-7a85b6bf199e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.425354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-42e6cac8-fbf1-4dcc-86f1-7a85b6bf199e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:12.427423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-42e6cac8-fbf1-4dcc-86f1-7a85b6bf199e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.1890161 Oct 25 08:56:12.487086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b068fd7c-2f80-4add-8982-08ddeb441673 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c83ebafbbba408e833bab7cbb85b05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938344 Oct 25 08:56:12.488133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44084) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:12.532624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ad27bbe-85c6-41ff-9dc9-cc1a5c663980 req-9f5dc903-f88b-4500-b19d-996b106d6f34 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931714 Oct 25 08:56:12.575364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7530472-0ec8-4149-a87d-3ce5b8c6480d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:12.577437 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-09acdfc4-b10b-4d82-8527-e23e47607b62 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477516 Oct 25 08:56:12.630885 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7530472-0ec8-4149-a87d-3ce5b8c6480d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:12.724148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7530472-0ec8-4149-a87d-3ce5b8c6480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:12.736434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7530472-0ec8-4149-a87d-3ce5b8c6480d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:12.744397 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c7530472-0ec8-4149-a87d-3ce5b8c6480d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a7f4f9d-7f6f-4e49-8dae-b39f5d381d11 HTTP/1.1" status: 204 len: 168 time: 0.2549658 Oct 25 08:56:12.759379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-751d8112-a63e-4814-bed2-6771890250c3 req-7a6afaa0-53ee-4278-8768-cc466b1c2a3b tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0704203 Oct 25 08:56:12.761325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7530472-0ec8-4149-a87d-3ce5b8c6480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7f4f9d-7f6f-4e49-8dae-b39f5d381d11,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:12.832129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c9b536f-36f4-4f21-a28a-fb5b6a7cb488 req-f2325060-c1d3-47e7-802e-77872500d55b service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488089 Oct 25 08:56:13.131568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e9207-0511-4379-ba60-8e5b83ea610e req-c13e1328-a754-4da0-bf89-5f5315aeba2f tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.140937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f6e9207-0511-4379-ba60-8e5b83ea610e req-c13e1328-a754-4da0-bf89-5f5315aeba2f tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.0688317 Oct 25 08:56:13.204483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f6e9207-0511-4379-ba60-8e5b83ea610e req-24043569-6b73-4456-887e-5c21ff5212d6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575893 Oct 25 08:56:13.349588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9f997-a4ea-4e1c-b045-b15785d15dd7 req-3965d50b-d768-4a03-a4b9-326f87fcff1b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.357565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9b9f997-a4ea-4e1c-b045-b15785d15dd7 req-3965d50b-d768-4a03-a4b9-326f87fcff1b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 948 time: 0.0689323 Oct 25 08:56:13.409852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9b9f997-a4ea-4e1c-b045-b15785d15dd7 req-ec094b47-4f0a-48e8-99d7-fcac811a188b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511618 Oct 25 08:56:13.714719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-fab41230-152e-406e-9eef-39fb8310e813 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.721403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-fab41230-152e-406e-9eef-39fb8310e813 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.728076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-fab41230-152e-406e-9eef-39fb8310e813 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.734460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-fab41230-152e-406e-9eef-39fb8310e813 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.741465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-fab41230-152e-406e-9eef-39fb8310e813 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.748082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-fab41230-152e-406e-9eef-39fb8310e813 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.751472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44130) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:13.757492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-fab41230-152e-406e-9eef-39fb8310e813 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:13.766296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-fab41230-152e-406e-9eef-39fb8310e813 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.1140001 Oct 25 08:56:13.822007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b828d9f0-489f-4d3b-b644-8af1326a1e8b req-1b20b9c5-3085-4ab1-a97b-0f8d961b79e1 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545719 Oct 25 08:56:13.959311 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-507af5ff-a1d6-47c9-8642-06ac1b4e7aea req-93d9382e-26be-4fb8-a3e8-48e7539ac575 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0475421 Oct 25 08:56:13.965476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44140) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:14.029255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-749891495-network', 'tenant_id': '6d399ef085e94475a0f2f24320e79f18'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:14.052130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:14.074505 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Made reservation on behalf of 6d399ef085e94475a0f2f24320e79f18 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:14.079224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.094934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-35bcc6a2-07a7-460a-93c2-cf2f7fcb4ba6 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1126022894'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:14.095914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-35bcc6a2-07a7-460a-93c2-cf2f7fcb4ba6 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Unknown quota resources ['metering_label']. {{(pid=106991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:56:14.160639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:14.173171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'mac_address': 'fa:16:3e:d2:03:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:14.179808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.217537 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.231297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:14.255393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:14.260781 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.318644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:14.346136 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35bcc6a2-07a7-460a-93c2-cf2f7fcb4ba6 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.348185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-35bcc6a2-07a7-460a-93c2-cf2f7fcb4ba6 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5936954 Oct 25 08:56:14.351092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44156) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:14.358998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7abdcb04-575c-4119-9dd3-ef7d77d2a466 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2ec59204-641e-4041-96ae-02a35d55bc7a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:14.359551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7abdcb04-575c-4119-9dd3-ef7d77d2a466 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:56:14.378880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bfba2-16cc-4b17-b0f4-617376b6fe17 req-2d705108-ad01-420e-9e1c-03791dfbfae1 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:14.385399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-777bfba2-16cc-4b17-b0f4-617376b6fe17 req-2d705108-ad01-420e-9e1c-03791dfbfae1 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.0935884 Oct 25 08:56:14.420366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.425715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.449910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:56:14.464142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f9e710-d84d-441b-a811-328bf2fc0d85,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:14.489283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.491548 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Added segment d9d5cc41-5e1e-4fbd-932f-69a8aacfc082 of type vlan for network 8d7654de-74d9-4270-ba1d-01f13b97274c Oct 25 08:56:14.505645 n-d-814746-2 neutron-server[106992]: WARNING neutron.services.metering.metering_plugin [None req-7abdcb04-575c-4119-9dd3-ef7d77d2a466 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 25 08:56:14.568671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.592632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-777bfba2-16cc-4b17-b0f4-617376b6fe17 req-dbefa8cb-4cbc-4076-91e6-89479a0045ab tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046843 Oct 25 08:56:14.609956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.621993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:14.621993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.697170 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7302287 Oct 25 08:56:14.698527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:14.700294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44160) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:14.701402 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7abdcb04-575c-4119-9dd3-ef7d77d2a466 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.702849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7abdcb04-575c-4119-9dd3-ef7d77d2a466 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3508067 Oct 25 08:56:14.704066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd570c-8bc9-43dc-ab0e-83a221ac41f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7654de-74d9-4270-ba1d-01f13b97274c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:14.706398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44162) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:14.710906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1bf5ac31-ddcf-4355-973e-40f71d6387ac tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2ec59204-641e-4041-96ae-02a35d55bc7a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:14.711080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Request body: {'subnet': {'network_id': '8d7654de-74d9-4270-ba1d-01f13b97274c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-749891495-subnet', 'tenant_id': '6d399ef085e94475a0f2f24320e79f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:14.712132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1bf5ac31-ddcf-4355-973e-40f71d6387ac tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106992) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:56:14.739317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Made reservation on behalf of 6d399ef085e94475a0f2f24320e79f18 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:14.742516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:14.767095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8d7654de-74d9-4270-ba1d-01f13b97274c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:56:14.779778 n-d-814746-2 neutron-server[106992]: WARNING neutron.services.metering.metering_plugin [None req-1bf5ac31-ddcf-4355-973e-40f71d6387ac tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 25 08:56:15.024846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:15.101253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Checking segment: {'id': 'd9d5cc41-5e1e-4fbd-932f-69a8aacfc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8d7654de-74d9-4270-ba1d-01f13b97274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:15.101610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Network hostable DHCP agents. Network: 8d7654de-74d9-4270-ba1d-01f13b97274c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:56:15.103832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec4830e-c6e4-4dd3-ad2a-247e572ee106,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:15.139988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Network 8d7654de-74d9-4270-ba1d-01f13b97274c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:56:15.168925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8d7654de-74d9-4270-ba1d-01f13b97274c) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:15.173498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.174263 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:15.181675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b1b4e-86e7-43d0-b5c9-e41856526343 None None] Network 8d7654de-74d9-4270-ba1d-01f13b97274c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:56:15.210228 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f247bd4e-5c86-45a3-9c52-fc5af535521c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5069113 Oct 25 08:56:15.255855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe0772-36fa-44d2-8be9-62a2c7f40ce9 req-b3ea35b5-5685-422e-a9dd-123826f289d7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.257543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5fe0772-36fa-44d2-8be9-62a2c7f40ce9 req-b3ea35b5-5685-422e-a9dd-123826f289d7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 949 time: 0.5284855 Oct 25 08:56:15.260341 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1bf5ac31-ddcf-4355-973e-40f71d6387ac tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:15.261489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1bf5ac31-ddcf-4355-973e-40f71d6387ac tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5539246 Oct 25 08:56:15.273961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44174) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:15.291167 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cd4f5a5d-5d4c-42b0-a82e-1a7398972fcf tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=86125cb7-79bc-464e-abc1-070242a2a4e7 HTTP/1.1" status: 200 len: 462 time: 0.0155048 Oct 25 08:56:15.294156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44176) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:15.337566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5fe0772-36fa-44d2-8be9-62a2c7f40ce9 req-f9b33aa6-5935-4f6a-b132-04308ca0e906 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719995 Oct 25 08:56:15.401381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a22d36-24b6-4fa4-b4b5-ef53c77a03ed None None] Network 8d7654de-74d9-4270-ba1d-01f13b97274c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:56:15.501624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-23b2f533-f002-4b7e-a30b-a1c0532fb7bf tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.508687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2b940a3-ae7f-4b7b-8c55-264c71430643 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:15.509283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-23b2f533-f002-4b7e-a30b-a1c0532fb7bf tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.513496 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f2b940a3-ae7f-4b7b-8c55-264c71430643 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/86125cb7-79bc-464e-abc1-070242a2a4e7 HTTP/1.1" status: 204 len: 168 time: 0.2164316 Oct 25 08:56:15.514197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44184) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:15.516099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-23b2f533-f002-4b7e-a30b-a1c0532fb7bf tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.524034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-23b2f533-f002-4b7e-a30b-a1c0532fb7bf tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.530369 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4d7e0830-ec05-4d43-bcea-906a98a91eec tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=86125cb7-79bc-464e-abc1-070242a2a4e7 HTTP/1.1" status: 200 len: 221 time: 0.0150616 Oct 25 08:56:15.530964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44186) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:15.534363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-23b2f533-f002-4b7e-a30b-a1c0532fb7bf tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.535948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-aaf2574e-42e5-435c-b45b-09674cb90528 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1557153625', 'description': 'label created by tempest'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:15.536495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-aaf2574e-42e5-435c-b45b-09674cb90528 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Unknown quota resources ['metering_label']. {{(pid=106991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 08:56:15.540321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-23b2f533-f002-4b7e-a30b-a1c0532fb7bf tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.556510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-23b2f533-f002-4b7e-a30b-a1c0532fb7bf tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:15.559221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-23b2f533-f002-4b7e-a30b-a1c0532fb7bf tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.1273894 Oct 25 08:56:15.632112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d726498-f066-4ae7-ac48-e71a14d236b5 req-3d9e781e-2a61-4527-8b3a-d7b74aadbb3a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587709 Oct 25 08:56:15.723192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaf2574e-42e5-435c-b45b-09674cb90528 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:15.724526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aaf2574e-42e5-435c-b45b-09674cb90528 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1926396 Oct 25 08:56:15.729302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44192) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:15.734102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0916c1d3-5cd3-46de-86c3-e391ac999277 req-997f22c8-091e-429b-be1e-77b1c2e3bff1 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0345113 Oct 25 08:56:15.819645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44202) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:15.819949 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5201e9d1-361a-4d65-9db5-8441afdc8dc3 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=b87cb87a-aa8a-4cf6-b64b-c9f53495b88c HTTP/1.1" status: 200 len: 468 time: 0.0894332 Oct 25 08:56:16.046519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96e0f988-1b9f-4720-9ab6-399a186ae629 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.047647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-96e0f988-1b9f-4720-9ab6-399a186ae629 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/b87cb87a-aa8a-4cf6-b64b-c9f53495b88c HTTP/1.1" status: 204 len: 168 time: 0.2267635 Oct 25 08:56:16.050957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44208) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:16.062977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-18669f84-70f5-430a-b636-5989fc34f08e tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=b87cb87a-aa8a-4cf6-b64b-c9f53495b88c HTTP/1.1" status: 200 len: 216 time: 0.0106592 Oct 25 08:56:16.067276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44216) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:16.069699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:16.084949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9ce3e711-1ad8-4347-af26-7cd8f6ae5117 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0122023 Oct 25 08:56:16.086452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44224) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:16.103666 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0eede899-606a-44d1-a422-05ba84079177 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124660 Oct 25 08:56:16.103898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44226) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:16.126418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:16.130507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:16.131039 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.168378 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-40969254-ade2-477c-93ee-0907b941c724 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/2ec59204-641e-4041-96ae-02a35d55bc7a HTTP/1.1" status: 200 len: 473 time: 0.0633831 Oct 25 08:56:16.172246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44228) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:16.185901 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1fb1613f-e835-4c66-b3c2-4a6aa76beb9e tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/799950d3-b2b3-4eb8-a45d-4a21827581f8 HTTP/1.1" status: 200 len: 459 time: 0.0092509 Oct 25 08:56:16.186251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44230) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:16.228161 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.241298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-4010d80d-97f7-42ca-a818-344d9ed0ec0c tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:16.243083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-4010d80d-97f7-42ca-a818-344d9ed0ec0c tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/networks?id=8d7654de-74d9-4270-ba1d-01f13b97274c HTTP/1.1" status: 200 len: 820 time: 0.1283574 Oct 25 08:56:16.250944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ed464b-398f-4a34-bdf2-9b3525669a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:16.253451 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f02c13f-f958-47df-828c-ded225a07ac0" -d '{"events": [{"server_uuid": "35ed464b-398f-4a34-bdf2-9b3525669a94", "name": "network-vif-plugged", "status": "completed", "tag": "25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:16.260604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-dbf66877-3b17-4343-b1b7-9e86cad5b3d6 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/quotas/6d399ef085e94475a0f2f24320e79f18 HTTP/1.1" status: 200 len: 375 time: 0.0112016 Oct 25 08:56:16.266503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:16.271515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.296732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-4c6257d6-3e81-4602-b285-b6655039e473 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d399ef085e94475a0f2f24320e79f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298417 Oct 25 08:56:16.308981 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd432b43-d8df-476c-ab71-c725325bfcde tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.312909 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cd432b43-d8df-476c-ab71-c725325bfcde tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/799950d3-b2b3-4eb8-a45d-4a21827581f8 HTTP/1.1" status: 204 len: 168 time: 0.1163504 Oct 25 08:56:16.312909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44240) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:16.335902 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c346fdf-f661-433f-a0d0-da4ef53b40d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.340574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:16.447187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-ffa23d3a-1da7-437d-9b99-a09b308cb3f2 service neutron] 10.222.0.32 "GET /v2.0/networks/8d7654de-74d9-4270-ba1d-01f13b97274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398482 Oct 25 08:56:16.498606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f333451a-0dc0-4b49-8b83-f85bb71c8324 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.502991 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f333451a-0dc0-4b49-8b83-f85bb71c8324 tempest-MeteringIpV6TestJSON-1126656127 tempest-MeteringIpV6TestJSON-1126656127-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/2ec59204-641e-4041-96ae-02a35d55bc7a HTTP/1.1" status: 204 len: 168 time: 0.1861570 Oct 25 08:56:16.539349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-70961cc6-c5c7-478f-bd3c-ee2f9073f625 service neutron] 10.222.0.32 "GET /v2.0/networks/8d7654de-74d9-4270-ba1d-01f13b97274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855026 Oct 25 08:56:16.705642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:16.738595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994202d2-6f59-479a-b3f3-f6c1fea9391c req-7763c356-48da-4b96-b6b4-797657c92a71 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:16.740096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-994202d2-6f59-479a-b3f3-f6c1fea9391c req-7763c356-48da-4b96-b6b4-797657c92a71 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.0504632 Oct 25 08:56:16.793609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-994202d2-6f59-479a-b3f3-f6c1fea9391c req-7b9b62ca-0234-4e57-a89f-157bacbec2a7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Oct 25 08:56:16.843895 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a079fd72-37e7-4436-bcea-6be386bfa6ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.849695 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6652dc28-5253-4f98-ab58-6ab7b835a762 x-openstack-request-id: req-6652dc28-5253-4f98-ab58-6ab7b835a762 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:16.850045 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ed464b-398f-4a34-bdf2-9b3525669a94", "name": "network-vif-plugged", "status": "completed", "tag": "25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:16.850325 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6652dc28-5253-4f98-ab58-6ab7b835a762 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:16.850761 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ed464b-398f-4a34-bdf2-9b3525669a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'code': 200} Oct 25 08:56:16.963594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de08ab3-32f9-4fca-b85c-0a215a86cdb2 req-0c3111c8-1484-49c2-a79d-1c3021559ba8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:16.965567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1de08ab3-32f9-4fca-b85c-0a215a86cdb2 req-0c3111c8-1484-49c2-a79d-1c3021559ba8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 950 time: 0.0617437 Oct 25 08:56:16.976430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a079fd72-37e7-4436-bcea-6be386bfa6ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:16.981768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a079fd72-37e7-4436-bcea-6be386bfa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.027607 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a079fd72-37e7-4436-bcea-6be386bfa6ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68250788405c45ab83e5fb6709d8ddcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205183 Oct 25 08:56:17.028472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079fd72-37e7-4436-bcea-6be386bfa6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76cce03-6d74-4642-8df9-e94e9d0241bc,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:17.029804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1de08ab3-32f9-4fca-b85c-0a215a86cdb2 req-46d677e4-3972-41bf-9d4b-1b6cf8147388 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Oct 25 08:56:17.031504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44270) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:17.048026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536986f-1c50-4012-9dd6-8aae36c561cf req-c7af3384-0d72-4e67-8a18-57b1b566b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.050384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6536986f-1c50-4012-9dd6-8aae36c561cf req-c7af3384-0d72-4e67-8a18-57b1b566b09a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 1101 time: 0.0836568 Oct 25 08:56:17.119439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bae416f-11c9-459c-8ba6-7e5150aab1cf req-d8417ef7-e259-40c7-95a2-0ff8bfdc35af tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 210 time: 0.0470421 Oct 25 08:56:17.134764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6536986f-1c50-4012-9dd6-8aae36c561cf req-80d21bc9-209f-4218-8d23-f01a8979394a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747256 Oct 25 08:56:17.149978 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2692d56a-e10e-4326-9f86-36a57080341f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.177643 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2692d56a-e10e-4326-9f86-36a57080341f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.259449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-fcb405c5-b6af-4a23-9bd5-d5bab486d46b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.265303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-fcb405c5-b6af-4a23-9bd5-d5bab486d46b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.272107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-fcb405c5-b6af-4a23-9bd5-d5bab486d46b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.278565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-fcb405c5-b6af-4a23-9bd5-d5bab486d46b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.285335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-fcb405c5-b6af-4a23-9bd5-d5bab486d46b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.291210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-fcb405c5-b6af-4a23-9bd5-d5bab486d46b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.297106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-fcb405c5-b6af-4a23-9bd5-d5bab486d46b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.298891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-fcb405c5-b6af-4a23-9bd5-d5bab486d46b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5420 time: 0.1133528 Oct 25 08:56:17.311536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2692d56a-e10e-4326-9f86-36a57080341f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.314109 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2692d56a-e10e-4326-9f86-36a57080341f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.315613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2692d56a-e10e-4326-9f86-36a57080341f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e76cce03-6d74-4642-8df9-e94e9d0241bc HTTP/1.1" status: 204 len: 168 time: 0.2831144 Oct 25 08:56:17.334776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692d56a-e10e-4326-9f86-36a57080341f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76cce03-6d74-4642-8df9-e94e9d0241bc,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:17.352988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d7b16a5-b623-446c-b88c-afb63a4d8760 req-1a97e081-c428-4ea4-b6a3-86f8355f2825 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477741 Oct 25 08:56:17.450764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8843b73-5bca-485e-8aa2-77222b97a274 req-2c4c2e51-f71a-40ae-9551-980528dafac5 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0300236 Oct 25 08:56:17.613604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44286) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:17.626840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-772393ea-c00f-4e2a-9e25-d1a13988ae6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.723502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-772393ea-c00f-4e2a-9e25-d1a13988ae6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.734316 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-772393ea-c00f-4e2a-9e25-d1a13988ae6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.793471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-772393ea-c00f-4e2a-9e25-d1a13988ae6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af8ed4f76d034e029e67426b9d156a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764517 Oct 25 08:56:17.793923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44298) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:17.795585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772393ea-c00f-4e2a-9e25-d1a13988ae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d523ee9d-8da7-4043-82e1-ba8ee4750542,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:17.811082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26af21-ed62-42ad-a149-55b5252fed28 req-62d10727-8d5f-44ca-93e6-1dd71fe9b620 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.812463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e26af21-ed62-42ad-a149-55b5252fed28 req-62d10727-8d5f-44ca-93e6-1dd71fe9b620 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 949 time: 0.0924597 Oct 25 08:56:17.843902 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae37b1a-3def-45e0-95a5-6fafde7cfbc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.851884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e26af21-ed62-42ad-a149-55b5252fed28 req-b473ba9c-480b-4b4f-bfea-707b5e6bf9d5 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Oct 25 08:56:17.866952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae37b1a-3def-45e0-95a5-6fafde7cfbc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.916271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae37b1a-3def-45e0-95a5-6fafde7cfbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.918897 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae37b1a-3def-45e0-95a5-6fafde7cfbc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:17.922463 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ae37b1a-3def-45e0-95a5-6fafde7cfbc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d523ee9d-8da7-4043-82e1-ba8ee4750542 HTTP/1.1" status: 204 len: 168 time: 0.1250441 Oct 25 08:56:17.928939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae37b1a-3def-45e0-95a5-6fafde7cfbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d523ee9d-8da7-4043-82e1-ba8ee4750542,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:17.966852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01612692-54b7-468f-8f2c-0e25a7d7d6c5 req-fd8ff2da-5608-4729-ab30-257b4b0f0daf tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:17.968398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01612692-54b7-468f-8f2c-0e25a7d7d6c5 req-fd8ff2da-5608-4729-ab30-257b4b0f0daf tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 945 time: 0.0598907 Oct 25 08:56:18.008175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01612692-54b7-468f-8f2c-0e25a7d7d6c5 req-db260e83-158a-4703-be38-7220230cca33 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Oct 25 08:56:18.178998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9a49e-f092-4bd6-9e82-652580d8b645 req-0a3b514a-a493-41b6-8534-6fbd00ef965f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:18.180602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2c9a49e-f092-4bd6-9e82-652580d8b645 req-0a3b514a-a493-41b6-8534-6fbd00ef965f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 950 time: 0.0552578 Oct 25 08:56:18.265761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device be2de9a5-fa93-44fc-8a38-49bc2e19e42e details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:18.281377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2c9a49e-f092-4bd6-9e82-652580d8b645 req-66cdbb9c-2f10-4975-affb-c91540a5fc8b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947945 Oct 25 08:56:18.332521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-2e18a77a-48c4-41f2-8e49-dbf0e23e6029 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:18.334033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-2e18a77a-48c4-41f2-8e49-dbf0e23e6029 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.41 "GET /v2.0/networks?id=8d7654de-74d9-4270-ba1d-01f13b97274c HTTP/1.1" status: 200 len: 820 time: 0.1396191 Oct 25 08:56:18.354505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Request body: {'port': {'device_id': 'd42c786f-5f2d-4b44-94a9-cd8af229fb98', 'network_id': '8d7654de-74d9-4270-ba1d-01f13b97274c', 'admin_state_up': True, 'tenant_id': '6d399ef085e94475a0f2f24320e79f18'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:18.423986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port be2de9a5-fa93-44fc-8a38-49bc2e19e42e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:18.443837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'be2de9a5-fa93-44fc-8a38-49bc2e19e42e', 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'port_id': 'be2de9a5-fa93-44fc-8a38-49bc2e19e42e', 'mac_address': 'fa:16:3e:0e:5c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea04c9b-2a4e-4c2a-8376-9008cd7f1476', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:18.465220 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3464717e-d633-49e9-b35b-f869dbe4a394 req-4df26543-e2c8-45ef-8d2d-d3ed8a6a45e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Oct 25 08:56:18.475775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e84b5ef7-119f-49dd-b3c6-5bb3ba2d14e7 req-7841eb3f-b2b1-4dd9-a49d-fb15e988340d tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 210 time: 0.0454755 Oct 25 08:56:18.498685 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:18.523623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2de9a5-fa93-44fc-8a38-49bc2e19e42e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:18.546517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port be2de9a5-fa93-44fc-8a38-49bc2e19e42e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:18.552651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:18.552847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a19102dc-3d20-47c3-95a8-b464ed36ee39 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:18.557388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Made reservation on behalf of 6d399ef085e94475a0f2f24320e79f18 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:18.574495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:18.628432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a19102dc-3d20-47c3-95a8-b464ed36ee39, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:18.652036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'a19102dc-3d20-47c3-95a8-b464ed36ee39', 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'port_id': 'a19102dc-3d20-47c3-95a8-b464ed36ee39', 'mac_address': 'fa:16:3e:12:cb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea04c9b-2a4e-4c2a-8376-9008cd7f1476', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:18.660642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:18.732958 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:18.746924 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f05da246-477b-4f31-a707-079683468e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:18.790756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Allocated IP 172.20.0.7 (8d7654de-74d9-4270-ba1d-01f13b97274c/cec4830e-c6e4-4dd3-ad2a-247e572ee106/7f14d17c-e15b-4278-81df-d099d1429991) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:18.913556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19102dc-3d20-47c3-95a8-b464ed36ee39 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:18.934052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a19102dc-3d20-47c3-95a8-b464ed36ee39, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:18.940741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:18.941963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 647dd696-a47e-4759-9ede-00bb1d5d8ad0 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:19.042811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.047675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a19102dc-3d20-47c3-95a8-b464ed36ee39,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:19.062478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-5d80fcf3-f1ee-4a84-aeea-ecb1c0779d80 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.066495 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-5d80fcf3-f1ee-4a84-aeea-ecb1c0779d80 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.0717452 Oct 25 08:56:19.083461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-2'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:19.102450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 647dd696-a47e-4759-9ede-00bb1d5d8ad0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:19.116657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'port_id': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'mac_address': 'fa:16:3e:b5:e9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:19.132942 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.180426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Network 8d7654de-74d9-4270-ba1d-01f13b97274c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:19.184201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.195366 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.202576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:19.218055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647dd696-a47e-4759-9ede-00bb1d5d8ad0 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:19.221643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:19.263143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 647dd696-a47e-4759-9ede-00bb1d5d8ad0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:19.270465 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.271242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:19.304278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Pushing event updated for resources: {'Port': ['ID=7f14d17c-e15b-4278-81df-d099d1429991,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:19.365721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.367379 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.385243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:19.392150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:19.395625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=647dd696-a47e-4759-9ede-00bb1d5d8ad0,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:19.400019 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-8839d84c-f3f3-48cb-9fa6-64beb43699d8 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0490291 Oct 25 08:56:19.411740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'f0bc5458-af99-4dac-a0d9-1a8b921c8bd7', 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'port_id': 'f0bc5458-af99-4dac-a0d9-1a8b921c8bd7', 'mac_address': 'fa:16:3e:62:ba:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea04c9b-2a4e-4c2a-8376-9008cd7f1476', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:19.419327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Request body: {'port': {'device_id': 'd42c786f-5f2d-4b44-94a9-cd8af229fb98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:19.441664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:19.468414 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.496921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.498817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:19.500526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:19.511516 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d2aae9-14c5-460f-8207-f92a77ab3ec8" -d '{"events": [{"server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "name": "network-vif-unplugged", "status": "completed", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:19.517165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.520364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.550422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:19.555502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.615482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:19.695795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44406) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:19.728537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-3a7d6687-999e-4b7c-91d6-b2c38203ceac tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.734728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-3a7d6687-999e-4b7c-91d6-b2c38203ceac tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.741677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-3a7d6687-999e-4b7c-91d6-b2c38203ceac tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.747748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-3a7d6687-999e-4b7c-91d6-b2c38203ceac tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.755174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-3a7d6687-999e-4b7c-91d6-b2c38203ceac tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.761304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-3a7d6687-999e-4b7c-91d6-b2c38203ceac tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.767376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-3a7d6687-999e-4b7c-91d6-b2c38203ceac tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:19.770102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-3a7d6687-999e-4b7c-91d6-b2c38203ceac tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5424 time: 0.1953046 Oct 25 08:56:19.833312 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.835158 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.852018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1204667251', 'router:external': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:19.902576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on host n-h1-814746-2 for vnic_type normal with profile {"migrating_to": "n-h2-814746-2"} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:56:19.903078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:56:19.903238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:19.906102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e89cebc-44bb-4e18-a311-5e10e0d59b32 req-d16f67dc-a5e5-4f86-b17d-c4a975a22b05 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232324 Oct 25 08:56:19.908789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Made reservation on behalf of 93cbe067287c455086b2f51b315a8de3 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:19.909267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:19.911416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.912266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:56:19.912583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Attempting to bind port f65c8dd9-4991-456c-b099-7f61c7abacc9 on network 745db563-8865-4d9b-b400-5a25e818e450 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:19.918729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:56:19.919756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Checking segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:19.920438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Bound using segment: {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:56:19.921078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Bound port: f65c8dd9-4991-456c-b099-7f61c7abacc9, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '745db563-8865-4d9b-b400-5a25e818e450'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:56:19.921607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.943727 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:19.993966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:19.997370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:56:20.002296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.043378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afb60f50-2b9c-4331-aca4-9929ea0ac305 req-71763db1-b734-4ac1-b636-265f33a84918 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0432820 Oct 25 08:56:20.099357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=8']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:20.103090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:20.103868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.105336 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1dea5ec3-631e-42cf-9f63-248e4a96f0b0 service neutron] 10.222.0.18 "PUT /v2.0/ports/f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 200 len: 1121 time: 1.0319612 Oct 25 08:56:20.107420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f14d17c-e15b-4278-81df-d099d1429991 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:20.121733 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.152226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Transition to ACTIVE for port object 7f14d17c-e15b-4278-81df-d099d1429991 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:56:20.157993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.168168 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.199080 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.245707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:56:20.273870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['f65c8dd9-4991-456c-b099-7f61c7abacc9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:20.281885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 68c2da18-5f42-4731-9d83-36db65c365f9 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:20.295350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Pushing event updated for resources: {'Port': ['ID=7f14d17c-e15b-4278-81df-d099d1429991,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:20.304031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8042b914-29f9-4e16-a6e2-033559fa5c11,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:20.313484 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.314025 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Added segment 8bf1507d-7c31-494f-bd75-34ca7f7c88be of type vlan for network 936f97c7-24cb-4125-af1a-a308dcc1caf3 Oct 25 08:56:20.318472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:56:20.415999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dc015-944e-41ac-96c4-10cff7462660 req-483c6fc1-e384-4b93-aee7-0fd427601b57 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:20.417533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f84dc015-944e-41ac-96c4-10cff7462660 req-483c6fc1-e384-4b93-aee7-0fd427601b57 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1845689 Oct 25 08:56:20.435829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f65c8dd9-4991-456c-b099-7f61c7abacc9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:20.436701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.469481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Attempting to bind port 7f14d17c-e15b-4278-81df-d099d1429991 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:56:20.469827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Attempting to bind port 7f14d17c-e15b-4278-81df-d099d1429991 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'd9d5cc41-5e1e-4fbd-932f-69a8aacfc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8d7654de-74d9-4270-ba1d-01f13b97274c'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:56:20.470139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Attempting to bind port 7f14d17c-e15b-4278-81df-d099d1429991 on network 8d7654de-74d9-4270-ba1d-01f13b97274c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:20.492284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Port 7f14d17c-e15b-4278-81df-d099d1429991 on network 8d7654de-74d9-4270-ba1d-01f13b97274c not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:56:20.492606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Attempting to bind port 7f14d17c-e15b-4278-81df-d099d1429991 on network 8d7654de-74d9-4270-ba1d-01f13b97274c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:20.505826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:56:20.506163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Checking segment: {'id': 'd9d5cc41-5e1e-4fbd-932f-69a8aacfc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8d7654de-74d9-4270-ba1d-01f13b97274c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:20.506547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Bound using segment: {'id': 'd9d5cc41-5e1e-4fbd-932f-69a8aacfc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8d7654de-74d9-4270-ba1d-01f13b97274c'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:56:20.506984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Bound port: 7f14d17c-e15b-4278-81df-d099d1429991, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d5cc41-5e1e-4fbd-932f-69a8aacfc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8d7654de-74d9-4270-ba1d-01f13b97274c'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:56:20.507339 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.511732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f84dc015-944e-41ac-96c4-10cff7462660 req-da6c4eb2-6a30-4736-84ef-98305e750fd7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823665 Oct 25 08:56:20.522476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.523085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:20.523665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.542075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['be2de9a5-fa93-44fc-8a38-49bc2e19e42e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:20.592724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f0bc5458-af99-4dac-a0d9-1a8b921c8bd7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:20.624300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9245613 Oct 25 08:56:20.624776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44410) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:20.630372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'subnet': {'network_id': '936f97c7-24cb-4125-af1a-a308dcc1caf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:20.636091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['647dd696-a47e-4759-9ede-00bb1d5d8ad0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:20.639519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 68c2da18-5f42-4731-9d83-36db65c365f9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=68c2da18-5f42-4731-9d83-36db65c365f9,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:20.651718 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.655053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Made reservation on behalf of 93cbe067287c455086b2f51b315a8de3 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:20.656175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc31f0-589b-4674-b738-a778a7218e8c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'Network': ['ID=936f97c7-24cb-4125-af1a-a308dcc1caf3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:20.657651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.684730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] For port 7f14d17c-e15b-4278-81df-d099d1429991, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:20.690436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] For port 7f14d17c-e15b-4278-81df-d099d1429991, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7f14d17c-e15b-4278-81df-d099d1429991,segment=NetworkSegment(d9d5cc41-5e1e-4fbd-932f-69a8aacfc082),segment_id=d9d5cc41-5e1e-4fbd-932f-69a8aacfc082)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:56:20.700030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf06d10-8ad0-459a-94c0-781a0f047f44 req-8f3c169e-bab3-4fc5-859e-04f24f9e8b2c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:20.701578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aaf06d10-8ad0-459a-94c0-781a0f047f44 req-8f3c169e-bab3-4fc5-859e-04f24f9e8b2c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 950 time: 0.0993650 Oct 25 08:56:20.703428 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.720696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 936f97c7-24cb-4125-af1a-a308dcc1caf3 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:56:20.752966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:20.753792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:20.755178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f14d17c-e15b-4278-81df-d099d1429991 HTTP/1.1" status: 200 len: 1091 time: 1.3406239 Oct 25 08:56:20.762258 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '68c2da18-5f42-4731-9d83-36db65c365f9', 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024', 'port_id': '68c2da18-5f42-4731-9d83-36db65c365f9', 'mac_address': 'fa:16:3e:cf:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ac8076-3995-4530-b20a-27548dba37ae', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:20.764018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42c786f-5f2d-4b44-94a9-cd8af229fb98', 'tag': '7f14d17c-e15b-4278-81df-d099d1429991'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:20.767243 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e02e387-07b2-4794-ad6e-4f25c8710997" -d '{"events": [{"name": "network-changed", "server_uuid": "d42c786f-5f2d-4b44-94a9-cd8af229fb98", "tag": "7f14d17c-e15b-4278-81df-d099d1429991"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:20.809249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aaf06d10-8ad0-459a-94c0-781a0f047f44 req-b38c128a-9294-49d6-bb74-963e03919aa2 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763803 Oct 25 08:56:20.810006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee7076-6d0b-4e40-86b7-ee8227c3f305 service neutron] Pushing event updated for resources: {'Port': ['ID=7f14d17c-e15b-4278-81df-d099d1429991,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:20.866869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:20.869190 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01d093b-7eae-4e2f-9a5b-086b76f44e28" -d '{"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-unplugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:20.870970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-b50ba29f-f8e4-4b5a-941d-ecf8454d2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:20.872478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-b50ba29f-f8e4-4b5a-941d-ecf8454d2b8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d399ef085e94475a0f2f24320e79f18&device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 1094 time: 0.0481458 Oct 25 08:56:20.930481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-df5af972-5629-4b61-ba85-152a979a4d01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f14d17c-e15b-4278-81df-d099d1429991 HTTP/1.1" status: 200 len: 217 time: 0.0426762 Oct 25 08:56:20.939740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:20.977460 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.019508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-17c9a427-0c81-4951-8436-290ee80d2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:21.020998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-17c9a427-0c81-4951-8436-290ee80d2d91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cec4830e-c6e4-4dd3-ad2a-247e572ee106 HTTP/1.1" status: 200 len: 860 time: 0.0821903 Oct 25 08:56:21.030607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 08:56:21.031193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.035949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf63be-55a3-4eeb-9b61-ebd7fd83e04a req-4aa147ff-966f-4d7c-99bf-a921ba06e7f1 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:21.037479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4acf63be-55a3-4eeb-9b61-ebd7fd83e04a req-4aa147ff-966f-4d7c-99bf-a921ba06e7f1 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 943 time: 0.0853055 Oct 25 08:56:21.050602 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.076479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-584a4d9a-e944-4932-9132-1e0ed731b688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d7654de-74d9-4270-ba1d-01f13b97274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376556 Oct 25 08:56:21.097287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a7d1d8d-912e-4f67-988d-d86fb783a873,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:21.107679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Checking segment: {'id': '8bf1507d-7c31-494f-bd75-34ca7f7c88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '936f97c7-24cb-4125-af1a-a308dcc1caf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:21.108292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Network hostable DHCP agents. Network: 936f97c7-24cb-4125-af1a-a308dcc1caf3, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:56:21.127422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Network 936f97c7-24cb-4125-af1a-a308dcc1caf3 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:56:21.139089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 936f97c7-24cb-4125-af1a-a308dcc1caf3) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:21.143419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:21.144507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c2da18-5f42-4731-9d83-36db65c365f9 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:21.144644 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.159868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4acf63be-55a3-4eeb-9b61-ebd7fd83e04a req-4335ecd2-dd20-4fc5-92d6-47a59166545e tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f9e710-d84d-441b-a811-328bf2fc0d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086829 Oct 25 08:56:21.166040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-88489201-3efa-43ce-88cf-3059454f3651 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5375626 Oct 25 08:56:21.166881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44430) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:21.171646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2051108957', 'network_id': '936f97c7-24cb-4125-af1a-a308dcc1caf3'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:21.203512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Made reservation on behalf of 93cbe067287c455086b2f51b315a8de3 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:21.208259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.208803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61075c-bcde-4b59-9530-27f6def932af None None] Network 936f97c7-24cb-4125-af1a-a308dcc1caf3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:56:21.219726 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-19e4d1a4-c617-48a2-82c3-0a22141d04ee service neutron] 10.222.0.41 "GET /v2.0/networks/8d7654de-74d9-4270-ba1d-01f13b97274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328754 Oct 25 08:56:21.227704 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e562b995-0550-417b-b730-3413304d8fa9 x-openstack-request-id: req-e562b995-0550-417b-b730-3413304d8fa9 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:21.228133 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "name": "network-vif-unplugged", "status": "completed", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:21.228801 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e562b995-0550-417b-b730-3413304d8fa9 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:21.228801 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9', 'code': 200} Oct 25 08:56:21.233044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] device_id is not set on port c8835691-dd4f-40ed-a1fb-5460e90c2377 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:56:21.239323 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203ddee1-d6e2-4cba-aa1b-f5bd57ca99a8 x-openstack-request-id: req-203ddee1-d6e2-4cba-aa1b-f5bd57ca99a8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:21.240514 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42c786f-5f2d-4b44-94a9-cd8af229fb98", "tag": "7f14d17c-e15b-4278-81df-d099d1429991", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:21.241225 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-203ddee1-d6e2-4cba-aa1b-f5bd57ca99a8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:21.242930 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42c786f-5f2d-4b44-94a9-cd8af229fb98', 'tag': '7f14d17c-e15b-4278-81df-d099d1429991', 'status': 'completed', 'code': 200} Oct 25 08:56:21.251844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:21.294909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 68c2da18-5f42-4731-9d83-36db65c365f9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=68c2da18-5f42-4731-9d83-36db65c365f9,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:21.331136 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.331768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 49a562de-ae3f-4595-9ce8-05aa17697381 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:21.368972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ae1e95-f1cd-4c63-b9ca-28aae9227132 req-d07667e1-dbb6-499f-a5f8-04552bab8e3c service neutron] 10.222.0.41 "GET /v2.0/networks/8d7654de-74d9-4270-ba1d-01f13b97274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239760 Oct 25 08:56:21.370546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Allocated IP 172.20.0.9 (936f97c7-24cb-4125-af1a-a308dcc1caf3/0a7d1d8d-912e-4f67-988d-d86fb783a873/c8835691-dd4f-40ed-a1fb-5460e90c2377) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:21.444589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a19102dc-3d20-47c3-95a8-b464ed36ee39'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:21.534514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.539145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-23d2f73f-033a-4cbc-b494-842acf88d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:21.540590 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-23d2f73f-033a-4cbc-b494-842acf88d7fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d399ef085e94475a0f2f24320e79f18&device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 1094 time: 0.0705442 Oct 25 08:56:21.591507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.618019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=68c2da18-5f42-4731-9d83-36db65c365f9,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:21.644330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Network 936f97c7-24cb-4125-af1a-a308dcc1caf3 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:21.647357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:21.647537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-9bee824a-10b9-405f-b0a8-2c875f24c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:21.648909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-9bee824a-10b9-405f-b0a8-2c875f24c25e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d7654de-74d9-4270-ba1d-01f13b97274c HTTP/1.1" status: 200 len: 921 time: 0.0980241 Oct 25 08:56:21.651891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:21.657526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'Port': ['ID=c8835691-dd4f-40ed-a1fb-5460e90c2377,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:21.697463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:21.698067 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.718390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-be1e1432-4905-4012-8413-f2efb0549c3d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5483997 Oct 25 08:56:21.718629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44438) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:21.737606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-5f8cc620-b8b4-4182-a2db-f5a4ed98507f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f14d17c-e15b-4278-81df-d099d1429991 HTTP/1.1" status: 200 len: 217 time: 0.0573738 Oct 25 08:56:21.743444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d915cb-7d18-417b-ba81-64022df61bbf req-7c89e2f5-9018-4917-a474-018b4ea5be75 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:21.745000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75d915cb-7d18-417b-ba81-64022df61bbf req-7c89e2f5-9018-4917-a474-018b4ea5be75 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 1101 time: 0.0951624 Oct 25 08:56:21.792867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-75d915cb-7d18-417b-ba81-64022df61bbf req-736f9cb8-6034-4724-ac7e-4d31c7f771e2 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.802583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ad35e103-a2cc-4926-a56b-bc0a0ce6a7c1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Deleting port c8835691-dd4f-40ed-a1fb-5460e90c2377 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:21.802917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ad35e103-a2cc-4926-a56b-bc0a0ce6a7c1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.874011 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.877913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-a5326c97-bfe8-463f-bfd1-070fde297842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:21.879663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-a5326c97-bfe8-463f-bfd1-070fde297842 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cec4830e-c6e4-4dd3-ad2a-247e572ee106 HTTP/1.1" status: 200 len: 860 time: 0.1336846 Oct 25 08:56:21.888499 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-75d915cb-7d18-417b-ba81-64022df61bbf req-736f9cb8-6034-4724-ac7e-4d31c7f771e2 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.900337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-75d915cb-7d18-417b-ba81-64022df61bbf req-736f9cb8-6034-4724-ac7e-4d31c7f771e2 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.903396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ad35e103-a2cc-4926-a56b-bc0a0ce6a7c1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:21.908779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 49a562de-ae3f-4595-9ce8-05aa17697381, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=49a562de-ae3f-4595-9ce8-05aa17697381,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:21.917682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ad35e103-a2cc-4926-a56b-bc0a0ce6a7c1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Calling delete_port for c8835691-dd4f-40ed-a1fb-5460e90c2377 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:21.929551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-6160d622-75c0-4c20-bb4e-309729ee60a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d7654de-74d9-4270-ba1d-01f13b97274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395191 Oct 25 08:56:21.934955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '49a562de-ae3f-4595-9ce8-05aa17697381', 'network_id': '07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb', 'port_id': '49a562de-ae3f-4595-9ce8-05aa17697381', 'mac_address': 'fa:16:3e:bb:5b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea04c9b-2a4e-4c2a-8376-9008cd7f1476', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:21.945000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75d915cb-7d18-417b-ba81-64022df61bbf req-736f9cb8-6034-4724-ac7e-4d31c7f771e2 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674581 Oct 25 08:56:21.970036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f9cb8-6034-4724-ac7e-4d31c7f771e2 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf20fb6d-0f21-497a-bf30-dd8533ea6de3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:21.980413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8129722-bbc9-4974-9475-75fa7dc38dff None None] Network 936f97c7-24cb-4125-af1a-a308dcc1caf3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:56:22.053622 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.058471 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d84ab-fe66-4c7d-aa95-3f8ff03b6c3d x-openstack-request-id: req-547d84ab-fe66-4c7d-aa95-3f8ff03b6c3d {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:22.058788 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-unplugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:22.059010 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-547d84ab-fe66-4c7d-aa95-3f8ff03b6c3d {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:22.059487 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'code': 200} Oct 25 08:56:22.065625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ad35e103-a2cc-4926-a56b-bc0a0ce6a7c1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.080750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-32424007-fd0c-423b-b125-133940b67e5e service neutron] 10.222.0.41 "GET /v2.0/networks/8d7654de-74d9-4270-ba1d-01f13b97274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374927 Oct 25 08:56:22.091299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a562de-ae3f-4595-9ce8-05aa17697381 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:22.115721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35e103-a2cc-4926-a56b-bc0a0ce6a7c1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8835691-dd4f-40ed-a1fb-5460e90c2377,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:22.148802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 49a562de-ae3f-4595-9ce8-05aa17697381, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=49a562de-ae3f-4595-9ce8-05aa17697381,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:22.173342 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.175815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:22.197742 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ad35e103-a2cc-4926-a56b-bc0a0ce6a7c1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.201043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ad35e103-a2cc-4926-a56b-bc0a0ce6a7c1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c8835691-dd4f-40ed-a1fb-5460e90c2377 HTTP/1.1" status: 204 len: 168 time: 0.4814594 Oct 25 08:56:22.203806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44448) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:22.212567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '936f97c7-24cb-4125-af1a-a308dcc1caf3', 'external_fixed_ips': [{'subnet_id': '0a7d1d8d-912e-4f67-988d-d86fb783a873', 'ip_address': '172.20.0.9'}]}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:22.232358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e02e387-07b2-4794-ad6e-4f25c8710997 req-b5e4db6d-d238-4c4c-a1e7-7e5d25cd3f88 service neutron] 10.222.0.41 "GET /v2.0/networks/8d7654de-74d9-4270-ba1d-01f13b97274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424572 Oct 25 08:56:22.244458 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.245917 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.269038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=49a562de-ae3f-4595-9ce8-05aa17697381,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:22.310441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.359000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:22.372158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 has no active binding in host n-h2-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:56:22.372585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 8bc0b3df-2731-41ea-abe6-2abeac8577ad details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:22.413540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 8bc0b3df-2731-41ea-abe6-2abeac8577ad, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:22.427813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '8bc0b3df-2731-41ea-abe6-2abeac8577ad', 'network_id': '1cc02180-3db5-415a-8b5f-d9a90e799024', 'port_id': '8bc0b3df-2731-41ea-abe6-2abeac8577ad', 'mac_address': 'fa:16:3e:f7:1a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ac8076-3995-4530-b20a-27548dba37ae', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:22.459902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.474050 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.489644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc0b3df-2731-41ea-abe6-2abeac8577ad {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:22.510080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 8bc0b3df-2731-41ea-abe6-2abeac8577ad, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:22.514165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.560342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-bf6db7c9-da96-4249-b4ad-225a67b2f57b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:22.562233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=8bc0b3df-2731-41ea-abe6-2abeac8577ad,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:22.568653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-bf6db7c9-da96-4249-b4ad-225a67b2f57b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:22.572980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-bf6db7c9-da96-4249-b4ad-225a67b2f57b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:22.578986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-bf6db7c9-da96-4249-b4ad-225a67b2f57b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:22.585585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-bf6db7c9-da96-4249-b4ad-225a67b2f57b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:22.591603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-bf6db7c9-da96-4249-b4ad-225a67b2f57b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:22.598123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-bf6db7c9-da96-4249-b4ad-225a67b2f57b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:22.599978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-bf6db7c9-da96-4249-b4ad-225a67b2f57b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5426 time: 0.1348820 Oct 25 08:56:22.651121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a478629-1cb1-482c-abca-c29d00b530f4 req-c9c32a6b-31bc-482d-8217-11ce1bfa44f6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433104 Oct 25 08:56:22.763756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95db4e0d-50d2-458a-864d-c39391287542 req-49f23768-9fc4-4c28-8ef7-dc223c5e12fa tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0291979 Oct 25 08:56:22.802523 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:22.821513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:23.230129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:23.232553 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8f95a7-c6fa-4169-90a8-f4526526222a" -d '{"events": [{"name": "network-changed", "server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:23.289776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281e60e-bb5d-4b52-a366-01328957bae0 req-53445816-5430-45f0-867b-f89f51e44a22 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:23.291242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1281e60e-bb5d-4b52-a366-01328957bae0 req-53445816-5430-45f0-867b-f89f51e44a22 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.0880842 Oct 25 08:56:23.306862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Allocated IP 172.20.0.9 (936f97c7-24cb-4125-af1a-a308dcc1caf3/0a7d1d8d-912e-4f67-988d-d86fb783a873/895d4db3-7dc5-4a04-816c-25b0d1bb3bec) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:23.377169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1281e60e-bb5d-4b52-a366-01328957bae0 req-0d8e9437-b9c3-473d-b67b-c14748827836 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780792 Oct 25 08:56:23.432858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:23.466229 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:23.508726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Network 936f97c7-24cb-4125-af1a-a308dcc1caf3 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:23.511728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:23.515290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:23.543469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'Port': ['ID=895d4db3-7dc5-4a04-816c-25b0d1bb3bec,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:23.666729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777f76e-b934-4697-a450-5d616041587b req-7cc7219d-6838-4814-aefc-466f1d31eaac tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:23.668193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2777f76e-b934-4697-a450-5d616041587b req-7cc7219d-6838-4814-aefc-466f1d31eaac tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 943 time: 0.1257713 Oct 25 08:56:23.733893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2777f76e-b934-4697-a450-5d616041587b req-dcfe35e2-9f5a-483f-9da1-1b248608e9a5 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f9e710-d84d-441b-a811-328bf2fc0d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490317 Oct 25 08:56:23.840679 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:23.856666 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d68dc7a-22fc-4655-9dd9-4d044929f3e4 x-openstack-request-id: req-6d68dc7a-22fc-4655-9dd9-4d044929f3e4 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:23.857294 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:23.857647 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d68dc7a-22fc-4655-9dd9-4d044929f3e4 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:23.858145 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9', 'status': 'completed', 'code': 200} Oct 25 08:56:23.971858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-3fb2555b-fa3d-4860-8f38-1fe2f3f612a5 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456061 Oct 25 08:56:24.059677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-fc1cc668-f83c-47c7-81bb-ba9aedc2dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:24.061102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-fc1cc668-f83c-47c7-81bb-ba9aedc2dfe7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1124 time: 0.1439919 Oct 25 08:56:24.077775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 7f14d17c-e15b-4278-81df-d099d1429991 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:24.178767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 7f14d17c-e15b-4278-81df-d099d1429991, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7f14d17c-e15b-4278-81df-d099d1429991,segment=NetworkSegment(d9d5cc41-5e1e-4fbd-932f-69a8aacfc082),segment_id=d9d5cc41-5e1e-4fbd-932f-69a8aacfc082)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:24.190516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '7f14d17c-e15b-4278-81df-d099d1429991', 'network_id': '8d7654de-74d9-4270-ba1d-01f13b97274c', 'port_id': '7f14d17c-e15b-4278-81df-d099d1429991', 'mac_address': 'fa:16:3e:2f:c5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec4830e-c6e4-4dd3-ad2a-247e572ee106', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:24.227290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:24.238052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-3f5deec6-2ec2-41c1-9c96-9e98e569f2b3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:24.239497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-3f5deec6-2ec2-41c1-9c96-9e98e569f2b3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603960 Oct 25 08:56:24.240085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f14d17c-e15b-4278-81df-d099d1429991 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:24.260072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 7f14d17c-e15b-4278-81df-d099d1429991, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7f14d17c-e15b-4278-81df-d099d1429991,segment=NetworkSegment(d9d5cc41-5e1e-4fbd-932f-69a8aacfc082),segment_id=d9d5cc41-5e1e-4fbd-932f-69a8aacfc082)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:24.264210 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:24.280787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-c22678b6-a3f1-44d5-b35d-f03d0c110235 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/quotas/11c126ed7bea4983a5e3df930d94ece3 HTTP/1.1" status: 200 len: 375 time: 0.0268207 Oct 25 08:56:24.282294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:24.284723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-88783e98-06ff-4d90-be00-449677755609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:24.286133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-88783e98-06ff-4d90-be00-449677755609 service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.1864924 Oct 25 08:56:24.306768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['68c2da18-5f42-4731-9d83-36db65c365f9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:24.344655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['49a562de-ae3f-4595-9ce8-05aa17697381'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:24.372018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=7f14d17c-e15b-4278-81df-d099d1429991,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:24.407447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-1ff6e165-7849-40ab-a076-b312377adab7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 200 len: 217 time: 0.1092219 Oct 25 08:56:24.475699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-b02e16f3-7407-46dc-8bdc-21f765d52046 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878035 Oct 25 08:56:24.483948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-23cb8d0f-c1e5-4f0a-a01e-c81d3dbdf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:24.485372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-23cb8d0f-c1e5-4f0a-a01e-c81d3dbdf749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.0690866 Oct 25 08:56:24.538803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-52541fc9-b566-4add-98e0-71488537d4af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316391 Oct 25 08:56:24.608957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Router 0a1bcc6a-dd05-4585-a0dc-219aacf074c5 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:56:24.659886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:24.719662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-514bcd24-441c-4aaf-a1fd-eb1f382fec78 service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707621 Oct 25 08:56:24.767372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['7f14d17c-e15b-4278-81df-d099d1429991'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:24.772322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:24.798694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:56:24.821085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Sync routers for ids ['0a1bcc6a-dd05-4585-a0dc-219aacf074c5'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:56:24.831387 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:24.831835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 has no active binding in host n-h2-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 08:56:24.834950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bcf1a901-29f6-46df-a60e-20d553a3756d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6276219 Oct 25 08:56:24.835408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44492) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:24.854226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Routers {'0a1bcc6a-dd05-4585-a0dc-219aacf074c5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:24.855194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['0a1bcc6a-dd05-4585-a0dc-219aacf074c5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:24.858115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce8f95a7-c6fa-4169-90a8-f4526526222a req-ea698fa2-d537-47a8-a6c5-0507f82eaf3b service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299815 Oct 25 08:56:24.990383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4dab8-2195-421e-b729-a181e388781b req-1aabb64d-5699-4d6e-93a4-e96a654a1937 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:24.998263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4dab8-2195-421e-b729-a181e388781b req-1aabb64d-5699-4d6e-93a4-e96a654a1937 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:24.999667 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:25.004858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4dab8-2195-421e-b729-a181e388781b req-1aabb64d-5699-4d6e-93a4-e96a654a1937 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:25.010906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4dab8-2195-421e-b729-a181e388781b req-1aabb64d-5699-4d6e-93a4-e96a654a1937 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:25.017633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4dab8-2195-421e-b729-a181e388781b req-1aabb64d-5699-4d6e-93a4-e96a654a1937 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:25.023653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4dab8-2195-421e-b729-a181e388781b req-1aabb64d-5699-4d6e-93a4-e96a654a1937 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:25.025413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Set router 0a1bcc6a-dd05-4585-a0dc-219aacf074c5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:56:25.029749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4dab8-2195-421e-b729-a181e388781b req-1aabb64d-5699-4d6e-93a4-e96a654a1937 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:25.031633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ed4dab8-2195-421e-b729-a181e388781b req-1aabb64d-5699-4d6e-93a4-e96a654a1937 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5427 time: 0.1334977 Oct 25 08:56:25.081968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ed4dab8-2195-421e-b729-a181e388781b req-c8a2e85a-faa9-49d2-a4b8-2f2b19497c5c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426464 Oct 25 08:56:25.158250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:25.227272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Deleting port 895d4db3-7dc5-4a04-816c-25b0d1bb3bec {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:25.227514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:25.261604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1bcc6a-dd05-4585-a0dc-219aacf074c5', 'name': '', 'tenant_id': '93cbe067287c455086b2f51b315a8de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936f97c7-24cb-4125-af1a-a308dcc1caf3', 'external_fixed_ips': [{'subnet_id': '0a7d1d8d-912e-4f67-988d-d86fb783a873', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '895d4db3-7dc5-4a04-816c-25b0d1bb3bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:56:22Z', 'updated_at': '2021-10-25T08:56:23Z', 'revision_number': 3, 'project_id': '93cbe067287c455086b2f51b315a8de3', 'gw_port': {'id': '895d4db3-7dc5-4a04-816c-25b0d1bb3bec', 'name': '', 'network_id': '936f97c7-24cb-4125-af1a-a308dcc1caf3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1bcc6a-dd05-4585-a0dc-219aacf074c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '0a7d1d8d-912e-4f67-988d-d86fb783a873', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:56:22Z', 'updated_at': '2021-10-25T08:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a7d1d8d-912e-4f67-988d-d86fb783a873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:25.298343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Checking router: 0a1bcc6a-dd05-4585-a0dc-219aacf074c5 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:56:25.298874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Updating router 0a1bcc6a-dd05-4585-a0dc-219aacf074c5 port 895d4db3-7dc5-4a04-816c-25b0d1bb3bec binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:56:25.326314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:25.330858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:25.339263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Calling delete_port for 895d4db3-7dc5-4a04-816c-25b0d1bb3bec owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:25.444500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb8a31a9-f15e-4b33-bf6f-a128103b5dff req-9fdb563b-e05d-4343-b193-cfb149e6b188 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a41105cb35a74ae7928d5bf6ad002b63&device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0530298 Oct 25 08:56:25.500263 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb8a31a9-f15e-4b33-bf6f-a128103b5dff req-1aa7ca56-2a9d-4237-bd4e-d291552d82ef service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a41105cb35a74ae7928d5bf6ad002b63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390790 Oct 25 08:56:25.556998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311272c-0880-401e-90ed-594f5ff71b33 req-bdc360ec-41b5-4047-aeb5-ea67af3863f3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:25.575492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c311272c-0880-401e-90ed-594f5ff71b33 req-bdc360ec-41b5-4047-aeb5-ea67af3863f3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1197450 Oct 25 08:56:25.649728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c311272c-0880-401e-90ed-594f5ff71b33 req-7d1d3560-995b-45ec-8b26-fe7326d560ac tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701468 Oct 25 08:56:25.752515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a31a9-f15e-4b33-bf6f-a128103b5dff req-d9861111-fbcf-4e4d-a974-78c03e3960d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:25.754232 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb8a31a9-f15e-4b33-bf6f-a128103b5dff req-d9861111-fbcf-4e4d-a974-78c03e3960d0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455688 Oct 25 08:56:25.779169 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 08:56:25.779742 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 08:56:25.785090 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:25.814195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event deleted for resources: {'Port': ['ID=895d4db3-7dc5-4a04-816c-25b0d1bb3bec,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:25.877250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4d4a1-8b99-4787-957a-2b54cfa0a4be req-19d87a07-1421-43b0-808f-08703bee2947 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:25.879907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6a4d4a1-8b99-4787-957a-2b54cfa0a4be req-19d87a07-1421-43b0-808f-08703bee2947 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 944 time: 0.0856183 Oct 25 08:56:25.905189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:25.928532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6a4d4a1-8b99-4787-957a-2b54cfa0a4be req-cc97e0c9-77d4-4473-8c41-eb440a9a229c tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f9e710-d84d-441b-a811-328bf2fc0d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Oct 25 08:56:25.999420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.001609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.045859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.046471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a1bcc6a-dd05-4585-a0dc-219aacf074c5 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:56:26.051878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.055958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44518) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:26.056540 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6cd01fe1-a119-4112-a756-a37af5388706 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0a1bcc6a-dd05-4585-a0dc-219aacf074c5 HTTP/1.1" status: 204 len: 168 time: 1.2198431 Oct 25 08:56:26.089456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['8bc0b3df-2731-41ea-abe6-2abeac8577ad'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:26.107241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2779c4-a047-4386-8f84-a756fa5211a0 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Deleting subnet 0a7d1d8d-912e-4f67-988d-d86fb783a873 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:56:26.111337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb2779c4-a047-4386-8f84-a756fa5211a0 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.118245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 7f14d17c-e15b-4278-81df-d099d1429991 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:26.149477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb2779c4-a047-4386-8f84-a756fa5211a0 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.193953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb2779c4-a047-4386-8f84-a756fa5211a0 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.197380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 7f14d17c-e15b-4278-81df-d099d1429991 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:26.213139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 7f14d17c-e15b-4278-81df-d099d1429991 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:26.213139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.257582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb2779c4-a047-4386-8f84-a756fa5211a0 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.291967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2779c4-a047-4386-8f84-a756fa5211a0 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7d1d8d-912e-4f67-988d-d86fb783a873,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:26.308456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Port 895d4db3-7dc5-4a04-816c-25b0d1bb3bec not found while updating agent binding for router 0a1bcc6a-dd05-4585-a0dc-219aacf074c5. {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 25 08:56:26.323363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb2779c4-a047-4386-8f84-a756fa5211a0 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.329126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eb2779c4-a047-4386-8f84-a756fa5211a0 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/0a7d1d8d-912e-4f67-988d-d86fb783a873 HTTP/1.1" status: 204 len: 168 time: 0.2698772 Oct 25 08:56:26.329640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44524) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:26.332976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7995ea9-d32b-4539-b56d-461ad4a07609 req-a2559427-53eb-40e6-82b7-499238f212d1 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0621989 Oct 25 08:56:26.385489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:26.385856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 08:56:26.386507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a1bcc6a-dd05-4585-a0dc-219aacf074c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 08:56:26.387533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0435ee-bdca-4979-b964-dc544ae9f0a3 None None] The sync data for ids ['0a1bcc6a-dd05-4585-a0dc-219aacf074c5'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:56:26.404305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.442273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c786f-5f2d-4b44-94a9-cd8af229fb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f14d17c-e15b-4278-81df-d099d1429991'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:26.447921 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff0b2f-56f5-4591-9b64-8f9498bcad9b" -d '{"events": [{"server_uuid": "d42c786f-5f2d-4b44-94a9-cd8af229fb98", "name": "network-vif-plugged", "status": "completed", "tag": "7f14d17c-e15b-4278-81df-d099d1429991"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:26.463352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 7f14d17c-e15b-4278-81df-d099d1429991, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7f14d17c-e15b-4278-81df-d099d1429991,segment=NetworkSegment(d9d5cc41-5e1e-4fbd-932f-69a8aacfc082),segment_id=d9d5cc41-5e1e-4fbd-932f-69a8aacfc082)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:26.469145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.471121 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.472114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:56:26.489323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-d74f0817-ce96-4a75-b46f-52f4b42911eb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:26.499334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-d74f0817-ce96-4a75-b46f-52f4b42911eb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:26.506109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-d74f0817-ce96-4a75-b46f-52f4b42911eb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:26.512177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-d74f0817-ce96-4a75-b46f-52f4b42911eb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:26.519778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-d74f0817-ce96-4a75-b46f-52f4b42911eb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:26.526649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-d74f0817-ce96-4a75-b46f-52f4b42911eb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:26.533923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-d74f0817-ce96-4a75-b46f-52f4b42911eb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:26.535871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-d74f0817-ce96-4a75-b46f-52f4b42911eb tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5427 time: 0.1079524 Oct 25 08:56:26.552492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.555113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=7f14d17c-e15b-4278-81df-d099d1429991,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:26.586279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-ef4eb3a6-275f-465a-afd1-aebbf0cd2784 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489724 Oct 25 08:56:26.599229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936f97c7-24cb-4125-af1a-a308dcc1caf3']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:26.609539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf1507d-7c31-494f-bd75-34ca7f7c88be') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:26.609908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf1507d-7c31-494f-bd75-34ca7f7c88be') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:26.620701 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.635533 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.642842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:56:26.643241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:56:26.645219 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:56:26.669250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25c59a83-6a1b-48bd-9e84-7b98aa66defa req-c25d464b-0a3f-4894-aa90-fd61edb6f424 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206517 Oct 25 08:56:26.677524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 647dd696-a47e-4759-9ede-00bb1d5d8ad0 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:26.733424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:26.734628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0c9ac701-3db0-4b84-9551-e08409b38313 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:26.736715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0c9ac701-3db0-4b84-9551-e08409b38313 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430423 Oct 25 08:56:26.738947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:26.739321 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.740603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.744851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 936f97c7-24cb-4125-af1a-a308dcc1caf3 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 08:56:26.747326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.755237 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "DELETE /v2.0/networks/936f97c7-24cb-4125-af1a-a308dcc1caf3 HTTP/1.1" status: 204 len: 168 time: 0.4196928 Oct 25 08:56:26.765066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d55a95-70ad-49dd-bced-846220e9921e tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event deleted for resources: {'Network': ['ID=936f97c7-24cb-4125-af1a-a308dcc1caf3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:26.805258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dcfc2eb3-a75d-4fca-a5d7-aa1422114eac req-4ce1a135-29c4-4091-b7d7-e1f68440ec4d tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 210 time: 0.0297701 Oct 25 08:56:26.811284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Request body: {'port': {'device_id': 'c2f56690-25b3-4497-ad2e-afbb365b3126', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '11c126ed7bea4983a5e3df930d94ece3'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:26.930286 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.977140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Made reservation on behalf of 11c126ed7bea4983a5e3df930d94ece3 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:26.978721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 647dd696-a47e-4759-9ede-00bb1d5d8ad0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:26.984745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.989213 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:26.990288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:27.107844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44542) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:27.116100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5f7490eb-25aa-4f75-878b-2ed7d0ed43d2 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'router': {'name': 'tempest-router--1844111847', 'project_id': 'daf44b9e5e62458b898e2aca241a29ff'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:27.163915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-cec4696b-dec1-414f-aea9-0b3560a9f5f4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567002 Oct 25 08:56:27.165867 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f7490eb-25aa-4f75-878b-2ed7d0ed43d2 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.169631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f7490eb-25aa-4f75-878b-2ed7d0ed43d2 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.322695 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328b1a55-b93c-4a06-b283-e1e79d989741 x-openstack-request-id: req-328b1a55-b93c-4a06-b283-e1e79d989741 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:27.323520 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42c786f-5f2d-4b44-94a9-cd8af229fb98", "name": "network-vif-plugged", "status": "completed", "tag": "7f14d17c-e15b-4278-81df-d099d1429991", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:27.323520 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-328b1a55-b93c-4a06-b283-e1e79d989741 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:27.323750 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c786f-5f2d-4b44-94a9-cd8af229fb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f14d17c-e15b-4278-81df-d099d1429991', 'code': 200} Oct 25 08:56:27.362995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f7490eb-25aa-4f75-878b-2ed7d0ed43d2 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.365925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=647dd696-a47e-4759-9ede-00bb1d5d8ad0,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:27.372484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f7490eb-25aa-4f75-878b-2ed7d0ed43d2 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.383913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:27.389185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:27.389598 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.396373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Allocated IP 192.168.233.189 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/c55fc917-4f16-4831-be3d-29edaceb32db) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:27.397644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9029bc-560d-43b5-9f39-1edd3de34845 req-05a47a66-eba4-4494-bb81-ae12c680c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:27.400055 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d9029bc-560d-43b5-9f39-1edd3de34845 req-05a47a66-eba4-4494-bb81-ae12c680c2c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 1096 time: 0.1185355 Oct 25 08:56:27.404651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f7490eb-25aa-4f75-878b-2ed7d0ed43d2 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.409483 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5f7490eb-25aa-4f75-878b-2ed7d0ed43d2 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2968915 Oct 25 08:56:27.409635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44546) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:27.414557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a52f-098a-4f06-860a-8a0c674ccd4f req-cdd7bd8f-75eb-43b6-9552-f1c71fa8b1c4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:27.416755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9b1a52f-098a-4f06-860a-8a0c674ccd4f req-cdd7bd8f-75eb-43b6-9552-f1c71fa8b1c4 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1454248 Oct 25 08:56:27.480764 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.485575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9b1a52f-098a-4f06-860a-8a0c674ccd4f req-0a06d665-eb26-488b-97ba-1d3c0798c33d tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582380 Oct 25 08:56:27.522973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07a9a46c-a910-48b6-b223-30f0d30abce1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.523388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-c999847b-e03a-4e07-bd3b-6caae2a07b8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:27.524951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-c999847b-e03a-4e07-bd3b-6caae2a07b8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3539243 Oct 25 08:56:27.525849 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3d9029bc-560d-43b5-9f39-1edd3de34845 req-dbb79d26-b097-41dd-9014-e6e41a881278 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25f9e710-d84d-441b-a811-328bf2fc0d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092696 Oct 25 08:56:27.536169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:27.544305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.545943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device be2de9a5-fa93-44fc-8a38-49bc2e19e42e up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:27.642063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:27.662493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port be2de9a5-fa93-44fc-8a38-49bc2e19e42e completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:27.664569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d223505-e5ca-463f-af5d-e44e21cf8f41 req-8a5a71ae-3c2b-4616-b552-bff174f1be54 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:27.667834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port be2de9a5-fa93-44fc-8a38-49bc2e19e42e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:27.668454 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.669348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d223505-e5ca-463f-af5d-e44e21cf8f41 req-8a5a71ae-3c2b-4616-b552-bff174f1be54 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 945 time: 0.1082675 Oct 25 08:56:27.699647 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07a9a46c-a910-48b6-b223-30f0d30abce1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.701976 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07a9a46c-a910-48b6-b223-30f0d30abce1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.734056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.745605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d223505-e5ca-463f-af5d-e44e21cf8f41 req-39ce7450-7051-41fe-b818-bbc020e85b91 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f9e710-d84d-441b-a811-328bf2fc0d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692809 Oct 25 08:56:27.751249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07a9a46c-a910-48b6-b223-30f0d30abce1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.751954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a9a46c-a910-48b6-b223-30f0d30abce1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8e0d31-9d5d-445e-b6be-8c569871d4cb {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:56:27.768703 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07a9a46c-a910-48b6-b223-30f0d30abce1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.768803 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.768914 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-07a9a46c-a910-48b6-b223-30f0d30abce1 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7b8e0d31-9d5d-445e-b6be-8c569871d4cb HTTP/1.1" status: 204 len: 168 time: 0.3474872 Oct 25 08:56:27.790353 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.818435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port be2de9a5-fa93-44fc-8a38-49bc2e19e42e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:27.826503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:27.846302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:27.849721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:27.854107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:27.857894 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.890130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'Port': ['ID=c55fc917-4f16-4831-be3d-29edaceb32db,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:27.907375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:27.908814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:27.930629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44562) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:27.964244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-04414cc0-9992-4e95-9af0-ff54694e6ada tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1574101 Oct 25 08:56:27.978213 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb8a31a9-f15e-4b33-bf6f-a128103b5dff req-062ed70a-a516-4708-85bd-a285e0043043 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0343366 Oct 25 08:56:27.984668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:27.991659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91cc1cd7-8283-41e9-a0fc-5f3d314eacd4 req-ed1fcdd8-99a3-4aa9-8c73-4e21b32c1840 tempest-ServerShowV254Test-1495718499 tempest-ServerShowV254Test-1495718499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c4a7fc2-0bc4-499b-94f3-135a2a836579 HTTP/1.1" status: 200 len: 210 time: 0.0550172 Oct 25 08:56:28.099535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Request body: {'port': {'device_id': 'e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '11c126ed7bea4983a5e3df930d94ece3'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:28.162580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Request body: {'port': {'device_id': 'c2f56690-25b3-4497-ad2e-afbb365b3126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:28.225776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-202b0fe7-0445-4077-8fb5-c3a2a737dafc None None] Provisioning complete for port c55fc917-4f16-4831-be3d-29edaceb32db triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:28.226281 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-202b0fe7-0445-4077-8fb5-c3a2a737dafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.228741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-931292472', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:28.255869 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.257861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.272744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-202b0fe7-0445-4077-8fb5-c3a2a737dafc None None] Port c55fc917-4f16-4831-be3d-29edaceb32db cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:56:28.312799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.509495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.602928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.626286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-600b4f6e-a841-4351-9a8d-f7424736c319 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:28.632477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-600b4f6e-a841-4351-9a8d-f7424736c319 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:28.638374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-600b4f6e-a841-4351-9a8d-f7424736c319 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:28.644574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-600b4f6e-a841-4351-9a8d-f7424736c319 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:28.650761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-600b4f6e-a841-4351-9a8d-f7424736c319 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:28.656658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-600b4f6e-a841-4351-9a8d-f7424736c319 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:28.663101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-600b4f6e-a841-4351-9a8d-f7424736c319 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:28.665018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-600b4f6e-a841-4351-9a8d-f7424736c319 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5430 time: 0.5401897 Oct 25 08:56:28.694992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:28.705667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 68c2da18-5f42-4731-9d83-36db65c365f9 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:28.716455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.748455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Made reservation on behalf of 11c126ed7bea4983a5e3df930d94ece3 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:28.751968 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.754553 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.778944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7565921e-fc08-4def-ab22-3c9a1f8eb1fa req-c1146498-5d1b-4796-afc2-03d9c5ae4e33 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053777 Oct 25 08:56:28.850314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 68c2da18-5f42-4731-9d83-36db65c365f9 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:28.865894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 68c2da18-5f42-4731-9d83-36db65c365f9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:28.866243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:28.891064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Allocated IP 172.25.8.22 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/866e497d-6fc5-4768-916a-1f1a01e27480) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:28.905438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:28.925930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'mac_address': 'fa:16:3e:f4:4e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:28.994171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.003288 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.013262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba83402-20dd-432b-8b2e-0782080b2aa0 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:29.018067 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.045109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.045831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b5b15-9b96-4a87-be23-4d1c3931ac40 req-f1f0344a-1c36-42f6-9c26-b98f0fbbbf78 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:29.047509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c2b5b15-9b96-4a87-be23-4d1c3931ac40 req-f1f0344a-1c36-42f6-9c26-b98f0fbbbf78 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 936 time: 0.1504776 Oct 25 08:56:29.050769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:29.064353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.070563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 68c2da18-5f42-4731-9d83-36db65c365f9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=68c2da18-5f42-4731-9d83-36db65c365f9,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:29.095048 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.095964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a19102dc-3d20-47c3-95a8-b464ed36ee39 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:29.124175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c2b5b15-9b96-4a87-be23-4d1c3931ac40 req-cba4afdc-1737-4022-bb37-a64aae44a3f0 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608695 Oct 25 08:56:29.155011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:29.215324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55fc917-4f16-4831-be3d-29edaceb32db {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:29.221753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=68c2da18-5f42-4731-9d83-36db65c365f9,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:29.224769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port a19102dc-3d20-47c3-95a8-b464ed36ee39 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:29.229489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port a19102dc-3d20-47c3-95a8-b464ed36ee39 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:29.229869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.234695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.270071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Transition to ACTIVE for port object c55fc917-4f16-4831-be3d-29edaceb32db will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:56:29.281846 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.326303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647dd696-a47e-4759-9ede-00bb1d5d8ad0'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc5458-af99-4dac-a0d9-1a8b921c8bd7'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2de9a5-fa93-44fc-8a38-49bc2e19e42e'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c2da18-5f42-4731-9d83-36db65c365f9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:29.328482 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a36126b-3a9b-4ea5-a0a2-0218b9b01281" -d '{"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "647dd696-a47e-4759-9ede-00bb1d5d8ad0"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc5458-af99-4dac-a0d9-1a8b921c8bd7"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "be2de9a5-fa93-44fc-8a38-49bc2e19e42e"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "68c2da18-5f42-4731-9d83-36db65c365f9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:29.356911 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.418425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a19102dc-3d20-47c3-95a8-b464ed36ee39, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:29.425564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Pushing event updated for resources: {'Port': ['ID=c55fc917-4f16-4831-be3d-29edaceb32db,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:29.425817 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.429578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Allocated IP 192.168.233.104 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/206f53e7-6006-48df-a7c9-04ebe508580c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:29.470915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:29.474545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:29.478792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:29.484053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f747a-fbc5-4aef-9f5a-3a34e207a40c req-159bc7d5-ef6c-4134-afbc-937166aa2c56 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:29.488617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-089f747a-fbc5-4aef-9f5a-3a34e207a40c req-159bc7d5-ef6c-4134-afbc-937166aa2c56 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1666987 Oct 25 08:56:29.497180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['cba83402-20dd-432b-8b2e-0782080b2aa0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:29.508537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event updated for resources: {'Port': ['ID=866e497d-6fc5-4768-916a-1f1a01e27480,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:29.601468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Attempting to bind port c55fc917-4f16-4831-be3d-29edaceb32db on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:56:29.601701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Attempting to bind port c55fc917-4f16-4831-be3d-29edaceb32db by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:56:29.602027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Attempting to bind port c55fc917-4f16-4831-be3d-29edaceb32db on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:29.606362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-089f747a-fbc5-4aef-9f5a-3a34e207a40c req-02209fb8-75c7-4d71-b97a-f37edf509160 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962169 Oct 25 08:56:29.627790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a19102dc-3d20-47c3-95a8-b464ed36ee39,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:29.658547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Port c55fc917-4f16-4831-be3d-29edaceb32db on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:56:29.658880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Attempting to bind port c55fc917-4f16-4831-be3d-29edaceb32db on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:29.671166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:56:29.671827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:29.671946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:56:29.674049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Bound port: c55fc917-4f16-4831-be3d-29edaceb32db, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:56:29.674049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.811105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.815422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] For port c55fc917-4f16-4831-be3d-29edaceb32db, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:29.833339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] For port c55fc917-4f16-4831-be3d-29edaceb32db, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c55fc917-4f16-4831-be3d-29edaceb32db,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:56:29.844498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27cccb-e8b1-4c44-a3c6-55adedd673dc req-833c032d-14e4-419f-94f6-d21ab450a274 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:29.846606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e27cccb-e8b1-4c44-a3c6-55adedd673dc req-833c032d-14e4-419f-94f6-d21ab450a274 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 945 time: 0.1127973 Oct 25 08:56:29.849560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.870291 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.920030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:29.920638 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.922009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] 10.222.0.41 "PUT /v2.0/ports/c55fc917-4f16-4831-be3d-29edaceb32db HTTP/1.1" status: 200 len: 1096 time: 1.7983365 Oct 25 08:56:29.922451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f56690-25b3-4497-ad2e-afbb365b3126', 'tag': 'c55fc917-4f16-4831-be3d-29edaceb32db'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:29.924780 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db68c53f-bcfe-48a2-af77-f30153eb46ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f56690-25b3-4497-ad2e-afbb365b3126", "tag": "c55fc917-4f16-4831-be3d-29edaceb32db"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:29.950256 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:29.965194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e27cccb-e8b1-4c44-a3c6-55adedd673dc req-08676b1a-cc10-4974-b96f-273d00b74a1f tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f9e710-d84d-441b-a811-328bf2fc0d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088636 Oct 25 08:56:29.968998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fceb1-cda8-4c5e-83aa-9007a410a008 service neutron] Pushing event updated for resources: {'Port': ['ID=c55fc917-4f16-4831-be3d-29edaceb32db,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:29.987041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:30.036741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:30.044111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:30.050143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:30.094020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'Port': ['ID=206f53e7-6006-48df-a7c9-04ebe508580c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:30.125835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-766f37eb-761e-49df-80c1-3ca8b4bcbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.128117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-766f37eb-761e-49df-80c1-3ca8b4bcbe25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 1099 time: 0.1310105 Oct 25 08:56:30.131815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.147493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.148157 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.256060 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5d92eb-e5f5-48d5-b441-af0b5f1762bd x-openstack-request-id: req-3f5d92eb-e5f5-48d5-b441-af0b5f1762bd {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:30.256643 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "647dd696-a47e-4759-9ede-00bb1d5d8ad0", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc5458-af99-4dac-a0d9-1a8b921c8bd7", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "be2de9a5-fa93-44fc-8a38-49bc2e19e42e", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "68c2da18-5f42-4731-9d83-36db65c365f9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:30.257018 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f5d92eb-e5f5-48d5-b441-af0b5f1762bd {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:30.257511 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'code': 200} Oct 25 08:56:30.257855 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc5458-af99-4dac-a0d9-1a8b921c8bd7', 'code': 200} Oct 25 08:56:30.258278 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2de9a5-fa93-44fc-8a38-49bc2e19e42e', 'code': 200} Oct 25 08:56:30.258660 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c2da18-5f42-4731-9d83-36db65c365f9', 'code': 200} Oct 25 08:56:30.274983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-fbcd2452-a0b2-425c-ae39-9f5438347f8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1805224 Oct 25 08:56:30.276908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-4ee5c957-d46c-476e-86ad-7ec8c4fb4032 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=c55fc917-4f16-4831-be3d-29edaceb32db HTTP/1.1" status: 200 len: 217 time: 0.1167543 Oct 25 08:56:30.300814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Request body: {'port': {'device_id': 'e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:30.374980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Router 653a26a6-2a0b-474e-ada7-aba7b2680925 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:56:30.446274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0728502f-2579-4615-b482-81ba750dec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.447838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0728502f-2579-4615-b482-81ba750dec69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1512790 Oct 25 08:56:30.457553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.499308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19981-73e8-497f-8c40-96b1007418ec req-69d61e5b-51cd-4b48-bf9a-c499918b3343 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.500537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:56:30.506441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19981-73e8-497f-8c40-96b1007418ec req-69d61e5b-51cd-4b48-bf9a-c499918b3343 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.511960 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f5ccc-e9da-48a3-b1a9-8a77a2b0ebb0 None None] Sync routers for ids ['653a26a6-2a0b-474e-ada7-aba7b2680925'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:56:30.513083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19981-73e8-497f-8c40-96b1007418ec req-69d61e5b-51cd-4b48-bf9a-c499918b3343 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.519773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19981-73e8-497f-8c40-96b1007418ec req-69d61e5b-51cd-4b48-bf9a-c499918b3343 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.525656 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f5ccc-e9da-48a3-b1a9-8a77a2b0ebb0 None None] Routers {'653a26a6-2a0b-474e-ada7-aba7b2680925'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:30.526271 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-301f5ccc-e9da-48a3-b1a9-8a77a2b0ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['653a26a6-2a0b-474e-ada7-aba7b2680925'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:30.531613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19981-73e8-497f-8c40-96b1007418ec req-69d61e5b-51cd-4b48-bf9a-c499918b3343 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.543921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19981-73e8-497f-8c40-96b1007418ec req-69d61e5b-51cd-4b48-bf9a-c499918b3343 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.549276 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.550985 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1e420bd0-6eee-4856-b635-ef10af45c5e6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6192136 Oct 25 08:56:30.553478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44602) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:30.555851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e19981-73e8-497f-8c40-96b1007418ec req-69d61e5b-51cd-4b48-bf9a-c499918b3343 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.557891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05e19981-73e8-497f-8c40-96b1007418ec req-69d61e5b-51cd-4b48-bf9a-c499918b3343 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5432 time: 0.2351139 Oct 25 08:56:30.562395 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-301f5ccc-e9da-48a3-b1a9-8a77a2b0ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:30.570609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44604) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:30.573794 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f5ccc-e9da-48a3-b1a9-8a77a2b0ebb0 None None] Routers {'653a26a6-2a0b-474e-ada7-aba7b2680925'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:30.574580 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-301f5ccc-e9da-48a3-b1a9-8a77a2b0ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['653a26a6-2a0b-474e-ada7-aba7b2680925'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:30.609980 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-301f5ccc-e9da-48a3-b1a9-8a77a2b0ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:30.610622 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f5ccc-e9da-48a3-b1a9-8a77a2b0ebb0 None None] The sync data for ids ['653a26a6-2a0b-474e-ada7-aba7b2680925'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:56:30.666108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05e19981-73e8-497f-8c40-96b1007418ec req-ae391729-22e4-4cc6-a25f-330b73bd82f9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776880 Oct 25 08:56:30.672109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6645967f-2753-493a-8c85-0b0c49974c31 None None] Provisioning complete for port 206f53e7-6006-48df-a7c9-04ebe508580c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:30.672808 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6645967f-2753-493a-8c85-0b0c49974c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.701515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 8bc0b3df-2731-41ea-abe6-2abeac8577ad up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:30.705202 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-803094ee-976b-4d16-9f03-121b9c6360ed tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/routers/653a26a6-2a0b-474e-ada7-aba7b2680925 HTTP/1.1" status: 200 len: 919 time: 0.1498206 Oct 25 08:56:30.708493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44610) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:30.720807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-f3d86ed4-a970-483b-9e80-6bdb1c58ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.722658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-f3d86ed4-a970-483b-9e80-6bdb1c58ed2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2549901 Oct 25 08:56:30.746568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-6645967f-2753-493a-8c85-0b0c49974c31 None None] Port 206f53e7-6006-48df-a7c9-04ebe508580c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:56:30.770357 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aa3c0da7-b56f-47aa-b002-41e616e8c367 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=653a26a6-2a0b-474e-ada7-aba7b2680925 HTTP/1.1" status: 200 len: 205 time: 0.0581455 Oct 25 08:56:30.771013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 8bc0b3df-2731-41ea-abe6-2abeac8577ad completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:30.772793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44612) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:30.776602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 8bc0b3df-2731-41ea-abe6-2abeac8577ad triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:30.777628 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.779534 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e156174-3aba-4330-ad49-426212a76b5e x-openstack-request-id: req-3e156174-3aba-4330-ad49-426212a76b5e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:30.780805 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f56690-25b3-4497-ad2e-afbb365b3126", "tag": "c55fc917-4f16-4831-be3d-29edaceb32db", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:30.780805 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e156174-3aba-4330-ad49-426212a76b5e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:30.780805 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f56690-25b3-4497-ad2e-afbb365b3126', 'tag': 'c55fc917-4f16-4831-be3d-29edaceb32db', 'status': 'completed', 'code': 200} Oct 25 08:56:30.830581 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31e24fe5-8553-475e-9734-fe713c5dd402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.862395 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.900415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 8bc0b3df-2731-41ea-abe6-2abeac8577ad, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:30.907401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.908454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:30.934560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:30.978017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efc9a7-8dc3-42e7-b823-d42b35d081a6 req-ab6d8d3b-197e-456a-8210-0e36887ff637 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:30.979637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4efc9a7-8dc3-42e7-b823-d42b35d081a6 req-ab6d8d3b-197e-456a-8210-0e36887ff637 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 948 time: 0.1770742 Oct 25 08:56:30.984459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-1e03dbdf-7600-45b0-915d-f22eedf143fe service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062280 Oct 25 08:56:30.989628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=8bc0b3df-2731-41ea-abe6-2abeac8577ad,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:31.001203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port cba83402-20dd-432b-8b2e-0782080b2aa0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:31.002224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.053522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31e24fe5-8553-475e-9734-fe713c5dd402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.060616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31e24fe5-8553-475e-9734-fe713c5dd402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.091185 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.109594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31e24fe5-8553-475e-9734-fe713c5dd402 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a41105cb35a74ae7928d5bf6ad002b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331693 Oct 25 08:56:31.110826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44614) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:31.111084 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.117121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e24fe5-8553-475e-9734-fe713c5dd402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40090ce-de57-484f-9d2f-543c405c352f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:31.128926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4efc9a7-8dc3-42e7-b823-d42b35d081a6 req-b5f4a802-9d56-46a9-a160-f1a7ebff2ccd tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299155 Oct 25 08:56:31.130880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:31.137358 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.138351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 49a562de-ae3f-4595-9ce8-05aa17697381 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:31.219138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Deleting port 866e497d-6fc5-4768-916a-1f1a01e27480 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:31.219932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.220719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:31.230488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206f53e7-6006-48df-a7c9-04ebe508580c {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:31.234794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 49a562de-ae3f-4595-9ce8-05aa17697381 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:31.239760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 49a562de-ae3f-4595-9ce8-05aa17697381 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:31.240379 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.245160 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.249588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-44c760d7-6800-48bf-ab70-8b3ec6962c65 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520838 Oct 25 08:56:31.270817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Transition to ACTIVE for port object 206f53e7-6006-48df-a7c9-04ebe508580c will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:56:31.275443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b96760d-0855-45cb-abb5-7126f42c9ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.280474 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.339576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b96760d-0855-45cb-abb5-7126f42c9ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.343556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.357027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Calling delete_port for 866e497d-6fc5-4768-916a-1f1a01e27480 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:31.366098 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.421424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 49a562de-ae3f-4595-9ce8-05aa17697381, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=49a562de-ae3f-4595-9ce8-05aa17697381,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:31.425150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Pushing event updated for resources: {'Port': ['ID=206f53e7-6006-48df-a7c9-04ebe508580c,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:31.428312 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.493536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=49a562de-ae3f-4595-9ce8-05aa17697381,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:31.510865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-e4922bc5-c4c6-48f3-8142-77e248705f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:31.512448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-e4922bc5-c4c6-48f3-8142-77e248705f6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 1099 time: 0.1585925 Oct 25 08:56:31.530250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb48df-ad27-4333-90c8-e418393ee7d7 req-7ca9535d-a268-4375-9084-7320740786e3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:31.531776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75eb48df-ad27-4333-90c8-e418393ee7d7 req-7ca9535d-a268-4375-9084-7320740786e3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1989727 Oct 25 08:56:31.584321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.614476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b96760d-0855-45cb-abb5-7126f42c9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.617055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b96760d-0855-45cb-abb5-7126f42c9ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.620623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2b96760d-0855-45cb-abb5-7126f42c9ca5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d40090ce-de57-484f-9d2f-543c405c352f HTTP/1.1" status: 204 len: 168 time: 0.5071421 Oct 25 08:56:31.621742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event deleted for resources: {'Port': ['ID=866e497d-6fc5-4768-916a-1f1a01e27480,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:31.654346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96760d-0855-45cb-abb5-7126f42c9ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40090ce-de57-484f-9d2f-543c405c352f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:31.666405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Attempting to bind port 206f53e7-6006-48df-a7c9-04ebe508580c on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:56:31.666740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Attempting to bind port 206f53e7-6006-48df-a7c9-04ebe508580c by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:56:31.667062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Attempting to bind port 206f53e7-6006-48df-a7c9-04ebe508580c on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:31.691623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Port 206f53e7-6006-48df-a7c9-04ebe508580c on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:56:31.692025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Attempting to bind port 206f53e7-6006-48df-a7c9-04ebe508580c on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:31.697849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75eb48df-ad27-4333-90c8-e418393ee7d7 req-5f8da126-60b8-4194-b210-132265cf875a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465068 Oct 25 08:56:31.707324 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.713306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:56:31.713650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:31.714036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:56:31.714474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Bound port: 206f53e7-6006-48df-a7c9-04ebe508580c, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:56:31.714835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.732547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-caad4a8f-f0d9-417f-b97a-97cf6c4cb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:31.734173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-caad4a8f-f0d9-417f-b97a-97cf6c4cb06e service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2127264 Oct 25 08:56:31.833425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-a78e28cd-13ee-45bf-8867-2b34b3c21112 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=c55fc917-4f16-4831-be3d-29edaceb32db HTTP/1.1" status: 200 len: 217 time: 0.0897057 Oct 25 08:56:31.839695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.843854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.912322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] For port 206f53e7-6006-48df-a7c9-04ebe508580c, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:31.935412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] For port 206f53e7-6006-48df-a7c9-04ebe508580c, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f53e7-6006-48df-a7c9-04ebe508580c,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:56:31.961067 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.962119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Fanout notify agent at l3_agent the message router_deleted on router 653a26a6-2a0b-474e-ada7-aba7b2680925 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:56:31.962379 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.976929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:31.985311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-47b3d355-2b09-45d6-bc4c-a8c9a29d9475 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/653a26a6-2a0b-474e-ada7-aba7b2680925 HTTP/1.1" status: 204 len: 168 time: 1.2096789 Oct 25 08:56:31.986689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44648) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:31.994723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1163454099', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': False}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:32.025096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:32.026440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:32.058372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.059796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:32.063350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] 10.222.0.41 "PUT /v2.0/ports/206f53e7-6006-48df-a7c9-04ebe508580c HTTP/1.1" status: 200 len: 1096 time: 1.7679992 Oct 25 08:56:32.067000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-76ece739-b4a5-4509-b272-fda44168ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.069915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-76ece739-b4a5-4509-b272-fda44168ca7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.2172532 Oct 25 08:56:32.147908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:32.179501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2656a7-c973-4a13-bfda-a94c4a383016 service neutron] Pushing event updated for resources: {'Port': ['ID=206f53e7-6006-48df-a7c9-04ebe508580c,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:32.261889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19102dc-3d20-47c3-95a8-b464ed36ee39'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc0b3df-2731-41ea-abe6-2abeac8577ad'}, {'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a562de-ae3f-4595-9ce8-05aa17697381'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:32.266441 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba7ae55-8417-44bb-af5c-340faa18a57e" -d '{"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "a19102dc-3d20-47c3-95a8-b464ed36ee39"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "8bc0b3df-2731-41ea-abe6-2abeac8577ad"}, {"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-plugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "49a562de-ae3f-4595-9ce8-05aa17697381"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:32.274048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-ea37794d-6c7e-42de-a2fe-b6570a6d9308 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.280034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-ea37794d-6c7e-42de-a2fe-b6570a6d9308 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.287031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-ea37794d-6c7e-42de-a2fe-b6570a6d9308 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.293042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-ea37794d-6c7e-42de-a2fe-b6570a6d9308 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.299875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-ea37794d-6c7e-42de-a2fe-b6570a6d9308 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.311965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-ea37794d-6c7e-42de-a2fe-b6570a6d9308 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.319667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-ea37794d-6c7e-42de-a2fe-b6570a6d9308 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.329032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-ea37794d-6c7e-42de-a2fe-b6570a6d9308 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.2552807 Oct 25 08:56:32.362000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-ff793a39-a240-4ef7-ae99-c6d3778ced15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.363529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-ff793a39-a240-4ef7-ae99-c6d3778ced15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2452428 Oct 25 08:56:32.376277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-cad97f74-6448-448a-b8a0-64673e817079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.381681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-cad97f74-6448-448a-b8a0-64673e817079 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 1099 time: 0.2192893 Oct 25 08:56:32.428584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03841308-9609-499d-bfa4-3de70d6b34d0 req-b08d33c4-6946-4846-9ac1-735090dd55a2 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982394 Oct 25 08:56:32.503190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-e960acc8-c0cd-4424-acc6-a360b8ed8350 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=206f53e7-6006-48df-a7c9-04ebe508580c HTTP/1.1" status: 200 len: 217 time: 0.1067798 Oct 25 08:56:32.519032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:32.651910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-33fc6993-4db6-4ec5-9253-a96d7bbf3ee4 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691402 Oct 25 08:56:32.666312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-64b1f7cd-5e8f-4d95-990d-d88941818f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.667968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-64b1f7cd-5e8f-4d95-990d-d88941818f35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1566103 Oct 25 08:56:32.758325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9d42a-bd08-4788-ba1f-3ddb0389882d req-d0695b39-9115-4f89-b1e8-bea474c88ecf tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.766964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7c9d42a-bd08-4788-ba1f-3ddb0389882d req-d0695b39-9115-4f89-b1e8-bea474c88ecf tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 948 time: 0.2204912 Oct 25 08:56:32.785689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360', 'tag': '206f53e7-6006-48df-a7c9-04ebe508580c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:32.788488 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fee667-2043-4e64-be9f-1be7727568b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360", "tag": "206f53e7-6006-48df-a7c9-04ebe508580c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:32.849086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7c9d42a-bd08-4788-ba1f-3ddb0389882d req-931e21d5-80dc-4e6c-bf5e-ba476579e47c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820203 Oct 25 08:56:32.920451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db68c53f-bcfe-48a2-af77-f30153eb46ed req-b8b0bbb4-a87c-4017-857b-b1703fe4bb7a service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511587 Oct 25 08:56:32.925659 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:32.927912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-8735e11e-016d-4e8d-95b6-631a88dfc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:32.929811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-8735e11e-016d-4e8d-95b6-631a88dfc1ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483261 Oct 25 08:56:32.959477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:33.073453 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a640f4e-a548-4248-93d6-7de0f48af62a x-openstack-request-id: req-8a640f4e-a548-4248-93d6-7de0f48af62a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:33.074028 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "a19102dc-3d20-47c3-95a8-b464ed36ee39", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "8bc0b3df-2731-41ea-abe6-2abeac8577ad", "code": 200}, {"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-plugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-plugged", "status": "completed", "tag": "49a562de-ae3f-4595-9ce8-05aa17697381", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:33.074469 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a640f4e-a548-4248-93d6-7de0f48af62a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:33.075256 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19102dc-3d20-47c3-95a8-b464ed36ee39', 'code': 200} Oct 25 08:56:33.075771 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc0b3df-2731-41ea-abe6-2abeac8577ad', 'code': 200} Oct 25 08:56:33.076196 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'code': 200} Oct 25 08:56:33.076611 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a562de-ae3f-4595-9ce8-05aa17697381', 'code': 200} Oct 25 08:56:33.102108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-7817dfd5-196d-4843-9995-8f3dae979869 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494830 Oct 25 08:56:33.196801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Allocated IP 172.25.8.115 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/0465738f-ef57-4ced-b5e5-abd5a5b855a3) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:33.320073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6949f9-cf65-48d9-bee1-fc6ae7993da9 req-e3527924-dd6e-4835-9c58-eeb51d8162d1 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090182 Oct 25 08:56:33.338086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5323cac-85ba-40e2-bc72-8e51fe56bf59 req-a410c2c3-2086-4316-ae27-1f18f75a7c68 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:33.347621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5323cac-85ba-40e2-bc72-8e51fe56bf59 req-a410c2c3-2086-4316-ae27-1f18f75a7c68 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1133299 Oct 25 08:56:33.384855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:33.406523 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:56:33.438881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:33.509234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'Port': ['ID=0465738f-ef57-4ced-b5e5-abd5a5b855a3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:33.534692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:33.542482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-e9b70bbb-a021-4431-a8ce-302ef8817ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:33.543576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-e9b70bbb-a021-4431-a8ce-302ef8817ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:33.544245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-e9b70bbb-a021-4431-a8ce-302ef8817ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:33.544792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-e9b70bbb-a021-4431-a8ce-302ef8817ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:33.545366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-e9b70bbb-a021-4431-a8ce-302ef8817ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:33.545893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-e9b70bbb-a021-4431-a8ce-302ef8817ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:33.546423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-e9b70bbb-a021-4431-a8ce-302ef8817ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:33.548456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-e9b70bbb-a021-4431-a8ce-302ef8817ef4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6491 time: 0.2762861 Oct 25 08:56:33.551913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:33.557975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:33.636538 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f666791-b6ad-481a-9997-b37d7fc13d35 req-ff1c60f4-8940-493b-b007-d094bf7ec0e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496044 Oct 25 08:56:33.789134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5323cac-85ba-40e2-bc72-8e51fe56bf59 req-7f12020c-10c7-4e2a-b3dd-f20bf6a84951 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401028 Oct 25 08:56:33.878810 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67319ac7-02e3-4849-8031-f33de3d37eab x-openstack-request-id: req-67319ac7-02e3-4849-8031-f33de3d37eab {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:33.879172 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360", "tag": "206f53e7-6006-48df-a7c9-04ebe508580c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:33.879486 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67319ac7-02e3-4849-8031-f33de3d37eab {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:33.879944 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360', 'tag': '206f53e7-6006-48df-a7c9-04ebe508580c', 'status': 'completed', 'code': 200} Oct 25 08:56:34.009747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee667-2043-4e64-be9f-1be7727568b9 req-ad853f7f-90f3-4f8b-8092-268945ce50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.011254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00fee667-2043-4e64-be9f-1be7727568b9 req-ad853f7f-90f3-4f8b-8092-268945ce50cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 1099 time: 0.0587771 Oct 25 08:56:34.148182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee667-2043-4e64-be9f-1be7727568b9 req-ef33399b-2c6f-49a5-933a-0532a99b6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.150717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00fee667-2043-4e64-be9f-1be7727568b9 req-ef33399b-2c6f-49a5-933a-0532a99b6f6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1278584 Oct 25 08:56:34.191507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:34.206072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00fee667-2043-4e64-be9f-1be7727568b9 req-d855a8f7-f9f2-4ce1-aa6a-36c51e42a539 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=206f53e7-6006-48df-a7c9-04ebe508580c HTTP/1.1" status: 200 len: 217 time: 0.0420792 Oct 25 08:56:34.274635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee667-2043-4e64-be9f-1be7727568b9 req-ad2d3e8f-b768-4b1a-bc0d-2675f8f4affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.275810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00fee667-2043-4e64-be9f-1be7727568b9 req-ad2d3e8f-b768-4b1a-bc0d-2675f8f4affb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0626042 Oct 25 08:56:34.327841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee667-2043-4e64-be9f-1be7727568b9 req-01ad6f1b-79c7-4683-8eec-a456801a111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.329433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00fee667-2043-4e64-be9f-1be7727568b9 req-01ad6f1b-79c7-4683-8eec-a456801a111e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455215 Oct 25 08:56:34.493727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:34.505523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00fee667-2043-4e64-be9f-1be7727568b9 req-52c5655d-82ae-44ba-a7ac-0cd7b6ba0edf service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677046 Oct 25 08:56:34.783411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00fee667-2043-4e64-be9f-1be7727568b9 req-ceaf818e-efda-4764-930d-04c4775855a9 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653968 Oct 25 08:56:34.814832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Router 9dc6a5c9-a358-4a6d-8b50-93ea3744a70d is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:56:34.883435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-6b951f9c-2be0-4cfe-9687-24d902925bfe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.895212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-6b951f9c-2be0-4cfe-9687-24d902925bfe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.913692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-6b951f9c-2be0-4cfe-9687-24d902925bfe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.922820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-6b951f9c-2be0-4cfe-9687-24d902925bfe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.933738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-6b951f9c-2be0-4cfe-9687-24d902925bfe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.955815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-6b951f9c-2be0-4cfe-9687-24d902925bfe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.964625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-6b951f9c-2be0-4cfe-9687-24d902925bfe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:34.966574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-6b951f9c-2be0-4cfe-9687-24d902925bfe tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.1699433 Oct 25 08:56:35.030122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:56:35.047285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Sync routers for ids ['9dc6a5c9-a358-4a6d-8b50-93ea3744a70d'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:56:35.063301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:35.064749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Routers {'9dc6a5c9-a358-4a6d-8b50-93ea3744a70d'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:35.065708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9dc6a5c9-a358-4a6d-8b50-93ea3744a70d'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:35.080338 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ee2556a-f6ba-4d20-b571-3764feb93028 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0914996 Oct 25 08:56:35.081519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89ee42e7-a98c-49bd-aa84-dccceb74adeb req-4bef860d-9d24-4f73-a544-08e870c03160 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035500 Oct 25 08:56:35.084335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44734) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:35.258879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Set router 9dc6a5c9-a358-4a6d-8b50-93ea3744a70d gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:56:35.381482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1289a1c-d182-496a-b9b0-765ece7a13a2 req-91afd310-d8e9-45f0-a5b6-45dab2bcf28a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:35.383910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1289a1c-d182-496a-b9b0-765ece7a13a2 req-91afd310-d8e9-45f0-a5b6-45dab2bcf28a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 948 time: 0.1114280 Oct 25 08:56:35.408554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-81a7b808-052a-4b7b-8538-6fe2962490d6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/routers/9dc6a5c9-a358-4a6d-8b50-93ea3744a70d HTTP/1.1" status: 200 len: 909 time: 0.3223591 Oct 25 08:56:35.411066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44736) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:35.416159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1163454099', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': True}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:35.461302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:35.462934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:35.495422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1289a1c-d182-496a-b9b0-765ece7a13a2 req-11cfd15d-0ae7-43c4-9b4a-8c66d0f19690 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854762 Oct 25 08:56:35.579112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:35.824038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc6a5c9-a358-4a6d-8b50-93ea3744a70d', 'name': 'tempest-snat-router-1163454099', 'tenant_id': '93cbe067287c455086b2f51b315a8de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.115'}], 'enable_snat': False}, 'gw_port_id': '0465738f-ef57-4ced-b5e5-abd5a5b855a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:56:32Z', 'updated_at': '2021-10-25T08:56:33Z', 'revision_number': 3, 'project_id': '93cbe067287c455086b2f51b315a8de3', 'gw_port': {'id': '0465738f-ef57-4ced-b5e5-abd5a5b855a3', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc6a5c9-a358-4a6d-8b50-93ea3744a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:56:32Z', 'updated_at': '2021-10-25T08:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:35.880192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Checking router: 9dc6a5c9-a358-4a6d-8b50-93ea3744a70d for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:56:35.880580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Updating router 9dc6a5c9-a358-4a6d-8b50-93ea3744a70d port 0465738f-ef57-4ced-b5e5-abd5a5b855a3 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:56:35.903650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:35.932345 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.062737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13fb3c-f038-46b6-8f94-7565e970e6ba req-a3cd7b5c-646d-472f-81d0-2ae021ebb611 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.065397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d13fb3c-f038-46b6-8f94-7565e970e6ba req-a3cd7b5c-646d-472f-81d0-2ae021ebb611 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1070430 Oct 25 08:56:36.123775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d13fb3c-f038-46b6-8f94-7565e970e6ba req-eaddfc7d-ef94-46df-bdab-f1be4f54bb72 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480268 Oct 25 08:56:36.166704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c55fc917-4f16-4831-be3d-29edaceb32db details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:36.203030 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.241419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.352605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c55fc917-4f16-4831-be3d-29edaceb32db, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c55fc917-4f16-4831-be3d-29edaceb32db,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:36.365831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'c55fc917-4f16-4831-be3d-29edaceb32db', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'c55fc917-4f16-4831-be3d-29edaceb32db', 'mac_address': 'fa:16:3e:69:76:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:36.371030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c096e-106f-4308-a595-f50432403c49 req-afea424a-3eac-4add-8a00-bc1d8551f8a0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.377794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c096e-106f-4308-a595-f50432403c49 req-afea424a-3eac-4add-8a00-bc1d8551f8a0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.384125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c096e-106f-4308-a595-f50432403c49 req-afea424a-3eac-4add-8a00-bc1d8551f8a0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.390372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c096e-106f-4308-a595-f50432403c49 req-afea424a-3eac-4add-8a00-bc1d8551f8a0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.398609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c096e-106f-4308-a595-f50432403c49 req-afea424a-3eac-4add-8a00-bc1d8551f8a0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.406255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c096e-106f-4308-a595-f50432403c49 req-afea424a-3eac-4add-8a00-bc1d8551f8a0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.414050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c096e-106f-4308-a595-f50432403c49 req-afea424a-3eac-4add-8a00-bc1d8551f8a0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.416125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-764c096e-106f-4308-a595-f50432403c49 req-afea424a-3eac-4add-8a00-bc1d8551f8a0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.1243880 Oct 25 08:56:36.444196 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.479411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-764c096e-106f-4308-a595-f50432403c49 req-a676a090-8fcf-46a8-afc2-9d7f8ae2d8fd tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565238 Oct 25 08:56:36.491642 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.496250 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.582430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38084d4-0689-449d-a672-f09d9f746be8 None None] Pushing event updated for resources: {'Port': ['ID=0465738f-ef57-4ced-b5e5-abd5a5b855a3,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:36.587003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Allocated IP 172.25.8.181 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/dc37f587-3405-442b-ab9f-2f061cf31828) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:36.594566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55fc917-4f16-4831-be3d-29edaceb32db {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:36.621811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c55fc917-4f16-4831-be3d-29edaceb32db, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c55fc917-4f16-4831-be3d-29edaceb32db,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:36.649409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Attempting to bind port 0465738f-ef57-4ced-b5e5-abd5a5b855a3 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:56:36.649944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Attempting to bind port 0465738f-ef57-4ced-b5e5-abd5a5b855a3 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:56:36.650394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Attempting to bind port 0465738f-ef57-4ced-b5e5-abd5a5b855a3 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:36.652704 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.662005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:56:36.663094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:36.663554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.663947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:56:36.664582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Bound port: 0465738f-ef57-4ced-b5e5-abd5a5b855a3, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:56:36.665079 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.749965 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.787856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.793170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c55fc917-4f16-4831-be3d-29edaceb32db,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:36.807776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] For port 0465738f-ef57-4ced-b5e5-abd5a5b855a3, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:36.811655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] For port 0465738f-ef57-4ced-b5e5-abd5a5b855a3, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0465738f-ef57-4ced-b5e5-abd5a5b855a3,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:56:36.822279 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:36.846099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:36.850419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:36.854341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:36.886069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Routers {'9dc6a5c9-a358-4a6d-8b50-93ea3744a70d'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:36.886779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9dc6a5c9-a358-4a6d-8b50-93ea3744a70d'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:36.889117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'Port': ['ID=dc37f587-3405-442b-ab9f-2f061cf31828,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:36.905471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a723-da87-4c3a-ae3b-d0d498679a45 req-69b7aae4-a0c8-4e47-a41e-997988ba2e6a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.916635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a723-da87-4c3a-ae3b-d0d498679a45 req-69b7aae4-a0c8-4e47-a41e-997988ba2e6a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.928059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a723-da87-4c3a-ae3b-d0d498679a45 req-69b7aae4-a0c8-4e47-a41e-997988ba2e6a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.935907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a723-da87-4c3a-ae3b-d0d498679a45 req-69b7aae4-a0c8-4e47-a41e-997988ba2e6a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.943359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a723-da87-4c3a-ae3b-d0d498679a45 req-69b7aae4-a0c8-4e47-a41e-997988ba2e6a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.950256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a723-da87-4c3a-ae3b-d0d498679a45 req-69b7aae4-a0c8-4e47-a41e-997988ba2e6a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.959442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01a723-da87-4c3a-ae3b-d0d498679a45 req-69b7aae4-a0c8-4e47-a41e-997988ba2e6a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:36.982830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44764) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:36.983661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d01a723-da87-4c3a-ae3b-d0d498679a45 req-69b7aae4-a0c8-4e47-a41e-997988ba2e6a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.1583416 Oct 25 08:56:36.988512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Request body: {'floatingip': {'port_id': '647dd696-a47e-4759-9ede-00bb1d5d8ad0'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:37.039473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] Set router 9dc6a5c9-a358-4a6d-8b50-93ea3744a70d gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:56:37.055923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38084d4-0689-449d-a672-f09d9f746be8 None None] Pushing event updated for resources: {'Port': ['ID=0465738f-ef57-4ced-b5e5-abd5a5b855a3,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:37.078395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for floatingip, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:37.114574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e7e3f-f210-4a45-aef2-7151e0c4b4f0 req-21f121bf-3335-4501-9de1-48e20abaf2b4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:37.117976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-754e7e3f-f210-4a45-aef2-7151e0c4b4f0 req-21f121bf-3335-4501-9de1-48e20abaf2b4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 949 time: 0.0730152 Oct 25 08:56:37.194253 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-754e7e3f-f210-4a45-aef2-7151e0c4b4f0 req-305e0757-a593-4df1-8975-5999b8848c8c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696111 Oct 25 08:56:37.250793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['c55fc917-4f16-4831-be3d-29edaceb32db'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:37.361852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc6a5c9-a358-4a6d-8b50-93ea3744a70d', 'name': 'tempest-snat-router-1163454099', 'tenant_id': '93cbe067287c455086b2f51b315a8de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.115'}], 'enable_snat': False}, 'gw_port_id': '0465738f-ef57-4ced-b5e5-abd5a5b855a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:56:32Z', 'updated_at': '2021-10-25T08:56:33Z', 'revision_number': 3, 'project_id': '93cbe067287c455086b2f51b315a8de3', 'gw_port': {'id': '0465738f-ef57-4ced-b5e5-abd5a5b855a3', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc6a5c9-a358-4a6d-8b50-93ea3744a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:56:32Z', 'updated_at': '2021-10-25T08:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:37.402208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07bdcc-ef7c-4225-9cf6-e43fe49c4cac None None] The sync data for ids ['9dc6a5c9-a358-4a6d-8b50-93ea3744a70d'] in n-d-814746-2 is: [{'id': '9dc6a5c9-a358-4a6d-8b50-93ea3744a70d', 'name': 'tempest-snat-router-1163454099', 'tenant_id': '93cbe067287c455086b2f51b315a8de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.115'}], 'enable_snat': False}, 'gw_port_id': '0465738f-ef57-4ced-b5e5-abd5a5b855a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:56:32Z', 'updated_at': '2021-10-25T08:56:33Z', 'revision_number': 3, 'project_id': '93cbe067287c455086b2f51b315a8de3', 'gw_port': {'id': '0465738f-ef57-4ced-b5e5-abd5a5b855a3', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc6a5c9-a358-4a6d-8b50-93ea3744a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:56:32Z', 'updated_at': '2021-10-25T08:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:56:37.436584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:37.462696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f6e4d-05ae-4e54-bdf7-bbb8252276c4 req-552a46f7-a8aa-495d-a91c-3f7a9791b59e tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:37.467754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a83f6e4d-05ae-4e54-bdf7-bbb8252276c4 req-552a46f7-a8aa-495d-a91c-3f7a9791b59e tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 945 time: 0.0940120 Oct 25 08:56:37.549421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a83f6e4d-05ae-4e54-bdf7-bbb8252276c4 req-7d761815-3814-4a25-a356-e41849b3bcc2 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f9e710-d84d-441b-a811-328bf2fc0d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702991 Oct 25 08:56:37.805341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e981821-f297-4a9a-9a55-aab8eb2850c3 req-5bd9606d-be24-46b7-897c-9443acfcf77d tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:37.814400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e981821-f297-4a9a-9a55-aab8eb2850c3 req-5bd9606d-be24-46b7-897c-9443acfcf77d tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1101294 Oct 25 08:56:37.885429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e981821-f297-4a9a-9a55-aab8eb2850c3 req-cb560e67-c4b2-4897-aa5d-c08271e05978 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700579 Oct 25 08:56:37.989299 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.resource_extend [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 08:56:38.136218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 206f53e7-6006-48df-a7c9-04ebe508580c details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:38.338971 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 206f53e7-6006-48df-a7c9-04ebe508580c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f53e7-6006-48df-a7c9-04ebe508580c,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:38.388508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '206f53e7-6006-48df-a7c9-04ebe508580c', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '206f53e7-6006-48df-a7c9-04ebe508580c', 'mac_address': 'fa:16:3e:b7:b0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:38.440096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ef68d-043b-42ef-8479-bcf2313960a4 req-2d9b9437-40ac-4244-bc10-1fda9776da30 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:38.447785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b00ef68d-043b-42ef-8479-bcf2313960a4 req-2d9b9437-40ac-4244-bc10-1fda9776da30 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 949 time: 0.1012771 Oct 25 08:56:38.463594 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:38.502099 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:38.507914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b00ef68d-043b-42ef-8479-bcf2313960a4 req-244f462e-029c-40e1-b1f6-f6c125ba0513 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Oct 25 08:56:38.541416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206f53e7-6006-48df-a7c9-04ebe508580c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:38.582980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 206f53e7-6006-48df-a7c9-04ebe508580c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f53e7-6006-48df-a7c9-04ebe508580c,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:38.595682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:38.648838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:38.661891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:38.728070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=206f53e7-6006-48df-a7c9-04ebe508580c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:38.810238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:38.862787 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Floating IP 747834ba-4a75-4e33-8d8b-90bac5f1a1ce associated. External IP: 172.25.8.179, port: 647dd696-a47e-4759-9ede-00bb1d5d8ad0. Oct 25 08:56:38.925661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-48e2a795-14b6-4d87-9f37-cc9a8394bcd2 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:38.927508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-48e2a795-14b6-4d87-9f37-cc9a8394bcd2 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.41 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 945 time: 0.1253545 Oct 25 08:56:38.937079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7e9e-0b9f-47fc-a226-022ad7d92d20 req-9e002944-a839-4423-9354-40c7735dcb26 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:38.939395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c95e7e9e-0b9f-47fc-a226-022ad7d92d20 req-9e002944-a839-4423-9354-40c7735dcb26 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 945 time: 0.1545238 Oct 25 08:56:39.073510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c95e7e9e-0b9f-47fc-a226-022ad7d92d20 req-6c767fd5-984c-485d-9ed1-ad907a6689c4 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/security-groups?id=25f9e710-d84d-441b-a811-328bf2fc0d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769646 Oct 25 08:56:39.124366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Deleting port 7f14d17c-e15b-4278-81df-d099d1429991 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:39.124707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:39.166470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['206f53e7-6006-48df-a7c9-04ebe508580c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:39.358188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Router 3d8dc840-51df-4db7-a054-71227885f7ba has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:56:39.381510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a117b-76b7-410a-b1e6-703840ed0e2c req-4d6eb432-14f8-4a75-964f-fa01f3c5ae6a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:39.384341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d71a117b-76b7-410a-b1e6-703840ed0e2c req-4d6eb432-14f8-4a75-964f-fa01f3c5ae6a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1821072 Oct 25 08:56:39.390058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] For port 7f14d17c-e15b-4278-81df-d099d1429991, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7f14d17c-e15b-4278-81df-d099d1429991,segment=NetworkSegment(d9d5cc41-5e1e-4fbd-932f-69a8aacfc082),segment_id=d9d5cc41-5e1e-4fbd-932f-69a8aacfc082)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:39.390443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:39.474897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Calling delete_port for 7f14d17c-e15b-4278-81df-d099d1429991 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:39.528381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d71a117b-76b7-410a-b1e6-703840ed0e2c req-d5a954d6-96dd-4959-9890-e32734da2948 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313369 Oct 25 08:56:39.544358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:56:39.557695 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] Sync routers for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:56:39.563710 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:39.583304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Router 79ed835a-182e-4e81-857f-36fe652cb728 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:56:39.596016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:39.597800 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:39.598846 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:39.790741 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:39.872219 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92c3332f-acf4-43e4-ac84-e5bf5de2f41d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "PUT /v2.0/floatingips/747834ba-4a75-4e33-8d8b-90bac5f1a1ce HTTP/1.1" status: 200 len: 992 time: 2.8881292 Oct 25 08:56:39.877086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '647dd696-a47e-4759-9ede-00bb1d5d8ad0'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:39.879594 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "647dd696-a47e-4759-9ede-00bb1d5d8ad0"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:39.889096 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:56:39.914816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:56:39.916873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Pushing event deleted for resources: {'Port': ['ID=7f14d17c-e15b-4278-81df-d099d1429991,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:39.931766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Sync routers for ids ['79ed835a-182e-4e81-857f-36fe652cb728'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:56:39.956160 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Routers {'79ed835a-182e-4e81-857f-36fe652cb728'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:39.956787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79ed835a-182e-4e81-857f-36fe652cb728'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:39.995393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:40.004412 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc876b0d-ce8b-4b06-8385-ebdeb6653994 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5914242 Oct 25 08:56:40.006191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44826) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:40.077407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] No DVR routers for this DVR port 7f14d17c-e15b-4278-81df-d099d1429991 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:56:40.081085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:40.096058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60e766c5-2ad6-490c-8102-12aa81f19863 req-9e35ddeb-9707-48d2-874f-fb4d5af4dc69 tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.41 "DELETE /v2.0/ports/7f14d17c-e15b-4278-81df-d099d1429991 HTTP/1.1" status: 204 len: 173 time: 1.1546445 Oct 25 08:56:40.193744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c786f-5f2d-4b44-94a9-cd8af229fb98', 'name': 'network-vif-deleted', 'tag': '7f14d17c-e15b-4278-81df-d099d1429991'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:40.195975 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59812533-2125-4088-851f-e0e844162315" -d '{"events": [{"server_uuid": "d42c786f-5f2d-4b44-94a9-cd8af229fb98", "name": "network-vif-deleted", "tag": "7f14d17c-e15b-4278-81df-d099d1429991"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:40.219160 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aed03ba7-701d-4316-a915-dad703c9147c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/routers/79ed835a-182e-4e81-857f-36fe652cb728 HTTP/1.1" status: 200 len: 908 time: 0.2089341 Oct 25 08:56:40.221016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44832) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:40.290035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45742078-0f9e-4e22-a8fa-e305ac1a4136 req-3c0ee6eb-ab37-4661-9c4d-ce8cbd41976f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:40.303839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45742078-0f9e-4e22-a8fa-e305ac1a4136 req-3c0ee6eb-ab37-4661-9c4d-ce8cbd41976f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 949 time: 0.3060114 Oct 25 08:56:40.334113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Set router 79ed835a-182e-4e81-857f-36fe652cb728 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:56:40.387137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:40.404581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45742078-0f9e-4e22-a8fa-e305ac1a4136 req-42c4d90e-0cea-4813-a187-2a489de62f8b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948591 Oct 25 08:56:40.512219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0465738f-ef57-4ced-b5e5-abd5a5b855a3 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:40.527641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c55fc917-4f16-4831-be3d-29edaceb32db up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:40.614619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:40.620969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['7f14d17c-e15b-4278-81df-d099d1429991'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:40.697731 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '747834ba-4a75-4e33-8d8b-90bac5f1a1ce', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'port_id': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'mac_address': 'fa:16:3e:b5:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:55:26Z', 'updated_at': '2021-10-25T08:56:37Z', 'revision_number': 1, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:50Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:40.709741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Deleting port dc37f587-3405-442b-ab9f-2f061cf31828 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:40.710173 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:40.766786 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] Checking router: 3d8dc840-51df-4db7-a054-71227885f7ba for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:56:40.791627 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:40.792264 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:40.870259 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09b013a-1c20-452e-b447-e596f631259c x-openstack-request-id: req-c09b013a-1c20-452e-b447-e596f631259c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:40.870658 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "tag": "647dd696-a47e-4759-9ede-00bb1d5d8ad0", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:40.870785 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c09b013a-1c20-452e-b447-e596f631259c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:40.871187 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'tag': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'status': 'completed', 'code': 200} Oct 25 08:56:40.901207 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:40.990378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Calling delete_port for dc37f587-3405-442b-ab9f-2f061cf31828 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:41.039390 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:56:41.136385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-18ce8d13-7282-4110-9c6e-3ded59c8be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.136896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-18ce8d13-7282-4110-9c6e-3ded59c8be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.138265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fe85f6a-7e10-471a-88be-c126676378cf req-77dcca59-a85b-4ef8-8ca4-ea7975c08aad tempest-ServerMetadataNegativeTestJSON-744806594 tempest-ServerMetadataNegativeTestJSON-744806594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42c786f-5f2d-4b44-94a9-cd8af229fb98 HTTP/1.1" status: 200 len: 210 time: 0.0714860 Oct 25 08:56:41.139566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-18ce8d13-7282-4110-9c6e-3ded59c8be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.140064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-18ce8d13-7282-4110-9c6e-3ded59c8be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.140551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-18ce8d13-7282-4110-9c6e-3ded59c8be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.141191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-18ce8d13-7282-4110-9c6e-3ded59c8be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.144456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-18ce8d13-7282-4110-9c6e-3ded59c8be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.149740 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-18ce8d13-7282-4110-9c6e-3ded59c8be1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6491 time: 0.2191408 Oct 25 08:56:41.228521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port c55fc917-4f16-4831-be3d-29edaceb32db completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:41.256525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port c55fc917-4f16-4831-be3d-29edaceb32db triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:41.256921 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:41.269160 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a8b502-3afd-433a-9968-1cd4e0c5a1cf x-openstack-request-id: req-c6a8b502-3afd-433a-9968-1cd4e0c5a1cf {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:41.269705 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42c786f-5f2d-4b44-94a9-cd8af229fb98", "name": "network-vif-deleted", "tag": "7f14d17c-e15b-4278-81df-d099d1429991", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:41.270166 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6a8b502-3afd-433a-9968-1cd4e0c5a1cf {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:41.270805 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c786f-5f2d-4b44-94a9-cd8af229fb98', 'name': 'network-vif-deleted', 'tag': '7f14d17c-e15b-4278-81df-d099d1429991', 'status': 'completed', 'code': 200} Oct 25 08:56:41.357568 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-fd631e14-709d-428d-93f1-2d9747ed5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.359079 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-fd631e14-709d-428d-93f1-2d9747ed5ec3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92c360e3-705e-4aaf-8ba4-f291eadce1f1 HTTP/1.1" status: 200 len: 913 time: 0.2002795 Oct 25 08:56:41.435624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0465738f-ef57-4ced-b5e5-abd5a5b855a3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:41.436403 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:41.465305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd941d0-96d0-48f0-a088-40bd3bf3f7a7 req-31d77052-7b18-4717-bed8-6832cb3c467a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.473356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acd941d0-96d0-48f0-a088-40bd3bf3f7a7 req-31d77052-7b18-4717-bed8-6832cb3c467a tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.1024463 Oct 25 08:56:41.529992 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:41.532916 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-f89ff997-7681-422f-b546-35670ceabe3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0 HTTP/1.1" status: 200 len: 1000 time: 0.1613147 Oct 25 08:56:41.582225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acd941d0-96d0-48f0-a088-40bd3bf3f7a7 req-d01aafb1-ea1f-4cf2-8465-2331d7bc6437 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079051 Oct 25 08:56:41.607499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c55fc917-4f16-4831-be3d-29edaceb32db, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c55fc917-4f16-4831-be3d-29edaceb32db,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:41.610148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f56690-25b3-4497-ad2e-afbb365b3126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55fc917-4f16-4831-be3d-29edaceb32db'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:41.613761 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da180c96-5861-435e-818c-40a477743f19" -d '{"events": [{"server_uuid": "c2f56690-25b3-4497-ad2e-afbb365b3126", "name": "network-vif-plugged", "status": "completed", "tag": "c55fc917-4f16-4831-be3d-29edaceb32db"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:41.628381 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:41.739779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c55fc917-4f16-4831-be3d-29edaceb32db,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:41.812631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-d7d537f6-f777-493d-996a-30e4987ba515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:41.815440 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-d7d537f6-f777-493d-996a-30e4987ba515 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a74d13-6bfd-46a6-81a8-39f4644f8a12 HTTP/1.1" status: 200 len: 851 time: 0.2744610 Oct 25 08:56:41.844238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ed835a-182e-4e81-857f-36fe652cb728', 'name': 'tempest-snat-router-1163454099', 'tenant_id': '93cbe067287c455086b2f51b315a8de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'dc37f587-3405-442b-ab9f-2f061cf31828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:56:35Z', 'updated_at': '2021-10-25T08:56:37Z', 'revision_number': 3, 'project_id': '93cbe067287c455086b2f51b315a8de3', 'gw_port': {'id': 'dc37f587-3405-442b-ab9f-2f061cf31828', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ed835a-182e-4e81-857f-36fe652cb728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:56:36Z', 'updated_at': '2021-10-25T08:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:41.862816 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '747834ba-4a75-4e33-8d8b-90bac5f1a1ce', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'port_id': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'mac_address': 'fa:16:3e:b5:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:55:26Z', 'updated_at': '2021-10-25T08:56:37Z', 'revision_number': 1, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:50Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:41.903923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Checking router: 79ed835a-182e-4e81-857f-36fe652cb728 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:56:41.904264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Updating router 79ed835a-182e-4e81-857f-36fe652cb728 port dc37f587-3405-442b-ab9f-2f061cf31828 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:56:41.913058 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5403fffe-e96d-43c0-add1-7bed80203be4 None None] The sync data for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 is: [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '747834ba-4a75-4e33-8d8b-90bac5f1a1ce', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'port_id': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'mac_address': 'fa:16:3e:b5:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:55:26Z', 'updated_at': '2021-10-25T08:56:37Z', 'revision_number': 1, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:50Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:56:41.944575 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:41.962154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.012364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b0015-f4bc-496c-a4ae-b578aa49af13 req-cb6ffa1c-615e-4d88-bcde-d9188027ac16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:42.014453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 0465738f-ef57-4ced-b5e5-abd5a5b855a3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0465738f-ef57-4ced-b5e5-abd5a5b855a3,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:42.026307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f9b0015-f4bc-496c-a4ae-b578aa49af13 req-cb6ffa1c-615e-4d88-bcde-d9188027ac16 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 950 time: 0.0853591 Oct 25 08:56:42.027324 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.051734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-9d1b63c8-ae41-4887-8efd-d8f8db585df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:42.053284 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-9d1b63c8-ae41-4887-8efd-d8f8db585df8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215779 Oct 25 08:56:42.060005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.080727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f9b0015-f4bc-496c-a4ae-b578aa49af13 req-35f03705-b924-41da-bf71-00a25400040e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529873 Oct 25 08:56:42.165927 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0323fa-cb25-4171-a7f4-62647aef4ba4 x-openstack-request-id: req-cd0323fa-cb25-4171-a7f4-62647aef4ba4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:42.166303 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f56690-25b3-4497-ad2e-afbb365b3126", "name": "network-vif-plugged", "status": "completed", "tag": "c55fc917-4f16-4831-be3d-29edaceb32db", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:42.166847 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd0323fa-cb25-4171-a7f4-62647aef4ba4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:42.167349 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f56690-25b3-4497-ad2e-afbb365b3126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55fc917-4f16-4831-be3d-29edaceb32db', 'code': 200} Oct 25 08:56:42.194653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=0465738f-ef57-4ced-b5e5-abd5a5b855a3,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:42.212454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 206f53e7-6006-48df-a7c9-04ebe508580c up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:42.295740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc37f587-3405-442b-ab9f-2f061cf31828,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:42.336615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be318a5-ef13-43d6-a361-983f50b3aeb7 req-9fcf175a-9540-40d5-8ad1-1a407dbcc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:42.338774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8be318a5-ef13-43d6-a361-983f50b3aeb7 req-9fcf175a-9540-40d5-8ad1-1a407dbcc89a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 1101 time: 0.0935638 Oct 25 08:56:42.390699 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38bdc4-cfaf-46c6-a209-65da08c25950 None None] New status for floating IP 747834ba-4a75-4e33-8d8b-90bac5f1a1ce: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:56:42.413786 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.420146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8be318a5-ef13-43d6-a361-983f50b3aeb7 req-a0c60928-59eb-4954-a349-52c109ba0d1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729582 Oct 25 08:56:42.458555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44860) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:42.487960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 206f53e7-6006-48df-a7c9-04ebe508580c completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:56:42.508459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 206f53e7-6006-48df-a7c9-04ebe508580c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:56:42.511234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.535999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Deleting subnet cec4830e-c6e4-4dd3-ad2a-247e572ee106 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:56:42.539898 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.602987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.606981 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.652615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.685284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.686064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79ed835a-182e-4e81-857f-36fe652cb728 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:56:42.691367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.694963 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ebf5110b-85da-4ac5-a012-a4500793be78 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "DELETE /v2.0/routers/79ed835a-182e-4e81-857f-36fe652cb728 HTTP/1.1" status: 204 len: 168 time: 2.4704878 Oct 25 08:56:42.696111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44866) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:42.818542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-5497e3a6-392b-465a-b732-a9f0d9020304 service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374861 Oct 25 08:56:42.827268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 08:56:42.828350 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 08:56:42.833909 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.888156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 206f53e7-6006-48df-a7c9-04ebe508580c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f53e7-6006-48df-a7c9-04ebe508580c,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:42.905236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.906714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 7f14d17c-e15b-4278-81df-d099d1429991 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:56:42.924410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.954105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9fc20e4e-8a1a-4cbf-8f5e-1b6883f99b7f req-68aa854e-54da-4dd6-ab57-1bc69466ce1a service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237419 Oct 25 08:56:42.966847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:42.984064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=206f53e7-6006-48df-a7c9-04ebe508580c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:42.999769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 7f14d17c-e15b-4278-81df-d099d1429991 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:56:43.002592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 7f14d17c-e15b-4278-81df-d099d1429991 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:56:43.017972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103b920-d55a-4165-ad43-1d4651eb6e57 req-7bfbca1f-a581-4af0-9edd-6d1454c2a813 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:43.028569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8103b920-d55a-4165-ad43-1d4651eb6e57 req-7bfbca1f-a581-4af0-9edd-6d1454c2a813 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.2280021 Oct 25 08:56:43.118862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.142580 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.161778 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.169250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cec4830e-c6e4-4dd3-ad2a-247e572ee106 HTTP/1.1" status: 204 len: 168 time: 0.7092450 Oct 25 08:56:43.171177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44872) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:43.226733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Deleting port 0465738f-ef57-4ced-b5e5-abd5a5b855a3 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:43.227227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.284128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.302928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8103b920-d55a-4165-ad43-1d4651eb6e57 req-d654e10d-e150-4407-9f6b-3a2938411e14 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697585 Oct 25 08:56:43.311514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec4830e-c6e4-4dd3-ad2a-247e572ee106,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:43.373806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Port dc37f587-3405-442b-ab9f-2f061cf31828 not found while updating agent binding for router 79ed835a-182e-4e81-857f-36fe652cb728. {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 25 08:56:43.377970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.378487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.378659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.378982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.379312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.379639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.379962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.380284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.380605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.380941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.381262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.381584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cedada-e196-47f7-865f-de4cbebdadaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:43.398722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:43.399090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 08:56:43.399692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_agentschedulers_db [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'79ed835a-182e-4e81-857f-36fe652cb728'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 08:56:43.400070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a16ce-9f67-4efe-a36c-ddd01aa36037 None None] The sync data for ids ['79ed835a-182e-4e81-857f-36fe652cb728'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:56:43.505380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.562290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7654de-74d9-4270-ba1d-01f13b97274c']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:43.586995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d5cc41-5e1e-4fbd-932f-69a8aacfc082') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:43.592062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d5cc41-5e1e-4fbd-932f-69a8aacfc082') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:43.614512 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.643926 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.665384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:56:43.665798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:56:43.768406 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:56:43.866135 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.866846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] For port 0465738f-ef57-4ced-b5e5-abd5a5b855a3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0465738f-ef57-4ced-b5e5-abd5a5b855a3,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:43.867337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.874688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:43.883209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d7654de-74d9-4270-ba1d-01f13b97274c HTTP/1.1" status: 204 len: 168 time: 0.7106287 Oct 25 08:56:43.892304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Calling delete_port for 0465738f-ef57-4ced-b5e5-abd5a5b855a3 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:43.924650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654db84-8af7-4ea1-8d5a-233f1f0dfab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7654de-74d9-4270-ba1d-01f13b97274c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:43.963136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7940263-1189-4604-b7d5-774fbc33d1bd req-bbd1866d-baa6-4f5d-9443-b32707b6e1fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:43.974176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7940263-1189-4604-b7d5-774fbc33d1bd req-bbd1866d-baa6-4f5d-9443-b32707b6e1fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 950 time: 0.1882582 Oct 25 08:56:44.079753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7940263-1189-4604-b7d5-774fbc33d1bd req-b1ecb8b3-882d-42ab-a6a8-5528e69c71b9 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046023 Oct 25 08:56:44.169035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f53e7-6006-48df-a7c9-04ebe508580c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:44.171592 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e74e35-1d46-4e8b-88dd-4550d864b419" -d '{"events": [{"server_uuid": "e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360", "name": "network-vif-plugged", "status": "completed", "tag": "206f53e7-6006-48df-a7c9-04ebe508580c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:44.237039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.301843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44896) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:44.315327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event deleted for resources: {'Port': ['ID=0465738f-ef57-4ced-b5e5-abd5a5b855a3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:44.339925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0465738f-ef57-4ced-b5e5-abd5a5b855a3 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:56:44.375100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0465738f-ef57-4ced-b5e5-abd5a5b855a3 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:56:44.388410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0465738f-ef57-4ced-b5e5-abd5a5b855a3 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 25 08:56:44.431692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Port 0465738f-ef57-4ced-b5e5-abd5a5b855a3 not found, will not notify nova. {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 25 08:56:44.457268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.505446 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90b2adb-74dc-41fc-a04b-fd59ea9245d7 x-openstack-request-id: req-c90b2adb-74dc-41fc-a04b-fd59ea9245d7 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:44.505800 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360", "name": "network-vif-plugged", "status": "completed", "tag": "206f53e7-6006-48df-a7c9-04ebe508580c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:44.505919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44904) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:44.506300 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c90b2adb-74dc-41fc-a04b-fd59ea9245d7 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:44.506508 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f53e7-6006-48df-a7c9-04ebe508580c', 'code': 200} Oct 25 08:56:44.607745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5803f339-78b0-4ac5-ba6a-e58ecdcc8b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.643368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.645650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.727084 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.727748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc6a5c9-a358-4a6d-8b50-93ea3744a70d {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:56:44.733771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.739749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-83924d29-cb6c-4d2b-b11e-223fa52fbc2d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9dc6a5c9-a358-4a6d-8b50-93ea3744a70d HTTP/1.1" status: 204 len: 168 time: 2.0389726 Oct 25 08:56:44.744649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44906) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:44.750413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-728647116', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:44.782299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-13cc6a32-d129-4d09-a09f-95f166c3d06d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d399ef085e94475a0f2f24320e79f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752500 Oct 25 08:56:44.803836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44908) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:44.826579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87918f5-f6cc-4d52-ab68-781963e8c458 req-1af2f72b-b776-4c9e-866a-1cca4c8ec317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:44.828265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e87918f5-f6cc-4d52-ab68-781963e8c458 req-1af2f72b-b776-4c9e-866a-1cca4c8ec317 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 1101 time: 0.1887813 Oct 25 08:56:44.844467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d72ec0-7998-4c5a-bfbd-e90ca8342158 req-e0157416-c995-4d80-abca-ffb2990a41bb tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:44.852541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49d72ec0-7998-4c5a-bfbd-e90ca8342158 req-e0157416-c995-4d80-abca-ffb2990a41bb tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 943 time: 0.2415264 Oct 25 08:56:44.907346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.909882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:44.924270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-6adf4454-a77f-4e83-8c89-416daa70f0dc service neutron] 10.222.0.41 "GET /v2.0/ports/f65c8dd9-4991-456c-b099-7f61c7abacc9/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.3666246 Oct 25 08:56:45.031504 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.055153 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-e848a916-0b7b-4c11-a3a1-862b076f1db2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2955482 Oct 25 08:56:45.077641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49d72ec0-7998-4c5a-bfbd-e90ca8342158 req-140f0150-9f04-4948-9643-3367406b0687 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189863 Oct 25 08:56:45.125512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e87918f5-f6cc-4d52-ab68-781963e8c458 req-7b6e27ff-9cc5-4832-8ddf-6625d72463c9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528472 Oct 25 08:56:45.206754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5803f339-78b0-4ac5-ba6a-e58ecdcc8b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.250701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5803f339-78b0-4ac5-ba6a-e58ecdcc8b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.322210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.334663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aba7dbe2-e9f9-4c81-b2bb-64520cdfab2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.367831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-5a372882-a38a-4fdc-a940-0c99774b6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:45.369346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-5a372882-a38a-4fdc-a940-0c99774b6e38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18f302d3385e4b429e2de15b72b31eb4&device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 1096 time: 0.1715198 Oct 25 08:56:45.395843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5803f339-78b0-4ac5-ba6a-e58ecdcc8b52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=916f8d013b6b4e5590f3a892178b9e83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0928783 Oct 25 08:56:45.398867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44924) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:45.406889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803f339-78b0-4ac5-ba6a-e58ecdcc8b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4485a39f-80ef-44fa-8dfe-3f0bc7ee126f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:45.413983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aba7dbe2-e9f9-4c81-b2bb-64520cdfab2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.446583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfac57-d5cd-4367-9781-c4bb320475f8 req-c5b8f40c-383b-48a3-84a0-f5422e384ea4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:45.448221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66dfac57-d5cd-4367-9781-c4bb320475f8 req-c5b8f40c-383b-48a3-84a0-f5422e384ea4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 950 time: 0.1759696 Oct 25 08:56:45.504922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:45.540188 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66dfac57-d5cd-4367-9781-c4bb320475f8 req-1fcb5e60-e689-45e4-acd3-a893dd207d8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814798 Oct 25 08:56:45.575959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:45.598744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75e782dc-eb3f-45a6-9d04-e37cbf051bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.612145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-8a476ef0-f15f-47aa-9402-523c46dcd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:45.613765 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-8a476ef0-f15f-47aa-9402-523c46dcd7d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 200 len: 924 time: 0.2111588 Oct 25 08:56:45.650856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65c8dd9-4991-456c-b099-7f61c7abacc9 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:45.658525 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aba7dbe2-e9f9-4c81-b2bb-64520cdfab2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.661118 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aba7dbe2-e9f9-4c81-b2bb-64520cdfab2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.662249 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aba7dbe2-e9f9-4c81-b2bb-64520cdfab2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25f9e710-d84d-441b-a811-328bf2fc0d85 HTTP/1.1" status: 204 len: 168 time: 0.8456342 Oct 25 08:56:45.693976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:45.699230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75e782dc-eb3f-45a6-9d04-e37cbf051bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.731043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7dbe2-e9f9-4c81-b2bb-64520cdfab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f9e710-d84d-441b-a811-328bf2fc0d85,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:45.758488 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.770998 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-1df6fa84-a90d-4d58-8c29-783e069a07b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21 HTTP/1.1" status: 200 len: 1000 time: 0.1404052 Oct 25 08:56:45.959394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:45.965139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-73f54298-ce14-4639-a15b-df12d777c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:45.967037 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-73f54298-ce14-4639-a15b-df12d777c393 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 200 len: 862 time: 0.1447508 Oct 25 08:56:45.999674 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75e782dc-eb3f-45a6-9d04-e37cbf051bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:46.003563 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75e782dc-eb3f-45a6-9d04-e37cbf051bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:46.005010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-75e782dc-eb3f-45a6-9d04-e37cbf051bea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4485a39f-80ef-44fa-8dfe-3f0bc7ee126f HTTP/1.1" status: 204 len: 168 time: 0.6009679 Oct 25 08:56:46.006481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:46.044808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e782dc-eb3f-45a6-9d04-e37cbf051bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4485a39f-80ef-44fa-8dfe-3f0bc7ee126f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:46.105438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-a9625559-b359-495e-8550-8ea24b656fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:46.106960 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-a9625559-b359-495e-8550-8ea24b656fc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f2c02bd-27e8-4832-b80c-50d7db76a4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161120 Oct 25 08:56:46.221617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Allocated IP 172.25.8.33 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/65e40521-fc3f-42e0-a3fd-ad1b78371364) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:46.256736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0465738f-ef57-4ced-b5e5-abd5a5b855a3 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:56:46.269708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] Transition to ACTIVE for port object f65c8dd9-4991-456c-b099-7f61c7abacc9 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:56:46.279444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d358868-d2de-4cdb-8e0b-4ab45249ad0f req-950eeddc-76e0-476a-b721-7ba77cc87d46 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:46.290863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d358868-d2de-4cdb-8e0b-4ab45249ad0f req-950eeddc-76e0-476a-b721-7ba77cc87d46 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 950 time: 0.2746255 Oct 25 08:56:46.299029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:46.347198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0465738f-ef57-4ced-b5e5-abd5a5b855a3 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:56:46.347529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0465738f-ef57-4ced-b5e5-abd5a5b855a3 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:56:46.382605 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-284fed68-e7af-429d-a2df-954859795874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:46.384671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-4a9e26cc-5401-4de2-b37c-4ac549ae1aba service neutron] 10.222.0.18 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534349 Oct 25 08:56:46.529600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:46.557618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] No DVR routers for this DVR port f65c8dd9-4991-456c-b099-7f61c7abacc9 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:56:46.571883 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a970be95-cb3d-413d-be41-a1c6ea8bfbba req-3d16c644-05e9-4065-a261-ea4eb5b282e7 service neutron] 10.222.0.18 "GET /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672387 Oct 25 08:56:46.602744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:46.607145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d358868-d2de-4cdb-8e0b-4ab45249ad0f req-c7cfa942-cbab-48ef-be8b-a77068934c36 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039403 Oct 25 08:56:46.613198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] Pushing event updated for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=10']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:46.698679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:46.707828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1a359b4b-d9d9-4288-a96a-0fc93315f175 service neutron] 10.222.0.41 "PUT /v2.0/ports/f65c8dd9-4991-456c-b099-7f61c7abacc9/bindings/n-h2-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7615874 Oct 25 08:56:46.709917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:46.714202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:46.787300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event updated for resources: {'Port': ['ID=65e40521-fc3f-42e0-a3fd-ad1b78371364,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:46.869944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e423d9-eb92-46e9-ba6e-d96598c9feb0 req-a7ae1aa2-1877-437b-8f93-3fa31eeb8064 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:46.875254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84e423d9-eb92-46e9-ba6e-d96598c9feb0 req-a7ae1aa2-1877-437b-8f93-3fa31eeb8064 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 944 time: 0.1165144 Oct 25 08:56:46.968948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84e423d9-eb92-46e9-ba6e-d96598c9feb0 req-df6ce0f3-a5ed-48c1-9671-7d7761a3640f tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821352 Oct 25 08:56:47.139263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-33165511-45d2-4aa4-b195-e974ee6d4737 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:47.140780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-33165511-45d2-4aa4-b195-e974ee6d4737 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.1452796 Oct 25 08:56:47.168798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44980) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:47.338032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1c0fe43d-fad8-4208-9891-1f3e9c34a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:47.339699 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1c0fe43d-fad8-4208-9891-1f3e9c34a0f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7&tenant_id=1dfa050e73094a9687a2b0b57971f616 HTTP/1.1" status: 200 len: 1095 time: 0.1404088 Oct 25 08:56:47.356067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1007993858-network', 'tenant_id': 'd5be80d4e51342b6b0e45dfa0bdc3759'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:47.384045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.401140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Made reservation on behalf of d5be80d4e51342b6b0e45dfa0bdc3759 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:47.408667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.423545 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.550713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-5d549f1b-a13f-4aba-a048-2038475d9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:47.552542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-5d549f1b-a13f-4aba-a048-2038475d9d81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1095 time: 0.1096194 Oct 25 08:56:47.573802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.587417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.603028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:56:47.617000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.617612 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Added segment 4adc1198-9713-4386-a11f-db502fd0bbfa of type vlan for network ec2216b6-a802-4d88-9a04-5dfea23f141f Oct 25 08:56:47.674011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.753142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adce332-1059-4f3a-a2ad-94c9526c007c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:47.761810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.762734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:47.763520 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.857842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-90be9356-2130-4546-9d0e-6577c38a3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:47.864993 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-90be9356-2130-4546-9d0e-6577c38a3d71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.3039486 Oct 25 08:56:47.893555 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:47.936481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] Pushing event updated for resources: {'Network': ['ID=ec2216b6-a802-4d88-9a04-5dfea23f141f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:47.946842 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-ba2a02db-db2b-4e85-963b-c9137496b196 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 200 len: 217 time: 0.0690784 Oct 25 08:56:47.947653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ec2216b6-a802-4d88-9a04-5dfea23f141f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:56:48.102646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d48e331f-7768-4e65-9eac-beecb8152c56 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9269319 Oct 25 08:56:48.113410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45002) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:48.119229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Request body: {'subnet': {'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1007993858-subnet', 'tenant_id': 'd5be80d4e51342b6b0e45dfa0bdc3759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:48.160723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Made reservation on behalf of d5be80d4e51342b6b0e45dfa0bdc3759 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:48.164426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:48.175173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb267c3-ce09-4bd0-8440-746e0d09b722 req-ec08922f-fbaf-4300-84d0-4f0dff8c84fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:48.183579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edb267c3-ce09-4bd0-8440-746e0d09b722 req-ec08922f-fbaf-4300-84d0-4f0dff8c84fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 950 time: 0.4348130 Oct 25 08:56:48.272209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-d321a5ba-d227-46e2-88e8-c4030d85351d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3133979 Oct 25 08:56:48.305232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-81d7b04d-ba17-4963-802a-65733e884448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:48.319982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-edb267c3-ce09-4bd0-8440-746e0d09b722 req-7999c5b9-e8b7-40d1-a96d-7266fba95545 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353760 Oct 25 08:56:48.326571 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-81d7b04d-ba17-4963-802a-65733e884448 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.3609104 Oct 25 08:56:48.440172 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-1d8d3376-a4d4-4315-b882-c2823bd8356e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964527 Oct 25 08:56:48.552353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-7be43e11-f755-4929-93fc-9e990a053fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:48.554402 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-7be43e11-f755-4929-93fc-9e990a053fd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1dfa050e73094a9687a2b0b57971f616&device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 1096 time: 0.1820943 Oct 25 08:56:48.653174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:48.664530 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-f8f7ca64-9a8a-4175-8469-64836553c8a5 service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066038 Oct 25 08:56:48.720859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e600b-22b5-4498-a125-a1662969a929 req-6ca74ce2-767a-4b9c-b059-6210b3ca737b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:48.725172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-482e600b-22b5-4498-a125-a1662969a929 req-6ca74ce2-767a-4b9c-b059-6210b3ca737b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 944 time: 0.2662783 Oct 25 08:56:48.750251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Router 11bfaff3-5fc8-41f1-9e41-a31c20ac28bb is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:56:48.754206 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64ca0103-947b-4abe-9622-9372c05b5ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:48.846167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c2a9b2-2cfa-4989-bb53-d5de70135b15,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:48.879740 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-482e600b-22b5-4498-a125-a1662969a929 req-6455bb69-3991-4f94-9dad-8e5d2510e360 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256070 Oct 25 08:56:48.885379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Checking segment: {'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:48.886025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Network hostable DHCP agents. Network: ec2216b6-a802-4d88-9a04-5dfea23f141f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:56:48.890724 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-ad1699da-047a-40dd-97b9-5361080cf3fe service neutron] 10.222.0.18 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047944 Oct 25 08:56:48.913943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-530b9a2d-62ef-4f85-9f6a-847fb8f15b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:48.916042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-530b9a2d-62ef-4f85-9f6a-847fb8f15b70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 200 len: 922 time: 0.2845855 Oct 25 08:56:48.941092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Network ec2216b6-a802-4d88-9a04-5dfea23f141f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:56:48.955837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:56:48.967526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fc21f-592a-49f8-8e5c-2ccef0a8d56d None None] Sync routers for ids ['11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:56:49.004866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:49.011205 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-01565e20-3fc4-4bcb-9a60-44716e4f9ecd tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2652750 Oct 25 08:56:49.012809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45024) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:49.014636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fc21f-592a-49f8-8e5c-2ccef0a8d56d None None] Routers {'11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:49.015262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8d6fc21f-592a-49f8-8e5c-2ccef0a8d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:49.021438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a6cde996-6ca4-441b-b81e-00bc60d14bb6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': False}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:49.024701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-d63b416b-1e55-4489-9705-f036c78c21d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 200 len: 217 time: 0.0854814 Oct 25 08:56:49.026824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ec2216b6-a802-4d88-9a04-5dfea23f141f) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:49.038566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dbe7fd-ea69-42bb-b0ab-81689a9ea254 None None] Network ec2216b6-a802-4d88-9a04-5dfea23f141f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:56:49.104656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:49.105497 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:49.121668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8d6fc21f-592a-49f8-8e5c-2ccef0a8d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:49.142540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d0dac2b7-96f6-4648-ae0a-d4b40a778bc9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0273154 Oct 25 08:56:49.211801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fc21f-592a-49f8-8e5c-2ccef0a8d56d None None] Routers {'11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:49.212681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8d6fc21f-592a-49f8-8e5c-2ccef0a8d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:49.228340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-c5de660b-c7f1-42b2-8e7b-3ae6919d3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:49.234163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-c5de660b-c7f1-42b2-8e7b-3ae6919d3835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 200 len: 861 time: 0.1718404 Oct 25 08:56:49.267487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8d6fc21f-592a-49f8-8e5c-2ccef0a8d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:49.268559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fc21f-592a-49f8-8e5c-2ccef0a8d56d None None] The sync data for ids ['11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:56:49.333632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-d52fca6d-8d40-4fc1-b698-4041ebcc501f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=745db563-8865-4d9b-b400-5a25e818e450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866752 Oct 25 08:56:49.448919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9cfd1-1da4-4d28-83e2-134f5da4a825 None None] Network ec2216b6-a802-4d88-9a04-5dfea23f141f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:56:49.462499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-31fbd64a-1934-4d46-a9ab-e81b32648cdb tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:49.464147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-31fbd64a-1934-4d46-a9ab-e81b32648cdb tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7&tenant_id=1dfa050e73094a9687a2b0b57971f616&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.1283286 Oct 25 08:56:49.744919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-0f1bad98-7011-41b3-b5be-07cd1e88e27d service neutron] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:49.749399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-0f1bad98-7011-41b3-b5be-07cd1e88e27d service neutron] Publish callbacks [] for binding, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:49.750651 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0866cb3-32d1-4d61-89ef-a6010796f31a req-0f1bad98-7011-41b3-b5be-07cd1e88e27d service neutron] 10.222.0.18 "DELETE /v2.0/ports/f65c8dd9-4991-456c-b099-7f61c7abacc9/bindings/n-h1-814746-2 HTTP/1.1" status: 204 len: 173 time: 0.2773902 Oct 25 08:56:49.852081 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:49.857965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-9dafdc72-949b-4f96-b730-11768782b24c service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083201 Oct 25 08:56:49.864403 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:50.431940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e3155-457e-4565-9639-127cf1d0a2a4 req-a35491d0-ca1c-4f5c-97d2-eb3f5fdde113 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:50.441119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e3155-457e-4565-9639-127cf1d0a2a4 req-a35491d0-ca1c-4f5c-97d2-eb3f5fdde113 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:50.449552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-381e3155-457e-4565-9639-127cf1d0a2a4 req-a35491d0-ca1c-4f5c-97d2-eb3f5fdde113 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126&device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 1691 time: 0.6079209 Oct 25 08:56:50.526983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6cde996-6ca4-441b-b81e-00bc60d14bb6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:50.532639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-381e3155-457e-4565-9639-127cf1d0a2a4 req-2fb35ac7-23c2-4312-b306-65977a9e9912 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722318 Oct 25 08:56:50.537890 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1225532e-71c6-400f-853b-8d1ee1c3eb35 req-7db821a0-d06e-49a8-b3a5-d60be64cadde service neutron] 10.222.0.41 "GET /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513538 Oct 25 08:56:51.043197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-0afcaaa5-4b50-4b00-81ca-11a1dbe97aa4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:51.044668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-0afcaaa5-4b50-4b00-81ca-11a1dbe97aa4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 814 time: 0.2018096 Oct 25 08:56:51.069388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-4638a045-2fc8-4be8-85f4-e06652f427ea tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/quotas/d5be80d4e51342b6b0e45dfa0bdc3759 HTTP/1.1" status: 200 len: 375 time: 0.0149310 Oct 25 08:56:51.108712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-f2e33e12-0e61-4100-aaaa-71cd4b346627 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306387 Oct 25 08:56:51.284686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6cde996-6ca4-441b-b81e-00bc60d14bb6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:51.296195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-e1d65d82-ccd4-4ec8-a7c3-a4d76069ea73 service neutron] 10.222.0.32 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464119 Oct 25 08:56:51.306044 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6cde996-6ca4-441b-b81e-00bc60d14bb6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:51.479401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-ae9c7208-8017-472a-b359-abce965e4129 service neutron] 10.222.0.32 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823328 Oct 25 08:56:51.494128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cde996-6ca4-441b-b81e-00bc60d14bb6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Router 11bfaff3-5fc8-41f1-9e41-a31c20ac28bb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:56:51.620961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cde996-6ca4-441b-b81e-00bc60d14bb6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:56:51.626782 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6cde996-6ca4-441b-b81e-00bc60d14bb6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:51.631058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a6cde996-6ca4-441b-b81e-00bc60d14bb6 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "PUT /v2.0/routers/11bfaff3-5fc8-41f1-9e41-a31c20ac28bb HTTP/1.1" status: 200 len: 920 time: 2.6123390 Oct 25 08:56:51.632004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45060) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:51.642898 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d90d6e9-88a5-493c-af14-f679e33ac2f5 None None] Sync routers for ids ['11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:56:51.686366 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90d6e9-88a5-493c-af14-f679e33ac2f5 None None] Routers {'11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:51.689554 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6d90d6e9-88a5-493c-af14-f679e33ac2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:51.690679 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:51.747711 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6d90d6e9-88a5-493c-af14-f679e33ac2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:51.759159 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90d6e9-88a5-493c-af14-f679e33ac2f5 None None] Routers {'11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:51.759777 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6d90d6e9-88a5-493c-af14-f679e33ac2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:51.783518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63dfd-4dcf-4abe-8371-faea299c32ea req-e07e3a08-9b24-47ca-b443-a8a8c664f5f6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:51.797352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f63dfd-4dcf-4abe-8371-faea299c32ea req-e07e3a08-9b24-47ca-b443-a8a8c664f5f6 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 944 time: 0.0851786 Oct 25 08:56:51.797638 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6d90d6e9-88a5-493c-af14-f679e33ac2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:51.798896 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d90d6e9-88a5-493c-af14-f679e33ac2f5 None None] The sync data for ids ['11bfaff3-5fc8-41f1-9e41-a31c20ac28bb'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:56:51.875245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f63dfd-4dcf-4abe-8371-faea299c32ea req-93689560-6de3-4ea9-9cd2-c2c5170b899c tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762777 Oct 25 08:56:51.911235 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b96857f0-fab0-4612-a32b-565bfa6621b9 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/routers/11bfaff3-5fc8-41f1-9e41-a31c20ac28bb HTTP/1.1" status: 200 len: 920 time: 0.2787724 Oct 25 08:56:51.913807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45076) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:52.044799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034485d-e5b5-4567-86ec-6f2453919426 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:52.046662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f034485d-e5b5-4567-86ec-6f2453919426 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=11bfaff3-5fc8-41f1-9e41-a31c20ac28bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1318071 Oct 25 08:56:52.049683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45084) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:52.163752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d058f9-3c36-4292-8e20-0a205b21ff33 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:52.167805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c1d058f9-3c36-4292-8e20-0a205b21ff33 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 881 time: 0.1144807 Oct 25 08:56:52.168168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45088) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:52.486026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd494910-862e-4179-8994-e1b704cb016d req-57e6feb1-f835-442a-997d-c713b32488cd tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 210 time: 0.0528378 Oct 25 08:56:52.605155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-429d2b1a-8c7a-4b10-8615-6d6c789a0769 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=11bfaff3-5fc8-41f1-9e41-a31c20ac28bb HTTP/1.1" status: 200 len: 205 time: 0.4356635 Oct 25 08:56:52.625965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45108) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:52.806316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e575bb-e6a7-485f-9237-a360a6f2f744 req-06b0f88d-34d5-499c-8127-9fcad7989d7a tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:52.807873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17e575bb-e6a7-485f-9237-a360a6f2f744 req-06b0f88d-34d5-499c-8127-9fcad7989d7a tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 1101 time: 0.2160952 Oct 25 08:56:52.896944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17e575bb-e6a7-485f-9237-a360a6f2f744 req-5d723e9e-9461-405c-9dff-a527ace7d0c7 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768862 Oct 25 08:56:52.900910 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.025176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327f6ca-16d4-405b-b6e9-3db6546b398c req-af596715-91ea-4adc-b7a2-76440d62ea7b tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:53.026598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a327f6ca-16d4-405b-b6e9-3db6546b398c req-af596715-91ea-4adc-b7a2-76440d62ea7b tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 1095 time: 0.0609946 Oct 25 08:56:53.057591 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.096910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a327f6ca-16d4-405b-b6e9-3db6546b398c req-361f31ce-c143-480c-9d19-811523a6c9e8 tempest-LiveAutoBlockMigrationV225Test-167172709 tempest-LiveAutoBlockMigrationV225Test-167172709-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635247 Oct 25 08:56:53.133850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Deleting port 65e40521-fc3f-42e0-a3fd-ad1b78371364 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:53.134642 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.235344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f93b-b70e-40f6-b24a-38beba6c02cd req-c8e73cd2-77de-48e3-b6a0-86c9f615b21d tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:53.237295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cfb3f93b-b70e-40f6-b24a-38beba6c02cd req-c8e73cd2-77de-48e3-b6a0-86c9f615b21d tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 1101 time: 0.0549860 Oct 25 08:56:53.280008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.298048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Calling delete_port for 65e40521-fc3f-42e0-a3fd-ad1b78371364 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:53.310980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cfb3f93b-b70e-40f6-b24a-38beba6c02cd req-6efe470e-04d8-4ff7-af7a-2e666454cb45 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590291 Oct 25 08:56:53.529154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.577996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event deleted for resources: {'Port': ['ID=65e40521-fc3f-42e0-a3fd-ad1b78371364,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:53.582016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-5f4cd395-353a-4869-b3d3-7826fe5bd9d4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:53.587961 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-5f4cd395-353a-4869-b3d3-7826fe5bd9d4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.18 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 814 time: 0.1761391 Oct 25 08:56:53.613725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Request body: {'port': {'device_id': '9e7999f9-59de-4611-b592-5c652596ad1a', 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f', 'admin_state_up': True, 'tenant_id': 'd5be80d4e51342b6b0e45dfa0bdc3759'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:53.658903 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.767886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Made reservation on behalf of d5be80d4e51342b6b0e45dfa0bdc3759 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:53.771732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.788727 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.791020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.860549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.861114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Fanout notify agent at l3_agent the message router_deleted on router 11bfaff3-5fc8-41f1-9e41-a31c20ac28bb {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:56:53.869816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.870996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e2d4a64d-9584-4c9a-8ea1-d7196c65e381 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/11bfaff3-5fc8-41f1-9e41-a31c20ac28bb HTTP/1.1" status: 204 len: 168 time: 1.2427781 Oct 25 08:56:53.875056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45146) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:53.880166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8c55c0c1-afcc-43b2-a522-ebbc550d0f0c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2090145410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:53.903685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8c55c0c1-afcc-43b2-a522-ebbc550d0f0c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.904673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8c55c0c1-afcc-43b2-a522-ebbc550d0f0c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:53.927626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Allocated IP 172.20.0.13 (ec2216b6-a802-4d88-9a04-5dfea23f141f/d0c2a9b2-2cfa-4989-bb53-d5de70135b15/549ceee8-4035-493e-9a6c-ce11263a90cd) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:53.996376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8c55c0c1-afcc-43b2-a522-ebbc550d0f0c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.003690 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8c55c0c1-afcc-43b2-a522-ebbc550d0f0c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.026332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8c55c0c1-afcc-43b2-a522-ebbc550d0f0c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.030431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8c55c0c1-afcc-43b2-a522-ebbc550d0f0c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1514003 Oct 25 08:56:54.030696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45160) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:54.036300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:54.115298 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.132993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6076fd71-4ba2-476a-8071-300e268bbfde req-fef98780-d376-4bcd-99d3-93b40faee764 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 210 time: 0.0586786 Oct 25 08:56:54.163569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.206622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Network ec2216b6-a802-4d88-9a04-5dfea23f141f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:54.209859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:54.213781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:54.244299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:54.270872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:54.271516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.290816 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-91ec19a5-b14d-41fd-bea1-a265f0806ed9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6848650 Oct 25 08:56:54.393675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Request body: {'port': {'device_id': '9e7999f9-59de-4611-b592-5c652596ad1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:54.452276 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.643904 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.668153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eaaf5-c365-45f7-9949-5cf1b9fc5e35 req-a541015b-f86b-4c5c-a766-bb12e0ece2ec tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:54.669654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-392eaaf5-c365-45f7-9949-5cf1b9fc5e35 req-a541015b-f86b-4c5c-a766-bb12e0ece2ec tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 944 time: 0.1247473 Oct 25 08:56:54.728637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549ceee8-4035-493e-9a6c-ce11263a90cd {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:54.738177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.749864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-392eaaf5-c365-45f7-9949-5cf1b9fc5e35 req-28889dc0-4bff-44ed-953d-047c44f7aa79 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707374 Oct 25 08:56:54.750439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Transition to ACTIVE for port object 549ceee8-4035-493e-9a6c-ce11263a90cd will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:56:54.755574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.816060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:54.903778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Attempting to bind port 549ceee8-4035-493e-9a6c-ce11263a90cd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:56:54.904148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Attempting to bind port 549ceee8-4035-493e-9a6c-ce11263a90cd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:56:54.904482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Attempting to bind port 549ceee8-4035-493e-9a6c-ce11263a90cd on network ec2216b6-a802-4d88-9a04-5dfea23f141f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:54.909889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Port 549ceee8-4035-493e-9a6c-ce11263a90cd on network ec2216b6-a802-4d88-9a04-5dfea23f141f not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:56:54.910607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Attempting to bind port 549ceee8-4035-493e-9a6c-ce11263a90cd on network ec2216b6-a802-4d88-9a04-5dfea23f141f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:56:54.913177 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.916068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:56:54.916407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Checking segment: {'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:56:54.916958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Bound using segment: {'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:56:54.917391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Bound port: 549ceee8-4035-493e-9a6c-ce11263a90cd, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:56:54.917743 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:54.953533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.018795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8832-4471-402d-94a0-03be6d75b1bb req-bd38a43e-172c-4110-9b8f-bc37f2010917 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:55.021320 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b4f8832-4471-402d-94a0-03be6d75b1bb req-bd38a43e-172c-4110-9b8f-bc37f2010917 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 950 time: 0.1094074 Oct 25 08:56:55.029174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:56:55.039203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-fa0d29fd-a836-4aa6-87b1-6225d91c19e7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:55.040727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-fa0d29fd-a836-4aa6-87b1-6225d91c19e7 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.18 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 944 time: 0.0789928 Oct 25 08:56:55.042684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:56:55.047096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.109664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b4f8832-4471-402d-94a0-03be6d75b1bb req-14a4d701-c1fa-408f-9cde-b41aaaea154b tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804446 Oct 25 08:56:55.129750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:55.130404 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.131814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/549ceee8-4035-493e-9a6c-ce11263a90cd HTTP/1.1" status: 200 len: 1092 time: 0.7436936 Oct 25 08:56:55.132278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:55.134596 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42353e51-53ad-4b53-b4c4-325e2881f7af" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:55.134738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Allocated IP 172.25.8.122 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/6cc40a71-d9c5-4a8d-baa0-3d3ec2ff2de4) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:55.246128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bdb99-920e-481e-afc2-84ad230bd2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:55.271221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-e2cf268f-5ddd-4826-932a-0ba2d9c1c87f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342820 Oct 25 08:56:55.274890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-6b540c8c-b8dc-4e94-9d2f-a5a6776d63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:55.276396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-6b540c8c-b8dc-4e94-9d2f-a5a6776d63c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 1095 time: 0.0654242 Oct 25 08:56:55.290545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Deleting port f65c8dd9-4991-456c-b099-7f61c7abacc9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:55.290894 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.340618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.377064 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-239e2a31-90c8-4f28-a8c6-78f501eb89cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549ceee8-4035-493e-9a6c-ce11263a90cd HTTP/1.1" status: 200 len: 217 time: 0.0815227 Oct 25 08:56:55.418387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6c80a364-5987-464a-8fe4-3cb2f1b8f236 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:55.420037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6c80a364-5987-464a-8fe4-3cb2f1b8f236 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397922 Oct 25 08:56:55.421717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.459633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-80ce20fc-45e5-4cc2-b63b-b58160a13fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:55.461154 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-80ce20fc-45e5-4cc2-b63b-b58160a13fe8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 200 len: 854 time: 0.0771604 Oct 25 08:56:55.468016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] For port f65c8dd9-4991-456c-b099-7f61c7abacc9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f65c8dd9-4991-456c-b099-7f61c7abacc9,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:55.468381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.478413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:55.480037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-9ab6e0a1-9fc7-4155-9acc-36193d9386ce tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/quotas/11c126ed7bea4983a5e3df930d94ece3 HTTP/1.1" status: 200 len: 375 time: 0.0265145 Oct 25 08:56:55.486281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:55.488258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event updated for resources: {'Port': ['ID=6cc40a71-d9c5-4a8d-baa0-3d3ec2ff2de4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:55.490845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:55.510790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Calling delete_port for f65c8dd9-4991-456c-b099-7f61c7abacc9 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:55.515435 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-946efe5a-a473-4f9b-8297-ca763a7cd03f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2216b6-a802-4d88-9a04-5dfea23f141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440261 Oct 25 08:56:55.636415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-5b818404-4595-4a7c-8702-6e835a8810cd tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1239181 Oct 25 08:56:55.674417 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-722b2b4e-f3b6-4dc4-84e9-00deedaf39d1 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503668 Oct 25 08:56:55.819928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.843162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24ac25ae-4fad-4a20-8f84-3a3ff6070409 req-1ebe5546-0acb-4c48-a628-c5ddd9207a48 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594505 Oct 25 08:56:55.843740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.883085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['20f03ae3-0390-492e-a1f2-efc1fbc38337'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:55.895272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Pushing event deleted for resources: {'Port': ['ID=f65c8dd9-4991-456c-b099-7f61c7abacc9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:55.911083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f65c8dd9-4991-456c-b099-7f61c7abacc9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:55.956337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] No DVR routers for this DVR port f65c8dd9-4991-456c-b099-7f61c7abacc9 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:56:55.960657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:55.964441 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd0353c7-9d4a-4136-a20c-c379f4b1ae4a req-a47eef83-39a8-4566-86c9-49279ba26e5e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.18 "DELETE /v2.0/ports/f65c8dd9-4991-456c-b099-7f61c7abacc9 HTTP/1.1" status: 204 len: 173 time: 0.9138010 Oct 25 08:56:56.132718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:56.137252 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:56.316052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Router 9607168e-ea86-464e-b20e-f97a09009a00 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:56:56.447345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:56:56.459157 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:56.460295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45204) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:56.460448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f90c563a-302a-4f3e-949c-db94fd7ac3fb tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "PUT /v2.0/routers/9607168e-ea86-464e-b20e-f97a09009a00 HTTP/1.1" status: 200 len: 880 time: 2.4286590 Oct 25 08:56:56.464417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b5220-30a2-4ed6-8a21-71e2244a69ad None None] Sync routers for ids ['9607168e-ea86-464e-b20e-f97a09009a00'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:56:56.481704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b5220-30a2-4ed6-8a21-71e2244a69ad None None] Routers {'9607168e-ea86-464e-b20e-f97a09009a00'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:56.484790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3f5b5220-30a2-4ed6-8a21-71e2244a69ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9607168e-ea86-464e-b20e-f97a09009a00'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:56.540983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3f5b5220-30a2-4ed6-8a21-71e2244a69ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:56.559195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b5220-30a2-4ed6-8a21-71e2244a69ad None None] Routers {'9607168e-ea86-464e-b20e-f97a09009a00'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:56:56.560253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3f5b5220-30a2-4ed6-8a21-71e2244a69ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9607168e-ea86-464e-b20e-f97a09009a00'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:56.603858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92eba559-81a2-455d-ab1d-5571ef896fb8 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/routers/9607168e-ea86-464e-b20e-f97a09009a00 HTTP/1.1" status: 200 len: 921 time: 0.1422741 Oct 25 08:56:56.607021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45214) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:56.671228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d5067-b88b-49fe-b712-9dc5908c51ce tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:56.674437 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9c5d5067-b88b-49fe-b712-9dc5908c51ce tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=9607168e-ea86-464e-b20e-f97a09009a00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0656588 Oct 25 08:56:56.676769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45220) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:56.803027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3f5b5220-30a2-4ed6-8a21-71e2244a69ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:56:56.804000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b5220-30a2-4ed6-8a21-71e2244a69ad None None] The sync data for ids ['9607168e-ea86-464e-b20e-f97a09009a00'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:56:56.821824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f17407-dd55-4169-8085-f90c582ed930 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:56.826125 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b1f17407-dd55-4169-8085-f90c582ed930 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 881 time: 0.1454070 Oct 25 08:56:56.826373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45230) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:56.859030 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4f1db293-402e-4e83-9930-d036d1f4e2ee tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=9607168e-ea86-464e-b20e-f97a09009a00 HTTP/1.1" status: 200 len: 205 time: 0.0292578 Oct 25 08:56:56.859749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45232) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:56.918611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:56:56.999254 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:57.030541 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:57.066686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:57.070492 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd409ab-eb7a-4b53-8d42-395d31a14c22" -d '{"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-unplugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:57.088350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:57.097819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:57.099256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:56:57.128749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: f65c8dd9-4991-456c-b099-7f61c7abacc9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:56:57.129134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f65c8dd9-4991-456c-b099-7f61c7abacc9 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:56:57.214468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=11']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:57.225419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.226049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.226596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.227842 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.228376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.229055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.229567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.230190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.230697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.231401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.232111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.232661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:56:57.261097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:57.350054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Deleting port 6cc40a71-d9c5-4a8d-baa0-3d3ec2ff2de4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:56:57.350285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:57.482822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:57.504803 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eef6968-db74-4a70-a9e1-564640327e52 x-openstack-request-id: req-1eef6968-db74-4a70-a9e1-564640327e52 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:57.506083 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:57.506548 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1eef6968-db74-4a70-a9e1-564640327e52 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:57.507256 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'status': 'completed', 'code': 200} Oct 25 08:56:57.552593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Calling delete_port for 6cc40a71-d9c5-4a8d-baa0-3d3ec2ff2de4 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:56:57.580337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e6c65-70ea-4cc4-9651-5da3672b46c8 req-48e7fc9f-0d5f-4875-b76c-a3bc9a6b3403 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:57.588411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d6e6c65-70ea-4cc4-9651-5da3672b46c8 req-48e7fc9f-0d5f-4875-b76c-a3bc9a6b3403 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.0701773 Oct 25 08:56:57.620966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-eb895bb0-33ef-45b9-83e3-8d6e2ea195ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:57.623231 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-eb895bb0-33ef-45b9-83e3-8d6e2ea195ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 1095 time: 0.1202426 Oct 25 08:56:57.641663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d6e6c65-70ea-4cc4-9651-5da3672b46c8 req-ae1167e5-2184-4bd2-b7ab-2a8d41c65785 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Oct 25 08:56:57.729262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1b7d1e4-8658-4229-99bf-a38aa0a41727 req-ddcaaf7c-8f57-45ee-877d-456fd1c6e4e2 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 210 time: 0.0286124 Oct 25 08:56:57.787965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-03dcc0dd-534f-4f8b-9c64-815718610768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:57.789694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-03dcc0dd-534f-4f8b-9c64-815718610768 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 915 time: 0.1541309 Oct 25 08:56:57.862715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-ff127e5e-79d2-408e-bd97-57a082f62818 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549ceee8-4035-493e-9a6c-ce11263a90cd HTTP/1.1" status: 200 len: 217 time: 0.0631597 Oct 25 08:56:57.930842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:57.944404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-39c88b0c-88bb-4998-92e2-57021991442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:57.945962 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-39c88b0c-88bb-4998-92e2-57021991442d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 200 len: 854 time: 0.0733609 Oct 25 08:56:57.952737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078627e-d329-4c1b-ac6a-b1f8c3f3f61b req-b180c50d-6b35-476f-ba78-d2d0a9e18706 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:57.960457 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d078627e-d329-4c1b-ac6a-b1f8c3f3f61b req-b180c50d-6b35-476f-ba78-d2d0a9e18706 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 945 time: 0.0705969 Oct 25 08:56:57.980732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event deleted for resources: {'Port': ['ID=6cc40a71-d9c5-4a8d-baa0-3d3ec2ff2de4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:58.012366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d078627e-d329-4c1b-ac6a-b1f8c3f3f61b req-da28a023-abbf-4749-a22a-2afb92693a09 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509775 Oct 25 08:56:58.020782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-0ae805f3-0a88-4d82-b1d5-de7c4c561b21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2216b6-a802-4d88-9a04-5dfea23f141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539305 Oct 25 08:56:58.073461 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff41fc8-bb10-4790-8ff4-df28cbd103bb x-openstack-request-id: req-bff41fc8-bb10-4790-8ff4-df28cbd103bb {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:56:58.076575 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-unplugged", "status": "completed", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:56:58.076854 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bff41fc8-bb10-4790-8ff4-df28cbd103bb {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:56:58.077280 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'code': 200} Oct 25 08:56:58.158236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-023607a2-591b-41d7-81c2-34715acf1e9b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339844 Oct 25 08:56:58.169171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.316103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-44344847-184b-4e53-87c3-d2c4eff22285 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:58.318063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-44344847-184b-4e53-87c3-d2c4eff22285 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524913 Oct 25 08:56:58.333007 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.340470 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.352859 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-aeed7022-53df-4f62-ba58-1ba4db5fb43d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172235 Oct 25 08:56:58.354234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Request body: {'port': {'device_id': 'f206e319-e6e8-45f0-bc1b-bf92da2705f7', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '11c126ed7bea4983a5e3df930d94ece3'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:58.505788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-9020e24b-79e7-4ebf-9051-4401a13a95df tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873864 Oct 25 08:56:58.506694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.507381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Fanout notify agent at l3_agent the message router_deleted on router 9607168e-ea86-464e-b20e-f97a09009a00 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:56:58.520797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.522310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-13307ed4-6c64-4774-9b58-eb64c567353f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/9607168e-ea86-464e-b20e-f97a09009a00 HTTP/1.1" status: 204 len: 168 time: 1.6620278 Oct 25 08:56:58.526913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45284) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:58.531462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fa60abea-8e99-4316-8e1c-b23119734651 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1471182319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:58.652880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa60abea-8e99-4316-8e1c-b23119734651 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.654430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa60abea-8e99-4316-8e1c-b23119734651 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.692605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-42353e51-53ad-4b53-b4c4-325e2881f7af req-814de7c3-a517-4083-8364-84250bdcf0c1 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763669 Oct 25 08:56:58.715676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea6b8e5d-b579-49e4-bf54-46f505b39862 req-72ea3ab5-41b7-4699-9d64-b4fa3f401f56 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 210 time: 0.0597224 Oct 25 08:56:58.766960 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa60abea-8e99-4316-8e1c-b23119734651 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.776076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-4ea0bf6c-f413-4afa-89a1-456423b1ce56 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:58.777737 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-4ea0bf6c-f413-4afa-89a1-456423b1ce56 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541943 Oct 25 08:56:58.779340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa60abea-8e99-4316-8e1c-b23119734651 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.798931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Request body: {'port': {'device_id': '2272bc7f-5f15-4cc0-94de-01c83c01dc0a', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '11c126ed7bea4983a5e3df930d94ece3'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:58.807942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa60abea-8e99-4316-8e1c-b23119734651 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.811740 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fa60abea-8e99-4316-8e1c-b23119734651 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2812655 Oct 25 08:56:58.814517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45292) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:56:58.819981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': True}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:56:58.902418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Made reservation on behalf of 11c126ed7bea4983a5e3df930d94ece3 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:58.906954 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:58.911672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:56:58.980722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Made reservation on behalf of 11c126ed7bea4983a5e3df930d94ece3 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:56:58.987656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:59.143980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:59.162024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f', 'port_id': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'mac_address': 'fa:16:3e:b6:6a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c2a9b2-2cfa-4989-bb53-d5de70135b15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:56:59.204872 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:59.213334 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:59.220786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549ceee8-4035-493e-9a6c-ce11263a90cd {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:56:59.246090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:56:59.251554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:59.262528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Allocated IP 192.168.233.228 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/53f3fbcc-77ff-4531-a335-e1a0646b4f35) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:59.313792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:59.319407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0754d7-aa50-492f-9757-6461c6073184 req-2bf927bf-dbba-46af-ba30-8db6105b4698 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:59.320947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c0754d7-aa50-492f-9757-6461c6073184 req-2bf927bf-dbba-46af-ba30-8db6105b4698 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.1704636 Oct 25 08:56:59.420409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c0754d7-aa50-492f-9757-6461c6073184 req-f436903b-450e-4661-b7f8-364c09bddfab tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928917 Oct 25 08:56:59.509045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'name': 'network-vif-deleted', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:56:59.511599 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2788106f-f650-4eac-bed9-b40ee8584e99" -d '{"events": [{"server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "name": "network-vif-deleted", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:56:59.538104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce510c06-6baf-4438-b3ed-e41044b162ac req-69b26939-6f60-4d00-83a1-016b8c020c7e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=de54d57b-de7c-47dc-90a7-1dc02a4e2af7 HTTP/1.1" status: 200 len: 210 time: 0.0502870 Oct 25 08:56:59.558986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:59.701219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:59.724127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:59.736354 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:56:59.752586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Allocated IP 192.168.233.81 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/520a5868-ce70-4f19-8860-72d84e1d2b46) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:56:59.776985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:59.815937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['549ceee8-4035-493e-9a6c-ce11263a90cd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:56:59.840577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:56:59.861896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:56:59.867149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'Port': ['ID=53f3fbcc-77ff-4531-a335-e1a0646b4f35,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:56:59.870192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:56:59.920663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d856e-8503-42f1-b42b-fa614ba4f07d req-d769ce45-0b45-42db-9f18-b109d1496f78 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:56:59.929074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc7d856e-8503-42f1-b42b-fa614ba4f07d req-d769ce45-0b45-42db-9f18-b109d1496f78 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 948 time: 0.2234185 Oct 25 08:57:00.011604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.054787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:00.055409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.073882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.109217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc7d856e-8503-42f1-b42b-fa614ba4f07d req-bc538bf6-9001-47a6-9e2e-9583b8f68b06 tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440039 Oct 25 08:57:00.114269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Allocated IP 172.25.8.18 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/73046b9a-d36d-41e2-9cdf-39c284896832) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:00.157101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'Port': ['ID=520a5868-ce70-4f19-8860-72d84e1d2b46,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:00.163071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:00.166032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:00.168573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:00.233164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-ce397f81-b414-4b8f-bbb5-ae0f0635886b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8984537 Oct 25 08:57:00.290026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:00.291911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Request body: {'port': {'device_id': 'f206e319-e6e8-45f0-bc1b-bf92da2705f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:00.293422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.337207 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-470d2f2a-e07f-4029-90e9-b7272f222980 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5355926 Oct 25 08:57:00.347527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.366343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-55610508-539c-40a0-85ff-36f1a8c3ca59 None None] Provisioning complete for port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:00.366922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55610508-539c-40a0-85ff-36f1a8c3ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.371672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Request body: {'port': {'device_id': '2272bc7f-5f15-4cc0-94de-01c83c01dc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:00.420785 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.476818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.483573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.494498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-55610508-539c-40a0-85ff-36f1a8c3ca59 None None] Port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:57:00.557755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:00.590394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:00.598762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:00.608046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'Port': ['ID=73046b9a-d36d-41e2-9cdf-39c284896832,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:00.643913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-48b957a2-e783-4c79-9e76-0af7d8d37584 None None] Provisioning complete for port 520a5868-ce70-4f19-8860-72d84e1d2b46 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:00.644274 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-48b957a2-e783-4c79-9e76-0af7d8d37584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.692375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-48b957a2-e783-4c79-9e76-0af7d8d37584 None None] Port 520a5868-ce70-4f19-8860-72d84e1d2b46 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:57:00.701456 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5085d4-d37f-4c37-badd-2ce547d138d5 x-openstack-request-id: req-cd5085d4-d37f-4c37-badd-2ce547d138d5 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:00.701830 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de54d57b-de7c-47dc-90a7-1dc02a4e2af7", "name": "network-vif-deleted", "tag": "f65c8dd9-4991-456c-b099-7f61c7abacc9", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:00.702183 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd5085d4-d37f-4c37-badd-2ce547d138d5 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:00.702650 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de54d57b-de7c-47dc-90a7-1dc02a4e2af7', 'name': 'network-vif-deleted', 'tag': 'f65c8dd9-4991-456c-b099-7f61c7abacc9', 'status': 'completed', 'code': 200} Oct 25 08:57:00.897050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520a5868-ce70-4f19-8860-72d84e1d2b46 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:00.899765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d11a7-2d6e-4fb9-b912-66bcb287f5f6 req-14e4c9f1-01f0-416c-b6aa-53946192ace4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:00.901536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-132d11a7-2d6e-4fb9-b912-66bcb287f5f6 req-14e4c9f1-01f0-416c-b6aa-53946192ace4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 935 time: 0.1015482 Oct 25 08:57:00.910837 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.924848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Transition to ACTIVE for port object 520a5868-ce70-4f19-8860-72d84e1d2b46 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:57:00.930003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:00.984004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Pushing event updated for resources: {'Port': ['ID=520a5868-ce70-4f19-8860-72d84e1d2b46,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:00.996549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.996549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.996549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.996549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.997324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.997561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.997848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.998167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.998605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.998929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.999244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:00.999556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:01.079090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Attempting to bind port 520a5868-ce70-4f19-8860-72d84e1d2b46 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:01.079798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Attempting to bind port 520a5868-ce70-4f19-8860-72d84e1d2b46 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:01.079798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Attempting to bind port 520a5868-ce70-4f19-8860-72d84e1d2b46 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:01.085181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Port 520a5868-ce70-4f19-8860-72d84e1d2b46 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:57:01.085661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Attempting to bind port 520a5868-ce70-4f19-8860-72d84e1d2b46 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:01.091448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:01.091866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:01.092312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:01.092804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Bound port: 520a5868-ce70-4f19-8860-72d84e1d2b46, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:01.093724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:01.173459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] For port 520a5868-ce70-4f19-8860-72d84e1d2b46, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:01.177534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] For port 520a5868-ce70-4f19-8860-72d84e1d2b46, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=520a5868-ce70-4f19-8860-72d84e1d2b46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:01.183414 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:01.221789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:01.222551 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:01.223959 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] 10.222.0.18 "PUT /v2.0/ports/520a5868-ce70-4f19-8860-72d84e1d2b46 HTTP/1.1" status: 200 len: 1095 time: 0.8595247 Oct 25 08:57:01.258062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479d73f-ca6e-441c-be1d-85aa1cb01db8 service neutron] Pushing event updated for resources: {'Port': ['ID=520a5868-ce70-4f19-8860-72d84e1d2b46,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:01.349430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-132d11a7-2d6e-4fb9-b912-66bcb287f5f6 req-eb457e6f-b2d9-4ce6-9b44-f113ed406715 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371514 Oct 25 08:57:01.359488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-d3637084-c033-48ab-9fe7-b1e0a2f64d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:01.362902 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-d3637084-c033-48ab-9fe7-b1e0a2f64d6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 1098 time: 0.0675628 Oct 25 08:57:01.408041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:01.477821 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-5fc7fb8b-76c7-470d-abcf-1bda8dd6c2d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=520a5868-ce70-4f19-8860-72d84e1d2b46 HTTP/1.1" status: 200 len: 217 time: 0.0921104 Oct 25 08:57:01.528790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-1b52dcd2-0c87-4e58-a235-fea2a7245814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:01.530226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-1b52dcd2-0c87-4e58-a235-fea2a7245814 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0442152 Oct 25 08:57:01.588234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:01.619444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-e500c8c5-ba53-4111-8ddf-7b6404b299a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:01.621597 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-e500c8c5-ba53-4111-8ddf-7b6404b299a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751932 Oct 25 08:57:01.623362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35e7da-3f4a-4859-ac6f-a9cb7a3b562d req-f8a58703-8102-42f0-a1a4-977d09866bf4 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:01.624931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac35e7da-3f4a-4859-ac6f-a9cb7a3b562d req-f8a58703-8102-42f0-a1a4-977d09866bf4 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 945 time: 0.1341116 Oct 25 08:57:01.631474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f3fbcc-77ff-4531-a335-e1a0646b4f35 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:01.731806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:01.763531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-93032ce9-b120-4864-9d22-73a5627fa298 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300812 Oct 25 08:57:01.774078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Transition to ACTIVE for port object 53f3fbcc-77ff-4531-a335-e1a0646b4f35 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:57:01.785679 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:01.790522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000568d8-76c2-42df-85d7-74f2a976e653 req-659b8a4a-0320-4d88-a330-b86d19b4061b tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:01.792011 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-000568d8-76c2-42df-85d7-74f2a976e653 req-659b8a4a-0320-4d88-a330-b86d19b4061b tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 948 time: 0.0713828 Oct 25 08:57:01.808262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac35e7da-3f4a-4859-ac6f-a9cb7a3b562d req-9346c953-86ea-41d2-ba6e-f9dfe2f139ae tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719284 Oct 25 08:57:01.851498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:01.869022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:01.884730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=53f3fbcc-77ff-4531-a335-e1a0646b4f35,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:02.233073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Attempting to bind port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:02.233907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Attempting to bind port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:02.234025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Attempting to bind port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:02.252643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18f817-07b4-4065-b267-42d416257417 req-673d6454-e217-4ca8-b41e-d5605727af3c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:02.264546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb18f817-07b4-4065-b267-42d416257417 req-673d6454-e217-4ca8-b41e-d5605727af3c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 945 time: 0.2965155 Oct 25 08:57:02.292938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:57:02.293168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Attempting to bind port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:02.315189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:02.315538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:02.316091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:02.316718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Bound port: 53f3fbcc-77ff-4531-a335-e1a0646b4f35, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:02.317123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:02.338313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb18f817-07b4-4065-b267-42d416257417 req-22904c47-e97d-4584-9c82-bc99cd86b2d1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726814 Oct 25 08:57:02.417803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] For port 53f3fbcc-77ff-4531-a335-e1a0646b4f35, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:02.421795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] For port 53f3fbcc-77ff-4531-a335-e1a0646b4f35, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=53f3fbcc-77ff-4531-a335-e1a0646b4f35,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:02.424397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Router 53760376-ef62-4ff9-a58c-7583de6f17a1 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:57:02.433143 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:02.483221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-30b3e35d-7377-4208-843d-cd625b17b68d service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901670 Oct 25 08:57:02.543145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:02.543837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:02.548731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/53f3fbcc-77ff-4531-a335-e1a0646b4f35 HTTP/1.1" status: 200 len: 1096 time: 2.2663095 Oct 25 08:57:02.549150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f206e319-e6e8-45f0-bc1b-bf92da2705f7', 'tag': '53f3fbcc-77ff-4531-a335-e1a0646b4f35'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:02.554106 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2" -d '{"events": [{"name": "network-changed", "server_uuid": "f206e319-e6e8-45f0-bc1b-bf92da2705f7", "tag": "53f3fbcc-77ff-4531-a335-e1a0646b4f35"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:02.616273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Deleting port cba83402-20dd-432b-8b2e-0782080b2aa0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:02.616880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:02.712324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2272bc7f-5f15-4cc0-94de-01c83c01dc0a', 'tag': '520a5868-ce70-4f19-8860-72d84e1d2b46'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:02.714824 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "2272bc7f-5f15-4cc0-94de-01c83c01dc0a", "tag": "520a5868-ce70-4f19-8860-72d84e1d2b46"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:02.724576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417f268-c0e6-4ff6-bbdc-e8a48d7ab7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=53f3fbcc-77ff-4531-a335-e1a0646b4f35,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:02.762963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-511d3fba-47e0-45bf-a0cd-7efd4f20b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:02.764714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-511d3fba-47e0-45bf-a0cd-7efd4f20b627 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 1099 time: 0.0855134 Oct 25 08:57:02.795332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] For port cba83402-20dd-432b-8b2e-0782080b2aa0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=cba83402-20dd-432b-8b2e-0782080b2aa0,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:02.795699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:02.811528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Calling delete_port for cba83402-20dd-432b-8b2e-0782080b2aa0 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:02.841773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:02.847104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-0ac8375a-0352-4ec6-b6c2-59dabb5166e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=53f3fbcc-77ff-4531-a335-e1a0646b4f35 HTTP/1.1" status: 200 len: 217 time: 0.0572584 Oct 25 08:57:02.849848 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:02.853625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6b67309d-a209-4fd2-96f2-85085c87178c tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "PUT /v2.0/routers/53760376-ef62-4ff9-a58c-7583de6f17a1 HTTP/1.1" status: 200 len: 914 time: 4.0381114 Oct 25 08:57:02.855237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45340) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:02.856179 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7bc5d-eff6-4882-85a2-1f51de17151f None None] Sync routers for ids ['53760376-ef62-4ff9-a58c-7583de6f17a1'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:02.875726 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7bc5d-eff6-4882-85a2-1f51de17151f None None] Routers {'53760376-ef62-4ff9-a58c-7583de6f17a1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:02.876405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-27e7bc5d-eff6-4882-85a2-1f51de17151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['53760376-ef62-4ff9-a58c-7583de6f17a1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:02.912501 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-27e7bc5d-eff6-4882-85a2-1f51de17151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:02.923143 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7bc5d-eff6-4882-85a2-1f51de17151f None None] Routers {'53760376-ef62-4ff9-a58c-7583de6f17a1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:02.924250 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-27e7bc5d-eff6-4882-85a2-1f51de17151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['53760376-ef62-4ff9-a58c-7583de6f17a1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:02.927738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-87c21a71-c13f-4382-a96b-badd808dcb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:02.929244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-87c21a71-c13f-4382-a96b-badd808dcb51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0516114 Oct 25 08:57:02.963036 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-27e7bc5d-eff6-4882-85a2-1f51de17151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:02.963517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:02.964798 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7bc5d-eff6-4882-85a2-1f51de17151f None None] The sync data for ids ['53760376-ef62-4ff9-a58c-7583de6f17a1'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:57:03.036567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:03.046073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 549ceee8-4035-493e-9a6c-ce11263a90cd completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:57:03.053336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 549ceee8-4035-493e-9a6c-ce11263a90cd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:03.054144 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:03.068002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787632f4-eef0-41ac-9d81-91aa15a4f0be req-50ff03a5-f1ea-41f3-b5eb-564289b876ba tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:03.076002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-787632f4-eef0-41ac-9d81-91aa15a4f0be req-50ff03a5-f1ea-41f3-b5eb-564289b876ba tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9e405-1571-42e7-825c-c377c744fda3 HTTP/1.1" status: 200 len: 948 time: 0.3015833 Oct 25 08:57:03.079519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Pushing event deleted for resources: {'Port': ['ID=cba83402-20dd-432b-8b2e-0782080b2aa0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:03.117606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-41d843bd-1334-40cd-8faf-333943284c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:03.119108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-41d843bd-1334-40cd-8faf-333943284c7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555007 Oct 25 08:57:03.126126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-63398463-06b4-4bec-9760-adf3e33d9c55 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:03.128346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-63398463-06b4-4bec-9760-adf3e33d9c55 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 945 time: 0.1336763 Oct 25 08:57:03.165526 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:03.195277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:03.198048 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdd071e-d544-4820-8b44-97cc95e8dc6d" -d '{"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:03.210572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-787632f4-eef0-41ac-9d81-91aa15a4f0be req-05ac424e-e412-42c3-9ca3-e5a28c66ae6d tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.32 "GET /v2.0/security-groups?id=edbc43f5-a6af-4ab8-aa30-574e0e860040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336200 Oct 25 08:57:03.211647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:03.221976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:03.222583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-da274842-7f2f-40e7-b620-96c556954569 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/routers/53760376-ef62-4ff9-a58c-7583de6f17a1 HTTP/1.1" status: 200 len: 920 time: 0.3651896 Oct 25 08:57:03.222966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:03.223506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45344) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:03.271122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: cba83402-20dd-432b-8b2e-0782080b2aa0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:03.271912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device cba83402-20dd-432b-8b2e-0782080b2aa0 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:03.281233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] No DVR routers for this DVR port cba83402-20dd-432b-8b2e-0782080b2aa0 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:03.288033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:03.293186 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-000568d8-76c2-42df-85d7-74f2a976e653 req-5a158156-8eb0-43a7-b973-d535d34c594e tempest-ImagesOneServerTestJSON-1490941199 tempest-ImagesOneServerTestJSON-1490941199-project] 10.222.0.18 "DELETE /v2.0/ports/cba83402-20dd-432b-8b2e-0782080b2aa0 HTTP/1.1" status: 204 len: 173 time: 0.9551983 Oct 25 08:57:03.301651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:03.322398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775657d4-0c5a-4440-95ec-e1406bfaac5d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:03.326912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-775657d4-0c5a-4440-95ec-e1406bfaac5d tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=53760376-ef62-4ff9-a58c-7583de6f17a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0951228 Oct 25 08:57:03.327882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45346) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:03.365363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-79db9ade-d2b1-4058-b66c-ed0efd468201 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263458 Oct 25 08:57:03.397555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Deleting port c93c4f94-0cf6-4819-8437-e430b22b1d21 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:03.399117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:03.591914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] For port c93c4f94-0cf6-4819-8437-e430b22b1d21, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=c93c4f94-0cf6-4819-8437-e430b22b1d21,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:03.592729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:03.640275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6ff1f7-f8ed-42c3-9120-2d8744846521 req-21da9877-8ffe-4dc6-a49d-76f0e8cd52f0 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604883 Oct 25 08:57:03.679630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca0a80-b85e-4fcc-bc57-7275d903084e req-c4ff2bb4-7ee5-4c3a-8bcd-1afc72264dfc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:03.688556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66ca0a80-b85e-4fcc-bc57-7275d903084e req-c4ff2bb4-7ee5-4c3a-8bcd-1afc72264dfc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 947 time: 0.1312416 Oct 25 08:57:03.751276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66ca0a80-b85e-4fcc-bc57-7275d903084e req-6700396e-7242-4b95-8065-04e6c2f164d2 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559263 Oct 25 08:57:03.801816 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b80e027-232c-461a-95a2-687a6025317d x-openstack-request-id: req-9b80e027-232c-461a-95a2-687a6025317d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:03.802332 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f206e319-e6e8-45f0-bc1b-bf92da2705f7", "tag": "53f3fbcc-77ff-4531-a335-e1a0646b4f35", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:03.802779 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b80e027-232c-461a-95a2-687a6025317d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:03.803458 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f206e319-e6e8-45f0-bc1b-bf92da2705f7', 'tag': '53f3fbcc-77ff-4531-a335-e1a0646b4f35', 'status': 'completed', 'code': 200} Oct 25 08:57:03.880139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7b8d1-13ca-4c3d-9650-20260e3e53e5 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:03.884156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-85e7b8d1-13ca-4c3d-9650-20260e3e53e5 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 881 time: 0.5543475 Oct 25 08:57:03.889373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45354) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:03.927838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-30fcc823-1c32-446f-b323-d29123c3b0dc tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=53760376-ef62-4ff9-a58c-7583de6f17a1 HTTP/1.1" status: 200 len: 205 time: 0.0347753 Oct 25 08:57:03.931743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45356) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:04.018836 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:04.019199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:04.019593 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Floating IP 2a0b7322-6548-4da3-b4f3-fb7c3523de6d disassociated. External IP: 172.25.8.57, port: c93c4f94-0cf6-4819-8437-e430b22b1d21. Oct 25 08:57:04.019930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Calling delete_port for c93c4f94-0cf6-4819-8437-e430b22b1d21 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:04.027625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-38b11e97-6fc2-472c-905e-e88acc20a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.029720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-38b11e97-6fc2-472c-905e-e88acc20a580 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 1099 time: 0.1733787 Oct 25 08:57:04.152553 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c49123f-ef8d-4ba2-a42b-59a54251b727 x-openstack-request-id: req-5c49123f-ef8d-4ba2-a42b-59a54251b727 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:04.152820 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2272bc7f-5f15-4cc0-94de-01c83c01dc0a", "tag": "520a5868-ce70-4f19-8860-72d84e1d2b46", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:04.153150 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c49123f-ef8d-4ba2-a42b-59a54251b727 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:04.153609 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2272bc7f-5f15-4cc0-94de-01c83c01dc0a', 'tag': '520a5868-ce70-4f19-8860-72d84e1d2b46', 'status': 'completed', 'code': 200} Oct 25 08:57:04.230769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-0e51ca9f-2fbb-48d9-ab63-0fb2e4b1efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.232083 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-0e51ca9f-2fbb-48d9-ab63-0fb2e4b1efab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 1098 time: 0.0777903 Oct 25 08:57:04.264373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bbe1d-9a2a-4b9f-84ed-5260f281ad9a req-fe98250e-179c-4e96-9ea1-70797beddb4b tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.266093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e4bbe1d-9a2a-4b9f-84ed-5260f281ad9a req-fe98250e-179c-4e96-9ea1-70797beddb4b tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67 HTTP/1.1" status: 200 len: 945 time: 0.1145272 Oct 25 08:57:04.273122 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:04.317701 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:04.357466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event deleted for resources: {'Port': ['ID=c93c4f94-0cf6-4819-8437-e430b22b1d21,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:04.390679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-b532aabb-66eb-4dd1-833b-89496da99cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.392334 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-b532aabb-66eb-4dd1-833b-89496da99cf5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1508918 Oct 25 08:57:04.457381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-31d936f2-782f-49ff-9469-5fd5ae16a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.458813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-31d936f2-782f-49ff-9469-5fd5ae16a1cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.3901281 Oct 25 08:57:04.461985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:04.503107 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-fe86a20f-5a83-4606-9642-f6ae0c2a8e43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=520a5868-ce70-4f19-8860-72d84e1d2b46 HTTP/1.1" status: 200 len: 217 time: 0.0710776 Oct 25 08:57:04.537046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e4bbe1d-9a2a-4b9f-84ed-5260f281ad9a req-92c0a388-ac60-4e0c-a158-cd16d9666ac1 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605119 Oct 25 08:57:04.544382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-ec44c4a8-5ea8-4bfc-9c4d-3c37ce6fb709 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=53f3fbcc-77ff-4531-a335-e1a0646b4f35 HTTP/1.1" status: 200 len: 217 time: 0.0660095 Oct 25 08:57:04.623774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-2166c021-6182-465a-a3f0-46852c1818b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.628671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-2166c021-6182-465a-a3f0-46852c1818b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1166055 Oct 25 08:57:04.629345 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84762ac4-baa5-4480-b196-951e8da41ea6 x-openstack-request-id: req-84762ac4-baa5-4480-b196-951e8da41ea6 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:04.629863 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:04.629863 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84762ac4-baa5-4480-b196-951e8da41ea6 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:04.630276 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'code': 200} Oct 25 08:57:04.638156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Router 9b354d68-2a7d-4603-a642-e80e7fb908d7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:57:04.652209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-5359f817-7d87-4eec-b62f-4bcb636158dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.655185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-5359f817-7d87-4eec-b62f-4bcb636158dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0716953 Oct 25 08:57:04.673187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Deleting port 73046b9a-d36d-41e2-9cdf-39c284896832 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:04.673576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:04.861891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:04.875421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] Sync routers for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:04.877468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-b71d4497-afa1-4722-acdf-4403aacdccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.879111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-b71d4497-afa1-4722-acdf-4403aacdccde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896989 Oct 25 08:57:04.893155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:04.893793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:04.922020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30982c-3844-43fd-966e-90919092b7a4 req-c4afb8f5-d53e-4c2e-a0df-5b0317405f52 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:04.929386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef30982c-3844-43fd-966e-90919092b7a4 req-c4afb8f5-d53e-4c2e-a0df-5b0317405f52 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.2017956 Oct 25 08:57:04.945884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] No DVR routers for this DVR port c93c4f94-0cf6-4819-8437-e430b22b1d21 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:04.948651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:04.954360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6e944a3d-5d9d-4c41-9e09-aa045475800b req-2024fde4-6ac9-4b27-9543-9c868bdb3ae2 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.18 "DELETE /v2.0/ports/c93c4f94-0cf6-4819-8437-e430b22b1d21 HTTP/1.1" status: 204 len: 173 time: 1.7888393 Oct 25 08:57:05.005915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-cf4b9010-a02e-4c0c-b1a5-4b49f68f6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:05.008202 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-cf4b9010-a02e-4c0c-b1a5-4b49f68f6382 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716726 Oct 25 08:57:05.012431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815321f-23cb-4a2c-9d84-1a4124f59f57 req-8d87380a-ac7d-495e-bdb0-a96c5cfa666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:05.015105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0815321f-23cb-4a2c-9d84-1a4124f59f57 req-8d87380a-ac7d-495e-bdb0-a96c5cfa666d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 1097 time: 0.1656499 Oct 25 08:57:05.143500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0815321f-23cb-4a2c-9d84-1a4124f59f57 req-2b7137b5-f14e-48e2-bc64-5bc6f624e13d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076469 Oct 25 08:57:05.159560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:05.240633 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-fd550ee4-daa4-4eab-8c81-25747c4a447e service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170472 Oct 25 08:57:05.344220 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:05.368655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Calling delete_port for 73046b9a-d36d-41e2-9cdf-39c284896832 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:05.403481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:05.432581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef30982c-3844-43fd-966e-90919092b7a4 req-2639fbfb-acdd-474f-adbc-fbaa8fd3922c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020773 Oct 25 08:57:05.434718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] Checking router: 9b354d68-2a7d-4603-a642-e80e7fb908d7 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:57:05.445578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:05.446235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:05.650950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:05.677735 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-667fdb9a-9b5e-408d-bd5c-5bdc15bd7e2a req-579b4095-f985-4681-9c22-4af8a155f76b service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603305 Oct 25 08:57:05.699447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-7d74b2db-440c-4401-bde4-29a0b5bba49d service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870405 Oct 25 08:57:05.701232 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:05.743660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event deleted for resources: {'Port': ['ID=73046b9a-d36d-41e2-9cdf-39c284896832,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:05.888679 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.082774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:06.131849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deb230-96b7-42af-9082-ac122b1e75a8 None None] The sync data for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 is: [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:39Z', 'revision_number': 4, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '7b36d0bb-aaae-4792-b868-379d64e75199', 'name': '', 'network_id': '2f2c02bd-27e8-4832-b80c-50d7db76a4a6', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'mac_address': 'fa:16:3e:92:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:38Z', 'updated_at': '2021-10-25T08:49:44Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'subnets': [{'id': 'd8508ba3-9bc6-4fac-ab44-5d905b989307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:57:06.154996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-deleted', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0'}, {'server_uuid': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'name': 'network-vif-deleted', 'tag': 'c93c4f94-0cf6-4819-8437-e430b22b1d21'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:06.159555 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b95f8b-0c25-4c10-ae8e-f012c389a840" -d '{"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-deleted", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0"}, {"server_uuid": "a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67", "name": "network-vif-deleted", "tag": "c93c4f94-0cf6-4819-8437-e430b22b1d21"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:06.160427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.164027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.177158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed802a4-c1a0-43b4-9ee7-d7a557a7cda2 req-2877d1d5-27a8-49d7-aeb2-154cd7ad2d27 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651747 Oct 25 08:57:06.217963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45382) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:06.239142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf046dd-307d-4a7d-9f85-8a054db9bf0a req-93309af3-7169-4f4a-8ad5-2e8a2b2bb5bf tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:06.241113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdf046dd-307d-4a7d-9f85-8a054db9bf0a req-93309af3-7169-4f4a-8ad5-2e8a2b2bb5bf tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 947 time: 0.3108838 Oct 25 08:57:06.259311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.260037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Fanout notify agent at l3_agent the message router_deleted on router 53760376-ef62-4ff9-a58c-7583de6f17a1 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:57:06.280592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.283017 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b38ebdae-5234-429a-a784-0e009a3506d6 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/53760376-ef62-4ff9-a58c-7583de6f17a1 HTTP/1.1" status: 204 len: 168 time: 2.3501537 Oct 25 08:57:06.287179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:06.301189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b7c75238-916a-4568-8eae-952f1d36ea5b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-660094052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:06.354124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdf046dd-307d-4a7d-9f85-8a054db9bf0a req-e70d75ea-dc3a-4663-86e2-93afcaaa4617 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018343 Oct 25 08:57:06.357748 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7c75238-916a-4568-8eae-952f1d36ea5b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.360702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7c75238-916a-4568-8eae-952f1d36ea5b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.514999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45394) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:06.517810 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-df806ab3-3d0a-4dfc-a8be-33eca9abb723 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8aa70e49b7be4e7cafd8f9910ad2e22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977450 Oct 25 08:57:06.519907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7c75238-916a-4568-8eae-952f1d36ea5b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.542137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7c75238-916a-4568-8eae-952f1d36ea5b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.624219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7c75238-916a-4568-8eae-952f1d36ea5b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.627921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b7c75238-916a-4568-8eae-952f1d36ea5b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3399918 Oct 25 08:57:06.631263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45398) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:06.637683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': False}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:06.665790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7924fc73-67a2-4920-a8f1-e4230379a6c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.719321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7924fc73-67a2-4920-a8f1-e4230379a6c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.745304 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daef67c-22d9-4440-a3f6-ee5ae420ae04 None None] New status for floating IP 2a0b7322-6548-4da3-b4f3-fb7c3523de6d: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:57:06.772408 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141e7721-f3f4-423f-8c89-10b5bcb0bd6b x-openstack-request-id: req-141e7721-f3f4-423f-8c89-10b5bcb0bd6b {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:06.773038 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb9e405-1571-42e7-825c-c377c744fda3", "name": "network-vif-deleted", "tag": "cba83402-20dd-432b-8b2e-0782080b2aa0", "status": "completed", "code": 200}, {"server_uuid": "a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67", "name": "network-vif-deleted", "tag": "c93c4f94-0cf6-4819-8437-e430b22b1d21", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:06.773038 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-141e7721-f3f4-423f-8c89-10b5bcb0bd6b {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:06.773814 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb9e405-1571-42e7-825c-c377c744fda3', 'name': 'network-vif-deleted', 'tag': 'cba83402-20dd-432b-8b2e-0782080b2aa0', 'status': 'completed', 'code': 200} Oct 25 08:57:06.774210 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae0ce5-a1eb-4a9e-9947-1bc9c107ff67', 'name': 'network-vif-deleted', 'tag': 'c93c4f94-0cf6-4819-8437-e430b22b1d21', 'status': 'completed', 'code': 200} Oct 25 08:57:06.872582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f954f-8d79-4925-8117-57003bbc7924 req-b980d71e-081e-42f0-a3e7-300a2640c8a0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:06.874633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce2f954f-8d79-4925-8117-57003bbc7924 req-b980d71e-081e-42f0-a3e7-300a2640c8a0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0989540 Oct 25 08:57:06.876209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7924fc73-67a2-4920-a8f1-e4230379a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.879097 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7924fc73-67a2-4920-a8f1-e4230379a6c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:06.880393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7924fc73-67a2-4920-a8f1-e4230379a6c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edbc43f5-a6af-4ab8-aa30-574e0e860040 HTTP/1.1" status: 204 len: 168 time: 0.3644900 Oct 25 08:57:06.948433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924fc73-67a2-4920-a8f1-e4230379a6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc43f5-a6af-4ab8-aa30-574e0e860040,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:06.958937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 520a5868-ce70-4f19-8860-72d84e1d2b46 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:57:06.969034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c93c4f94-0cf6-4819-8437-e430b22b1d21 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:06.998246 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce2f954f-8d79-4925-8117-57003bbc7924 req-0667d139-2654-423b-bcf2-e5dbfd60946f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016212 Oct 25 08:57:07.010505 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:07.081415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: c93c4f94-0cf6-4819-8437-e430b22b1d21 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:07.081701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device c93c4f94-0cf6-4819-8437-e430b22b1d21 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:07.294626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 520a5868-ce70-4f19-8860-72d84e1d2b46, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=520a5868-ce70-4f19-8860-72d84e1d2b46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:07.314275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '520a5868-ce70-4f19-8860-72d84e1d2b46', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '520a5868-ce70-4f19-8860-72d84e1d2b46', 'mac_address': 'fa:16:3e:94:16:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:57:07.356639 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:07.377048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520a5868-ce70-4f19-8860-72d84e1d2b46 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:07.433738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 520a5868-ce70-4f19-8860-72d84e1d2b46, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=520a5868-ce70-4f19-8860-72d84e1d2b46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:07.442731 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:07.508948 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:07.530953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:07.586347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=520a5868-ce70-4f19-8860-72d84e1d2b46,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:07.765166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Allocated IP 172.25.8.231 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/e5da1f2c-7ddf-4934-8eae-4c7d1e40b24e) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:07.893009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['520a5868-ce70-4f19-8860-72d84e1d2b46'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:07.961804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:07.982901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-3023e005-9399-4132-8d03-207a1633e358 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:07.998007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-3023e005-9399-4132-8d03-207a1633e358 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 814 time: 0.2687900 Oct 25 08:57:08.035719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-8b7e388b-0322-414d-a7bd-0f616658801b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/quotas/d5be80d4e51342b6b0e45dfa0bdc3759 HTTP/1.1" status: 200 len: 375 time: 0.0329731 Oct 25 08:57:08.041598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:08.148336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:08.157686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4b5450a4-7b1e-47d7-957b-1170a7d22ac6 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206059 Oct 25 08:57:08.163692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:08.171284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:08.184828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45450) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:08.370875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 53f3fbcc-77ff-4531-a335-e1a0646b4f35 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:57:08.401106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:08.424162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1341686311-network', 'tenant_id': '30fdbc2370844b5aba9f73b4734f9f1f'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:08.429037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Pushing event updated for resources: {'Port': ['ID=e5da1f2c-7ddf-4934-8eae-4c7d1e40b24e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:08.467978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-7829e25b-1756-4c49-8930-c617454de739 service neutron] 10.222.0.32 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976828 Oct 25 08:57:08.544451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 53f3fbcc-77ff-4531-a335-e1a0646b4f35, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=53f3fbcc-77ff-4531-a335-e1a0646b4f35,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:08.561357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '53f3fbcc-77ff-4531-a335-e1a0646b4f35', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '53f3fbcc-77ff-4531-a335-e1a0646b4f35', 'mac_address': 'fa:16:3e:6f:e3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:57:08.612397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:08.632555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f3fbcc-77ff-4531-a335-e1a0646b4f35 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:08.650998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Made reservation on behalf of 30fdbc2370844b5aba9f73b4734f9f1f for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:08.655250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:08.666828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:08.672779 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:08.675800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 53f3fbcc-77ff-4531-a335-e1a0646b4f35, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=53f3fbcc-77ff-4531-a335-e1a0646b4f35,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:08.683443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:08.760775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=53f3fbcc-77ff-4531-a335-e1a0646b4f35,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:08.795073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-5260ef72-6b1d-4639-8d9a-0e4f28a26303 service neutron] 10.222.0.32 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259249 Oct 25 08:57:08.938497 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:08.957189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.004594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.011804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.022437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:57:09.039929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d64fd43-033b-4dc8-8d58-7b820c5d07ee,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:09.045610 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.045960 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Added segment 99b3f76d-acd2-429e-8cdb-0bee1fd0545e of type vlan for network f4622c68-3089-4bef-a455-cc0b2e15079b Oct 25 08:57:09.118318 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.191707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.192748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:09.194014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.318583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['53f3fbcc-77ff-4531-a335-e1a0646b4f35'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:09.344344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Router 132c7162-1a80-4f93-87ac-28dc44699246 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:57:09.348325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f942c6-efc9-43f4-80cf-7a854bf4e4c4 req-ae3897ed-cf5e-4311-9054-e22db3b3638e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:09.357989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8f942c6-efc9-43f4-80cf-7a854bf4e4c4 req-ae3897ed-cf5e-4311-9054-e22db3b3638e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 948 time: 0.2284734 Oct 25 08:57:09.400333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2141106 Oct 25 08:57:09.404007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45470) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:09.412777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Request body: {'subnet': {'network_id': 'f4622c68-3089-4bef-a455-cc0b2e15079b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1341686311-subnet', 'tenant_id': '30fdbc2370844b5aba9f73b4734f9f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:09.417791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cb2dc-55df-426e-a744-f29860448160 admin admin] Pushing event updated for resources: {'Network': ['ID=f4622c68-3089-4bef-a455-cc0b2e15079b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:09.448744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f4622c68-3089-4bef-a455-cc0b2e15079b details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:57:09.487221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8f942c6-efc9-43f4-80cf-7a854bf4e4c4 req-5ea31103-fb04-475f-bb5d-5a62d33ec9d0 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279056 Oct 25 08:57:09.533887 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Made reservation on behalf of 30fdbc2370844b5aba9f73b4734f9f1f for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:09.540521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.610951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45474) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:09.737739 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.858671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:09.878088 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:09.886879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45478) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:09.887144 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a16eb96a-10f1-4b7e-8e29-1e1d98026006 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "PUT /v2.0/routers/132c7162-1a80-4f93-87ac-28dc44699246 HTTP/1.1" status: 200 len: 915 time: 3.2547138 Oct 25 08:57:09.897926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca686af-a8ee-4f26-b4ae-504220bf3ab2 None None] Sync routers for ids ['132c7162-1a80-4f93-87ac-28dc44699246'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:09.904709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d0b1a6f-151c-4816-9b42-ecbdd8db21dc req-35b6135b-8089-467f-87a6-7eaa56f215f9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 210 time: 0.0648615 Oct 25 08:57:09.920271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca686af-a8ee-4f26-b4ae-504220bf3ab2 None None] Routers {'132c7162-1a80-4f93-87ac-28dc44699246'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:09.920271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-dca686af-a8ee-4f26-b4ae-504220bf3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['132c7162-1a80-4f93-87ac-28dc44699246'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:09.980091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-dca686af-a8ee-4f26-b4ae-504220bf3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:10.013065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca686af-a8ee-4f26-b4ae-504220bf3ab2 None None] Routers {'132c7162-1a80-4f93-87ac-28dc44699246'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:10.013647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-dca686af-a8ee-4f26-b4ae-504220bf3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['132c7162-1a80-4f93-87ac-28dc44699246'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:10.054669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-dca686af-a8ee-4f26-b4ae-504220bf3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:10.055903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca686af-a8ee-4f26-b4ae-504220bf3ab2 None None] The sync data for ids ['132c7162-1a80-4f93-87ac-28dc44699246'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:57:10.086404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef5e58b6-2742-41f1-be66-07d6198ebf38 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.192491 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef5e58b6-2742-41f1-be66-07d6198ebf38 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.302099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45482) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:10.309746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-69239741-4646-4569-912a-ed05a45b703a tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/routers/132c7162-1a80-4f93-87ac-28dc44699246 HTTP/1.1" status: 200 len: 921 time: 0.4152017 Oct 25 08:57:10.380394 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.393216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b537689-2f24-4dff-a214-b0877a35d0a3 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:10.398442 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2b537689-2f24-4dff-a214-b0877a35d0a3 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=132c7162-1a80-4f93-87ac-28dc44699246&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0952902 Oct 25 08:57:10.399128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45484) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:10.413177 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:57:10.440863 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef5e58b6-2742-41f1-be66-07d6198ebf38 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.444025 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef5e58b6-2742-41f1-be66-07d6198ebf38 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.450041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ef5e58b6-2742-41f1-be66-07d6198ebf38 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "DELETE /v2.0/security-groups/d2df4579-4e00-4e15-a8b9-f2bd7c060f7c HTTP/1.1" status: 204 len: 168 time: 0.8208153 Oct 25 08:57:10.450559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45486) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:10.470177 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-72c3b1dd-7824-4ebe-b1ef-58df35d8ebcf tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] show failed (client error): The resource could not be found. Oct 25 08:57:10.472228 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-72c3b1dd-7824-4ebe-b1ef-58df35d8ebcf tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "GET /v2.0/security-groups/d2df4579-4e00-4e15-a8b9-f2bd7c060f7c HTTP/1.1" status: 404 len: 347 time: 0.0207288 Oct 25 08:57:10.478488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45488) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:10.501528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e58b6-2742-41f1-be66-07d6198ebf38 tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2df4579-4e00-4e15-a8b9-f2bd7c060f7c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:10.519456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff476-2ccb-4cbb-8912-99a906da2e29 req-5dcc6a6b-96c0-43bf-8d84-503281ff4bca tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:10.529409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6bdff476-2ccb-4cbb-8912-99a906da2e29 req-5dcc6a6b-96c0-43bf-8d84-503281ff4bca tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 945 time: 0.3122282 Oct 25 08:57:10.574286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17db1b4d-fc46-46b2-845a-c1ce58d66b7b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:10.608123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Checking segment: {'id': '99b3f76d-acd2-429e-8cdb-0bee1fd0545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f4622c68-3089-4bef-a455-cc0b2e15079b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:10.608481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Network hostable DHCP agents. Network: f4622c68-3089-4bef-a455-cc0b2e15079b, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:57:10.629006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6bdff476-2ccb-4cbb-8912-99a906da2e29 req-2cd47d20-72e2-4f59-9cbf-df284b768301 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986235 Oct 25 08:57:10.630499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46daea90-52f2-4a7f-ac5f-1a8cfbff7ff7 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:10.635159 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-46daea90-52f2-4a7f-ac5f-1a8cfbff7ff7 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 881 time: 0.2350438 Oct 25 08:57:10.635806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45492) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:10.684145 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cdb48ab0-f8c6-4467-8906-c8cfd6a73207 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=132c7162-1a80-4f93-87ac-28dc44699246 HTTP/1.1" status: 200 len: 205 time: 0.0458262 Oct 25 08:57:10.684833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45496) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:10.688619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Network f4622c68-3089-4bef-a455-cc0b2e15079b is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:57:10.726196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f4622c68-3089-4bef-a455-cc0b2e15079b) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:10.735175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ad82b-b333-4f11-84d2-5f750c593156 None None] Network f4622c68-3089-4bef-a455-cc0b2e15079b requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:10.736045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:10.736838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.793424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Deleting port 3e7d53b8-b2ab-428c-b1d0-0971f2d88774 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:10.793879 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.813987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-df8c5cbf-1748-4a3a-9ee0-9dae0d69e89e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4059067 Oct 25 08:57:10.909178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.909528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:10.934977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Calling delete_port for 3e7d53b8-b2ab-428c-b1d0-0971f2d88774 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:10.991338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6144515-5f93-418f-a6d8-3a4544df7f42 req-3e047d3a-a64c-4698-9d4c-5613d1ec846e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:10.997108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6144515-5f93-418f-a6d8-3a4544df7f42 req-3e047d3a-a64c-4698-9d4c-5613d1ec846e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 948 time: 0.1380382 Oct 25 08:57:11.030335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 520a5868-ce70-4f19-8860-72d84e1d2b46 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:11.094948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558f790-5a33-4f09-83e8-ad5c703a5fed None None] Network f4622c68-3089-4bef-a455-cc0b2e15079b requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:11.209398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-1dfa69ea-281d-43d8-8d99-5b473716108a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:11.211351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-1dfa69ea-281d-43d8-8d99-5b473716108a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.41 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 814 time: 0.2107875 Oct 25 08:57:11.229494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6144515-5f93-418f-a6d8-3a4544df7f42 req-627dfa6f-9671-4f01-91b6-b4d5df8c4041 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026598 Oct 25 08:57:11.259513 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.263023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.271604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Request body: {'port': {'device_id': '20c35650-20d4-4aac-a24c-2b11444d8220', 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f', 'admin_state_up': True, 'tenant_id': 'd5be80d4e51342b6b0e45dfa0bdc3759'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:11.323449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 520a5868-ce70-4f19-8860-72d84e1d2b46 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:57:11.330833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 520a5868-ce70-4f19-8860-72d84e1d2b46 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:11.331441 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.453635 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.508199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2272bc7f-5f15-4cc0-94de-01c83c01dc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520a5868-ce70-4f19-8860-72d84e1d2b46'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:11.511262 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe92edbf-f970-48fc-bbfb-87d664b0c4a7" -d '{"events": [{"server_uuid": "2272bc7f-5f15-4cc0-94de-01c83c01dc0a", "name": "network-vif-plugged", "status": "completed", "tag": "520a5868-ce70-4f19-8860-72d84e1d2b46"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:11.534953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 520a5868-ce70-4f19-8860-72d84e1d2b46, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=520a5868-ce70-4f19-8860-72d84e1d2b46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:11.540674 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.541979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb020-130e-4558-99dc-a22f75f3c353 req-404815dd-69cb-4ba5-8adc-080a9abd0f9e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:11.544695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-791bb020-130e-4558-99dc-a22f75f3c353 req-404815dd-69cb-4ba5-8adc-080a9abd0f9e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 945 time: 0.2670395 Oct 25 08:57:11.576344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Pushing event deleted for resources: {'Port': ['ID=3e7d53b8-b2ab-428c-b1d0-0971f2d88774,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:11.578489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.581372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.583609 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c262884-1096-4b71-ab88-0fccc4b36fdd tempest-ServersWithSpecificFlavorTestJSON-206888937 tempest-ServersWithSpecificFlavorTestJSON-206888937-project] 10.222.0.32 "DELETE /v2.0/floatingips/2a0b7322-6548-4da3-b4f3-fb7c3523de6d HTTP/1.1" status: 204 len: 168 time: 1.1041656 Oct 25 08:57:11.613676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=520a5868-ce70-4f19-8860-72d84e1d2b46,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:11.634993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.646501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2de476f3-b414-46d4-a5e8-8be174871cf0 req-7de53a5c-9855-4606-aa62-cf53d4c2c68b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 210 time: 0.0942426 Oct 25 08:57:11.725524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Deleting port e5da1f2c-7ddf-4934-8eae-4c7d1e40b24e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:11.726226 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.806485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Made reservation on behalf of d5be80d4e51342b6b0e45dfa0bdc3759 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:11.812050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.840097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-da4a1b44-553d-448c-8ab5-685671498fa7 req-a22888e6-f5e6-4018-9d2f-8d1ee4ecd855 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1510745330', 'description': 'tempest-description-1794637743'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:11.843514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.860328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Calling delete_port for e5da1f2c-7ddf-4934-8eae-4c7d1e40b24e owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:11.864757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Deleting port 20f03ae3-0390-492e-a1f2-efc1fbc38337 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:11.865319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:11.870528 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da4a1b44-553d-448c-8ab5-685671498fa7 req-a22888e6-f5e6-4018-9d2f-8d1ee4ecd855 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.075180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] For port 20f03ae3-0390-492e-a1f2-efc1fbc38337, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=20f03ae3-0390-492e-a1f2-efc1fbc38337,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:12.075665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.092284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Calling delete_port for 20f03ae3-0390-492e-a1f2-efc1fbc38337 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:12.124138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.158271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event deleted for resources: {'Port': ['ID=e5da1f2c-7ddf-4934-8eae-4c7d1e40b24e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:12.256289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.295493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Allocated IP 172.20.0.9 (ec2216b6-a802-4d88-9a04-5dfea23f141f/d0c2a9b2-2cfa-4989-bb53-d5de70135b15/2c4d212a-b518-4f13-b310-636b64b7fee0) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:12.310140 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da4a1b44-553d-448c-8ab5-685671498fa7 req-a22888e6-f5e6-4018-9d2f-8d1ee4ecd855 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.324650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da4a1b44-553d-448c-8ab5-685671498fa7 req-a22888e6-f5e6-4018-9d2f-8d1ee4ecd855 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.395201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 53f3fbcc-77ff-4531-a335-e1a0646b4f35 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:12.412050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-da4a1b44-553d-448c-8ab5-685671498fa7 req-a22888e6-f5e6-4018-9d2f-8d1ee4ecd855 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.414055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da4a1b44-553d-448c-8ab5-685671498fa7 req-a22888e6-f5e6-4018-9d2f-8d1ee4ecd855 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5783195 Oct 25 08:57:12.420372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22888e6-f5e6-4018-9d2f-8d1ee4ecd855 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77270c56-8331-4937-ab4f-4b5844052867,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:12.477533 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.480169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.530416 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26165fb-ce37-43e0-8e7e-0ce68e9868aa x-openstack-request-id: req-e26165fb-ce37-43e0-8e7e-0ce68e9868aa {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:12.531579 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2272bc7f-5f15-4cc0-94de-01c83c01dc0a", "name": "network-vif-plugged", "status": "completed", "tag": "520a5868-ce70-4f19-8860-72d84e1d2b46", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:12.532057 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e26165fb-ce37-43e0-8e7e-0ce68e9868aa {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:12.536269 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2272bc7f-5f15-4cc0-94de-01c83c01dc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520a5868-ce70-4f19-8860-72d84e1d2b46', 'code': 200} Oct 25 08:57:12.546267 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.547095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Fanout notify agent at l3_agent the message router_deleted on router 132c7162-1a80-4f93-87ac-28dc44699246 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:57:12.556344 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.558778 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f9015afb-3657-4741-a0c2-cb319fb51455 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/132c7162-1a80-4f93-87ac-28dc44699246 HTTP/1.1" status: 204 len: 168 time: 1.8713841 Oct 25 08:57:12.576087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45528) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:12.587141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1739752605', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:12.611557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:57:12.622435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:12.623305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.671020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.677523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.845359 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.878549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9ff62-decd-44c5-ad79-d4f7c53f6138 req-f347c347-8b53-412a-a3a4-5164fd1015cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:12.880206 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2bf9ff62-decd-44c5-ad79-d4f7c53f6138 req-f347c347-8b53-412a-a3a4-5164fd1015cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 1100 time: 0.2355309 Oct 25 08:57:12.885189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:12.925978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 53f3fbcc-77ff-4531-a335-e1a0646b4f35, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=53f3fbcc-77ff-4531-a335-e1a0646b4f35,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:12.935145 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.011018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=53f3fbcc-77ff-4531-a335-e1a0646b4f35,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:13.060573 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2bf9ff62-decd-44c5-ad79-d4f7c53f6138 req-03dd36cc-7b6f-4b24-b2bb-de788d666a35 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720724 Oct 25 08:57:13.106984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.193004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.202272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.226556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['549ceee8-4035-493e-9a6c-ce11263a90cd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:13.278914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.335883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['20f03ae3-0390-492e-a1f2-efc1fbc38337'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:13.346248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Network ec2216b6-a802-4d88-9a04-5dfea23f141f is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:13.371729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:13.383637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:13.394438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Pushing event updated for resources: {'Port': ['ID=2c4d212a-b518-4f13-b310-636b64b7fee0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:13.448911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0d76f-4a79-46da-ae7e-6c17c20a4ccf req-d101dce9-4fcc-4701-8ae0-f432ef37a1fe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:13.457271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ac0d76f-4a79-46da-ae7e-6c17c20a4ccf req-d101dce9-4fcc-4701-8ae0-f432ef37a1fe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8153abc-066b-4e62-9088-112a63992907 HTTP/1.1" status: 200 len: 866 time: 0.3172503 Oct 25 08:57:13.525374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Pushing event deleted for resources: {'Port': ['ID=20f03ae3-0390-492e-a1f2-efc1fbc38337,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:13.533755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] No DVR routers for this DVR port 20f03ae3-0390-492e-a1f2-efc1fbc38337 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:13.538863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.539187 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.543111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-791bb020-130e-4558-99dc-a22f75f3c353 req-cfa8374d-496b-4585-a696-aec3401f7afe tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.41 "DELETE /v2.0/ports/20f03ae3-0390-492e-a1f2-efc1fbc38337 HTTP/1.1" status: 204 len: 173 time: 1.9889429 Oct 25 08:57:13.543842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'name': 'network-vif-deleted', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:13.546126 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e26f3d-be2d-424b-9449-5cce973af111" -d '{"events": [{"server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "name": "network-vif-deleted", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:13.587906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:13.588609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.590378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.614337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ac0d76f-4a79-46da-ae7e-6c17c20a4ccf req-6af32e7b-66a4-40f7-ae0a-f16a7f506784 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561975 Oct 25 08:57:13.641241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-4dd28016-2f7c-46a0-ac27-0c3ce8ef8f8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3712635 Oct 25 08:57:13.662440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Request body: {'port': {'device_id': '20c35650-20d4-4aac-a24c-2b11444d8220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:13.773493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Allocated IP 172.25.8.233 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/ba3880b4-d569-4b2d-8f43-3176853254b0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:13.797344 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.816292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89480c5e-420e-48ec-aeab-c62c613d73e7 req-4c8655f7-1e14-4aca-a3c1-f8339b186d87 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:13.817796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89480c5e-420e-48ec-aeab-c62c613d73e7 req-4c8655f7-1e14-4aca-a3c1-f8339b186d87 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 949 time: 0.1095743 Oct 25 08:57:13.892306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.925949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:13.940727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89480c5e-420e-48ec-aeab-c62c613d73e7 req-b59a4ce3-a497-42a8-bcfa-e9bbb2e608ba tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156914 Oct 25 08:57:13.970011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event updated for resources: {'Port': ['ID=ba3880b4-d569-4b2d-8f43-3176853254b0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:13.988166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:13.991029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:13.998060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:14.206407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20ab1f52-2e6b-4f94-b768-e7e99d0b44b3 req-929cddfe-be41-446d-b468-9330f52a99a5 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/77270c56-8331-4937-ab4f-4b5844052867 HTTP/1.1" status: 200 len: 1805 time: 0.0833058 Oct 25 08:57:14.219313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-20ab1f52-2e6b-4f94-b768-e7e99d0b44b3 req-60a5bf3a-d6a0-4f4e-b4df-95fea74cc761 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77270c56-8331-4937-ab4f-4b5844052867', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:14.219629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-20ab1f52-2e6b-4f94-b768-e7e99d0b44b3 req-60a5bf3a-d6a0-4f4e-b4df-95fea74cc761 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '77270c56-8331-4937-ab4f-4b5844052867', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:14.226844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4d212a-b518-4f13-b310-636b64b7fee0 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:14.241439 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.272026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Transition to ACTIVE for port object 2c4d212a-b518-4f13-b310-636b64b7fee0 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:57:14.286614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.328808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.362885 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-20ab1f52-2e6b-4f94-b768-e7e99d0b44b3 req-60a5bf3a-d6a0-4f4e-b4df-95fea74cc761 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.373502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d212a-b518-4f13-b310-636b64b7fee0,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:14.448438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-20ab1f52-2e6b-4f94-b768-e7e99d0b44b3 req-60a5bf3a-d6a0-4f4e-b4df-95fea74cc761 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.462793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-20ab1f52-2e6b-4f94-b768-e7e99d0b44b3 req-60a5bf3a-d6a0-4f4e-b4df-95fea74cc761 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.509450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-20ab1f52-2e6b-4f94-b768-e7e99d0b44b3 req-60a5bf3a-d6a0-4f4e-b4df-95fea74cc761 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.510780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20ab1f52-2e6b-4f94-b768-e7e99d0b44b3 req-60a5bf3a-d6a0-4f4e-b4df-95fea74cc761 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2964530 Oct 25 08:57:14.511435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Attempting to bind port 2c4d212a-b518-4f13-b310-636b64b7fee0 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:14.511811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Attempting to bind port 2c4d212a-b518-4f13-b310-636b64b7fee0 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:14.512134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Attempting to bind port 2c4d212a-b518-4f13-b310-636b64b7fee0 on network ec2216b6-a802-4d88-9a04-5dfea23f141f {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:14.517159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Port 2c4d212a-b518-4f13-b310-636b64b7fee0 on network ec2216b6-a802-4d88-9a04-5dfea23f141f not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:57:14.517578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Attempting to bind port 2c4d212a-b518-4f13-b310-636b64b7fee0 on network ec2216b6-a802-4d88-9a04-5dfea23f141f {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:14.523236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:14.523455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Checking segment: {'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:14.523848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Bound using segment: {'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:14.524292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Bound port: 2c4d212a-b518-4f13-b310-636b64b7fee0, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adc1198-9713-4386-a11f-db502fd0bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:14.524650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.535095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5bf3a-d6a0-4f4e-b4df-95fea74cc761 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851b65c1-17aa-41e4-8c9b-c5a6b439b55d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:14.538105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206e319-e6e8-45f0-bc1b-bf92da2705f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f3fbcc-77ff-4531-a335-e1a0646b4f35'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:14.542303 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b725329e-e291-4e62-aad7-83175d6eb7d6" -d '{"events": [{"server_uuid": "f206e319-e6e8-45f0-bc1b-bf92da2705f7", "name": "network-vif-plugged", "status": "completed", "tag": "53f3fbcc-77ff-4531-a335-e1a0646b4f35"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:14.580566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.620716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] For port 2c4d212a-b518-4f13-b310-636b64b7fee0, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:14.626434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] For port 2c4d212a-b518-4f13-b310-636b64b7fee0, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2c4d212a-b518-4f13-b310-636b64b7fee0,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:14.631995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.728996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:14.729614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.730985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] 10.222.0.41 "PUT /v2.0/ports/2c4d212a-b518-4f13-b310-636b64b7fee0 HTTP/1.1" status: 200 len: 1091 time: 1.0730181 Oct 25 08:57:14.757571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96096ae5-7790-422f-a299-2ebd0e4ff435 req-7c49e5d0-07ab-412d-938e-3ff633fecce7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:14.762355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Router b754e15e-0b9c-4bef-a0da-076e48bf7098 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:57:14.765414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96096ae5-7790-422f-a299-2ebd0e4ff435 req-7c49e5d0-07ab-412d-938e-3ff633fecce7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 943 time: 0.1276357 Oct 25 08:57:14.776336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d96bce-6874-4e0b-abe8-0dea7f2b5f4f service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d212a-b518-4f13-b310-636b64b7fee0,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:14.814263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96096ae5-7790-422f-a299-2ebd0e4ff435 req-9318b282-6049-47a0-8ece-39f586992875 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 Oct 25 08:57:14.862684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-ab9c5f1b-2c3f-43ba-93f3-896dd9a90f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:14.864249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-ab9c5f1b-2c3f-43ba-93f3-896dd9a90f61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 1094 time: 0.0490518 Oct 25 08:57:14.896070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:14.908269 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385195e-7b5e-46e5-8350-4df3f38eeae5 None None] Sync routers for ids ['b754e15e-0b9c-4bef-a0da-076e48bf7098'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:14.920320 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:14.922287 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e20ea6e0-36a9-4682-be0b-3f4505f42616 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3442767 Oct 25 08:57:14.925030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45548) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:14.925540 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385195e-7b5e-46e5-8350-4df3f38eeae5 None None] Routers {'b754e15e-0b9c-4bef-a0da-076e48bf7098'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:14.926164 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9385195e-7b5e-46e5-8350-4df3f38eeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b754e15e-0b9c-4bef-a0da-076e48bf7098'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:14.931994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:14.950084 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aa277b-ca69-4ea7-9b96-3bb52d797e82 x-openstack-request-id: req-a6aa277b-ca69-4ea7-9b96-3bb52d797e82 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:14.950444 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8153abc-066b-4e62-9088-112a63992907", "name": "network-vif-deleted", "tag": "20f03ae3-0390-492e-a1f2-efc1fbc38337", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:14.950725 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6aa277b-ca69-4ea7-9b96-3bb52d797e82 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:14.950989 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8153abc-066b-4e62-9088-112a63992907', 'name': 'network-vif-deleted', 'tag': '20f03ae3-0390-492e-a1f2-efc1fbc38337', 'status': 'completed', 'code': 200} Oct 25 08:57:14.952827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-9318f1d5-ea8e-420d-b873-350efaaaad88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c4d212a-b518-4f13-b310-636b64b7fee0 HTTP/1.1" status: 200 len: 217 time: 0.0720711 Oct 25 08:57:14.972976 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e98a02a-b0ac-4008-9749-76881439bce9 x-openstack-request-id: req-5e98a02a-b0ac-4008-9749-76881439bce9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:14.973268 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f206e319-e6e8-45f0-bc1b-bf92da2705f7", "name": "network-vif-plugged", "status": "completed", "tag": "53f3fbcc-77ff-4531-a335-e1a0646b4f35", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:14.973522 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e98a02a-b0ac-4008-9749-76881439bce9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:14.973908 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206e319-e6e8-45f0-bc1b-bf92da2705f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f3fbcc-77ff-4531-a335-e1a0646b4f35', 'code': 200} Oct 25 08:57:14.975226 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9385195e-7b5e-46e5-8350-4df3f38eeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:14.996107 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385195e-7b5e-46e5-8350-4df3f38eeae5 None None] Routers {'b754e15e-0b9c-4bef-a0da-076e48bf7098'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:14.997435 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9385195e-7b5e-46e5-8350-4df3f38eeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b754e15e-0b9c-4bef-a0da-076e48bf7098'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:15.028943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7faaa164-48c4-4454-8616-0bde30a57f9f req-35c1a4e7-a3e7-4c2a-8255-cc592db5122f tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-7887108', 'description': 'tempest-description-1476117544'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:15.046297 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9385195e-7b5e-46e5-8350-4df3f38eeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:15.047371 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385195e-7b5e-46e5-8350-4df3f38eeae5 None None] The sync data for ids ['b754e15e-0b9c-4bef-a0da-076e48bf7098'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:57:15.088356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-9a86d8ae-fd8f-4d12-9a53-ac3f6e47ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:15.090137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-9a86d8ae-fd8f-4d12-9a53-ac3f6e47ac72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 200 len: 854 time: 0.1285834 Oct 25 08:57:15.105677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7faaa164-48c4-4454-8616-0bde30a57f9f req-35c1a4e7-a3e7-4c2a-8255-cc592db5122f tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:15.144314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-26eedff0-78be-403f-b6e6-14360b3331ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec2216b6-a802-4d88-9a04-5dfea23f141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394745 Oct 25 08:57:15.170189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2393a-8f7c-43a7-a5d5-a98569cc15b3 req-fa47a897-f309-4513-a4dd-707eb32db563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:15.172137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afa2393a-8f7c-43a7-a5d5-a98569cc15b3 req-fa47a897-f309-4513-a4dd-707eb32db563 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 1101 time: 0.0969644 Oct 25 08:57:15.270688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afa2393a-8f7c-43a7-a5d5-a98569cc15b3 req-af3d7c34-680a-4331-aba6-f014596ab08a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879464 Oct 25 08:57:15.307574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:15.324287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:15.324536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7faaa164-48c4-4454-8616-0bde30a57f9f req-35c1a4e7-a3e7-4c2a-8255-cc592db5122f tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:15.335555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7faaa164-48c4-4454-8616-0bde30a57f9f req-35c1a4e7-a3e7-4c2a-8255-cc592db5122f tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:15.360035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-ae512d67-8248-4931-aedf-df62cbaccd0b service neutron] 10.222.0.41 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050948 Oct 25 08:57:15.379860 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7faaa164-48c4-4454-8616-0bde30a57f9f req-35c1a4e7-a3e7-4c2a-8255-cc592db5122f tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:15.391855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7faaa164-48c4-4454-8616-0bde30a57f9f req-35c1a4e7-a3e7-4c2a-8255-cc592db5122f tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3685620 Oct 25 08:57:15.395202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1a4e7-a3e7-4c2a-8255-cc592db5122f tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163a6392-40e9-4f86-b9d8-bd3bb677c77b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:15.434037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Deleting port ba3880b4-d569-4b2d-8f43-3176853254b0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:15.444631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:15.543796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:15.557011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Calling delete_port for ba3880b4-d569-4b2d-8f43-3176853254b0 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:15.587388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc788-58c3-4cb6-9967-c213b8b75c79 req-06712a2c-0181-4b76-8b52-20293f50548a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:15.599292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-922cc788-58c3-4cb6-9967-c213b8b75c79 req-06712a2c-0181-4b76-8b52-20293f50548a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 949 time: 0.0662699 Oct 25 08:57:15.657650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-922cc788-58c3-4cb6-9967-c213b8b75c79 req-e6d1ca15-0610-4e99-9bbe-73db3c654aaf tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569892 Oct 25 08:57:15.787924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f30ef85c-ac34-4a3f-a5e5-3ba11b7a54d1 req-32797277-b969-4b1c-b98c-79bd48fca539 service neutron] 10.222.0.41 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278269 Oct 25 08:57:15.864783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c187ee3-8a76-469e-b7a4-f9b388fa876f req-3d05573f-1394-417b-becb-c6d3ab9e33b2 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/163a6392-40e9-4f86-b9d8-bd3bb677c77b HTTP/1.1" status: 200 len: 1802 time: 0.0430405 Oct 25 08:57:15.876345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5c187ee3-8a76-469e-b7a4-f9b388fa876f req-0e0887eb-abe3-4263-8747-217ad616796d tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '163a6392-40e9-4f86-b9d8-bd3bb677c77b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:15.876972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5c187ee3-8a76-469e-b7a4-f9b388fa876f req-0e0887eb-abe3-4263-8747-217ad616796d tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '163a6392-40e9-4f86-b9d8-bd3bb677c77b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:15.967381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5c187ee3-8a76-469e-b7a4-f9b388fa876f req-0e0887eb-abe3-4263-8747-217ad616796d tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.019093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5c187ee3-8a76-469e-b7a4-f9b388fa876f req-0e0887eb-abe3-4263-8747-217ad616796d tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.026669 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5c187ee3-8a76-469e-b7a4-f9b388fa876f req-0e0887eb-abe3-4263-8747-217ad616796d tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.050310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0887eb-abe3-4263-8747-217ad616796d tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b4a2c9-2ff1-4380-9f54-ed6bb103ae7d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:16.081315 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5c187ee3-8a76-469e-b7a4-f9b388fa876f req-0e0887eb-abe3-4263-8747-217ad616796d tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.098223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c187ee3-8a76-469e-b7a4-f9b388fa876f req-0e0887eb-abe3-4263-8747-217ad616796d tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2261908 Oct 25 08:57:16.172043 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.205950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Pushing event deleted for resources: {'Port': ['ID=ba3880b4-d569-4b2d-8f43-3176853254b0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:16.279574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.349425 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9695eb86-89f5-489b-8233-daae29771376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.398298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 20f03ae3-0390-492e-a1f2-efc1fbc38337 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:16.449677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 20f03ae3-0390-492e-a1f2-efc1fbc38337 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:16.450013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 20f03ae3-0390-492e-a1f2-efc1fbc38337 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:16.479900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2f8f9-8c37-4029-9c67-df23c92f35e5 req-a1236297-b8b0-457c-af44-99f1c7e60b0a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:16.489377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aad2f8f9-8c37-4029-9c67-df23c92f35e5 req-a1236297-b8b0-457c-af44-99f1c7e60b0a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 950 time: 0.0806446 Oct 25 08:57:16.546127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aad2f8f9-8c37-4029-9c67-df23c92f35e5 req-54510dda-9177-422e-bdd4-1b1e33d40d98 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503528 Oct 25 08:57:16.611109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.616553 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.662698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97145232-d15d-42f9-ad5a-4bfe7c4818eb req-dcb28ccd-80d3-432c-9f58-b49902e6cd2e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:16.664806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97145232-d15d-42f9-ad5a-4bfe7c4818eb req-dcb28ccd-80d3-432c-9f58-b49902e6cd2e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 943 time: 0.0596821 Oct 25 08:57:16.710745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Router b754e15e-0b9c-4bef-a0da-076e48bf7098 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:57:16.712008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97145232-d15d-42f9-ad5a-4bfe7c4818eb req-090f3722-2ec3-453f-8439-bc75d060d31c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Oct 25 08:57:16.754032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-187070ed-07dd-4540-8d1c-56fe5b58ff6c req-472243b6-451a-4db6-a9a2-0c82a10b487c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1235104192', 'description': 'tempest-description-654014172'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:16.780531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-187070ed-07dd-4540-8d1c-56fe5b58ff6c req-472243b6-451a-4db6-a9a2-0c82a10b487c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.797756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:16.805102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.809411 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a699e1c0-77d2-4e24-b61a-5041a0d78f9b tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "PUT /v2.0/routers/b754e15e-0b9c-4bef-a0da-076e48bf7098 HTTP/1.1" status: 200 len: 706 time: 1.8830857 Oct 25 08:57:16.810046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45580) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:16.812759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0affb4-4b8f-4c18-93ac-8251c1065caf None None] Sync routers for ids ['b754e15e-0b9c-4bef-a0da-076e48bf7098'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:16.831098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0affb4-4b8f-4c18-93ac-8251c1065caf None None] Routers {'b754e15e-0b9c-4bef-a0da-076e48bf7098'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:16.832770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-af0affb4-4b8f-4c18-93ac-8251c1065caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b754e15e-0b9c-4bef-a0da-076e48bf7098'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:16.878183 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-187070ed-07dd-4540-8d1c-56fe5b58ff6c req-472243b6-451a-4db6-a9a2-0c82a10b487c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.881408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-af0affb4-4b8f-4c18-93ac-8251c1065caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:16.885505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-187070ed-07dd-4540-8d1c-56fe5b58ff6c req-472243b6-451a-4db6-a9a2-0c82a10b487c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.900268 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-84245ccf-25a1-441c-86e5-629e7f71bfbf tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/routers/b754e15e-0b9c-4bef-a0da-076e48bf7098 HTTP/1.1" status: 200 len: 741 time: 0.0890119 Oct 25 08:57:16.901277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45582) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:16.906909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0affb4-4b8f-4c18-93ac-8251c1065caf None None] Routers {'b754e15e-0b9c-4bef-a0da-076e48bf7098'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:16.908362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-af0affb4-4b8f-4c18-93ac-8251c1065caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:56:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b754e15e-0b9c-4bef-a0da-076e48bf7098'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:16.930943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-187070ed-07dd-4540-8d1c-56fe5b58ff6c req-472243b6-451a-4db6-a9a2-0c82a10b487c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:16.933458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-187070ed-07dd-4540-8d1c-56fe5b58ff6c req-472243b6-451a-4db6-a9a2-0c82a10b487c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1849062 Oct 25 08:57:16.940917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472243b6-451a-4db6-a9a2-0c82a10b487c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476139b7-2c2b-4a0c-ae76-db0c5e0555ad,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:16.953444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c35650-20d4-4aac-a24c-2b11444d8220', 'tag': '2c4d212a-b518-4f13-b310-636b64b7fee0'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:16.954306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-af0affb4-4b8f-4c18-93ac-8251c1065caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:16.955198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0affb4-4b8f-4c18-93ac-8251c1065caf None None] The sync data for ids ['b754e15e-0b9c-4bef-a0da-076e48bf7098'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:57:16.956013 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d19fd52-80ce-4a0c-b591-7722a218c8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "20c35650-20d4-4aac-a24c-2b11444d8220", "tag": "2c4d212a-b518-4f13-b310-636b64b7fee0"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:16.972560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45588) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:16.972772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92fdeef0-8f9d-4eea-8a7c-76d9acccdf75 tempest-RoutersAdminTest-1649336695 tempest-RoutersAdminTest-1649336695-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=b754e15e-0b9c-4bef-a0da-076e48bf7098 HTTP/1.1" status: 200 len: 205 time: 0.0705016 Oct 25 08:57:17.006952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8ea36f5d-3d01-451e-b1f9-55cac2fd1678 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=b754e15e-0b9c-4bef-a0da-076e48bf7098 HTTP/1.1" status: 200 len: 205 time: 0.0302708 Oct 25 08:57:17.007298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45590) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.072353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6df7ff-c446-4179-900c-d7e0b42fc63a req-0bb7b19c-dc63-42df-a51c-1ee0ee064f7b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:17.075289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6df7ff-c446-4179-900c-d7e0b42fc63a req-0bb7b19c-dc63-42df-a51c-1ee0ee064f7b tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 945 time: 0.0694818 Oct 25 08:57:17.085378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca810a8b-f1d4-4f47-90cc-fc66cfeddd2f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.122903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6df7ff-c446-4179-900c-d7e0b42fc63a req-0f1a0318-7ef3-4565-9ad2-f6ef318b60e9 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Oct 25 08:57:17.258080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca810a8b-f1d4-4f47-90cc-fc66cfeddd2f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.260478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca810a8b-f1d4-4f47-90cc-fc66cfeddd2f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.274641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-9381a567-6656-4ff1-ac79-3d8cbf06c834 req-73e07a5b-4d8e-4cbd-813b-4ad84d6d07d6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895732808', 'description': 'tempest-description-1947580259'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:17.298097 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9381a567-6656-4ff1-ac79-3d8cbf06c834 req-73e07a5b-4d8e-4cbd-813b-4ad84d6d07d6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.328287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca810a8b-f1d4-4f47-90cc-fc66cfeddd2f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.329588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca810a8b-f1d4-4f47-90cc-fc66cfeddd2f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Fanout notify agent at l3_agent the message router_deleted on router b754e15e-0b9c-4bef-a0da-076e48bf7098 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:57:17.342003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca810a8b-f1d4-4f47-90cc-fc66cfeddd2f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.349089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45594) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.350066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca810a8b-f1d4-4f47-90cc-fc66cfeddd2f tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/b754e15e-0b9c-4bef-a0da-076e48bf7098 HTTP/1.1" status: 204 len: 168 time: 0.3410258 Oct 25 08:57:17.398895 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7d3dbde0-d052-4379-8fe8-280d8ff9c8af tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=b754e15e-0b9c-4bef-a0da-076e48bf7098 HTTP/1.1" status: 200 len: 205 time: 0.0460324 Oct 25 08:57:17.399915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45596) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.423751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9381a567-6656-4ff1-ac79-3d8cbf06c834 req-73e07a5b-4d8e-4cbd-813b-4ad84d6d07d6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.430463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9381a567-6656-4ff1-ac79-3d8cbf06c834 req-73e07a5b-4d8e-4cbd-813b-4ad84d6d07d6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.457965 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-248c4b45-a959-42a7-bcae-7db260a97549 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] delete failed (client error): The resource could not be found. Oct 25 08:57:17.461838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-248c4b45-a959-42a7-bcae-7db260a97549 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/b754e15e-0b9c-4bef-a0da-076e48bf7098 HTTP/1.1" status: 404 len: 336 time: 0.0586820 Oct 25 08:57:17.461999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45598) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.463533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9381a567-6656-4ff1-ac79-3d8cbf06c834 req-73e07a5b-4d8e-4cbd-813b-4ad84d6d07d6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.464662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9381a567-6656-4ff1-ac79-3d8cbf06c834 req-73e07a5b-4d8e-4cbd-813b-4ad84d6d07d6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1943963 Oct 25 08:57:17.479937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e143a-8b04-4299-93b5-4c50de1b744d req-4f2564ff-abbd-46e2-9df6-709e13cf3f40 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:17.481492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-884e143a-8b04-4299-93b5-4c50de1b744d req-4f2564ff-abbd-46e2-9df6-709e13cf3f40 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.41 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 945 time: 0.0990450 Oct 25 08:57:17.489538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e07a5b-4d8e-4cbd-813b-4ad84d6d07d6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73e5dd8-64fb-4eb6-9de6-5cc01c9ff753,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:17.503079 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-43121f51-dd4a-4402-b077-df0101e56327 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=132c7162-1a80-4f93-87ac-28dc44699246 HTTP/1.1" status: 200 len: 205 time: 0.0374358 Oct 25 08:57:17.503481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45602) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.552541 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93540206-2eb6-491b-87c4-791b9cc02240 x-openstack-request-id: req-93540206-2eb6-491b-87c4-791b9cc02240 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:17.552831 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c35650-20d4-4aac-a24c-2b11444d8220", "tag": "2c4d212a-b518-4f13-b310-636b64b7fee0", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:17.553114 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93540206-2eb6-491b-87c4-791b9cc02240 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:17.553509 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c35650-20d4-4aac-a24c-2b11444d8220', 'tag': '2c4d212a-b518-4f13-b310-636b64b7fee0', 'status': 'completed', 'code': 200} Oct 25 08:57:17.572108 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-c38d6c84-f64a-4fab-9252-2d00367ee7af tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] delete failed (client error): The resource could not be found. Oct 25 08:57:17.573240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c38d6c84-f64a-4fab-9252-2d00367ee7af tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/132c7162-1a80-4f93-87ac-28dc44699246 HTTP/1.1" status: 404 len: 336 time: 0.0686493 Oct 25 08:57:17.577741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45608) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.661047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-12742f87-da8e-458a-a584-f04de6e7f8df tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=53760376-ef62-4ff9-a58c-7583de6f17a1 HTTP/1.1" status: 200 len: 205 time: 0.0821023 Oct 25 08:57:17.663673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45612) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.709791 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-be390cb8-849a-4552-b5fd-1bb23291ecfa tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] delete failed (client error): The resource could not be found. Oct 25 08:57:17.710779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-be390cb8-849a-4552-b5fd-1bb23291ecfa tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/53760376-ef62-4ff9-a58c-7583de6f17a1 HTTP/1.1" status: 404 len: 336 time: 0.0461445 Oct 25 08:57:17.713667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45614) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.741428 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b21950ce-c15c-446b-b266-97dcbe03f291 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=9607168e-ea86-464e-b20e-f97a09009a00 HTTP/1.1" status: 200 len: 205 time: 0.0266323 Oct 25 08:57:17.743927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45618) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.769332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-2db61961-ecf3-46a3-8a2b-cf3ca6711651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:17.771464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-2db61961-ecf3-46a3-8a2b-cf3ca6711651 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 1094 time: 0.1132364 Oct 25 08:57:17.777474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-a5cecb1a-f92b-4068-8683-8050ff516724 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/476139b7-2c2b-4a0c-ae76-db0c5e0555ad HTTP/1.1" status: 200 len: 1804 time: 0.1215286 Oct 25 08:57:17.800447 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-02109c56-7b6e-42f7-b185-7eaa384bc33c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] delete failed (client error): The resource could not be found. Oct 25 08:57:17.801576 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-02109c56-7b6e-42f7-b185-7eaa384bc33c tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/9607168e-ea86-464e-b20e-f97a09009a00 HTTP/1.1" status: 404 len: 336 time: 0.0566385 Oct 25 08:57:17.804656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.841023 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9ff8beb4-5437-48e8-ba47-b75ae2226571 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=11bfaff3-5fc8-41f1-9e41-a31c20ac28bb HTTP/1.1" status: 200 len: 205 time: 0.0333378 Oct 25 08:57:17.844248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45622) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.879372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Deleting port 079128de-6717-489a-8a5e-70437fe3f9fc {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:17.902057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:17.902258 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-fd5b23d7-1e3a-453c-9fd7-7983f5453818 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] delete failed (client error): The resource could not be found. Oct 25 08:57:17.902258 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fd5b23d7-1e3a-453c-9fd7-7983f5453818 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/11bfaff3-5fc8-41f1-9e41-a31c20ac28bb HTTP/1.1" status: 404 len: 336 time: 0.0501199 Oct 25 08:57:17.902258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45624) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.928353 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7f2c0702-9512-4f6e-927e-d0c637ea4c1a tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "GET /v2.0/ports?device_id=653a26a6-2a0b-474e-ada7-aba7b2680925 HTTP/1.1" status: 200 len: 205 time: 0.0284393 Oct 25 08:57:17.930656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45626) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.973309 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-09ea1c05-7f06-416d-904a-6e3ada50bf09 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] delete failed (client error): The resource could not be found. Oct 25 08:57:17.976809 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-09ea1c05-7f06-416d-904a-6e3ada50bf09 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/routers/653a26a6-2a0b-474e-ada7-aba7b2680925 HTTP/1.1" status: 404 len: 336 time: 0.0427887 Oct 25 08:57:17.977777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45628) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:17.990006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-53eacab1-976a-43f2-875e-bb212f93d1e6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/c73e5dd8-64fb-4eb6-9de6-5cc01c9ff753 HTTP/1.1" status: 200 len: 1804 time: 0.1967971 Oct 25 08:57:18.006498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-114ca378-9888-4163-8e2b-08ec1eeca253 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '476139b7-2c2b-4a0c-ae76-db0c5e0555ad', 'remote_group_id': 'c73e5dd8-64fb-4eb6-9de6-5cc01c9ff753', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:18.006917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-114ca378-9888-4163-8e2b-08ec1eeca253 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '476139b7-2c2b-4a0c-ae76-db0c5e0555ad', 'remote_group_id': 'c73e5dd8-64fb-4eb6-9de6-5cc01c9ff753', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:18.007055 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02c5aab-3710-4679-875c-ebbf43cd56d1 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] DELETE failed (client error): The resource could not be found. Oct 25 08:57:18.007517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02c5aab-3710-4679-875c-ebbf43cd56d1 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:57:18.012929 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f02c5aab-3710-4679-875c-ebbf43cd56d1 tempest-RoutersAdminTest-181768958 tempest-RoutersAdminTest-181768958-project] 10.222.0.32 "DELETE /v2.0/subnets/0a7d1d8d-912e-4f67-988d-d86fb783a873 HTTP/1.1" status: 404 len: 337 time: 0.0327723 Oct 25 08:57:18.068992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-6866c078-8715-434a-9dbb-7aaacbcc5a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:18.070830 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-6866c078-8715-434a-9dbb-7aaacbcc5a55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 915 time: 0.2904084 Oct 25 08:57:18.138421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-ba17341a-3a3c-41d4-a239-877f4046117c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c4d212a-b518-4f13-b310-636b64b7fee0 HTTP/1.1" status: 200 len: 217 time: 0.0590308 Oct 25 08:57:18.146066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] For port 079128de-6717-489a-8a5e-70437fe3f9fc, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=079128de-6717-489a-8a5e-70437fe3f9fc,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:18.146438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.196934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Calling delete_port for 079128de-6717-489a-8a5e-70437fe3f9fc owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:18.260688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45636) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:18.275067 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-114ca378-9888-4163-8e2b-08ec1eeca253 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.280660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-c71a01a1-bf6a-4331-95e7-95685e3a5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:18.282616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-c71a01a1-bf6a-4331-95e7-95685e3a5951 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 200 len: 854 time: 0.1333160 Oct 25 08:57:18.343564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-bae5ac8f-dd4b-49f2-9584-d35350a4747a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec2216b6-a802-4d88-9a04-5dfea23f141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507412 Oct 25 08:57:18.357724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-114ca378-9888-4163-8e2b-08ec1eeca253 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.368961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-114ca378-9888-4163-8e2b-08ec1eeca253 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.393190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13753557-11ac-4c65-85ab-19ead3c84d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.436485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ca378-9888-4163-8e2b-08ec1eeca253 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df402f6c-8be0-43d2-bffe-e7e2cb406422,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:18.460466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-114ca378-9888-4163-8e2b-08ec1eeca253 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.461769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0d0f798-1b17-4d2c-957c-0b7f100de8e3 req-114ca378-9888-4163-8e2b-08ec1eeca253 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4652560 Oct 25 08:57:18.525445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13753557-11ac-4c65-85ab-19ead3c84d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.532492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13753557-11ac-4c65-85ab-19ead3c84d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.542129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-453d20f2-4ff3-486b-8cd2-81e736c800b9 service neutron] 10.222.0.41 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876009 Oct 25 08:57:18.566997 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-13753557-11ac-4c65-85ab-19ead3c84d51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a58c324f7f0406b9f9f4d393059a2e5&name=default HTTP/1.1" status: 200 len: 2982 time: 0.3028998 Oct 25 08:57:18.567787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45644) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:18.569269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.608612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13753557-11ac-4c65-85ab-19ead3c84d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3082a2bb-26bd-47e2-a7b9-f6b35072573c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:18.646491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Pushing event deleted for resources: {'Port': ['ID=079128de-6717-489a-8a5e-70437fe3f9fc,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:18.647609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9657-3770-4392-9bfd-0618e6e0e5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.694561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89363a-7933-4e1b-843e-f9cdb6ea0b3a req-49d45eee-9df2-4cc2-97b4-86174f35f949 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:18.696247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d89363a-7933-4e1b-843e-f9cdb6ea0b3a req-49d45eee-9df2-4cc2-97b4-86174f35f949 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 950 time: 0.1702917 Oct 25 08:57:18.696405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9657-3770-4392-9bfd-0618e6e0e5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.731313 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-71cb72fd-0802-4ec4-b9eb-6aff73f85231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.740488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] No DVR routers for this DVR port 079128de-6717-489a-8a5e-70437fe3f9fc on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:18.749319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.752841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-884e143a-8b04-4299-93b5-4c50de1b744d req-2200724e-d61b-4684-9a3d-a3ef11bd3898 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.41 "DELETE /v2.0/ports/079128de-6717-489a-8a5e-70437fe3f9fc HTTP/1.1" status: 204 len: 173 time: 1.2413909 Oct 25 08:57:18.775216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d19fd52-80ce-4a0c-b591-7722a218c8a7 req-352a5b8f-e4ec-47cd-a00a-74e30c51fa76 service neutron] 10.222.0.41 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170961 Oct 25 08:57:18.799779 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9657-3770-4392-9bfd-0618e6e0e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.806978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d89363a-7933-4e1b-843e-f9cdb6ea0b3a req-cdb8dbea-6f02-4731-907c-983da2302194 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016197 Oct 25 08:57:18.818144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9657-3770-4392-9bfd-0618e6e0e5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:18.821843 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a1ca9657-3770-4392-9bfd-0618e6e0e5cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3082a2bb-26bd-47e2-a7b9-f6b35072573c HTTP/1.1" status: 204 len: 168 time: 0.2506974 Oct 25 08:57:18.854803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca9657-3770-4392-9bfd-0618e6e0e5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3082a2bb-26bd-47e2-a7b9-f6b35072573c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:19.036304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45658) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:19.071022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bff51-214b-45ce-9086-a23bb0803ee2 req-111422f9-f4bd-44c0-a97b-4c320c792caf tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:19.081371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-616bff51-214b-45ce-9086-a23bb0803ee2 req-111422f9-f4bd-44c0-a97b-4c320c792caf tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 943 time: 0.0994852 Oct 25 08:57:19.132483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-616bff51-214b-45ce-9086-a23bb0803ee2 req-a6826f29-7e30-452e-845a-86d59baf6d1d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473280 Oct 25 08:57:19.279824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-062fee70-a406-4a23-89e2-e6fa86198f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.292396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2049c0c-c7d9-451c-8e30-d4f0b779bfde req-d349327a-adf1-4e83-8100-3e5e91ddeaa3 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=c105cc18-ef29-4530-b052-493b282f33f4 HTTP/1.1" status: 200 len: 210 time: 0.0343757 Oct 25 08:57:19.383415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45664) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:19.405845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-062fee70-a406-4a23-89e2-e6fa86198f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.420753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-062fee70-a406-4a23-89e2-e6fa86198f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.421045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a34ee224-0e46-4ad9-aa53-5a515ad914d7 req-5fb61343-e841-4918-a31d-5c0ec2a9ddb9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1252242837', 'description': 'tempest-description-888259300'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:19.452276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a34ee224-0e46-4ad9-aa53-5a515ad914d7 req-5fb61343-e841-4918-a31d-5c0ec2a9ddb9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.485439 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-062fee70-a406-4a23-89e2-e6fa86198f15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ba56453883c4c3e9cc3d88f7f6f2dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455307 Oct 25 08:57:19.490178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45666) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:19.518230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fee70-a406-4a23-89e2-e6fa86198f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52676ea2-0238-4252-894c-672a251bfcc6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:19.534008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cba894bb-93d0-4939-8096-3b08a32637ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93cbe067287c455086b2f51b315a8de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486771 Oct 25 08:57:19.537707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45668) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:19.558350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'name': 'network-vif-deleted', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:19.560818 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a3463-5535-4802-a7f5-694898187f92" -d '{"events": [{"server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "name": "network-vif-deleted", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:19.576043 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a34ee224-0e46-4ad9-aa53-5a515ad914d7 req-5fb61343-e841-4918-a31d-5c0ec2a9ddb9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.580362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a34ee224-0e46-4ad9-aa53-5a515ad914d7 req-5fb61343-e841-4918-a31d-5c0ec2a9ddb9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.596273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-abe6e9a9-9da0-4dd2-b118-345903693e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.609760 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a34ee224-0e46-4ad9-aa53-5a515ad914d7 req-5fb61343-e841-4918-a31d-5c0ec2a9ddb9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.611366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a34ee224-0e46-4ad9-aa53-5a515ad914d7 req-5fb61343-e841-4918-a31d-5c0ec2a9ddb9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1949167 Oct 25 08:57:19.615364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb61343-e841-4918-a31d-5c0ec2a9ddb9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd914456-781d-4e13-9ac1-a1ca24f16925,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:19.635735 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-abe6e9a9-9da0-4dd2-b118-345903693e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.637977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3a69-477a-4a7c-b78f-9653f8512d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.684817 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3a69-477a-4a7c-b78f-9653f8512d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.727987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-abe6e9a9-9da0-4dd2-b118-345903693e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.730933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-abe6e9a9-9da0-4dd2-b118-345903693e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.732275 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-abe6e9a9-9da0-4dd2-b118-345903693e76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52676ea2-0238-4252-894c-672a251bfcc6 HTTP/1.1" status: 204 len: 168 time: 0.2386675 Oct 25 08:57:19.743195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6e9a9-9da0-4dd2-b118-345903693e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52676ea2-0238-4252-894c-672a251bfcc6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:19.747845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3a69-477a-4a7c-b78f-9653f8512d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.754283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3a69-477a-4a7c-b78f-9653f8512d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.755432 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8c7a3a69-477a-4a7c-b78f-9653f8512d1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8042b914-29f9-4e16-a6e2-033559fa5c11 HTTP/1.1" status: 204 len: 168 time: 0.2168331 Oct 25 08:57:19.764855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a3a69-477a-4a7c-b78f-9653f8512d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8042b914-29f9-4e16-a6e2-033559fa5c11,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:19.846828 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.850999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:19.938707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c446e0-2031-41f5-a437-330316d5e2ea req-7e5169d5-6a40-4f97-860c-3b90be875ae1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:19.944829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c446e0-2031-41f5-a437-330316d5e2ea req-7e5169d5-6a40-4f97-860c-3b90be875ae1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:19.946689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79c446e0-2031-41f5-a437-330316d5e2ea req-7e5169d5-6a40-4f97-860c-3b90be875ae1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a&device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 1690 time: 0.0678751 Oct 25 08:57:20.006837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79c446e0-2031-41f5-a437-330316d5e2ea req-427d0363-0b8e-4e57-90fa-c9e7ad2ac8f3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465457 Oct 25 08:57:20.046954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45682) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:20.076337 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8a76c3-d736-4578-9397-b37b85bff9b5 x-openstack-request-id: req-7e8a76c3-d736-4578-9397-b37b85bff9b5 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:20.077195 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c105cc18-ef29-4530-b052-493b282f33f4", "name": "network-vif-deleted", "tag": "079128de-6717-489a-8a5e-70437fe3f9fc", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:20.078159 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e8a76c3-d736-4578-9397-b37b85bff9b5 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:20.078967 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c105cc18-ef29-4530-b052-493b282f33f4', 'name': 'network-vif-deleted', 'tag': '079128de-6717-489a-8a5e-70437fe3f9fc', 'status': 'completed', 'code': 200} Oct 25 08:57:20.092735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5d22b48b-f51a-4816-95f5-6429c3547ed7 req-64901052-c3a3-4606-bcb7-cbafab5f0372 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1177407309', 'description': 'tempest-description-500458766'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:20.119226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5d22b48b-f51a-4816-95f5-6429c3547ed7 req-64901052-c3a3-4606-bcb7-cbafab5f0372 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.200753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5d22b48b-f51a-4816-95f5-6429c3547ed7 req-64901052-c3a3-4606-bcb7-cbafab5f0372 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.205835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5d22b48b-f51a-4816-95f5-6429c3547ed7 req-64901052-c3a3-4606-bcb7-cbafab5f0372 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.241052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64901052-c3a3-4606-bcb7-cbafab5f0372 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a20cf46-8b7f-4cad-a42a-32a7f16cccc4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:20.247449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5d22b48b-f51a-4816-95f5-6429c3547ed7 req-64901052-c3a3-4606-bcb7-cbafab5f0372 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.248922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d22b48b-f51a-4816-95f5-6429c3547ed7 req-64901052-c3a3-4606-bcb7-cbafab5f0372 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1602373 Oct 25 08:57:20.394925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bb207-3351-4eca-a39d-92dbe3ede1e9 req-6d3acbe9-5180-46c5-aa4e-c1ca6b53b1f2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:20.396973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd0bb207-3351-4eca-a39d-92dbe3ede1e9 req-6d3acbe9-5180-46c5-aa4e-c1ca6b53b1f2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 943 time: 0.0544055 Oct 25 08:57:20.421066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2c4d212a-b518-4f13-b310-636b64b7fee0 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:57:20.463170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd0bb207-3351-4eca-a39d-92dbe3ede1e9 req-1da97cca-16b8-4117-8606-ee1ac893f7cc tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600367 Oct 25 08:57:20.558581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2c4d212a-b518-4f13-b310-636b64b7fee0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2c4d212a-b518-4f13-b310-636b64b7fee0,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:20.581721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a999b961-5518-412d-a098-b4a8d5dd383c req-3cadd34c-1891-473c-96b4-015ddf431f37 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/bd914456-781d-4e13-9ac1-a1ca24f16925 HTTP/1.1" status: 200 len: 1806 time: 0.0812292 Oct 25 08:57:20.602965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '2c4d212a-b518-4f13-b310-636b64b7fee0', 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f', 'port_id': '2c4d212a-b518-4f13-b310-636b64b7fee0', 'mac_address': 'fa:16:3e:fb:fc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c2a9b2-2cfa-4989-bb53-d5de70135b15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:57:20.647854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a999b961-5518-412d-a098-b4a8d5dd383c req-df492a85-54b5-4602-ac0e-892ce50f1e4a tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/0a20cf46-8b7f-4cad-a42a-32a7f16cccc4 HTTP/1.1" status: 200 len: 1806 time: 0.0600131 Oct 25 08:57:20.658297 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.660664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a999b961-5518-412d-a098-b4a8d5dd383c req-a4a65eb6-fcdf-48f9-b5ad-2b4ada3c3837 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bd914456-781d-4e13-9ac1-a1ca24f16925', 'remote_group_id': '0a20cf46-8b7f-4cad-a42a-32a7f16cccc4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:20.661040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a999b961-5518-412d-a098-b4a8d5dd383c req-a4a65eb6-fcdf-48f9-b5ad-2b4ada3c3837 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bd914456-781d-4e13-9ac1-a1ca24f16925', 'remote_group_id': '0a20cf46-8b7f-4cad-a42a-32a7f16cccc4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:20.676752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4d212a-b518-4f13-b310-636b64b7fee0 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:20.702351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2c4d212a-b518-4f13-b310-636b64b7fee0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2c4d212a-b518-4f13-b310-636b64b7fee0,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:20.711006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.762101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2c4d212a-b518-4f13-b310-636b64b7fee0,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:20.773211 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a999b961-5518-412d-a098-b4a8d5dd383c req-a4a65eb6-fcdf-48f9-b5ad-2b4ada3c3837 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.822627 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a999b961-5518-412d-a098-b4a8d5dd383c req-a4a65eb6-fcdf-48f9-b5ad-2b4ada3c3837 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.827720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a999b961-5518-412d-a098-b4a8d5dd383c req-a4a65eb6-fcdf-48f9-b5ad-2b4ada3c3837 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.851770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a65eb6-fcdf-48f9-b5ad-2b4ada3c3837 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371cecd6-4286-480f-a2b4-3f15bc5d1bd3,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:20.867388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a999b961-5518-412d-a098-b4a8d5dd383c req-a4a65eb6-fcdf-48f9-b5ad-2b4ada3c3837 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.869941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a999b961-5518-412d-a098-b4a8d5dd383c req-a4a65eb6-fcdf-48f9-b5ad-2b4ada3c3837 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2156360 Oct 25 08:57:20.938404 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:20.997976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947e2d4-4fab-4eb2-a684-df490297db84 req-8fde5d07-ed2d-49b0-a1fd-f7c527bdea66 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:21.006291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a947e2d4-4fab-4eb2-a684-df490297db84 req-8fde5d07-ed2d-49b0-a1fd-f7c527bdea66 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 1100 time: 0.0531714 Oct 25 08:57:21.048019 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a947e2d4-4fab-4eb2-a684-df490297db84 req-92e3aa2e-4d4f-4b39-84c4-f13420dbe215 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Oct 25 08:57:21.220330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45738) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:21.229240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Deleting port 7b36d0bb-aaae-4792-b868-379d64e75199 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:21.229693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.260290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17baeaa3-56eb-49cd-95d7-12f5642ea6d2 req-783817d3-9a6a-4e72-b403-b33c9cd92713 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/0a20cf46-8b7f-4cad-a42a-32a7f16cccc4 HTTP/1.1" status: 200 len: 1806 time: 0.0580146 Oct 25 08:57:21.265533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['2c4d212a-b518-4f13-b310-636b64b7fee0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:21.333704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] For port 7b36d0bb-aaae-4792-b868-379d64e75199, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b36d0bb-aaae-4792-b868-379d64e75199,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:21.334455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.342699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-17baeaa3-56eb-49cd-95d7-12f5642ea6d2 req-13ae0fd8-f0c8-4191-9521-b39b62d25594 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.353513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Calling delete_port for 7b36d0bb-aaae-4792-b868-379d64e75199 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:21.388520 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-17baeaa3-56eb-49cd-95d7-12f5642ea6d2 req-13ae0fd8-f0c8-4191-9521-b39b62d25594 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.482644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-17baeaa3-56eb-49cd-95d7-12f5642ea6d2 req-13ae0fd8-f0c8-4191-9521-b39b62d25594 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.486166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-17baeaa3-56eb-49cd-95d7-12f5642ea6d2 req-13ae0fd8-f0c8-4191-9521-b39b62d25594 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.494255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17baeaa3-56eb-49cd-95d7-12f5642ea6d2 req-13ae0fd8-f0c8-4191-9521-b39b62d25594 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a20cf46-8b7f-4cad-a42a-32a7f16cccc4 HTTP/1.1" status: 204 len: 173 time: 0.2245557 Oct 25 08:57:21.517002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae0fd8-f0c8-4191-9521-b39b62d25594 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a20cf46-8b7f-4cad-a42a-32a7f16cccc4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:21.585629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1065580216'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:21.617897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3b1de-9d69-4ad5-b7e1-5d115fb91ef4 req-2a56ddc3-a0bd-4339-9f8a-bd3d07d7395a tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:21.623350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47b3b1de-9d69-4ad5-b7e1-5d115fb91ef4 req-2a56ddc3-a0bd-4339-9f8a-bd3d07d7395a tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 1101 time: 0.0632446 Oct 25 08:57:21.638827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:21.643308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.646305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.654126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.663240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.672585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47b3b1de-9d69-4ad5-b7e1-5d115fb91ef4 req-ea66b009-87dc-4f2f-ab78-720095b65044 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 Oct 25 08:57:21.704023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b36d0bb-aaae-4792-b868-379d64e75199,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:21.967089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:21.973231 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:22.003543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf257d-6186-47e0-bab4-3826df346df9 req-f9006edd-d29f-41c4-acd5-9dd8a1c2388a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:22.008980 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:22.012550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdaf257d-6186-47e0-bab4-3826df346df9 req-f9006edd-d29f-41c4-acd5-9dd8a1c2388a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 944 time: 0.0715609 Oct 25 08:57:22.022038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:57:22.034520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e723e7c-fac1-41a1-bea0-1293c31e56cb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:22.043845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:22.045272 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Added segment ab213c36-76bc-4b19-b5fe-e308a7620094 of type vlan for network ef0f633a-989b-49b9-a2bc-821d75036c0c Oct 25 08:57:22.065218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdaf257d-6186-47e0-bab4-3826df346df9 req-afc776f0-a7a8-402e-966a-39c4b7b7c635 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513818 Oct 25 08:57:22.154785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:22.157500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-638b0841-b939-47cc-9062-d3358ac81086 req-edb98435-8df8-464e-a5f8-5dd1d2990781 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/bd914456-781d-4e13-9ac1-a1ca24f16925 HTTP/1.1" status: 200 len: 1806 time: 0.0636716 Oct 25 08:57:22.198085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:22.203902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:22.204499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:22.254095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-66c3aebe-5fe2-4792-a286-3811b90e0c24 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287378 Oct 25 08:57:22.324062 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1026170 Oct 25 08:57:22.333496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45782) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:22.340700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'name': 'tempest-PortsTestJSON-827979575'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:22.403142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f9a0b-2f84-42c9-b7c7-5df921291eb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Network': ['ID=ef0f633a-989b-49b9-a2bc-821d75036c0c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:22.419365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:57:22.471601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Router 9b354d68-2a7d-4603-a642-e80e7fb908d7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:57:22.488177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:22.490993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:22.522650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 079128de-6717-489a-8a5e-70437fe3f9fc no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:22.550633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 079128de-6717-489a-8a5e-70437fe3f9fc {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:22.551658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 079128de-6717-489a-8a5e-70437fe3f9fc not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:22.595232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:22.613384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-e5449d68-dc96-48d4-a026-ae2c38728bc9 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:22.615105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-e5449d68-dc96-48d4-a026-ae2c38728bc9 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546953 Oct 25 08:57:22.637480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-9b73c413-0818-45fb-ae7f-51c2bc8f76c3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/quotas/11c126ed7bea4983a5e3df930d94ece3 HTTP/1.1" status: 200 len: 375 time: 0.0144801 Oct 25 08:57:22.681548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:22.692010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d0331882-c628-433c-b9cb-5ec7298ab02b admin admin] 10.222.0.32 "PUT /v2.0/routers/9b354d68-2a7d-4603-a642-e80e7fb908d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6437979 Oct 25 08:57:22.694661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:22.695849 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] Sync routers for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:22.716928 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:22.717876 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:57:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:22.721557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-f14ef010-2ced-40e9-8608-dc3fecc74a49 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0803657 Oct 25 08:57:22.841016 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:22.878039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:22.887244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.021193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-bd201b3b-294f-4a29-b2c6-a752ade7c4b8 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:23.022869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-bd201b3b-294f-4a29-b2c6-a752ade7c4b8 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 945 time: 0.0963032 Oct 25 08:57:23.054709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935077f7-7457-4b9e-a88e-3424ac17ca80 req-4c30766e-8820-4977-b2d1-81bcfccd90ed tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:23.066114 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-935077f7-7457-4b9e-a88e-3424ac17ca80 req-4c30766e-8820-4977-b2d1-81bcfccd90ed tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc77296a-c430-4593-9f74-6a6feb8184dd HTTP/1.1" status: 200 len: 945 time: 0.1276367 Oct 25 08:57:23.068478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.123289 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:57:21Z', 'revision_number': 5, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port': {'id': '79b77fc2-5d3b-4e43-bb74-23f614b713e7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:23.123698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.146234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=1cbd97d5-dae0-4efd-9d2d-64926c15a104,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:23.194576 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] Checking router: 9b354d68-2a7d-4603-a642-e80e7fb908d7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:57:23.204760 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] Routers {'9b354d68-2a7d-4603-a642-e80e7fb908d7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:23.205871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:57:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['9b354d68-2a7d-4603-a642-e80e7fb908d7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:23.209170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking segment: {'id': 'ab213c36-76bc-4b19-b5fe-e308a7620094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:23.209506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-935077f7-7457-4b9e-a88e-3424ac17ca80 req-c4704b9a-1a73-44fc-ba55-1aaa1f22d11e tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6c7caf6-69a4-4329-a301-047a961ed266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421728 Oct 25 08:57:23.212062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network hostable DHCP agents. Network: ef0f633a-989b-49b9-a2bc-821d75036c0c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:57:23.244656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:57:23.257425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Deleting port 31804b1b-a72d-49df-b004-a643e9d8113b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:23.257770 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.258675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Deleting port 79b77fc2-5d3b-4e43-bb74-23f614b713e7 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:23.259908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.264589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ef0f633a-989b-49b9-a2bc-821d75036c0c) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:23.268339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-938c988e-dbc8-4f8b-908e-aa2d40eb2e7d req-5b903595-3342-42e4-af74-4575ce86e4f4 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1230052767', 'description': 'tempest-description-186324892'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:23.278220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9711dadf-506b-4871-b29c-fd8ececb6d2f None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:23.312931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:23.319191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:23.319759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.361705 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-938c988e-dbc8-4f8b-908e-aa2d40eb2e7d req-5b903595-3342-42e4-af74-4575ce86e4f4 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.382646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-339a3364-9c10-4610-addf-5f1f7e9537be tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0480416 Oct 25 08:57:23.390672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45810) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:23.415762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] For port 31804b1b-a72d-49df-b004-a643e9d8113b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=31804b1b-a72d-49df-b004-a643e9d8113b,segment=NetworkSegment(c195f65d-d8bb-40cb-99e6-b16b9b62eb1f),segment_id=c195f65d-d8bb-40cb-99e6-b16b9b62eb1f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:23.416279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.433972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-166557441'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:23.437492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Calling delete_port for 31804b1b-a72d-49df-b004-a643e9d8113b owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:23.470353 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] Set router 9b354d68-2a7d-4603-a642-e80e7fb908d7 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:23.525353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] For port 79b77fc2-5d3b-4e43-bb74-23f614b713e7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=79b77fc2-5d3b-4e43-bb74-23f614b713e7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:23.526168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.571340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Calling delete_port for 79b77fc2-5d3b-4e43-bb74-23f614b713e7 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:23.587580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:23.594309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.609020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.611203 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:57:23Z', 'revision_number': 6, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:23.666006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:57:23.677584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.677943 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Added segment e10870c6-882f-4d94-a89c-e4eb15ad9d59 of type vlan for network da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0 Oct 25 08:57:23.703248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Pushing event deleted for resources: {'Port': ['ID=31804b1b-a72d-49df-b004-a643e9d8113b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:23.722174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.762621 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d088dc-7066-4c6d-b37c-29cc1b67fe4f None None] The sync data for ids ['9b354d68-2a7d-4603-a642-e80e7fb908d7'] in n-d-814746-2 is: [{'id': '9b354d68-2a7d-4603-a642-e80e7fb908d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852682780-router', 'tenant_id': '18f302d3385e4b429e2de15b72b31eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:35Z', 'updated_at': '2021-10-25T08:57:23Z', 'revision_number': 6, 'project_id': '18f302d3385e4b429e2de15b72b31eb4', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:57:23.775332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.781293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:23.781781 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-938c988e-dbc8-4f8b-908e-aa2d40eb2e7d req-5b903595-3342-42e4-af74-4575ce86e4f4 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.783129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.803257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] No DVR routers for this DVR port 31804b1b-a72d-49df-b004-a643e9d8113b on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:23.805459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-938c988e-dbc8-4f8b-908e-aa2d40eb2e7d req-5b903595-3342-42e4-af74-4575ce86e4f4 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.810692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.815451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f25101e3-5fea-4209-afa6-5b7ace7e902b req-a5d7e819-d89a-4ca0-ba98-af9949f05147 tempest-LiveAutoBlockMigrationV225Test-1892904955 tempest-LiveAutoBlockMigrationV225Test-1892904955-project] 10.222.0.41 "DELETE /v2.0/ports/31804b1b-a72d-49df-b004-a643e9d8113b HTTP/1.1" status: 204 len: 173 time: 0.7773228 Oct 25 08:57:23.827088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'name': 'network-vif-deleted', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:23.832213 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c368b79-4ae1-4589-93bf-dc502f7872f6" -d '{"events": [{"server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "name": "network-vif-deleted", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:23.838486 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4210894 Oct 25 08:57:23.857582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45820) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:23.866788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'ports': [{'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c'}, {'network_id': 'da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0'}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:23.867098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:23.867578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:23.930617 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-938c988e-dbc8-4f8b-908e-aa2d40eb2e7d req-5b903595-3342-42e4-af74-4575ce86e4f4 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:23.931897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-938c988e-dbc8-4f8b-908e-aa2d40eb2e7d req-5b903595-3342-42e4-af74-4575ce86e4f4 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6805990 Oct 25 08:57:23.960677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b903595-3342-42e4-af74-4575ce86e4f4 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7618ae0c-3b99-4fc5-aeef-174d3dacc083,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:24.116761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 2} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:24.123080 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.153438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.170336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7b36d0bb-aaae-4792-b868-379d64e75199 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:24.194041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7b36d0bb-aaae-4792-b868-379d64e75199 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:24.194380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7b36d0bb-aaae-4792-b868-379d64e75199 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:24.208599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-932c0c4b-3fa7-405b-910b-7ec72effd999 req-a56564fa-60f4-4927-9a0a-cb6293323f6f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 210 time: 0.0341640 Oct 25 08:57:24.311526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port c745c44f-beac-4593-a0d9-ba0161a3a314 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:24.351628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd6112-3f01-4f18-a061-7c945806f810 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Network': ['ID=da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:24.363422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:57:24.387172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb44fb9-1f5c-40c2-b048-102e949b49ee req-e2a0a0cb-5665-44ce-a4ee-401f4daff22e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:24.388766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bb44fb9-1f5c-40c2-b048-102e949b49ee req-e2a0a0cb-5665-44ce-a4ee-401f4daff22e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 944 time: 0.0679462 Oct 25 08:57:24.468644 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.471660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2c4d212a-b518-4f13-b310-636b64b7fee0 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:24.546687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b77fc2-5d3b-4e43-bb74-23f614b713e7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:24.553327 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-31114cae-15a4-4411-bbdb-68ebef4ef4be tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327082 Oct 25 08:57:24.570892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bb44fb9-1f5c-40c2-b048-102e949b49ee req-17424dea-11cc-4e1f-9e56-548085112c83 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211808 Oct 25 08:57:24.632654 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee8eb84-3042-4c9e-b390-9d7a0c798208 x-openstack-request-id: req-8ee8eb84-3042-4c9e-b390-9d7a0c798208 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:24.632972 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc77296a-c430-4593-9f74-6a6feb8184dd", "name": "network-vif-deleted", "tag": "31804b1b-a72d-49df-b004-a643e9d8113b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:24.633290 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ee8eb84-3042-4c9e-b390-9d7a0c798208 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:24.633613 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc77296a-c430-4593-9f74-6a6feb8184dd', 'name': 'network-vif-deleted', 'tag': '31804b1b-a72d-49df-b004-a643e9d8113b', 'status': 'completed', 'code': 200} Oct 25 08:57:24.677726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.683598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45830) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:24.768085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.802777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5e86c0a-0324-4db8-ad23-1cc1fdc5c3be req-ca2baf89-f39f-4f81-9ba4-e37c87056ca7 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/7618ae0c-3b99-4fc5-aeef-174d3dacc083 HTTP/1.1" status: 200 len: 1806 time: 0.1377580 Oct 25 08:57:24.813007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b5e86c0a-0324-4db8-ad23-1cc1fdc5c3be req-f0d4ff67-2b95-4f1f-aecd-0238767013a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7618ae0c-3b99-4fc5-aeef-174d3dacc083', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:24.813357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b5e86c0a-0324-4db8-ad23-1cc1fdc5c3be req-f0d4ff67-2b95-4f1f-aecd-0238767013a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7618ae0c-3b99-4fc5-aeef-174d3dacc083', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:24.849005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 5790db42-6653-4ba3-9cfc-dcbbf47006d5 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:24.875853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 2c4d212a-b518-4f13-b310-636b64b7fee0 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:57:24.880814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 2c4d212a-b518-4f13-b310-636b64b7fee0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:24.881543 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.889800 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.895274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.915404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5e86c0a-0324-4db8-ad23-1cc1fdc5c3be req-f0d4ff67-2b95-4f1f-aecd-0238767013a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.942763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5e86c0a-0324-4db8-ad23-1cc1fdc5c3be req-f0d4ff67-2b95-4f1f-aecd-0238767013a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.950947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5e86c0a-0324-4db8-ad23-1cc1fdc5c3be req-f0d4ff67-2b95-4f1f-aecd-0238767013a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.961704 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-602e97f1-0d0d-44be-8f91-8c11d6cb21ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.990875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-15c6c4ef-76c8-45ff-8562-4a47326c800c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:24.992290 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-15c6c4ef-76c8-45ff-8562-4a47326c800c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3240914 Oct 25 08:57:24.995697 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.996333 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:24.997428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b354d68-2a7d-4603-a642-e80e7fb908d7 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:57:25.005518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.010619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-07cf56cc-0f6e-414a-90bc-bae4d3adfa67 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9b354d68-2a7d-4603-a642-e80e7fb908d7 HTTP/1.1" status: 204 len: 168 time: 2.3116078 Oct 25 08:57:25.012562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45834) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:25.021988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Request body: {'port': {'device_id': '999b593e-6ee8-4799-8094-e21cba2ceaff', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '11c126ed7bea4983a5e3df930d94ece3'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:25.041061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4ff67-2b95-4f1f-aecd-0238767013a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aeb6739-8d5b-4333-b561-e16a8294543f,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.048090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5e86c0a-0324-4db8-ad23-1cc1fdc5c3be req-f0d4ff67-2b95-4f1f-aecd-0238767013a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.052563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2c4d212a-b518-4f13-b310-636b64b7fee0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2c4d212a-b518-4f13-b310-636b64b7fee0,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:25.063378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c35650-20d4-4aac-a24c-2b11444d8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d212a-b518-4f13-b310-636b64b7fee0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:25.065004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5e86c0a-0324-4db8-ad23-1cc1fdc5c3be req-f0d4ff67-2b95-4f1f-aecd-0238767013a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2611871 Oct 25 08:57:25.066146 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6146a5-04e1-41b7-9f90-4b1b3f1d7a9d" -d '{"events": [{"server_uuid": "20c35650-20d4-4aac-a24c-2b11444d8220", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d212a-b518-4f13-b310-636b64b7fee0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:25.069125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.126972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45842) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:25.131501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2c4d212a-b518-4f13-b310-636b64b7fee0,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.158899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-266e95cd-2b63-4140-abc1-fbc1cca92d2b admin admin] Deleting subnet d8508ba3-9bc6-4fac-ab44-5d905b989307 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:57:25.178874 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-266e95cd-2b63-4140-abc1-fbc1cca92d2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.200515 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-602e97f1-0d0d-44be-8f91-8c11d6cb21ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.209845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-602e97f1-0d0d-44be-8f91-8c11d6cb21ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.229813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Made reservation on behalf of 11c126ed7bea4983a5e3df930d94ece3 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:25.233454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.245934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.264087 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-266e95cd-2b63-4140-abc1-fbc1cca92d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.299650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3e9d073-0a63-41d5-bfdf-02f87695e1ca req-501b1bda-8d48-4fa0-ac68-6f018d057a4b tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/7618ae0c-3b99-4fc5-aeef-174d3dacc083 HTTP/1.1" status: 200 len: 2400 time: 0.1545606 Oct 25 08:57:25.313542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e97f1-0d0d-44be-8f91-8c11d6cb21ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f905b-1e8c-49c9-afe6-2a3afd1e5f6f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.315388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c3e9d073-0a63-41d5-bfdf-02f87695e1ca req-e22c42d1-b19d-4cc4-8e71-b3b4bb8e3248 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7618ae0c-3b99-4fc5-aeef-174d3dacc083', 'remote_group_id': None}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:25.316322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c3e9d073-0a63-41d5-bfdf-02f87695e1ca req-e22c42d1-b19d-4cc4-8e71-b3b4bb8e3248 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7618ae0c-3b99-4fc5-aeef-174d3dacc083', 'remote_group_id': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:25.322423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-602e97f1-0d0d-44be-8f91-8c11d6cb21ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db3b08fee5f5445bbb2099818b08b73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6362765 Oct 25 08:57:25.328484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45848) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:25.335864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e104c3-7cbc-46e0-afb3-fdcaea4ce7f5 admin admin] Deleting subnet 757a2841-4bb4-4563-ac12-385c40a28013 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:57:25.339781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2e104c3-7cbc-46e0-afb3-fdcaea4ce7f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.391745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.414642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2e104c3-7cbc-46e0-afb3-fdcaea4ce7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.494579 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2e104c3-7cbc-46e0-afb3-fdcaea4ce7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.507918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:25.514346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-266e95cd-2b63-4140-abc1-fbc1cca92d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.527120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Allocated IP 192.168.233.118 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/d7f3238d-d2e4-446d-b4ac-b5aae0952bf6) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:25.547526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:25.555331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=c745c44f-beac-4593-a0d9-ba0161a3a314,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.563422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:25.564324 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.600372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2e104c3-7cbc-46e0-afb3-fdcaea4ce7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.604552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23c4921a-aeb0-45f4-a19a-25cc33a6fcb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.643730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e104c3-7cbc-46e0-afb3-fdcaea4ce7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757a2841-4bb4-4563-ac12-385c40a28013,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.645638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2e104c3-7cbc-46e0-afb3-fdcaea4ce7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.651283 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f2e104c3-7cbc-46e0-afb3-fdcaea4ce7f5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/757a2841-4bb4-4563-ac12-385c40a28013 HTTP/1.1" status: 204 len: 168 time: 0.5211325 Oct 25 08:57:25.651466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c3e9d073-0a63-41d5-bfdf-02f87695e1ca req-e22c42d1-b19d-4cc4-8e71-b3b4bb8e3248 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.657401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45852) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:25.683308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=5790db42-6653-4ba3-9cfc-dcbbf47006d5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.696824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23c4921a-aeb0-45f4-a19a-25cc33a6fcb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.745822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.753184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c3e9d073-0a63-41d5-bfdf-02f87695e1ca req-e22c42d1-b19d-4cc4-8e71-b3b4bb8e3248 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.771543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c3e9d073-0a63-41d5-bfdf-02f87695e1ca req-e22c42d1-b19d-4cc4-8e71-b3b4bb8e3248 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.773541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-266e95cd-2b63-4140-abc1-fbc1cca92d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.784266 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.819178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c', '53f3fbcc-77ff-4531-a335-e1a0646b4f35'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:25.830611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:25.834068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:25.837916 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:25.845136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'Port': ['ID=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.846783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking segment: {'id': 'e10870c6-882f-4d94-a89c-e4eb15ad9d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:25.847324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network hostable DHCP agents. Network: da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:57:25.849296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e95cd-2b63-4140-abc1-fbc1cca92d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8508ba3-9bc6-4fac-ab44-5d905b989307,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.855611 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-266e95cd-2b63-4140-abc1-fbc1cca92d2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.855950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['520a5868-ce70-4f19-8860-72d84e1d2b46'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:25.861711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-266e95cd-2b63-4140-abc1-fbc1cca92d2b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d8508ba3-9bc6-4fac-ab44-5d905b989307 HTTP/1.1" status: 204 len: 168 time: 0.8456383 Oct 25 08:57:25.861711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c42d1-b19d-4cc4-8e71-b3b4bb8e3248 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f5aca2-7638-4445-8cf9-550c827723f6,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:25.864695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.866376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45854) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:25.887175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c3e9d073-0a63-41d5-bfdf-02f87695e1ca req-e22c42d1-b19d-4cc4-8e71-b3b4bb8e3248 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.888271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3e9d073-0a63-41d5-bfdf-02f87695e1ca req-e22c42d1-b19d-4cc4-8e71-b3b4bb8e3248 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5802302 Oct 25 08:57:25.923296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:25.928717 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:25.936279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a344e7-ad26-4c7a-a1e4-eb0406d2e64b None None] Network 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:25.959217 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-a0f747fc-6a4e-44be-a2a9-db917bacee0e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9423835 Oct 25 08:57:25.984786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Request body: {'port': {'device_id': '999b593e-6ee8-4799-8094-e21cba2ceaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:25.991482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:57:25.998569 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621b7d12-ebcc-4baa-b0ec-64da99538629 x-openstack-request-id: req-621b7d12-ebcc-4baa-b0ec-64da99538629 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:25.998981 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c35650-20d4-4aac-a24c-2b11444d8220", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d212a-b518-4f13-b310-636b64b7fee0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:26.000388 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-621b7d12-ebcc-4baa-b0ec-64da99538629 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:26.001098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23c4921a-aeb0-45f4-a19a-25cc33a6fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.001528 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c35650-20d4-4aac-a24c-2b11444d8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d212a-b518-4f13-b310-636b64b7fee0', 'code': 200} Oct 25 08:57:26.003768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23c4921a-aeb0-45f4-a19a-25cc33a6fcb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.004802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-23c4921a-aeb0-45f4-a19a-25cc33a6fcb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea5f905b-1e8c-49c9-afe6-2a3afd1e5f6f HTTP/1.1" status: 204 len: 168 time: 0.6726170 Oct 25 08:57:26.049061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:26.097680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4921a-aeb0-45f4-a19a-25cc33a6fcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f905b-1e8c-49c9-afe6-2a3afd1e5f6f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:26.101330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca0677c-5c36-4783-a323-b462b3665e1a None None] Network da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:26.107327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.138080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:26.148872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:26.154818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:26.156003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.183567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.199741 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.241566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 79b77fc2-5d3b-4e43-bb74-23f614b713e7 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:26.244271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cac8a036-1b09-4dd8-83b0-7de8c7d7c397 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3855407 Oct 25 08:57:26.249844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45860) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:26.259463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745db563-8865-4d9b-b400-5a25e818e450']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:26.316034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:26.316324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c195f65d-d8bb-40cb-99e6-b16b9b62eb1f') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:26.326697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 79b77fc2-5d3b-4e43-bb74-23f614b713e7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:26.327074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 79b77fc2-5d3b-4e43-bb74-23f614b713e7 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:26.353445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076e4f8-24ea-4bb8-8fd4-012b3ef44f39 req-e2c37e7c-6e31-4016-9327-d413035092d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:26.355007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f076e4f8-24ea-4bb8-8fd4-012b3ef44f39 req-e2c37e7c-6e31-4016-9327-d413035092d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 1096 time: 0.2434757 Oct 25 08:57:26.358974 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.428569 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.443966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:57:26.444359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:57:26.446978 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:57:26.475988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-98bad8bd-1b79-4870-84ed-140a49f193b2 None None] Provisioning complete for port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:26.476361 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-98bad8bd-1b79-4870-84ed-140a49f193b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.488798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 31804b1b-a72d-49df-b004-a643e9d8113b no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:26.511321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820f723-5294-4c47-9e3f-ca5635d81c41 req-61c51800-34c5-4054-b34a-a078d9506f36 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:26.518671 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6820f723-5294-4c47-9e3f-ca5635d81c41 req-61c51800-34c5-4054-b34a-a078d9506f36 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 936 time: 0.2799358 Oct 25 08:57:26.542860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45864) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:26.555575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f076e4f8-24ea-4bb8-8fd4-012b3ef44f39 req-dd0f7a97-a4df-43c0-8d19-9a57dcfa59b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851134 Oct 25 08:57:26.579823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Deleting port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:26.580162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.582547 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.584535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be53d13-edaf-4dae-88f1-43898da2e57a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.591211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 31804b1b-a72d-49df-b004-a643e9d8113b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:26.591554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 31804b1b-a72d-49df-b004-a643e9d8113b not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:26.601786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:26.612516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.634561 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.636416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-98bad8bd-1b79-4870-84ed-140a49f193b2 None None] Port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:57:26.638233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] 10.222.0.32 "DELETE /v2.0/networks/745db563-8865-4d9b-b400-5a25e818e450 HTTP/1.1" status: 204 len: 168 time: 0.9753535 Oct 25 08:57:26.641208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Transition to ACTIVE for port object d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:57:26.642347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45866) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:26.654979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6820f723-5294-4c47-9e3f-ca5635d81c41 req-9b75fa14-fb9a-4c8e-8a2f-3a2d58319789 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353691 Oct 25 08:57:26.684927 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.691797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-605c4f34-67da-44ae-a4d7-3eab21193c89 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 5790db42-6653-4ba3-9cfc-dcbbf47006d5 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:26.692588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-605c4f34-67da-44ae-a4d7-3eab21193c89 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.720934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f8eef-0c2e-486a-bf78-6f8ee6e0a21b admin admin] Pushing event deleted for resources: {'Network': ['ID=745db563-8865-4d9b-b400-5a25e818e450,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:26.751737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] DHCP port deletion for 2f2c02bd-27e8-4832-b80c-50d7db76a4a6 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:57:26.794774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5259ccc-081f-440e-b522-254b8b491fe0 admin admin] Deleting subnet 5fe97eb6-17a4-4bd2-beaa-5e9b63621fcf {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:57:26.797395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] For port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:26.797831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.809732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5259ccc-081f-440e-b522-254b8b491fe0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.842462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:26.869328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5259ccc-081f-440e-b522-254b8b491fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.877385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Calling delete_port for 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:26.880107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-605c4f34-67da-44ae-a4d7-3eab21193c89 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.880580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] Deleting port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:26.881128 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.907751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-605c4f34-67da-44ae-a4d7-3eab21193c89 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 5790db42-6653-4ba3-9cfc-dcbbf47006d5 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:26.921951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5259ccc-081f-440e-b522-254b8b491fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.966958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] For port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,segment=NetworkSegment(6a36889e-aa8c-42f2-9c3e-792d641f525f),segment_id=6a36889e-aa8c-42f2-9c3e-792d641f525f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:26.967267 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:26.991934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] Calling delete_port for 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:27.010710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baf5a2-208a-4430-b55a-bfc103f533bc req-ab876a2a-3c86-4c8a-92e5-b9023c29f240 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:27.013450 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5259ccc-081f-440e-b522-254b8b491fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.019215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01baf5a2-208a-4430-b55a-bfc103f533bc req-ab876a2a-3c86-4c8a-92e5-b9023c29f240 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 945 time: 0.2399833 Oct 25 08:57:27.077418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5259ccc-081f-440e-b522-254b8b491fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe97eb6-17a4-4bd2-beaa-5e9b63621fcf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:27.083284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5259ccc-081f-440e-b522-254b8b491fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.088276 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d5259ccc-081f-440e-b522-254b8b491fe0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5fe97eb6-17a4-4bd2-beaa-5e9b63621fcf HTTP/1.1" status: 204 len: 168 time: 0.4421449 Oct 25 08:57:27.092358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45868) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:27.098412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be53d13-edaf-4dae-88f1-43898da2e57a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.110376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be53d13-edaf-4dae-88f1-43898da2e57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.114697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01baf5a2-208a-4430-b55a-bfc103f533bc req-9e27eb4d-feed-4132-8db1-dfd7a95aec72 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944257 Oct 25 08:57:27.142514 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1be53d13-edaf-4dae-88f1-43898da2e57a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d00570708dde4470b26ab0001f4d046e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5806012 Oct 25 08:57:27.146135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45870) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:27.214017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Attempting to bind port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:27.214262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Attempting to bind port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:27.214776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Attempting to bind port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:27.217274 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-605c4f34-67da-44ae-a4d7-3eab21193c89 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.219582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.220106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be53d13-edaf-4dae-88f1-43898da2e57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98629374-ea07-42ae-a365-c700dfebc727,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:27.225864 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.237982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:57:27.238553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Attempting to bind port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:27.246814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:27.247233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:27.247859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:27.248517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Bound port: d7f3238d-d2e4-446d-b4ac-b5aae0952bf6, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:27.249634 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.261080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] Pushing event deleted for resources: {'Port': ['ID=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:27.263966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0592ab-1c20-45dc-800f-b634da90209c None None] No DVR routers for this DVR port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:27.266261 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.272130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Pushing event deleted for resources: {'Port': ['ID=0989a504-d6f8-4d59-a1fb-62f981b6a3e2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:27.308082 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-605c4f34-67da-44ae-a4d7-3eab21193c89 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.311264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-605c4f34-67da-44ae-a4d7-3eab21193c89 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/5790db42-6653-4ba3-9cfc-dcbbf47006d5 HTTP/1.1" status: 204 len: 168 time: 1.0494907 Oct 25 08:57:27.318649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45876) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:27.336577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2ba8-fcbe-44cb-8383-6e5d2857389b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.344072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c4f34-67da-44ae-a4d7-3eab21193c89 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=5790db42-6653-4ba3-9cfc-dcbbf47006d5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:27.350880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] No DVR routers for this DVR port 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:27.384832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54391ac9-bfff-4a88-a09e-e5c15d62cb13 req-c8534a4e-b486-4f23-8856-c044654d9fc7 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/7618ae0c-3b99-4fc5-aeef-174d3dacc083 HTTP/1.1" status: 200 len: 2999 time: 0.1858451 Oct 25 08:57:27.439957 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2ba8-fcbe-44cb-8383-6e5d2857389b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.448136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] For port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:27.491862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8d58a-fd01-453c-af7d-a537fbce2328 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:27.498253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8d58a-fd01-453c-af7d-a537fbce2328 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:27.500399 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6ec8d58a-fd01-453c-af7d-a537fbce2328 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1790259 Oct 25 08:57:27.502440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] For port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:27.507656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45880) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:27.510443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.519287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.522852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.555060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:27.555841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.557420 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] 10.222.0.18 "PUT /v2.0/ports/d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 HTTP/1.1" status: 200 len: 1096 time: 1.5772495 Oct 25 08:57:27.557645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999b593e-6ee8-4799-8094-e21cba2ceaff', 'tag': 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:27.559880 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5421be-06f7-474e-beb0-3001405a0446" -d '{"events": [{"name": "network-changed", "server_uuid": "999b593e-6ee8-4799-8094-e21cba2ceaff", "tag": "d7f3238d-d2e4-446d-b4ac-b5aae0952bf6"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:27.584039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138a760-1d74-4026-9e3c-feb2cc021c37 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:27.601397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2ba8-fcbe-44cb-8383-6e5d2857389b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.604303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c3f2ba8-fcbe-44cb-8383-6e5d2857389b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.607897 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4c3f2ba8-fcbe-44cb-8383-6e5d2857389b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98629374-ea07-42ae-a365-c700dfebc727 HTTP/1.1" status: 204 len: 168 time: 0.4562857 Oct 25 08:57:27.616409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b2a09b3-ea03-42c3-80b5-5bc338b8fe3f req-02b59471-8b33-448c-b8fa-b3d07d8f8eb9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-group-rules/98f5aca2-7638-4445-8cf9-550c827723f6 HTTP/1.1" status: 200 len: 783 time: 0.1097031 Oct 25 08:57:27.628307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2c02bd-27e8-4832-b80c-50d7db76a4a6']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:27.631481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f2ba8-fcbe-44cb-8383-6e5d2857389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98629374-ea07-42ae-a365-c700dfebc727,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:27.634649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d61d62c-5be6-4a62-8d4d-c08542a1097d']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:27.667797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369c4fe7-7512-46a4-a48e-27c56c2eac70') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:27.668125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369c4fe7-7512-46a4-a48e-27c56c2eac70') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:27.691450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a36889e-aa8c-42f2-9c3e-792d641f525f') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:27.691703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a36889e-aa8c-42f2-9c3e-792d641f525f') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:27.721545 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.724102 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.725721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-1e695833-bcf3-45a5-bcdb-ed11120d8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:27.727589 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-1e695833-bcf3-45a5-bcdb-ed11120d8e40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 1099 time: 0.0779171 Oct 25 08:57:27.763700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.769682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.784750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:57:27.785188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:57:27.788293 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:57:27.799860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:57:27.800400 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:57:27.803269 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:57:27.811270 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-1c99bfd3-412a-4d36-9808-588a7ec5e0ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 HTTP/1.1" status: 200 len: 217 time: 0.0628462 Oct 25 08:57:27.869682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-07f0f042-25a0-4f16-9d11-173651ee6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:27.871550 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-07f0f042-25a0-4f16-9d11-173651ee6119 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0533199 Oct 25 08:57:27.926948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-dd022023-120e-4ad3-87e9-b9101b92c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:27.929249 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-dd022023-120e-4ad3-87e9-b9101b92c0f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491104 Oct 25 08:57:28.039308 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-1faee503-f078-4a14-b671-cd4b57dfe8cb service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968740 Oct 25 08:57:28.123204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b2a09b3-ea03-42c3-80b5-5bc338b8fe3f req-04a950a7-ebf4-446c-8afa-fdf4dadca830 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/7618ae0c-3b99-4fc5-aeef-174d3dacc083 HTTP/1.1" status: 200 len: 2999 time: 0.4910023 Oct 25 08:57:28.168426 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-552d255c-ee56-461a-a3e4-c955b565a0f9 req-621c0bc8-de6c-4b39-9f29-0177f07537de service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174488 Oct 25 08:57:28.177214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.178992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:28.187787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.195412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d61d62c-5be6-4a62-8d4d-c08542a1097d HTTP/1.1" status: 204 len: 168 time: 1.0964277 Oct 25 08:57:28.205132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:28.205551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0989a504-d6f8-4d59-a1fb-62f981b6a3e2 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:28.214052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-221a131a-5cdf-4c9b-97ed-71988ee33f7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port c745c44f-beac-4593-a0d9-ba0161a3a314 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:28.214393 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-221a131a-5cdf-4c9b-97ed-71988ee33f7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.217175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.221709 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.226166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] 10.222.0.32 "DELETE /v2.0/networks/2f2c02bd-27e8-4832-b80c-50d7db76a4a6 HTTP/1.1" status: 204 len: 168 time: 2.3576491 Oct 25 08:57:28.229824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45902) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:28.241472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c485dad-97d7-411e-a544-b3978059a95d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d61d62c-5be6-4a62-8d4d-c08542a1097d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:28.257541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9b2a09b3-ea03-42c3-80b5-5bc338b8fe3f req-7a72ce99-70fd-45d1-8f17-3e3881737e62 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.312017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64fbe5-3ae5-4bc0-a451-5638734fa87f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2c02bd-27e8-4832-b80c-50d7db76a4a6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:28.315409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9b2a09b3-ea03-42c3-80b5-5bc338b8fe3f req-7a72ce99-70fd-45d1-8f17-3e3881737e62 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.353089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-221a131a-5cdf-4c9b-97ed-71988ee33f7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.372492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-221a131a-5cdf-4c9b-97ed-71988ee33f7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for c745c44f-beac-4593-a0d9-ba0161a3a314 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:28.383304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9b2a09b3-ea03-42c3-80b5-5bc338b8fe3f req-7a72ce99-70fd-45d1-8f17-3e3881737e62 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.388991 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9b2a09b3-ea03-42c3-80b5-5bc338b8fe3f req-7a72ce99-70fd-45d1-8f17-3e3881737e62 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.390644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b2a09b3-ea03-42c3-80b5-5bc338b8fe3f req-7a72ce99-70fd-45d1-8f17-3e3881737e62 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/98f5aca2-7638-4445-8cf9-550c827723f6 HTTP/1.1" status: 204 len: 173 time: 0.2491791 Oct 25 08:57:28.443610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72ce99-70fd-45d1-8f17-3e3881737e62 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98f5aca2-7638-4445-8cf9-550c827723f6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:28.477719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45914) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:28.496796 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8b70d3-fecf-4580-8759-0ca7ecfa9940 x-openstack-request-id: req-5a8b70d3-fecf-4580-8759-0ca7ecfa9940 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:28.497258 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999b593e-6ee8-4799-8094-e21cba2ceaff", "tag": "d7f3238d-d2e4-446d-b4ac-b5aae0952bf6", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:28.497376 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a8b70d3-fecf-4580-8759-0ca7ecfa9940 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:28.497827 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999b593e-6ee8-4799-8094-e21cba2ceaff', 'tag': 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6', 'status': 'completed', 'code': 200} Oct 25 08:57:28.595350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d546481b-5045-4381-85eb-ce188907e03e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dfa050e73094a9687a2b0b57971f616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163199 Oct 25 08:57:28.600069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45918) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:28.605138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-221a131a-5cdf-4c9b-97ed-71988ee33f7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.640786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5421be-06f7-474e-beb0-3001405a0446 req-77a6672d-1c6d-40ff-926f-529741f2168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:28.642365 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee5421be-06f7-474e-beb0-3001405a0446 req-77a6672d-1c6d-40ff-926f-529741f2168f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 1099 time: 0.0939541 Oct 25 08:57:28.642607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a131a-5cdf-4c9b-97ed-71988ee33f7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=c745c44f-beac-4593-a0d9-ba0161a3a314,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:28.653576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eadb0d-9500-40c0-999c-739ccfa3378c req-ba95fe54-b4c0-4405-95c4-5d2fcdb066a8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:28.655087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1eadb0d-9500-40c0-999c-739ccfa3378c req-ba95fe54-b4c0-4405-95c4-5d2fcdb066a8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 948 time: 0.1247053 Oct 25 08:57:28.659883 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-221a131a-5cdf-4c9b-97ed-71988ee33f7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.666559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-221a131a-5cdf-4c9b-97ed-71988ee33f7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/c745c44f-beac-4593-a0d9-ba0161a3a314 HTTP/1.1" status: 204 len: 168 time: 1.1506915 Oct 25 08:57:28.666559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45922) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:28.766670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1eadb0d-9500-40c0-999c-739ccfa3378c req-4176b243-122f-4f82-9c58-b7aca25b583b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019044 Oct 25 08:57:28.788023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb89e5-a0e9-445c-90b7-676a4bf9a977 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:28.788729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4aeb89e5-a0e9-445c-90b7-676a4bf9a977 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1167874 Oct 25 08:57:28.791481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45926) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:28.809156 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-361a6dc2-d7ba-4681-900a-1abf52cfac44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.827092 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-869c4ab3-d78f-47c5-ae7a-6c59ca67abd6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:57:28.829107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-869c4ab3-d78f-47c5-ae7a-6c59ca67abd6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/5790db42-6653-4ba3-9cfc-dcbbf47006d5 HTTP/1.1" status: 404 len: 333 time: 0.0362883 Oct 25 08:57:28.832087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45928) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:28.878801 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-361a6dc2-d7ba-4681-900a-1abf52cfac44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:28.880257 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb31ad5-b797-469b-af94-6d83ad629407 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:57:28.884174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3fb31ad5-b797-469b-af94-6d83ad629407 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/c745c44f-beac-4593-a0d9-ba0161a3a314 HTTP/1.1" status: 404 len: 333 time: 0.0470862 Oct 25 08:57:28.884334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45930) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:28.901785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5421be-06f7-474e-beb0-3001405a0446 req-515c4aed-1517-41dd-8388-427b607447c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:28.903235 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee5421be-06f7-474e-beb0-3001405a0446 req-515c4aed-1517-41dd-8388-427b607447c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2483783 Oct 25 08:57:28.967523 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee5421be-06f7-474e-beb0-3001405a0446 req-abe4c2b0-fbd5-4353-bc5a-f9564a5776fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 HTTP/1.1" status: 200 len: 217 time: 0.0534260 Oct 25 08:57:28.987220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ca456-1192-4095-bf34-81c7138948fd req-cf0f1800-a575-438e-adc1-4b59a3882377 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:28.988741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-082ca456-1192-4095-bf34-81c7138948fd req-cf0f1800-a575-438e-adc1-4b59a3882377 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 945 time: 0.1555624 Oct 25 08:57:29.002154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.027487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-361a6dc2-d7ba-4681-900a-1abf52cfac44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.031232 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-361a6dc2-d7ba-4681-900a-1abf52cfac44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.032380 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-361a6dc2-d7ba-4681-900a-1abf52cfac44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6c7caf6-69a4-4329-a301-047a961ed266 HTTP/1.1" status: 204 len: 168 time: 0.4303184 Oct 25 08:57:29.066062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a6dc2-d7ba-4681-900a-1abf52cfac44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c7caf6-69a4-4329-a301-047a961ed266,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:29.068769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5421be-06f7-474e-beb0-3001405a0446 req-1919d321-db8b-4524-b918-6160abfd471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:29.070344 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee5421be-06f7-474e-beb0-3001405a0446 req-1919d321-db8b-4524-b918-6160abfd471d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0918524 Oct 25 08:57:29.074413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-082ca456-1192-4095-bf34-81c7138948fd req-b36c12a0-c769-406b-b6f4-fa73558162f9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642347 Oct 25 08:57:29.152774 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.156879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5421be-06f7-474e-beb0-3001405a0446 req-5e5811d8-d050-455a-9046-56144436edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:29.158498 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee5421be-06f7-474e-beb0-3001405a0446 req-5e5811d8-d050-455a-9046-56144436edc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704086 Oct 25 08:57:29.212226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.241495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-468660d1-40d1-40aa-bfe3-fd0bc1c32f53 req-0c735db5-fe8c-4fbf-a595-c57c8576b4a6 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/7618ae0c-3b99-4fc5-aeef-174d3dacc083 HTTP/1.1" status: 200 len: 2400 time: 0.1296062 Oct 25 08:57:29.261623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:29.282555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10870c6-882f-4d94-a89c-e4eb15ad9d59') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:29.283090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10870c6-882f-4d94-a89c-e4eb15ad9d59') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:29.303398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.333544 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.345629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee5421be-06f7-474e-beb0-3001405a0446 req-c7762b69-9e0e-4cb4-b08d-9e6e0eb8bb42 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537392 Oct 25 08:57:29.351874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:57:29.352565 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:57:29.356319 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:57:29.410386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-468660d1-40d1-40aa-bfe3-fd0bc1c32f53 req-1ab53774-c3f9-4909-909e-f06753f6d8a1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.453366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.462353 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.465525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/networks/da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0 HTTP/1.1" status: 204 len: 168 time: 0.5802541 Oct 25 08:57:29.469808 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-468660d1-40d1-40aa-bfe3-fd0bc1c32f53 req-1ab53774-c3f9-4909-909e-f06753f6d8a1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.470626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:29.479908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-783525602'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:29.487950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcddfa8-cc83-440f-8534-235fdea8ae19 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Network': ['ID=da3fb156-5bb9-4ee0-81e6-90f92dd2dfc0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:29.539124 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee5421be-06f7-474e-beb0-3001405a0446 req-782a9e05-cbe3-4477-a4c8-6bbd53837141 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611509 Oct 25 08:57:29.543906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-468660d1-40d1-40aa-bfe3-fd0bc1c32f53 req-1ab53774-c3f9-4909-909e-f06753f6d8a1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.545371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:29.549271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-468660d1-40d1-40aa-bfe3-fd0bc1c32f53 req-1ab53774-c3f9-4909-909e-f06753f6d8a1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.549535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.551183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-468660d1-40d1-40aa-bfe3-fd0bc1c32f53 req-1ab53774-c3f9-4909-909e-f06753f6d8a1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "DELETE /v2.0/security-groups/7618ae0c-3b99-4fc5-aeef-174d3dacc083 HTTP/1.1" status: 204 len: 173 time: 0.3056254 Oct 25 08:57:29.589459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab53774-c3f9-4909-909e-f06753f6d8a1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7618ae0c-3b99-4fc5-aeef-174d3dacc083,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:29.639563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45956) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:29.648243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:57:29.662670 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.662670 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Added segment 5be1a589-04bf-4c5e-b5fd-a5fbca88ea54 of type vlan for network e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 Oct 25 08:57:29.693025 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f2943c50-43ba-48c0-89dd-b517baa4dc18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da3fd27fc9c4449c832687daef986966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499051 Oct 25 08:57:29.693270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45958) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:29.718672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.732944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Deleting port dae38e9a-84af-49a3-93ee-9dfb1060f957 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:29.733358 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.761576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5d351cec-675f-45c6-9bf3-9259aa53ee41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.796318 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5d351cec-675f-45c6-9bf3-9259aa53ee41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.799688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.809685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:29.810285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.887932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5d351cec-675f-45c6-9bf3-9259aa53ee41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.891657 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5d351cec-675f-45c6-9bf3-9259aa53ee41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:29.896326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5d351cec-675f-45c6-9bf3-9259aa53ee41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb28549d-d63a-42b6-8835-bb7a8ff2e110 HTTP/1.1" status: 204 len: 168 time: 0.2016900 Oct 25 08:57:29.899065 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4273734 Oct 25 08:57:29.904838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45974) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:29.913208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d351cec-675f-45c6-9bf3-9259aa53ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb28549d-d63a-42b6-8835-bb7a8ff2e110,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:29.922853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'e6aa9c05-52d3-4ce5-b15c-2678b8de36d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:29.932994 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-c55c1eae-58ef-42f2-8976-f7f1d942cbb2 req-5a00d540-3b64-4eb1-8810-7b7537f56f5a tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] show failed (client error): The resource could not be found. Oct 25 08:57:29.934499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c55c1eae-58ef-42f2-8976-f7f1d942cbb2 req-5a00d540-3b64-4eb1-8810-7b7537f56f5a tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/0a20cf46-8b7f-4cad-a42a-32a7f16cccc4 HTTP/1.1" status: 404 len: 352 time: 0.0367391 Oct 25 08:57:30.099204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d32d6-b032-4664-8ed9-317f4ac76a73 req-5bda9a79-5124-4dbc-ac10-88f87516df9b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:30.108225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f51d32d6-b032-4664-8ed9-317f4ac76a73 req-5bda9a79-5124-4dbc-ac10-88f87516df9b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 948 time: 0.0936341 Oct 25 08:57:30.156215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f51d32d6-b032-4664-8ed9-317f4ac76a73 req-e4571086-1bca-4b8e-b216-7f549e7770f8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467186 Oct 25 08:57:30.307512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af73f7-b87b-47ca-b59a-da2764c4caa0 req-768fc6a0-441c-432a-872b-d069b1406f1b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:30.316191 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8af73f7-b87b-47ca-b59a-da2764c4caa0 req-768fc6a0-441c-432a-872b-d069b1406f1b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 945 time: 0.0728998 Oct 25 08:57:30.332851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4499a28-437a-4467-a541-6d54130f049f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Network': ['ID=e6aa9c05-52d3-4ce5-b15c-2678b8de36d2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:30.337224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] For port dae38e9a-84af-49a3-93ee-9dfb1060f957, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=dae38e9a-84af-49a3-93ee-9dfb1060f957,segment=NetworkSegment(ee767b68-928c-4103-a4ea-222882121d7b),segment_id=ee767b68-928c-4103-a4ea-222882121d7b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:30.337614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.352585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:57:30.364933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Calling delete_port for dae38e9a-84af-49a3-93ee-9dfb1060f957 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:30.377833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8af73f7-b87b-47ca-b59a-da2764c4caa0 req-c14feb73-6441-4fe7-9a4d-a2fdfc3caa59 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600212 Oct 25 08:57:30.446913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21bb0fe-260c-4a9d-bbe0-feee68d2a5a3 req-2ec9d196-7670-42b2-8915-3af75313b766 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/bd914456-781d-4e13-9ac1-a1ca24f16925 HTTP/1.1" status: 200 len: 1806 time: 0.0501544 Oct 25 08:57:30.508676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a21bb0fe-260c-4a9d-bbe0-feee68d2a5a3 req-57b98e64-57d9-4863-b2a9-175791a157f1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.542175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a21bb0fe-260c-4a9d-bbe0-feee68d2a5a3 req-57b98e64-57d9-4863-b2a9-175791a157f1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.563270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:30.567041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.614589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a21bb0fe-260c-4a9d-bbe0-feee68d2a5a3 req-57b98e64-57d9-4863-b2a9-175791a157f1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.619146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a21bb0fe-260c-4a9d-bbe0-feee68d2a5a3 req-57b98e64-57d9-4863-b2a9-175791a157f1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.632233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Performing IP validity checks on allocation pools {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 08:57:30.633305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 08:57:30.637956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21bb0fe-260c-4a9d-bbe0-feee68d2a5a3 req-57b98e64-57d9-4863-b2a9-175791a157f1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "DELETE /v2.0/security-groups/bd914456-781d-4e13-9ac1-a1ca24f16925 HTTP/1.1" status: 204 len: 173 time: 0.1898947 Oct 25 08:57:30.658491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b98e64-57d9-4863-b2a9-175791a157f1 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd914456-781d-4e13-9ac1-a1ca24f16925,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:30.723355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cae9e67c-fe68-4f7c-9bd5-b145a5f86c4e req-4d2383a0-1a69-462d-be74-5c4261c43800 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/c73e5dd8-64fb-4eb6-9de6-5cc01c9ff753 HTTP/1.1" status: 200 len: 1804 time: 0.0672007 Oct 25 08:57:30.744668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.782488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae38e9a-84af-49a3-93ee-9dfb1060f957,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:30.807484 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cae9e67c-fe68-4f7c-9bd5-b145a5f86c4e req-01d50d6e-53ab-48bc-a97e-4186a2ec9d5c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.844963 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cae9e67c-fe68-4f7c-9bd5-b145a5f86c4e req-01d50d6e-53ab-48bc-a97e-4186a2ec9d5c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.937054 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cae9e67c-fe68-4f7c-9bd5-b145a5f86c4e req-01d50d6e-53ab-48bc-a97e-4186a2ec9d5c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.940717 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.942890 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cae9e67c-fe68-4f7c-9bd5-b145a5f86c4e req-01d50d6e-53ab-48bc-a97e-4186a2ec9d5c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:30.955751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cae9e67c-fe68-4f7c-9bd5-b145a5f86c4e req-01d50d6e-53ab-48bc-a97e-4186a2ec9d5c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "DELETE /v2.0/security-groups/c73e5dd8-64fb-4eb6-9de6-5cc01c9ff753 HTTP/1.1" status: 204 len: 173 time: 0.2220318 Oct 25 08:57:30.981427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d50d6e-53ab-48bc-a97e-4186a2ec9d5c tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73e5dd8-64fb-4eb6-9de6-5cc01c9ff753,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:31.071298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:57:31.128900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=46f70227-b1b5-418f-90a1-8397684f10a2,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:31.134993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking segment: {'id': '5be1a589-04bf-4c5e-b5fd-a5fbca88ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e6aa9c05-52d3-4ce5-b15c-2678b8de36d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:31.135241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network hostable DHCP agents. Network: e6aa9c05-52d3-4ce5-b15c-2678b8de36d2, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:57:31.173603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.175497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7f3f583-fb3b-4d3d-b227-ecfc028aa377 req-3ec95231-e961-470c-bfc2-ffe9cd887237 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/476139b7-2c2b-4a0c-ae76-db0c5e0555ad HTTP/1.1" status: 200 len: 1804 time: 0.0904412 Oct 25 08:57:31.190071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:57:31.204621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, e6aa9c05-52d3-4ce5-b15c-2678b8de36d2) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:31.218485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644372f1-8fd8-4a56-9f45-053f27f373d7 None None] Network e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:31.241773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f7f3f583-fb3b-4d3d-b227-ecfc028aa377 req-e4434541-8726-4015-8ec8-2987b7a870dd tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.279503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f7f3f583-fb3b-4d3d-b227-ecfc028aa377 req-e4434541-8726-4015-8ec8-2987b7a870dd tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.291858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:31.292831 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.301969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:31.332279 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d1961939-b3c0-47d9-9b18-e73f338ecb16 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4168594 Oct 25 08:57:31.333330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46026) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:31.341120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'e6aa9c05-52d3-4ce5-b15c-2678b8de36d2', 'name': 'tempest-PortsTestJSON-1169240218'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:31.341856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6', 'mac_address': 'fa:16:3e:0e:1c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:57:31.367591 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f7f3f583-fb3b-4d3d-b227-ecfc028aa377 req-e4434541-8726-4015-8ec8-2987b7a870dd tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.376615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f7f3f583-fb3b-4d3d-b227-ecfc028aa377 req-e4434541-8726-4015-8ec8-2987b7a870dd tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.380231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7f3f583-fb3b-4d3d-b227-ecfc028aa377 req-e4434541-8726-4015-8ec8-2987b7a870dd tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "DELETE /v2.0/security-groups/476139b7-2c2b-4a0c-ae76-db0c5e0555ad HTTP/1.1" status: 204 len: 173 time: 0.2009785 Oct 25 08:57:31.404939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4434541-8726-4015-8ec8-2987b7a870dd tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476139b7-2c2b-4a0c-ae76-db0c5e0555ad,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:31.489313 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.521234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-e6aa9c05-52d3-4ce5-b15c-2678b8de36d2', 'network_id': 'e6aa9c05-52d3-4ce5-b15c-2678b8de36d2', 'tenant_id': 'af80d112aa334a1abf8b42a3cf195bf5', 'fixed_ips': [{'subnet_id': '46f70227-b1b5-418f-90a1-8397684f10a2'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:57:31.522365 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.534664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:31.539916 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.543089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:31.573556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port d7067d35-6426-467b-bb82-aa6ce29e2463 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:31.576331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4abd7-ff65-49dd-b27c-a8b0741f1e50 req-408da2ca-d2c2-4d38-aa69-b757f1df1b40 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:31.578304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ac4abd7-ff65-49dd-b27c-a8b0741f1e50 req-408da2ca-d2c2-4d38-aa69-b757f1df1b40 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 948 time: 0.0949290 Oct 25 08:57:31.583716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:31.598364 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.663558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:31.673472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ac4abd7-ff65-49dd-b27c-a8b0741f1e50 req-6912757b-6f5d-4a98-80f5-19d4b57ebbb2 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875900 Oct 25 08:57:31.738195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:57:31.787432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1be315a-6bd2-40a6-8a40-02be0c1e8a69 req-6b408afe-3a11-4cde-930c-f1c5a012b9a9 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/163a6392-40e9-4f86-b9d8-bd3bb677c77b HTTP/1.1" status: 200 len: 2401 time: 0.0699430 Oct 25 08:57:31.934582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-e93de2a8-172a-4006-90ca-2130932f94a9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:31.937756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-e93de2a8-172a-4006-90ca-2130932f94a9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 945 time: 0.1695805 Oct 25 08:57:31.940548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.8 (e6aa9c05-52d3-4ce5-b15c-2678b8de36d2/46f70227-b1b5-418f-90a1-8397684f10a2/d7067d35-6426-467b-bb82-aa6ce29e2463) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:31.941768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1be315a-6bd2-40a6-8a40-02be0c1e8a69 req-af066001-5b11-4f82-ae9c-3bd5740f8136 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:31.951291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:31.957828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f6399e25-a104-4f46-b0aa-a7bee1a8fed2 admin admin] 10.222.0.32 "PUT /v2.0/routers/940b97db-cfae-4e79-ae3a-4c2d204f1a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7266951 Oct 25 08:57:31.968772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46046) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:32.055550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1be315a-6bd2-40a6-8a40-02be0c1e8a69 req-af066001-5b11-4f82-ae9c-3bd5740f8136 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.062853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] Sync routers for ids ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:32.101632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] Routers {'940b97db-cfae-4e79-ae3a-4c2d204f1a8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:32.102285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:57:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:32.131732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Deleting port 2c4d212a-b518-4f13-b310-636b64b7fee0 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:32.132390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.219603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1be315a-6bd2-40a6-8a40-02be0c1e8a69 req-af066001-5b11-4f82-ae9c-3bd5740f8136 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.223510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1be315a-6bd2-40a6-8a40-02be0c1e8a69 req-af066001-5b11-4f82-ae9c-3bd5740f8136 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.241903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1be315a-6bd2-40a6-8a40-02be0c1e8a69 req-af066001-5b11-4f82-ae9c-3bd5740f8136 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "DELETE /v2.0/security-groups/163a6392-40e9-4f86-b9d8-bd3bb677c77b HTTP/1.1" status: 204 len: 173 time: 0.4164889 Oct 25 08:57:32.254958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.277645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af066001-5b11-4f82-ae9c-3bd5740f8136 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a6392-40e9-4f86-b9d8-bd3bb677c77b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:32.316968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['d7f3238d-d2e4-446d-b4ac-b5aae0952bf6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:32.387111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] For port 2c4d212a-b518-4f13-b310-636b64b7fee0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2c4d212a-b518-4f13-b310-636b64b7fee0,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:32.391542 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.418779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] Set router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:32.482787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Calling delete_port for 2c4d212a-b518-4f13-b310-636b64b7fee0 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:32.527518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dfbe9-bc11-41dc-bbd9-6bcc1c8d3ff6 req-bc6f22e7-a7ec-4291-b3e0-7a277dfcdfdc tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:32.529104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c81dfbe9-bc11-41dc-bbd9-6bcc1c8d3ff6 req-bc6f22e7-a7ec-4291-b3e0-7a277dfcdfdc tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=20c35650-20d4-4aac-a24c-2b11444d8220 HTTP/1.1" status: 200 len: 945 time: 0.1342099 Oct 25 08:57:32.628785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.631295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c81dfbe9-bc11-41dc-bbd9-6bcc1c8d3ff6 req-28924a3d-20b6-4198-b3c4-ee5f376f8722 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612810 Oct 25 08:57:32.674149 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.753662 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.774491 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.815590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:32.820263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:32.824955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:32.832404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['2c4d212a-b518-4f13-b310-636b64b7fee0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:32.856858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Pushing event deleted for resources: {'Port': ['ID=2c4d212a-b518-4f13-b310-636b64b7fee0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:32.862588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Deleting port b875dbbf-46d9-4a67-a17e-6fcef3b94847 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:32.863214 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.936410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=d7067d35-6426-467b-bb82-aa6ce29e2463,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:32.979819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:32.980862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] No DVR routers for this DVR port 2c4d212a-b518-4f13-b310-636b64b7fee0 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:32.981690 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.983175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Allocated IP 172.20.0.2 (e6aa9c05-52d3-4ce5-b15c-2678b8de36d2/46f70227-b1b5-418f-90a1-8397684f10a2/9934377e-295f-44f7-a39f-58b1aad480ab) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:32.985194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:32.990825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5caac0fa-d5e7-4462-ae92-47b4ce56b57e req-18762a27-758c-431e-b91e-9d30b5e59352 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.41 "DELETE /v2.0/ports/2c4d212a-b518-4f13-b310-636b64b7fee0 HTTP/1.1" status: 204 len: 173 time: 1.0440340 Oct 25 08:57:33.008846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:57:30Z', 'revision_number': 5, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port': {'id': 'b875dbbf-46d9-4a67-a17e-6fcef3b94847', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:82:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:49:45Z', 'updated_at': '2021-10-25T08:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:33.012939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c35650-20d4-4aac-a24c-2b11444d8220', 'name': 'network-vif-deleted', 'tag': '2c4d212a-b518-4f13-b310-636b64b7fee0'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:33.019306 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0f1be736-3e14-41bd-b2ec-1bece684dc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6842692 Oct 25 08:57:33.023954 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ea1903-d881-42e9-a62d-d724086a8f6d" -d '{"events": [{"server_uuid": "20c35650-20d4-4aac-a24c-2b11444d8220", "name": "network-vif-deleted", "tag": "2c4d212a-b518-4f13-b310-636b64b7fee0"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:33.024707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:33.043304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] Checking router: 940b97db-cfae-4e79-ae3a-4c2d204f1a8e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:57:33.071617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb3a3bdb-8743-433e-9729-2692ce39d45c req-181159bd-e6f8-40c7-b0ce-92eb9a6d9c91 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "GET /v2.0/security-groups/77270c56-8331-4937-ab4f-4b5844052867 HTTP/1.1" status: 200 len: 2398 time: 0.1850820 Oct 25 08:57:33.097449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] Routers {'940b97db-cfae-4e79-ae3a-4c2d204f1a8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:33.098462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:57:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:33.214486 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cb3a3bdb-8743-433e-9729-2692ce39d45c req-3f035584-429c-4c46-9702-0e54bba803c7 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.228311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] Set router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:33.249973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] For port b875dbbf-46d9-4a67-a17e-6fcef3b94847, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b875dbbf-46d9-4a67-a17e-6fcef3b94847,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:33.250619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.257543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cb3a3bdb-8743-433e-9729-2692ce39d45c req-3f035584-429c-4c46-9702-0e54bba803c7 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.278698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Calling delete_port for b875dbbf-46d9-4a67-a17e-6fcef3b94847 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:33.293675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f43cfe70-82c5-4e86-ade9-0a555f7e4e05 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port d7067d35-6426-467b-bb82-aa6ce29e2463 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:33.294075 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f43cfe70-82c5-4e86-ade9-0a555f7e4e05 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.295969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:57:32Z', 'revision_number': 6, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:33.326743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cb3a3bdb-8743-433e-9729-2692ce39d45c req-3f035584-429c-4c46-9702-0e54bba803c7 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.332364 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cb3a3bdb-8743-433e-9729-2692ce39d45c req-3f035584-429c-4c46-9702-0e54bba803c7 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.348058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff1087-94e9-455c-95d9-fd89a5d16286 None None] The sync data for ids ['940b97db-cfae-4e79-ae3a-4c2d204f1a8e'] in n-d-814746-2 is: [{'id': '940b97db-cfae-4e79-ae3a-4c2d204f1a8e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1626167151-router', 'tenant_id': '9223927b44e14008a6fd0aeee195a066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:49:44Z', 'updated_at': '2021-10-25T08:57:32Z', 'revision_number': 6, 'project_id': '9223927b44e14008a6fd0aeee195a066', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:57:33.352705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb3a3bdb-8743-433e-9729-2692ce39d45c req-3f035584-429c-4c46-9702-0e54bba803c7 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] 10.222.0.32 "DELETE /v2.0/security-groups/77270c56-8331-4937-ab4f-4b5844052867 HTTP/1.1" status: 204 len: 173 time: 0.2691748 Oct 25 08:57:33.353494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46080) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:33.379544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f035584-429c-4c46-9702-0e54bba803c7 tempest-SecurityGroupRulesTestJSON-740001490 tempest-SecurityGroupRulesTestJSON-740001490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77270c56-8331-4937-ab4f-4b5844052867,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:33.411911 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.423944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.447082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-5558b96e-5fc2-4417-9c53-ae78472f5f2a admin admin] Deleting subnet 17db1b4d-fc46-46b2-845a-c1ce58d66b7b {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:57:33.454112 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5558b96e-5fc2-4417-9c53-ae78472f5f2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.469950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Network e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:33.473360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:33.491603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:33.507569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Pushing event updated for resources: {'Port': ['ID=9934377e-295f-44f7-a39f-58b1aad480ab,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:33.529938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f43cfe70-82c5-4e86-ade9-0a555f7e4e05 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.544515 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5558b96e-5fc2-4417-9c53-ae78472f5f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.558790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f43cfe70-82c5-4e86-ade9-0a555f7e4e05 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for d7067d35-6426-467b-bb82-aa6ce29e2463 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:33.608816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Attempting to bind port 9934377e-295f-44f7-a39f-58b1aad480ab on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:33.610853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Attempting to bind port 9934377e-295f-44f7-a39f-58b1aad480ab by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '5be1a589-04bf-4c5e-b5fd-a5fbca88ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e6aa9c05-52d3-4ce5-b15c-2678b8de36d2'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:33.611773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Attempting to bind port 9934377e-295f-44f7-a39f-58b1aad480ab on network e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:33.617483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c5e5f-e3f4-409b-9abe-ea04b515f654 req-9642ae52-2ff7-4bbe-bf5a-98ac34163562 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:33.619226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6c5e5f-e3f4-409b-9abe-ea04b515f654 req-9642ae52-2ff7-4bbe-bf5a-98ac34163562 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 949 time: 0.1240857 Oct 25 08:57:33.633426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:33.634381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Checking segment: {'id': '5be1a589-04bf-4c5e-b5fd-a5fbca88ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e6aa9c05-52d3-4ce5-b15c-2678b8de36d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:33.635052 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.636435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5558b96e-5fc2-4417-9c53-ae78472f5f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.636757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Bound using segment: {'id': '5be1a589-04bf-4c5e-b5fd-a5fbca88ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e6aa9c05-52d3-4ce5-b15c-2678b8de36d2'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:33.637655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Bound port: 9934377e-295f-44f7-a39f-58b1aad480ab, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be1a589-04bf-4c5e-b5fd-a5fbca88ea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e6aa9c05-52d3-4ce5-b15c-2678b8de36d2'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:33.638425 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.729050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.760921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6c5e5f-e3f4-409b-9abe-ea04b515f654 req-62f4954b-aefe-4b1f-bfad-19ac9bc0bda5 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282659 Oct 25 08:57:33.779194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b875dbbf-46d9-4a67-a17e-6fcef3b94847,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:33.785424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['549ceee8-4035-493e-9a6c-ce11263a90cd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:33.799848 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5558b96e-5fc2-4417-9c53-ae78472f5f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.821971 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] For port 9934377e-295f-44f7-a39f-58b1aad480ab, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:33.848607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] For port 9934377e-295f-44f7-a39f-58b1aad480ab, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9934377e-295f-44f7-a39f-58b1aad480ab,segment=NetworkSegment(5be1a589-04bf-4c5e-b5fd-a5fbca88ea54),segment_id=5be1a589-04bf-4c5e-b5fd-a5fbca88ea54)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:33.871420 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68e7aeb-184f-4967-a26b-fec1bc23d1d0 x-openstack-request-id: req-a68e7aeb-184f-4967-a26b-fec1bc23d1d0 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:33.871786 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c35650-20d4-4aac-a24c-2b11444d8220", "name": "network-vif-deleted", "tag": "2c4d212a-b518-4f13-b310-636b64b7fee0", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:33.872020 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a68e7aeb-184f-4967-a26b-fec1bc23d1d0 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:33.873518 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c35650-20d4-4aac-a24c-2b11444d8220', 'name': 'network-vif-deleted', 'tag': '2c4d212a-b518-4f13-b310-636b64b7fee0', 'status': 'completed', 'code': 200} Oct 25 08:57:33.874311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558b96e-5fc2-4417-9c53-ae78472f5f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17db1b4d-fc46-46b2-845a-c1ce58d66b7b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:33.876481 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5558b96e-5fc2-4417-9c53-ae78472f5f2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.882499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5558b96e-5fc2-4417-9c53-ae78472f5f2a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/17db1b4d-fc46-46b2-845a-c1ce58d66b7b HTTP/1.1" status: 204 len: 168 time: 0.5143933 Oct 25 08:57:33.883875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46100) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:33.922309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f43cfe70-82c5-4e86-ade9-0a555f7e4e05 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.934662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:33.982126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cfe70-82c5-4e86-ade9-0a555f7e4e05 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=d7067d35-6426-467b-bb82-aa6ce29e2463,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:34.006745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.027857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.029530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037a8cc-de6a-4223-82d0-e7036aea5e4b None None] Pushing event updated for resources: {'Port': ['ID=9934377e-295f-44f7-a39f-58b1aad480ab,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:34.189395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.193368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.211518 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.240429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f43cfe70-82c5-4e86-ade9-0a555f7e4e05 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.248777 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f43cfe70-82c5-4e86-ade9-0a555f7e4e05 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/d7067d35-6426-467b-bb82-aa6ce29e2463 HTTP/1.1" status: 204 len: 168 time: 1.2224281 Oct 25 08:57:34.250243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4622c68-3089-4bef-a455-cc0b2e15079b']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:34.251658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46108) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:34.269626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b3f76d-acd2-429e-8cdb-0bee1fd0545e') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:34.270165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b3f76d-acd2-429e-8cdb-0bee1fd0545e') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:34.285973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.294166 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.294730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 940b97db-cfae-4e79-ae3a-4c2d204f1a8e {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:57:34.299908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.301966 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3137f754-8471-4ef5-bd55-e2ffa0bdba24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/940b97db-cfae-4e79-ae3a-4c2d204f1a8e HTTP/1.1" status: 204 len: 168 time: 2.3299475 Oct 25 08:57:34.304646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46110) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:34.307374 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c381353-302f-4583-bceb-f8564ba414d3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:57:34.319811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c381353-302f-4583-bceb-f8564ba414d3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:57:34.331431 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9c381353-302f-4583-bceb-f8564ba414d3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/d7067d35-6426-467b-bb82-aa6ce29e2463 HTTP/1.1" status: 404 len: 333 time: 0.0784991 Oct 25 08:57:34.335152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46116) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:34.375786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.387071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:57:34.387655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:57:34.390048 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:57:34.392759 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecddf2ef-4bcb-4f27-85f8-1c766632fb97 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:57:34.396824 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ecddf2ef-4bcb-4f27-85f8-1c766632fb97 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/d7067d35-6426-467b-bb82-aa6ce29e2463 HTTP/1.1" status: 404 len: 333 time: 0.0578256 Oct 25 08:57:34.397040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46118) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:34.462487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device dae38e9a-84af-49a3-93ee-9dfb1060f957 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:34.482202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c761350-7b92-40c8-b7c5-9411c768348f admin admin] Deleting subnet 61dbe5b6-577d-4c4b-8638-2d43d80bc3a0 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:57:34.489729 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c761350-7b92-40c8-b7c5-9411c768348f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.519604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: dae38e9a-84af-49a3-93ee-9dfb1060f957 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:34.530243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device dae38e9a-84af-49a3-93ee-9dfb1060f957 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:34.531006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b875dbbf-46d9-4a67-a17e-6fcef3b94847 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:34.542826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.549261 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c761350-7b92-40c8-b7c5-9411c768348f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.559221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f7d2cd-2245-49e7-b661-82af0ded0f81 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet 46f70227-b1b5-418f-90a1-8397684f10a2 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:57:34.563719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79f7d2cd-2245-49e7-b661-82af0ded0f81 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.598025 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.601647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f4622c68-3089-4bef-a455-cc0b2e15079b HTTP/1.1" status: 204 len: 168 time: 0.7168219 Oct 25 08:57:34.610326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58660fa1-cd6a-46bd-9a9f-f16d82268140 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4622c68-3089-4bef-a455-cc0b2e15079b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:34.633494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b875dbbf-46d9-4a67-a17e-6fcef3b94847 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:34.637994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b875dbbf-46d9-4a67-a17e-6fcef3b94847 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:34.642434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79f7d2cd-2245-49e7-b661-82af0ded0f81 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.719499 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c761350-7b92-40c8-b7c5-9411c768348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.792224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79f7d2cd-2245-49e7-b661-82af0ded0f81 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.801906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c761350-7b92-40c8-b7c5-9411c768348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.822230 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c761350-7b92-40c8-b7c5-9411c768348f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.827644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9c761350-7b92-40c8-b7c5-9411c768348f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/61dbe5b6-577d-4c4b-8638-2d43d80bc3a0 HTTP/1.1" status: 204 len: 168 time: 0.5213478 Oct 25 08:57:34.831996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46134) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:34.832219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c01206-3038-43d6-ab3a-5f9565435ac0 None None] Network eb972685-f4f4-4205-a82c-61dc2f7dd85d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:34.852809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c761350-7b92-40c8-b7c5-9411c768348f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61dbe5b6-577d-4c4b-8638-2d43d80bc3a0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:34.933642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46136) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:34.952334 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:34.965838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79f7d2cd-2245-49e7-b661-82af0ded0f81 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.010913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7d2cd-2245-49e7-b661-82af0ded0f81 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=46f70227-b1b5-418f-90a1-8397684f10a2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:35.022169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0f90ac19-a86a-4144-8097-e6b208f66fc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30fdbc2370844b5aba9f73b4734f9f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867641 Oct 25 08:57:35.024801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46140) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:35.044378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79f7d2cd-2245-49e7-b661-82af0ded0f81 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.051156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-79f7d2cd-2245-49e7-b661-82af0ded0f81 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/46f70227-b1b5-418f-90a1-8397684f10a2 HTTP/1.1" status: 204 len: 168 time: 0.6530948 Oct 25 08:57:35.056647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46142) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:35.091664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:35.150874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] DHCP port deletion for eb972685-f4f4-4205-a82c-61dc2f7dd85d request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:57:35.185526 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db345aec-e384-4b4b-97fe-2f728c7ab03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.225256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805f40-6f5d-490f-b3b0-30eecb19f197 req-da88505a-a4db-4692-b5dc-37b35ca7946f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:35.227053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2805f40-6f5d-490f-b3b0-30eecb19f197 req-da88505a-a4db-4692-b5dc-37b35ca7946f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0990176 Oct 25 08:57:35.232527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db345aec-e384-4b4b-97fe-2f728c7ab03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.272599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.299978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Deleting port aeb0cda0-6a28-4c45-888a-31dde08e1937 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:35.300318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.343277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2805f40-6f5d-490f-b3b0-30eecb19f197 req-90c09195-7798-4038-afc5-393d051a6623 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867176 Oct 25 08:57:35.378248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db345aec-e384-4b4b-97fe-2f728c7ab03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.381246 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db345aec-e384-4b4b-97fe-2f728c7ab03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.385196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-db345aec-e384-4b4b-97fe-2f728c7ab03e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d64fd43-033b-4dc8-8d58-7b820c5d07ee HTTP/1.1" status: 204 len: 168 time: 0.3552387 Oct 25 08:57:35.397965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db345aec-e384-4b4b-97fe-2f728c7ab03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d64fd43-033b-4dc8-8d58-7b820c5d07ee,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:35.470603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] For port aeb0cda0-6a28-4c45-888a-31dde08e1937, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=aeb0cda0-6a28-4c45-888a-31dde08e1937,segment=NetworkSegment(ee767b68-928c-4103-a4ea-222882121d7b),segment_id=ee767b68-928c-4103-a4ea-222882121d7b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:35.470974 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.509996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Calling delete_port for aeb0cda0-6a28-4c45-888a-31dde08e1937 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:35.531486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf25a34-e341-4c14-8a43-cbbe174dd395 req-a87a85d0-24b5-459e-9110-cda8133ee583 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:35.550651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cf25a34-e341-4c14-8a43-cbbe174dd395 req-a87a85d0-24b5-459e-9110-cda8133ee583 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 949 time: 0.0929480 Oct 25 08:57:35.570766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 9934377e-295f-44f7-a39f-58b1aad480ab {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:35.571107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.603637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] Deleting port aeb0cda0-6a28-4c45-888a-31dde08e1937 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:35.604140 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.646194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cf25a34-e341-4c14-8a43-cbbe174dd395 req-303dc38d-184e-498b-aa6a-2003d35394e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945728 Oct 25 08:57:35.690858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] For port aeb0cda0-6a28-4c45-888a-31dde08e1937, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=aeb0cda0-6a28-4c45-888a-31dde08e1937,segment=NetworkSegment(ee767b68-928c-4103-a4ea-222882121d7b),segment_id=ee767b68-928c-4103-a4ea-222882121d7b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:35.691539 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.703682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96786ffc-ab32-4cd2-9418-3116fce81a9d None None] Network e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:35.716941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:57:35.793462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] Calling delete_port for aeb0cda0-6a28-4c45-888a-31dde08e1937 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:35.796131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:35.796723 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:35.895578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-354547f8-a3b2-4614-8ee0-64f1f787f715 None None] Provisioning complete for port 9934377e-295f-44f7-a39f-58b1aad480ab triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:35.896253 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-354547f8-a3b2-4614-8ee0-64f1f787f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.083399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] For port 9934377e-295f-44f7-a39f-58b1aad480ab, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9934377e-295f-44f7-a39f-58b1aad480ab,segment=NetworkSegment(5be1a589-04bf-4c5e-b5fd-a5fbca88ea54),segment_id=5be1a589-04bf-4c5e-b5fd-a5fbca88ea54)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:36.084018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.115820 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-354547f8-a3b2-4614-8ee0-64f1f787f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.117868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] DHCP port deletion for e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:57:36.120604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 9934377e-295f-44f7-a39f-58b1aad480ab owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:36.160413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.199282 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.201030 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.253147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device aeb0cda0-6a28-4c45-888a-31dde08e1937 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:36.258348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] No DVR routers for this DVR port aeb0cda0-6a28-4c45-888a-31dde08e1937 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:36.274065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-354547f8-a3b2-4614-8ee0-64f1f787f715 None None] For port 9934377e-295f-44f7-a39f-58b1aad480ab, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9934377e-295f-44f7-a39f-58b1aad480ab,segment=NetworkSegment(5be1a589-04bf-4c5e-b5fd-a5fbca88ea54),segment_id=5be1a589-04bf-4c5e-b5fd-a5fbca88ea54)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:36.278839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: aeb0cda0-6a28-4c45-888a-31dde08e1937 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:36.279183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device aeb0cda0-6a28-4c45-888a-31dde08e1937 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:36.285819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] Pushing event deleted for resources: {'Port': ['ID=aeb0cda0-6a28-4c45-888a-31dde08e1937,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:36.289306 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-354547f8-a3b2-4614-8ee0-64f1f787f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.316356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:36.318835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e41334-46ec-40d3-802a-0e2c399c9ed0 None None] No DVR routers for this DVR port aeb0cda0-6a28-4c45-888a-31dde08e1937 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:36.321783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999b593e-6ee8-4799-8094-e21cba2ceaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:36.324696 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74532a5-faee-49a9-bd6a-59964f1aa430" -d '{"events": [{"server_uuid": "999b593e-6ee8-4799-8094-e21cba2ceaff", "name": "network-vif-plugged", "status": "completed", "tag": "d7f3238d-d2e4-446d-b4ac-b5aae0952bf6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:36.367568 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.384866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] Deleting port 9934377e-295f-44f7-a39f-58b1aad480ab {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:36.385275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.391053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de3d67-0b8c-4a55-a22a-8069284fbf45 req-4142b275-53e1-42a4-94da-879af10b6240 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:36.394467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.402162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3de3d67-0b8c-4a55-a22a-8069284fbf45 req-4142b275-53e1-42a4-94da-879af10b6240 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0872788 Oct 25 08:57:36.436721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb0cda0-6a28-4c45-888a-31dde08e1937,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:36.455195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb972685-f4f4-4205-a82c-61dc2f7dd85d']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:36.459768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354547f8-a3b2-4614-8ee0-64f1f787f715 None None] Pushing event updated for resources: {'Port': ['ID=9934377e-295f-44f7-a39f-58b1aad480ab,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:36.470933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee767b68-928c-4103-a4ea-222882121d7b') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:36.471230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee767b68-928c-4103-a4ea-222882121d7b') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:36.489841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.505086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3de3d67-0b8c-4a55-a22a-8069284fbf45 req-e10fca8f-08ab-4b71-a6f3-bea7424b4591 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001940 Oct 25 08:57:36.508748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.525914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:57:36.526336 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:57:36.528572 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:57:36.537796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] For port 9934377e-295f-44f7-a39f-58b1aad480ab, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9934377e-295f-44f7-a39f-58b1aad480ab,segment=NetworkSegment(5be1a589-04bf-4c5e-b5fd-a5fbca88ea54),segment_id=5be1a589-04bf-4c5e-b5fd-a5fbca88ea54)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:36.538277 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.571802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] Calling delete_port for 9934377e-295f-44f7-a39f-58b1aad480ab owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:36.631609 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eea02b7-b99a-4b9e-9912-80298307080a x-openstack-request-id: req-8eea02b7-b99a-4b9e-9912-80298307080a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:36.632213 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999b593e-6ee8-4799-8094-e21cba2ceaff", "name": "network-vif-plugged", "status": "completed", "tag": "d7f3238d-d2e4-446d-b4ac-b5aae0952bf6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:36.632644 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8eea02b7-b99a-4b9e-9912-80298307080a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:36.633260 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999b593e-6ee8-4799-8094-e21cba2ceaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6', 'code': 200} Oct 25 08:57:36.646645 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.649317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2c4d212a-b518-4f13-b310-636b64b7fee0 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:36.656430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:36.694850 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.699425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.702304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 2c4d212a-b518-4f13-b310-636b64b7fee0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:36.702714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2c4d212a-b518-4f13-b310-636b64b7fee0 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:36.702991 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb972685-f4f4-4205-a82c-61dc2f7dd85d HTTP/1.1" status: 204 len: 168 time: 1.8690834 Oct 25 08:57:36.713251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=9934377e-295f-44f7-a39f-58b1aad480ab,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: from cryptography.utils import int_from_bytes Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: from cryptography.utils import int_from_bytes Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.722833 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:57:36.726557 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 08:57:36.734645 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.746785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No DVR routers for this DVR port 9934377e-295f-44f7-a39f-58b1aad480ab on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:36.773968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae5360-b4b6-430b-ba49-a7bfecf2ae0d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb972685-f4f4-4205-a82c-61dc2f7dd85d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:36.774182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] Pushing event deleted for resources: {'Port': ['ID=9934377e-295f-44f7-a39f-58b1aad480ab,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:36.786667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272f89a-6463-4b50-a7ea-1cf50e4ae321 None None] No DVR routers for this DVR port 9934377e-295f-44f7-a39f-58b1aad480ab on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:36.851100 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.854956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc12598-1330-4b72-b342-dc92b49cbc2d req-03776e18-bb9f-4395-811f-0760304514da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:36.856480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dcc12598-1330-4b72-b342-dc92b49cbc2d req-03776e18-bb9f-4395-811f-0760304514da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 1101 time: 0.1649110 Oct 25 08:57:36.888430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6aa9c05-52d3-4ce5-b15c-2678b8de36d2']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:36.916142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be1a589-04bf-4c5e-b5fd-a5fbca88ea54') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:36.916286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be1a589-04bf-4c5e-b5fd-a5fbca88ea54') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:36.924778 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dcc12598-1330-4b72-b342-dc92b49cbc2d req-2fdbbc7f-d50a-4b99-a81d-df3a66ff022a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Oct 25 08:57:36.928112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:36.942090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46244) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:36.952198 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.000558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:57:37.001132 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:57:37.005207 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:57:37.016860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a198e3-1075-4735-9440-bb3268161a09 req-d0cf935b-b23a-4f9e-991e-14a158950967 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:37.018313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04a198e3-1075-4735-9440-bb3268161a09 req-d0cf935b-b23a-4f9e-991e-14a158950967 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0630484 Oct 25 08:57:37.053980 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-50b0d3e9-7b3f-41c2-8d4b-3cf8dd9f4af1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18f302d3385e4b429e2de15b72b31eb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1103044 Oct 25 08:57:37.057897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46248) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:37.069322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04a198e3-1075-4735-9440-bb3268161a09 req-dff842f4-3218-42d1-8680-b6541df8cac5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Oct 25 08:57:37.094863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.109747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.118400 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/networks/e6aa9c05-52d3-4ce5-b15c-2678b8de36d2 HTTP/1.1" status: 204 len: 168 time: 2.0562007 Oct 25 08:57:37.119719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46252) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:37.131265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-343640695'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:37.164111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:37.172719 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.181803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88734bb5-fb57-42b2-9b58-3119f486607f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Network': ['ID=e6aa9c05-52d3-4ce5-b15c-2678b8de36d2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:37.241810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:57:37.242165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf4b4-7f8d-4141-b686-8014df108ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.261493 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.261932 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Added segment 3c65e314-caa8-401a-9199-94e790a0fde1 of type vlan for network f56b218f-9309-45ae-8d4d-1bd463f39ba5 Oct 25 08:57:37.289149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d00cd-ccc2-442d-bce6-5028322a5546 req-e745f03b-ebcf-4cdb-b6af-557f213f17a0 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:37.290989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e50d00cd-ccc2-442d-bce6-5028322a5546 req-e745f03b-ebcf-4cdb-b6af-557f213f17a0 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 950 time: 0.1015408 Oct 25 08:57:37.292053 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf4b4-7f8d-4141-b686-8014df108ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.362473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.370374 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e50d00cd-ccc2-442d-bce6-5028322a5546 req-bcb597df-1953-48e1-960f-cec3cdef285e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593393 Oct 25 08:57:37.370544 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf4b4-7f8d-4141-b686-8014df108ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.374808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf4b4-7f8d-4141-b686-8014df108ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.379131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ecbbf4b4-7f8d-4141-b686-8014df108ca4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4da3f64f-1b33-41d4-90d7-fb5547e84936 HTTP/1.1" status: 204 len: 168 time: 0.3168855 Oct 25 08:57:37.400098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbf4b4-7f8d-4141-b686-8014df108ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da3f64f-1b33-41d4-90d7-fb5547e84936,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:37.400961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.410926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:37.422690 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.527719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4067304 Oct 25 08:57:37.531628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46274) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:37.535029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd0cbf-e217-4732-8b1d-93341546180b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Network': ['ID=f56b218f-9309-45ae-8d4d-1bd463f39ba5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:37.537545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'f56b218f-9309-45ae-8d4d-1bd463f39ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:37.546617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f56b218f-9309-45ae-8d4d-1bd463f39ba5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:57:37.678533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:37.682925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.899350 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:37.985947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=b8828246-f634-4cb3-9889-c4ccd03b19ad,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:38.006357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking segment: {'id': '3c65e314-caa8-401a-9199-94e790a0fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f56b218f-9309-45ae-8d4d-1bd463f39ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:38.006790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network hostable DHCP agents. Network: f56b218f-9309-45ae-8d4d-1bd463f39ba5, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:57:38.029927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network f56b218f-9309-45ae-8d4d-1bd463f39ba5 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:57:38.042830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f56b218f-9309-45ae-8d4d-1bd463f39ba5) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:38.052838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:38.053469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.066932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3499db-8081-473e-9805-e446b2c8c950 None None] Network f56b218f-9309-45ae-8d4d-1bd463f39ba5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:38.078805 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-204238f4-ee1f-489d-a4d4-e4f3856df49a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5459685 Oct 25 08:57:38.081493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46296) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:38.086255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46298) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:38.092163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'f56b218f-9309-45ae-8d4d-1bd463f39ba5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1859103408'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:38.150802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-08f625fd-dab1-48ab-ad83-d3ead7f4ac7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9223927b44e14008a6fd0aeee195a066&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0606391 Oct 25 08:57:38.152064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46302) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:38.260600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb08eb56-8e65-4d60-840b-3aa30ed41c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.322259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb08eb56-8e65-4d60-840b-3aa30ed41c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.385684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-f56b218f-9309-45ae-8d4d-1bd463f39ba5', 'network_id': 'f56b218f-9309-45ae-8d4d-1bd463f39ba5', 'tenant_id': 'af80d112aa334a1abf8b42a3cf195bf5', 'fixed_ips': [{'subnet_id': 'b8828246-f634-4cb3-9889-c4ccd03b19ad'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:57:38.386606 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.393022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:38.401776 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.423493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46310) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:38.444383 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.462290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 9d2995cb-2ee0-4b5c-9f58-2081fc314bb6 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:38.497668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb08eb56-8e65-4d60-840b-3aa30ed41c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.505165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb08eb56-8e65-4d60-840b-3aa30ed41c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.520414 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bb08eb56-8e65-4d60-840b-3aa30ed41c84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65ae99ec-a8ea-497a-8ddb-3202e1568e42 HTTP/1.1" status: 204 len: 168 time: 0.3621447 Oct 25 08:57:38.543882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08eb56-8e65-4d60-840b-3aa30ed41c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ae99ec-a8ea-497a-8ddb-3202e1568e42,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:38.666063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Allocated IP 172.20.0.2 (f56b218f-9309-45ae-8d4d-1bd463f39ba5/b8828246-f634-4cb3-9889-c4ccd03b19ad/796abb1a-d77d-4329-ba37-b19bcbdabefe) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:38.859531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a6102-4827-4c73-a17a-b308adda8c65 req-35b9d1fc-756d-468b-80f2-7a90f6465156 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:38.859772 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.861656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e45a6102-4827-4c73-a17a-b308adda8c65 req-35b9d1fc-756d-468b-80f2-7a90f6465156 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 950 time: 0.0611362 Oct 25 08:57:38.867185 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.931071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Network f56b218f-9309-45ae-8d4d-1bd463f39ba5 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:38.940700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:38.941819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fb104b61-d6d2-42ea-acec-378c17eaf9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:38.946979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Pushing event updated for resources: {'Port': ['ID=796abb1a-d77d-4329-ba37-b19bcbdabefe,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:38.956170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:38.962046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e45a6102-4827-4c73-a17a-b308adda8c65 req-1fd23711-3ac9-4999-844a-d0619a3e2e4d tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859385 Oct 25 08:57:38.969027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.10 (f56b218f-9309-45ae-8d4d-1bd463f39ba5/b8828246-f634-4cb3-9889-c4ccd03b19ad/9d2995cb-2ee0-4b5c-9f58-2081fc314bb6) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:39.084903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Attempting to bind port 796abb1a-d77d-4329-ba37-b19bcbdabefe on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:39.086234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Attempting to bind port 796abb1a-d77d-4329-ba37-b19bcbdabefe by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '3c65e314-caa8-401a-9199-94e790a0fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f56b218f-9309-45ae-8d4d-1bd463f39ba5'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:39.088789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Attempting to bind port 796abb1a-d77d-4329-ba37-b19bcbdabefe on network f56b218f-9309-45ae-8d4d-1bd463f39ba5 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:39.100053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:39.100573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Checking segment: {'id': '3c65e314-caa8-401a-9199-94e790a0fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f56b218f-9309-45ae-8d4d-1bd463f39ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:39.101233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.101848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Bound using segment: {'id': '3c65e314-caa8-401a-9199-94e790a0fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f56b218f-9309-45ae-8d4d-1bd463f39ba5'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:39.102425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Bound port: 796abb1a-d77d-4329-ba37-b19bcbdabefe, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c65e314-caa8-401a-9199-94e790a0fde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f56b218f-9309-45ae-8d4d-1bd463f39ba5'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:39.103730 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.130621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fb104b61-d6d2-42ea-acec-378c17eaf9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.137893 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fb104b61-d6d2-42ea-acec-378c17eaf9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.194986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] For port 796abb1a-d77d-4329-ba37-b19bcbdabefe, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:39.201279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] For port 796abb1a-d77d-4329-ba37-b19bcbdabefe, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=796abb1a-d77d-4329-ba37-b19bcbdabefe,segment=NetworkSegment(3c65e314-caa8-401a-9199-94e790a0fde1),segment_id=3c65e314-caa8-401a-9199-94e790a0fde1)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:39.208946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.210380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104b61-d6d2-42ea-acec-378c17eaf9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104bdf10-87b4-437d-a977-f4af685aea88,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:39.215728 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.234536 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fb104b61-d6d2-42ea-acec-378c17eaf9f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b501afca4f0d4bbd897f2f388a0e27fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7999589 Oct 25 08:57:39.236573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46354) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:39.285272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f3cd-7136-4c35-9c46-7b7899a16c41 None None] Pushing event updated for resources: {'Port': ['ID=796abb1a-d77d-4329-ba37-b19bcbdabefe,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:39.286292 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.344361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network f56b218f-9309-45ae-8d4d-1bd463f39ba5 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:39.348034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:39.349487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c0171bd-0126-4ca8-b989-b93f92179452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.353272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:39.382739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c0171bd-0126-4ca8-b989-b93f92179452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.411484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=9d2995cb-2ee0-4b5c-9f58-2081fc314bb6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:39.433538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:39.434409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.461776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0ec25560-2495-45bb-bc38-814adc1fb59c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3714597 Oct 25 08:57:39.462112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:39.472763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c0171bd-0126-4ca8-b989-b93f92179452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.474763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c0171bd-0126-4ca8-b989-b93f92179452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.478939 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9c0171bd-0126-4ca8-b989-b93f92179452 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/104bdf10-87b4-437d-a977-f4af685aea88 HTTP/1.1" status: 204 len: 168 time: 0.2411022 Oct 25 08:57:39.486657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.508834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0171bd-0126-4ca8-b989-b93f92179452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104bdf10-87b4-437d-a977-f4af685aea88,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:39.603064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c96f60de-89aa-4ec0-a944-def68e7b79d6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 9d2995cb-2ee0-4b5c-9f58-2081fc314bb6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:39.603405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c96f60de-89aa-4ec0-a944-def68e7b79d6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.782555 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c96f60de-89aa-4ec0-a944-def68e7b79d6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:39.803306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c96f60de-89aa-4ec0-a944-def68e7b79d6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 9d2995cb-2ee0-4b5c-9f58-2081fc314bb6 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:39.874604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89128822-e856-489d-ad8c-572189668ad2 req-4f614f3a-8fb1-4db0-812a-9ab5dd7fecfa tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:39.883200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89128822-e856-489d-ad8c-572189668ad2 req-4f614f3a-8fb1-4db0-812a-9ab5dd7fecfa tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 1101 time: 0.0496604 Oct 25 08:57:39.924968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89128822-e856-489d-ad8c-572189668ad2 req-815a9def-1be5-4502-917b-db22bc756908 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Oct 25 08:57:39.985384 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c96f60de-89aa-4ec0-a944-def68e7b79d6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.046982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f60de-89aa-4ec0-a944-def68e7b79d6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=9d2995cb-2ee0-4b5c-9f58-2081fc314bb6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:40.096232 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c96f60de-89aa-4ec0-a944-def68e7b79d6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.103896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46396) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:40.104434 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c96f60de-89aa-4ec0-a944-def68e7b79d6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/9d2995cb-2ee0-4b5c-9f58-2081fc314bb6 HTTP/1.1" status: 204 len: 168 time: 0.6410115 Oct 25 08:57:40.162051 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa269638-d27c-4175-b936-a78249c479e4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:57:40.163854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aa269638-d27c-4175-b936-a78249c479e4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/9d2995cb-2ee0-4b5c-9f58-2081fc314bb6 HTTP/1.1" status: 404 len: 333 time: 0.0586767 Oct 25 08:57:40.166746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46404) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:40.253349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d53002-9ce8-4483-b820-16f73a81925a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet b8828246-f634-4cb3-9889-c4ccd03b19ad {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:57:40.258520 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51d53002-9ce8-4483-b820-16f73a81925a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.278797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 796abb1a-d77d-4329-ba37-b19bcbdabefe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:40.349092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 796abb1a-d77d-4329-ba37-b19bcbdabefe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:40.349733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.375854 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51d53002-9ce8-4483-b820-16f73a81925a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.447343 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.506632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 796abb1a-d77d-4329-ba37-b19bcbdabefe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=796abb1a-d77d-4329-ba37-b19bcbdabefe,segment=NetworkSegment(3c65e314-caa8-401a-9199-94e790a0fde1),segment_id=3c65e314-caa8-401a-9199-94e790a0fde1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:40.511891 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.567346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=796abb1a-d77d-4329-ba37-b19bcbdabefe,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:40.585595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-7fd3d7a8-1569-4485-abb9-9f74cc4572b4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669308 Oct 25 08:57:40.677880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51d53002-9ce8-4483-b820-16f73a81925a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.691612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c019c163-b17a-43c9-82ed-55488b4103c6 None None] Network f56b218f-9309-45ae-8d4d-1bd463f39ba5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:40.784150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6baaba63-ddd7-4e13-9cc1-494e556a81d3 None None] Provisioning complete for port 796abb1a-d77d-4329-ba37-b19bcbdabefe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:40.784736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6baaba63-ddd7-4e13-9cc1-494e556a81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:40.899951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479913-5822-4546-9ef6-174261145b57 req-24543b68-5318-4b41-ab13-e9daa866a0dd tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:40.908436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-24543b68-5318-4b41-ab13-e9daa866a0dd tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166277 Oct 25 08:57:40.930142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-51bf589c-d1fe-4b9a-9c63-26970c78f932 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/quotas/11c126ed7bea4983a5e3df930d94ece3 HTTP/1.1" status: 200 len: 375 time: 0.0208197 Oct 25 08:57:40.943521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51d53002-9ce8-4483-b820-16f73a81925a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.020607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d53002-9ce8-4483-b820-16f73a81925a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=b8828246-f634-4cb3-9889-c4ccd03b19ad,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:41.024785 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51d53002-9ce8-4483-b820-16f73a81925a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.028260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-51d53002-9ce8-4483-b820-16f73a81925a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/b8828246-f634-4cb3-9889-c4ccd03b19ad HTTP/1.1" status: 204 len: 168 time: 0.8599246 Oct 25 08:57:41.031081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46448) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:41.074237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-903524a8-04e1-4129-98a1-0b8be68df730 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1416008 Oct 25 08:57:41.183012 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.282861 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46460) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:41.294196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dedcf16-22a1-4470-9e00-13030804e0ce None None] Network f56b218f-9309-45ae-8d4d-1bd463f39ba5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:41.345471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 796abb1a-d77d-4329-ba37-b19bcbdabefe {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:41.345813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.434870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a2e35-edaf-4d34-9c61-589f332117c9 req-c2be20e8-ed01-46c3-bab1-0bc01a0a2b43 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:41.439228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd9a2e35-edaf-4d34-9c61-589f332117c9 req-c2be20e8-ed01-46c3-bab1-0bc01a0a2b43 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0740209 Oct 25 08:57:41.536465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd9a2e35-edaf-4d34-9c61-589f332117c9 req-faa58853-0685-4007-9d4f-c63e5bae5024 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883358 Oct 25 08:57:41.536785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] For port 796abb1a-d77d-4329-ba37-b19bcbdabefe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=796abb1a-d77d-4329-ba37-b19bcbdabefe,segment=NetworkSegment(3c65e314-caa8-401a-9199-94e790a0fde1),segment_id=3c65e314-caa8-401a-9199-94e790a0fde1)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:41.543735 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.572751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 796abb1a-d77d-4329-ba37-b19bcbdabefe owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:41.589751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b14cb6af-d281-457c-8085-b2cd25b74283 None None] Provisioning complete for port 796abb1a-d77d-4329-ba37-b19bcbdabefe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:41.590419 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b14cb6af-d281-457c-8085-b2cd25b74283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.716136 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.752521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1507421389-network', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:41.754551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e433e-aca6-4b4c-a7fb-bbaf59732133 None None] DHCP port deletion for f56b218f-9309-45ae-8d4d-1bd463f39ba5 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:57:41.767147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=796abb1a-d77d-4329-ba37-b19bcbdabefe,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:41.773605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No DVR routers for this DVR port 796abb1a-d77d-4329-ba37-b19bcbdabefe on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:57:41.815711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Made reservation on behalf of df68bca8bb364cd8a67c1a851ee7dec0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:41.819136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.833677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.904433 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.930397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56b218f-9309-45ae-8d4d-1bd463f39ba5']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:41.952871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c65e314-caa8-401a-9199-94e790a0fde1') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:41.953221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c65e314-caa8-401a-9199-94e790a0fde1') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:41.965804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:41.996043 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.004326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:57:42.005191 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:57:42.008155 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:57:42.020774 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.029686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.080363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.094585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.100771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/networks/f56b218f-9309-45ae-8d4d-1bd463f39ba5 HTTP/1.1" status: 204 len: 168 time: 1.0677178 Oct 25 08:57:42.102949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:57:42.110550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46490) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:42.126237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91019d9-8858-43fa-b42c-a5d6606e8839 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Network': ['ID=f56b218f-9309-45ae-8d4d-1bd463f39ba5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:42.128232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'name': 'tempest-PortsTestJSON-483535530'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:42.134827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2f7ef2-0e8a-4e46-a10e-b92f40b5b79d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:42.154370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.155579 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Added segment 4f6e4601-635f-4895-9137-818c1d92bcfe of type vlan for network c8372471-7153-4dd2-b1ee-163591a6ac86 Oct 25 08:57:42.195586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 796abb1a-d77d-4329-ba37-b19bcbdabefe no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:57:42.246240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 796abb1a-d77d-4329-ba37-b19bcbdabefe {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:57:42.246576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 796abb1a-d77d-4329-ba37-b19bcbdabefe not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:57:42.267355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.314019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.315217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:42.315841 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.327336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:42.332813 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.407901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1238277 Oct 25 08:57:42.410923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46498) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:42.416233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Request body: {'subnet': {'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1507421389-subnet', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:42.448305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 8a9970c6-eb43-48f6-bbcb-00e96c94369a yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:42.451000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Made reservation on behalf of df68bca8bb364cd8a67c1a851ee7dec0 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:42.453991 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.472521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc99c176-7986-4472-a137-2c10f3313cd2 req-36be09eb-1581-4791-94fb-d2abad273c9b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 210 time: 0.0484562 Oct 25 08:57:42.474950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f1a21-341b-403e-8600-31dd907f72e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c8372471-7153-4dd2-b1ee-163591a6ac86,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:42.487476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network c8372471-7153-4dd2-b1ee-163591a6ac86 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:57:42.640822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46504) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:42.687988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.697783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.758628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=131faeb3-0edd-45ab-b69c-24bab547e8c6,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:42.765649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Checking segment: {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:42.766120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Network hostable DHCP agents. Network: c8372471-7153-4dd2-b1ee-163591a6ac86, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:57:42.786396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Network c8372471-7153-4dd2-b1ee-163591a6ac86 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:57:42.797072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, c8372471-7153-4dd2-b1ee-163591a6ac86) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:42.802512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:42.803107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.810463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b8a76-f588-443e-b15a-4521e742719e None None] Network c8372471-7153-4dd2-b1ee-163591a6ac86 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:42.824881 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f3fb0d5-00d8-43e2-8e03-256e64a4a1b7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4102492 Oct 25 08:57:42.825133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46508) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:42.831021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:42.903093 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-811cd273-9dba-4eb6-8bc6-dc5032f37811 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491366 Oct 25 08:57:42.903921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:42.905149 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.041645 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.082219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.084438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.098657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f4113-dd70-439b-bb7a-773fd72056e2 req-91f801e7-9e47-41c7-b4dc-053561003eb9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:43.100146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-947f4113-dd70-439b-bb7a-773fd72056e2 req-91f801e7-9e47-41c7-b4dc-053561003eb9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.3950489 Oct 25 08:57:43.119704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-c8372471-7153-4dd2-b1ee-163591a6ac86', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:57:43.121650 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.133372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479913-5822-4546-9ef6-174261145b57 req-efd19dd6-7a45-441e-9c74-7c5d62d5674c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:43.134808 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-efd19dd6-7a45-441e-9c74-7c5d62d5674c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258873 Oct 25 08:57:43.174635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Request body: {'port': {'device_id': '8efe800e-e334-4168-9ccf-03e0dfbbff7d', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '11c126ed7bea4983a5e3df930d94ece3'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:43.188581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:43.205752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:43.211316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=8a9970c6-eb43-48f6-bbcb-00e96c94369a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:43.218536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:43.223224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:43.223846 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.234461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-947f4113-dd70-439b-bb7a-773fd72056e2 req-b8b53552-fc85-45ac-bf03-84cb3b2c9521 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045601 Oct 25 08:57:43.250434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.266893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ce68d052-ea46-4296-9dfe-49d26354e5d8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1538191 Oct 25 08:57:43.269095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46512) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:43.307945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Allocated IP 172.20.0.2 (c8372471-7153-4dd2-b1ee-163591a6ac86/131faeb3-0edd-45ab-b69c-24bab547e8c6/7c4e08e3-baea-467c-be1e-8cb333570d1a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:43.325055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.335459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.406138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e858bc-5215-4006-a186-67638645e946,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:43.411970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64df5fe2f0e1455587f0516e84ca5b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701230 Oct 25 08:57:43.418752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46518) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:43.421005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.421949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.422565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.423133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.423711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.424373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.425075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.425690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.426368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.426919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.427581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.428186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598aaab9-ea5d-415f-9dd1-fc73e7858bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:43.453015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-fba9dfd1-c889-4bff-acac-112c0ac10f2e tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 8a9970c6-eb43-48f6-bbcb-00e96c94369a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:43.454574 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fba9dfd1-c889-4bff-acac-112c0ac10f2e tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.548754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a951558c-7c29-412d-b0ad-a13755a50e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.551442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Made reservation on behalf of 11c126ed7bea4983a5e3df930d94ece3 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:43.554798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fba9dfd1-c889-4bff-acac-112c0ac10f2e tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.555297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.574374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-fba9dfd1-c889-4bff-acac-112c0ac10f2e tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 8a9970c6-eb43-48f6-bbcb-00e96c94369a owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:43.589003 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.615310 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.627256 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a951558c-7c29-412d-b0ad-a13755a50e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.708119 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fba9dfd1-c889-4bff-acac-112c0ac10f2e tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.749838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Network c8372471-7153-4dd2-b1ee-163591a6ac86 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:43.756776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9dfd1-c889-4bff-acac-112c0ac10f2e tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=8a9970c6-eb43-48f6-bbcb-00e96c94369a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:43.766422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:43.772351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:43.781707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fba9dfd1-c889-4bff-acac-112c0ac10f2e tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.790390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fba9dfd1-c889-4bff-acac-112c0ac10f2e tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/8a9970c6-eb43-48f6-bbcb-00e96c94369a HTTP/1.1" status: 204 len: 168 time: 0.5176513 Oct 25 08:57:43.790390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46532) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:43.800401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'mac_address': 'fa:16:3e:41:07:7c', 'name': 'tempest-PortsTestJSON-1795806060'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:43.802816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Pushing event updated for resources: {'Port': ['ID=7c4e08e3-baea-467c-be1e-8cb333570d1a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:43.896541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Attempting to bind port 7c4e08e3-baea-467c-be1e-8cb333570d1a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:43.897041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Attempting to bind port 7c4e08e3-baea-467c-be1e-8cb333570d1a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:43.897469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Attempting to bind port 7c4e08e3-baea-467c-be1e-8cb333570d1a on network c8372471-7153-4dd2-b1ee-163591a6ac86 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:43.904299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:43.904735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Checking segment: {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:43.905901 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.906359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Bound using segment: {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:43.906891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Bound port: 7c4e08e3-baea-467c-be1e-8cb333570d1a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:43.907345 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:43.972296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-cc35231f-2538-4a20-9ab4-53ea34626f0b tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501556 Oct 25 08:57:43.994295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] For port 7c4e08e3-baea-467c-be1e-8cb333570d1a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:43.999618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] For port 7c4e08e3-baea-467c-be1e-8cb333570d1a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c4e08e3-baea-467c-be1e-8cb333570d1a,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:44.007882 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.011982 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a951558c-7c29-412d-b0ad-a13755a50e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.015397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a951558c-7c29-412d-b0ad-a13755a50e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.025099 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a951558c-7c29-412d-b0ad-a13755a50e74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6e858bc-5215-4006-a186-67638645e946 HTTP/1.1" status: 204 len: 168 time: 0.5937710 Oct 25 08:57:44.082773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb95518-2599-47f9-b116-6b5186c247ab None None] Pushing event updated for resources: {'Port': ['ID=7c4e08e3-baea-467c-be1e-8cb333570d1a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:44.114050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951558c-7c29-412d-b0ad-a13755a50e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e858bc-5215-4006-a186-67638645e946,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:44.135878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:44.145827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Allocated IP 192.168.233.244 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/de10d1f0-2b39-4583-b7f4-11104c6ef105) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:44.184814 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.220855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.305645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-48cb2f50-aaa3-4a99-a809-63c9d1a4f4a2 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:44.307195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-48cb2f50-aaa3-4a99-a809-63c9d1a4f4a2 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336365 Oct 25 08:57:44.311352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.355023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 5c7fc287-5f81-46f0-b4a5-a431be6bfa88 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:44.397200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-013a60b4-00ef-4174-a8d3-325c02da3854 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/quotas/563bf7c8aa7e4bbe9b789454fd89cba0 HTTP/1.1" status: 200 len: 375 time: 0.0632961 Oct 25 08:57:44.483823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-8d1a239e-9904-41b9-a1ee-fa9d6f9f16ea tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853355 Oct 25 08:57:44.511762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Allocated IP 172.25.8.90 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/8473a063-e602-466b-bd6a-a7a62929dc02) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:44.553367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.698963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.733482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c', '53f3fbcc-77ff-4531-a335-e1a0646b4f35'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:44.775059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:44.779277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'Port': ['ID=de10d1f0-2b39-4583-b7f4-11104c6ef105,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:44.784327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:44.786442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:44.807533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.823073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.875402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['520a5868-ce70-4f19-8860-72d84e1d2b46', 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:44.905856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46558) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:44.925751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df449587-f985-473d-849c-00658ea4e58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:44.939208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:44.939882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.022071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-6cd53597-3087-484c-9825-2daa73100e76 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8495343 Oct 25 08:57:45.053135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Request body: {'port': {'device_id': '8efe800e-e334-4168-9ccf-03e0dfbbff7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:45.102259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df449587-f985-473d-849c-00658ea4e58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.126184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df449587-f985-473d-849c-00658ea4e58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.189605 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.212935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df449587-f985-473d-849c-00658ea4e58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d00ba8-f7cb-4253-8bd5-42a8e070bcdf,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:45.230857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.248499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5022c-e552-4414-9a98-61094684040b req-f2321e24-8b64-4b26-9cf5-d31578dde9c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:45.250206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82e5022c-e552-4414-9a98-61094684040b req-f2321e24-8b64-4b26-9cf5-d31578dde9c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 936 time: 0.4583275 Oct 25 08:57:45.343110 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.433586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-df449587-f985-473d-849c-00658ea4e58e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed1cd622b64247a29e1e0572b0c0d8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266378 Oct 25 08:57:45.448405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46566) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:45.453232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9aeb167c-34b7-4ef7-98cd-2d7740256dd2 None None] Provisioning complete for port de10d1f0-2b39-4583-b7f4-11104c6ef105 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:45.453620 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9aeb167c-34b7-4ef7-98cd-2d7740256dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.502056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:45.527824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:45.546997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82e5022c-e552-4414-9a98-61094684040b req-3ce62899-521d-4781-a4c4-40a9cf4dc86d tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715788 Oct 25 08:57:45.562220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Pushing event updated for resources: {'Port': ['ID=8473a063-e602-466b-bd6a-a7a62929dc02,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:45.594112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb167c-34b7-4ef7-98cd-2d7740256dd2 None None] Port de10d1f0-2b39-4583-b7f4-11104c6ef105 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:57:45.594853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:45.607684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:45.610980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.640012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:45.647620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:45.653705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:45.674481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=5c7fc287-5f81-46f0-b4a5-a431be6bfa88,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:45.707711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b9e48d93-44c7-4f90-98bf-b98171f4e266 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9146588 Oct 25 08:57:45.710644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46568) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:45.715867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6601c28-ccf2-4814-b39a-fc4eeac79f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.766053 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6601c28-ccf2-4814-b39a-fc4eeac79f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:45.798177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd319a-51d0-48fc-ada4-16f71c2d625a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:45.801305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-10fd319a-51d0-48fc-ada4-16f71c2d625a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/5c7fc287-5f81-46f0-b4a5-a431be6bfa88 HTTP/1.1" status: 200 len: 841 time: 0.0876806 Oct 25 08:57:45.804451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46570) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:45.831038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea881c-3653-4d2d-9334-ad3e86cfa3bd None None] Network c8372471-7153-4dd2-b1ee-163591a6ac86 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:46.021931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6601c28-ccf2-4814-b39a-fc4eeac79f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.026792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6601c28-ccf2-4814-b39a-fc4eeac79f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.033768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d6601c28-ccf2-4814-b39a-fc4eeac79f60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22d00ba8-f7cb-4253-8bd5-42a8e070bcdf HTTP/1.1" status: 204 len: 168 time: 0.5820475 Oct 25 08:57:46.062264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6601c28-ccf2-4814-b39a-fc4eeac79f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d00ba8-f7cb-4253-8bd5-42a8e070bcdf,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:46.098527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f1c4c999-e8c2-484a-a6d6-b1e23b729d8f None None] Provisioning complete for port 7c4e08e3-baea-467c-be1e-8cb333570d1a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:46.098771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c999-e8c2-484a-a6d6-b1e23b729d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.112671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4fff5f4e-61d9-4956-a5bb-107e97157dc9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 5c7fc287-5f81-46f0-b4a5-a431be6bfa88 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:46.113137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fff5f4e-61d9-4956-a5bb-107e97157dc9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.288280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fff5f4e-61d9-4956-a5bb-107e97157dc9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.301677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.326162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4fff5f4e-61d9-4956-a5bb-107e97157dc9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 5c7fc287-5f81-46f0-b4a5-a431be6bfa88 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:46.349905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c4e08e3-baea-467c-be1e-8cb333570d1a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:46.390508 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10698d9c-bfb1-489a-9660-a35258312e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.427016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a41c4d16-4b73-4570-9eb9-702f5eaf27fe req-ec91f9ed-cf18-4286-8d92-fab53fc28102 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 210 time: 0.0485053 Oct 25 08:57:46.523776 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fff5f4e-61d9-4956-a5bb-107e97157dc9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.547048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7c4e08e3-baea-467c-be1e-8cb333570d1a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:46.547464 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.551940 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c999-e8c2-484a-a6d6-b1e23b729d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.600498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff5f4e-61d9-4956-a5bb-107e97157dc9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=5c7fc287-5f81-46f0-b4a5-a431be6bfa88,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:46.620665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fff5f4e-61d9-4956-a5bb-107e97157dc9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.630742 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4fff5f4e-61d9-4956-a5bb-107e97157dc9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/5c7fc287-5f81-46f0-b4a5-a431be6bfa88 HTTP/1.1" status: 204 len: 168 time: 0.8244748 Oct 25 08:57:46.633746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46592) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:46.651005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f1c4c999-e8c2-484a-a6d6-b1e23b729d8f None None] For port 7c4e08e3-baea-467c-be1e-8cb333570d1a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c4e08e3-baea-467c-be1e-8cb333570d1a,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:46.664925 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c999-e8c2-484a-a6d6-b1e23b729d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.733265 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb9ff79-cc45-41db-8580-512ec476b684 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:57:46.735290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ceb9ff79-cc45-41db-8580-512ec476b684 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/5c7fc287-5f81-46f0-b4a5-a431be6bfa88 HTTP/1.1" status: 404 len: 333 time: 0.1004727 Oct 25 08:57:46.740978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46598) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:46.746449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'name': 'tempest-PortsTestJSON-1154649752'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:46.761165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de10d1f0-2b39-4583-b7f4-11104c6ef105 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:46.784409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.843312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4c999-e8c2-484a-a6d6-b1e23b729d8f None None] Pushing event updated for resources: {'Port': ['ID=7c4e08e3-baea-467c-be1e-8cb333570d1a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:46.906816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-103ac214-0661-498b-abe5-d2666a25a55c None None] Provisioning complete for port 7c4e08e3-baea-467c-be1e-8cb333570d1a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:46.907189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-103ac214-0661-498b-abe5-d2666a25a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:46.914934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-29d16b06-4cbe-4a8c-bf18-e125d362ca07 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214669 Oct 25 08:57:47.203661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-d5ba952c-758b-4fab-9b14-b3d40eb8b88e tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.206209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-d5ba952c-758b-4fab-9b14-b3d40eb8b88e tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755733 Oct 25 08:57:47.208091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:47.212806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.231327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Request body: {'port': {'device_id': 'ac27e845-0037-44a3-8be9-b4a155844472', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '563bf7c8aa7e4bbe9b789454fd89cba0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:47.297985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port f94be7d0-48b0-41dd-b707-852aacb008b8 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:47.424657 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:57:47.485305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Transition to ACTIVE for port object de10d1f0-2b39-4583-b7f4-11104c6ef105 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:57:47.495894 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.580104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Made reservation on behalf of 563bf7c8aa7e4bbe9b789454fd89cba0 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:47.583706 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.598396 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.600799 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-edea3f59-6be9-4d06-b198-0bdd13d403fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1824670 Oct 25 08:57:47.610533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Pushing event updated for resources: {'Port': ['ID=de10d1f0-2b39-4583-b7f4-11104c6ef105,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:47.647469 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.661978 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.762185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb72d5-4e29-45fd-b5ce-747813112351 req-a21c2364-4423-4b93-ae60-97e4d898f206 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.763959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70cb72d5-4e29-45fd-b5ce-747813112351 req-a21c2364-4423-4b93-ae60-97e4d898f206 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 948 time: 0.1100056 Oct 25 08:57:47.803457 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.806313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.840285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.887592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Attempting to bind port de10d1f0-2b39-4583-b7f4-11104c6ef105 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:47.887995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Attempting to bind port de10d1f0-2b39-4583-b7f4-11104c6ef105 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:47.888266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Attempting to bind port de10d1f0-2b39-4583-b7f4-11104c6ef105 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:47.899624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0411327e-14ff-4d47-a892-1839d68ddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.900112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0411327e-14ff-4d47-a892-1839d68ddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.900592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0411327e-14ff-4d47-a892-1839d68ddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.901163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0411327e-14ff-4d47-a892-1839d68ddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.902032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0411327e-14ff-4d47-a892-1839d68ddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.902032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0411327e-14ff-4d47-a892-1839d68ddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.902477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0411327e-14ff-4d47-a892-1839d68ddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:47.904510 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0411327e-14ff-4d47-a892-1839d68ddfd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6491 time: 0.2486138 Oct 25 08:57:47.913465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Port de10d1f0-2b39-4583-b7f4-11104c6ef105 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:57:47.913810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Attempting to bind port de10d1f0-2b39-4583-b7f4-11104c6ef105 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:47.928136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:47.928136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:47.928136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:47.928136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Bound port: de10d1f0-2b39-4583-b7f4-11104c6ef105, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:47.928136 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:47.946471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70cb72d5-4e29-45fd-b5ce-747813112351 req-64461925-a44c-45fb-aafc-feeb25ad0352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728959 Oct 25 08:57:47.953036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:47.997833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:48.000915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=f94be7d0-48b0-41dd-b707-852aacb008b8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:48.006195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:48.011386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.011993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.014731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9348e944-1142-440a-ab71-dc86e73f350d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:48.051520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fc98f810-8bc4-41a8-a018-df064e89d960 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3093820 Oct 25 08:57:48.057275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46632) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:48.069161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:48.112916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Allocated IP 192.168.233.187 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/5c611bb3-ec7d-4591-81f8-42b0422d5d46) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:48.156998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] For port de10d1f0-2b39-4583-b7f4-11104c6ef105, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:48.185018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-a608d351-dc1e-487c-af8e-00d415786cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.189072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-a608d351-dc1e-487c-af8e-00d415786cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.189561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-a608d351-dc1e-487c-af8e-00d415786cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.191195 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-a608d351-dc1e-487c-af8e-00d415786cb8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=1cc02180-3db5-415a-8b5f-d9a90e799024&id=1cc02180-3db5-415a-8b5f-d9a90e799024 HTTP/1.1" status: 200 len: 2294 time: 0.2488775 Oct 25 08:57:48.199550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Router d5557660-b7f9-42dc-a841-33778b6753dc is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:57:48.202485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] For port de10d1f0-2b39-4583-b7f4-11104c6ef105, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=de10d1f0-2b39-4583-b7f4-11104c6ef105,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:48.221890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c4e08e3-baea-467c-be1e-8cb333570d1a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:48.240028 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.246056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e353a76-f4e2-4e85-8e58-a56f7ea82b07 req-baf8ed27-ac83-49a1-b04e-ce6437568902 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 210 time: 0.0571358 Oct 25 08:57:48.318748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.319698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7c4e08e3-baea-467c-be1e-8cb333570d1a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:48.320237 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.334228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.335479 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.337185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] 10.222.0.18 "PUT /v2.0/ports/de10d1f0-2b39-4583-b7f4-11104c6ef105 HTTP/1.1" status: 200 len: 1096 time: 3.2958460 Oct 25 08:57:48.354346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efe800e-e334-4168-9ccf-03e0dfbbff7d', 'tag': 'de10d1f0-2b39-4583-b7f4-11104c6ef105'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:48.357255 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f" -d '{"events": [{"name": "network-changed", "server_uuid": "8efe800e-e334-4168-9ccf-03e0dfbbff7d", "tag": "de10d1f0-2b39-4583-b7f4-11104c6ef105"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:48.496061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.502902 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-c44422b3-65ff-469d-93f2-46625d1c7565 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0 HTTP/1.1" status: 200 len: 1002 time: 0.2990592 Oct 25 08:57:48.546709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a4da2-3f21-4064-a2ac-50662e8ebe68 service neutron] Pushing event updated for resources: {'Port': ['ID=de10d1f0-2b39-4583-b7f4-11104c6ef105,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:48.575233 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.639116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479913-5822-4546-9ef6-174261145b57 req-38934b2f-0414-4178-9721-383947349c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.640626 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-38934b2f-0414-4178-9721-383947349c74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 1099 time: 0.1949694 Oct 25 08:57:48.647329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:48.653850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-5ba9001e-802d-4bc6-b3f2-eee95314a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.655927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-5ba9001e-802d-4bc6-b3f2-eee95314a88f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a74d13-6bfd-46a6-81a8-39f4644f8a12 HTTP/1.1" status: 200 len: 851 time: 0.1294284 Oct 25 08:57:48.656411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:48.662136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Pushing event updated for resources: {'Port': ['ID=5c611bb3-ec7d-4591-81f8-42b0422d5d46,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:48.665939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:48.737081 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6138971c-43ab-4fdf-98af-6c0570e3ec47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.762645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:48.773767 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Sync routers for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:48.783191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.785979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.787464 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-f99139f3-d978-40b5-b34c-7a2220771c2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=de10d1f0-2b39-4583-b7f4-11104c6ef105 HTTP/1.1" status: 200 len: 217 time: 0.1304994 Oct 25 08:57:48.801512 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:48.802150 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:57:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:48.817104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-b6751d9c-ca2e-40ce-9f4d-b92923f79b44 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5907280 Oct 25 08:57:48.841370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Request body: {'port': {'device_id': 'ac27e845-0037-44a3-8be9-b4a155844472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:48.875505 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.880548 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-99ef2004-7991-4e30-8274-2596658d4dde admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0542562 Oct 25 08:57:48.880988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46650) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:48.903602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-a11a7ac7-59d1-4248-9c46-2d9850b8502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.905454 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-a11a7ac7-59d1-4248-9c46-2d9850b8502c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027547 Oct 25 08:57:48.931420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:48.947807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479913-5822-4546-9ef6-174261145b57 req-de20e4cb-d681-4339-992a-c994af4738e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:48.950525 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-de20e4cb-d681-4339-992a-c994af4738e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1345639 Oct 25 08:57:48.990315 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.074453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] In _notify_port_updated(), no bound segment for port f94be7d0-48b0-41dd-b707-852aacb008b8 on network ef0f633a-989b-49b9-a2bc-821d75036c0c {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:57:49.083314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:49.084131 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.089033 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "PUT /v2.0/ports/f94be7d0-48b0-41dd-b707-852aacb008b8 HTTP/1.1" status: 200 len: 818 time: 1.0277715 Oct 25 08:57:49.096415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46656) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:49.159694 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.167453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed054ba-51bb-4a6d-8eef-cbb026be5d17 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=f94be7d0-48b0-41dd-b707-852aacb008b8,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:49.177359 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:49.198478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a479913-5822-4546-9ef6-174261145b57 req-ff6297b8-9318-44a6-a6a8-dd0e3d588f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:49.211851 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-ff6297b8-9318-44a6-a6a8-dd0e3d588f8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2235699 Oct 25 08:57:49.235438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-5f5f399c-1d8d-4c40-99c0-cabe48a4b87c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1390624 Oct 25 08:57:49.238833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c6d45f84-a70f-4b2d-9d89-13dc5ee12a77 None None] Provisioning complete for port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:49.239424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6d45f84-a70f-4b2d-9d89-13dc5ee12a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.336440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c6d45f84-a70f-4b2d-9d89-13dc5ee12a77 None None] Port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:57:49.355816 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-a2b7722b-dba6-4fab-a826-65daf79a940e service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411526 Oct 25 08:57:49.489083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab2de1-5789-42a5-bc35-886561930afd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port f94be7d0-48b0-41dd-b707-852aacb008b8 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:57:49.489309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2de1-5789-42a5-bc35-886561930afd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.497164 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-250aa5f8-8510-4520-950a-9cafb24b5b3e service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835329 Oct 25 08:57:49.598485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-fbb8cd90-1c97-462c-a441-540f2aeeded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:49.598666 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:46Z', 'revision_number': 3, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:49.599958 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-fbb8cd90-1c97-462c-a441-540f2aeeded5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 1101 time: 0.2530391 Oct 25 08:57:49.645603 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Checking router: d5557660-b7f9-42dc-a841-33778b6753dc for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:57:49.646035 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Updating router d5557660-b7f9-42dc-a841-33778b6753dc port 8473a063-e602-466b-bd6a-a7a62929dc02 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:57:49.650416 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-13c08e1a-fb53-402e-a21a-ca682053188d service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830312 Oct 25 08:57:49.673321 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.706620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2de1-5789-42a5-bc35-886561930afd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.726275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab2de1-5789-42a5-bc35-886561930afd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for f94be7d0-48b0-41dd-b707-852aacb008b8 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:57:49.833664 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.847881 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0a479913-5822-4546-9ef6-174261145b57 req-cb2c84d7-71b8-4124-b12b-1fee44c8fe84 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381279 Oct 25 08:57:49.849522 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.859328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46680) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:49.903806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2de1-5789-42a5-bc35-886561930afd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:49.906244 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-3e24852d-79d0-4416-b9c0-b1060575311d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0569770 Oct 25 08:57:49.938730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab2de1-5789-42a5-bc35-886561930afd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=f94be7d0-48b0-41dd-b707-852aacb008b8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:49.996951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-43bdcc51-bca5-4d3f-ba96-b7a6b0c3c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:49.998881 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-43bdcc51-bca5-4d3f-ba96-b7a6b0c3c214 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0547955 Oct 25 08:57:50.001504 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.006127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2de1-5789-42a5-bc35-886561930afd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.010412 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f0ab2de1-5789-42a5-bc35-886561930afd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/f94be7d0-48b0-41dd-b707-852aacb008b8 HTTP/1.1" status: 204 len: 168 time: 0.9108720 Oct 25 08:57:50.016554 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.043407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46684) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:50.121645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-fdd3d634-93a8-4516-8588-0654083373f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:50.123214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-fdd3d634-93a8-4516-8588-0654083373f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116824 Oct 25 08:57:50.134695 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Attempting to bind port 8473a063-e602-466b-bd6a-a7a62929dc02 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:50.135908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ea1cd-7eb1-480f-9e9b-3b53e9798d53 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:50.140419 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9e7ea1cd-7eb1-480f-9e9b-3b53e9798d53 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0935576 Oct 25 08:57:50.140594 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Attempting to bind port 8473a063-e602-466b-bd6a-a7a62929dc02 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:50.140807 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Attempting to bind port 8473a063-e602-466b-bd6a-a7a62929dc02 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:50.161340 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:50.165408 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:50.165840 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.166240 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:50.166743 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Bound port: 8473a063-e602-466b-bd6a-a7a62929dc02, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:50.167155 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.197411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46690) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:50.200671 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Pushing event updated for resources: {'Port': ['ID=8473a063-e602-466b-bd6a-a7a62929dc02,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:50.218970 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.219428 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.219937 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.220359 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.220772 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.221208 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.221638 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.233755 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.234522 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.235355 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.235974 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.236499 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:50.237440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404e160-7501-40c0-839a-7d99b30cd3ee req-874c756d-d3ba-4e1c-8e79-46f225c0dcf8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:50.247626 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-6c27bc93-98f2-44e9-bdb3-d3c2642a7ad6 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086948 Oct 25 08:57:50.247861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6404e160-7501-40c0-839a-7d99b30cd3ee req-874c756d-d3ba-4e1c-8e79-46f225c0dcf8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.7867019 Oct 25 08:57:50.262360 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1cd68f98-dcd6-43d4-9929-e27fe12f77d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.271350 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] For port 8473a063-e602-466b-bd6a-a7a62929dc02, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:50.276866 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] For port 8473a063-e602-466b-bd6a-a7a62929dc02, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8473a063-e602-466b-bd6a-a7a62929dc02,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:50.283709 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.283959 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee52811c-5625-4b4e-a45e-7ddb56f4d3e6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:57:50.291752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ee52811c-5625-4b4e-a45e-7ddb56f4d3e6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/f94be7d0-48b0-41dd-b707-852aacb008b8 HTTP/1.1" status: 404 len: 333 time: 0.0914373 Oct 25 08:57:50.299927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46694) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:50.309275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1924065345'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:50.375593 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:50.377336 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:57:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:50.417696 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-d24cf59f-a046-4d10-9bff-c2eb36c7cb41 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526999 Oct 25 08:57:50.475104 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0d6ce1af-f42c-437d-90c8-640e09d1bbe1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 200 len: 217 time: 0.0489264 Oct 25 08:57:50.476096 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b04c-4dad-4130-9b15-0e950e5f8117 None None] Pushing event updated for resources: {'Port': ['ID=8473a063-e602-466b-bd6a-a7a62929dc02,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:50.529479 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1cd68f98-dcd6-43d4-9929-e27fe12f77d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.536293 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:50.539494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1cd68f98-dcd6-43d4-9929-e27fe12f77d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.564284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0977623d-d687-4d1d-8c76-ca7441a3fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:50.566789 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-0977623d-d687-4d1d-8c76-ca7441a3fdc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0808878 Oct 25 08:57:50.603242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:50.606738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.612819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6404e160-7501-40c0-839a-7d99b30cd3ee req-5e87464f-47a1-4ee0-8b78-d4d07a55e1e3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637583 Oct 25 08:57:50.616277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c611bb3-ec7d-4591-81f8-42b0422d5d46 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:50.634798 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1cd68f98-dcd6-43d4-9929-e27fe12f77d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a93c0240807a4e8eb5fd48f05f519dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7756078 Oct 25 08:57:50.635732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd68f98-dcd6-43d4-9929-e27fe12f77d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe783708-c02e-4753-aa6b-f11858eea51d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:50.649104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46700) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:50.649650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-b0abd80a-6ab3-4949-b8a7-29983eceda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:50.649650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-b0abd80a-6ab3-4949-b8a7-29983eceda0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.9670291 Oct 25 08:57:50.649650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.697294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-4ea62910-d818-4445-95a8-7dc1b9e08066 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 HTTP/1.1" status: 200 len: 217 time: 0.0431426 Oct 25 08:57:50.716550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Transition to ACTIVE for port object 5c611bb3-ec7d-4591-81f8-42b0422d5d46 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:57:50.729314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-744c6146-ab05-40a8-ad55-4fcd13d3eb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.734719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-11d8d8ee-bf91-40c4-bfd9-328dd7c5f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:50.737509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-11d8d8ee-bf91-40c4-bfd9-328dd7c5f949 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419327 Oct 25 08:57:50.768609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:57:50.778926 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.779664 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Added segment b95fb817-4d1d-4ec4-bf90-ea0ba094f417 of type vlan for network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 Oct 25 08:57:50.780783 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f500cd-95df-444a-9149-109fe1fb6d0a x-openstack-request-id: req-e5f500cd-95df-444a-9149-109fe1fb6d0a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:50.781349 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efe800e-e334-4168-9ccf-03e0dfbbff7d", "tag": "de10d1f0-2b39-4583-b7f4-11104c6ef105", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:50.785474 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5f500cd-95df-444a-9149-109fe1fb6d0a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:50.788581 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe800e-e334-4168-9ccf-03e0dfbbff7d', 'tag': 'de10d1f0-2b39-4583-b7f4-11104c6ef105', 'status': 'completed', 'code': 200} Oct 25 08:57:50.832546 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:46Z', 'revision_number': 3, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:50.837526 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.866763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.867260 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d8a03b-7560-4c9a-9cff-0cdc679f7119 None None] The sync data for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 is: [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:46Z', 'revision_number': 3, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:57:50.884749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-744c6146-ab05-40a8-ad55-4fcd13d3eb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.915116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-c4ea972a-2319-4a56-9ab5-7acb0a78a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:50.916693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-c4ea972a-2319-4a56-9ab5-7acb0a78a2ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.2044694 Oct 25 08:57:50.928568 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:50.934912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:50.935607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:51.081397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7757850 Oct 25 08:57:51.118324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46714) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:51.226331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:51.387047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d64ef3-c573-46bb-87c1-74920cd6dcb9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Network': ['ID=2adfeee4-1ae7-4caf-b7a2-df9568af71b6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:51.389562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Pushing event updated for resources: {'Port': ['ID=5c611bb3-ec7d-4591-81f8-42b0422d5d46,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:51.400024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:57:51.404156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c0699-1ea9-49f9-8847-e02beaa50046 req-30716e11-b93f-4166-9cf2-906e4de71b7b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:51.411791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-148c0699-1ea9-49f9-8847-e02beaa50046 req-30716e11-b93f-4166-9cf2-906e4de71b7b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 948 time: 0.5316944 Oct 25 08:57:51.458538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-13c115b1-556d-405d-9607-faf6b6fcb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:51.460226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-13c115b1-556d-405d-9607-faf6b6fcb85d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 1099 time: 0.6426392 Oct 25 08:57:51.494444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-e2b11014-f58f-492e-bf15-26f57f79a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:51.496310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-e2b11014-f58f-492e-bf15-26f57f79a32a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5248632 Oct 25 08:57:51.508135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Attempting to bind port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:51.508398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Attempting to bind port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:51.508650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Attempting to bind port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:51.558371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:57:51.558693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Attempting to bind port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:51.590558 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-021c5736-588f-44b9-b9db-91e5a5ae1c5b service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440430 Oct 25 08:57:51.594169 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:51.596202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:51.599805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:51.603507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-744c6146-ab05-40a8-ad55-4fcd13d3eb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:51.608010 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-744c6146-ab05-40a8-ad55-4fcd13d3eb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:51.617456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-744c6146-ab05-40a8-ad55-4fcd13d3eb63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe783708-c02e-4753-aa6b-f11858eea51d HTTP/1.1" status: 204 len: 168 time: 0.9762056 Oct 25 08:57:51.626010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-148c0699-1ea9-49f9-8847-e02beaa50046 req-175731b1-cf87-447b-a616-0d719705ed6c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132566 Oct 25 08:57:51.664690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:51.728984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:51.729689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:51.730733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:51.731426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Bound port: 5c611bb3-ec7d-4591-81f8-42b0422d5d46, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:51.732050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:51.735885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c6146-ab05-40a8-ad55-4fcd13d3eb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe783708-c02e-4753-aa6b-f11858eea51d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:51.825029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-b6649617-1d36-4a5a-b535-99d4f5ebced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:51.828319 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-b6649617-1d36-4a5a-b535-99d4f5ebced5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.3420451 Oct 25 08:57:51.900458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] For port 5c611bb3-ec7d-4591-81f8-42b0422d5d46, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:51.904164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] For port 5c611bb3-ec7d-4591-81f8-42b0422d5d46, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=5c611bb3-ec7d-4591-81f8-42b0422d5d46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:51.910146 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-b56ef4f3-5c1d-4f0d-9044-b96e68f93055 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098400 Oct 25 08:57:51.911787 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-d9ac8c00-0c7f-4577-8bf4-d2791c59f8f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=de10d1f0-2b39-4583-b7f4-11104c6ef105 HTTP/1.1" status: 200 len: 217 time: 0.0737247 Oct 25 08:57:51.929744 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:51.993579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-aaa6a746-a811-4377-9970-4654fc66a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:51.995056 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-aaa6a746-a811-4377-9970-4654fc66a2b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0690734 Oct 25 08:57:52.027160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:52.027858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:52.029974 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] 10.222.0.41 "PUT /v2.0/ports/5c611bb3-ec7d-4591-81f8-42b0422d5d46 HTTP/1.1" status: 200 len: 1096 time: 3.1960208 Oct 25 08:57:52.047178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a763a9-5586-4d36-8826-c8d379c96f8b service neutron] Pushing event updated for resources: {'Port': ['ID=5c611bb3-ec7d-4591-81f8-42b0422d5d46,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:52.058325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac27e845-0037-44a3-8be9-b4a155844472', 'tag': '5c611bb3-ec7d-4591-81f8-42b0422d5d46'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:52.062942 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccf6047-407b-4ec8-b002-6583c1f00f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac27e845-0037-44a3-8be9-b4a155844472", "tag": "5c611bb3-ec7d-4591-81f8-42b0422d5d46"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:52.065552 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-26ca352f-c22a-4675-9559-f036e2a9f1fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39 HTTP/1.1" status: 200 len: 217 time: 0.1411638 Oct 25 08:57:52.248935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-fc105566-9671-492f-ac6c-c1866ed8ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:52.256044 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-fc105566-9671-492f-ac6c-c1866ed8ca83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989195 Oct 25 08:57:52.277682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8473a063-e602-466b-bd6a-a7a62929dc02 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:52.304353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-7eed2b52-b729-41ec-b102-6a19c3bd2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:52.307498 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-7eed2b52-b729-41ec-b102-6a19c3bd2b28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.2106035 Oct 25 08:57:52.377485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46736) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:52.393230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8473a063-e602-466b-bd6a-a7a62929dc02 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:52.394449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:52.459422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26505b5-965c-4ebe-ae6c-39a7649108a4 req-cae2db77-c26f-4fe7-b24a-154290a640ae tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:52.461159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f26505b5-965c-4ebe-ae6c-39a7649108a4 req-cae2db77-c26f-4fe7-b24a-154290a640ae tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 948 time: 0.5522110 Oct 25 08:57:52.486666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-bc4762db-5385-46c4-a857-ca249355b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:52.488193 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-bc4762db-5385-46c4-a857-ca249355b5e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1594949 Oct 25 08:57:52.517635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-18d144ee-52ae-4a47-8f01-87f5885f6aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:52.531643 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:52.550921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-a44be594-fe47-4411-97a4-e75c4ac1e7d4 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0396936 Oct 25 08:57:52.573022 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-4211716f-8c55-437d-ba98-87320d3ec2b1 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082795 Oct 25 08:57:52.578023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 8473a063-e602-466b-bd6a-a7a62929dc02, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8473a063-e602-466b-bd6a-a7a62929dc02,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:52.584392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:52.593677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Allocated IP 172.20.0.1 (c8372471-7153-4dd2-b1ee-163591a6ac86/131faeb3-0edd-45ab-b69c-24bab547e8c6/5f815223-cd6c-484f-96cd-d53d0e5584ed) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:52.608866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-fc74059b-43ab-4a4b-97b0-f7847bce0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:52.610413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-fc74059b-43ab-4a4b-97b0-f7847bce0f63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 1099 time: 0.2434471 Oct 25 08:57:52.648980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=8473a063-e602-466b-bd6a-a7a62929dc02,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:52.709453 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-c3751190-7500-4469-956a-9d4aae7d8dce service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089634 Oct 25 08:57:52.733545 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2279acbf-8a4e-48d2-befa-bc5d0cb7a09f req-36dd85a2-ac9f-4898-b1ed-673ebcec3bdd service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454868 Oct 25 08:57:52.742536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f26505b5-965c-4ebe-ae6c-39a7649108a4 req-90ef81a2-03a1-4b67-8f63-7563c37624c4 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656980 Oct 25 08:57:52.750596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-27afcb83-71b9-4d23-9386-af6f729fcc25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=5c611bb3-ec7d-4591-81f8-42b0422d5d46 HTTP/1.1" status: 200 len: 217 time: 0.0942454 Oct 25 08:57:52.823315 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-661ccc2f-cddb-4f94-91cd-29e8b70e59d1 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040246 Oct 25 08:57:52.875071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-7273fb4d-4700-41f8-84d5-207292e6047a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=49a562de-ae3f-4595-9ce8-05aa17697381 HTTP/1.1" status: 200 len: 217 time: 0.0441983 Oct 25 08:57:52.927729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-6ac129ae-59b1-42ff-8809-d9a862f2ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:52.929395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-6ac129ae-59b1-42ff-8809-d9a862f2ac39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0468841 Oct 25 08:57:52.988001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-bc17f383-4d1d-4248-9534-4a76a1dc891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:52.989872 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-bc17f383-4d1d-4248-9534-4a76a1dc891b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511756 Oct 25 08:57:53.109370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-7263a124-2125-4335-b0f8-cede20f613d1 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117334 Oct 25 08:57:53.146446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device de10d1f0-2b39-4583-b7f4-11104c6ef105 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:57:53.230299 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-e23fc541-8af7-49da-ba81-ebb21f422711 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089349 Oct 25 08:57:53.293985 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-8e037b43-8b64-4ea7-8da7-4a79301e4e69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68c2da18-5f42-4731-9d83-36db65c365f9 HTTP/1.1" status: 200 len: 217 time: 0.0560589 Oct 25 08:57:53.296089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port de10d1f0-2b39-4583-b7f4-11104c6ef105, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=de10d1f0-2b39-4583-b7f4-11104c6ef105,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:53.313929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'de10d1f0-2b39-4583-b7f4-11104c6ef105', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'de10d1f0-2b39-4583-b7f4-11104c6ef105', 'mac_address': 'fa:16:3e:c7:1e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:57:53.318716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-6b2ec43b-e103-48f5-854b-53ab9a6c8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:53.320316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-6b2ec43b-e103-48f5-854b-53ab9a6c8700 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.5577595 Oct 25 08:57:53.332728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d365341e-3d8c-4d35-bfe2-4f2adbc52803 req-06644f83-3e88-4edc-8c63-46349a249584 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610724 Oct 25 08:57:53.340621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:53.373846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-aa2eae60-5a43-4277-b043-46494892894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:53.376115 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-aa2eae60-5a43-4277-b043-46494892894e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.0707757 Oct 25 08:57:53.377555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-18d144ee-52ae-4a47-8f01-87f5885f6aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:53.389695 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:53.430509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:53.438516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de10d1f0-2b39-4583-b7f4-11104c6ef105 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:53.438752 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-18d144ee-52ae-4a47-8f01-87f5885f6aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:53.450365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ce44d-c655-4535-89c6-a7df0af6d25e req-a8f16f15-862b-4d41-9085-062d8ff0c31b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:53.452465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b29ce44d-c655-4535-89c6-a7df0af6d25e req-a8f16f15-862b-4d41-9085-062d8ff0c31b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.6120210 Oct 25 08:57:53.469171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-b2237ba5-6b75-475d-ad22-db478940e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:53.470199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port de10d1f0-2b39-4583-b7f4-11104c6ef105, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=de10d1f0-2b39-4583-b7f4-11104c6ef105,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:53.471658 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-b2237ba5-6b75-475d-ad22-db478940e191 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867493 Oct 25 08:57:53.475053 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:53.529763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=de10d1f0-2b39-4583-b7f4-11104c6ef105,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:53.549976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=9f3d47c1-9f28-45a2-81c1-6081dc49c9dd,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:53.566675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-18d144ee-52ae-4a47-8f01-87f5885f6aee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dc009b7bcea498daec3e09e84cb6fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1507082 Oct 25 08:57:53.572976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46758) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:53.576912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d144ee-52ae-4a47-8f01-87f5885f6aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926cd94c-d327-41f2-b332-f091c2a1706e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:53.605153 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-8dbf2455-6a9e-4d3a-a3c1-34bd081fe1db service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248143 Oct 25 08:57:53.605300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-f9fc0684-b2c0-4566-abc3-ccb985b7f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:53.606751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-f9fc0684-b2c0-4566-abc3-ccb985b7f6a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2698994 Oct 25 08:57:53.637109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking segment: {'id': 'b95fb817-4d1d-4ec4-bf90-ea0ba094f417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:53.637471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network hostable DHCP agents. Network: 2adfeee4-1ae7-4caf-b7a2-df9568af71b6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:57:53.665008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b29ce44d-c655-4535-89c6-a7df0af6d25e req-2d8ddb12-e1d7-46d1-9bb8-89af2f4e6680 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995130 Oct 25 08:57:53.713698 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-f3f95616-77f9-4dfb-82ce-e3da6f1b5a35 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007807 Oct 25 08:57:53.774889 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-654673fd-682f-4e72-95f5-7d58e787f5f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad HTTP/1.1" status: 200 len: 217 time: 0.0532374 Oct 25 08:57:53.776134 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9877f16-2c90-43e6-9d36-d08351d3cc75 x-openstack-request-id: req-b9877f16-2c90-43e6-9d36-d08351d3cc75 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:53.776432 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac27e845-0037-44a3-8be9-b4a155844472", "tag": "5c611bb3-ec7d-4591-81f8-42b0422d5d46", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:53.776683 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9877f16-2c90-43e6-9d36-d08351d3cc75 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:53.777104 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac27e845-0037-44a3-8be9-b4a155844472', 'tag': '5c611bb3-ec7d-4591-81f8-42b0422d5d46', 'status': 'completed', 'code': 200} Oct 25 08:57:53.796738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:53.841986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-3b1bf473-94e5-4bed-82f0-3b79c850f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:53.843393 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-3b1bf473-94e5-4bed-82f0-3b79c850f17e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.0529993 Oct 25 08:57:53.877702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:57:53.904852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-4c6628a6-7140-4678-9f05-a4ce6d2d4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:53.906487 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-4c6628a6-7140-4678-9f05-a4ce6d2d4530 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0457346 Oct 25 08:57:53.911836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Network c8372471-7153-4dd2-b1ee-163591a6ac86 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:53.929858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 2adfeee4-1ae7-4caf-b7a2-df9568af71b6) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:53.931647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:53.939993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:53.940170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65512196-4553-4c11-93e2-c95539429658 None None] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:53.986902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:53.987781 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:53.991511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Pushing event updated for resources: {'Port': ['ID=5f815223-cd6c-484f-96cd-d53d0e5584ed,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:53.994327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e38dab16-73e9-492c-b1c7-8f1f8f7c186e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.001463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['de10d1f0-2b39-4583-b7f4-11104c6ef105'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:57:54.057832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051a36e-c283-430c-8cde-2d7359d5412f req-af322e9b-5946-424c-848a-263f8eb3c611 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:54.059421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e051a36e-c283-430c-8cde-2d7359d5412f req-af322e9b-5946-424c-848a-263f8eb3c611 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 949 time: 0.2815604 Oct 25 08:57:54.064306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-7c6e9b39-2ba3-44d8-9902-141cb7b0b119 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446864 Oct 25 08:57:54.070076 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-5ce16006-67bd-4d50-94c0-496ea7d8b2d6 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549749 Oct 25 08:57:54.188096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b2df89b-0cff-4856-865a-ec0ac2265ff3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0677590 Oct 25 08:57:54.190940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:54.198612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c6441a95-c0d2-433c-9991-5159b5d295dd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:54.247588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8473a063-e602-466b-bd6a-a7a62929dc02 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:54.344680 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-871419c3-0e34-452f-9861-f835d4d2cfa7 req-440623cd-d0ce-4046-9d1c-34e86f542525 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575700 Oct 25 08:57:54.356661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e38dab16-73e9-492c-b1c7-8f1f8f7c186e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.360623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2887bec0-f90a-4926-9103-723dacd85379 None None] Provisioning complete for port 5f815223-cd6c-484f-96cd-d53d0e5584ed triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:54.361760 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2887bec0-f90a-4926-9103-723dacd85379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.368637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34860a3c-efec-4c51-9765-737e7fa1dc30 req-3d84b4e7-9ceb-4939-966f-c2e36ac6eaad service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901502 Oct 25 08:57:54.383183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6441a95-c0d2-433c-9991-5159b5d295dd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:54.391816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.392990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6441a95-c0d2-433c-9991-5159b5d295dd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.457655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-2adfeee4-1ae7-4caf-b7a2-df9568af71b6', 'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6', 'tenant_id': 'af80d112aa334a1abf8b42a3cf195bf5', 'fixed_ips': [{'subnet_id': '9f3d47c1-9f28-45a2-81c1-6081dc49c9dd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:57:54.458512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.492184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2887bec0-f90a-4926-9103-723dacd85379 None None] Port 5f815223-cd6c-484f-96cd-d53d0e5584ed cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:57:54.502154 n-d-814746-2 neutron-server[106991]: INFO neutron.db.ipam_backend_mixin [None req-c6441a95-c0d2-433c-9991-5159b5d295dd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f3d47c1-9f28-45a2-81c1-6081dc49c9dd (CIDR: 172.20.0.0/28) Oct 25 08:57:54.504104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8473a063-e602-466b-bd6a-a7a62929dc02 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:54.504659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.508076 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6441a95-c0d2-433c-9991-5159b5d295dd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 08:57:54.508634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6441a95-c0d2-433c-9991-5159b5d295dd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:57:54.515012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e051a36e-c283-430c-8cde-2d7359d5412f req-b7677e55-2ee3-44f7-8bad-72a0aadcc3e9 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358466 Oct 25 08:57:54.535818 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c6441a95-c0d2-433c-9991-5159b5d295dd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3427024 Oct 25 08:57:54.538307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46778) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:54.554974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:54.684509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-9fb5fa85-2843-4480-b17e-ea7b60a556b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:54.686892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-9fb5fa85-2843-4480-b17e-ea7b60a556b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 1099 time: 0.1939838 Oct 25 08:57:54.734683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:54.739483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.761285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Allocated IP 172.20.0.2 (2adfeee4-1ae7-4caf-b7a2-df9568af71b6/9f3d47c1-9f28-45a2-81c1-6081dc49c9dd/4ea77c78-43b3-4077-885b-97a07ddfbd23) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:54.770460 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e38dab16-73e9-492c-b1c7-8f1f8f7c186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.773503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e38dab16-73e9-492c-b1c7-8f1f8f7c186e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.774694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e38dab16-73e9-492c-b1c7-8f1f8f7c186e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/926cd94c-d327-41f2-b332-f091c2a1706e HTTP/1.1" status: 204 len: 168 time: 1.1951649 Oct 25 08:57:54.889078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dab16-73e9-492c-b1c7-8f1f8f7c186e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926cd94c-d327-41f2-b332-f091c2a1706e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:54.946800 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:54.984952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ce90-cde3-4a54-9c8f-24491399dd5c req-ca00b3c1-30eb-4518-8793-e97c6437a230 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:54.993214 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e3ce90-cde3-4a54-9c8f-24491399dd5c req-ca00b3c1-30eb-4518-8793-e97c6437a230 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 948 time: 0.2285156 Oct 25 08:57:54.998668 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.011931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.068626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:55.073976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:55.079065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:55.093692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Pushing event updated for resources: {'Port': ['ID=4ea77c78-43b3-4077-885b-97a07ddfbd23,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:55.119072 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.159675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Attempting to bind port 4ea77c78-43b3-4077-885b-97a07ddfbd23 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:57:55.160290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Attempting to bind port 4ea77c78-43b3-4077-885b-97a07ddfbd23 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'b95fb817-4d1d-4ec4-bf90-ea0ba094f417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:57:55.160830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Attempting to bind port 4ea77c78-43b3-4077-885b-97a07ddfbd23 on network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:57:55.167666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:57:55.168379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Checking segment: {'id': 'b95fb817-4d1d-4ec4-bf90-ea0ba094f417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:55.169041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.170607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Bound using segment: {'id': 'b95fb817-4d1d-4ec4-bf90-ea0ba094f417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:57:55.171501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Bound port: 4ea77c78-43b3-4077-885b-97a07ddfbd23, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95fb817-4d1d-4ec4-bf90-ea0ba094f417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:57:55.173350 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.194112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-5a258ae5-aff9-4f9c-a9b6-a235fed0e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:55.195596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-5a258ae5-aff9-4f9c-a9b6-a235fed0e1be service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.5009024 Oct 25 08:57:55.221045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:55.236158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:55.240813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:55.241463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.275331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] For port 4ea77c78-43b3-4077-885b-97a07ddfbd23, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:57:55.280051 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7406075 Oct 25 08:57:55.282089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] For port 4ea77c78-43b3-4077-885b-97a07ddfbd23, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4ea77c78-43b3-4077-885b-97a07ddfbd23,segment=NetworkSegment(b95fb817-4d1d-4ec4-bf90-ea0ba094f417),segment_id=b95fb817-4d1d-4ec4-bf90-ea0ba094f417)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:57:55.285926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46792) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:55.293273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.304603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6', 'fixed_ips': [{'subnet_id': '9f3d47c1-9f28-45a2-81c1-6081dc49c9dd'}, {'subnet_id': '39c6e868-6b50-4c11-b3f0-09bd268139aa'}], 'name': 'tempest-PortsTestJSON-507744700'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:55.414384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e508c9-1be3-4b88-9482-a8dce84b97c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=39c6e868-6b50-4c11-b3f0-09bd268139aa,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:55.416158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.424179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8ad68-318e-4267-9fdc-9fe3329a84f7 None None] Pushing event updated for resources: {'Port': ['ID=4ea77c78-43b3-4077-885b-97a07ddfbd23,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:55.466288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.514874 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.517444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-dbd1f0e1-080a-4ac3-a7a4-998b709e9f40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=5c611bb3-ec7d-4591-81f8-42b0422d5d46 HTTP/1.1" status: 200 len: 217 time: 0.2898631 Oct 25 08:57:55.530620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e3ce90-cde3-4a54-9c8f-24491399dd5c req-9bc4db96-3982-4374-81bf-bcba8b743c08 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162055 Oct 25 08:57:55.553482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:55.679223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-3b338dde-512a-4e84-9989-2d9f23476972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:55.680531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-3b338dde-512a-4e84-9989-2d9f23476972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1478267 Oct 25 08:57:55.760610 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:55.799822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port b4856158-c9ec-483a-8b9b-245568479053 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:57:55.812122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Pushing event updated for resources: {'Port': ['ID=5f815223-cd6c-484f-96cd-d53d0e5584ed,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:55.833908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-c23b2c0e-9e6e-4e8b-a416-d9cdc64c2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:55.835420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-c23b2c0e-9e6e-4e8b-a416-d9cdc64c2fdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262417 Oct 25 08:57:55.950851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Network c8372471-7153-4dd2-b1ee-163591a6ac86 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:55.956474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:56.137888 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-3350e8e3-d71d-41dd-ab8b-fbbe52542bd3 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907448 Oct 25 08:57:56.269865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.14 (2adfeee4-1ae7-4caf-b7a2-df9568af71b6/9f3d47c1-9f28-45a2-81c1-6081dc49c9dd/b4856158-c9ec-483a-8b9b-245568479053) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:56.280043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.20 (2adfeee4-1ae7-4caf-b7a2-df9568af71b6/39c6e868-6b50-4c11-b3f0-09bd268139aa/b4856158-c9ec-483a-8b9b-245568479053) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:56.311580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ccf6047-407b-4ec8-b002-6583c1f00f9d req-28e37ffb-1b0c-4dca-89db-bd2636a0d265 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639631 Oct 25 08:57:56.312377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4ea77c78-43b3-4077-885b-97a07ddfbd23 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:56.393855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Router d5557660-b7f9-42dc-a841-33778b6753dc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:57:56.401675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f8e40-2055-45ff-b69f-a41286f4fc28 req-dfb4851d-affe-420b-a2ba-6bfcad7e614e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:56.409484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f5f8e40-2055-45ff-b69f-a41286f4fc28 req-dfb4851d-affe-420b-a2ba-6bfcad7e614e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 949 time: 0.2646413 Oct 25 08:57:56.441162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4ea77c78-43b3-4077-885b-97a07ddfbd23 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:56.441579 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:56.486304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f5f8e40-2055-45ff-b69f-a41286f4fc28 req-5c875344-11fa-4b63-ac73-44659843d390 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693212 Oct 25 08:57:56.518744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a7347a26-6433-4e2b-85f4-38e31647185c None None] Provisioning complete for port 5f815223-cd6c-484f-96cd-d53d0e5584ed triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:56.520300 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a7347a26-6433-4e2b-85f4-38e31647185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:56.625434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a7347a26-6433-4e2b-85f4-38e31647185c None None] Port 5f815223-cd6c-484f-96cd-d53d0e5584ed cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:57:56.640646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:56.641245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:56.699657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 4ea77c78-43b3-4077-885b-97a07ddfbd23, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4ea77c78-43b3-4077-885b-97a07ddfbd23,segment=NetworkSegment(b95fb817-4d1d-4ec4-bf90-ea0ba094f417),segment_id=b95fb817-4d1d-4ec4-bf90-ea0ba094f417)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:56.707953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:56.728484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:56.745376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53989-97a9-4134-a2b3-5574d063e9b6 req-5414b700-45ec-445d-8be0-0caa25e193e9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:56.746894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5da53989-97a9-4134-a2b3-5574d063e9b6 req-5414b700-45ec-445d-8be0-0caa25e193e9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0938222 Oct 25 08:57:56.782383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=4ea77c78-43b3-4077-885b-97a07ddfbd23,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:56.800500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46828) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:56.829061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:56.831243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5da53989-97a9-4134-a2b3-5574d063e9b6 req-27ad353d-223e-4afc-80b8-67e89b9d6a32 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742826 Oct 25 08:57:56.832315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:57:56.833291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:56.835539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=b4856158-c9ec-483a-8b9b-245568479053,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:56.839422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:56.858291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a591b5d9-b41f-43e1-a745-7140a04ce442 admin admin] 10.222.0.32 "PUT /v2.0/routers/d5557660-b7f9-42dc-a841-33778b6753dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9674022 Oct 25 08:57:56.880488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Sync routers for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:57:56.901338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:57:56.902903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:57:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:56.918722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:56.919408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:56.954409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46836) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:56.960627 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dde61c88-c784-4ef6-9623-7c7308e2543f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6727159 Oct 25 08:57:56.962168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f3d47c1-9f28-45a2-81c1-6081dc49c9dd'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:57.054718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208d6d4-1340-49a9-ac51-8da0f764ab0d None None] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:57.134678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:57:57.158744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1421657562-network', 'tenant_id': '44c280ccc2ac4131aef5e3e9ffc7e25d'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:57.202412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Made reservation on behalf of 44c280ccc2ac4131aef5e3e9ffc7e25d for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:57.205730 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.221974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38825745-9702-4a0c-a5c8-c6905e39c4b2 req-ec53b138-aab4-4f00-8bb9-58c84fc4ef22 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:57.224471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38825745-9702-4a0c-a5c8-c6905e39c4b2 req-ec53b138-aab4-4f00-8bb9-58c84fc4ef22 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 948 time: 0.1317792 Oct 25 08:57:57.227611 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.228562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device de10d1f0-2b39-4583-b7f4-11104c6ef105 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:57.330893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38825745-9702-4a0c-a5c8-c6905e39c4b2 req-045f05fa-d03e-4955-b4ea-5118b27928ce tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954142 Oct 25 08:57:57.347751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-10f0dad0-4306-43cc-9cd0-3b25f1f267b6 None None] Provisioning complete for port 4ea77c78-43b3-4077-885b-97a07ddfbd23 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:57.348416 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10f0dad0-4306-43cc-9cd0-3b25f1f267b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.356755 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.412600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.422607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.437733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:57:57.475842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.476187 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Added segment f59b75aa-6b50-46d8-aaf9-dec054b38156 of type vlan for network 955293f6-8cf9-4586-a2ff-82a2049d0f9d Oct 25 08:57:57.487427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port de10d1f0-2b39-4583-b7f4-11104c6ef105 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:57:57.492567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port de10d1f0-2b39-4583-b7f4-11104c6ef105 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:57.493420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.514464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46846) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:57.517274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6497c-237b-4f38-ab6f-166cdbbc073a req-6356a76a-e4cd-4939-bad6-5de68701fb75 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:57.518797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdd6497c-237b-4f38-ab6f-166cdbbc073a req-6356a76a-e4cd-4939-bad6-5de68701fb75 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1031098 Oct 25 08:57:57.555300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c96bb60-0834-4366-80ed-3243cad9b85d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:57.570675 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.605384 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.606409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:57.607507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.648755 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8443282 Oct 25 08:57:57.650231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46850) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:57.679171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Request body: {'subnet': {'network_id': '955293f6-8cf9-4586-a2ff-82a2049d0f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1421657562-subnet', 'tenant_id': '44c280ccc2ac4131aef5e3e9ffc7e25d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:57.697676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdd6497c-237b-4f38-ab6f-166cdbbc073a req-ceb1eb9c-bb7c-481e-918a-cf0bdc19d03e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710460 Oct 25 08:57:57.719569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b97b52e-0a8a-4372-bf69-0871dab18300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.768921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Made reservation on behalf of 44c280ccc2ac4131aef5e3e9ffc7e25d for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:57:57.776801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.786465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a95d56-dc3b-4767-9959-fa2f0b754712 admin admin] Pushing event updated for resources: {'Network': ['ID=955293f6-8cf9-4586-a2ff-82a2049d0f9d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:57.814606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 955293f6-8cf9-4586-a2ff-82a2049d0f9d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:57:57.857952 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.921612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b97b52e-0a8a-4372-bf69-0871dab18300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.927819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b97b52e-0a8a-4372-bf69-0871dab18300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:57.939001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:57:55Z', 'revision_number': 2, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:57:57.985726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97b52e-0a8a-4372-bf69-0871dab18300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a2e6d-9899-4a03-ba12-f8c68b14c622,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:57.999591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2b97b52e-0a8a-4372-bf69-0871dab18300 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d2f343018b641b3a4651259d7d800fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804232 Oct 25 08:57:57.999591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46858) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:58.002241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baacfa4-aac1-4b3d-9ed5-09f49dbf752f None None] Update dhcp port {'port': {'network_id': '2adfeee4-1ae7-4caf-b7a2-df9568af71b6', 'fixed_ips': [{'subnet_id': '9f3d47c1-9f28-45a2-81c1-6081dc49c9dd', 'ip_address': '172.20.0.2'}, {'subnet_id': '39c6e868-6b50-4c11-b3f0-09bd268139aa'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '4ea77c78-43b3-4077-885b-97a07ddfbd23'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 08:57:58.004120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Checking router: d5557660-b7f9-42dc-a841-33778b6753dc for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:57:58.004466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Updating router d5557660-b7f9-42dc-a841-33778b6753dc port 5f815223-cd6c-484f-96cd-d53d0e5584ed binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:57:58.006056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe800e-e334-4168-9ccf-03e0dfbbff7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de10d1f0-2b39-4583-b7f4-11104c6ef105'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:57:58.009285 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed80f56-e9ba-46c0-b0b3-aa923793b2dc" -d '{"events": [{"server_uuid": "8efe800e-e334-4168-9ccf-03e0dfbbff7d", "name": "network-vif-plugged", "status": "completed", "tag": "de10d1f0-2b39-4583-b7f4-11104c6ef105"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:57:58.070286 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6baacfa4-aac1-4b3d-9ed5-09f49dbf752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.076543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-70208feb-d14a-4a0d-8179-2a080e3a5167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.090727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port de10d1f0-2b39-4583-b7f4-11104c6ef105, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=de10d1f0-2b39-4583-b7f4-11104c6ef105,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:58.103261 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-70208feb-d14a-4a0d-8179-2a080e3a5167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.178405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-70208feb-d14a-4a0d-8179-2a080e3a5167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.182397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-70208feb-d14a-4a0d-8179-2a080e3a5167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.183973 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-70208feb-d14a-4a0d-8179-2a080e3a5167 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f8a2e6d-9899-4a03-ba12-f8c68b14c622 HTTP/1.1" status: 204 len: 168 time: 0.1834605 Oct 25 08:57:58.184990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46864) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:58.197630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2a61c01c-dc94-4457-8fe3-1f85d74986f6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041788061', 'description': 'tempest-description--831943531'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:58.229456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70208feb-d14a-4a0d-8179-2a080e3a5167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a2e6d-9899-4a03-ba12-f8c68b14c622,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:58.272049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2a61c01c-dc94-4457-8fe3-1f85d74986f6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.307060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4ea77c78-43b3-4077-885b-97a07ddfbd23 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:57:58.319225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.360288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b4a75-2a7a-4993-bf48-3f9aba1acd29 req-f4b2a97f-e677-4604-8d91-06e01e994c50 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:58.361744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd2b4a75-2a7a-4993-bf48-3f9aba1acd29 req-f4b2a97f-e677-4604-8d91-06e01e994c50 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 950 time: 0.0800891 Oct 25 08:57:58.367384 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2a61c01c-dc94-4457-8fe3-1f85d74986f6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.374728 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2a61c01c-dc94-4457-8fe3-1f85d74986f6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.395387 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.411639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd2b4a75-2a7a-4993-bf48-3f9aba1acd29 req-3a24019f-8de0-425f-bc77-1dc25867d2c4 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Oct 25 08:57:58.443526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-6baacfa4-aac1-4b3d-9ed5-09f49dbf752f None None] Allocated IP 172.20.0.18 (2adfeee4-1ae7-4caf-b7a2-df9568af71b6/39c6e868-6b50-4c11-b3f0-09bd268139aa/4ea77c78-43b3-4077-885b-97a07ddfbd23) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:58.444810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2a61c01c-dc94-4457-8fe3-1f85d74986f6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.448392 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2a61c01c-dc94-4457-8fe3-1f85d74986f6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2588849 Oct 25 08:57:58.449326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46876) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:58.456766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-27db57b7-f1f5-4917-b3d0-946ea918ab11 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Request body: {'security_group_rule': {'security_group_id': '83aea94c-fcd3-4712-9bac-71bc0b8ef505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:58.457506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61c01c-dc94-4457-8fe3-1f85d74986f6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83aea94c-fcd3-4712-9bac-71bc0b8ef505,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:58.529149 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27db57b7-f1f5-4917-b3d0-946ea918ab11 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.534906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.583606 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff85e95d-8bc2-496c-94a7-b5457a521811 x-openstack-request-id: req-ff85e95d-8bc2-496c-94a7-b5457a521811 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:57:58.583898 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe800e-e334-4168-9ccf-03e0dfbbff7d", "name": "network-vif-plugged", "status": "completed", "tag": "de10d1f0-2b39-4583-b7f4-11104c6ef105", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:57:58.584156 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff85e95d-8bc2-496c-94a7-b5457a521811 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:57:58.584557 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe800e-e334-4168-9ccf-03e0dfbbff7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de10d1f0-2b39-4583-b7f4-11104c6ef105', 'code': 200} Oct 25 08:57:58.586410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=de10d1f0-2b39-4583-b7f4-11104c6ef105,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:58.602238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.602719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.603070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.603674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.604003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.604325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.604721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.605120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.605528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.606036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.606403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.607070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:57:58.642631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Checking segment: {'id': 'f59b75aa-6b50-46d8-aaf9-dec054b38156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '955293f6-8cf9-4586-a2ff-82a2049d0f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:57:58.642931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Network hostable DHCP agents. Network: 955293f6-8cf9-4586-a2ff-82a2049d0f9d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:57:58.649815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2463a608-0532-434e-8ad2-fd7f357bfe71,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:58.668626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46878) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:58.671155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 5c611bb3-ec7d-4591-81f8-42b0422d5d46 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:57:58.672831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27db57b7-f1f5-4917-b3d0-946ea918ab11 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.688771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27db57b7-f1f5-4917-b3d0-946ea918ab11 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.693459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Network 955293f6-8cf9-4586-a2ff-82a2049d0f9d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:57:58.695566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9829e1d-a59d-411c-9584-3cf9b4739c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.703789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4ea77c78-43b3-4077-885b-97a07ddfbd23 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:57:58.703789 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.714564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd7d4-3dca-493e-bc90-ee2bbe3b5f40 req-132d9bb0-fe05-4cf3-bc9c-7dc51e86dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:58.717576 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b15cd7d4-3dca-493e-bc90-ee2bbe3b5f40 req-132d9bb0-fe05-4cf3-bc9c-7dc51e86dab4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 1101 time: 0.0902054 Oct 25 08:57:58.738153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 955293f6-8cf9-4586-a2ff-82a2049d0f9d) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:58.739623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db57b7-f1f5-4917-b3d0-946ea918ab11 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262f56e1-4eea-48f9-9168-e5247d8fe17a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:58.752498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:58.753216 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.771238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b15cd7d4-3dca-493e-bc90-ee2bbe3b5f40 req-2f90c26f-e238-498f-abf7-a6482ded65d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448184 Oct 25 08:57:58.781541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27db57b7-f1f5-4917-b3d0-946ea918ab11 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.782869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-27db57b7-f1f5-4917-b3d0-946ea918ab11 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325865 Oct 25 08:57:58.785939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46880) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:58.791886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f21dfebd-f06e-4db7-bc2e-6439e3636dc6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Request body: {'security_group_rule': {'security_group_id': '83aea94c-fcd3-4712-9bac-71bc0b8ef505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:58.804947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dedc1f-4053-4e69-a76c-c3621ec061c8 None None] Network 955293f6-8cf9-4586-a2ff-82a2049d0f9d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:58.805202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0669ecb8-d429-4f22-81b9-b2d005257e1c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1527553 Oct 25 08:57:58.835799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edfee0-683b-454a-8210-83c326adbff0 req-636d2422-c7c5-46f9-b151-2f2b19f9fd1f tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:58.843868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27edfee0-683b-454a-8210-83c326adbff0 req-636d2422-c7c5-46f9-b151-2f2b19f9fd1f tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 948 time: 0.1258988 Oct 25 08:57:58.855996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f21dfebd-f06e-4db7-bc2e-6439e3636dc6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.908476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27edfee0-683b-454a-8210-83c326adbff0 req-6cf6f009-4af1-486c-9e10-af1c91bc5b05 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636389 Oct 25 08:57:58.923997 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 08:57:58.939848 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9829e1d-a59d-411c-9584-3cf9b4739c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.951237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9829e1d-a59d-411c-9584-3cf9b4739c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.984165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f21dfebd-f06e-4db7-bc2e-6439e3636dc6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:58.997128 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f21dfebd-f06e-4db7-bc2e-6439e3636dc6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.010180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1443908-420d-411d-90eb-e2e624885121 None None] Network 955293f6-8cf9-4586-a2ff-82a2049d0f9d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:57:59.015747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6baacfa4-aac1-4b3d-9ed5-09f49dbf752f None None] For port 4ea77c78-43b3-4077-885b-97a07ddfbd23, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4ea77c78-43b3-4077-885b-97a07ddfbd23,segment=NetworkSegment(b95fb817-4d1d-4ec4-bf90-ea0ba094f417),segment_id=b95fb817-4d1d-4ec4-bf90-ea0ba094f417)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:59.026595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dfebd-f06e-4db7-bc2e-6439e3636dc6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3edacdd-62b3-44a3-a930-4d49b037f927,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:59.029913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9829e1d-a59d-411c-9584-3cf9b4739c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f9f6f9-46b9-4b91-999e-5acf061cec25,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:59.039420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f21dfebd-f06e-4db7-bc2e-6439e3636dc6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.045782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f21dfebd-f06e-4db7-bc2e-6439e3636dc6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572362 Oct 25 08:57:59.046371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46886) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:59.051793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:57:59.053924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b9829e1d-a59d-411c-9584-3cf9b4739c02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d373c584a0e42a888b254ecdadc943f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831339 Oct 25 08:57:59.060639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46888) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:59.100019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6fede-8514-4ba0-a397-40f488883c00 req-59a354a0-693b-4751-b515-889e0db0d614 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:59.106591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85f6fede-8514-4ba0-a397-40f488883c00 req-59a354a0-693b-4751-b515-889e0db0d614 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0925596 Oct 25 08:57:59.117279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.163259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85f6fede-8514-4ba0-a397-40f488883c00 req-1046a967-4fef-4bad-8de1-8f3f841c8eb5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470645 Oct 25 08:57:59.202344 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6baacfa4-aac1-4b3d-9ed5-09f49dbf752f None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.205444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b350fdf-a332-4994-87b2-9fc833017655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.236973 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6baacfa4-aac1-4b3d-9ed5-09f49dbf752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.261418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b350fdf-a332-4994-87b2-9fc833017655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.348749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 5c611bb3-ec7d-4591-81f8-42b0422d5d46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=5c611bb3-ec7d-4591-81f8-42b0422d5d46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:59.355050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.360334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Delete allocated IP 172.20.0.20 (2adfeee4-1ae7-4caf-b7a2-df9568af71b6/39c6e868-6b50-4c11-b3f0-09bd268139aa) {{(pid=106992) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 08:57:59.408853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267ac8-b653-46c8-b487-5fc94682221c req-93e33934-8e8d-44d2-b6c5-f9e20680157f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:57:59.410549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3267ac8-b653-46c8-b487-5fc94682221c req-93e33934-8e8d-44d2-b6c5-f9e20680157f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1542039 Oct 25 08:57:59.447842 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '5c611bb3-ec7d-4591-81f8-42b0422d5d46', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '5c611bb3-ec7d-4591-81f8-42b0422d5d46', 'mac_address': 'fa:16:3e:15:0f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:57:59.463629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baacfa4-aac1-4b3d-9ed5-09f49dbf752f None None] Pushing event updated for resources: {'Port': ['ID=4ea77c78-43b3-4077-885b-97a07ddfbd23,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:59.478948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Allocated IP 172.25.8.41 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/5b4ad8a5-834e-4496-878a-fccd80447006) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:57:59.573938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3267ac8-b653-46c8-b487-5fc94682221c req-586eaceb-ed42-4ff4-aabb-76ebb01fc120 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059864 Oct 25 08:57:59.591829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.623196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.626181 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c611bb3-ec7d-4591-81f8-42b0422d5d46 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:57:59.659194 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.677053 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b350fdf-a332-4994-87b2-9fc833017655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.681424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b350fdf-a332-4994-87b2-9fc833017655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.682909 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2b350fdf-a332-4994-87b2-9fc833017655 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9f9f6f9-46b9-4b91-999e-5acf061cec25 HTTP/1.1" status: 204 len: 168 time: 0.6212916 Oct 25 08:57:59.697635 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.707008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b350fdf-a332-4994-87b2-9fc833017655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f9f6f9-46b9-4b91-999e-5acf061cec25,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:59.707307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.717470 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.718617 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.721718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 5c611bb3-ec7d-4591-81f8-42b0422d5d46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=5c611bb3-ec7d-4591-81f8-42b0422d5d46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:57:59.788202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:57:59.788625 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:57:59.796667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:57:59.817945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:57:59.860173 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event updated for resources: {'Port': ['ID=5b4ad8a5-834e-4496-878a-fccd80447006,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:59.882134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969919-1568-4ed8-96bd-0bc6cb2699c4 None None] Pushing event updated for resources: {'Port': ['ID=5f815223-cd6c-484f-96cd-d53d0e5584ed,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:57:59.914081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46912) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:57:59.938243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-947210571-network', 'tenant_id': 'e6ce81a5f832449f8a7762823f0bd774'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:00.019970 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.062108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Made reservation on behalf of e6ce81a5f832449f8a7762823f0bd774 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:00.064517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.097007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=b4856158-c9ec-483a-8b9b-245568479053,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:00.103605 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.108113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.156997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] In _notify_port_updated(), no bound segment for port b4856158-c9ec-483a-8b9b-245568479053 on network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:58:00.166585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:00.167404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.171527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9788ac4c-b97f-44fd-8189-3b928dacc3f1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "PUT /v2.0/ports/b4856158-c9ec-483a-8b9b-245568479053 HTTP/1.1" status: 200 len: 919 time: 3.2134080 Oct 25 08:58:00.174107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46918) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:00.184873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f3d47c1-9f28-45a2-81c1-6081dc49c9dd'}, {'subnet_id': '39c6e868-6b50-4c11-b3f0-09bd268139aa'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:00.264043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Attempting to bind port 5f815223-cd6c-484f-96cd-d53d0e5584ed on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:00.264043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Attempting to bind port 5f815223-cd6c-484f-96cd-d53d0e5584ed by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:00.264340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Attempting to bind port 5f815223-cd6c-484f-96cd-d53d0e5584ed on network c8372471-7153-4dd2-b1ee-163591a6ac86 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:00.285797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:00.285797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Checking segment: {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:00.286470 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.286868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Bound using segment: {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:00.287349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Bound port: 5f815223-cd6c-484f-96cd-d53d0e5584ed, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:00.287734 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.292622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=5c611bb3-ec7d-4591-81f8-42b0422d5d46,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:00.330652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77891661-62b7-4a45-ab70-a3f20a857e67 req-7defff4d-b79d-4a82-819c-1898719eebd6 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:00.331163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4ea77c78-43b3-4077-885b-97a07ddfbd23 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:00.343749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77891661-62b7-4a45-ab70-a3f20a857e67 req-7defff4d-b79d-4a82-819c-1898719eebd6 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 950 time: 0.4882991 Oct 25 08:58:00.409242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27977968-0e95-4021-8337-c14f998c4a0b None None] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:00.413693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7dbdd499-9dc1-4a0b-8a75-dc19afb6e1ff None None] Provisioning complete for port 5f815223-cd6c-484f-96cd-d53d0e5584ed triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:00.414181 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd499-9dc1-4a0b-8a75-dc19afb6e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.493371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.499541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['5c611bb3-ec7d-4591-81f8-42b0422d5d46'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:00.514760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77891661-62b7-4a45-ab70-a3f20a857e67 req-a7da69eb-2b4a-4f56-a425-9fec8e14ac14 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688831 Oct 25 08:58:00.567851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.601241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.621607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdd499-9dc1-4a0b-8a75-dc19afb6e1ff None None] Port 5f815223-cd6c-484f-96cd-d53d0e5584ed cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:00.660188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:58:00.661449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] For port 5f815223-cd6c-484f-96cd-d53d0e5584ed, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:00.693191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4ea77c78-43b3-4077-885b-97a07ddfbd23 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:00.693574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.696464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] For port 5f815223-cd6c-484f-96cd-d53d0e5584ed, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5f815223-cd6c-484f-96cd-d53d0e5584ed,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:00.755280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.755756 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Added segment 6ed9b3ed-b6ea-4c4a-b76c-c38de6c9c700 of type vlan for network 585ed1b0-6339-4635-a61f-59cffecc8750 Oct 25 08:58:00.763983 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.770207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20acc5ba-e3cd-410c-9010-14ff7efa9b91,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:00.892531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.901503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.927598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:00.971232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-20e5245d-6b36-4e8d-ba94-3a696216ca75 None None] Provisioning complete for port b4856158-c9ec-483a-8b9b-245568479053 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:00.971610 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20e5245d-6b36-4e8d-ba94-3a696216ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.048466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d5042-150b-4dc0-b866-28872d12d8e1 req-48f418bf-30e0-4b71-a5b8-84642f371889 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:01.051952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event updated for resources: {'Port': ['ID=5b4ad8a5-834e-4496-878a-fccd80447006,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:01.056855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-546d5042-150b-4dc0-b866-28872d12d8e1 req-48f418bf-30e0-4b71-a5b8-84642f371889 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 949 time: 0.2588539 Oct 25 08:58:01.058906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.resource_extend [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 08:58:01.086324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.090362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.092536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.092708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.093135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.093539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.093981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.094465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.094753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.095150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.095542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.095930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:01.100651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-20e5245d-6b36-4e8d-ba94-3a696216ca75 None None] Port b4856158-c9ec-483a-8b9b-245568479053 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:01.104170 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.128254 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.129008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:58:01.130301 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3d21901b-5964-4b11-bdf4-82f682f6d214 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0829673 Oct 25 08:58:01.130923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:57:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:01.180532 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.183758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:01.184390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.250132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-546d5042-150b-4dc0-b866-28872d12d8e1 req-69a7ea2a-89f2-41f8-9265-4443a977ce66 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921031 Oct 25 08:58:01.281338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-20e5245d-6b36-4e8d-ba94-3a696216ca75 None None] Provisioning complete for port 4ea77c78-43b3-4077-885b-97a07ddfbd23 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:01.281715 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20e5245d-6b36-4e8d-ba94-3a696216ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.359354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969919-1568-4ed8-96bd-0bc6cb2699c4 None None] Pushing event updated for resources: {'Port': ['ID=5f815223-cd6c-484f-96cd-d53d0e5584ed,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:01.364455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4342651 Oct 25 08:58:01.367809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46962) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:01.375002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Request body: {'subnet': {'network_id': '585ed1b0-6339-4635-a61f-59cffecc8750', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-947210571-subnet', 'tenant_id': 'e6ce81a5f832449f8a7762823f0bd774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:01.434158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Made reservation on behalf of e6ce81a5f832449f8a7762823f0bd774 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:01.441001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.445138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:58:01.525016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7adcc-8b7d-4e4e-8c64-025705c826cd admin admin] Pushing event updated for resources: {'Network': ['ID=585ed1b0-6339-4635-a61f-59cffecc8750,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:01.569882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 585ed1b0-6339-4635-a61f-59cffecc8750 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:58:01.579665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.20 (2adfeee4-1ae7-4caf-b7a2-df9568af71b6/39c6e868-6b50-4c11-b3f0-09bd268139aa/b4856158-c9ec-483a-8b9b-245568479053) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:01.626343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851fdb2-346f-4ea2-ad14-a36f223bfb50 req-15ecf642-3f03-4d49-9aaf-32eceb776602 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:01.636102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7851fdb2-346f-4ea2-ad14-a36f223bfb50 req-15ecf642-3f03-4d49-9aaf-32eceb776602 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.2060192 Oct 25 08:58:01.757794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.765045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7851fdb2-346f-4ea2-ad14-a36f223bfb50 req-ca3a4f47-904e-4e20-8f56-e68c057e1656 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232972 Oct 25 08:58:01.853337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b570662-a5c9-4a3a-9c98-07baf685ccdd,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:01.900331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Checking segment: {'id': '6ed9b3ed-b6ea-4c4a-b76c-c38de6c9c700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '585ed1b0-6339-4635-a61f-59cffecc8750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:01.900966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Network hostable DHCP agents. Network: 585ed1b0-6339-4635-a61f-59cffecc8750, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:58:01.924847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Network 585ed1b0-6339-4635-a61f-59cffecc8750 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:58:01.943521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-498e65c5-f838-4bf5-816c-fa3f43f01c94 None None] Provisioning complete for port 5f815223-cd6c-484f-96cd-d53d0e5584ed triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:01.943521 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-498e65c5-f838-4bf5-816c-fa3f43f01c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.945145 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.959533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 585ed1b0-6339-4635-a61f-59cffecc8750) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:01.968495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:01.969098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:01.970106 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:02.004157 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1a15ec6a-bedc-4145-b064-4ad20fa84ec7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6346114 Oct 25 08:58:02.015989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f416e4a-5dfd-4146-a5b0-b07fea8434d8 None None] Network 585ed1b0-6339-4635-a61f-59cffecc8750 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:02.095124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=b4856158-c9ec-483a-8b9b-245568479053,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:02.242645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de9b5-4949-4780-9921-2414390085ac req-ddbaa2a4-a4e3-4a0f-bb8c-d8160963a011 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:02.251677 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc8de9b5-4949-4780-9921-2414390085ac req-ddbaa2a4-a4e3-4a0f-bb8c-d8160963a011 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 950 time: 0.3031750 Oct 25 08:58:02.266334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:58:00Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:02.320826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] In _notify_port_updated(), no bound segment for port b4856158-c9ec-483a-8b9b-245568479053 on network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:58:02.327317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac2d8b-65d6-4c42-b342-a3d2b10693e7 None None] The sync data for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 is: [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:58:00Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:58:02.328233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:02.330029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:02.333766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47040) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:02.335083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d14cd753-9737-4282-b4d1-18951d71f699 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "PUT /v2.0/ports/b4856158-c9ec-483a-8b9b-245568479053 HTTP/1.1" status: 200 len: 999 time: 2.1598701 Oct 25 08:58:02.389579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc8de9b5-4949-4780-9921-2414390085ac req-fba9cb58-0fe7-4cb7-9c11-7dcb0e11f435 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368496 Oct 25 08:58:02.477938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-498e65c5-f838-4bf5-816c-fa3f43f01c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:02.493974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad3a66a-381b-44ee-8385-f97f23a9127d None None] Network 585ed1b0-6339-4635-a61f-59cffecc8750 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:02.628007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-498e65c5-f838-4bf5-816c-fa3f43f01c94 None None] For port 5f815223-cd6c-484f-96cd-d53d0e5584ed, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5f815223-cd6c-484f-96cd-d53d0e5584ed,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:02.658504 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-498e65c5-f838-4bf5-816c-fa3f43f01c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:02.661074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-5089fdb1-fdc0-47bd-af9c-4ffca1db67e5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port b4856158-c9ec-483a-8b9b-245568479053 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:02.661444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5089fdb1-fdc0-47bd-af9c-4ffca1db67e5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:02.730855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 5c611bb3-ec7d-4591-81f8-42b0422d5d46 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:02.774828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef8fc2-0e6f-430c-93ce-27971e7b3c08 req-401ff3d3-0ffc-462a-810d-331a128416d9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:02.786967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62ef8fc2-0e6f-430c-93ce-27971e7b3c08 req-401ff3d3-0ffc-462a-810d-331a128416d9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1239600 Oct 25 08:58:02.854292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62ef8fc2-0e6f-430c-93ce-27971e7b3c08 req-129844e2-ad3b-4d60-8524-bd82b24cd012 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652661 Oct 25 08:58:02.918201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5089fdb1-fdc0-47bd-af9c-4ffca1db67e5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:02.934417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e65c5-f838-4bf5-816c-fa3f43f01c94 None None] Pushing event updated for resources: {'Port': ['ID=5f815223-cd6c-484f-96cd-d53d0e5584ed,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:02.954523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-5089fdb1-fdc0-47bd-af9c-4ffca1db67e5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for b4856158-c9ec-483a-8b9b-245568479053 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:03.099140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebdd6-b856-4225-a684-9c9180d63a6f req-76c9ae35-4b6c-4317-b060-b5cf4b56470d tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:03.101240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-557ebdd6-b856-4225-a684-9c9180d63a6f req-76c9ae35-4b6c-4317-b060-b5cf4b56470d tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 949 time: 0.0881999 Oct 25 08:58:03.184696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-557ebdd6-b856-4225-a684-9c9180d63a6f req-be3ed819-54b1-4c2a-bc0b-021507d38b76 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735967 Oct 25 08:58:03.355129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e740af-d771-47e9-8193-24dded772291 req-8bc0b4fc-9ec3-401d-8ee5-d2c369cccceb tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:03.364124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75e740af-d771-47e9-8193-24dded772291 req-8bc0b4fc-9ec3-401d-8ee5-d2c369cccceb tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 1101 time: 0.0859005 Oct 25 08:58:03.424599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5089fdb1-fdc0-47bd-af9c-4ffca1db67e5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.444089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75e740af-d771-47e9-8193-24dded772291 req-d907f717-cbbc-45fe-8346-a850a387f39b tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785758 Oct 25 08:58:03.470000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-80257f56-1efc-4fde-be60-b6bd58e3abc2 None None] Provisioning complete for port b4856158-c9ec-483a-8b9b-245568479053 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:03.470000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-80257f56-1efc-4fde-be60-b6bd58e3abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.520609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089fdb1-fdc0-47bd-af9c-4ffca1db67e5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=b4856158-c9ec-483a-8b9b-245568479053,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:03.535296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-80257f56-1efc-4fde-be60-b6bd58e3abc2 None None] Port b4856158-c9ec-483a-8b9b-245568479053 was deleted so its status cannot be updated. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 25 08:58:03.562371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-80257f56-1efc-4fde-be60-b6bd58e3abc2 None None] Provisioning complete for port 4ea77c78-43b3-4077-885b-97a07ddfbd23 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:03.562984 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-80257f56-1efc-4fde-be60-b6bd58e3abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.565767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:58:03.577679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:03.579374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.629195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5089fdb1-fdc0-47bd-af9c-4ffca1db67e5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.636006 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5089fdb1-fdc0-47bd-af9c-4ffca1db67e5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/b4856158-c9ec-483a-8b9b-245568479053 HTTP/1.1" status: 204 len: 168 time: 1.3007085 Oct 25 08:58:03.636285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47068) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:03.690533 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e09739-92dd-421c-8c9a-cf09899f2908 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:58:03.695808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47072) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:03.707428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-48e09739-92dd-421c-8c9a-cf09899f2908 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/b4856158-c9ec-483a-8b9b-245568479053 HTTP/1.1" status: 404 len: 333 time: 0.0699546 Oct 25 08:58:03.767281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-462e8bdb-e962-4a2d-9b9d-22218b90310b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet 39c6e868-6b50-4c11-b3f0-09bd268139aa {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:03.773531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-462e8bdb-e962-4a2d-9b9d-22218b90310b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.791373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.835404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac27e845-0037-44a3-8be9-b4a155844472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c611bb3-ec7d-4591-81f8-42b0422d5d46'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:03.836371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-462e8bdb-e962-4a2d-9b9d-22218b90310b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.840497 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ae4721-def6-4a0a-add7-bb3f83469878" -d '{"events": [{"server_uuid": "ac27e845-0037-44a3-8be9-b4a155844472", "name": "network-vif-plugged", "status": "completed", "tag": "5c611bb3-ec7d-4591-81f8-42b0422d5d46"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:03.865133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 5c611bb3-ec7d-4591-81f8-42b0422d5d46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=5c611bb3-ec7d-4591-81f8-42b0422d5d46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:03.872821 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:03.978924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ebc83b75-592a-4b26-8cdb-173642d2b62e None None] Could not find standard attr ID for object b4856158-c9ec-483a-8b9b-245568479053. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:58:04.021941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=5c611bb3-ec7d-4591-81f8-42b0422d5d46,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:04.079496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-462e8bdb-e962-4a2d-9b9d-22218b90310b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.222871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-462e8bdb-e962-4a2d-9b9d-22218b90310b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.292188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e8bdb-e962-4a2d-9b9d-22218b90310b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=39c6e868-6b50-4c11-b3f0-09bd268139aa,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:04.297392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5f815223-cd6c-484f-96cd-d53d0e5584ed up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:04.302268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-462e8bdb-e962-4a2d-9b9d-22218b90310b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.319840 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-462e8bdb-e962-4a2d-9b9d-22218b90310b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/39c6e868-6b50-4c11-b3f0-09bd268139aa HTTP/1.1" status: 204 len: 168 time: 0.6216195 Oct 25 08:58:04.320032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47094) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:04.337064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f3608-cbbd-4913-b948-2fe02522c7b6 None None] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:04.448016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5f815223-cd6c-484f-96cd-d53d0e5584ed triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:04.448629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.455228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d4b98f-d92c-4a79-a027-6112a933b8c8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet 9f3d47c1-9f28-45a2-81c1-6081dc49c9dd {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:04.471874 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70d4b98f-d92c-4a79-a027-6112a933b8c8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.564646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70d4b98f-d92c-4a79-a027-6112a933b8c8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.628596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-7a3bcc89-08ef-4521-b7fb-01f9409575dd tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:04.630131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-7a3bcc89-08ef-4521-b7fb-01f9409575dd tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/networks?id=955293f6-8cf9-4586-a2ff-82a2049d0f9d HTTP/1.1" status: 200 len: 815 time: 0.3751326 Oct 25 08:58:04.655655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-8d26d1ea-965c-4624-b53a-0b7409b7aaa7 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/quotas/44c280ccc2ac4131aef5e3e9ffc7e25d HTTP/1.1" status: 200 len: 375 time: 0.0169880 Oct 25 08:58:04.724786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-c76bd20c-fc76-4bd9-9562-66da4f9b2d57 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=44c280ccc2ac4131aef5e3e9ffc7e25d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432162 Oct 25 08:58:04.735781 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70d4b98f-d92c-4a79-a027-6112a933b8c8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.878907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-4784842c-6bc6-464c-8ad9-396774e06e79 service neutron] 10.222.0.32 "GET /v2.0/networks/955293f6-8cf9-4586-a2ff-82a2049d0f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391113 Oct 25 08:58:04.882686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70d4b98f-d92c-4a79-a027-6112a933b8c8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.962072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4b98f-d92c-4a79-a027-6112a933b8c8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3d47c1-9f28-45a2-81c1-6081dc49c9dd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:04.969895 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70d4b98f-d92c-4a79-a027-6112a933b8c8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:04.973368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-70d4b98f-d92c-4a79-a027-6112a933b8c8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/9f3d47c1-9f28-45a2-81c1-6081dc49c9dd HTTP/1.1" status: 204 len: 168 time: 0.6527796 Oct 25 08:58:04.976072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47102) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:05.059572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-0859bd1a-ca3f-459d-aacc-6c9252413263 service neutron] 10.222.0.32 "GET /v2.0/networks/955293f6-8cf9-4586-a2ff-82a2049d0f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715329 Oct 25 08:58:05.094573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.202914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 4ea77c78-43b3-4077-885b-97a07ddfbd23 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:05.203656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.322994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] For port 4ea77c78-43b3-4077-885b-97a07ddfbd23, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4ea77c78-43b3-4077-885b-97a07ddfbd23,segment=NetworkSegment(b95fb817-4d1d-4ec4-bf90-ea0ba094f417),segment_id=b95fb817-4d1d-4ec4-bf90-ea0ba094f417)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:05.323366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.361523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 4ea77c78-43b3-4077-885b-97a07ddfbd23 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:05.387693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ced2d-f9ba-4d31-a4b4-9177d557a99f None None] Network 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:05.501664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f94b6241-e6f3-49fe-ac55-7128398cb694 None None] Provisioning complete for port 4ea77c78-43b3-4077-885b-97a07ddfbd23 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:05.502103 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f94b6241-e6f3-49fe-ac55-7128398cb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.504258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.555409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=4ea77c78-43b3-4077-885b-97a07ddfbd23,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:05.563064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No DVR routers for this DVR port 4ea77c78-43b3-4077-885b-97a07ddfbd23 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:05.593266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f94b6241-e6f3-49fe-ac55-7128398cb694 None None] Port 4ea77c78-43b3-4077-885b-97a07ddfbd23 was deleted so its status cannot be updated. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 25 08:58:05.619143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-e4281607-7779-48be-92aa-aeb65aa2a4fe tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688713 Oct 25 08:58:05.712916 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.742689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2ea8f-5f69-4770-95bc-4eb3613b39cf None None] DHCP port deletion for 2adfeee4-1ae7-4caf-b7a2-df9568af71b6 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:58:05.759691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adfeee4-1ae7-4caf-b7a2-df9568af71b6']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:05.773927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95fb817-4d1d-4ec4-bf90-ea0ba094f417') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:05.775012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95fb817-4d1d-4ec4-bf90-ea0ba094f417') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:05.787493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.806502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.813321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:58:05.813758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:58:05.817218 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:58:05.853286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6027-37df-42dd-9068-2744110ec6ca req-069c4d49-6bbd-4239-8e56-35ef48a67d8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:05.866373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-069c4d49-6bbd-4239-8e56-35ef48a67d8f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462609 Oct 25 08:58:05.884033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.891275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-a1984bee-e8f2-4333-88a7-b9e0e24bb1f0 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/quotas/11c126ed7bea4983a5e3df930d94ece3 HTTP/1.1" status: 200 len: 375 time: 0.0235713 Oct 25 08:58:05.898496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:05.907509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/networks/2adfeee4-1ae7-4caf-b7a2-df9568af71b6 HTTP/1.1" status: 204 len: 168 time: 0.9296167 Oct 25 08:58:05.908313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47136) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:05.939500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc56f46-6ae3-46df-a8d7-96f103421c8c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Network': ['ID=2adfeee4-1ae7-4caf-b7a2-df9568af71b6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:05.979575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-b763b445-aa7f-486b-b8cd-c1da9c749441 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0870769 Oct 25 08:58:06.006208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a84941-4840-4f1f-8c3f-825a58c3aa7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:06.011879 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f4a84941-4840-4f1f-8c3f-825a58c3aa7c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1008677 Oct 25 08:58:06.012527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47138) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:06.085220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3bcf4919-cb15-45c3-997d-1458490cad57 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0709860 Oct 25 08:58:06.089127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47142) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:06.097552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1728896665'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:06.137107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:06.142359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:06.201522 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe19270-1de0-40c5-8bba-0618d3ea7ff8 x-openstack-request-id: req-8fe19270-1de0-40c5-8bba-0618d3ea7ff8 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:06.201959 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac27e845-0037-44a3-8be9-b4a155844472", "name": "network-vif-plugged", "status": "completed", "tag": "5c611bb3-ec7d-4591-81f8-42b0422d5d46", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:06.202218 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fe19270-1de0-40c5-8bba-0618d3ea7ff8 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:06.202620 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac27e845-0037-44a3-8be9-b4a155844472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c611bb3-ec7d-4591-81f8-42b0422d5d46', 'code': 200} Oct 25 08:58:06.214506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:58:06.246866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:06.247730 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Added segment 0d35daa5-e5d9-4e11-8dcf-3623232142c5 of type vlan for network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 Oct 25 08:58:06.255545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4ea77c78-43b3-4077-885b-97a07ddfbd23 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:06.299126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4ea77c78-43b3-4077-885b-97a07ddfbd23 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:06.299460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4ea77c78-43b3-4077-885b-97a07ddfbd23 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:06.425137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:06.459566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c05cb-b3c9-4477-b101-4ee302c9b89d req-2afd9e74-5eb8-4c06-a8b5-f7731ba011f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:06.461347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e0c05cb-b3c9-4477-b101-4ee302c9b89d req-2afd9e74-5eb8-4c06-a8b5-f7731ba011f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 1101 time: 0.1140139 Oct 25 08:58:06.501610 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:06.510550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:06.511283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:06.527409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebd945-46a4-414a-a70d-cc77331a4f44 req-43d36f76-8f76-47b0-9bd9-b10f82560f33 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:06.529433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00ebd945-46a4-414a-a70d-cc77331a4f44 req-43d36f76-8f76-47b0-9bd9-b10f82560f33 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 950 time: 0.1807148 Oct 25 08:58:06.646604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e0c05cb-b3c9-4477-b101-4ee302c9b89d req-5306a454-d57b-459e-8880-3cd0b67d6381 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751537 Oct 25 08:58:06.676698 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5846794 Oct 25 08:58:06.680931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47164) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:06.685016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0600a-4bf3-42aa-8a29-bad94fff408a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Network': ['ID=a9ff73ab-b297-4c60-a6c8-71b58a2dc902,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:06.686783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:06.697897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:58:06.721846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00ebd945-46a4-414a-a70d-cc77331a4f44 req-f8534e06-2d81-4767-b4dd-770560e5cc20 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534157 Oct 25 08:58:06.836990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74140629-da41-4b14-9b1a-cd0eaaba7c4f req-53d8cea5-48bc-483a-b9c7-d99c5c1e7885 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 210 time: 0.0321648 Oct 25 08:58:06.940612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:06.944926 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:07.028060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0c856-797f-419a-939f-0a320e945d0b req-dcada752-0a04-43c4-b1f6-1b3a8da85be5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:07.030672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97b0c856-797f-419a-939f-0a320e945d0b req-dcada752-0a04-43c4-b1f6-1b3a8da85be5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0712533 Oct 25 08:58:07.080993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97b0c856-797f-419a-939f-0a320e945d0b req-6f505582-4ea4-4b5a-bd63-97a32dbd42fa tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436180 Oct 25 08:58:07.183572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24ad68ae-4479-4431-aea5-036c3975953b req-f917cbcd-121c-4f4d-a683-37083b522e57 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 210 time: 0.0314171 Oct 25 08:58:07.216442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:07.307217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=4b43c4e9-65ae-4899-9b53-89f01092c388,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:07.318276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking segment: {'id': '0d35daa5-e5d9-4e11-8dcf-3623232142c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:07.318829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network hostable DHCP agents. Network: a9ff73ab-b297-4c60-a6c8-71b58a2dc902, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:58:07.350775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:58:07.374890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, a9ff73ab-b297-4c60-a6c8-71b58a2dc902) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:07.384584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081ffd2-8b9e-4d6a-8b23-02f2765fa320 None None] Network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:07.414338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:07.414990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:07.512602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0f0c6-2fb9-4f72-ba09-ee1097bf67e9 req-b934a7ad-4a06-4ed3-bc86-7c592d897242 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:07.522340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80a0f0c6-2fb9-4f72-ba09-ee1097bf67e9 req-b934a7ad-4a06-4ed3-bc86-7c592d897242 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0850403 Oct 25 08:58:07.563183 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8fffac62-c4cb-4252-97a2-6668fbbf5420 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8807354 Oct 25 08:58:07.566958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47180) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:07.572326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902', 'name': 'tempest-PortsTestJSON-1023235613'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:07.584207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80a0f0c6-2fb9-4f72-ba09-ee1097bf67e9 req-efe63539-5d43-4d8f-a2b6-3099dda3023f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606079 Oct 25 08:58:07.698101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-4925b01f-dda3-4160-9f60-3e9efb7e0279 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:07.699584 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-4925b01f-dda3-4160-9f60-3e9efb7e0279 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.18 "GET /v2.0/networks?id=955293f6-8cf9-4586-a2ff-82a2049d0f9d HTTP/1.1" status: 200 len: 815 time: 0.2749572 Oct 25 08:58:07.753243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Request body: {'port': {'device_id': 'bdedf75b-8d7c-4a93-9060-10be76844b1e', 'network_id': '955293f6-8cf9-4586-a2ff-82a2049d0f9d', 'admin_state_up': True, 'tenant_id': '44c280ccc2ac4131aef5e3e9ffc7e25d'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:07.816009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a9ff73ab-b297-4c60-a6c8-71b58a2dc902', 'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902', 'tenant_id': 'af80d112aa334a1abf8b42a3cf195bf5', 'fixed_ips': [{'subnet_id': '4b43c4e9-65ae-4899-9b53-89f01092c388'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:58:07.817619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:07.877338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0d691-c903-4a98-8493-05001935c4fd req-92e72965-5ef5-49f0-9790-cb1a06426d0a tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:07.885556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7cf0d691-c903-4a98-8493-05001935c4fd req-92e72965-5ef5-49f0-9790-cb1a06426d0a tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 950 time: 0.0697947 Oct 25 08:58:07.886596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:07.891457 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:07.920795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port b05d2831-dfee-47b5-9543-24a6f60478d8 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:58:07.937582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7cf0d691-c903-4a98-8493-05001935c4fd req-57e975bf-8b2f-4a61-ae05-2a06a0135c75 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Oct 25 08:58:07.960522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Made reservation on behalf of 44c280ccc2ac4131aef5e3e9ffc7e25d for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:07.964068 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.071901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Allocated IP 172.20.0.2 (a9ff73ab-b297-4c60-a6c8-71b58a2dc902/4b43c4e9-65ae-4899-9b53-89f01092c388/bb04fa44-1adb-4b45-b624-ed716a66fe10) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:08.142712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-802a4834-7697-4489-aa03-981439167ab7 req-d65c84c7-3f81-41ea-ab83-ef167b62335e tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 210 time: 0.0887601 Oct 25 08:58:08.169642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Allocated IP 172.20.0.13 (955293f6-8cf9-4586-a2ff-82a2049d0f9d/2463a608-0532-434e-8ad2-fd7f357bfe71/9f50f988-da25-4cdb-8a2d-eaabfc234f3b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:08.216676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-3931615a-406e-4e54-8ed6-2ecb83e77681 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=11c126ed7bea4983a5e3df930d94ece3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445957 Oct 25 08:58:08.385481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6027-37df-42dd-9068-2744110ec6ca req-1ca95769-fac1-4df2-93cc-524239c3ccb3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:08.387537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-1ca95769-fac1-4df2-93cc-524239c3ccb3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561878 Oct 25 08:58:08.460851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Request body: {'port': {'device_id': 'c6fc86b6-e94b-4707-83e1-e67b7ae35cd6', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '11c126ed7bea4983a5e3df930d94ece3'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:08.520958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.540669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.589894 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.600224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.612914 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.614709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf6eda-210c-499c-99f7-7c9b3764e15d req-bddd320c-3ab9-48c7-b693-1a58f5a42d63 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:08.625211 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0bf6eda-210c-499c-99f7-7c9b3764e15d req-bddd320c-3ab9-48c7-b693-1a58f5a42d63 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.2355952 Oct 25 08:58:08.674478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:08.679170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:08.684405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:08.689229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0bf6eda-210c-499c-99f7-7c9b3764e15d req-ea27c1d5-3d08-48bc-a260-9e68ce33d406 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Oct 25 08:58:08.694921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Pushing event updated for resources: {'Port': ['ID=bb04fa44-1adb-4b45-b624-ed716a66fe10,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:08.776393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Attempting to bind port bb04fa44-1adb-4b45-b624-ed716a66fe10 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:08.776770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Attempting to bind port bb04fa44-1adb-4b45-b624-ed716a66fe10 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '0d35daa5-e5d9-4e11-8dcf-3623232142c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:08.777166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Attempting to bind port bb04fa44-1adb-4b45-b624-ed716a66fe10 on network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:08.784345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:08.784790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Checking segment: {'id': '0d35daa5-e5d9-4e11-8dcf-3623232142c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:08.785303 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.786922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Bound using segment: {'id': '0d35daa5-e5d9-4e11-8dcf-3623232142c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:08.787459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Bound port: bb04fa44-1adb-4b45-b624-ed716a66fe10, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d35daa5-e5d9-4e11-8dcf-3623232142c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:08.787868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.791979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Network 955293f6-8cf9-4586-a2ff-82a2049d0f9d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:08.794530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Made reservation on behalf of 11c126ed7bea4983a5e3df930d94ece3 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:08.799459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.814905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:08.841312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:08.876672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57ba9f6f-6d1f-4e94-93b2-6e0192f7e689 req-7427f5d0-3b5a-464f-8709-35872ca0293c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 210 time: 0.0573919 Oct 25 08:58:08.882635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] For port bb04fa44-1adb-4b45-b624-ed716a66fe10, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:08.895979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] For port bb04fa44-1adb-4b45-b624-ed716a66fe10, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bb04fa44-1adb-4b45-b624-ed716a66fe10,segment=NetworkSegment(0d35daa5-e5d9-4e11-8dcf-3623232142c5),segment_id=0d35daa5-e5d9-4e11-8dcf-3623232142c5)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:08.897336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.907186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Pushing event updated for resources: {'Port': ['ID=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:08.917588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.8 (a9ff73ab-b297-4c60-a6c8-71b58a2dc902/4b43c4e9-65ae-4899-9b53-89f01092c388/b05d2831-dfee-47b5-9543-24a6f60478d8) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:08.952189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:08.952867 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:08.976507 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-a01eef64-3585-4888-a361-bcc03c772b63 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2299087 Oct 25 08:58:09.046455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84fd0b-83d2-4f1c-8b3a-2e45fc96062a None None] Pushing event updated for resources: {'Port': ['ID=bb04fa44-1adb-4b45-b624-ed716a66fe10,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:09.061156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Request body: {'port': {'device_id': 'bdedf75b-8d7c-4a93-9060-10be76844b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:09.144155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Allocated IP 192.168.233.209 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/584b334e-0f73-4282-b4a6-4f2ba1d49ae8) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:09.254812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d5a8a-57d3-48a2-b47d-42d7a3d10303 req-ce165c85-d47c-4a68-91d4-f4720df48f5d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:09.278090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce1d5a8a-57d3-48a2-b47d-42d7a3d10303 req-ce165c85-d47c-4a68-91d4-f4720df48f5d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1219916 Oct 25 08:58:09.381018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:09.382089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce1d5a8a-57d3-48a2-b47d-42d7a3d10303 req-0d51c827-fb44-411b-abaa-b902c228b072 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987809 Oct 25 08:58:09.510344 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:09.581169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:09.685500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:09.698733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:09.708771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767b41a-9cca-4383-8ac6-354d105d6144 req-82895c04-77cc-480b-bfa0-e9def50a7539 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:09.720192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c767b41a-9cca-4383-8ac6-354d105d6144 req-82895c04-77cc-480b-bfa0-e9def50a7539 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 950 time: 0.2060361 Oct 25 08:58:09.763902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:09.787523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:09.806804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:09.829909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c767b41a-9cca-4383-8ac6-354d105d6144 req-71ba809e-fa04-424a-b836-0dfbcd1b076a tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083157 Oct 25 08:58:09.885032 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:09.921416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c', '53f3fbcc-77ff-4531-a335-e1a0646b4f35'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:09.928255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=b05d2831-dfee-47b5-9543-24a6f60478d8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:09.981729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f50f988-da25-4cdb-8a2d-eaabfc234f3b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:58:10.001236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['520a5868-ce70-4f19-8860-72d84e1d2b46', 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6', 'de10d1f0-2b39-4583-b7f4-11104c6ef105'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:10.014711 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.022240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:10.031086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:10.034194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event updated for resources: {'Port': ['ID=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:10.036494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:10.045049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:10.045734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.089209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Transition to ACTIVE for port object 9f50f988-da25-4cdb-8a2d-eaabfc234f3b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:58:10.096901 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.113391 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3dc3ffe4-fd1f-42b9-8162-a9b388b38a79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5450494 Oct 25 08:58:10.149692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47234) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:10.165949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'a9ff73ab-b297-4c60-a6c8-71b58a2dc902', 'name': 'tempest-PortsTestJSON-26602270'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:10.326512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Pushing event updated for resources: {'Port': ['ID=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:10.359419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bb04fa44-1adb-4b45-b624-ed716a66fe10 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:10.385054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:10.385717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.426051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f892-7f5c-4c48-845e-a9f265d97539 req-0cdf5d38-e91f-43a9-ba20-35948c40290d tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:10.435994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e150f892-7f5c-4c48-845e-a9f265d97539 req-0cdf5d38-e91f-43a9-ba20-35948c40290d tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 944 time: 0.3492105 Oct 25 08:58:10.471870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-db8bfee3-4566-489f-8864-0556b22f9352 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0468874 Oct 25 08:58:10.499868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Request body: {'port': {'device_id': 'c6fc86b6-e94b-4707-83e1-e67b7ae35cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:10.518074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Attempting to bind port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:10.518780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Attempting to bind port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'f59b75aa-6b50-46d8-aaf9-dec054b38156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '955293f6-8cf9-4586-a2ff-82a2049d0f9d'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:10.519208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Attempting to bind port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b on network 955293f6-8cf9-4586-a2ff-82a2049d0f9d {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:10.525266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b on network 955293f6-8cf9-4586-a2ff-82a2049d0f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:58:10.525727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Attempting to bind port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b on network 955293f6-8cf9-4586-a2ff-82a2049d0f9d {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:10.536583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:10.539031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Checking segment: {'id': 'f59b75aa-6b50-46d8-aaf9-dec054b38156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '955293f6-8cf9-4586-a2ff-82a2049d0f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:10.541271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Bound using segment: {'id': 'f59b75aa-6b50-46d8-aaf9-dec054b38156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '955293f6-8cf9-4586-a2ff-82a2049d0f9d'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:10.543640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Bound port: 9f50f988-da25-4cdb-8a2d-eaabfc234f3b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59b75aa-6b50-46d8-aaf9-dec054b38156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '955293f6-8cf9-4586-a2ff-82a2049d0f9d'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:10.545396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.635819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8693a6-e5ad-43ce-a579-940f7f251c1c None None] Network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:10.688169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] For port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:10.693364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] For port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,segment=NetworkSegment(f59b75aa-6b50-46d8-aaf9-dec054b38156),segment_id=f59b75aa-6b50-46d8-aaf9-dec054b38156)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:10.702683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.743968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:10.745225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.747587 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] 10.222.0.18 "PUT /v2.0/ports/9f50f988-da25-4cdb-8a2d-eaabfc234f3b HTTP/1.1" status: 200 len: 1092 time: 1.6967027 Oct 25 08:58:10.748732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdedf75b-8d7c-4a93-9060-10be76844b1e', 'tag': '9f50f988-da25-4cdb-8a2d-eaabfc234f3b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:10.751813 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10866b53-2221-430a-85e0-fab8776d243e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdedf75b-8d7c-4a93-9060-10be76844b1e", "tag": "9f50f988-da25-4cdb-8a2d-eaabfc234f3b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:10.768943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7857d1ca-a136-4974-be04-0fd5541dbbb9 None None] Provisioning complete for port bb04fa44-1adb-4b45-b624-ed716a66fe10 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:10.768943 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7857d1ca-a136-4974-be04-0fd5541dbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.818168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bb04fa44-1adb-4b45-b624-ed716a66fe10 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:10.818525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:10.818913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a03276-6ad6-4f3b-b7e2-2a8c1272499c service neutron] Pushing event updated for resources: {'Port': ['ID=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:10.922848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-6bb20a36-7e0e-467e-8f37-564e1126a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:10.924725 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-6bb20a36-7e0e-467e-8f37-564e1126a4b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c280ccc2ac4131aef5e3e9ffc7e25d&device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 1095 time: 0.0966337 Oct 25 08:58:10.987504 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-ce9b6f6a-64ea-49d9-901e-27a5cd600fb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f50f988-da25-4cdb-8a2d-eaabfc234f3b HTTP/1.1" status: 200 len: 217 time: 0.0463736 Oct 25 08:58:10.999240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e150f892-7f5c-4c48-845e-a9f265d97539 req-07cb70e3-0f11-4c82-9460-5c11d5a7869f tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622482 Oct 25 08:58:11.024391 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:11.114548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-bb0214c6-b008-46cd-a898-9d1d424c76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:11.116717 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-bb0214c6-b008-46cd-a898-9d1d424c76d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2463a608-0532-434e-8ad2-fd7f357bfe71 HTTP/1.1" status: 200 len: 855 time: 0.1139042 Oct 25 08:58:11.187736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-321565ac-ee33-4fd1-93dd-0b3afb354f06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=955293f6-8cf9-4586-a2ff-82a2049d0f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595739 Oct 25 08:58:11.233599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:11.237884 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:11.281756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 955408dd-b845-40f2-a3d3-f9eb02926902 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:58:11.465922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:11.594443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7857d1ca-a136-4974-be04-0fd5541dbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:11.705073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca3df-b971-41df-9f0b-afbf0d3c8480 req-6f4dee28-c181-4f29-8623-084225156909 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:11.707404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b06ca3df-b971-41df-9f0b-afbf0d3c8480 req-6f4dee28-c181-4f29-8623-084225156909 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 814 time: 0.4782960 Oct 25 08:58:11.755497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.6 (a9ff73ab-b297-4c60-a6c8-71b58a2dc902/4b43c4e9-65ae-4899-9b53-89f01092c388/955408dd-b845-40f2-a3d3-f9eb02926902) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:11.775251 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b06ca3df-b971-41df-9f0b-afbf0d3c8480 req-aa3c9a8a-c7d3-44dd-983f-e1d2481fe7e5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/quotas/d5be80d4e51342b6b0e45dfa0bdc3759 HTTP/1.1" status: 200 len: 375 time: 0.0565622 Oct 25 08:58:11.800220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port bb04fa44-1adb-4b45-b624-ed716a66fe10, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bb04fa44-1adb-4b45-b624-ed716a66fe10,segment=NetworkSegment(0d35daa5-e5d9-4e11-8dcf-3623232142c5),segment_id=0d35daa5-e5d9-4e11-8dcf-3623232142c5)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:11.865047 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:11.927140 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-e05286e0-bdde-4723-9f88-141fdb2a96e7 service neutron] 10.222.0.18 "GET /v2.0/networks/955293f6-8cf9-4586-a2ff-82a2049d0f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319918 Oct 25 08:58:11.953557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b06ca3df-b971-41df-9f0b-afbf0d3c8480 req-be160786-97db-43f1-a92c-843abbee48ec tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622877 Oct 25 08:58:11.983248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:58:12.009425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=bb04fa44-1adb-4b45-b624-ed716a66fe10,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:12.016796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:12.073956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-7857d1ca-a136-4974-be04-0fd5541dbbb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 08:58:12.074605 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-7857d1ca-a136-4974-be04-0fd5541dbbb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 08:58:12.186206 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-55f1c576-5367-4fb9-a097-b1191777a2b3 req-65c0f812-e066-4516-9ac8-a0505cad8275 service neutron] 10.222.0.18 "GET /v2.0/networks/955293f6-8cf9-4586-a2ff-82a2049d0f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499387 Oct 25 08:58:12.239993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Transition to ACTIVE for port object 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:58:12.273091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:12.353313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bb04fa44-1adb-4b45-b624-ed716a66fe10 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:12.391780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Pushing event updated for resources: {'Port': ['ID=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:12.533960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:12.608433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Attempting to bind port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:12.608769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Attempting to bind port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:12.609137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Attempting to bind port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:12.629082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:58:12.629411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Attempting to bind port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:12.637709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:12.638056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:12.638448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:12.638892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Bound port: 584b334e-0f73-4282-b4a6-4f2ba1d49ae8, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:12.639248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:12.644215 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:12.732290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:12.755166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:12.756787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bb04fa44-1adb-4b45-b624-ed716a66fe10 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:12.758330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:12.793550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:12.931908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=955408dd-b845-40f2-a3d3-f9eb02926902,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:13.033693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.035780 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:13.053947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] For port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:13.083905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] For port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:13.092122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3220fe25-3ed7-4077-8bdf-26c7f344b424 None None] Provisioning complete for port bb04fa44-1adb-4b45-b624-ed716a66fe10 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:13.094794 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3220fe25-3ed7-4077-8bdf-26c7f344b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:13.108042 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:13.206792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.207459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:13.208961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] 10.222.0.41 "PUT /v2.0/ports/584b334e-0f73-4282-b4a6-4f2ba1d49ae8 HTTP/1.1" status: 200 len: 1096 time: 2.7198477 Oct 25 08:58:13.215198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47288) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:13.219613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b8808cf3-d395-408a-aea1-cfb7569b326c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0557389 Oct 25 08:58:13.243158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fc86b6-e94b-4707-83e1-e67b7ae35cd6', 'tag': '584b334e-0f73-4282-b4a6-4f2ba1d49ae8'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:13.246301 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fc86b6-e94b-4707-83e1-e67b7ae35cd6", "tag": "584b334e-0f73-4282-b4a6-4f2ba1d49ae8"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:13.289433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75ed37-654a-4920-9912-23da8b0f3362 req-c8a82ea4-b6fd-477a-9e70-b4759d0142da tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.304241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf75ed37-654a-4920-9912-23da8b0f3362 req-c8a82ea4-b6fd-477a-9e70-b4759d0142da tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 948 time: 0.3469851 Oct 25 08:58:13.341226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3220fe25-3ed7-4077-8bdf-26c7f344b424 None None] Provisioning complete for port b05d2831-dfee-47b5-9543-24a6f60478d8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:13.342647 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3220fe25-3ed7-4077-8bdf-26c7f344b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:13.425036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a4e8c-a405-47ea-9a1c-0e0673f75c8f service neutron] Pushing event updated for resources: {'Port': ['ID=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:13.435978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3220fe25-3ed7-4077-8bdf-26c7f344b424 None None] Port b05d2831-dfee-47b5-9543-24a6f60478d8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:13.440218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df5bb1-4169-4836-9431-9d3ad2875ab9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.442350 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-47df5bb1-4169-4836-9431-9d3ad2875ab9 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2245343 Oct 25 08:58:13.445388 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47294) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:13.491797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf75ed37-654a-4920-9912-23da8b0f3362 req-82eda208-d768-49e6-96cb-7a2f72226a6a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715052 Oct 25 08:58:13.510173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6027-37df-42dd-9068-2744110ec6ca req-0940dd76-a1ca-4857-9223-41448d52f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.514695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-0940dd76-a1ca-4857-9223-41448d52f514 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 1099 time: 0.2057788 Oct 25 08:58:13.582641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9ceaea70-4f8e-463b-a8ee-a92e8afc2da6 None None] Provisioning complete for port 955408dd-b845-40f2-a3d3-f9eb02926902 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:13.583017 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ceaea70-4f8e-463b-a8ee-a92e8afc2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:13.651207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-6f21290e-695a-40d2-9ac2-38b04bb7f11c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=584b334e-0f73-4282-b4a6-4f2ba1d49ae8 HTTP/1.1" status: 200 len: 217 time: 0.1203010 Oct 25 08:58:13.656487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ae56b-aeec-4ced-ba39-77ce71a79803 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 955408dd-b845-40f2-a3d3-f9eb02926902 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:13.657896 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae56b-aeec-4ced-ba39-77ce71a79803 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:13.675768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9ceaea70-4f8e-463b-a8ee-a92e8afc2da6 None None] Port 955408dd-b845-40f2-a3d3-f9eb02926902 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:13.716971 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9532ce21-e6ff-4ad5-813f-273c5bcdc2b4 x-openstack-request-id: req-9532ce21-e6ff-4ad5-813f-273c5bcdc2b4 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:13.717254 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdedf75b-8d7c-4a93-9060-10be76844b1e", "tag": "9f50f988-da25-4cdb-8a2d-eaabfc234f3b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:13.717699 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9532ce21-e6ff-4ad5-813f-273c5bcdc2b4 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:13.718099 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdedf75b-8d7c-4a93-9060-10be76844b1e', 'tag': '9f50f988-da25-4cdb-8a2d-eaabfc234f3b', 'status': 'completed', 'code': 200} Oct 25 08:58:13.809829 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae56b-aeec-4ced-ba39-77ce71a79803 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:13.823743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6027-37df-42dd-9068-2744110ec6ca req-42836e72-33e9-4158-9df9-305bcb11313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.826048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-42836e72-33e9-4158-9df9-305bcb11313f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1564445 Oct 25 08:58:13.836877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ae56b-aeec-4ced-ba39-77ce71a79803 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 955408dd-b845-40f2-a3d3-f9eb02926902 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:13.840518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10866b53-2221-430a-85e0-fab8776d243e req-65244510-f93c-4eac-abcb-2f7d708058b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.843444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c1de3-db45-4fd2-8384-506de2c4790e req-9785b10d-8540-4d09-bf6a-ed9b5f0948f0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.843787 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10866b53-2221-430a-85e0-fab8776d243e req-65244510-f93c-4eac-abcb-2f7d708058b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44c280ccc2ac4131aef5e3e9ffc7e25d&device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 1095 time: 0.0767426 Oct 25 08:58:13.844941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c63c1de3-db45-4fd2-8384-506de2c4790e req-9785b10d-8540-4d09-bf6a-ed9b5f0948f0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0694287 Oct 25 08:58:13.927292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc6027-37df-42dd-9068-2744110ec6ca req-a1d32617-b7ac-42bc-a196-264ba3fa01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:13.929103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-a1d32617-b7ac-42bc-a196-264ba3fa01dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832183 Oct 25 08:58:13.938886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c63c1de3-db45-4fd2-8384-506de2c4790e req-d8ce2809-4c5b-4e81-97fd-292bc939a54c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544019 Oct 25 08:58:14.097091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10866b53-2221-430a-85e0-fab8776d243e req-2e668ba2-769c-40ec-90b2-d3518ad1d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:14.098843 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10866b53-2221-430a-85e0-fab8776d243e req-2e668ba2-769c-40ec-90b2-d3518ad1d48d service neutron] 10.222.0.18 "GET /v2.0/networks?id=955293f6-8cf9-4586-a2ff-82a2049d0f9d HTTP/1.1" status: 200 len: 916 time: 0.2468507 Oct 25 08:58:14.147089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b821-e850-4f9e-ae32-2f2232b93a60 req-2068ea24-f1f6-4c64-bdf9-c30ceb3fa3d0 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:14.148578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f70b821-e850-4f9e-ae32-2f2232b93a60 req-2068ea24-f1f6-4c64-bdf9-c30ceb3fa3d0 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 944 time: 0.0738022 Oct 25 08:58:14.170924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47306) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:14.183747 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10866b53-2221-430a-85e0-fab8776d243e req-f321e2e1-fd1a-496b-a666-c7f97f999dcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f50f988-da25-4cdb-8a2d-eaabfc234f3b HTTP/1.1" status: 200 len: 217 time: 0.0748966 Oct 25 08:58:14.209432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-36ae541d-0429-4c5e-84b0-cc3c5274d723 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652543 Oct 25 08:58:14.214257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f70b821-e850-4f9e-ae32-2f2232b93a60 req-56cca36e-2b9b-4f74-956b-1e9e09eda3cd tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585909 Oct 25 08:58:14.263982 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae56b-aeec-4ced-ba39-77ce71a79803 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.275728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10866b53-2221-430a-85e0-fab8776d243e req-35098f2b-7aad-43ea-a5c8-066673628e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:14.277428 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10866b53-2221-430a-85e0-fab8776d243e req-35098f2b-7aad-43ea-a5c8-066673628e90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2463a608-0532-434e-8ad2-fd7f357bfe71 HTTP/1.1" status: 200 len: 855 time: 0.0824056 Oct 25 08:58:14.313591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae56b-aeec-4ced-ba39-77ce71a79803 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=955408dd-b845-40f2-a3d3-f9eb02926902,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:14.354451 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10866b53-2221-430a-85e0-fab8776d243e req-9cd6dc8b-55e0-465e-b549-1fa027e3944a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=955293f6-8cf9-4586-a2ff-82a2049d0f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510759 Oct 25 08:58:14.416034 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9232766-918b-423c-af7c-31dbb8f46266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.420919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7efc6027-37df-42dd-9068-2744110ec6ca req-75e15ebc-0b21-46ed-b492-53156384a631 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036948 Oct 25 08:58:14.496279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae56b-aeec-4ced-ba39-77ce71a79803 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.504108 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3e0ae56b-aeec-4ced-ba39-77ce71a79803 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/955408dd-b845-40f2-a3d3-f9eb02926902 HTTP/1.1" status: 204 len: 168 time: 1.0568318 Oct 25 08:58:14.507050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47312) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:14.537960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9232766-918b-423c-af7c-31dbb8f46266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.546572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f0bdd-d173-40b5-b2fc-0b85bd3e9289 req-19c51e66-fc17-43d6-b521-c774ad00fb58 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:14.548132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e07f0bdd-d173-40b5-b2fc-0b85bd3e9289 req-19c51e66-fc17-43d6-b521-c774ad00fb58 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 950 time: 0.2076898 Oct 25 08:58:14.549247 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b669e9de-a782-41bf-a297-3166e9c682ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:58:14.549411 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9232766-918b-423c-af7c-31dbb8f46266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.554221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b669e9de-a782-41bf-a297-3166e9c682ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/955408dd-b845-40f2-a3d3-f9eb02926902 HTTP/1.1" status: 404 len: 333 time: 0.0447123 Oct 25 08:58:14.560571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47314) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:14.603299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9232766-918b-423c-af7c-31dbb8f46266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da948c83-f59c-45d3-8f75-c2435f1efc49,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:14.613661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9232766-918b-423c-af7c-31dbb8f46266 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ffee20d8ec442c5b7701a8765ee0e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336152 Oct 25 08:58:14.614306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47316) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:14.617996 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10866b53-2221-430a-85e0-fab8776d243e req-d40c4947-ec77-49d6-8a03-aef33da3f27e service neutron] 10.222.0.18 "GET /v2.0/networks/955293f6-8cf9-4586-a2ff-82a2049d0f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405243 Oct 25 08:58:14.635946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e07f0bdd-d173-40b5-b2fc-0b85bd3e9289 req-35b4dfd4-d99f-4a45-a6ad-d7b0cf78436c tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762606 Oct 25 08:58:14.690792 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ed8ef-acb7-4dd6-bac8-def9a2d68319 x-openstack-request-id: req-bb5ed8ef-acb7-4dd6-bac8-def9a2d68319 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:14.691283 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fc86b6-e94b-4707-83e1-e67b7ae35cd6", "tag": "584b334e-0f73-4282-b4a6-4f2ba1d49ae8", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:14.691894 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb5ed8ef-acb7-4dd6-bac8-def9a2d68319 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:14.692474 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fc86b6-e94b-4707-83e1-e67b7ae35cd6', 'tag': '584b334e-0f73-4282-b4a6-4f2ba1d49ae8', 'status': 'completed', 'code': 200} Oct 25 08:58:14.817851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2659a8c-4b7e-4166-ac0a-6549f628b522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.830162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10866b53-2221-430a-85e0-fab8776d243e req-f0ae4068-aa29-4f18-a616-946b42ea353b service neutron] 10.222.0.18 "GET /v2.0/networks/955293f6-8cf9-4586-a2ff-82a2049d0f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849515 Oct 25 08:58:14.836810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b17ffb30-dcf8-45df-9eef-9c0f29026e38 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port b05d2831-dfee-47b5-9543-24a6f60478d8 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:14.837185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b17ffb30-dcf8-45df-9eef-9c0f29026e38 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.844614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca30882-8648-4590-b0fe-61c1e6980c17 req-3549c687-6ed3-40b4-94c4-d872055bc83f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:14.846340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dca30882-8648-4590-b0fe-61c1e6980c17 req-3549c687-6ed3-40b4-94c4-d872055bc83f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1037774 Oct 25 08:58:14.887432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-38a630ef-c976-44b8-aa06-f5388f79098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:14.889215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-38a630ef-c976-44b8-aa06-f5388f79098a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 1099 time: 0.1315660 Oct 25 08:58:14.894202 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2659a8c-4b7e-4166-ac0a-6549f628b522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.966970 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b17ffb30-dcf8-45df-9eef-9c0f29026e38 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:14.979086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b17ffb30-dcf8-45df-9eef-9c0f29026e38 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for b05d2831-dfee-47b5-9543-24a6f60478d8 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:14.988674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dca30882-8648-4590-b0fe-61c1e6980c17 req-4df88280-584d-4cd0-a42a-959429f1003c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333430 Oct 25 08:58:15.004922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2659a8c-4b7e-4166-ac0a-6549f628b522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.009785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2659a8c-4b7e-4166-ac0a-6549f628b522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.011109 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a2659a8c-4b7e-4166-ac0a-6549f628b522 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da948c83-f59c-45d3-8f75-c2435f1efc49 HTTP/1.1" status: 204 len: 168 time: 0.3956795 Oct 25 08:58:15.055434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2659a8c-4b7e-4166-ac0a-6549f628b522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da948c83-f59c-45d3-8f75-c2435f1efc49,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:15.059381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-370aafee-a335-460c-92c4-1da84ab76544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:15.060860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-370aafee-a335-460c-92c4-1da84ab76544 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1579752 Oct 25 08:58:15.067892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1daca5-41a5-4395-aa43-d31a228128ed req-ea57508e-fc00-46f0-8213-22ecb3e79e2a tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:15.069434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af1daca5-41a5-4395-aa43-d31a228128ed req-ea57508e-fc00-46f0-8213-22ecb3e79e2a tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 1101 time: 0.1996765 Oct 25 08:58:15.124838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-6713da6d-3d84-4cab-bab6-f5491bc3520d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=584b334e-0f73-4282-b4a6-4f2ba1d49ae8 HTTP/1.1" status: 200 len: 217 time: 0.0519865 Oct 25 08:58:15.192792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b17ffb30-dcf8-45df-9eef-9c0f29026e38 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.240345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ffb30-dcf8-45df-9eef-9c0f29026e38 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=b05d2831-dfee-47b5-9543-24a6f60478d8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:15.281254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9f50f988-da25-4cdb-8a2d-eaabfc234f3b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:58:15.302670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-8f183410-aa4f-4eb4-ae79-0e950f981533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:15.304502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-8f183410-aa4f-4eb4-ae79-0e950f981533 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1711130 Oct 25 08:58:15.381169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b17ffb30-dcf8-45df-9eef-9c0f29026e38 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.386132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6271b6-7c81-4866-9e4f-2ad99f8dce9d req-4b950d59-d3cc-4793-a521-bb8680cee3b3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:15.389230 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b17ffb30-dcf8-45df-9eef-9c0f29026e38 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/b05d2831-dfee-47b5-9543-24a6f60478d8 HTTP/1.1" status: 204 len: 168 time: 0.8273036 Oct 25 08:58:15.394378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47332) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:15.403223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f6271b6-7c81-4866-9e4f-2ad99f8dce9d req-4b950d59-d3cc-4793-a521-bb8680cee3b3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 948 time: 0.2102051 Oct 25 08:58:15.503611 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f17fa9-b7b1-4bd1-af11-a36fe0cb7a26 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:58:15.506232 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-00f17fa9-b7b1-4bd1-af11-a36fe0cb7a26 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/b05d2831-dfee-47b5-9543-24a6f60478d8 HTTP/1.1" status: 404 len: 333 time: 0.1096404 Oct 25 08:58:15.510137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47334) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:15.526410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] Deleting port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:15.527023 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.551796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,segment=NetworkSegment(f59b75aa-6b50-46d8-aaf9-dec054b38156),segment_id=f59b75aa-6b50-46d8-aaf9-dec054b38156)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:15.556612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-554cf349-25a8-4b7c-90a1-2345d20d8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:15.565255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-554cf349-25a8-4b7c-90a1-2345d20d8fcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2512684 Oct 25 08:58:15.568385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f6271b6-7c81-4866-9e4f-2ad99f8dce9d req-390cbbf2-2935-4e72-b31f-09c32b3e245c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640584 Oct 25 08:58:15.573101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '9f50f988-da25-4cdb-8a2d-eaabfc234f3b', 'network_id': '955293f6-8cf9-4586-a2ff-82a2049d0f9d', 'port_id': '9f50f988-da25-4cdb-8a2d-eaabfc234f3b', 'mac_address': 'fa:16:3e:d2:4f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2463a608-0532-434e-8ad2-fd7f357bfe71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:58:15.653136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4caf82-0ac2-4352-ac47-751bb29b8169 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet 4b43c4e9-65ae-4899-9b53-89f01092c388 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:15.662416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab4caf82-0ac2-4352-ac47-751bb29b8169 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.665585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.692581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f50f988-da25-4cdb-8a2d-eaabfc234f3b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:58:15.698652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47338) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:15.724592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,segment=NetworkSegment(f59b75aa-6b50-46d8-aaf9-dec054b38156),segment_id=f59b75aa-6b50-46d8-aaf9-dec054b38156)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:15.735301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.737572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] For port 5c611bb3-ec7d-4591-81f8-42b0422d5d46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=5c611bb3-ec7d-4591-81f8-42b0422d5d46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:15.737787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.742758 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f04fd531-7819-4d7f-a4d1-afb811dd7943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.768809 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab4caf82-0ac2-4352-ac47-751bb29b8169 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.779883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] Calling delete_port for 5c611bb3-ec7d-4591-81f8-42b0422d5d46 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:15.834083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:15.876537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-89e6a484-da0e-48b2-90b4-c47b5ea16a2c service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753034 Oct 25 08:58:15.891006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab4caf82-0ac2-4352-ac47-751bb29b8169 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:15.922673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-931825b6-0786-475b-82c5-5fbd9b9d26bb req-0fbf3838-fba1-4f81-b7e1-a449dba06e10 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759 HTTP/1.1" status: 200 len: 221 time: 0.1148195 Oct 25 08:58:15.971726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab4caf82-0ac2-4352-ac47-751bb29b8169 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.003886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4caf82-0ac2-4352-ac47-751bb29b8169 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=4b43c4e9-65ae-4899-9b53-89f01092c388,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:16.016769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63024a8-c8d6-48c5-a04b-c78d44f73968 None None] Network a9ff73ab-b297-4c60-a6c8-71b58a2dc902 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:16.023223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab4caf82-0ac2-4352-ac47-751bb29b8169 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.035605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ab4caf82-0ac2-4352-ac47-751bb29b8169 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/4b43c4e9-65ae-4899-9b53-89f01092c388 HTTP/1.1" status: 204 len: 168 time: 0.5241292 Oct 25 08:58:16.037311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47350) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:16.069973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f04fd531-7819-4d7f-a4d1-afb811dd7943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.088269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f04fd531-7819-4d7f-a4d1-afb811dd7943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.132745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42bd0052-4e87-41bd-b7d2-5f2dd0da796b req-f78cc9bc-df8b-40c1-9d9e-0b56e07c7c05 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408907 Oct 25 08:58:16.166608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.175813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fd531-7819-4d7f-a4d1-afb811dd7943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea69685-8aa9-4926-ab9c-8a313e8b611f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:16.183658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f04fd531-7819-4d7f-a4d1-afb811dd7943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85e8e14416644467bd6d9ec442629050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814436 Oct 25 08:58:16.184288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47354) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:16.204812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139f9b7-df3c-4b80-a513-01be3eb4caab req-f5bbfaf2-6bdc-45f2-96e1-b031d5c26dbb tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:16.212276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0139f9b7-df3c-4b80-a513-01be3eb4caab req-f5bbfaf2-6bdc-45f2-96e1-b031d5c26dbb tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 945 time: 0.2099860 Oct 25 08:58:16.241708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.242540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port bb04fa44-1adb-4b45-b624-ed716a66fe10 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:16.242957 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.274128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['5c611bb3-ec7d-4591-81f8-42b0422d5d46'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:16.298934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['9f50f988-da25-4cdb-8a2d-eaabfc234f3b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:16.300316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c611bb3-ec7d-4591-81f8-42b0422d5d46,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:16.359693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] DHCP port deletion for a9ff73ab-b297-4c60-a6c8-71b58a2dc902 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:58:16.378626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] For port bb04fa44-1adb-4b45-b624-ed716a66fe10, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bb04fa44-1adb-4b45-b624-ed716a66fe10,segment=NetworkSegment(0d35daa5-e5d9-4e11-8dcf-3623232142c5),segment_id=0d35daa5-e5d9-4e11-8dcf-3623232142c5)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:16.379296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.396649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for bb04fa44-1adb-4b45-b624-ed716a66fe10 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:16.452204 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-378b0d8c-4d68-46e7-bdae-00a309651749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.520397 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] Deleting port bb04fa44-1adb-4b45-b624-ed716a66fe10 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:16.520767 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.548572 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.603225 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=bb04fa44-1adb-4b45-b624-ed716a66fe10,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:16.613771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No DVR routers for this DVR port bb04fa44-1adb-4b45-b624-ed716a66fe10 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:16.633590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] For port bb04fa44-1adb-4b45-b624-ed716a66fe10, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bb04fa44-1adb-4b45-b624-ed716a66fe10,segment=NetworkSegment(0d35daa5-e5d9-4e11-8dcf-3623232142c5),segment_id=0d35daa5-e5d9-4e11-8dcf-3623232142c5)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:16.633984 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.652119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] Calling delete_port for bb04fa44-1adb-4b45-b624-ed716a66fe10 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:16.722145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.745630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ff73ab-b297-4c60-a6c8-71b58a2dc902']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:16.753617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0139f9b7-df3c-4b80-a513-01be3eb4caab req-d34bfe5f-ef0b-4542-9213-5bd3786e4e2a tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403981 Oct 25 08:58:16.754587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] No DVR routers for this DVR port 5c611bb3-ec7d-4591-81f8-42b0422d5d46 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:16.757237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.761211 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af1daca5-41a5-4395-aa43-d31a228128ed req-590b4b9a-e431-4d0d-9579-992d453906c1 tempest-DeleteServersAdminTestJSON-248987651 tempest-DeleteServersAdminTestJSON-248987651-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5c611bb3-ec7d-4591-81f8-42b0422d5d46 HTTP/1.1" status: 204 len: 173 time: 1.6353712 Oct 25 08:58:16.761655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d35daa5-e5d9-4e11-8dcf-3623232142c5') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:16.762331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d35daa5-e5d9-4e11-8dcf-3623232142c5') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:16.770949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac27e845-0037-44a3-8be9-b4a155844472', 'name': 'network-vif-deleted', 'tag': '5c611bb3-ec7d-4591-81f8-42b0422d5d46'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:16.773872 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18b4510-9e0f-4716-a459-488017a8b0a1" -d '{"events": [{"server_uuid": "ac27e845-0037-44a3-8be9-b4a155844472", "name": "network-vif-deleted", "tag": "5c611bb3-ec7d-4591-81f8-42b0422d5d46"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:16.774592 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.776718 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.795681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4ef-7e99-4de0-9142-ff28e228afbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.797011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.811763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:58:16.813279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:58:16.820250 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:58:16.823799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] Pushing event deleted for resources: {'Port': ['ID=bb04fa44-1adb-4b45-b624-ed716a66fe10,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:16.828099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e441491-130a-4ff3-80ad-b66b35ad1af1 None None] No DVR routers for this DVR port bb04fa44-1adb-4b45-b624-ed716a66fe10 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:16.833144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4ef-7e99-4de0-9142-ff28e228afbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.903844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08ca64c6-d25a-44f9-98c4-0cf35e0509af req-cd22e7cf-832f-4456-973e-9892e07283d4 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac27e845-0037-44a3-8be9-b4a155844472 HTTP/1.1" status: 200 len: 210 time: 0.0435300 Oct 25 08:58:16.950008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4ef-7e99-4de0-9142-ff28e228afbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.952830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4ef-7e99-4de0-9142-ff28e228afbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.955563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aa8ef4ef-7e99-4de0-9142-ff28e228afbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aea69685-8aa9-4926-ab9c-8a313e8b611f HTTP/1.1" status: 204 len: 168 time: 0.7652814 Oct 25 08:58:16.963608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ef4ef-7e99-4de0-9142-ff28e228afbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea69685-8aa9-4926-ab9c-8a313e8b611f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:16.978601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:16.994328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:17.000730 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/networks/a9ff73ab-b297-4c60-a6c8-71b58a2dc902 HTTP/1.1" status: 204 len: 168 time: 0.9613669 Oct 25 08:58:17.006378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47364) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:17.011889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-670096369'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:17.016651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ed862-f9dd-4543-aff1-f12b1797a055 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Network': ['ID=a9ff73ab-b297-4c60-a6c8-71b58a2dc902,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:17.092868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38308c5-1397-41a4-b01b-7d499a67d16d req-ae6a09b3-62a9-485c-8469-2250c738b98a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:17.094622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f38308c5-1397-41a4-b01b-7d499a67d16d req-ae6a09b3-62a9-485c-8469-2250c738b98a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0740840 Oct 25 08:58:17.095984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:17.099692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:17.149458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:58:17.164613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f38308c5-1397-41a4-b01b-7d499a67d16d req-f202cb83-dec2-4a4b-84bb-58fc527d283a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614834 Oct 25 08:58:17.167727 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:17.168128 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Added segment 5b603694-5f90-4685-80f2-c1ed7369102a of type vlan for network 345d1518-2e3d-448f-90be-5abf42bd2235 Oct 25 08:58:17.228696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:17.303805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:17.309919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:17.310546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:17.378615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3707550 Oct 25 08:58:17.381794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47376) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:17.392849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:17.408717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b71c01-9e0f-4560-aa10-643ad16e03de tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Network': ['ID=345d1518-2e3d-448f-90be-5abf42bd2235,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:17.426526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 345d1518-2e3d-448f-90be-5abf42bd2235 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:58:17.440033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39b6fb-216c-47fd-873a-bb3b180238a1 req-c145570a-fdab-48f7-8f26-c052d1425b1b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:17.441591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff39b6fb-216c-47fd-873a-bb3b180238a1 req-c145570a-fdab-48f7-8f26-c052d1425b1b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 948 time: 0.1728911 Oct 25 08:58:17.503052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff39b6fb-216c-47fd-873a-bb3b180238a1 req-63e4e75b-84b1-45c2-8733-1e8e7a8d1d51 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544403 Oct 25 08:58:17.587773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:17.593834 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:17.710802 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1fe40e-eeeb-4b9b-a471-1fd1d57bdf0c x-openstack-request-id: req-2b1fe40e-eeeb-4b9b-a471-1fd1d57bdf0c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:17.711147 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac27e845-0037-44a3-8be9-b4a155844472", "name": "network-vif-deleted", "tag": "5c611bb3-ec7d-4591-81f8-42b0422d5d46", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:17.711378 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b1fe40e-eeeb-4b9b-a471-1fd1d57bdf0c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:17.711911 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac27e845-0037-44a3-8be9-b4a155844472', 'name': 'network-vif-deleted', 'tag': '5c611bb3-ec7d-4591-81f8-42b0422d5d46', 'status': 'completed', 'code': 200} Oct 25 08:58:17.854397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc1757-1555-4c6c-938b-57b37697bc74 req-0aa12e0a-8793-493d-ad76-145af40dfd0e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:17.862176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6bc1757-1555-4c6c-938b-57b37697bc74 req-0aa12e0a-8793-493d-ad76-145af40dfd0e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0847890 Oct 25 08:58:17.878248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:17.909096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6bc1757-1555-4c6c-938b-57b37697bc74 req-2e2dbf01-e6f0-483a-9996-11e03b52755b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Oct 25 08:58:17.976947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=2a39e42c-d1c2-4f73-8bec-279cdcea896b,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:17.979588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking segment: {'id': '5b603694-5f90-4685-80f2-c1ed7369102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:17.979942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network hostable DHCP agents. Network: 345d1518-2e3d-448f-90be-5abf42bd2235, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:58:18.000562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network 345d1518-2e3d-448f-90be-5abf42bd2235 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:58:18.017634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 345d1518-2e3d-448f-90be-5abf42bd2235) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:18.029411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0592cf-0d65-4761-8780-20811a99bced None None] Network 345d1518-2e3d-448f-90be-5abf42bd2235 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:18.034941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:18.036785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:18.041477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c0574-9bf4-43e7-843e-b40408af5e8a req-0fb0e692-d356-4d5b-9f24-e33099c7caec tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:18.052161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b2c0574-9bf4-43e7-843e-b40408af5e8a req-0fb0e692-d356-4d5b-9f24-e33099c7caec tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 945 time: 0.0931206 Oct 25 08:58:18.073784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-231ea770-1f22-4151-9124-1f0b3be5c6af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6884892 Oct 25 08:58:18.075673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47400) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:18.091841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235', 'name': 'tempest-PortsTestJSON-1536444763', 'fixed_ips': [{'subnet_id': '2a39e42c-d1c2-4f73-8bec-279cdcea896b', 'ip_address': '172.20.0.10'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:18.092842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b2c0574-9bf4-43e7-843e-b40408af5e8a req-d41c591f-ced6-4f4e-b075-69bf4444a51e tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Oct 25 08:58:18.296459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bb04fa44-1adb-4b45-b624-ed716a66fe10 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:18.303655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:18.376877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: bb04fa44-1adb-4b45-b624-ed716a66fe10 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:18.377855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bb04fa44-1adb-4b45-b624-ed716a66fe10 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:18.427704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-345d1518-2e3d-448f-90be-5abf42bd2235', 'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235', 'tenant_id': 'af80d112aa334a1abf8b42a3cf195bf5', 'fixed_ips': [{'subnet_id': '2a39e42c-d1c2-4f73-8bec-279cdcea896b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:58:18.428781 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:18.429291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5e66b-b609-4fb4-b9be-c29dbf65bc75 req-75c76a87-c0e6-4369-a17f-adf334f6fa77 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:18.440710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07c5e66b-b609-4fb4-b9be-c29dbf65bc75 req-75c76a87-c0e6-4369-a17f-adf334f6fa77 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0755033 Oct 25 08:58:18.476518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:18.485439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07c5e66b-b609-4fb4-b9be-c29dbf65bc75 req-082be167-b536-4f0d-b317-1e10486f6220 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Oct 25 08:58:18.502427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47412) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:18.524289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:58:18.624279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-9befc951-0abd-4b63-8759-4ca045b6580c tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301840 Oct 25 08:58:18.651293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Allocated IP 172.20.0.2 (345d1518-2e3d-448f-90be-5abf42bd2235/2a39e42c-d1c2-4f73-8bec-279cdcea896b/b6226c0e-e1e1-452b-8dc4-4d2ea6a44381) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:18.743535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ca48-e72c-4e33-a612-41d6860c2401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:18.772025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b69fb20d-f4ba-4df8-964c-14f99d89ed15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:18.785867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:58:18.794212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 5c611bb3-ec7d-4591-81f8-42b0422d5d46 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:18.798071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-f5246962-e404-486d-b681-80220ffa3d01 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:18.808311 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-f5246962-e404-486d-b681-80220ffa3d01 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777143 Oct 25 08:58:18.827484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-655d8f46-48ca-4f6b-9135-5ec60b95661b tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/quotas/563bf7c8aa7e4bbe9b789454fd89cba0 HTTP/1.1" status: 200 len: 375 time: 0.0182281 Oct 25 08:58:18.846087 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ca48-e72c-4e33-a612-41d6860c2401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:18.851022 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ca48-e72c-4e33-a612-41d6860c2401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:18.866427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-2afa63e3-c414-43e8-b387-e9a871e21876 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379162 Oct 25 08:58:18.896949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 5c611bb3-ec7d-4591-81f8-42b0422d5d46 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:18.897411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 5c611bb3-ec7d-4591-81f8-42b0422d5d46 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:18.903069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47430) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:18.903370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c1d1ca48-e72c-4e33-a612-41d6860c2401 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a3f3f5442d14124bdb9d6f3aeffa7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990929 Oct 25 08:58:18.905292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ca48-e72c-4e33-a612-41d6860c2401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1471a6e3-0f3e-46bc-9b5b-a1c9b2240402,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:18.968335 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:18.980785 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.016916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:19.026629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Network 345d1518-2e3d-448f-90be-5abf42bd2235 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:19.033258 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2c083d-5c00-4e96-a90f-1b5a0bb5372f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.066471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:19.072436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:19.098120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '584b334e-0f73-4282-b4a6-4f2ba1d49ae8', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '584b334e-0f73-4282-b4a6-4f2ba1d49ae8', 'mac_address': 'fa:16:3e:33:d9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:58:19.111732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2c083d-5c00-4e96-a90f-1b5a0bb5372f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.164756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73295dd3-09a7-4bb3-8bf6-b23e00ae1bed req-a05ce392-cbb3-4910-9fa8-9c2ef21f1d30 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:19.167149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.10 (345d1518-2e3d-448f-90be-5abf42bd2235/2a39e42c-d1c2-4f73-8bec-279cdcea896b/3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:19.172708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73295dd3-09a7-4bb3-8bf6-b23e00ae1bed req-a05ce392-cbb3-4910-9fa8-9c2ef21f1d30 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1247196 Oct 25 08:58:19.232404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73295dd3-09a7-4bb3-8bf6-b23e00ae1bed req-0e94a25a-2081-4ebf-a72f-4b16d4c49c5b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543807 Oct 25 08:58:19.256105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2c083d-5c00-4e96-a90f-1b5a0bb5372f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.263449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2c083d-5c00-4e96-a90f-1b5a0bb5372f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.267109 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1a2c083d-5c00-4e96-a90f-1b5a0bb5372f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1471a6e3-0f3e-46bc-9b5b-a1c9b2240402 HTTP/1.1" status: 204 len: 168 time: 0.3600464 Oct 25 08:58:19.291397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c083d-5c00-4e96-a90f-1b5a0bb5372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1471a6e3-0f3e-46bc-9b5b-a1c9b2240402,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:19.341117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9f50f988-da25-4cdb-8a2d-eaabfc234f3b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:19.459858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Pushing event updated for resources: {'Port': ['ID=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:19.504353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1b88e-0048-4392-a5d0-66e8c13f0dea req-b224b11a-6346-4c40-b36b-93449209f918 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:19.504793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Attempting to bind port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:19.505508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Attempting to bind port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '5b603694-5f90-4685-80f2-c1ed7369102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:19.506075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Attempting to bind port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 on network 345d1518-2e3d-448f-90be-5abf42bd2235 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:19.508865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5f1b88e-0048-4392-a5d0-66e8c13f0dea req-b224b11a-6346-4c40-b36b-93449209f918 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 948 time: 0.1619332 Oct 25 08:58:19.509469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.524330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:19.524707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Checking segment: {'id': '5b603694-5f90-4685-80f2-c1ed7369102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:19.525133 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.525730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Bound using segment: {'id': '5b603694-5f90-4685-80f2-c1ed7369102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:19.526406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Bound port: b6226c0e-e1e1-452b-8dc4-4d2ea6a44381, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b603694-5f90-4685-80f2-c1ed7369102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:19.526981 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.550980 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.592963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:58:19.610859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.629454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:58:19.638077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:19.639655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:19.640229 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.643183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5f1b88e-0048-4392-a5d0-66e8c13f0dea req-5748ea17-cbe5-453d-b727-d70165926f10 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119981 Oct 25 08:58:19.685433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network 345d1518-2e3d-448f-90be-5abf42bd2235 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:19.697631 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.704184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] For port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:19.711410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] For port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,segment=NetworkSegment(5b603694-5f90-4685-80f2-c1ed7369102a),segment_id=5b603694-5f90-4685-80f2-c1ed7369102a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:19.712571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:19.722341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:19.739878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.773082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:19.803556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:19.804289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:19.826976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47456) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:19.829500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-45d1fa2f-a523-473c-a6a8-b89cb2132329 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7437019 Oct 25 08:58:19.833183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': '345d1518-2e3d-448f-90be-5abf42bd2235', 'name': 'tempest-PortsTestJSON-1702462556', 'fixed_ips': [{'subnet_id': '2a39e42c-d1c2-4f73-8bec-279cdcea896b', 'ip_address': '172.20.0.9'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:19.885471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:20.000391 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:20.021738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc5393e6-f458-47fd-ac9a-bdc1445dd968 req-f63578f1-ef1e-436a-84d6-cc033950af3e tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 210 time: 0.0413866 Oct 25 08:58:20.029909 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:20.052373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:20.070943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5d272-8c41-40ea-8f03-abe01e7c3fbf None None] Pushing event updated for resources: {'Port': ['ID=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:20.121002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,segment=NetworkSegment(f59b75aa-6b50-46d8-aaf9-dec054b38156),segment_id=f59b75aa-6b50-46d8-aaf9-dec054b38156)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:20.122620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdedf75b-8d7c-4a93-9060-10be76844b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f50f988-da25-4cdb-8a2d-eaabfc234f3b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:20.125503 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559cc32e-f8e9-400b-95a1-dbd5d951265f" -d '{"events": [{"server_uuid": "bdedf75b-8d7c-4a93-9060-10be76844b1e", "name": "network-vif-plugged", "status": "completed", "tag": "9f50f988-da25-4cdb-8a2d-eaabfc234f3b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:20.131291 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:20.202832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['584b334e-0f73-4282-b4a6-4f2ba1d49ae8'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:20.246131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:20.318134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:20.344048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cdf24-4897-4466-b52f-a4f86517990a req-a5e32de9-7915-4ba5-a1e0-f778d465ed6d tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:20.354555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-300cdf24-4897-4466-b52f-a4f86517990a req-a5e32de9-7915-4ba5-a1e0-f778d465ed6d tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 946 time: 0.1980557 Oct 25 08:58:20.411473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-300cdf24-4897-4466-b52f-a4f86517990a req-58eb4552-dc27-479a-8041-66dd9541656e tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559449 Oct 25 08:58:20.449747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:20.491492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port d0b4a935-de4b-4671-8d74-76421eb6b805 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:58:20.573469 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd916836-bebc-4938-ab17-9ef730993728 x-openstack-request-id: req-cd916836-bebc-4938-ab17-9ef730993728 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:20.574019 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdedf75b-8d7c-4a93-9060-10be76844b1e", "name": "network-vif-plugged", "status": "completed", "tag": "9f50f988-da25-4cdb-8a2d-eaabfc234f3b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:20.576442 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd916836-bebc-4938-ab17-9ef730993728 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:20.576956 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdedf75b-8d7c-4a93-9060-10be76844b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f50f988-da25-4cdb-8a2d-eaabfc234f3b', 'code': 200} Oct 25 08:58:20.757738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-b9813f6d-25a9-4df1-b9f2-857b92d3224a tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967777 Oct 25 08:58:20.770447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa5080-13e2-4f55-9176-8a39fbcc15f9 req-02c28236-d56d-4c79-a3ff-7cb65aa1dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:20.772608 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afa5080-13e2-4f55-9176-8a39fbcc15f9 req-02c28236-d56d-4c79-a3ff-7cb65aa1dd55 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 1097 time: 0.0791097 Oct 25 08:58:20.834407 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afa5080-13e2-4f55-9176-8a39fbcc15f9 req-b991dfe0-9c7d-48bb-89ac-ac965fee01d4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494614 Oct 25 08:58:20.867372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.9 (345d1518-2e3d-448f-90be-5abf42bd2235/2a39e42c-d1c2-4f73-8bec-279cdcea896b/d0b4a935-de4b-4671-8d74-76421eb6b805) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:20.896625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5139e-5ba5-4cc8-ba1f-0576c69321e2 req-596ae0e2-944e-4601-a960-9770608e448a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:20.898340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79b5139e-5ba5-4cc8-ba1f-0576c69321e2 req-596ae0e2-944e-4601-a960-9770608e448a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1827998 Oct 25 08:58:21.011640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-6ca52d70-f268-4e3b-85f5-dd5137f2a5f9 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:21.013736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-6ca52d70-f268-4e3b-85f5-dd5137f2a5f9 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313533 Oct 25 08:58:21.020411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79b5139e-5ba5-4cc8-ba1f-0576c69321e2 req-c4d02867-e2f5-4d25-be20-68a78680e460 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134021 Oct 25 08:58:21.047887 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Request body: {'port': {'device_id': '0ffdb538-a5c2-4ae3-883b-93eb3545ddfb', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '563bf7c8aa7e4bbe9b789454fd89cba0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:21.186362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be972c2-9430-411c-9237-3e593b07f9fe None None] Network 345d1518-2e3d-448f-90be-5abf42bd2235 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:21.247916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2392e-46d5-4c67-9193-b315ce152fdd req-3fdf0bb2-6100-4ec1-abde-fd890220b065 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:21.249450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51e2392e-46d5-4c67-9193-b315ce152fdd req-3fdf0bb2-6100-4ec1-abde-fd890220b065 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 949 time: 0.1292067 Oct 25 08:58:21.272802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.312830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a280228e-8585-4911-948d-0496f8564d6a None None] Provisioning complete for port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:21.313417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a280228e-8585-4911-948d-0496f8564d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.329677 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51e2392e-46d5-4c67-9193-b315ce152fdd req-1a140986-ab97-46fa-b2be-cdf751c74880 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706186 Oct 25 08:58:21.330253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Made reservation on behalf of 563bf7c8aa7e4bbe9b789454fd89cba0 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:21.333603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.407056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.457529 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a280228e-8585-4911-948d-0496f8564d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.501989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a280228e-8585-4911-948d-0496f8564d6a None None] For port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,segment=NetworkSegment(5b603694-5f90-4685-80f2-c1ed7369102a),segment_id=5b603694-5f90-4685-80f2-c1ed7369102a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:21.518010 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a280228e-8585-4911-948d-0496f8564d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.553899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network 345d1518-2e3d-448f-90be-5abf42bd2235 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:21.556430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:21.560035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:21.602769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280228e-8585-4911-948d-0496f8564d6a None None] Pushing event updated for resources: {'Port': ['ID=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:21.607416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d662319-0fbc-4eb0-addf-6a287aca7714 req-81c8d3e4-4327-4ab2-94e1-1f16d191c0ef tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 210 time: 0.0426042 Oct 25 08:58:21.651417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.660738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Allocated IP 192.168.233.232 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/849e8c12-f020-466e-9eee-fef17e8cff2b) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:21.667215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=d0b4a935-de4b-4671-8d74-76421eb6b805,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:21.708127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:21.708759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.781885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7c916f9d-6d00-4796-a1ab-8887c70f0900 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9537613 Oct 25 08:58:21.784565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47500) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:21.867045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff946ac9-fae8-4eee-9295-7cdbd1f549fa req-3391df8d-6729-47ec-a21c-9610c7d25c78 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:21.868504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-53cb7a47-abc2-497f-8225-a0bf5fc18933 None None] Provisioning complete for port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:21.868504 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-53cb7a47-abc2-497f-8225-a0bf5fc18933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:21.876981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff946ac9-fae8-4eee-9295-7cdbd1f549fa req-3391df8d-6729-47ec-a21c-9610c7d25c78 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1591516 Oct 25 08:58:21.914664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e343f77a-460e-46c2-89f9-a6c39121a7b0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:21.916322 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e343f77a-460e-46c2-89f9-a6c39121a7b0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1301384 Oct 25 08:58:21.919808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47514) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:21.954435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff946ac9-fae8-4eee-9295-7cdbd1f549fa req-e6a01b4d-8a19-46bf-b55e-91be88f6b595 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711546 Oct 25 08:58:22.020138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a2832-6c10-44d3-9545-6fbc50b26512 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:22.026546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a2832-6c10-44d3-9545-6fbc50b26512 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:22.034238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a2832-6c10-44d3-9545-6fbc50b26512 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:22.038908 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-454a2832-6c10-44d3-9545-6fbc50b26512 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1180971 Oct 25 08:58:22.039803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47520) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:22.056685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.127008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-53cb7a47-abc2-497f-8225-a0bf5fc18933 None None] Provisioning complete for port 3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:22.127681 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-53cb7a47-abc2-497f-8225-a0bf5fc18933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.158165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c04c2a7a-0a19-4d95-a4d9-1ab7665539b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port d0b4a935-de4b-4671-8d74-76421eb6b805 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:22.158580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c04c2a7a-0a19-4d95-a4d9-1ab7665539b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.166700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-53cb7a47-abc2-497f-8225-a0bf5fc18933 None None] Port 3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:22.223199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d48a8-e9c0-47ee-a837-06d17e1cabda req-ec4f3c40-1d0e-4f49-9101-c8eb9d958b16 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:22.233257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-623d48a8-e9c0-47ee-a837-06d17e1cabda req-ec4f3c40-1d0e-4f49-9101-c8eb9d958b16 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 946 time: 0.1555314 Oct 25 08:58:22.235947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.296021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-20a28cb3-4c1f-48d1-b6b0-eb60a6b21347 None None] Provisioning complete for port 3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:22.296396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20a28cb3-4c1f-48d1-b6b0-eb60a6b21347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.311337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c04c2a7a-0a19-4d95-a4d9-1ab7665539b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.334183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c04c2a7a-0a19-4d95-a4d9-1ab7665539b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for d0b4a935-de4b-4671-8d74-76421eb6b805 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:22.351246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:22.391320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Pushing event updated for resources: {'Port': ['ID=849e8c12-f020-466e-9eee-fef17e8cff2b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:22.405657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-20a28cb3-4c1f-48d1-b6b0-eb60a6b21347 None None] Port 3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:22.424800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:22.428326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-623d48a8-e9c0-47ee-a837-06d17e1cabda req-ea994f71-ab24-40bf-9af6-255f14d03a7f tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942525 Oct 25 08:58:22.429825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:22.443555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:22.456129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:22.456705 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.513095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c04c2a7a-0a19-4d95-a4d9-1ab7665539b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.567141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:22.567767 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.611266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-15954973-c064-4436-b3a3-4f57ba8774bd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5768824 Oct 25 08:58:22.615466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c2a7a-0a19-4d95-a4d9-1ab7665539b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=d0b4a935-de4b-4671-8d74-76421eb6b805,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:22.677326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Request body: {'port': {'device_id': '0ffdb538-a5c2-4ae3-883b-93eb3545ddfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:22.727170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dbcdf8c8-d350-48a1-8194-b919d8e60e85 None None] Could not find standard attr ID for object d0b4a935-de4b-4671-8d74-76421eb6b805. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:58:22.742302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c04c2a7a-0a19-4d95-a4d9-1ab7665539b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.747664 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c04c2a7a-0a19-4d95-a4d9-1ab7665539b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/d0b4a935-de4b-4671-8d74-76421eb6b805 HTTP/1.1" status: 204 len: 168 time: 0.7052498 Oct 25 08:58:22.750466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47534) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:22.790262 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6175ffef-ca33-439e-bbb4-a30c881dcccc tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:58:22.796842 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6175ffef-ca33-439e-bbb4-a30c881dcccc tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/d0b4a935-de4b-4671-8d74-76421eb6b805 HTTP/1.1" status: 404 len: 333 time: 0.0451210 Oct 25 08:58:22.797964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:22.799375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47536) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:22.846845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.906232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:58:22.914086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:22.914452 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.932478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6864e-f716-4ed6-b966-5020c3417cc1 req-5b9f0acc-a8cb-4b2f-b849-4ddf9d08c1df tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:22.941445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56e6864e-f716-4ed6-b966-5020c3417cc1 req-5b9f0acc-a8cb-4b2f-b849-4ddf9d08c1df tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 949 time: 0.3058228 Oct 25 08:58:22.958027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c79b9a27-c65a-48f1-b29e-fe10cd7175c3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:22.959240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c79b9a27-c65a-48f1-b29e-fe10cd7175c3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.978071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-79d7d8f6-4d6d-48bf-b3fb-f54713db9174 None None] Provisioning complete for port 849e8c12-f020-466e-9eee-fef17e8cff2b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:22.978439 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-79d7d8f6-4d6d-48bf-b3fb-f54713db9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:22.988648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56e6864e-f716-4ed6-b966-5020c3417cc1 req-fc0d02ed-fb3d-4d13-8447-d0a46d958192 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Oct 25 08:58:23.075714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c79b9a27-c65a-48f1-b29e-fe10cd7175c3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.079760 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.091812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c79b9a27-c65a-48f1-b29e-fe10cd7175c3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:23.115475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fc86b6-e94b-4707-83e1-e67b7ae35cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584b334e-0f73-4282-b4a6-4f2ba1d49ae8'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:23.118500 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee6d87-59c1-48b1-9cdf-bfada8be7c49" -d '{"events": [{"server_uuid": "c6fc86b6-e94b-4707-83e1-e67b7ae35cd6", "name": "network-vif-plugged", "status": "completed", "tag": "584b334e-0f73-4282-b4a6-4f2ba1d49ae8"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:23.126406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-79d7d8f6-4d6d-48bf-b3fb-f54713db9174 None None] Port 849e8c12-f020-466e-9eee-fef17e8cff2b cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:23.137648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:23.144716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.232986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:23.247712 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c79b9a27-c65a-48f1-b29e-fe10cd7175c3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.283667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b9a27-c65a-48f1-b29e-fe10cd7175c3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:23.343948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849e8c12-f020-466e-9eee-fef17e8cff2b {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:58:23.353764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.391341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180308e-4e45-4b71-9a21-5f0fa0408aca req-650b21bd-45a9-4a9a-8336-f99a8152d94e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:23.392938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f180308e-4e45-4b71-9a21-5f0fa0408aca req-650b21bd-45a9-4a9a-8336-f99a8152d94e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1111243 Oct 25 08:58:23.394088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Transition to ACTIVE for port object 849e8c12-f020-466e-9eee-fef17e8cff2b will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:58:23.408837 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c79b9a27-c65a-48f1-b29e-fe10cd7175c3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.416579 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c79b9a27-c65a-48f1-b29e-fe10cd7175c3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a HTTP/1.1" status: 204 len: 168 time: 0.6159427 Oct 25 08:58:23.417393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47544) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:23.424466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.503487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f180308e-4e45-4b71-9a21-5f0fa0408aca req-cb477043-a199-4122-9a41-41b45aaef91d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023772 Oct 25 08:58:23.539977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=849e8c12-f020-466e-9eee-fef17e8cff2b,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:23.667848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Attempting to bind port 849e8c12-f020-466e-9eee-fef17e8cff2b on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:23.668178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Attempting to bind port 849e8c12-f020-466e-9eee-fef17e8cff2b by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:23.668571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Attempting to bind port 849e8c12-f020-466e-9eee-fef17e8cff2b on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:23.677293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Port 849e8c12-f020-466e-9eee-fef17e8cff2b on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:58:23.677622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Attempting to bind port 849e8c12-f020-466e-9eee-fef17e8cff2b on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:23.691383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:23.691899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:23.692286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:23.692732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Bound port: 849e8c12-f020-466e-9eee-fef17e8cff2b, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:23.693256 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.716260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f5861-b26f-495a-bffe-515ff94daa40 req-57a0a20a-02da-4a83-ae8b-b5922b4319ac tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:23.729531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d35f5861-b26f-495a-bffe-515ff94daa40 req-57a0a20a-02da-4a83-ae8b-b5922b4319ac tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 948 time: 0.0943780 Oct 25 08:58:23.814465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d35f5861-b26f-495a-bffe-515ff94daa40 req-3e377185-0de6-42ce-a57a-44e484fba656 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809205 Oct 25 08:58:23.816459 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76ab8bd-4df7-4189-b747-1923cd5f5e79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:58:23.818545 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d76ab8bd-4df7-4189-b747-1923cd5f5e79 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/3e1e6fe3-9e41-4cfd-a5fa-7e2b82b36d6a HTTP/1.1" status: 404 len: 333 time: 0.3993301 Oct 25 08:58:23.821622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47554) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:23.833489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] For port 849e8c12-f020-466e-9eee-fef17e8cff2b, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:23.836864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] For port 849e8c12-f020-466e-9eee-fef17e8cff2b, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=849e8c12-f020-466e-9eee-fef17e8cff2b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:23.846775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.878460 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e44376-1883-4438-b00a-f0ce8cf6a9f9 x-openstack-request-id: req-54e44376-1883-4438-b00a-f0ce8cf6a9f9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:23.879330 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fc86b6-e94b-4707-83e1-e67b7ae35cd6", "name": "network-vif-plugged", "status": "completed", "tag": "584b334e-0f73-4282-b4a6-4f2ba1d49ae8", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:23.879777 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54e44376-1883-4438-b00a-f0ce8cf6a9f9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:23.883033 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fc86b6-e94b-4707-83e1-e67b7ae35cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584b334e-0f73-4282-b4a6-4f2ba1d49ae8', 'code': 200} Oct 25 08:58:23.914505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:23.915368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:23.917225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/849e8c12-f020-466e-9eee-fef17e8cff2b HTTP/1.1" status: 200 len: 1096 time: 1.2726026 Oct 25 08:58:23.917421 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffdb538-a5c2-4ae3-883b-93eb3545ddfb', 'tag': '849e8c12-f020-466e-9eee-fef17e8cff2b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:23.920497 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b623f1a8-e772-4f8f-bf42-11edf73ea62e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffdb538-a5c2-4ae3-883b-93eb3545ddfb", "tag": "849e8c12-f020-466e-9eee-fef17e8cff2b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:23.923081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e868cf-c02b-43a7-806c-c8f7e22134ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet 2a39e42c-d1c2-4f73-8bec-279cdcea896b {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:23.930923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e868cf-c02b-43a7-806c-c8f7e22134ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.013917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1058619-c27d-48b0-9bbe-9d261cf1b7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=849e8c12-f020-466e-9eee-fef17e8cff2b,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:24.031215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e868cf-c02b-43a7-806c-c8f7e22134ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.146286 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e868cf-c02b-43a7-806c-c8f7e22134ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.223958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e868cf-c02b-43a7-806c-c8f7e22134ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.252468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e868cf-c02b-43a7-806c-c8f7e22134ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=2a39e42c-d1c2-4f73-8bec-279cdcea896b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:24.256447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e868cf-c02b-43a7-806c-c8f7e22134ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.260382 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d0e868cf-c02b-43a7-806c-c8f7e22134ee tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/2a39e42c-d1c2-4f73-8bec-279cdcea896b HTTP/1.1" status: 204 len: 168 time: 0.4371922 Oct 25 08:58:24.263162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47570) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:24.267523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f73a1-6fd3-4b23-a461-a013f43d4a66 None None] Network 345d1518-2e3d-448f-90be-5abf42bd2235 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:24.361400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.403458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197c56-a7b7-4808-be86-93069ef8489e req-045c2a33-4d5a-4db1-93fe-926fe18a7ef6 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:24.412045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1197c56-a7b7-4808-be86-93069ef8489e req-045c2a33-4d5a-4db1-93fe-926fe18a7ef6 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 946 time: 0.4407892 Oct 25 08:58:24.416800 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:58:24.428174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:24.428666 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.451239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6c24b-5672-4eeb-80d2-b6bbcf5cf115 req-dd2483ef-d87e-4f00-a947-d34966486d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:24.452728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7dc6c24b-5672-4eeb-80d2-b6bbcf5cf115 req-dd2483ef-d87e-4f00-a947-d34966486d72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 1101 time: 0.4324577 Oct 25 08:58:24.464209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-c7fd88d9-8424-44af-b310-e0c68e0da6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:24.465886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-c7fd88d9-8424-44af-b310-e0c68e0da6b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 1099 time: 0.4323552 Oct 25 08:58:24.483537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1197c56-a7b7-4808-be86-93069ef8489e req-0861718d-3153-4e02-bec6-62c33d1bff2f tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703120 Oct 25 08:58:24.514858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] DHCP port deletion for 345d1518-2e3d-448f-90be-5abf42bd2235 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:58:24.546126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] For port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,segment=NetworkSegment(5b603694-5f90-4685-80f2-c1ed7369102a),segment_id=5b603694-5f90-4685-80f2-c1ed7369102a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:24.546802 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.575832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:24.579770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e9cd1a50-ded0-4287-8219-6b452e18ab95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=849e8c12-f020-466e-9eee-fef17e8cff2b HTTP/1.1" status: 200 len: 217 time: 0.0952435 Oct 25 08:58:24.608243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] Deleting port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:24.608243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.688561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7dc6c24b-5672-4eeb-80d2-b6bbcf5cf115 req-dfee035f-2921-44af-b682-6ebe3ac7a6cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199056 Oct 25 08:58:24.710101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-c3193e2d-45b5-435c-84ac-cfb45f9d4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:24.711802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-c3193e2d-45b5-435c-84ac-cfb45f9d4fa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1151845 Oct 25 08:58:24.726164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.726527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba9b6f-07b3-477c-8796-f8058ce41a58 req-798ecb71-ffb6-404f-8158-e528eb6cdaf0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:24.729854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] For port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,segment=NetworkSegment(5b603694-5f90-4685-80f2-c1ed7369102a),segment_id=5b603694-5f90-4685-80f2-c1ed7369102a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:24.730251 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.737047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71ba9b6f-07b3-477c-8796-f8058ce41a58 req-798ecb71-ffb6-404f-8158-e528eb6cdaf0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1495519 Oct 25 08:58:24.767244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] Calling delete_port for b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:24.795182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No DVR routers for this DVR port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:24.805448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:24.815608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71ba9b6f-07b3-477c-8796-f8058ce41a58 req-21d10273-713c-4e83-8eff-2194396ce44b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771828 Oct 25 08:58:24.909050 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a224d60-6454-450a-8b02-56d1502b1d11 x-openstack-request-id: req-2a224d60-6454-450a-8b02-56d1502b1d11 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:24.909347 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffdb538-a5c2-4ae3-883b-93eb3545ddfb", "tag": "849e8c12-f020-466e-9eee-fef17e8cff2b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:24.909593 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a224d60-6454-450a-8b02-56d1502b1d11 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:24.909992 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffdb538-a5c2-4ae3-883b-93eb3545ddfb', 'tag': '849e8c12-f020-466e-9eee-fef17e8cff2b', 'status': 'completed', 'code': 200} Oct 25 08:58:24.918520 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.938392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:24.954434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] Pushing event deleted for resources: {'Port': ['ID=b6226c0e-e1e1-452b-8dc4-4d2ea6a44381,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:24.960053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ffd37e-97f8-49bd-a322-f5e38f5a7970 None None] No DVR routers for this DVR port b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:24.977154 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345d1518-2e3d-448f-90be-5abf42bd2235']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:24.990770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b603694-5f90-4685-80f2-c1ed7369102a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:24.991147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b603694-5f90-4685-80f2-c1ed7369102a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:25.014541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.032063 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.052515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:58:25.052940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:58:25.056717 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:58:25.122111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2d0a8-ebf0-4f17-876c-4bf18588366d req-aa9f88dd-cd29-417c-872a-37780dc35e56 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:25.124185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2fa2d0a8-ebf0-4f17-876c-4bf18588366d req-aa9f88dd-cd29-417c-872a-37780dc35e56 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 950 time: 0.1169946 Oct 25 08:58:25.156332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.192128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1541116-7360-4bf1-96f5-b071e5efaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:25.193655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-e1541116-7360-4bf1-96f5-b071e5efaf9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0987184 Oct 25 08:58:25.196467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.199087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2fa2d0a8-ebf0-4f17-876c-4bf18588366d req-ca603750-e946-4105-8bd1-5600ba84341f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573387 Oct 25 08:58:25.208529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47592) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:25.209423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/networks/345d1518-2e3d-448f-90be-5abf42bd2235 HTTP/1.1" status: 204 len: 168 time: 0.9450278 Oct 25 08:58:25.210585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b675846-afc6-43dd-a0a3-f7f85f0cf536 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Network': ['ID=345d1518-2e3d-448f-90be-5abf42bd2235,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:25.213665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1264644843'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:25.297079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:25.300659 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.347581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-163bd03d-4679-4221-87e7-e9476f0d7ca5 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399841 Oct 25 08:58:25.348299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:58:25.359022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.359367 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Added segment 6727b654-1039-4089-96c9-bd78c0e02728 of type vlan for network c9a75f1e-23b7-478d-97db-f7e64cccb5db Oct 25 08:58:25.478500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.542006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea0494-cb17-4484-ae25-e9029972debe req-1b349e68-7fe5-44e8-b2dd-14fa6d36c446 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:25.543957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aea0494-cb17-4484-ae25-e9029972debe req-1b349e68-7fe5-44e8-b2dd-14fa6d36c446 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 948 time: 0.1355743 Oct 25 08:58:25.548585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12db180f-4fb0-4ddd-8b6b-1030667ca66f req-aada75ad-e7a2-4e3b-9608-0cafcc8553da service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810050 Oct 25 08:58:25.552584 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.558243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:25.558904 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.655839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4431608 Oct 25 08:58:25.657696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47596) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:25.661337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8be241-069c-41ff-9e66-41a60bca6828 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Network': ['ID=c9a75f1e-23b7-478d-97db-f7e64cccb5db,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:25.672232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aea0494-cb17-4484-ae25-e9029972debe req-30e34a8b-06d2-45c3-83a9-5157ac31a5fd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103189 Oct 25 08:58:25.674166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'c9a75f1e-23b7-478d-97db-f7e64cccb5db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:25.675460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network c9a75f1e-23b7-478d-97db-f7e64cccb5db details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:58:25.774513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-665fa87b-c9df-4601-b463-e2b803d74201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:25.776231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-665fa87b-c9df-4601-b463-e2b803d74201 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 1099 time: 0.0966043 Oct 25 08:58:25.820942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:25.826013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:25.876617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644661e-ae5e-491c-9c8f-99b9f5dacce9 req-93fcef1b-bfa4-4a10-a404-23cea33ac92e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:25.885913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4644661e-ae5e-491c-9c8f-99b9f5dacce9 req-93fcef1b-bfa4-4a10-a404-23cea33ac92e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1235907 Oct 25 08:58:25.951187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4644661e-ae5e-491c-9c8f-99b9f5dacce9 req-930e623d-feca-43d4-888a-107da1e435e2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643051 Oct 25 08:58:25.952725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-cb415b51-8521-435c-af82-0923bba57f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:25.971122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-cb415b51-8521-435c-af82-0923bba57f03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1642454 Oct 25 08:58:26.027593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-41e687b4-112b-40c3-b927-524c4f1c4a22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=849e8c12-f020-466e-9eee-fef17e8cff2b HTTP/1.1" status: 200 len: 217 time: 0.0581644 Oct 25 08:58:26.144377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-8e9f47d8-1cad-4d14-8e97-4fff17b33aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:26.146191 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-8e9f47d8-1cad-4d14-8e97-4fff17b33aba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1063206 Oct 25 08:58:26.165204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c5d47-3882-4862-ba62-faa3e8427089 req-71ab1923-56a8-4460-b7fa-be3821c390c1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:26.174925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b1c5d47-3882-4862-ba62-faa3e8427089 req-71ab1923-56a8-4460-b7fa-be3821c390c1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0868630 Oct 25 08:58:26.209216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.272276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:26.305219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=7d0b0bd3-c3dc-47e8-b2c7-2f3b1924e267,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:26.309524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:26.310094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b6226c0e-e1e1-452b-8dc4-4d2ea6a44381 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:26.329540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b1c5d47-3882-4862-ba62-faa3e8427089 req-8cab9659-1597-4ff9-872b-3943f71382e4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535869 Oct 25 08:58:26.335115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Checking segment: {'id': '6727b654-1039-4089-96c9-bd78c0e02728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9a75f1e-23b7-478d-97db-f7e64cccb5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:26.335619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network hostable DHCP agents. Network: c9a75f1e-23b7-478d-97db-f7e64cccb5db, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:58:26.353383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-ff6bfa21-a888-49b9-bbaf-51164c26c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:26.355110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-ff6bfa21-a888-49b9-bbaf-51164c26c547 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773195 Oct 25 08:58:26.365923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network c9a75f1e-23b7-478d-97db-f7e64cccb5db is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:58:26.377273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, c9a75f1e-23b7-478d-97db-f7e64cccb5db) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:26.382171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:26.382882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.389985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2446775e-ad35-454e-a30e-4ebec7fed88b None None] Network c9a75f1e-23b7-478d-97db-f7e64cccb5db requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:26.415407 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f02081dc-2012-4128-8256-d5187b80434d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7560401 Oct 25 08:58:26.418654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47616) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:26.424939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-53ebe615-ede9-4bcd-a03c-8d2924f4afb8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1984056832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:26.460443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53ebe615-ede9-4bcd-a03c-8d2924f4afb8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.462221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53ebe615-ede9-4bcd-a03c-8d2924f4afb8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.541710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4348-df73-49a7-b0ed-6da012b068b6 req-21ff6710-0294-41e3-b6ca-1494c4b7051b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:26.554655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1eb4348-df73-49a7-b0ed-6da012b068b6 req-21ff6710-0294-41e3-b6ca-1494c4b7051b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 950 time: 0.1624141 Oct 25 08:58:26.582661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53ebe615-ede9-4bcd-a03c-8d2924f4afb8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.593242 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53ebe615-ede9-4bcd-a03c-8d2924f4afb8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.615197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53ebe615-ede9-4bcd-a03c-8d2924f4afb8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.616413 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-53ebe615-ede9-4bcd-a03c-8d2924f4afb8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1963239 Oct 25 08:58:26.620080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47618) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:26.624368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-c9a75f1e-23b7-478d-97db-f7e64cccb5db', 'network_id': 'c9a75f1e-23b7-478d-97db-f7e64cccb5db', 'tenant_id': 'af80d112aa334a1abf8b42a3cf195bf5', 'fixed_ips': [{'subnet_id': '7d0b0bd3-c3dc-47e8-b2c7-2f3b1924e267'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:58:26.625323 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.632632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'network_id': 'c9a75f1e-23b7-478d-97db-f7e64cccb5db', 'name': 'tempest-PortsTestJSON-2146294550'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:26.644238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1eb4348-df73-49a7-b0ed-6da012b068b6 req-c783e03a-482c-47f7-a156-02f3ff28df2e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884998 Oct 25 08:58:26.646334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-24cc4c50-43db-4a77-b635-79ed4f4d2109 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432537 Oct 25 08:58:26.783337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:26.790335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:26.793660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Allocated IP 172.20.0.2 (c9a75f1e-23b7-478d-97db-f7e64cccb5db/7d0b0bd3-c3dc-47e8-b2c7-2f3b1924e267/26e89153-f7f2-4f99-86f5-3ecbf63ecf4d) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:26.819432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 6277b6d4-af2e-4284-a20b-a15f872fd657 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:58:26.841186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b623f1a8-e772-4f8f-bf42-11edf73ea62e req-a88d1629-f103-4133-8f5c-d509e9e84b59 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867061 Oct 25 08:58:26.924162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc1157-7c06-4bf2-b603-ccc701900f43 req-fd5d4708-d6f5-4ff5-8ac0-099fa3c240dd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:26.925958 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abbc1157-7c06-4bf2-b603-ccc701900f43 req-fd5d4708-d6f5-4ff5-8ac0-099fa3c240dd tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 948 time: 0.0616188 Oct 25 08:58:26.967947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abbc1157-7c06-4bf2-b603-ccc701900f43 req-22375fb2-37b9-4a40-a91e-8ee3a79a012b tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341666 Oct 25 08:58:26.993717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:27.003579 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:27.045825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Pushing event updated for resources: {'Port': ['ID=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:27.062693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Network c9a75f1e-23b7-478d-97db-f7e64cccb5db is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:27.064652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:27.068297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:27.086488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.6 (c9a75f1e-23b7-478d-97db-f7e64cccb5db/7d0b0bd3-c3dc-47e8-b2c7-2f3b1924e267/6277b6d4-af2e-4284-a20b-a15f872fd657) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:27.135016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Attempting to bind port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:27.136012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Attempting to bind port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6727b654-1039-4089-96c9-bd78c0e02728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9a75f1e-23b7-478d-97db-f7e64cccb5db'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:27.136423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Attempting to bind port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d on network c9a75f1e-23b7-478d-97db-f7e64cccb5db {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:27.143033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:27.143405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Checking segment: {'id': '6727b654-1039-4089-96c9-bd78c0e02728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9a75f1e-23b7-478d-97db-f7e64cccb5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:27.143807 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:27.144198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Bound using segment: {'id': '6727b654-1039-4089-96c9-bd78c0e02728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9a75f1e-23b7-478d-97db-f7e64cccb5db'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:27.144825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Bound port: 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6727b654-1039-4089-96c9-bd78c0e02728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9a75f1e-23b7-478d-97db-f7e64cccb5db'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:27.145236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:27.159378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2481b8-1a1b-479b-9175-6a0a65c0972e req-ff6262dd-ca6e-4bc4-9f10-2cbd55c85dfa tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:27.161201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a2481b8-1a1b-479b-9175-6a0a65c0972e req-ff6262dd-ca6e-4bc4-9f10-2cbd55c85dfa tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0932786 Oct 25 08:58:27.216685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a2481b8-1a1b-479b-9175-6a0a65c0972e req-2e614b65-756e-4611-8de9-4acc567c41bc tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Oct 25 08:58:27.223764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] For port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:27.234085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] For port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,segment=NetworkSegment(6727b654-1039-4089-96c9-bd78c0e02728),segment_id=6727b654-1039-4089-96c9-bd78c0e02728)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:27.246986 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:27.278021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:27.348103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c97956-e2c5-4c3d-8643-c5cfd032112a None None] Pushing event updated for resources: {'Port': ['ID=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:27.354614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:27.407526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03070bbf-5b28-40dc-a49c-b48188c3893c req-e3ea0392-2fad-4b5c-a37f-65dd089f8ef2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:27.409801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03070bbf-5b28-40dc-a49c-b48188c3893c req-e3ea0392-2fad-4b5c-a37f-65dd089f8ef2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0757306 Oct 25 08:58:27.417890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network c9a75f1e-23b7-478d-97db-f7e64cccb5db is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:27.422709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:27.427973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:27.462367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=6277b6d4-af2e-4284-a20b-a15f872fd657,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:27.471163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03070bbf-5b28-40dc-a49c-b48188c3893c req-449e0eb1-3aee-40b3-80b1-0c74afe41b85 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530953 Oct 25 08:58:27.497654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:27.498706 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:27.518975 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c186093a-e7a7-4108-b10c-f3bfc803b20c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8977861 Oct 25 08:58:27.522579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47636) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:27.985446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:28.134300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ab8e-8c89-4951-a4d6-02e2dc845f86 req-b52e9873-fff2-4fc0-a243-71d2633b9b02 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:28.143904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6919ab8e-8c89-4951-a4d6-02e2dc845f86 req-b52e9873-fff2-4fc0-a243-71d2633b9b02 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 950 time: 0.0974674 Oct 25 08:58:28.245369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6919ab8e-8c89-4951-a4d6-02e2dc845f86 req-0c9da706-1030-4b6f-8f8a-592ae6eceb8c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001596 Oct 25 08:58:28.348236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:28.412508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:28.412874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:28.580549 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:28.592499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:28.664360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfa0a2-455e-4308-94a6-1d6e55254568 req-af98e9d3-3f57-4262-9273-6dc6b661bfa0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:28.673502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fbfa0a2-455e-4308-94a6-1d6e55254568 req-af98e9d3-3f57-4262-9273-6dc6b661bfa0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1084285 Oct 25 08:58:28.700756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=6277b6d4-af2e-4284-a20b-a15f872fd657,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:28.723632 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:28.754528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fbfa0a2-455e-4308-94a6-1d6e55254568 req-da0fe5ea-8928-4b0b-a707-f97e27b19330 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797338 Oct 25 08:58:28.765578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,segment=NetworkSegment(6727b654-1039-4089-96c9-bd78c0e02728),segment_id=6727b654-1039-4089-96c9-bd78c0e02728)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:28.772953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:28.823952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ff87a9-44b5-4c27-a1e9-69a23631925d None None] Network c9a75f1e-23b7-478d-97db-f7e64cccb5db requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:28.904510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:28.911556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-60e55117-93af-43f5-840f-6b5feda9181d None None] Provisioning complete for port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:28.912276 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-60e55117-93af-43f5-840f-6b5feda9181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:28.990161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f1f07-0a1c-46b9-b42e-adf511c664e4 req-06332e88-a941-48a0-b95c-0c42c82c4163 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:28.991676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1f1f07-0a1c-46b9-b42e-adf511c664e4 req-06332e88-a941-48a0-b95c-0c42c82c4163 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 948 time: 0.1138585 Oct 25 08:58:29.001820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:29.063691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd1f1f07-0a1c-46b9-b42e-adf511c664e4 req-1d59a31a-f5be-4b27-80e8-66c590bfa9b2 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525489 Oct 25 08:58:29.193923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:29.212825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52531e1-7943-4f5f-ad08-a0a921b85194 req-d7ea6135-d889-4b4b-8235-cb626a997f59 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:29.214455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d52531e1-7943-4f5f-ad08-a0a921b85194 req-d7ea6135-d889-4b4b-8235-cb626a997f59 tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 1101 time: 0.0666938 Oct 25 08:58:29.309976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d52531e1-7943-4f5f-ad08-a0a921b85194 req-44f05728-0321-4ca9-abac-c2359ca9885d tempest-ServersOnMultiNodesTest-1594480111 tempest-ServersOnMultiNodesTest-1594480111-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846698 Oct 25 08:58:29.457588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88ee8-064b-4e50-996b-b30a52c8b32b req-a7c1ad12-fd29-4de8-87a9-f76357fa3d33 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:29.466159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10c88ee8-064b-4e50-996b-b30a52c8b32b req-a7c1ad12-fd29-4de8-87a9-f76357fa3d33 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0678494 Oct 25 08:58:29.540757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10c88ee8-064b-4e50-996b-b30a52c8b32b req-82580c0e-8f1a-469e-824f-8f4b9c45b1f5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731385 Oct 25 08:58:29.543956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-006527a7-c7e7-4ccb-a2c5-45d8958d89d5 None None] Provisioning complete for port 6277b6d4-af2e-4284-a20b-a15f872fd657 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:29.544526 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-006527a7-c7e7-4ccb-a2c5-45d8958d89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:29.610029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:29.620191 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:29.652528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-006527a7-c7e7-4ccb-a2c5-45d8958d89d5 None None] Port 6277b6d4-af2e-4284-a20b-a15f872fd657 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:29.672204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-006527a7-c7e7-4ccb-a2c5-45d8958d89d5 None None] Provisioning complete for port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:29.672965 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-006527a7-c7e7-4ccb-a2c5-45d8958d89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:29.744477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:29.748400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=6277b6d4-af2e-4284-a20b-a15f872fd657,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:29.909135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network c9a75f1e-23b7-478d-97db-f7e64cccb5db is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:29.910559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:29.976820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d84b6254-0ac0-46fc-a690-c09a88b99d44 None None] Provisioning complete for port 6277b6d4-af2e-4284-a20b-a15f872fd657 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:29.977533 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d84b6254-0ac0-46fc-a690-c09a88b99d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:30.037373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d84b6254-0ac0-46fc-a690-c09a88b99d44 None None] Port 6277b6d4-af2e-4284-a20b-a15f872fd657 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:30.068330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Router 50f14bee-04d6-4142-b3a2-f2d2fe0925ea is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:58:30.085532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585287c-3aa1-465f-8fb1-2d65d91a0e03 req-7ca46aa8-37b8-4ae4-89db-797fb1c9524b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:30.087977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4585287c-3aa1-465f-8fb1-2d65d91a0e03 req-7ca46aa8-37b8-4ae4-89db-797fb1c9524b tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 950 time: 0.0664647 Oct 25 08:58:30.152253 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4585287c-3aa1-465f-8fb1-2d65d91a0e03 req-336ec476-5d9f-48d1-b73b-fee3e0b916eb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572908 Oct 25 08:58:30.166245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1571bc10-a72a-4b01-825d-d799cd1086a5 None None] Provisioning complete for port 6277b6d4-af2e-4284-a20b-a15f872fd657 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:30.166531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1571bc10-a72a-4b01-825d-d799cd1086a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:30.208520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:58:30.223790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47694) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:30.224719 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4cdaa-b692-4487-b522-eaf3675d0717 None None] Sync routers for ids ['50f14bee-04d6-4142-b3a2-f2d2fe0925ea'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:58:30.225235 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f36f66a2-86cd-471a-b6d0-65f78638ed63 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "PUT /v2.0/routers/50f14bee-04d6-4142-b3a2-f2d2fe0925ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7010634 Oct 25 08:58:30.236990 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4cdaa-b692-4487-b522-eaf3675d0717 None None] Routers {'50f14bee-04d6-4142-b3a2-f2d2fe0925ea'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:58:30.239073 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-69a4cdaa-b692-4487-b522-eaf3675d0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:58:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['50f14bee-04d6-4142-b3a2-f2d2fe0925ea'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:30.308289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1571bc10-a72a-4b01-825d-d799cd1086a5 None None] Port 6277b6d4-af2e-4284-a20b-a15f872fd657 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:30.310546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:30.314680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f0b436-7e9d-49ef-975e-9f41f33b26b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:30.316619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-90f0b436-7e9d-49ef-975e-9f41f33b26b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports?device_id=50f14bee-04d6-4142-b3a2-f2d2fe0925ea HTTP/1.1" status: 200 len: 982 time: 0.0980802 Oct 25 08:58:30.319112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47696) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:30.343868 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-69a4cdaa-b692-4487-b522-eaf3675d0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:30.366810 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4cdaa-b692-4487-b522-eaf3675d0717 None None] Routers {'50f14bee-04d6-4142-b3a2-f2d2fe0925ea'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:58:30.367581 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-69a4cdaa-b692-4487-b522-eaf3675d0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:58:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['50f14bee-04d6-4142-b3a2-f2d2fe0925ea'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:30.432185 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-69a4cdaa-b692-4487-b522-eaf3675d0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:30.435668 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4cdaa-b692-4487-b522-eaf3675d0717 None None] The sync data for ids ['50f14bee-04d6-4142-b3a2-f2d2fe0925ea'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:58:30.447311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:30.447796 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:30.488130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bed2f677-83ec-467c-9c5b-0f1ce7e1c17c None None] Provisioning complete for port 6277b6d4-af2e-4284-a20b-a15f872fd657 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:30.488638 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bed2f677-83ec-467c-9c5b-0f1ce7e1c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:30.490603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0da47-78f6-44f8-beb8-dd9149c7b868 req-01588dbb-65b6-4007-bb33-18ebe77c8a8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:30.492085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31a0da47-78f6-44f8-beb8-dd9149c7b868 req-01588dbb-65b6-4007-bb33-18ebe77c8a8a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1646988 Oct 25 08:58:30.566787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bed2f677-83ec-467c-9c5b-0f1ce7e1c17c None None] Port 6277b6d4-af2e-4284-a20b-a15f872fd657 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:30.623954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31a0da47-78f6-44f8-beb8-dd9149c7b868 req-a88906e4-994e-4b30-a996-160ab79e2a94 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856874 Oct 25 08:58:30.800750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a8f1f-fdd9-4f54-8a61-49430c895c4a req-a50f973a-05bc-4c51-bb36-8c879c63a23e tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:30.802215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-046a8f1f-fdd9-4f54-8a61-49430c895c4a req-a50f973a-05bc-4c51-bb36-8c879c63a23e tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 948 time: 0.1197226 Oct 25 08:58:30.841852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 849e8c12-f020-466e-9eee-fef17e8cff2b details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:58:30.863334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-046a8f1f-fdd9-4f54-8a61-49430c895c4a req-01b0b98c-2973-4d15-8d3a-327a79436980 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539856 Oct 25 08:58:30.955279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:30.962636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 849e8c12-f020-466e-9eee-fef17e8cff2b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=849e8c12-f020-466e-9eee-fef17e8cff2b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:30.978897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '849e8c12-f020-466e-9eee-fef17e8cff2b', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '849e8c12-f020-466e-9eee-fef17e8cff2b', 'mac_address': 'fa:16:3e:4f:85:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:58:31.021651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:31.036024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849e8c12-f020-466e-9eee-fef17e8cff2b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:58:31.057434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 849e8c12-f020-466e-9eee-fef17e8cff2b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=849e8c12-f020-466e-9eee-fef17e8cff2b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:31.062697 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:31.071876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-859e5735-1713-4ee9-86a8-6734fa49a3a6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1041788061&fields=id&tenant_id=df68bca8bb364cd8a67c1a851ee7dec0 HTTP/1.1" status: 200 len: 267 time: 0.0513484 Oct 25 08:58:31.123231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=849e8c12-f020-466e-9eee-fef17e8cff2b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:31.533164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-efa8bca0-09a7-4314-be6b-dffc5377b092 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:31.534624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-efa8bca0-09a7-4314-be6b-dffc5377b092 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/networks?id=c8372471-7153-4dd2-b1ee-163591a6ac86 HTTP/1.1" status: 200 len: 816 time: 0.4433491 Oct 25 08:58:31.571309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-55fe4bab-aeb4-49ea-9812-9ec90ae6120b tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/quotas/df68bca8bb364cd8a67c1a851ee7dec0 HTTP/1.1" status: 200 len: 375 time: 0.0288212 Oct 25 08:58:31.605126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['849e8c12-f020-466e-9eee-fef17e8cff2b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:31.664171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 6277b6d4-af2e-4284-a20b-a15f872fd657 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:31.664505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:31.686652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79618e1-4064-4b84-8856-f107b770abee req-55dd396f-2ee8-40a7-9a9d-e6ed602b8ddd tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:31.687822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a79618e1-4064-4b84-8856-f107b770abee req-55dd396f-2ee8-40a7-9a9d-e6ed602b8ddd tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 950 time: 0.1069379 Oct 25 08:58:31.725159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-caed8a41-baee-4a03-9c3d-57fba237accf tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=df68bca8bb364cd8a67c1a851ee7dec0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1430755 Oct 25 08:58:31.877570 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:31.896182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 6277b6d4-af2e-4284-a20b-a15f872fd657 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:31.973612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-91ee2812-f024-474c-83a3-d750e5717dbe service neutron] 10.222.0.32 "GET /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159240 Oct 25 08:58:31.999595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Deleting port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:31.999933 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:32.203409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] For port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:32.203825 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:32.222952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-0a53a423-34d4-44f1-8cb0-e75f0c9bf9f6 service neutron] 10.222.0.32 "GET /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419775 Oct 25 08:58:32.223792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Calling delete_port for 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:32.338633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:32.386446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=6277b6d4-af2e-4284-a20b-a15f872fd657,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:32.582744 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:32.630731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['520a5868-ce70-4f19-8860-72d84e1d2b46', 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6', 'de10d1f0-2b39-4583-b7f4-11104c6ef105'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:32.639416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event deleted for resources: {'Port': ['ID=584b334e-0f73-4282-b4a6-4f2ba1d49ae8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:32.649518 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:32.707979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c', '53f3fbcc-77ff-4531-a335-e1a0646b4f35', '584b334e-0f73-4282-b4a6-4f2ba1d49ae8'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:32.747184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] No DVR routers for this DVR port 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:32.788923 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:32.792062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a79618e1-4064-4b84-8856-f107b770abee req-746657c7-6817-4d59-b6b8-3706d2ac38fc tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "DELETE /v2.0/ports/584b334e-0f73-4282-b4a6-4f2ba1d49ae8 HTTP/1.1" status: 204 len: 173 time: 1.0623436 Oct 25 08:58:32.793907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fc86b6-e94b-4707-83e1-e67b7ae35cd6', 'name': 'network-vif-deleted', 'tag': '584b334e-0f73-4282-b4a6-4f2ba1d49ae8'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:32.796591 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee38dac1-930d-498b-bbda-777837bfcd10" -d '{"events": [{"server_uuid": "c6fc86b6-e94b-4707-83e1-e67b7ae35cd6", "name": "network-vif-deleted", "tag": "584b334e-0f73-4282-b4a6-4f2ba1d49ae8"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:32.938008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c19c17-12e2-425e-9414-2df5eb85568f req-6cc20423-b9c1-46b4-8f34-8c2ae0f7aa32 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:32.946013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7c19c17-12e2-425e-9414-2df5eb85568f req-6cc20423-b9c1-46b4-8f34-8c2ae0f7aa32 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1967843 Oct 25 08:58:32.994196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Router 50f14bee-04d6-4142-b3a2-f2d2fe0925ea has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:58:33.005277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7c19c17-12e2-425e-9414-2df5eb85568f req-3b095175-d564-4fc5-9120-a8facf0fe89d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573368 Oct 25 08:58:33.159521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:58:33.169164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47736) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:33.173885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0ac4de94-a844-446f-bd3f-691997257788 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "PUT /v2.0/routers/50f14bee-04d6-4142-b3a2-f2d2fe0925ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8453314 Oct 25 08:58:33.187714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b523b-3309-4077-bef4-43a9a22a0f34 None None] Sync routers for ids ['50f14bee-04d6-4142-b3a2-f2d2fe0925ea'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:58:33.236072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b523b-3309-4077-bef4-43a9a22a0f34 None None] Routers {'50f14bee-04d6-4142-b3a2-f2d2fe0925ea'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:58:33.236721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c94b523b-3309-4077-bef4-43a9a22a0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:58:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['50f14bee-04d6-4142-b3a2-f2d2fe0925ea'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:33.272431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd0b448c-4f11-4725-b53e-df236e38f285 req-554b0de3-afb1-4ea3-b425-d7779998ed8a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6fc86b6-e94b-4707-83e1-e67b7ae35cd6 HTTP/1.1" status: 200 len: 210 time: 0.0455441 Oct 25 08:58:33.294559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c94b523b-3309-4077-bef4-43a9a22a0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:33.348514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b523b-3309-4077-bef4-43a9a22a0f34 None None] Routers {'50f14bee-04d6-4142-b3a2-f2d2fe0925ea'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:58:33.349905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c94b523b-3309-4077-bef4-43a9a22a0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:58:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['50f14bee-04d6-4142-b3a2-f2d2fe0925ea'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:33.406307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c94b523b-3309-4077-bef4-43a9a22a0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:33.406307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b523b-3309-4077-bef4-43a9a22a0f34 None None] The sync data for ids ['50f14bee-04d6-4142-b3a2-f2d2fe0925ea'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:58:33.539290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596fc5-3fdf-41d5-bb4a-642268c1fb05 req-7eebcb47-31c6-4408-b171-70986373a08c tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:33.540960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3596fc5-3fdf-41d5-bb4a-642268c1fb05 req-7eebcb47-31c6-4408-b171-70986373a08c tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 949 time: 0.1145132 Oct 25 08:58:33.602869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3596fc5-3fdf-41d5-bb4a-642268c1fb05 req-8d47ebd7-048c-47a0-86ab-f80f7ca8345f tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505569 Oct 25 08:58:33.653666 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ee9245-a59e-4fb0-8775-0449be4c577a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:58:33.655572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b8ee9245-a59e-4fb0-8775-0449be4c577a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/6277b6d4-af2e-4284-a20b-a15f872fd657 HTTP/1.1" status: 404 len: 333 time: 0.4837251 Oct 25 08:58:33.658332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47742) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:33.742443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e04438ce-d0ef-46c2-8c10-4ef86a3a1ebd req-aa6ebe3d-9299-483e-8bac-99a7c5de1b1e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 210 time: 0.0465059 Oct 25 08:58:33.804034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e7fe4b-d638-451a-aefa-58ef438cbc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:33.815632 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96494d27-6304-4a62-ae3a-8126b624bedc x-openstack-request-id: req-96494d27-6304-4a62-ae3a-8126b624bedc {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:33.815972 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fc86b6-e94b-4707-83e1-e67b7ae35cd6", "name": "network-vif-deleted", "tag": "584b334e-0f73-4282-b4a6-4f2ba1d49ae8", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:33.816223 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96494d27-6304-4a62-ae3a-8126b624bedc {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:33.816671 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fc86b6-e94b-4707-83e1-e67b7ae35cd6', 'name': 'network-vif-deleted', 'tag': '584b334e-0f73-4282-b4a6-4f2ba1d49ae8', 'status': 'completed', 'code': 200} Oct 25 08:58:33.930215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e84207-00d8-4b68-9c35-ad46bdf6d4b8 req-10f9a2be-9ec3-4750-b2cd-bac934f2d5e3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:33.931708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67e84207-00d8-4b68-9c35-ad46bdf6d4b8 req-10f9a2be-9ec3-4750-b2cd-bac934f2d5e3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0540907 Oct 25 08:58:33.977729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67e84207-00d8-4b68-9c35-ad46bdf6d4b8 req-c8a404c4-824b-4874-b21f-5de6e43bacef tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Oct 25 08:58:33.981636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e7fe4b-d638-451a-aefa-58ef438cbc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:33.984341 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e7fe4b-d638-451a-aefa-58ef438cbc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.033513 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e7fe4b-d638-451a-aefa-58ef438cbc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.034252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e7fe4b-d638-451a-aefa-58ef438cbc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Fanout notify agent at l3_agent the message router_deleted on router 50f14bee-04d6-4142-b3a2-f2d2fe0925ea {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 08:58:34.047481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e7fe4b-d638-451a-aefa-58ef438cbc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.051431 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92e7fe4b-d638-451a-aefa-58ef438cbc87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/routers/50f14bee-04d6-4142-b3a2-f2d2fe0925ea HTTP/1.1" status: 204 len: 168 time: 0.3892727 Oct 25 08:58:34.053511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47748) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:34.110004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec4504-3fff-4574-9940-1867151f4ab1 req-fdfcbe75-e68b-4eb2-ba44-3e7f44172eab tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:34.111610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21ec4504-3fff-4574-9940-1867151f4ab1 req-fdfcbe75-e68b-4eb2-ba44-3e7f44172eab tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0595880 Oct 25 08:58:34.113344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-31db23f4-56bd-4128-ac97-3fa122c1a538 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet 7d0b0bd3-c3dc-47e8-b2c7-2f3b1924e267 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:34.117228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31db23f4-56bd-4128-ac97-3fa122c1a538 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.163139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21ec4504-3fff-4574-9940-1867151f4ab1 req-82a29275-c646-417a-b4fb-590119ea08b0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Oct 25 08:58:34.186502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31db23f4-56bd-4128-ac97-3fa122c1a538 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.283984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31db23f4-56bd-4128-ac97-3fa122c1a538 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.409956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31db23f4-56bd-4128-ac97-3fa122c1a538 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.451906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db23f4-56bd-4128-ac97-3fa122c1a538 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0b0bd3-c3dc-47e8-b2c7-2f3b1924e267,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:34.487293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e9f53099-475f-47ff-9c17-92059c1d1b4c tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:34.488925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e9f53099-475f-47ff-9c17-92059c1d1b4c tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.18 "GET /v2.0/networks?id=c8372471-7153-4dd2-b1ee-163591a6ac86 HTTP/1.1" status: 200 len: 816 time: 0.1563604 Oct 25 08:58:34.492528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31db23f4-56bd-4128-ac97-3fa122c1a538 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.500904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31db23f4-56bd-4128-ac97-3fa122c1a538 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/7d0b0bd3-c3dc-47e8-b2c7-2f3b1924e267 HTTP/1.1" status: 204 len: 168 time: 0.4460073 Oct 25 08:58:34.501666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47762) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:34.508222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c006b-cd8d-4db9-8b30-523fc6c7a142 None None] Network c9a75f1e-23b7-478d-97db-f7e64cccb5db requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:34.531442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b5736-ab69-4b55-b4f2-88edf9be1076 req-b67be855-7508-44e5-b565-1a290310ec07 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:34.540299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-447b5736-ab69-4b55-b4f2-88edf9be1076 req-b67be855-7508-44e5-b565-1a290310ec07 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1053674 Oct 25 08:58:34.599631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-447b5736-ab69-4b55-b4f2-88edf9be1076 req-3d848cdc-db7e-451e-a1e9-debcbbb816d9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583012 Oct 25 08:58:34.670400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.689208 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-b5ed8a99-6716-442f-bd80-dc4a2d5b46e9 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df68bca8bb364cd8a67c1a851ee7dec0 HTTP/1.1" status: 200 len: 380 time: 0.0980301 Oct 25 08:58:34.699767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Request body: {'port': {'device_id': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'admin_state_up': True, 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'security_groups': ['83aea94c-fcd3-4712-9bac-71bc0b8ef505']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:34.782316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] DHCP port deletion for c9a75f1e-23b7-478d-97db-f7e64cccb5db request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:58:34.860404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:34.860654 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.866682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 849e8c12-f020-466e-9eee-fef17e8cff2b up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:34.906265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] Deleting port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:34.906955 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.949822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] For port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,segment=NetworkSegment(6727b654-1039-4089-96c9-bd78c0e02728),segment_id=6727b654-1039-4089-96c9-bd78c0e02728)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:34.950487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.953906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Made reservation on behalf of df68bca8bb364cd8a67c1a851ee7dec0 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:34.959112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:34.973293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:35.010786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5c93-2cbe-42aa-8942-288075d76884 req-75714fd3-0c26-4941-b9f4-ee903da8fb80 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:35.020088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e49a5c93-2cbe-42aa-8942-288075d76884 req-75714fd3-0c26-4941-b9f4-ee903da8fb80 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0735786 Oct 25 08:58:35.076330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e49a5c93-2cbe-42aa-8942-288075d76884 req-1fb76566-0695-4f5b-97cc-16b96aa7cbd9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517364 Oct 25 08:58:35.078767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] For port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,segment=NetworkSegment(6727b654-1039-4089-96c9-bd78c0e02728),segment_id=6727b654-1039-4089-96c9-bd78c0e02728)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:35.081572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.115781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] Calling delete_port for 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:35.190220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Allocated IP 172.20.0.8 (c8372471-7153-4dd2-b1ee-163591a6ac86/131faeb3-0edd-45ab-b69c-24bab547e8c6/07e541bf-2268-40f9-aed3-0f901121eed4) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:35.210401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48912-aa2a-468f-b00b-a67829b042f2 req-ec55860a-6c51-4716-96a5-b0813f01b78b tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:35.220596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70a48912-aa2a-468f-b00b-a67829b042f2 req-ec55860a-6c51-4716-96a5-b0813f01b78b tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 949 time: 0.0725768 Oct 25 08:58:35.232656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 849e8c12-f020-466e-9eee-fef17e8cff2b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:58:35.237723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 849e8c12-f020-466e-9eee-fef17e8cff2b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:35.238175 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.275249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70a48912-aa2a-468f-b00b-a67829b042f2 req-ce0b2823-422f-4e3f-b397-c4df33ee69a4 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500319 Oct 25 08:58:35.332992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.351845 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.354639 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.375822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:35.378480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e96511e-6238-400b-8f3d-ca35942a226c req-e0d5b4a1-538e-4090-927f-1e23959ef425 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 210 time: 0.0357862 Oct 25 08:58:35.385852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.395395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No DVR routers for this DVR port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:35.395771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] Pushing event deleted for resources: {'Port': ['ID=26e89153-f7f2-4f99-86f5-3ecbf63ecf4d,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:35.405441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8bf69f-d43a-424d-ac39-48f241457507 None None] No DVR routers for this DVR port 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:35.412535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffdb538-a5c2-4ae3-883b-93eb3545ddfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849e8c12-f020-466e-9eee-fef17e8cff2b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:35.416485 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513ed7d2-eb9c-42b0-b770-5a97fcb28051" -d '{"events": [{"server_uuid": "0ffdb538-a5c2-4ae3-883b-93eb3545ddfb", "name": "network-vif-plugged", "status": "completed", "tag": "849e8c12-f020-466e-9eee-fef17e8cff2b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:35.431429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 849e8c12-f020-466e-9eee-fef17e8cff2b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=849e8c12-f020-466e-9eee-fef17e8cff2b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:35.437881 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.438919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:35.493016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:35.493537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 584b334e-0f73-4282-b4a6-4f2ba1d49ae8 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:35.545993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3444241-9ba7-42d0-bae1-76e0f32d0013 req-493d7310-c362-4d0d-b86f-8485220dcba3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:35.546276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=849e8c12-f020-466e-9eee-fef17e8cff2b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:35.547483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3444241-9ba7-42d0-bae1-76e0f32d0013 req-493d7310-c362-4d0d-b86f-8485220dcba3 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 950 time: 0.0767624 Oct 25 08:58:35.568921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.590080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a75f1e-23b7-478d-97db-f7e64cccb5db']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:35.603583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6727b654-1039-4089-96c9-bd78c0e02728') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:35.603957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6727b654-1039-4089-96c9-bd78c0e02728') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:35.615537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.617881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.623310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3444241-9ba7-42d0-bae1-76e0f32d0013 req-486a1ec2-3d77-4057-a1a7-ea6b3d2755ca tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680916 Oct 25 08:58:35.712188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.718742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:58:35.719192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:58:35.765104 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:58:35.774031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Network c8372471-7153-4dd2-b1ee-163591a6ac86 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:35.788346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:35.794009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:35.829145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event updated for resources: {'Port': ['ID=07e541bf-2268-40f9-aed3-0f901121eed4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:35.839100 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.848607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.852023 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/networks/c9a75f1e-23b7-478d-97db-f7e64cccb5db HTTP/1.1" status: 204 len: 168 time: 1.3493438 Oct 25 08:58:35.860335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47782) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:35.881546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493ea0b-c096-438f-8184-b2172a01a760 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Network': ['ID=c9a75f1e-23b7-478d-97db-f7e64cccb5db,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:35.897622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:35.898349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:35.933904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-e5961ec1-342e-4a1b-a898-fbd2dfc7be93 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2376723 Oct 25 08:58:35.943979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8506cef1-5e80-4567-8dc6-79c6b4c0a437 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:35.951356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47784) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:35.951581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8506cef1-5e80-4567-8dc6-79c6b4c0a437 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/1cbd97d5-dae0-4efd-9d2d-64926c15a104 HTTP/1.1" status: 200 len: 840 time: 0.0898612 Oct 25 08:58:35.993368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Request body: {'port': {'device_id': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:36.027506 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a751eef-067e-400b-9ba3-63bc14d95254 x-openstack-request-id: req-2a751eef-067e-400b-9ba3-63bc14d95254 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:36.028019 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffdb538-a5c2-4ae3-883b-93eb3545ddfb", "name": "network-vif-plugged", "status": "completed", "tag": "849e8c12-f020-466e-9eee-fef17e8cff2b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:36.028286 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a751eef-067e-400b-9ba3-63bc14d95254 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:36.028700 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffdb538-a5c2-4ae3-883b-93eb3545ddfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849e8c12-f020-466e-9eee-fef17e8cff2b', 'code': 200} Oct 25 08:58:36.107396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-94ffb708-d06f-4088-8bac-141dc36076c4 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/1cbd97d5-dae0-4efd-9d2d-64926c15a104?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1544702 Oct 25 08:58:36.111001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47786) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:36.119299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:36.154712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5c7e2839-62da-4b4f-aa20-f997257c9b1d None None] Provisioning complete for port 07e541bf-2268-40f9-aed3-0f901121eed4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:36.156268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2839-62da-4b4f-aa20-f997257c9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:36.211869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2f34-82e3-4cf5-9d56-b8dfe7a24d69 req-bd04920c-6227-4393-acdc-3b41037e516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:36.213556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6d2f34-82e3-4cf5-9d56-b8dfe7a24d69 req-bd04920c-6227-4393-acdc-3b41037e516e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 1101 time: 0.0550654 Oct 25 08:58:36.227308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76746186-bee1-4f87-bee3-4196c62b21b7 req-03ec9ab2-95c2-4b74-85c8-e145975ab02b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:36.229022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76746186-bee1-4f87-bee3-4196c62b21b7 req-03ec9ab2-95c2-4b74-85c8-e145975ab02b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1326976 Oct 25 08:58:36.247755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:36.248320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e2839-62da-4b4f-aa20-f997257c9b1d None None] Port 07e541bf-2268-40f9-aed3-0f901121eed4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:36.263955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:36.299872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76746186-bee1-4f87-bee3-4196c62b21b7 req-70913cbc-dcfa-4c81-a36e-bdb5a67f805b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544848 Oct 25 08:58:36.302465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6d2f34-82e3-4cf5-9d56-b8dfe7a24d69 req-a6db4331-6a7c-411f-ac9c-b864581d3a11 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721784 Oct 25 08:58:36.303481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:36.303800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 26e89153-f7f2-4f99-86f5-3ecbf63ecf4d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:36.426040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f708ee1-a215-4075-b0e4-774ba4ec2f3d req-aceefc59-47be-43b9-a6ab-5fd71746ac2e tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:36.427930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f708ee1-a215-4075-b0e4-774ba4ec2f3d req-aceefc59-47be-43b9-a6ab-5fd71746ac2e tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 950 time: 0.0570400 Oct 25 08:58:36.455036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:36.458601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:36.475638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f708ee1-a215-4075-b0e4-774ba4ec2f3d req-2df7ebc4-2c00-4be4-8314-d1d821f53915 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Oct 25 08:58:36.651829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba5a75-3b7e-4f12-8cf5-f60f6817c6df req-38c217bc-8ac9-41f0-955c-70fb674a74e7 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:36.656132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77ba5a75-3b7e-4f12-8cf5-f60f6817c6df req-38c217bc-8ac9-41f0-955c-70fb674a74e7 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 931 time: 0.0963998 Oct 25 08:58:36.701458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77ba5a75-3b7e-4f12-8cf5-f60f6817c6df req-28dc9ec3-c81e-4296-8ca9-7cd7a12e9830 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411010 Oct 25 08:58:36.787222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e541bf-2268-40f9-aed3-0f901121eed4 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:58:36.815059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ed12b-da5a-4981-aaf8-48408d9e4d41 req-b077c307-bb67-445c-b05e-1f0ac7c3a103 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:36.816918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a1ed12b-da5a-4981-aaf8-48408d9e4d41 req-b077c307-bb67-445c-b05e-1f0ac7c3a103 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 950 time: 0.0589814 Oct 25 08:58:36.821537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:36.848598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:36.851541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Transition to ACTIVE for port object 07e541bf-2268-40f9-aed3-0f901121eed4 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:58:36.857664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a1ed12b-da5a-4981-aaf8-48408d9e4d41 req-25e1afc3-a396-4ad4-b33c-dbd57db8a9bd tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Oct 25 08:58:36.886130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:36.933542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:36.946979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-b2f8691e-57ed-4940-978c-14b0d03b0ead tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:36.948658 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-b2f8691e-57ed-4940-978c-14b0d03b0ead tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 950 time: 0.1638136 Oct 25 08:58:36.963606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:36.982159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:36.982159 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:36.984737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5baa5d-de2a-4ff9-b3e8-f7801e0f61fc None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:37.005795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=ea62ef43-7343-4c71-a722-9d5514e3ce11,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:37.035867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Pushing event updated for resources: {'Port': ['ID=07e541bf-2268-40f9-aed3-0f901121eed4,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:37.064024 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b5eb500-eff4-4dae-8939-c78741ed23af tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9511757 Oct 25 08:58:37.066886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47798) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:37.071843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3ff31a0e-3f1f-4973-b802-5d924a89af9b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021408871'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:37.104955 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ff31a0e-3f1f-4973-b802-5d924a89af9b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.173725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Attempting to bind port 07e541bf-2268-40f9-aed3-0f901121eed4 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:37.174228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Attempting to bind port 07e541bf-2268-40f9-aed3-0f901121eed4 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:37.174646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Attempting to bind port 07e541bf-2268-40f9-aed3-0f901121eed4 on network c8372471-7153-4dd2-b1ee-163591a6ac86 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:37.195586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ff31a0e-3f1f-4973-b802-5d924a89af9b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.198644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Port 07e541bf-2268-40f9-aed3-0f901121eed4 on network c8372471-7153-4dd2-b1ee-163591a6ac86 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:58:37.199613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Attempting to bind port 07e541bf-2268-40f9-aed3-0f901121eed4 on network c8372471-7153-4dd2-b1ee-163591a6ac86 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:37.203020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ff31a0e-3f1f-4973-b802-5d924a89af9b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.208406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:37.208866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Checking segment: {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:37.209364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Bound using segment: {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:37.209907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Bound port: 07e541bf-2268-40f9-aed3-0f901121eed4, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6e4601-635f-4895-9137-818c1d92bcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:37.210365 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.246907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Deleting port de10d1f0-2b39-4583-b7f4-11104c6ef105 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:37.247258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.251684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ef0f633a-989b-49b9-a2bc-821d75036c0c', 'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'tenant_id': 'af80d112aa334a1abf8b42a3cf195bf5', 'fixed_ips': [{'subnet_id': 'ea62ef43-7343-4c71-a722-9d5514e3ce11'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:58:37.252502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.262373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff31a0e-3f1f-4973-b802-5d924a89af9b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac35b70b-6d63-4cbb-aee4-b2c13c540288,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:37.279271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ff31a0e-3f1f-4973-b802-5d924a89af9b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.280794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3ff31a0e-3f1f-4973-b802-5d924a89af9b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2128103 Oct 25 08:58:37.283885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47800) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:37.291987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d55ff8b4-6937-468c-ad13-131c8bc0e15f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1477366705'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:37.321243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d55ff8b4-6937-468c-ad13-131c8bc0e15f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.432386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d55ff8b4-6937-468c-ad13-131c8bc0e15f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.435263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] For port 07e541bf-2268-40f9-aed3-0f901121eed4, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:37.463581 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d55ff8b4-6937-468c-ad13-131c8bc0e15f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.468162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] For port 07e541bf-2268-40f9-aed3-0f901121eed4, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=07e541bf-2268-40f9-aed3-0f901121eed4,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:37.477944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.482215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] For port de10d1f0-2b39-4583-b7f4-11104c6ef105, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=de10d1f0-2b39-4583-b7f4-11104c6ef105,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:37.482760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.494873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d55ff8b4-6937-468c-ad13-131c8bc0e15f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.496316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d55ff8b4-6937-468c-ad13-131c8bc0e15f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2114270 Oct 25 08:58:37.508272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47804) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:37.509836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Allocated IP 172.20.0.2 (ef0f633a-989b-49b9-a2bc-821d75036c0c/ea62ef43-7343-4c71-a722-9d5514e3ce11/5e0dd06d-892f-4871-979c-ffafdb91b95a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:37.516949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455cb27-7a5b-49a7-9ddc-550d50125615 req-25a39a13-3d51-4b11-aa62-0e19b3b40a70 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:37.524657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b455cb27-7a5b-49a7-9ddc-550d50125615 req-25a39a13-3d51-4b11-aa62-0e19b3b40a70 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0900431 Oct 25 08:58:37.529511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Calling delete_port for de10d1f0-2b39-4583-b7f4-11104c6ef105 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:37.531728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-668920977', 'security_groups': ['270c3346-2515-40a8-882e-e4c4531f2c85'], 'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ea62ef43-7343-4c71-a722-9d5514e3ce11'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:37.590061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ff8b4-6937-468c-ad13-131c8bc0e15f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270c3346-2515-40a8-882e-e4c4531f2c85,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:37.682944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b455cb27-7a5b-49a7-9ddc-550d50125615 req-19aca765-e85b-49c6-9dae-4d13cbb76b54 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568770 Oct 25 08:58:37.737377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.748096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.758660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Pushing event updated for resources: {'Port': ['ID=07e541bf-2268-40f9-aed3-0f901121eed4,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:37.772563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:37.779713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:37.780635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.782630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-9b266226-83be-4cfc-aeb4-f8f235a73f08 service neutron] 10.222.0.18 "PUT /v2.0/ports/07e541bf-2268-40f9-aed3-0f901121eed4 HTTP/1.1" status: 200 len: 1091 time: 1.7988358 Oct 25 08:58:37.784941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'tag': '07e541bf-2268-40f9-aed3-0f901121eed4'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:37.789332 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f7b06-514d-4564-93db-3040949d6957" -d '{"events": [{"name": "network-changed", "server_uuid": "3fae0fb2-fe08-43be-a096-63c28070b0fd", "tag": "07e541bf-2268-40f9-aed3-0f901121eed4"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:37.800745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:37.803324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:37.867321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:37.883802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Pushing event updated for resources: {'Port': ['ID=5e0dd06d-892f-4871-979c-ffafdb91b95a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:37.904774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Attempting to bind port 5e0dd06d-892f-4871-979c-ffafdb91b95a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:58:37.905175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Attempting to bind port 5e0dd06d-892f-4871-979c-ffafdb91b95a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ab213c36-76bc-4b19-b5fe-e308a7620094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:58:37.905544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Attempting to bind port 5e0dd06d-892f-4871-979c-ffafdb91b95a on network ef0f633a-989b-49b9-a2bc-821d75036c0c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:58:37.912153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:58:37.912531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Checking segment: {'id': 'ab213c36-76bc-4b19-b5fe-e308a7620094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:37.913110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.913507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Bound using segment: {'id': 'ab213c36-76bc-4b19-b5fe-e308a7620094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:58:37.913987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Bound port: 5e0dd06d-892f-4871-979c-ffafdb91b95a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab213c36-76bc-4b19-b5fe-e308a7620094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:58:37.914367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:37.989011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a7ed3-3088-47ee-b4d7-931a4eb9913b req-db16e753-0d3a-4293-a550-fdb4ff51ac52 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:37.998978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e46a7ed3-3088-47ee-b4d7-931a4eb9913b req-db16e753-0d3a-4293-a550-fdb4ff51ac52 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 950 time: 0.1851532 Oct 25 08:58:38.012726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] For port 5e0dd06d-892f-4871-979c-ffafdb91b95a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:58:38.018007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] For port 5e0dd06d-892f-4871-979c-ffafdb91b95a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e0dd06d-892f-4871-979c-ffafdb91b95a,segment=NetworkSegment(ab213c36-76bc-4b19-b5fe-e308a7620094),segment_id=ab213c36-76bc-4b19-b5fe-e308a7620094)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:58:38.036466 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:38.056749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e46a7ed3-3088-47ee-b4d7-931a4eb9913b req-dc297441-f662-48bb-a057-113e3e889a79 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Oct 25 08:58:38.115415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:38.140000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94087acc-9742-45b1-bff6-d740047f8ed0 None None] Pushing event updated for resources: {'Port': ['ID=5e0dd06d-892f-4871-979c-ffafdb91b95a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:38.174152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port 90c8552c-2b83-406c-baee-b653cd381f45 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:58:38.328303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c45ac4-7b24-4aae-bf04-5ca650faac00 req-bab99d1d-426f-4b8b-9e7a-e7082055b318 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:38.329856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4c45ac4-7b24-4aae-bf04-5ca650faac00 req-bab99d1d-426f-4b8b-9e7a-e7082055b318 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.1078684 Oct 25 08:58:38.336483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-81889a89-9d62-450d-91c6-da921fb4b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:38.338102 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-81889a89-9d62-450d-91c6-da921fb4b187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df68bca8bb364cd8a67c1a851ee7dec0&device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 1094 time: 0.0760903 Oct 25 08:58:38.358035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:38.393440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c', '53f3fbcc-77ff-4531-a335-e1a0646b4f35'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:38.401407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4c45ac4-7b24-4aae-bf04-5ca650faac00 req-03a50f15-900d-4753-8655-7cd47667198f tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633245 Oct 25 08:58:38.449524 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-69021b00-02af-40dd-bbb7-e02600b25c92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e541bf-2268-40f9-aed3-0f901121eed4 HTTP/1.1" status: 200 len: 217 time: 0.0885842 Oct 25 08:58:38.454698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event deleted for resources: {'Port': ['ID=de10d1f0-2b39-4583-b7f4-11104c6ef105,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:38.501042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['520a5868-ce70-4f19-8860-72d84e1d2b46', 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:38.528013 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2facba1e-7a38-46f1-96fb-d417077b764e x-openstack-request-id: req-2facba1e-7a38-46f1-96fb-d417077b764e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:38.530569 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fae0fb2-fe08-43be-a096-63c28070b0fd", "tag": "07e541bf-2268-40f9-aed3-0f901121eed4", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:38.530994 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2facba1e-7a38-46f1-96fb-d417077b764e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:38.531525 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'tag': '07e541bf-2268-40f9-aed3-0f901121eed4', 'status': 'completed', 'code': 200} Oct 25 08:58:38.535467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] No DVR routers for this DVR port de10d1f0-2b39-4583-b7f4-11104c6ef105 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:38.543793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:38.547582 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb89ee02-3a24-4647-a4c2-82d5c9e3aba3 req-43c4b4e6-82e2-4f48-a34f-b054711c97e7 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "DELETE /v2.0/ports/de10d1f0-2b39-4583-b7f4-11104c6ef105 HTTP/1.1" status: 204 len: 173 time: 1.5853367 Oct 25 08:58:38.574750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-ae0c068a-d49f-4474-a9d1-3d72f80536a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:38.577546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-ae0c068a-d49f-4474-a9d1-3d72f80536a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=131faeb3-0edd-45ab-b69c-24bab547e8c6 HTTP/1.1" status: 200 len: 855 time: 0.1165674 Oct 25 08:58:38.607558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.6 (ef0f633a-989b-49b9-a2bc-821d75036c0c/ea62ef43-7343-4c71-a722-9d5514e3ce11/90c8552c-2b83-406c-baee-b653cd381f45) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:38.678501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-49bec2f1-7aa8-475d-8f3c-9874f9c9060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:38.681534 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-49bec2f1-7aa8-475d-8f3c-9874f9c9060d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8372471-7153-4dd2-b1ee-163591a6ac86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870764 Oct 25 08:58:38.689776 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:38.695556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1f22449-13df-403f-813a-887aa95d2fd5 req-6f7c6b6c-b9fc-4752-b99a-e2f1ca999e0d tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=8efe800e-e334-4168-9ccf-03e0dfbbff7d HTTP/1.1" status: 200 len: 210 time: 0.0755992 Oct 25 08:58:38.898106 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-0549d1c5-dda4-4fd9-b2ea-3ccd9df26594 service neutron] 10.222.0.18 "GET /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971819 Oct 25 08:58:39.010269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:39.063297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bba1b6f8-165b-475d-b7d1-f6e88b4f6cd4 req-81a207ef-c861-49bf-a478-1962637b7641 service neutron] 10.222.0.18 "GET /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523898 Oct 25 08:58:39.113544 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:39.232422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:39.240869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:39.244062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=90c8552c-2b83-406c-baee-b653cd381f45,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:39.255667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:39.324253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f7b06-514d-4564-93db-3040949d6957 req-c8608c6c-7740-4ef5-8e79-a21cadfa2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:39.325876 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-431f7b06-514d-4564-93db-3040949d6957 req-c8608c6c-7740-4ef5-8e79-a21cadfa2c1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df68bca8bb364cd8a67c1a851ee7dec0&device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 1094 time: 0.1096268 Oct 25 08:58:39.492624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device de10d1f0-2b39-4583-b7f4-11104c6ef105 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:39.528332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f7b06-514d-4564-93db-3040949d6957 req-d5e3703d-b9cb-432d-ae47-3cacfe621483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:39.531197 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-431f7b06-514d-4564-93db-3040949d6957 req-d5e3703d-b9cb-432d-ae47-3cacfe621483 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8372471-7153-4dd2-b1ee-163591a6ac86 HTTP/1.1" status: 200 len: 917 time: 0.1742234 Oct 25 08:58:39.600634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: de10d1f0-2b39-4583-b7f4-11104c6ef105 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:39.601006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device de10d1f0-2b39-4583-b7f4-11104c6ef105 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:39.623625 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:39.644004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-431f7b06-514d-4564-93db-3040949d6957 req-da0b2306-0a9c-4b7a-ad64-9ac6fc9dfdf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e541bf-2268-40f9-aed3-0f901121eed4 HTTP/1.1" status: 200 len: 217 time: 0.1044343 Oct 25 08:58:39.749320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f7b06-514d-4564-93db-3040949d6957 req-d5bb34fe-0932-4343-9fb7-69a2f67a743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:39.756855 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-431f7b06-514d-4564-93db-3040949d6957 req-d5bb34fe-0932-4343-9fb7-69a2f67a743d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=131faeb3-0edd-45ab-b69c-24bab547e8c6 HTTP/1.1" status: 200 len: 855 time: 0.1041598 Oct 25 08:58:39.823787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:39.825163 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:39.844473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f7b06-514d-4564-93db-3040949d6957 req-ec60ac33-ae79-4593-8514-5bbde7557538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:39.846572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-431f7b06-514d-4564-93db-3040949d6957 req-ec60ac33-ae79-4593-8514-5bbde7557538 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8372471-7153-4dd2-b1ee-163591a6ac86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818801 Oct 25 08:58:39.856376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a32309cc-9fe2-4602-b359-9ae1b37a8e6b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3283319 Oct 25 08:58:39.857851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] Provisioning complete for port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:39.858513 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:39.862760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47836) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:39.864445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a25e-ab19-4b49-93f1-99f2e957fbe1 req-e64dc31b-ad50-49cf-9a15-f9ebe45040e1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:39.868100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5b1db6fc-b247-4dc5-9662-857ac6dc5ae3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:39.872782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36a3a25e-ab19-4b49-93f1-99f2e957fbe1 req-e64dc31b-ad50-49cf-9a15-f9ebe45040e1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.6894791 Oct 25 08:58:39.912806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] Port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:39.949141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36a3a25e-ab19-4b49-93f1-99f2e957fbe1 req-03cf4ccd-d271-4a26-893e-be8d6befee88 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751452 Oct 25 08:58:39.955028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:39.955294 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.062564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473613-b25c-40c5-90f8-82a75f6f7322 req-b11eb92d-f740-4654-8624-3741cfd228ca tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:40.070316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b473613-b25c-40c5-90f8-82a75f6f7322 req-b11eb92d-f740-4654-8624-3741cfd228ca tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 950 time: 0.0620561 Oct 25 08:58:40.076004 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.131272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b473613-b25c-40c5-90f8-82a75f6f7322 req-6e3edab7-747b-4363-8313-01da969e26ac tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Oct 25 08:58:40.138856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] For port 5e0dd06d-892f-4871-979c-ffafdb91b95a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e0dd06d-892f-4871-979c-ffafdb91b95a,segment=NetworkSegment(ab213c36-76bc-4b19-b5fe-e308a7620094),segment_id=ab213c36-76bc-4b19-b5fe-e308a7620094)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:40.148837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.167250 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-431f7b06-514d-4564-93db-3040949d6957 req-a6cd12fb-154a-4570-ba6b-79cd7fda2906 service neutron] 10.222.0.18 "GET /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067310 Oct 25 08:58:40.171912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1db6fc-b247-4dc5-9662-857ac6dc5ae3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:40.176948 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b1db6fc-b247-4dc5-9662-857ac6dc5ae3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.219305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525529b-1a6c-4d85-b08c-2307e2f00ed5 None None] Pushing event updated for resources: {'Port': ['ID=5e0dd06d-892f-4871-979c-ffafdb91b95a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:40.240030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ba31-9b88-42de-b6fa-895bb7854b41 req-b4996c50-f016-40ba-a95e-0aa36f24f2e8 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:40.250506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7661ba31-9b88-42de-b6fa-895bb7854b41 req-b4996c50-f016-40ba-a95e-0aa36f24f2e8 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.0695751 Oct 25 08:58:40.279440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02b16412-3c68-4bfa-8463-b421899506af None None] Provisioning complete for port 90c8552c-2b83-406c-baee-b653cd381f45 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:40.279952 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02b16412-3c68-4bfa-8463-b421899506af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.317484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7661ba31-9b88-42de-b6fa-895bb7854b41 req-47e8d7a6-f7cc-4044-8f47-450dc4aaa393 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661471 Oct 25 08:58:40.351687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e0dd06d-892f-4871-979c-ffafdb91b95a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:40.390415 n-d-814746-2 neutron-server[106991]: INFO neutron.db.ipam_backend_mixin [None req-5b1db6fc-b247-4dc5-9662-857ac6dc5ae3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ea62ef43-7343-4c71-a722-9d5514e3ce11 (CIDR: 172.20.0.0/28) Oct 25 08:58:40.396039 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1db6fc-b247-4dc5-9662-857ac6dc5ae3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 08:58:40.396411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1db6fc-b247-4dc5-9662-857ac6dc5ae3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:40.401360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-431f7b06-514d-4564-93db-3040949d6957 req-043aecc9-1fec-4d79-8a48-218094144f89 service neutron] 10.222.0.18 "GET /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648924 Oct 25 08:58:40.420629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5b1db6fc-b247-4dc5-9662-857ac6dc5ae3 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5538068 Oct 25 08:58:40.421159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47846) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:40.427535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:40.429556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02b16412-3c68-4bfa-8463-b421899506af None None] Port 90c8552c-2b83-406c-baee-b653cd381f45 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:40.441405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:40.442020 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.540188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe800e-e334-4168-9ccf-03e0dfbbff7d', 'name': 'network-vif-deleted', 'tag': 'de10d1f0-2b39-4583-b7f4-11104c6ef105'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:40.542816 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4417c3-448f-4261-aaad-eb4c7dc058cc" -d '{"events": [{"server_uuid": "8efe800e-e334-4168-9ccf-03e0dfbbff7d", "name": "network-vif-deleted", "tag": "de10d1f0-2b39-4583-b7f4-11104c6ef105"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:40.575180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:40.579657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.785631 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5cd5ff-40ba-4c5c-8ea9-3676ffc05fb4 x-openstack-request-id: req-eb5cd5ff-40ba-4c5c-8ea9-3676ffc05fb4 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:40.786021 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe800e-e334-4168-9ccf-03e0dfbbff7d", "name": "network-vif-deleted", "tag": "de10d1f0-2b39-4583-b7f4-11104c6ef105", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:40.786435 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb5cd5ff-40ba-4c5c-8ea9-3676ffc05fb4 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:40.786906 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe800e-e334-4168-9ccf-03e0dfbbff7d', 'name': 'network-vif-deleted', 'tag': 'de10d1f0-2b39-4583-b7f4-11104c6ef105', 'status': 'completed', 'code': 200} Oct 25 08:58:40.833966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.895122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:40.898975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:40.902046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:40.902785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:40.906607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:40.912102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f4be98-6c56-4f3f-8ed0-564e9f3fadc8 None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:40.923424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8477d25-bbf4-4f00-af93-1dbceaa9bc8a req-73628a00-806f-4d76-9950-85de80dfb05a tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:40.926052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8477d25-bbf4-4f00-af93-1dbceaa9bc8a req-73628a00-806f-4d76-9950-85de80dfb05a tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 950 time: 0.0907383 Oct 25 08:58:40.954408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5b919757-e395-4301-a94a-420936659027 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5312316 Oct 25 08:58:40.954408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47862) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:40.983018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1283149619', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a'}], 'security_groups': ['ac35b70b-6d63-4cbb-aee4-b2c13c540288']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:41.006064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8477d25-bbf4-4f00-af93-1dbceaa9bc8a req-3bbcade8-5507-4aa4-b348-e5c940024680 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714715 Oct 25 08:58:41.223975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25404017-085f-4b7a-b9e2-f30b6416fed1 req-61eb3ea0-c688-4bea-8639-05883acbc64a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:41.227096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25404017-085f-4b7a-b9e2-f30b6416fed1 req-61eb3ea0-c688-4bea-8639-05883acbc64a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 950 time: 0.1052601 Oct 25 08:58:41.281568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25404017-085f-4b7a-b9e2-f30b6416fed1 req-0c60c5df-a0c8-4d40-a4d9-0a85f0ffd312 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Oct 25 08:58:41.298149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9067e61b-ce8b-4330-8dfb-beae26eb9c8b None None] Update dhcp port {'port': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'fixed_ips': [{'subnet_id': 'ea62ef43-7343-4c71-a722-9d5514e3ce11', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '5e0dd06d-892f-4871-979c-ffafdb91b95a'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 08:58:41.323837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9067e61b-ce8b-4330-8dfb-beae26eb9c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:41.330113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:41.406326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8a28-bcbf-475d-85d4-9560619e7034 req-aac07857-fcbc-4eb3-9d26-9a6f12493198 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:41.408319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03ce8a28-bcbf-475d-85d4-9560619e7034 req-aac07857-fcbc-4eb3-9d26-9a6f12493198 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0579329 Oct 25 08:58:41.461605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03ce8a28-bcbf-475d-85d4-9560619e7034 req-424b91cf-e14a-44ae-b478-153464e7d507 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Oct 25 08:58:41.542080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9067e61b-ce8b-4330-8dfb-beae26eb9c8b None None] Allocated IP 172.20.0.18 (ef0f633a-989b-49b9-a2bc-821d75036c0c/a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a/5e0dd06d-892f-4871-979c-ffafdb91b95a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:41.669721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9067e61b-ce8b-4330-8dfb-beae26eb9c8b None None] For port 5e0dd06d-892f-4871-979c-ffafdb91b95a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e0dd06d-892f-4871-979c-ffafdb91b95a,segment=NetworkSegment(ab213c36-76bc-4b19-b5fe-e308a7620094),segment_id=ab213c36-76bc-4b19-b5fe-e308a7620094)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:41.701956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9067e61b-ce8b-4330-8dfb-beae26eb9c8b None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:41.713033 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9067e61b-ce8b-4330-8dfb-beae26eb9c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:41.746276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb48c2b-dab1-4594-81b2-75af4f28c644 req-18d10918-a534-4c0b-ab46-09e68dd51fac tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:41.747509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fb48c2b-dab1-4594-81b2-75af4f28c644 req-18d10918-a534-4c0b-ab46-09e68dd51fac tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.0622492 Oct 25 08:58:41.806863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fb48c2b-dab1-4594-81b2-75af4f28c644 req-fe45ddfe-bb2e-4801-aaac-5c98fe223022 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498483 Oct 25 08:58:41.821103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067e61b-ce8b-4330-8dfb-beae26eb9c8b None None] Pushing event updated for resources: {'Port': ['ID=5e0dd06d-892f-4871-979c-ffafdb91b95a,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:41.838559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Delete allocated IP 172.20.0.6 (ef0f633a-989b-49b9-a2bc-821d75036c0c/ea62ef43-7343-4c71-a722-9d5514e3ce11) {{(pid=106991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 08:58:41.848208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.19 (ef0f633a-989b-49b9-a2bc-821d75036c0c/a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a/90c8552c-2b83-406c-baee-b653cd381f45) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:41.958881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5c6b3-30e5-4b04-a1e4-966191d6b61b req-a1a4f2f3-6d7f-4738-b0ed-be9a08587cb8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:41.968271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccf5c6b3-30e5-4b04-a1e4-966191d6b61b req-a1a4f2f3-6d7f-4738-b0ed-be9a08587cb8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0680695 Oct 25 08:58:42.017907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccf5c6b3-30e5-4b04-a1e4-966191d6b61b req-8d8fddfe-197c-46f4-a962-62db2fa302ab tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487461 Oct 25 08:58:42.048729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.055715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.159725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=90c8552c-2b83-406c-baee-b653cd381f45,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:42.195902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] In _notify_port_updated(), no bound segment for port 90c8552c-2b83-406c-baee-b653cd381f45 on network ef0f633a-989b-49b9-a2bc-821d75036c0c {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:58:42.202104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:42.202825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.206971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a09a6c00-7e30-41a0-b6df-8d8a1dee1ef6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "PUT /v2.0/ports/90c8552c-2b83-406c-baee-b653cd381f45 HTTP/1.1" status: 200 len: 921 time: 1.2366784 Oct 25 08:58:42.207114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47886) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:42.276123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e0dd06d-892f-4871-979c-ffafdb91b95a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:42.346086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed528c9c-21cb-436d-8f16-e5daa796ad28 req-5d68598a-a112-4a31-aa4e-74b48121e112 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:42.347655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed528c9c-21cb-436d-8f16-e5daa796ad28 req-5d68598a-a112-4a31-aa4e-74b48121e112 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 950 time: 0.1008000 Oct 25 08:58:42.352282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:42.352653 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.407639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed528c9c-21cb-436d-8f16-e5daa796ad28 req-7fbe2e42-ace6-437b-8083-761ef45471aa tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/security-groups?id=9348e944-1142-440a-ab71-dc86e73f350d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 Oct 25 08:58:42.410066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-79e2dea2-4e55-4b4e-b0ed-320dd52fc9e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 90c8552c-2b83-406c-baee-b653cd381f45 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:42.410446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79e2dea2-4e55-4b4e-b0ed-320dd52fc9e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.487523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2269909f-d43f-4ca9-9c5d-daebd3174150 None None] Provisioning complete for port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:42.487891 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2269909f-d43f-4ca9-9c5d-daebd3174150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.519952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79e2dea2-4e55-4b4e-b0ed-320dd52fc9e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.528028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2269909f-d43f-4ca9-9c5d-daebd3174150 None None] Port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:42.533498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-79e2dea2-4e55-4b4e-b0ed-320dd52fc9e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 90c8552c-2b83-406c-baee-b653cd381f45 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:42.538802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2269909f-d43f-4ca9-9c5d-daebd3174150 None None] Provisioning complete for port 90c8552c-2b83-406c-baee-b653cd381f45 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:42.539166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2269909f-d43f-4ca9-9c5d-daebd3174150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.576641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2269909f-d43f-4ca9-9c5d-daebd3174150 None None] Port 90c8552c-2b83-406c-baee-b653cd381f45 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:42.586837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2269909f-d43f-4ca9-9c5d-daebd3174150 None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:42.587201 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2269909f-d43f-4ca9-9c5d-daebd3174150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.669389 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79e2dea2-4e55-4b4e-b0ed-320dd52fc9e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.708194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2dea2-4e55-4b4e-b0ed-320dd52fc9e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=90c8552c-2b83-406c-baee-b653cd381f45,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:42.767505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79e2dea2-4e55-4b4e-b0ed-320dd52fc9e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.770852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-79e2dea2-4e55-4b4e-b0ed-320dd52fc9e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/90c8552c-2b83-406c-baee-b653cd381f45 HTTP/1.1" status: 204 len: 168 time: 0.5626717 Oct 25 08:58:42.773401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47906) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:42.802106 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3f43d8-470e-488b-8fec-c88798604488 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:58:42.803876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b3f43d8-470e-488b-8fec-c88798604488 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/90c8552c-2b83-406c-baee-b653cd381f45 HTTP/1.1" status: 404 len: 333 time: 0.0293708 Oct 25 08:58:42.806572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47910) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:42.876108 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7353f7a8-cbea-4377-aec7-24ec5e33d96b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.904778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c36023-97f0-483f-95e9-1201d9747c4c req-6ff5944d-f47b-4abb-bbfd-36b6945c88e5 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:42.905880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7353f7a8-cbea-4377-aec7-24ec5e33d96b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.907785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00c36023-97f0-483f-95e9-1201d9747c4c req-6ff5944d-f47b-4abb-bbfd-36b6945c88e5 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 950 time: 0.0529764 Oct 25 08:58:42.947706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00c36023-97f0-483f-95e9-1201d9747c4c req-fca53b25-9c52-47ac-8564-68260ef9153f tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352514 Oct 25 08:58:42.954529 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7353f7a8-cbea-4377-aec7-24ec5e33d96b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.957424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7353f7a8-cbea-4377-aec7-24ec5e33d96b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:42.961011 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7353f7a8-cbea-4377-aec7-24ec5e33d96b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/security-groups/270c3346-2515-40a8-882e-e4c4531f2c85 HTTP/1.1" status: 204 len: 168 time: 0.1509845 Oct 25 08:58:42.961999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47916) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:42.968662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353f7a8-cbea-4377-aec7-24ec5e33d96b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270c3346-2515-40a8-882e-e4c4531f2c85,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:43.037672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-43938a88-d530-401b-801c-4ae6176133ae tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:43.039734 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-43938a88-d530-401b-801c-4ae6176133ae tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/ports?device_id=999b593e-6ee8-4799-8094-e21cba2ceaff HTTP/1.1" status: 200 len: 950 time: 0.0669708 Oct 25 08:58:43.068237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9dccac8b-36cd-4a82-8b9a-c60ad3c343e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.090738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-652e67b0-2bd8-4973-a0cc-8afa00d2d039 None None] Could not find standard attr ID for object 90c8552c-2b83-406c-baee-b653cd381f45. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:58:43.116287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9dccac8b-36cd-4a82-8b9a-c60ad3c343e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.148704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef3a51-86c3-4f09-ba7f-cc17bc71415c req-ff8a4d39-5ad0-4c3b-899b-69876b7c78fa tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:43.150316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57ef3a51-86c3-4f09-ba7f-cc17bc71415c req-ff8a4d39-5ad0-4c3b-899b-69876b7c78fa tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0978248 Oct 25 08:58:43.152098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Deleting port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:43.153222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.204020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57ef3a51-86c3-4f09-ba7f-cc17bc71415c req-520d0812-e2c6-4dce-bd1c-d1d27df37e5c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Oct 25 08:58:43.205553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9dccac8b-36cd-4a82-8b9a-c60ad3c343e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.208406 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9dccac8b-36cd-4a82-8b9a-c60ad3c343e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.212280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9dccac8b-36cd-4a82-8b9a-c60ad3c343e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac35b70b-6d63-4cbb-aee4-b2c13c540288 HTTP/1.1" status: 204 len: 168 time: 0.2484217 Oct 25 08:58:43.212915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47920) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:43.264235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccac8b-36cd-4a82-8b9a-c60ad3c343e0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac35b70b-6d63-4cbb-aee4-b2c13c540288,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:43.266285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] For port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:43.266285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.278833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Calling delete_port for d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:43.333940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet ea62ef43-7343-4c71-a722-9d5514e3ce11 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:43.337621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.416266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c11bc-8ae9-4c85-8155-310f397319d7 req-f2fbadbb-0325-4dbc-b18f-0f2511231711 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:43.416695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.418371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-750c11bc-8ae9-4c85-8155-310f397319d7 req-f2fbadbb-0325-4dbc-b18f-0f2511231711 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.1241095 Oct 25 08:58:43.421299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.453814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c', '53f3fbcc-77ff-4531-a335-e1a0646b4f35'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:43.456765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event deleted for resources: {'Port': ['ID=d7f3238d-d2e4-446d-b4ac-b5aae0952bf6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:43.488104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['520a5868-ce70-4f19-8860-72d84e1d2b46', 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:43.502126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-104fe328-0ee4-4e54-87a5-0b146ab1164f tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:43.503868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-104fe328-0ee4-4e54-87a5-0b146ab1164f tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 950 time: 0.1369088 Oct 25 08:58:43.542379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] No DVR routers for this DVR port d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:43.547580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.551706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-750c11bc-8ae9-4c85-8155-310f397319d7 req-ebf75d93-1a9b-4205-86e0-8858f2f59153 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028175 Oct 25 08:58:43.559406 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-935697b9-bfe5-4b4f-839d-a32a6d2151e1 req-967ede87-730c-4021-8ed7-7b6ad170cffb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "DELETE /v2.0/ports/d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 HTTP/1.1" status: 204 len: 173 time: 0.5108922 Oct 25 08:58:43.561698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999b593e-6ee8-4799-8094-e21cba2ceaff', 'name': 'network-vif-deleted', 'tag': 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:43.574592 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64ad612-9468-4930-8c61-57af406508b3" -d '{"events": [{"server_uuid": "999b593e-6ee8-4799-8094-e21cba2ceaff", "name": "network-vif-deleted", "tag": "d7f3238d-d2e4-446d-b4ac-b5aae0952bf6"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:43.630612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.729839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Deleting port 849e8c12-f020-466e-9eee-fef17e8cff2b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:43.730312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.749568 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.811315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=ea62ef43-7343-4c71-a722-9d5514e3ce11,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:43.820672 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.824186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/ea62ef43-7343-4c71-a722-9d5514e3ce11 HTTP/1.1" status: 204 len: 168 time: 0.6061308 Oct 25 08:58:43.828659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47938) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:43.834759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.835211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.835596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.836570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.836570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.836848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.837614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.837614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.837901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.838353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.838792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.839720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0aeda-d921-4c1e-a144-4ff7f21e3443 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:58:43.840970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:43.855267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7aee70-b3cf-4ce1-be8d-71c18eae9597 None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:43.941162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] For port 849e8c12-f020-466e-9eee-fef17e8cff2b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=849e8c12-f020-466e-9eee-fef17e8cff2b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:43.941832 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:43.996497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Calling delete_port for 849e8c12-f020-466e-9eee-fef17e8cff2b owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:44.034460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:44.039840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.204182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc1949-cce3-47e7-bb59-18af2abab3de req-0cf42c85-c116-49f0-b3e4-66e1e5af0793 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:44.212482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49dc1949-cce3-47e7-bb59-18af2abab3de req-0cf42c85-c116-49f0-b3e4-66e1e5af0793 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1199903 Oct 25 08:58:44.314869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49dc1949-cce3-47e7-bb59-18af2abab3de req-86fdb0f6-5257-4e48-b987-a8595521d557 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012917 Oct 25 08:58:44.330429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.359324 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.413462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:44.417037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:44.422458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:44.423405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.443866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=75a82f32-4574-4751-90bb-8b8d93a07090,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:44.453419 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-424ec9d6-26e0-4a34-892f-03336ec641d2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6232426 Oct 25 08:58:44.455834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47946) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:44.461140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4df9744d-1a10-42ab-b3ed-b1edd8c309da tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'security_group': {'name': 'tempest-secgroup-2101493764'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:44.474600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Pushing event deleted for resources: {'Port': ['ID=849e8c12-f020-466e-9eee-fef17e8cff2b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:44.489819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4df9744d-1a10-42ab-b3ed-b1edd8c309da tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.513268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] No DVR routers for this DVR port 849e8c12-f020-466e-9eee-fef17e8cff2b on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:44.518359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.524087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70a47cb9-b96d-404f-a618-8a7a0f78f971 req-e04ee904-b5d5-4f34-80b8-2b4345bfeed7 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.41 "DELETE /v2.0/ports/849e8c12-f020-466e-9eee-fef17e8cff2b HTTP/1.1" status: 204 len: 173 time: 1.0114243 Oct 25 08:58:44.524498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffdb538-a5c2-4ae3-883b-93eb3545ddfb', 'name': 'network-vif-deleted', 'tag': '849e8c12-f020-466e-9eee-fef17e8cff2b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:44.541701 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7220c2c6-e50a-4b35-9d18-26e899236c30" -d '{"events": [{"server_uuid": "0ffdb538-a5c2-4ae3-883b-93eb3545ddfb", "name": "network-vif-deleted", "tag": "849e8c12-f020-466e-9eee-fef17e8cff2b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:44.586313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a87a577-1113-444e-af24-cea4bb385d01 req-7c09bd26-ea9c-40e3-a5fc-005840061563 tempest-DeleteServersAdminTestJSON-478097200 tempest-DeleteServersAdminTestJSON-478097200-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ffdb538-a5c2-4ae3-883b-93eb3545ddfb HTTP/1.1" status: 200 len: 210 time: 0.1104555 Oct 25 08:58:44.629140 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4df9744d-1a10-42ab-b3ed-b1edd8c309da tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.636791 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b6283-55ee-40c1-a032-86d28ade58cb x-openstack-request-id: req-d66b6283-55ee-40c1-a032-86d28ade58cb {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:44.637312 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999b593e-6ee8-4799-8094-e21cba2ceaff", "name": "network-vif-deleted", "tag": "d7f3238d-d2e4-446d-b4ac-b5aae0952bf6", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:44.637781 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d66b6283-55ee-40c1-a032-86d28ade58cb {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:44.638342 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999b593e-6ee8-4799-8094-e21cba2ceaff', 'name': 'network-vif-deleted', 'tag': 'd7f3238d-d2e4-446d-b4ac-b5aae0952bf6', 'status': 'completed', 'code': 200} Oct 25 08:58:44.642444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4df9744d-1a10-42ab-b3ed-b1edd8c309da tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.683034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4df9744d-1a10-42ab-b3ed-b1edd8c309da tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.685031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4df9744d-1a10-42ab-b3ed-b1edd8c309da tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2281365 Oct 25 08:58:44.687756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47952) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:44.690635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9744d-1a10-42ab-b3ed-b1edd8c309da tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e959c68f-3aa5-4933-a4ba-f7db5529dd97,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:44.697183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a8424812-7022-4987-88af-540282cd1557 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1855105182'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:44.745868 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8424812-7022-4987-88af-540282cd1557 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.842179 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e9118d-1330-4f6a-b6c3-d12993fcf9d1 x-openstack-request-id: req-d7e9118d-1330-4f6a-b6c3-d12993fcf9d1 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:44.842532 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffdb538-a5c2-4ae3-883b-93eb3545ddfb", "name": "network-vif-deleted", "tag": "849e8c12-f020-466e-9eee-fef17e8cff2b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:44.842845 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7e9118d-1330-4f6a-b6c3-d12993fcf9d1 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:44.843351 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffdb538-a5c2-4ae3-883b-93eb3545ddfb', 'name': 'network-vif-deleted', 'tag': '849e8c12-f020-466e-9eee-fef17e8cff2b', 'status': 'completed', 'code': 200} Oct 25 08:58:44.845960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8424812-7022-4987-88af-540282cd1557 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.853030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8424812-7022-4987-88af-540282cd1557 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.900156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8424812-7022-4987-88af-540282cd1557 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e05476-469f-4d4e-9c2f-29fa176a6389,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:44.919184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8424812-7022-4987-88af-540282cd1557 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:44.922193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a8424812-7022-4987-88af-540282cd1557 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2313912 Oct 25 08:58:44.923250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47960) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:44.942527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2026dc1e-a1ef-471c-bc00-c69f57076e87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1783143107'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:44.985927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44781861-6c96-4208-a73f-06336acb1c21 req-06d85588-0d4d-49e8-8a3e-f72d38e6745f tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:44.987681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44781861-6c96-4208-a73f-06336acb1c21 req-06d85588-0d4d-49e8-8a3e-f72d38e6745f tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.0836432 Oct 25 08:58:44.989394 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2026dc1e-a1ef-471c-bc00-c69f57076e87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.072843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44781861-6c96-4208-a73f-06336acb1c21 req-9e58926c-4e2a-4fde-bcbf-8e9268802b34 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550725 Oct 25 08:58:45.095253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ab08f-9777-44f8-8350-2c72e4b8f74c None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:45.115362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2026dc1e-a1ef-471c-bc00-c69f57076e87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.136115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2026dc1e-a1ef-471c-bc00-c69f57076e87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.196846 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2026dc1e-a1ef-471c-bc00-c69f57076e87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.205519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2026dc1e-a1ef-471c-bc00-c69f57076e87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2809856 Oct 25 08:58:45.208226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47964) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:45.212343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-55702427-607d-444f-b79e-7aa368e7de40 None None] Provisioning complete for port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:45.212962 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55702427-607d-444f-b79e-7aa368e7de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.218256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1662454354', 'security_groups': ['f91a7b3c-b2cd-4b30-a6aa-4a1c9a03b9e7'], 'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '75a82f32-4574-4751-90bb-8b8d93a07090'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:45.222044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026dc1e-a1ef-471c-bc00-c69f57076e87 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a7b3c-b2cd-4b30-a6aa-4a1c9a03b9e7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:45.314280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-55702427-607d-444f-b79e-7aa368e7de40 None None] Port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:45.350445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-55702427-607d-444f-b79e-7aa368e7de40 None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:45.350706 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55702427-607d-444f-b79e-7aa368e7de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.353641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:45.361302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.390059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] device_id is not set on port c1027ae8-0af0-4c5e-aa04-de549e95ceb0 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:58:45.489220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:45.493323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65647676-e1b7-45c2-af50-f669431be7da req-88e6d6e7-1361-4dd1-ab10-9c13d4160eec tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:45.503590 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65647676-e1b7-45c2-af50-f669431be7da req-88e6d6e7-1361-4dd1-ab10-9c13d4160eec tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0816491 Oct 25 08:58:45.546189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:45.546614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device d7f3238d-d2e4-446d-b4ac-b5aae0952bf6 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:45.557846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65647676-e1b7-45c2-af50-f669431be7da req-cc3b8366-a00f-4f15-9139-ed2473a05ac5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475848 Oct 25 08:58:45.564530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Update dhcp port {'port': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'fixed_ips': [{'subnet_id': 'a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a', 'ip_address': '172.20.0.18'}, {'subnet_id': '75a82f32-4574-4751-90bb-8b8d93a07090'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '5e0dd06d-892f-4871-979c-ffafdb91b95a'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 08:58:45.592704 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.609514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.2 (ef0f633a-989b-49b9-a2bc-821d75036c0c/75a82f32-4574-4751-90bb-8b8d93a07090/c1027ae8-0af0-4c5e-aa04-de549e95ceb0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:45.790086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.867492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:45.915909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:45.919940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:45.928405 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4c17fc36-9095-4b19-ae2b-59b496c83385 {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 08:58:45.928850 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 08:58:46.007930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37180e0-f47a-4ce8-aed1-75ba00d7a201 req-2a084575-cc0a-404d-94c4-ed848ae4dba7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:46.021814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=c1027ae8-0af0-4c5e-aa04-de549e95ceb0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:46.022012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a37180e0-f47a-4ce8-aed1-75ba00d7a201 req-2a084575-cc0a-404d-94c4-ed848ae4dba7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1026421 Oct 25 08:58:46.025501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:58:46.108517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a37180e0-f47a-4ce8-aed1-75ba00d7a201 req-c6b47f3c-2148-4685-b51b-0f826f054bd9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850666 Oct 25 08:58:46.115718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:46.116780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.149577 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-72af0eca-386f-4335-91b1-80442b4b822f tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9367902 Oct 25 08:58:46.150239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47986) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:46.164802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-41bceb52-3a69-49a9-8152-5cd11ed4215a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:46.280505 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47990) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:46.341685 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84d93af4-a2da-4f53-9bf6-3ea40f3b9feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.351737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bceb52-3a69-49a9-8152-5cd11ed4215a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:46.358386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41bceb52-3a69-49a9-8152-5cd11ed4215a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.451702 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51f34516-a5df-446b-96d0-7c77ebf48a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.461375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.483132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d169db-4a4e-4107-8a72-71324baf4bc3 req-28e02f5d-bea4-40db-9cae-e4180356a10e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:46.485692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99d169db-4a4e-4107-8a72-71324baf4bc3 req-28e02f5d-bea4-40db-9cae-e4180356a10e tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 950 time: 0.1477988 Oct 25 08:58:46.533825 n-d-814746-2 neutron-server[106992]: INFO neutron.db.ipam_backend_mixin [None req-41bceb52-3a69-49a9-8152-5cd11ed4215a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75a82f32-4574-4751-90bb-8b8d93a07090 (CIDR: 172.20.0.0/28) Oct 25 08:58:46.564950 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bceb52-3a69-49a9-8152-5cd11ed4215a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 08:58:46.565747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bceb52-3a69-49a9-8152-5cd11ed4215a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:46.582147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51f34516-a5df-446b-96d0-7c77ebf48a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.589910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51f34516-a5df-446b-96d0-7c77ebf48a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.593281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99d169db-4a4e-4107-8a72-71324baf4bc3 req-bfbedfea-2b37-4356-ae1d-e98f8761548c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577538 Oct 25 08:58:46.607772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-41bceb52-3a69-49a9-8152-5cd11ed4215a tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4550495 Oct 25 08:58:46.617152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47994) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:46.626054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4ba216d8-bbf7-4ab9-96be-861f1526191d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:46.668500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Allocated IP 172.20.0.3 (ef0f633a-989b-49b9-a2bc-821d75036c0c/75a82f32-4574-4751-90bb-8b8d93a07090/5e0dd06d-892f-4871-979c-ffafdb91b95a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:46.704268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f34516-a5df-446b-96d0-7c77ebf48a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f3f69a-8ff9-4052-a3c3-518c3ecb2a64,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:46.715100 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-51f34516-a5df-446b-96d0-7c77ebf48a68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b067aa070e4480aa13cfd52d8c16c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304452 Oct 25 08:58:46.715301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47998) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:46.747077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f424a9a-bb37-49ad-853e-aa4224586444 req-017f0e93-6a4c-4474-9a98-8ccb78f4e689 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:46.748584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f424a9a-bb37-49ad-853e-aa4224586444 req-017f0e93-6a4c-4474-9a98-8ccb78f4e689 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.0865238 Oct 25 08:58:46.792581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] For port 5e0dd06d-892f-4871-979c-ffafdb91b95a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e0dd06d-892f-4871-979c-ffafdb91b95a,segment=NetworkSegment(ab213c36-76bc-4b19-b5fe-e308a7620094),segment_id=ab213c36-76bc-4b19-b5fe-e308a7620094)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:46.800660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78f13f6b-2592-4e44-82a2-3ec19f669627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.824736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f424a9a-bb37-49ad-853e-aa4224586444 req-055e2055-0c4d-4f74-b46d-fc8f6780635a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681791 Oct 25 08:58:46.832421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78f13f6b-2592-4e44-82a2-3ec19f669627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.834021 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.853596 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.866016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba216d8-bbf7-4ab9-96be-861f1526191d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:46.872746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ba216d8-bbf7-4ab9-96be-861f1526191d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.938311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 849e8c12-f020-466e-9eee-fef17e8cff2b no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:46.989344 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78f13f6b-2592-4e44-82a2-3ec19f669627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.997338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78f13f6b-2592-4e44-82a2-3ec19f669627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:46.998666 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-78f13f6b-2592-4e44-82a2-3ec19f669627 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13f3f69a-8ff9-4052-a3c3-518c3ecb2a64 HTTP/1.1" status: 204 len: 168 time: 0.2824867 Oct 25 08:58:47.016005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d85c58-3fa8-4306-a27b-6678ff8fc8cd None None] Pushing event updated for resources: {'Port': ['ID=5e0dd06d-892f-4871-979c-ffafdb91b95a,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:47.017752 n-d-814746-2 neutron-server[106991]: INFO neutron.db.ipam_backend_mixin [None req-4ba216d8-bbf7-4ab9-96be-861f1526191d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a (CIDR: 172.20.0.16/28) Oct 25 08:58:47.020087 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 849e8c12-f020-466e-9eee-fef17e8cff2b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:47.020524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 849e8c12-f020-466e-9eee-fef17e8cff2b not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:47.028745 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba216d8-bbf7-4ab9-96be-861f1526191d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 08:58:47.029344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba216d8-bbf7-4ab9-96be-861f1526191d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:47.033653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f13f6b-2592-4e44-82a2-3ec19f669627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f3f69a-8ff9-4052-a3c3-518c3ecb2a64,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:47.063472 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4ba216d8-bbf7-4ab9-96be-861f1526191d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4453678 Oct 25 08:58:47.066005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48006) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:47.073334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'subnet': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:47.203948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24ccac-eafe-4912-9dc7-a4ad91a8aebd req-a0639c55-047f-4944-ad3e-b5b9ba292e15 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:47.205930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a24ccac-eafe-4912-9dc7-a4ad91a8aebd req-a0639c55-047f-4944-ad3e-b5b9ba292e15 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0691137 Oct 25 08:58:47.256719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Made reservation on behalf of af80d112aa334a1abf8b42a3cf195bf5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:47.268059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:47.277175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a24ccac-eafe-4912-9dc7-a4ad91a8aebd req-8ac4eabf-ba00-49c3-819a-e20abaa4e0dd tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650959 Oct 25 08:58:47.406272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-cbbe163a-3c40-48ce-96fb-ab5458d8ac33 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:47.408834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-cbbe163a-3c40-48ce-96fb-ab5458d8ac33 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/ports?device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 950 time: 0.1179221 Oct 25 08:58:47.731742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fae7f-f233-4726-b13d-466733f5cb96 req-d8b074dc-c5e8-4475-b267-70ab5e24655e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:47.741215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e77fae7f-f233-4726-b13d-466733f5cb96 req-d8b074dc-c5e8-4475-b267-70ab5e24655e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1434951 Oct 25 08:58:47.742120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-79b79984-8ae1-4b0a-a4be-c8674a5be815 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:47.744193 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-79b79984-8ae1-4b0a-a4be-c8674a5be815 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 949 time: 0.1023548 Oct 25 08:58:47.762623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:47.777253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Deleting port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:47.779745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:47.890921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Network ef0f633a-989b-49b9-a2bc-821d75036c0c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:58:47.904412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:47.905169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e77fae7f-f233-4726-b13d-466733f5cb96 req-48491a20-81d6-44dc-ad60-d5affb670fb6 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628501 Oct 25 08:58:47.908817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:47.909449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:47.911969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Subnet': ['ID=7bd51bb7-a6a2-4500-ba0b-1615ad1c17a6,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:47.941870 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3a678701-3e1b-4cb8-873a-fb8b8579124b tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8748012 Oct 25 08:58:47.944614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48036) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:47.951789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-295388719', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bd51bb7-a6a2-4500-ba0b-1615ad1c17a6'}], 'security_groups': ['e959c68f-3aa5-4933-a4ba-f7db5529dd97', '46e05476-469f-4d4e-9c2f-29fa176a6389']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:47.988273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958d282c-f7e0-4867-90f5-8eb55ef581b1 None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:48.006586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-56d58b93-772e-46fd-9ca3-ea3fdd0d08a4 None None] Provisioning complete for port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:48.007336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56d58b93-772e-46fd-9ca3-ea3fdd0d08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.023477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] For port 53f3fbcc-77ff-4531-a335-e1a0646b4f35, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=53f3fbcc-77ff-4531-a335-e1a0646b4f35,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:48.023847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.059571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Calling delete_port for 53f3fbcc-77ff-4531-a335-e1a0646b4f35 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:48.143777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Deleting port 520a5868-ce70-4f19-8860-72d84e1d2b46 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:48.144091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.155366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.211338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3af95-91bd-4642-8e57-6ab7b4fb5165 req-e4d17c55-6cbe-4c9c-a9d3-43f7dfdacb37 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:48.215268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ec3af95-91bd-4642-8e57-6ab7b4fb5165 req-e4d17c55-6cbe-4c9c-a9d3-43f7dfdacb37 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=f206e319-e6e8-45f0-bc1b-bf92da2705f7 HTTP/1.1" status: 200 len: 950 time: 0.1146858 Oct 25 08:58:48.298596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ec3af95-91bd-4642-8e57-6ab7b4fb5165 req-82e678bd-c505-44eb-9338-12bb5f3ac282 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751135 Oct 25 08:58:48.341791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e0dd06d-892f-4871-979c-ffafdb91b95a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:48.384248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.456958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c', '53f3fbcc-77ff-4531-a335-e1a0646b4f35'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:48.459346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['520a5868-ce70-4f19-8860-72d84e1d2b46'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:48.489827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event deleted for resources: {'Port': ['ID=53f3fbcc-77ff-4531-a335-e1a0646b4f35,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:48.544542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7ddf2-d89c-4b94-832a-dca85221b9cc req-1da723a0-31de-4559-a93b-d60ef7614fe7 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:48.546241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6f7ddf2-d89c-4b94-832a-dca85221b9cc req-1da723a0-31de-4559-a93b-d60ef7614fe7 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.1347494 Oct 25 08:58:48.547100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] No DVR routers for this DVR port 53f3fbcc-77ff-4531-a335-e1a0646b4f35 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:48.548062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-56d58b93-772e-46fd-9ca3-ea3fdd0d08a4 None None] Port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:48.549690 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.553323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a31de06-b4c6-4f5b-b80e-d6664d86ccd2 req-35f666dc-40c4-41a0-81ea-fbd04f9e2f07 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "DELETE /v2.0/ports/53f3fbcc-77ff-4531-a335-e1a0646b4f35 HTTP/1.1" status: 204 len: 173 time: 1.1362178 Oct 25 08:58:48.553869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206e319-e6e8-45f0-bc1b-bf92da2705f7', 'name': 'network-vif-deleted', 'tag': '53f3fbcc-77ff-4531-a335-e1a0646b4f35'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:48.556240 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4619b4-4534-4229-a3ab-e6a089c5b33e" -d '{"events": [{"server_uuid": "f206e319-e6e8-45f0-bc1b-bf92da2705f7", "name": "network-vif-deleted", "tag": "53f3fbcc-77ff-4531-a335-e1a0646b4f35"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:48.637533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6f7ddf2-d89c-4b94-832a-dca85221b9cc req-0e130c1d-1219-4b5a-8e17-fb21cc36ff51 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622373 Oct 25 08:58:48.655962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-56d58b93-772e-46fd-9ca3-ea3fdd0d08a4 None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:48.656564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56d58b93-772e-46fd-9ca3-ea3fdd0d08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.675788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:48.676551 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.822374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] For port 520a5868-ce70-4f19-8860-72d84e1d2b46, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=520a5868-ce70-4f19-8860-72d84e1d2b46,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:48.822980 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:48.919299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Calling delete_port for 520a5868-ce70-4f19-8860-72d84e1d2b46 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:48.970526 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1635ab6-ba7d-4df9-bc23-5cdd326e79c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.103021 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff4e56d-0040-45aa-97bb-cd50e35a43e6 x-openstack-request-id: req-5ff4e56d-0040-45aa-97bb-cd50e35a43e6 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:49.103508 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f206e319-e6e8-45f0-bc1b-bf92da2705f7", "name": "network-vif-deleted", "tag": "53f3fbcc-77ff-4531-a335-e1a0646b4f35", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:49.103791 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ff4e56d-0040-45aa-97bb-cd50e35a43e6 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:49.104201 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206e319-e6e8-45f0-bc1b-bf92da2705f7', 'name': 'network-vif-deleted', 'tag': '53f3fbcc-77ff-4531-a335-e1a0646b4f35', 'status': 'completed', 'code': 200} Oct 25 08:58:49.363720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27597b-295b-47b5-bbaa-90d2c725e635 req-17ffe40d-cde8-41ad-8a90-6e78163afa9e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:49.380469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd27597b-295b-47b5-bbaa-90d2c725e635 req-17ffe40d-cde8-41ad-8a90-6e78163afa9e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1813705 Oct 25 08:58:49.381538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.395107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48094) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:49.434042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Delete allocated IP 172.20.0.2 (ef0f633a-989b-49b9-a2bc-821d75036c0c/75a82f32-4574-4751-90bb-8b8d93a07090) {{(pid=106991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 08:58:49.448278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event deleted for resources: {'Port': ['ID=520a5868-ce70-4f19-8860-72d84e1d2b46,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:49.463921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Allocated IP 172.20.0.44 (ef0f633a-989b-49b9-a2bc-821d75036c0c/7bd51bb7-a6a2-4500-ba0b-1615ad1c17a6/c1027ae8-0af0-4c5e-aa04-de549e95ceb0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:49.485238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd27597b-295b-47b5-bbaa-90d2c725e635 req-806c21fc-a5df-4daa-a2a9-eda4684f6946 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008754 Oct 25 08:58:49.556878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] No DVR routers for this DVR port 520a5868-ce70-4f19-8860-72d84e1d2b46 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:49.566520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.566520 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-750b9f5e-25bd-4421-8f6f-dbefe1595481 req-278c347a-f690-4d83-8803-68a9d1f9f6d1 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.18 "DELETE /v2.0/ports/520a5868-ce70-4f19-8860-72d84e1d2b46 HTTP/1.1" status: 204 len: 173 time: 1.8145976 Oct 25 08:58:49.566520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2272bc7f-5f15-4cc0-94de-01c83c01dc0a', 'name': 'network-vif-deleted', 'tag': '520a5868-ce70-4f19-8860-72d84e1d2b46'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:49.568783 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520f9c8-c50b-4262-b126-d7152311022a" -d '{"events": [{"server_uuid": "2272bc7f-5f15-4cc0-94de-01c83c01dc0a", "name": "network-vif-deleted", "tag": "520a5868-ce70-4f19-8860-72d84e1d2b46"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:49.662364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48106) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:49.773825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8427e416-3aae-4e0a-89fe-bd3c4d3c16da None None] Update dhcp port {'port': {'network_id': 'ef0f633a-989b-49b9-a2bc-821d75036c0c', 'fixed_ips': [{'subnet_id': 'a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a', 'ip_address': '172.20.0.18'}, {'subnet_id': '75a82f32-4574-4751-90bb-8b8d93a07090', 'ip_address': '172.20.0.3'}, {'subnet_id': '7bd51bb7-a6a2-4500-ba0b-1615ad1c17a6'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '5e0dd06d-892f-4871-979c-ffafdb91b95a'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 08:58:49.781905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2805-533f-4ac4-854e-97f293d2c30d req-1f0777c8-890a-4699-b26a-c11126605c25 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:49.784163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-239f2805-533f-4ac4-854e-97f293d2c30d req-1f0777c8-890a-4699-b26a-c11126605c25 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0910938 Oct 25 08:58:49.821724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.833815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.885747 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8427e416-3aae-4e0a-89fe-bd3c4d3c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.895284 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.908276 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.981245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-239f2805-533f-4ac4-854e-97f293d2c30d req-8dca44d0-9749-4404-b21d-a68f2a800dd2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741695 Oct 25 08:58:49.986346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-03dab4e1-254d-4339-be19-4141f1487d09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:49.994006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a1e59e66-5142-4db6-b34a-9438bc57dd95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=563bf7c8aa7e4bbe9b789454fd89cba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953064 Oct 25 08:58:49.997119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48116) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:50.002903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event updated for resources: {'Port': ['ID=c1027ae8-0af0-4c5e-aa04-de549e95ceb0,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:50.035460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] In _notify_port_updated(), no bound segment for port c1027ae8-0af0-4c5e-aa04-de549e95ceb0 on network ef0f633a-989b-49b9-a2bc-821d75036c0c {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:58:50.041540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:50.042998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.045463 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-62dcc9c2-9802-4b8b-ada5-423cdcd9f05d tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "PUT /v2.0/ports/c1027ae8-0af0-4c5e-aa04-de549e95ceb0 HTTP/1.1" status: 200 len: 959 time: 2.0993793 Oct 25 08:58:50.048376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:50.232636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-616ed29e-7ffc-47f3-8a0e-b9e289cf5c14 req-975cc7d0-575e-4d27-8325-eae3d532beb8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=2272bc7f-5f15-4cc0-94de-01c83c01dc0a HTTP/1.1" status: 200 len: 210 time: 0.0910168 Oct 25 08:58:50.239946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1768d36a-9e3f-4d64-aa91-8cc831ffe36c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port c1027ae8-0af0-4c5e-aa04-de549e95ceb0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:50.240655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1768d36a-9e3f-4d64-aa91-8cc831ffe36c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.287134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8427e416-3aae-4e0a-89fe-bd3c4d3c16da None None] Allocated IP 172.20.0.34 (ef0f633a-989b-49b9-a2bc-821d75036c0c/7bd51bb7-a6a2-4500-ba0b-1615ad1c17a6/5e0dd06d-892f-4871-979c-ffafdb91b95a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:58:50.336335 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-03dab4e1-254d-4339-be19-4141f1487d09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.353930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-03dab4e1-254d-4339-be19-4141f1487d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.355563 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c5b51-f6e4-4c38-a45f-60bc67f378c1 x-openstack-request-id: req-726c5b51-f6e4-4c38-a45f-60bc67f378c1 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:50.355987 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2272bc7f-5f15-4cc0-94de-01c83c01dc0a", "name": "network-vif-deleted", "tag": "520a5868-ce70-4f19-8860-72d84e1d2b46", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:50.356238 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-726c5b51-f6e4-4c38-a45f-60bc67f378c1 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:50.356642 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2272bc7f-5f15-4cc0-94de-01c83c01dc0a', 'name': 'network-vif-deleted', 'tag': '520a5868-ce70-4f19-8860-72d84e1d2b46', 'status': 'completed', 'code': 200} Oct 25 08:58:50.385794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1768d36a-9e3f-4d64-aa91-8cc831ffe36c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.409784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1768d36a-9e3f-4d64-aa91-8cc831ffe36c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for c1027ae8-0af0-4c5e-aa04-de549e95ceb0 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:50.431612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-03f8be0e-5f98-46dc-906f-9291a3cb3d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.455838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-03f8be0e-5f98-46dc-906f-9291a3cb3d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.467935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8427e416-3aae-4e0a-89fe-bd3c4d3c16da None None] For port 5e0dd06d-892f-4871-979c-ffafdb91b95a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e0dd06d-892f-4871-979c-ffafdb91b95a,segment=NetworkSegment(ab213c36-76bc-4b19-b5fe-e308a7620094),segment_id=ab213c36-76bc-4b19-b5fe-e308a7620094)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:50.500875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8427e416-3aae-4e0a-89fe-bd3c4d3c16da None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.506201 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8427e416-3aae-4e0a-89fe-bd3c4d3c16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.561110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab4e1-254d-4339-be19-4141f1487d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4d4b05-5b8d-45ce-bdf2-fd132cdcb409,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:50.595456 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-03dab4e1-254d-4339-be19-4141f1487d09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8597bf0b71d740ba88d64486ec659e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9295654 Oct 25 08:58:50.596965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48122) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:50.630174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-03f8be0e-5f98-46dc-906f-9291a3cb3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.632798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-03f8be0e-5f98-46dc-906f-9291a3cb3d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.636489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-03f8be0e-5f98-46dc-906f-9291a3cb3d58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9348e944-1142-440a-ab71-dc86e73f350d HTTP/1.1" status: 204 len: 168 time: 0.6356432 Oct 25 08:58:50.638584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427e416-3aae-4e0a-89fe-bd3c4d3c16da None None] Pushing event updated for resources: {'Port': ['ID=5e0dd06d-892f-4871-979c-ffafdb91b95a,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:50.659367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1453ca-2350-4987-827a-6558a375e01b req-5a156b1c-fc2b-4aa1-84c9-644fb2af1421 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:50.670309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f1453ca-2350-4987-827a-6558a375e01b req-5a156b1c-fc2b-4aa1-84c9-644fb2af1421 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.2447813 Oct 25 08:58:50.680594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1768d36a-9e3f-4d64-aa91-8cc831ffe36c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.686427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8be0e-5f98-46dc-906f-9291a3cb3d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9348e944-1142-440a-ab71-dc86e73f350d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:50.740737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f1453ca-2350-4987-827a-6558a375e01b req-34ab2646-1bbe-4eb8-aba9-3bdb4190f964 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670664 Oct 25 08:58:50.753147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768d36a-9e3f-4d64-aa91-8cc831ffe36c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=c1027ae8-0af0-4c5e-aa04-de549e95ceb0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:50.903210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1768d36a-9e3f-4d64-aa91-8cc831ffe36c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.906773 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1768d36a-9e3f-4d64-aa91-8cc831ffe36c tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/c1027ae8-0af0-4c5e-aa04-de549e95ceb0 HTTP/1.1" status: 204 len: 168 time: 0.8572791 Oct 25 08:58:50.907761 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f8107cc-ccfd-4295-bed5-36bd4e4e2153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.909926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48130) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:50.924945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 53f3fbcc-77ff-4531-a335-e1a0646b4f35 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:50.968279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f8107cc-ccfd-4295-bed5-36bd4e4e2153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:50.971160 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 53f3fbcc-77ff-4531-a335-e1a0646b4f35 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:50.972441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 53f3fbcc-77ff-4531-a335-e1a0646b4f35 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:51.004607 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ae3015-4302-4575-9f3c-779a6f0f91b6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] GET failed (client error): The resource could not be found. Oct 25 08:58:51.009557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b9ae3015-4302-4575-9f3c-779a6f0f91b6 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports/c1027ae8-0af0-4c5e-aa04-de549e95ceb0 HTTP/1.1" status: 404 len: 333 time: 0.0983989 Oct 25 08:58:51.012071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48132) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:51.108137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-7efbcf43-44ab-4906-bf63-6d836d700548 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1812053 Oct 25 08:58:51.125747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25515ecd-cfdc-46d1-aa88-90af04b02fe2 req-5eca6b85-faf6-42cc-91e8-9f6258f74b01 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:51.128424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25515ecd-cfdc-46d1-aa88-90af04b02fe2 req-5eca6b85-faf6-42cc-91e8-9f6258f74b01 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0849571 Oct 25 08:58:51.137977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f8107cc-ccfd-4295-bed5-36bd4e4e2153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.141733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f8107cc-ccfd-4295-bed5-36bd4e4e2153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.145186 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f8107cc-ccfd-4295-bed5-36bd4e4e2153 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df4d4b05-5b8d-45ce-bdf2-fd132cdcb409 HTTP/1.1" status: 204 len: 168 time: 0.5448122 Oct 25 08:58:51.145768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bdddc79-7f31-4e0e-822e-555952dd52bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.163216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8107cc-ccfd-4295-bed5-36bd4e4e2153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4d4b05-5b8d-45ce-bdf2-fd132cdcb409,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:51.206839 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bdddc79-7f31-4e0e-822e-555952dd52bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.246012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48136) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:51.256446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25515ecd-cfdc-46d1-aa88-90af04b02fe2 req-84fe584a-cf7c-45f1-9ed2-731487c2d08f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152890 Oct 25 08:58:51.271183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:51.285208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00202430-b117-4acd-8060-0326c93c930d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.286609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-1b39da7e-34a8-43a6-bad6-7d5a3c96d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:51.289709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-1b39da7e-34a8-43a6-bad6-7d5a3c96d37b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11c126ed7bea4983a5e3df930d94ece3&device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 1101 time: 0.1029041 Oct 25 08:58:51.349171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bdddc79-7f31-4e0e-822e-555952dd52bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.351956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bdddc79-7f31-4e0e-822e-555952dd52bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.357025 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5bdddc79-7f31-4e0e-822e-555952dd52bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/security-groups/f91a7b3c-b2cd-4b30-a6aa-4a1c9a03b9e7 HTTP/1.1" status: 204 len: 168 time: 0.3438797 Oct 25 08:58:51.357820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48142) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:51.382395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdddc79-7f31-4e0e-822e-555952dd52bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a7b3c-b2cd-4b30-a6aa-4a1c9a03b9e7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:51.473805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 07e541bf-2268-40f9-aed3-0f901121eed4 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:58:51.484058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 520a5868-ce70-4f19-8860-72d84e1d2b46 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:51.503386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00202430-b117-4acd-8060-0326c93c930d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.535060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00202430-b117-4acd-8060-0326c93c930d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.536405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 520a5868-ce70-4f19-8860-72d84e1d2b46 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:51.536760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 520a5868-ce70-4f19-8860-72d84e1d2b46 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:51.554743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc3b6f-b1a9-473c-acc0-b2efacbc7c96 req-a93ec024-2e99-428a-8618-942c151ea93c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:51.564459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40fc3b6f-b1a9-473c-acc0-b2efacbc7c96 req-a93ec024-2e99-428a-8618-942c151ea93c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1035297 Oct 25 08:58:51.579582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-b140a514-a826-4fe5-bc85-f61e6d799405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:51.581018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-b140a514-a826-4fe5-bc85-f61e6d799405 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2702501 Oct 25 08:58:51.625777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00202430-b117-4acd-8060-0326c93c930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62048ecf-6b74-4fff-af26-f25be5332230,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:51.650249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73a08725-0076-454c-8924-8ae66de48603 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.663233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-6a404ab4-b5b1-47c7-8c1f-6f6be73fe5cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=c55fc917-4f16-4831-be3d-29edaceb32db HTTP/1.1" status: 200 len: 217 time: 0.0688772 Oct 25 08:58:51.691584 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-00202430-b117-4acd-8060-0326c93c930d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8174a31948934c9ea74961d75837f962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247239 Oct 25 08:58:51.694314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:51.784191 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.797223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40fc3b6f-b1a9-473c-acc0-b2efacbc7c96 req-e4027cfd-a08e-4f2e-bf4d-1a04707ea6d5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197378 Oct 25 08:58:51.802496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-75e05d91-6a53-4d8c-bb46-1411395946ca None None] Provisioning complete for port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:51.802963 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-75e05d91-6a53-4d8c-bb46-1411395946ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.848271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73a08725-0076-454c-8924-8ae66de48603 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.858307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-75e05d91-6a53-4d8c-bb46-1411395946ca None None] Port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:51.874953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-75e05d91-6a53-4d8c-bb46-1411395946ca None None] Could not find standard attr ID for object c1027ae8-0af0-4c5e-aa04-de549e95ceb0. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:58:51.881530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-5f21c778-ede1-487f-8e79-e8ffef12f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:51.888477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-5f21c778-ede1-487f-8e79-e8ffef12f7ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.2009292 Oct 25 08:58:51.956626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-75e05d91-6a53-4d8c-bb46-1411395946ca None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:51.957282 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-75e05d91-6a53-4d8c-bb46-1411395946ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:51.977238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97f2b0a4-21ea-425a-9afb-656e20ad9981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.002218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-75edd872-32b6-43db-a27a-a8f0060b0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:52.005064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-75edd872-32b6-43db-a27a-a8f0060b0f17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095054 Oct 25 08:58:52.012613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97f2b0a4-21ea-425a-9afb-656e20ad9981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.027732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73a08725-0076-454c-8924-8ae66de48603 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.031791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73a08725-0076-454c-8924-8ae66de48603 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.035027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 07e541bf-2268-40f9-aed3-0f901121eed4, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=07e541bf-2268-40f9-aed3-0f901121eed4,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:52.037016 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73a08725-0076-454c-8924-8ae66de48603 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/security-groups/46e05476-469f-4d4e-9c2f-29fa176a6389 HTTP/1.1" status: 204 len: 168 time: 0.6671746 Oct 25 08:58:52.038520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48168) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:52.072155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '07e541bf-2268-40f9-aed3-0f901121eed4', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'port_id': '07e541bf-2268-40f9-aed3-0f901121eed4', 'mac_address': 'fa:16:3e:ff:0e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:58:52.089355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a08725-0076-454c-8924-8ae66de48603 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e05476-469f-4d4e-9c2f-29fa176a6389,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:52.153330 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-089f45f3-b601-48d5-bc00-72996af89093 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.169409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97f2b0a4-21ea-425a-9afb-656e20ad9981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.174246 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97f2b0a4-21ea-425a-9afb-656e20ad9981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.175643 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-97f2b0a4-21ea-425a-9afb-656e20ad9981 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62048ecf-6b74-4fff-af26-f25be5332230 HTTP/1.1" status: 204 len: 168 time: 0.4746625 Oct 25 08:58:52.194975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2b0a4-21ea-425a-9afb-656e20ad9981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62048ecf-6b74-4fff-af26-f25be5332230,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:52.206683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-089f45f3-b601-48d5-bc00-72996af89093 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.233337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-d784c3e8-e1bf-448a-9abb-f8e47f9d3e18 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973855 Oct 25 08:58:52.294376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-089f45f3-b601-48d5-bc00-72996af89093 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.297769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-089f45f3-b601-48d5-bc00-72996af89093 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.302524 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-089f45f3-b601-48d5-bc00-72996af89093 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/security-groups/e959c68f-3aa5-4933-a4ba-f7db5529dd97 HTTP/1.1" status: 204 len: 168 time: 0.2559879 Oct 25 08:58:52.304039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48178) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:52.310443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.338384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e0dd06d-892f-4871-979c-ffafdb91b95a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:52.369324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad693b15-dea4-4ee3-a08f-7fd2f72fd191 req-b5722df9-33b2-4143-bdea-0e735509cd73 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:52.378346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad693b15-dea4-4ee3-a08f-7fd2f72fd191 req-b5722df9-33b2-4143-bdea-0e735509cd73 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 943 time: 0.3945730 Oct 25 08:58:52.383875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f45f3-b601-48d5-bc00-72996af89093 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e959c68f-3aa5-4933-a4ba-f7db5529dd97,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:52.459093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e541bf-2268-40f9-aed3-0f901121eed4 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:58:52.459636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-037ce25d-f57b-4646-bccb-4ed4c5e04bd1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet 75a82f32-4574-4751-90bb-8b8d93a07090 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:52.468913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-037ce25d-f57b-4646-bccb-4ed4c5e04bd1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.522165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad693b15-dea4-4ee3-a08f-7fd2f72fd191 req-2ba73e6c-8e53-4e99-9faa-9970944a11b6 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360083 Oct 25 08:58:52.522165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce460de4-3731-4efb-8458-de4c41fb45e8 req-7bd764c1-8f27-46f0-9d12-7495f72926d7 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759883 Oct 25 08:58:52.522694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 07e541bf-2268-40f9-aed3-0f901121eed4, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=07e541bf-2268-40f9-aed3-0f901121eed4,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:52.548289 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.559953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:52.560329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.587258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-037ce25d-f57b-4646-bccb-4ed4c5e04bd1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.660268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-35790d04-17f2-4d7c-9ae5-5af62b6045d0 None None] Could not find standard attr ID for object c1027ae8-0af0-4c5e-aa04-de549e95ceb0. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:58:52.747935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-037ce25d-f57b-4646-bccb-4ed4c5e04bd1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.857521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-037ce25d-f57b-4646-bccb-4ed4c5e04bd1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.886489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-037ce25d-f57b-4646-bccb-4ed4c5e04bd1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:52.894341 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-037ce25d-f57b-4646-bccb-4ed4c5e04bd1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/75a82f32-4574-4751-90bb-8b8d93a07090 HTTP/1.1" status: 204 len: 168 time: 0.5852106 Oct 25 08:58:52.900758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48198) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:52.942544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ce25d-f57b-4646-bccb-4ed4c5e04bd1 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=75a82f32-4574-4751-90bb-8b8d93a07090,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:52.984803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d2fbf32c-6e69-4a48-b515-1f922cd8e741 None None] Could not find standard attr ID for object c1027ae8-0af0-4c5e-aa04-de549e95ceb0. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:58:53.006805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=07e541bf-2268-40f9-aed3-0f901121eed4,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:53.012207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2c4fd3-ccaf-4047-9068-d1aabe34b9ea tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet 7bd51bb7-a6a2-4500-ba0b-1615ad1c17a6 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:53.019875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fd3-ccaf-4047-9068-d1aabe34b9ea tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.024594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd827f2-c844-45e7-ab5d-bb9d212352d0 None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:53.115949 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fd3-ccaf-4047-9068-d1aabe34b9ea tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.199167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['07e541bf-2268-40f9-aed3-0f901121eed4'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:53.254582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fd3-ccaf-4047-9068-d1aabe34b9ea tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.340150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48220) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:53.394090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393fb49-b167-421e-a4c7-09c1e189c711 req-ff857f08-0481-42a4-bec7-935013e420ed tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:53.411283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f393fb49-b167-421e-a4c7-09c1e189c711 req-ff857f08-0481-42a4-bec7-935013e420ed tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1104636 Oct 25 08:58:53.436357 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fd3-ccaf-4047-9068-d1aabe34b9ea tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.482352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c4fd3-ccaf-4047-9068-d1aabe34b9ea tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd51bb7-a6a2-4500-ba0b-1615ad1c17a6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:53.492924 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fd3-ccaf-4047-9068-d1aabe34b9ea tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.497966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6b2c4fd3-ccaf-4047-9068-d1aabe34b9ea tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/7bd51bb7-a6a2-4500-ba0b-1615ad1c17a6 HTTP/1.1" status: 204 len: 168 time: 0.5956955 Oct 25 08:58:53.500236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48228) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:53.523641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f393fb49-b167-421e-a4c7-09c1e189c711 req-7b084046-2eff-4d0d-beba-c4c4dba0481c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074991 Oct 25 08:58:53.557121 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a45ec5-7e49-4788-a980-acca929dc243 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:53.558296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a45ec5-7e49-4788-a980-acca929dc243 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:53.564926 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-49a45ec5-7e49-4788-a980-acca929dc243 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/75a82f32-4574-4751-90bb-8b8d93a07090 HTTP/1.1" status: 404 len: 337 time: 0.0602496 Oct 25 08:58:53.564926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48234) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:53.669979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-43761b26-ff2d-4734-8e0f-ef944f6ffc32 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting subnet a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:53.673917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43761b26-ff2d-4734-8e0f-ef944f6ffc32 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.743750 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43761b26-ff2d-4734-8e0f-ef944f6ffc32 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.801160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-775738236-network', 'tenant_id': 'b5906e34c8a34748a3d6d40b5c9d948c'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:53.858482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Made reservation on behalf of b5906e34c8a34748a3d6d40b5c9d948c for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:53.861056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.922811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43761b26-ff2d-4734-8e0f-ef944f6ffc32 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:53.991992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.007608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.041070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43761b26-ff2d-4734-8e0f-ef944f6ffc32 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.089549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43761b26-ff2d-4734-8e0f-ef944f6ffc32 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Subnet': ['ID=a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:54.107587 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43761b26-ff2d-4734-8e0f-ef944f6ffc32 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.114048 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-43761b26-ff2d-4734-8e0f-ef944f6ffc32 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/a10b5a55-3bf6-40e3-bc2d-17107dc8ed9a HTTP/1.1" status: 204 len: 168 time: 0.5461779 Oct 25 08:58:54.114794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48256) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.168073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-81fafb74-5a9c-4cc6-847a-c19fd50de22f tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:54.176652 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bceabd-ffd3-4d06-bfb1-528a7086b2b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:54.177129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bceabd-ffd3-4d06-bfb1-528a7086b2b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:54.183365 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-74bceabd-ffd3-4d06-bfb1-528a7086b2b2 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/ea62ef43-7343-4c71-a722-9d5514e3ce11 HTTP/1.1" status: 404 len: 337 time: 0.0648413 Oct 25 08:58:54.185770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48258) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.242800 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1abffa90-8573-47b8-aeef-2a760003f0fe tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "GET /v2.0/ports?device_id=50f14bee-04d6-4142-b3a2-f2d2fe0925ea HTTP/1.1" status: 200 len: 205 time: 0.0519340 Oct 25 08:58:54.242800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48260) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.246016 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-81fafb74-5a9c-4cc6-847a-c19fd50de22f tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] 10.222.0.32 "PUT /v2.0/quotas/2766cb05908f4f5896aa289fb698bc88 HTTP/1.1" status: 200 len: 368 time: 0.2458322 Oct 25 08:58:54.252445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48262) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.262573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Request body: {'network': {'project_id': '2766cb05908f4f5896aa289fb698bc88'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:54.281764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb9c6d-5b7f-474f-8e08-cd2de73a6905 req-f58ddb2f-2e65-4300-84ae-3fcffdcc07c4 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:54.289328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-defb9c6d-5b7f-474f-8e08-cd2de73a6905 req-f58ddb2f-2e65-4300-84ae-3fcffdcc07c4 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 944 time: 0.4468029 Oct 25 08:58:54.327745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Made reservation on behalf of 2766cb05908f4f5896aa289fb698bc88 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:54.330048 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.333103 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-cfdf1474-2f8a-46cb-8ec8-2d729465dfac tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] delete failed (client error): The resource could not be found. Oct 25 08:58:54.337208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48264) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.337401 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cfdf1474-2f8a-46cb-8ec8-2d729465dfac tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/routers/50f14bee-04d6-4142-b3a2-f2d2fe0925ea HTTP/1.1" status: 404 len: 336 time: 0.0939767 Oct 25 08:58:54.348585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fc66a4-e037-481d-93ad-a35e5578fac6 None None] Network ef0f633a-989b-49b9-a2bc-821d75036c0c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:54.350759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.356448 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.367391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-defb9c6d-5b7f-474f-8e08-cd2de73a6905 req-45784970-bc3a-499b-9963-e51ddef161d8 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752861 Oct 25 08:58:54.394602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732aa2b2-4da1-49d9-8287-955d27d01eed,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:54.400179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.411244 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-637642a2-7d73-4a3d-b23c-368d7326bba0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:54.411699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637642a2-7d73-4a3d-b23c-368d7326bba0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:54.413761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:58:54.414905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-637642a2-7d73-4a3d-b23c-368d7326bba0 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/7d0b0bd3-c3dc-47e8-b2c7-2f3b1924e267 HTTP/1.1" status: 404 len: 337 time: 0.0763967 Oct 25 08:58:54.422679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48266) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.475078 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-de083266-a62a-4c3e-a03d-16d57b6a2ab8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:54.475583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de083266-a62a-4c3e-a03d-16d57b6a2ab8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:54.478679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-de083266-a62a-4c3e-a03d-16d57b6a2ab8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/2a39e42c-d1c2-4f73-8bec-279cdcea896b HTTP/1.1" status: 404 len: 337 time: 0.0550001 Oct 25 08:58:54.481494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48268) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.484075 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.484422 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Added segment 41610493-7b98-4cb3-9811-ce93c16c7d2e of type vlan for network 73354581-e96a-4f6f-b1df-95da6abc5994 Oct 25 08:58:54.514348 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c017016a-585b-4df7-aca8-93352639feec tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:54.514884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c017016a-585b-4df7-aca8-93352639feec tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:54.518123 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c017016a-585b-4df7-aca8-93352639feec tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/4b43c4e9-65ae-4899-9b53-89f01092c388 HTTP/1.1" status: 404 len: 337 time: 0.0357130 Oct 25 08:58:54.521632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48270) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.536591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d81d6a36-19e7-4f18-a17e-5f89cba58ed7 None None] Provisioning complete for port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:54.536837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d81d6a36-19e7-4f18-a17e-5f89cba58ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.578537 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e81d2d-90f2-41f4-ba23-fee93a6aadf8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:54.579522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e81d2d-90f2-41f4-ba23-fee93a6aadf8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:54.580992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.583084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e3e81d2d-90f2-41f4-ba23-fee93a6aadf8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/b4856158-c9ec-483a-8b9b-245568479053 HTTP/1.1" status: 404 len: 333 time: 0.0604913 Oct 25 08:58:54.583787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d81d6a36-19e7-4f18-a17e-5f89cba58ed7 None None] Port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:58:54.587945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48272) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.605402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d81d6a36-19e7-4f18-a17e-5f89cba58ed7 None None] Provisioning complete for port 5e0dd06d-892f-4871-979c-ffafdb91b95a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:54.605869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d81d6a36-19e7-4f18-a17e-5f89cba58ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.618840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97fc35-57ae-4947-af08-1492e86c98a5 req-b3b7a623-0bbe-4cf5-b4b1-fb5edb27afd4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:54.626969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de97fc35-57ae-4947-af08-1492e86c98a5 req-b3b7a623-0bbe-4cf5-b4b1-fb5edb27afd4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1654327 Oct 25 08:58:54.638801 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.640029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:54.641858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.663126 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a6d49b-20bd-459a-b2ed-e30fe50a97bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:54.663649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a6d49b-20bd-459a-b2ed-e30fe50a97bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:54.667554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-43a6d49b-20bd-459a-b2ed-e30fe50a97bd tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/39c6e868-6b50-4c11-b3f0-09bd268139aa HTTP/1.1" status: 404 len: 337 time: 0.0732188 Oct 25 08:58:54.673998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48274) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.686636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.694785 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.722960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] DHCP port deletion for ef0f633a-989b-49b9-a2bc-821d75036c0c request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:58:54.737205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de97fc35-57ae-4947-af08-1492e86c98a5 req-c5cc77d3-887a-4bb0-ba1c-cb1f7780fa1b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047881 Oct 25 08:58:54.739498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] Pushing event updated for resources: {'Network': ['ID=73354581-e96a-4f6f-b1df-95da6abc5994,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:54.766017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:58:54.786829 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4117e93-1563-41c6-b35a-0a9f2d1431b5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:54.787288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4117e93-1563-41c6-b35a-0a9f2d1431b5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:54.791351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 73354581-e96a-4f6f-b1df-95da6abc5994 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:58:54.792535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef153a15-144d-47cd-9209-03d6992665d7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:54.796910 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e4117e93-1563-41c6-b35a-0a9f2d1431b5 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/9f3d47c1-9f28-45a2-81c1-6081dc49c9dd HTTP/1.1" status: 404 len: 337 time: 0.0561354 Oct 25 08:58:54.814265 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b705c470-a970-4a01-88ee-b3d9c5df6c48 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4715824 Oct 25 08:58:54.817420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48280) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.819324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48282) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.825042 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.825704 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Added segment 08c76f0b-7cf5-44db-b18a-e2e25417e644 of type vlan for network ff207c62-3ca9-4b4f-90d8-7ad6835c4b46 Oct 25 08:58:54.863105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Request body: {'subnet': {'network_id': '73354581-e96a-4f6f-b1df-95da6abc5994', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-775738236-subnet', 'tenant_id': 'b5906e34c8a34748a3d6d40b5c9d948c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:54.892803 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa97007-d39e-4ab3-84f8-36db25486bb7 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:54.893600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa97007-d39e-4ab3-84f8-36db25486bb7 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:54.897427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dfa97007-d39e-4ab3-84f8-36db25486bb7 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/9d2995cb-2ee0-4b5c-9f58-2081fc314bb6 HTTP/1.1" status: 404 len: 333 time: 0.0770485 Oct 25 08:58:54.897965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.900302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48284) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:54.910734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823a29-4bf6-419e-856c-a8701456e42b req-96cd0a32-808d-442e-8bdb-a5ec27b28141 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:54.912338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1823a29-4bf6-419e-856c-a8701456e42b req-96cd0a32-808d-442e-8bdb-a5ec27b28141 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 950 time: 0.1391208 Oct 25 08:58:54.916666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Made reservation on behalf of b5906e34c8a34748a3d6d40b5c9d948c for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:54.920378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:54.997851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] Deleting port 5e0dd06d-892f-4871-979c-ffafdb91b95a {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:54.998388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.014249 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-b668d95a-4d6d-4ca6-a681-fcd65000c998 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:55.014722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b668d95a-4d6d-4ca6-a681-fcd65000c998 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:55.018154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b668d95a-4d6d-4ca6-a681-fcd65000c998 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/b8828246-f634-4cb3-9889-c4ccd03b19ad HTTP/1.1" status: 404 len: 337 time: 0.1047845 Oct 25 08:58:55.021439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48286) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:55.046412 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.047498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:55.048077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.054376 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c82dc1e-84f9-45ef-aaf3-64189db55441 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] DELETE failed (client error): The resource could not be found. Oct 25 08:58:55.054916 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c82dc1e-84f9-45ef-aaf3-64189db55441 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:55.061848 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3c82dc1e-84f9-45ef-aaf3-64189db55441 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/subnets/46f70227-b1b5-418f-90a1-8397684f10a2 HTTP/1.1" status: 404 len: 337 time: 0.0357201 Oct 25 08:58:55.063863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48288) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:55.091430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c0191-dc60-493e-a741-a1c1458d4449 req-331a555e-b618-4d99-856b-61fd38a07f54 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:55.093002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c96c0191-dc60-493e-a741-a1c1458d4449 req-331a555e-b618-4d99-856b-61fd38a07f54 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360 HTTP/1.1" status: 200 len: 950 time: 0.2109551 Oct 25 08:58:55.103944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] For port 5e0dd06d-892f-4871-979c-ffafdb91b95a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e0dd06d-892f-4871-979c-ffafdb91b95a,segment=NetworkSegment(ab213c36-76bc-4b19-b5fe-e308a7620094),segment_id=ab213c36-76bc-4b19-b5fe-e308a7620094)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:55.103944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.119543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] Calling delete_port for 5e0dd06d-892f-4871-979c-ffafdb91b95a owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:55.158924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8984201 Oct 25 08:58:55.165343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48290) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:55.174676 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Request body: {'network': {'project_id': '2766cb05908f4f5896aa289fb698bc88'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:55.188991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1c8ab-3c29-43d8-93dc-5ef1b7f8da7d tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Pushing event updated for resources: {'Network': ['ID=ff207c62-3ca9-4b4f-90d8-7ad6835c4b46,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:55.198031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c96c0191-dc60-493e-a741-a1c1458d4449 req-d673e7ad-e122-4ff2-84dc-4f0af7e6f6fd tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Oct 25 08:58:55.223598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Deleting port 206f53e7-6006-48df-a7c9-04ebe508580c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:55.223598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.223968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ff207c62-3ca9-4b4f-90d8-7ad6835c4b46 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:58:55.254197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Made reservation on behalf of 2766cb05908f4f5896aa289fb698bc88 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:55.256619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.261254 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.286551 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.313529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] No DVR routers for this DVR port 5e0dd06d-892f-4871-979c-ffafdb91b95a on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:55.326273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:58:55.333521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] For port 206f53e7-6006-48df-a7c9-04ebe508580c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f53e7-6006-48df-a7c9-04ebe508580c,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:55.334696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.337600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-597ec991-35ee-4b02-810b-fc6ab084d7a8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Deleting port 1cbd97d5-dae0-4efd-9d2d-64926c15a104 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:55.337942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-597ec991-35ee-4b02-810b-fc6ab084d7a8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.351358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Calling delete_port for 206f53e7-6006-48df-a7c9-04ebe508580c owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:55.355215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a78aa-3e21-441a-bd43-be3d57c7ed59 None None] Pushing event deleted for resources: {'Port': ['ID=5e0dd06d-892f-4871-979c-ffafdb91b95a,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:55.365424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.365968 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Added segment ed36deef-9f5d-415d-8cd0-8e79bd0edefd of type vlan for network d03fd58d-a650-4b51-b656-1517f72ff097 Oct 25 08:58:55.414937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Pushing event updated for resources: {'Subnet': ['ID=656e7f92-bd4f-4b7c-a1f8-8851eda731ca,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:55.466229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 07e541bf-2268-40f9-aed3-0f901121eed4 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:58:55.475588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.490234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-597ec991-35ee-4b02-810b-fc6ab084d7a8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.499978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Checking segment: {'id': '41610493-7b98-4cb3-9811-ce93c16c7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '73354581-e96a-4f6f-b1df-95da6abc5994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:55.500582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Network hostable DHCP agents. Network: 73354581-e96a-4f6f-b1df-95da6abc5994, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:58:55.526994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-597ec991-35ee-4b02-810b-fc6ab084d7a8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Calling delete_port for 1cbd97d5-dae0-4efd-9d2d-64926c15a104 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:55.530242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 07e541bf-2268-40f9-aed3-0f901121eed4 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:58:55.534129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 07e541bf-2268-40f9-aed3-0f901121eed4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:58:55.534494 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.548624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342e081-77d6-4b13-9b5e-038ae6af3a1e req-d837797a-b002-470e-a0b0-b7c9b7111af1 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:55.550237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1342e081-77d6-4b13-9b5e-038ae6af3a1e req-d837797a-b002-470e-a0b0-b7c9b7111af1 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 944 time: 0.0911911 Oct 25 08:58:55.554974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Network 73354581-e96a-4f6f-b1df-95da6abc5994 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:58:55.580988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.582019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:55.582501 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.583393 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.617960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'c55fc917-4f16-4831-be3d-29edaceb32db', '206f53e7-6006-48df-a7c9-04ebe508580c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:55.624754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event deleted for resources: {'Port': ['ID=206f53e7-6006-48df-a7c9-04ebe508580c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:55.643709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1342e081-77d6-4b13-9b5e-038ae6af3a1e req-22f18012-1e64-4f2c-aeb5-24499f03eee5 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814638 Oct 25 08:58:55.674548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 73354581-e96a-4f6f-b1df-95da6abc5994) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:55.676291 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.684477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:55.685115 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.706407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9458563-4914-4037-91b9-a17b9afa9f7d None None] Network 73354581-e96a-4f6f-b1df-95da6abc5994 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:55.727416 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7cd7bd49-c6b5-484c-8050-0a685650687c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8760304 Oct 25 08:58:55.727655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] No DVR routers for this DVR port 206f53e7-6006-48df-a7c9-04ebe508580c on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:55.727655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.736906 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1823a29-4bf6-419e-856c-a8701456e42b req-ce3f313e-d310-4e39-bd9d-e886f5c2b7ff tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "DELETE /v2.0/ports/206f53e7-6006-48df-a7c9-04ebe508580c HTTP/1.1" status: 204 len: 173 time: 0.7956553 Oct 25 08:58:55.737458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360', 'name': 'network-vif-deleted', 'tag': '206f53e7-6006-48df-a7c9-04ebe508580c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:55.739958 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8e8387-9028-4627-a00a-7cc0666750c5" -d '{"events": [{"server_uuid": "e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360", "name": "network-vif-deleted", "tag": "206f53e7-6006-48df-a7c9-04ebe508580c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:55.759852 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5934672 Oct 25 08:58:55.769025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48300) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:55.784240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0c0b068a-e0be-4753-889a-d7d5f5c68bff tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Request body: {'network': {'project_id': '2766cb05908f4f5896aa289fb698bc88'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:55.797218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e541bf-2268-40f9-aed3-0f901121eed4'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:55.798082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f111dd-6189-4214-9be5-9ae3e7e84d97 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Pushing event updated for resources: {'Network': ['ID=d03fd58d-a650-4b51-b656-1517f72ff097,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:55.799888 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b836e8ce-0911-42c0-8176-efb064b6a537" -d '{"events": [{"server_uuid": "3fae0fb2-fe08-43be-a096-63c28070b0fd", "name": "network-vif-plugged", "status": "completed", "tag": "07e541bf-2268-40f9-aed3-0f901121eed4"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:55.816077 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0b068a-e0be-4753-889a-d7d5f5c68bff tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 25 08:58:55.816552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0b068a-e0be-4753-889a-d7d5f5c68bff tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 08:58:55.817768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c0b068a-e0be-4753-889a-d7d5f5c68bff tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0459383 Oct 25 08:58:55.821055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d03fd58d-a650-4b51-b656-1517f72ff097 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:58:55.821807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48304) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:55.838123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-597ec991-35ee-4b02-810b-fc6ab084d7a8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.842422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 07e541bf-2268-40f9-aed3-0f901121eed4, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=07e541bf-2268-40f9-aed3-0f901121eed4,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:55.899173 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-597ec991-35ee-4b02-810b-fc6ab084d7a8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.912247 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-597ec991-35ee-4b02-810b-fc6ab084d7a8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/ports/1cbd97d5-dae0-4efd-9d2d-64926c15a104 HTTP/1.1" status: 204 len: 168 time: 0.8465130 Oct 25 08:58:55.912763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48308) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:55.913608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ec991-35ee-4b02-810b-fc6ab084d7a8 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Port': ['ID=1cbd97d5-dae0-4efd-9d2d-64926c15a104,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:55.916681 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:55.938280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-2a57f13c-47e9-475f-a838-5d60c0e08c3c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:55.939863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-2a57f13c-47e9-475f-a838-5d60c0e08c3c tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 950 time: 0.2629666 Oct 25 08:58:55.954347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b3337d2e-9ab8-42d6-a3a8-22ffc719280e tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2766cb05908f4f5896aa289fb698bc88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288722 Oct 25 08:58:55.957633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48312) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:56.012766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=07e541bf-2268-40f9-aed3-0f901121eed4,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:56.014857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe88232-d044-4a22-95c2-47c1d8dc401d req-2e3b8162-d435-4641-8cf1-3e186605a32e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:56.022691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abe88232-d044-4a22-95c2-47c1d8dc401d req-2e3b8162-d435-4641-8cf1-3e186605a32e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.2712772 Oct 25 08:58:56.132881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb0e34-5823-4f21-ab1a-d4ea678391e0 None None] Network 73354581-e96a-4f6f-b1df-95da6abc5994 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:56.139471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abe88232-d044-4a22-95c2-47c1d8dc401d req-3203fc1d-9c72-4611-a34d-b25b8b65baf8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106853 Oct 25 08:58:56.142221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57b6969b-1948-4428-a893-0d3f34a6a6d4 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.178074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.205553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Deleting port c55fc917-4f16-4831-be3d-29edaceb32db {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:58:56.205747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.221701 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57b6969b-1948-4428-a893-0d3f34a6a6d4 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.246679 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c504574-8939-403f-9356-0a29abfb2a80 x-openstack-request-id: req-6c504574-8939-403f-9356-0a29abfb2a80 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:56.246972 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360", "name": "network-vif-deleted", "tag": "206f53e7-6006-48df-a7c9-04ebe508580c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:56.247225 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c504574-8939-403f-9356-0a29abfb2a80 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:56.247628 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1d25d-ef6b-4bd7-9bff-bcc1c60ae360', 'name': 'network-vif-deleted', 'tag': '206f53e7-6006-48df-a7c9-04ebe508580c', 'status': 'completed', 'code': 200} Oct 25 08:58:56.317059 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871695bc-9670-4fda-83b8-1aef7719ee05 x-openstack-request-id: req-871695bc-9670-4fda-83b8-1aef7719ee05 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:56.317442 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fae0fb2-fe08-43be-a096-63c28070b0fd", "name": "network-vif-plugged", "status": "completed", "tag": "07e541bf-2268-40f9-aed3-0f901121eed4", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:56.317647 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-871695bc-9670-4fda-83b8-1aef7719ee05 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:56.318001 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e541bf-2268-40f9-aed3-0f901121eed4', 'code': 200} Oct 25 08:58:56.369362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e0dd06d-892f-4871-979c-ffafdb91b95a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:56.381897 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.406988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0f633a-989b-49b9-a2bc-821d75036c0c']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:56.433610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab213c36-76bc-4b19-b5fe-e308a7620094') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:56.433918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab213c36-76bc-4b19-b5fe-e308a7620094') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:56.461081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.476379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5e0dd06d-892f-4871-979c-ffafdb91b95a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:56.476872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e0dd06d-892f-4871-979c-ffafdb91b95a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:56.490144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] For port c55fc917-4f16-4831-be3d-29edaceb32db, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c55fc917-4f16-4831-be3d-29edaceb32db,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:58:56.490815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.518304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.529984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Calling delete_port for c55fc917-4f16-4831-be3d-29edaceb32db owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:58:56.532190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:58:56.532593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:58:56.635311 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:58:56.687078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edba2f-d4ca-4844-976a-d9a3ed245905 req-370c7733-0e16-4679-b981-30406ce3914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:56.688857 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e8edba2f-d4ca-4844-976a-d9a3ed245905 req-370c7733-0e16-4679-b981-30406ce3914a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 1096 time: 0.0811534 Oct 25 08:58:56.696307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.723760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.729901 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] 10.222.0.32 "DELETE /v2.0/networks/ef0f633a-989b-49b9-a2bc-821d75036c0c HTTP/1.1" status: 204 len: 168 time: 0.8067229 Oct 25 08:58:56.736723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbddb49-9ea0-400f-97f9-752eea14409c req-35c42b10-8438-4851-8112-d28ff06455f3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:56.738734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bbddb49-9ea0-400f-97f9-752eea14409c req-35c42b10-8438-4851-8112-d28ff06455f3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1364450 Oct 25 08:58:56.739242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce07d66-f633-4c2f-a92b-27f256a21877 tempest-PortsTestJSON-1829514969 tempest-PortsTestJSON-1829514969-project] Pushing event deleted for resources: {'Network': ['ID=ef0f633a-989b-49b9-a2bc-821d75036c0c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:56.751279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57b6969b-1948-4428-a893-0d3f34a6a6d4 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.754244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57b6969b-1948-4428-a893-0d3f34a6a6d4 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.755242 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-57b6969b-1948-4428-a893-0d3f34a6a6d4 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef153a15-144d-47cd-9209-03d6992665d7 HTTP/1.1" status: 204 len: 168 time: 0.7699983 Oct 25 08:58:56.759746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48340) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:56.767907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6969b-1948-4428-a893-0d3f34a6a6d4 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef153a15-144d-47cd-9209-03d6992665d7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:56.798592 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e8edba2f-d4ca-4844-976a-d9a3ed245905 req-efb5c9d0-0e67-4bfb-90f2-fda7d49b868b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949888 Oct 25 08:58:56.868629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48344) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:56.875328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-598255377-network', 'tenant_id': '3433bf7342954f32bae5588953dcf09d'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:56.904392 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Made reservation on behalf of 3433bf7342954f32bae5588953dcf09d for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:56.908657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.922078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:56.971576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.005508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bbddb49-9ea0-400f-97f9-752eea14409c req-4c3b793d-0003-4d5c-af2f-50ea8d33b5d3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420100 Oct 25 08:58:57.009799 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.037036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.042471 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.075466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c4173-630a-4734-85ed-20981e493627,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:57.084300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48350) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:57.102855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:58:57.122221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:58:57.126740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event deleted for resources: {'Port': ['ID=c55fc917-4f16-4831-be3d-29edaceb32db,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:57.129175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.130789 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Added segment b7393c7a-f53b-478f-9ff8-7c758021c0f4 of type vlan for network ff3af8e1-3e99-4509-ab9e-932ee8307cc5 Oct 25 08:58:57.215857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.262409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.263613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:57.264859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.341633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] No DVR routers for this DVR port c55fc917-4f16-4831-be3d-29edaceb32db on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:58:57.342903 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4730511 Oct 25 08:58:57.346064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48356) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:57.353324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Request body: {'subnet': {'network_id': 'ff3af8e1-3e99-4509-ab9e-932ee8307cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-598255377-subnet', 'tenant_id': '3433bf7342954f32bae5588953dcf09d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:57.353786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.357356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167158ff-c4e9-4d98-bdca-a608bf8869c4 req-0609342d-5900-43d4-8a10-d0df560d76c8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "DELETE /v2.0/ports/c55fc917-4f16-4831-be3d-29edaceb32db HTTP/1.1" status: 204 len: 173 time: 1.4018681 Oct 25 08:58:57.389968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca8fda-b1ca-48b8-a19c-fe7a4c01998d admin admin] Pushing event updated for resources: {'Network': ['ID=ff3af8e1-3e99-4509-ab9e-932ee8307cc5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:57.392281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.405365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ff3af8e1-3e99-4509-ab9e-932ee8307cc5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:58:57.425172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03fd58d-a650-4b51-b656-1517f72ff097']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:57.449784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Made reservation on behalf of 3433bf7342954f32bae5588953dcf09d for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:58:57.450075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1957f7b-6358-4c9c-89b1-95f3358a7a1f req-1b9bc896-34c7-41f8-996f-f87c1bc79835 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:57.453038 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.458701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e1957f7b-6358-4c9c-89b1-95f3358a7a1f req-1b9bc896-34c7-41f8-996f-f87c1bc79835 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 945 time: 0.1331904 Oct 25 08:58:57.470120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed36deef-9f5d-415d-8cd0-8e79bd0edefd') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:57.470586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed36deef-9f5d-415d-8cd0-8e79bd0edefd') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:57.501863 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.527890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ede567d-6aeb-4268-b894-1d144fccfd7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af80d112aa334a1abf8b42a3cf195bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421287 Oct 25 08:58:57.531769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:57.535182 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.550766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e1957f7b-6358-4c9c-89b1-95f3358a7a1f req-98257211-f195-4cfb-85a2-baf59acc62f2 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908401 Oct 25 08:58:57.562386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:58:57.562947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.628246 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-038df200-bd0a-4c4b-9927-823f40c8558a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:58:57.640363 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:58:57.649156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.657690 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.658098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-038df200-bd0a-4c4b-9927-823f40c8558a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.665678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] 10.222.0.32 "DELETE /v2.0/networks/d03fd58d-a650-4b51-b656-1517f72ff097 HTTP/1.1" status: 204 len: 168 time: 0.9026170 Oct 25 08:58:57.669241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48362) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:57.719800 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-038df200-bd0a-4c4b-9927-823f40c8558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.723333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-038df200-bd0a-4c4b-9927-823f40c8558a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.726750 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-038df200-bd0a-4c4b-9927-823f40c8558a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e723e7c-fac1-41a1-bea0-1293c31e56cb HTTP/1.1" status: 204 len: 168 time: 0.1915607 Oct 25 08:58:57.726910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cedb1-a4d3-4c72-a434-278bcc9675fa tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Pushing event deleted for resources: {'Network': ['ID=d03fd58d-a650-4b51-b656-1517f72ff097,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:57.762978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df200-bd0a-4c4b-9927-823f40c8558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e723e7c-fac1-41a1-bea0-1293c31e56cb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:57.865968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64a4928d-6df6-4c9c-b489-414e890fdf83 req-3d6a6920-d2b6-4ec5-ae73-485643fa2e91 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2f56690-25b3-4497-ad2e-afbb365b3126 HTTP/1.1" status: 200 len: 210 time: 0.0406401 Oct 25 08:58:57.928686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:57.971446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.075850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.103028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Checking segment: {'id': 'b7393c7a-f53b-478f-9ff8-7c758021c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ff3af8e1-3e99-4509-ab9e-932ee8307cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:58:58.103387 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Network hostable DHCP agents. Network: ff3af8e1-3e99-4509-ab9e-932ee8307cc5, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:58:58.107318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73d99b2-8f04-43ef-9724-6f6a2906dba5,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:58.115761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64600c19-f947-45b0-8c29-47714c51de67 req-625cf99e-3e43-488d-a2dc-f05b655f6635 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:58.125296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Network ff3af8e1-3e99-4509-ab9e-932ee8307cc5 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:58:58.126703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64600c19-f947-45b0-8c29-47714c51de67 req-625cf99e-3e43-488d-a2dc-f05b655f6635 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1618915 Oct 25 08:58:58.142486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff207c62-3ca9-4b4f-90d8-7ad6835c4b46']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:58.153868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c76f0b-7cf5-44db-b18a-e2e25417e644') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:58.154169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c76f0b-7cf5-44db-b18a-e2e25417e644') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:58.156354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ff3af8e1-3e99-4509-ab9e-932ee8307cc5) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:58:58.163931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.168597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c7fb2-7d56-4f39-8bc6-1481e2c79fb1 None None] Network ff3af8e1-3e99-4509-ab9e-932ee8307cc5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:58.179951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.185170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:58.186440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.193878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:58:58.194345 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.221331 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a8aaa1f9-ee98-4af5-aab9-a34334ee53e2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8720465 Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:58:58.223227 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:58:58.275007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f56690-25b3-4497-ad2e-afbb365b3126', 'name': 'network-vif-deleted', 'tag': 'c55fc917-4f16-4831-be3d-29edaceb32db'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:58:58.277858 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4148582-dffa-488a-8ebf-de8b97b9a379" -d '{"events": [{"server_uuid": "c2f56690-25b3-4497-ad2e-afbb365b3126", "name": "network-vif-deleted", "tag": "c55fc917-4f16-4831-be3d-29edaceb32db"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:58:58.368855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64600c19-f947-45b0-8c29-47714c51de67 req-3be2ed41-86c5-4319-8009-c249004ee209 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289047 Oct 25 08:58:58.392139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.397671 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.401941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ff207c62-3ca9-4b4f-90d8-7ad6835c4b46 HTTP/1.1" status: 204 len: 168 time: 0.7296848 Oct 25 08:58:58.411121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e39eb-490e-4476-89db-ee09721daae6 None None] Network ff3af8e1-3e99-4509-ab9e-932ee8307cc5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:58:58.418280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48388) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:58.431340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbb1c5-0b72-4ff5-86c3-436c12c67d57 tempest-QuotasNegativeTest-114893965 tempest-QuotasNegativeTest-114893965-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff207c62-3ca9-4b4f-90d8-7ad6835c4b46,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:58.554618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3851f1-198c-4b4e-96e5-dd215f44462e admin admin] Deleting subnet 656e7f92-bd4f-4b7c-a1f8-8851eda731ca {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:58.572639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb3851f1-198c-4b4e-96e5-dd215f44462e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.637105 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7615f2-8369-4c14-a616-c6d6a31768b4 x-openstack-request-id: req-dd7615f2-8369-4c14-a616-c6d6a31768b4 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:58:58.637634 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f56690-25b3-4497-ad2e-afbb365b3126", "name": "network-vif-deleted", "tag": "c55fc917-4f16-4831-be3d-29edaceb32db", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:58:58.637747 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd7615f2-8369-4c14-a616-c6d6a31768b4 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:58:58.638195 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f56690-25b3-4497-ad2e-afbb365b3126', 'name': 'network-vif-deleted', 'tag': 'c55fc917-4f16-4831-be3d-29edaceb32db', 'status': 'completed', 'code': 200} Oct 25 08:58:58.675811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb3851f1-198c-4b4e-96e5-dd215f44462e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.760080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb3851f1-198c-4b4e-96e5-dd215f44462e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.797453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b2a67-0aa8-48e2-be34-b9d736279407 req-bcb6e88b-e585-4402-928d-4bc15284350a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:58.809594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a6b2a67-0aa8-48e2-be34-b9d736279407 req-bcb6e88b-e585-4402-928d-4bc15284350a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1031864 Oct 25 08:58:58.873295 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb3851f1-198c-4b4e-96e5-dd215f44462e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.873763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a6b2a67-0aa8-48e2-be34-b9d736279407 req-0aec5221-3531-4634-a504-8cf9c7c15cb7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Oct 25 08:58:58.894434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb3851f1-198c-4b4e-96e5-dd215f44462e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:58.903535 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bb3851f1-198c-4b4e-96e5-dd215f44462e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/656e7f92-bd4f-4b7c-a1f8-8851eda731ca HTTP/1.1" status: 204 len: 168 time: 0.4835227 Oct 25 08:58:58.906037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48406) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:58.940167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48410) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:58.954782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3851f1-198c-4b4e-96e5-dd215f44462e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656e7f92-bd4f-4b7c-a1f8-8851eda731ca,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:58.983581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 206f53e7-6006-48df-a7c9-04ebe508580c no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:59.024353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 206f53e7-6006-48df-a7c9-04ebe508580c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:59.027447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 206f53e7-6006-48df-a7c9-04ebe508580c not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:59.028156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c55fc917-4f16-4831-be3d-29edaceb32db no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:58:59.065933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: c55fc917-4f16-4831-be3d-29edaceb32db {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:58:59.066536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c55fc917-4f16-4831-be3d-29edaceb32db not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:58:59.133607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.157413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a21a1-f03e-4cb5-b6bc-918f1ad81489 req-2b0c6495-83f8-45b0-b3dc-9245a5f6565d tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:59.158922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a40a21a1-f03e-4cb5-b6bc-918f1ad81489 req-2b0c6495-83f8-45b0-b3dc-9245a5f6565d tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 945 time: 0.0994711 Oct 25 08:58:59.170831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-706e9028-7706-49be-a493-65bcd0604dac tempest-DvrRoutersNegativeTest-1036525334 tempest-DvrRoutersNegativeTest-1036525334-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1192191139', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:59.173772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.policy [None req-706e9028-7706-49be-a493-65bcd0604dac tempest-DvrRoutersNegativeTest-1036525334 tempest-DvrRoutersNegativeTest-1036525334-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106992) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 25 08:58:59.174076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.policy [None req-706e9028-7706-49be-a493-65bcd0604dac tempest-DvrRoutersNegativeTest-1036525334 tempest-DvrRoutersNegativeTest-1036525334-project] Failed policy check for 'create_router' {{(pid=106992) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 25 08:58:59.174619 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-706e9028-7706-49be-a493-65bcd0604dac tempest-DvrRoutersNegativeTest-1036525334 tempest-DvrRoutersNegativeTest-1036525334-project] create failed (client error): Access was denied to this resource. Oct 25 08:58:59.181143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-706e9028-7706-49be-a493-65bcd0604dac tempest-DvrRoutersNegativeTest-1036525334 tempest-DvrRoutersNegativeTest-1036525334-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2348325 Oct 25 08:58:59.282171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.289822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48420) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:59.293177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a40a21a1-f03e-4cb5-b6bc-918f1ad81489 req-ecb9dece-70cc-4ca4-bb63-66eb33cb7f58 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159539 Oct 25 08:58:59.321883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73354581-e96a-4f6f-b1df-95da6abc5994']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:59.339847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41610493-7b98-4cb3-9811-ce93c16c7d2e') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:59.339847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41610493-7b98-4cb3-9811-ce93c16c7d2e') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:58:59.351589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.368847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.378099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:58:59.378959 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:58:59.382013 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:58:59.475390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.509699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.517687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48432) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:59.518354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/73354581-e96a-4f6f-b1df-95da6abc5994 HTTP/1.1" status: 204 len: 168 time: 0.6110547 Oct 25 08:58:59.530352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f555a-428b-4c0f-909b-ab0a50027df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=73354581-e96a-4f6f-b1df-95da6abc5994,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:59.554980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95c08-f26f-410f-82c1-33a0cbeb6534 req-315a66b5-d99e-4bd0-863a-345ccdf20271 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:59.561419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87a95c08-f26f-410f-82c1-33a0cbeb6534 req-315a66b5-d99e-4bd0-863a-345ccdf20271 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 945 time: 0.0999806 Oct 25 08:58:59.563518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48436) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:59.581087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48440) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:59.593121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Request body: {'floatingip': {'port_id': '07e541bf-2268-40f9-aed3-0f901121eed4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:58:59.634326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-91376cf8-f714-4f0c-9fc5-569bb7efadb7 admin admin] Deleting subnet c73d99b2-8f04-43ef-9724-6f6a2906dba5 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:58:59.641515 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91376cf8-f714-4f0c-9fc5-569bb7efadb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.692575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91376cf8-f714-4f0c-9fc5-569bb7efadb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.702070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a97e6e4-122b-4c71-bf2d-fc1476440327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.735721 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3331416f-831b-4eff-8421-c69f6353e7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.735967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91376cf8-f714-4f0c-9fc5-569bb7efadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.745700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.794002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91376cf8-f714-4f0c-9fc5-569bb7efadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.827285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91376cf8-f714-4f0c-9fc5-569bb7efadb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.832816 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91376cf8-f714-4f0c-9fc5-569bb7efadb7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c73d99b2-8f04-43ef-9724-6f6a2906dba5 HTTP/1.1" status: 204 len: 168 time: 0.3118103 Oct 25 08:58:59.832816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91376cf8-f714-4f0c-9fc5-569bb7efadb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73d99b2-8f04-43ef-9724-6f6a2906dba5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:58:59.837867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48446) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:58:59.938367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:58:59.939164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5588e-cb2e-41d7-9f48-bb55c3d11bf5 req-ba044b65-96b2-4ce5-93d0-4533afc80294 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:58:59.940719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ad5588e-cb2e-41d7-9f48-bb55c3d11bf5 req-ba044b65-96b2-4ce5-93d0-4533afc80294 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.2498918 Oct 25 08:59:00.050475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.076704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3af8e1-3e99-4509-ab9e-932ee8307cc5']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:00.086817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7393c7a-f53b-478f-9ff8-7c758021c0f4') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:00.087527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7393c7a-f53b-478f-9ff8-7c758021c0f4') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:00.099168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.115141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.123895 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:00.124532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:00.127141 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:00.129977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ad5588e-cb2e-41d7-9f48-bb55c3d11bf5 req-6625f7b1-e8ff-4a40-b347-736470547204 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743684 Oct 25 08:59:00.139567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a97e6e4-122b-4c71-bf2d-fc1476440327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.164986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3331416f-831b-4eff-8421-c69f6353e7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.164986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a97e6e4-122b-4c71-bf2d-fc1476440327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.182931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3331416f-831b-4eff-8421-c69f6353e7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.209089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.222011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.226670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6a97e6e4-122b-4c71-bf2d-fc1476440327 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96c25a37fdfd47ef9b54019da20f0590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9325116 Oct 25 08:59:00.227414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97e6e4-122b-4c71-bf2d-fc1476440327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954dbddc-59a4-495d-95b8-4f6ffc13aaa2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:00.231093 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ff3af8e1-3e99-4509-ab9e-932ee8307cc5 HTTP/1.1" status: 204 len: 168 time: 0.3918300 Oct 25 08:59:00.242676 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48454) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:00.253187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bb8ad-2a58-4b4a-bc41-c4cb7f0cfbd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3af8e1-3e99-4509-ab9e-932ee8307cc5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:00.310015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3331416f-831b-4eff-8421-c69f6353e7c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a93589d0212d46f79bc1b9e64646b611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7445326 Oct 25 08:59:00.328241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48458) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:00.348782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03d4fad-b97f-4c5c-a3a7-e6ab2831b44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.429598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03d4fad-b97f-4c5c-a3a7-e6ab2831b44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.479797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eebeb4b-75d3-485e-8547-1498aa3c1123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.484066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331416f-831b-4eff-8421-c69f6353e7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc6378-bcbd-4ab7-a435-d3252d6ecf95,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:00.507356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48460) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:00.612528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03d4fad-b97f-4c5c-a3a7-e6ab2831b44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.617914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03d4fad-b97f-4c5c-a3a7-e6ab2831b44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.622716 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a03d4fad-b97f-4c5c-a3a7-e6ab2831b44a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/954dbddc-59a4-495d-95b8-4f6ffc13aaa2 HTTP/1.1" status: 204 len: 168 time: 0.3757825 Oct 25 08:59:00.631070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eebeb4b-75d3-485e-8547-1498aa3c1123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.659197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d4fad-b97f-4c5c-a3a7-e6ab2831b44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954dbddc-59a4-495d-95b8-4f6ffc13aaa2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:00.702448 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6bc77b37-e478-44b3-a270-8e9919bd7f81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5906e34c8a34748a3d6d40b5c9d948c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894412 Oct 25 08:59:00.707192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48466) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:00.781791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53fe667e-b44e-4f8d-beae-210bba8115d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.798857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eebeb4b-75d3-485e-8547-1498aa3c1123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.802059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eebeb4b-75d3-485e-8547-1498aa3c1123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.805879 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6eebeb4b-75d3-485e-8547-1498aa3c1123 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2acc6378-bcbd-4ab7-a435-d3252d6ecf95 HTTP/1.1" status: 204 len: 168 time: 0.4736850 Oct 25 08:59:00.840156 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53fe667e-b44e-4f8d-beae-210bba8115d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.849567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.resource_extend [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 08:59:00.874014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebeb4b-75d3-485e-8547-1498aa3c1123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc6378-bcbd-4ab7-a435-d3252d6ecf95,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:00.994180 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53fe667e-b44e-4f8d-beae-210bba8115d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:00.999900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53fe667e-b44e-4f8d-beae-210bba8115d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.003229 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-53fe667e-b44e-4f8d-beae-210bba8115d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/732aa2b2-4da1-49d9-8287-955d27d01eed HTTP/1.1" status: 204 len: 168 time: 0.2949638 Oct 25 08:59:01.016994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe667e-b44e-4f8d-beae-210bba8115d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732aa2b2-4da1-49d9-8287-955d27d01eed,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:01.309712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48482) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:01.331961 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.342106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b16306-8803-4935-b438-e26076e430d4 req-832d027a-90e9-4719-97f4-8c973a4949f9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:01.343635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2b16306-8803-4935-b438-e26076e430d4 req-832d027a-90e9-4719-97f4-8c973a4949f9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.6209123 Oct 25 08:59:01.361366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.397927 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.417655 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:59:01.473260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.481279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.511149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2b16306-8803-4935-b438-e26076e430d4 req-39ad7417-b928-4dc0-9a25-f18f8aaeff76 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460912 Oct 25 08:59:01.563655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a91d11-dede-480d-aad7-1887dd53c9a1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:01.575078 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Floating IP c10b380a-c7f9-491e-809a-22c8f9947ea1 associated. External IP: 172.25.8.41, port: 07e541bf-2268-40f9-aed3-0f901121eed4. Oct 25 08:59:01.599690 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ac3db0295374efba568cb4226053e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887292 Oct 25 08:59:01.600482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48492) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:01.602015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.602412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.602676 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.603004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.603374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.603699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.604080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.604923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.605213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.605684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.605977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.606301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b552142-687a-43ef-ada6-f42dd2d482c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:01.677254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48496) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:01.688838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6106de1-3ccf-4091-a21b-e3dea3c810cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.734780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-928c2855-a2ff-4eeb-b7d1-366357fff721 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3433bf7342954f32bae5588953dcf09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561845 Oct 25 08:59:01.738360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48498) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:01.741665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b69238-1c91-4cb9-a683-0744081f7cc8 req-480886c1-aa27-4a2a-be56-d981642205d6 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:01.743427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81b69238-1c91-4cb9-a683-0744081f7cc8 req-480886c1-aa27-4a2a-be56-d981642205d6 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 950 time: 0.1074281 Oct 25 08:59:01.764049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6106de1-3ccf-4091-a21b-e3dea3c810cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.843415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33cd400a-9fe4-4c80-b929-c7a3d5b40c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.872566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81b69238-1c91-4cb9-a683-0744081f7cc8 req-0c8e20a7-a5bd-4827-9d00-16046ee76621 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/security-groups?id=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215327 Oct 25 08:59:01.898994 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6106de1-3ccf-4091-a21b-e3dea3c810cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.901886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6106de1-3ccf-4091-a21b-e3dea3c810cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.905592 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c6106de1-3ccf-4091-a21b-e3dea3c810cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11a91d11-dede-480d-aad7-1887dd53c9a1 HTTP/1.1" status: 204 len: 168 time: 0.2930565 Oct 25 08:59:01.934073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33cd400a-9fe4-4c80-b929-c7a3d5b40c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:01.935923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6106de1-3ccf-4091-a21b-e3dea3c810cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a91d11-dede-480d-aad7-1887dd53c9a1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:01.937481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Router d5557660-b7f9-42dc-a841-33778b6753dc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:59:02.020931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33cd400a-9fe4-4c80-b929-c7a3d5b40c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:02.023516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33cd400a-9fe4-4c80-b929-c7a3d5b40c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:02.028188 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33cd400a-9fe4-4c80-b929-c7a3d5b40c5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/970c4173-630a-4734-85ed-20981e493627 HTTP/1.1" status: 204 len: 168 time: 0.2859111 Oct 25 08:59:02.042895 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd400a-9fe4-4c80-b929-c7a3d5b40c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c4173-630a-4734-85ed-20981e493627,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:02.228371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-9f2dd9d9-c1d8-4d5b-9c08-d9804e3f30cb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:02.230530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-9f2dd9d9-c1d8-4d5b-9c08-d9804e3f30cb tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 950 time: 0.1339192 Oct 25 08:59:02.277906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2102a-e4ae-44db-98f8-3a5067056445 req-61b3602d-dda2-4805-ba6f-f854b010e437 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:02.279503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65e2102a-e4ae-44db-98f8-3a5067056445 req-61b3602d-dda2-4805-ba6f-f854b010e437 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1547797 Oct 25 08:59:02.283197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:59:02.289335 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:02.293273 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] Sync routers for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:59:02.313917 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:59:02.314554 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:58:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:02.428083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7d7f2c5b-1392-4c42-9a45-e84b0215ae4a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "PUT /v2.0/floatingips/c10b380a-c7f9-491e-809a-22c8f9947ea1 HTTP/1.1" status: 200 len: 990 time: 2.8448606 Oct 25 08:59:02.430414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'tag': '07e541bf-2268-40f9-aed3-0f901121eed4'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:02.434350 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f709394-bce2-4543-a8e9-13b150f02205" -d '{"events": [{"name": "network-changed", "server_uuid": "3fae0fb2-fe08-43be-a096-63c28070b0fd", "tag": "07e541bf-2268-40f9-aed3-0f901121eed4"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:02.470332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65e2102a-e4ae-44db-98f8-3a5067056445 req-aaa340e9-a907-49d1-84dc-19164a7528ea tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639078 Oct 25 08:59:02.504808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Deleting port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:02.505179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:02.625816 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:59:02.653822 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fff336d-1b32-4da5-a447-0355179277bc x-openstack-request-id: req-9fff336d-1b32-4da5-a447-0355179277bc {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:02.654113 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fae0fb2-fe08-43be-a096-63c28070b0fd", "tag": "07e541bf-2268-40f9-aed3-0f901121eed4", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:02.654353 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fff336d-1b32-4da5-a447-0355179277bc {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:02.654755 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'tag': '07e541bf-2268-40f9-aed3-0f901121eed4', 'status': 'completed', 'code': 200} Oct 25 08:59:02.765908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] For port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:02.766185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:02.781094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f709394-bce2-4543-a8e9-13b150f02205 req-b98ca8f7-1d9c-4ba5-b578-d01225217a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:02.784147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f709394-bce2-4543-a8e9-13b150f02205 req-b98ca8f7-1d9c-4ba5-b578-d01225217a5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df68bca8bb364cd8a67c1a851ee7dec0&device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 1096 time: 0.0854630 Oct 25 08:59:02.870478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Calling delete_port for 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:02.926558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccd5ef-5f19-4ed7-8bfc-be8796d2b1d6 req-b8c7ba55-04cd-493d-a420-836a6529415b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:02.928577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9ccd5ef-5f19-4ed7-8bfc-be8796d2b1d6 req-b8c7ba55-04cd-493d-a420-836a6529415b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1406674 Oct 25 08:59:02.971507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f709394-bce2-4543-a8e9-13b150f02205 req-d7febc99-4db6-4c94-b727-4ad8da28f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:02.973019 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f709394-bce2-4543-a8e9-13b150f02205 req-d7febc99-4db6-4c94-b727-4ad8da28f067 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8372471-7153-4dd2-b1ee-163591a6ac86 HTTP/1.1" status: 200 len: 917 time: 0.1802058 Oct 25 08:59:02.989156 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'c10b380a-c7f9-491e-809a-22c8f9947ea1', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'port_id': '07e541bf-2268-40f9-aed3-0f901121eed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'mac_address': 'fa:16:3e:ff:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:57:59Z', 'updated_at': '2021-10-25T08:59:00Z', 'revision_number': 1, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:58:02Z', 'revision_number': 5, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:03.023941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9ccd5ef-5f19-4ed7-8bfc-be8796d2b1d6 req-412d74c3-b3c0-412e-9b44-6340f5d2b9c4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614173 Oct 25 08:59:03.053062 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] Checking router: d5557660-b7f9-42dc-a841-33778b6753dc for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:59:03.079875 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:59:03.080488 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:58:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:03.124160 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f709394-bce2-4543-a8e9-13b150f02205 req-16cf996f-4386-4ee9-a6fb-d712a7aa5ff8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07e541bf-2268-40f9-aed3-0f901121eed4 HTTP/1.1" status: 200 len: 998 time: 0.1414740 Oct 25 08:59:03.162919 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:03.228389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Pushing event deleted for resources: {'Port': ['ID=25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:03.271739 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f709394-bce2-4543-a8e9-13b150f02205 req-51d3e16b-f56a-4288-9f35-e2454e811a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:03.275383 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f709394-bce2-4543-a8e9-13b150f02205 req-51d3e16b-f56a-4288-9f35-e2454e811a87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=131faeb3-0edd-45ab-b69c-24bab547e8c6 HTTP/1.1" status: 200 len: 855 time: 0.1446612 Oct 25 08:59:03.282039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94b83d9c-00ac-420c-a9bc-790d8234a8aa req-e696d9c4-68fd-443a-8c65-4ec10889ce5a tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.32 "GET /v2.0/ports?device_id=35ed464b-398f-4a34-bdf2-9b3525669a94 HTTP/1.1" status: 200 len: 210 time: 0.0684409 Oct 25 08:59:03.381074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f709394-bce2-4543-a8e9-13b150f02205 req-0eac049b-4c88-4744-bd77-75902669c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:03.383408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f709394-bce2-4543-a8e9-13b150f02205 req-0eac049b-4c88-4744-bd77-75902669c7c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8372471-7153-4dd2-b1ee-163591a6ac86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876710 Oct 25 08:59:03.385822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] No DVR routers for this DVR port 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:59:03.388996 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:59:03.406285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:03.409657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e36a0b01-fb3d-4962-9ba6-459c65635632 req-97415f54-73ab-4b21-ab04-e488db4fddc8 tempest-ServersOnMultiNodesTest-1047295728 tempest-ServersOnMultiNodesTest-1047295728-project] 10.222.0.41 "DELETE /v2.0/ports/25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 HTTP/1.1" status: 204 len: 173 time: 1.1723728 Oct 25 08:59:03.586467 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f709394-bce2-4543-a8e9-13b150f02205 req-a9bbe498-9c14-4065-ace2-4061e8827d07 service neutron] 10.222.0.18 "GET /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933355 Oct 25 08:59:03.806774 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'c10b380a-c7f9-491e-809a-22c8f9947ea1', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'port_id': '07e541bf-2268-40f9-aed3-0f901121eed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'mac_address': 'fa:16:3e:ff:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:57:59Z', 'updated_at': '2021-10-25T08:59:00Z', 'revision_number': 1, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:58:02Z', 'revision_number': 5, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:03.876699 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031bec1-3853-46fa-893b-a5f38c30c11f None None] The sync data for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 is: [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'c10b380a-c7f9-491e-809a-22c8f9947ea1', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'port_id': '07e541bf-2268-40f9-aed3-0f901121eed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'mac_address': 'fa:16:3e:ff:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T08:57:59Z', 'updated_at': '2021-10-25T08:59:00Z', 'revision_number': 1, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:58:02Z', 'revision_number': 5, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:59:04.153508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48586) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:04.219563 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f709394-bce2-4543-a8e9-13b150f02205 req-48cad974-3473-4eba-95e6-655f717ddd80 service neutron] 10.222.0.18 "GET /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218295 Oct 25 08:59:04.367051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64617dab-4ef8-41c4-9278-344e67c83eec None None] New status for floating IP c10b380a-c7f9-491e-809a-22c8f9947ea1: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 08:59:04.520762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1491865540'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:04.615552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Made reservation on behalf of 467d5b37db8c4a8ea85f2c08d81180b9 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:04.621833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:04.652607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebef60-24b2-4c3a-ac28-7fe9e805205a req-7fdd4230-1820-423f-bb31-c9128681a8d7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:04.660851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfebef60-24b2-4c3a-ac28-7fe9e805205a req-7fdd4230-1820-423f-bb31-c9128681a8d7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1081347 Oct 25 08:59:04.663073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ed464b-398f-4a34-bdf2-9b3525669a94', 'name': 'network-vif-deleted', 'tag': '25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:04.667337 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad148313-24cd-4ba8-acd7-15aef2e9ca71" -d '{"events": [{"server_uuid": "35ed464b-398f-4a34-bdf2-9b3525669a94", "name": "network-vif-deleted", "tag": "25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:04.670953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:04.757171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfebef60-24b2-4c3a-ac28-7fe9e805205a req-f844e79a-b474-437d-be4b-e78d0c22f936 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903931 Oct 25 08:59:04.864111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:04.872344 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:04.909429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:04.952200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c559cb7a-0943-4639-908c-e593c32e4e6c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:04.957527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:04.957917 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Added segment 8006d6b9-0e77-4015-95ae-438163815a3e of type vlan for network 41df6eb9-c901-430a-a907-1880c77d63c0 Oct 25 08:59:05.011350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:59:05.048689 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ea4be5-d98f-43eb-9e02-dc872820f35c x-openstack-request-id: req-b7ea4be5-d98f-43eb-9e02-dc872820f35c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:05.049012 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ed464b-398f-4a34-bdf2-9b3525669a94", "name": "network-vif-deleted", "tag": "25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:05.049269 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7ea4be5-d98f-43eb-9e02-dc872820f35c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:05.049676 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ed464b-398f-4a34-bdf2-9b3525669a94', 'name': 'network-vif-deleted', 'tag': '25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5', 'status': 'completed', 'code': 200} Oct 25 08:59:05.078161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.084855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:59:05.086587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 25b02fdb-4d9a-4f92-9238-8d0bcab6e2b5 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:59:05.145564 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.155773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:05.158474 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.294477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48630) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:05.310823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1553516 Oct 25 08:59:05.314015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48636) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:05.320058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'subnet': {'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:05.332247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e0beb-ec25-44b5-84c1-45f7d9f5cf34 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Network': ['ID=41df6eb9-c901-430a-a907-1880c77d63c0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:05.356826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 41df6eb9-c901-430a-a907-1880c77d63c0 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:05.488259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Made reservation on behalf of 467d5b37db8c4a8ea85f2c08d81180b9 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:05.499833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.775375 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c58ad5fd-c69f-4b54-9967-d9cd4b67c52c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11c126ed7bea4983a5e3df930d94ece3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789255 Oct 25 08:59:05.778624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48658) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:05.830363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f246e914-d5b2-4516-9c2b-91f6d80bacea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.866269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f246e914-d5b2-4516-9c2b-91f6d80bacea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.940924 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.966840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df6fa4-df33-41d8-9694-5bfe86702c98 req-97df5c9f-35a5-4575-8746-c4ef0ca1147d tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:05.968684 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63df6fa4-df33-41d8-9694-5bfe86702c98 req-97df5c9f-35a5-4575-8746-c4ef0ca1147d tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 946 time: 0.0881522 Oct 25 08:59:05.970189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f246e914-d5b2-4516-9c2b-91f6d80bacea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.973118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f246e914-d5b2-4516-9c2b-91f6d80bacea admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:05.975273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f246e914-d5b2-4516-9c2b-91f6d80bacea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4921fc8d-fa6f-447c-99ca-3c78fbb8ed32 HTTP/1.1" status: 204 len: 168 time: 0.1947320 Oct 25 08:59:05.988302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246e914-d5b2-4516-9c2b-91f6d80bacea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4921fc8d-fa6f-447c-99ca-3c78fbb8ed32,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:06.032348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Subnet': ['ID=a6a7160c-f739-4df6-aeba-d66b0c960c57,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:06.050570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63df6fa4-df33-41d8-9694-5bfe86702c98 req-e8dc8c7d-df17-4e2a-b5c1-29711073963e tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641191 Oct 25 08:59:06.065986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Checking segment: {'id': '8006d6b9-0e77-4015-95ae-438163815a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:06.066650 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Network hostable DHCP agents. Network: 41df6eb9-c901-430a-a907-1880c77d63c0, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:59:06.090393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Network 41df6eb9-c901-430a-a907-1880c77d63c0 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:59:06.106784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 41df6eb9-c901-430a-a907-1880c77d63c0) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:06.117469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d22d86-0c54-4af8-8479-f2d20f4665e6 None None] Network 41df6eb9-c901-430a-a907-1880c77d63c0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:06.125514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:06.127456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:06.167260 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7c2d8586-459f-4ae3-89be-12f881d33a6b tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8517973 Oct 25 08:59:06.169976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48666) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:06.175985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0', 'name': 'tempest-AllowedAddressPairTestJSON-1786809802'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:06.394477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-41df6eb9-c901-430a-a907-1880c77d63c0', 'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0', 'tenant_id': '467d5b37db8c4a8ea85f2c08d81180b9', 'fixed_ips': [{'subnet_id': 'a6a7160c-f739-4df6-aeba-d66b0c960c57'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:59:06.395851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:06.406207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Made reservation on behalf of 467d5b37db8c4a8ea85f2c08d81180b9 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:06.413505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:06.461437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] device_id is not set on port df47c459-174b-4022-a1a6-dc1b33a75c24 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:06.594248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48680) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:06.624176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-3ad6c094-c145-4fc0-9529-83bda3aec8de tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4558ba7d4f3547c79088eab51e949b48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687275 Oct 25 08:59:06.644423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0de18a71-54fc-4a79-a6dd-c27880c4be96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18b259a6f60940ca8495e003a6031bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495059 Oct 25 08:59:06.647339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48682) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:06.678730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Allocated IP 172.20.0.3 (41df6eb9-c901-430a-a907-1880c77d63c0/a6a7160c-f739-4df6-aeba-d66b0c960c57/df47c459-174b-4022-a1a6-dc1b33a75c24) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:06.707163 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b55bc74-bd28-40bc-b8c4-f7dc8eec5af7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:06.731010 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b55bc74-bd28-40bc-b8c4-f7dc8eec5af7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:06.779935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b55bc74-bd28-40bc-b8c4-f7dc8eec5af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:06.782949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b55bc74-bd28-40bc-b8c4-f7dc8eec5af7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:06.784134 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7b55bc74-bd28-40bc-b8c4-f7dc8eec5af7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf20fb6d-0f21-497a-bf30-dd8533ea6de3 HTTP/1.1" status: 204 len: 168 time: 0.1355574 Oct 25 08:59:06.796240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55bc74-bd28-40bc-b8c4-f7dc8eec5af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf20fb6d-0f21-497a-bf30-dd8533ea6de3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:06.814922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-88496258-e0da-4ef6-8bf9-646fed7880a8 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:06.817549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-88496258-e0da-4ef6-8bf9-646fed7880a8 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792057 Oct 25 08:59:06.869092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-aa1d3002-ad63-4f12-932b-1176e17ed6af tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/quotas/4558ba7d4f3547c79088eab51e949b48 HTTP/1.1" status: 200 len: 375 time: 0.0398045 Oct 25 08:59:06.906245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-b5441a92-bd7e-4072-9653-d5241db26ade tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4558ba7d4f3547c79088eab51e949b48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309143 Oct 25 08:59:06.953296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:06.999285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:07.056135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Allocated IP 172.20.0.2 (41df6eb9-c901-430a-a907-1880c77d63c0/a6a7160c-f739-4df6-aeba-d66b0c960c57/739fc1c7-4ff9-4b21-8542-7288586e7a78) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:07.113018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Network 41df6eb9-c901-430a-a907-1880c77d63c0 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:07.130172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:07.162065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:07.211800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=df47c459-174b-4022-a1a6-dc1b33a75c24,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:07.247158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfba3e7-0de0-46f5-82e2-c72621eb810b req-147ff014-1952-4796-9c8a-868edc2da163 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:07.255815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecfba3e7-0de0-46f5-82e2-c72621eb810b req-147ff014-1952-4796-9c8a-868edc2da163 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1618273 Oct 25 08:59:07.275460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:07.276639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:07.278866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:07.287032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:07.313983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-51ba115c-89c9-43d8-80ef-cd3d907ec80f tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1426668 Oct 25 08:59:07.317890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48708) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:07.326489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0', 'name': 'tempest-AllowedAddressPairTestJSON-335051482', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a4:99:65'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:07.333097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecfba3e7-0de0-46f5-82e2-c72621eb810b req-a09fcc22-e25e-48ec-bfc8-4192b9296251 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Oct 25 08:59:07.347175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Pushing event updated for resources: {'Port': ['ID=739fc1c7-4ff9-4b21-8542-7288586e7a78,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:07.372526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.373859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.374304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.374733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.375179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.375597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.376175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.376856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.377423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.377984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.378787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.380023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:07.395837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Network 41df6eb9-c901-430a-a907-1880c77d63c0 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:07.397542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:07.400736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:07.472529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Attempting to bind port 739fc1c7-4ff9-4b21-8542-7288586e7a78 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:07.472927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Attempting to bind port 739fc1c7-4ff9-4b21-8542-7288586e7a78 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '8006d6b9-0e77-4015-95ae-438163815a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:07.473279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Attempting to bind port 739fc1c7-4ff9-4b21-8542-7288586e7a78 on network 41df6eb9-c901-430a-a907-1880c77d63c0 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:07.483764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:07.484478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Checking segment: {'id': '8006d6b9-0e77-4015-95ae-438163815a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:07.485587 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:07.486254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Bound using segment: {'id': '8006d6b9-0e77-4015-95ae-438163815a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:07.493460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Bound port: 739fc1c7-4ff9-4b21-8542-7288586e7a78, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8006d6b9-0e77-4015-95ae-438163815a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:07.494355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:07.499300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Made reservation on behalf of 467d5b37db8c4a8ea85f2c08d81180b9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:07.631955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] For port 739fc1c7-4ff9-4b21-8542-7288586e7a78, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:07.640492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] For port 739fc1c7-4ff9-4b21-8542-7288586e7a78, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=739fc1c7-4ff9-4b21-8542-7288586e7a78,segment=NetworkSegment(8006d6b9-0e77-4015-95ae-438163815a3e),segment_id=8006d6b9-0e77-4015-95ae-438163815a3e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:07.647907 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:07.684123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:07.725609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98525beb-1e67-48b2-a886-21d288fb3b1d req-cb516eac-4372-4b02-81f9-d2384598a047 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 210 time: 0.0747118 Oct 25 08:59:07.754084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] device_id is not set on port 73852b64-c33c-4e83-a662-751f7749faf1 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:07.773626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945fc63-9181-412b-9073-ff6631860e85 None None] Pushing event updated for resources: {'Port': ['ID=739fc1c7-4ff9-4b21-8542-7288586e7a78,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:07.938747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Allocated IP 172.20.0.12 (41df6eb9-c901-430a-a907-1880c77d63c0/a6a7160c-f739-4df6-aeba-d66b0c960c57/73852b64-c33c-4e83-a662-751f7749faf1) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:07.939991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5b3f1-928b-4acc-a2ba-a4f8a2c3594c req-b00a5f18-24db-4eac-b2a5-86c008aa46f8 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:07.960762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8f5b3f1-928b-4acc-a2ba-a4f8a2c3594c req-b00a5f18-24db-4eac-b2a5-86c008aa46f8 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 946 time: 0.1054673 Oct 25 08:59:08.077100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8f5b3f1-928b-4acc-a2ba-a4f8a2c3594c req-8588c64d-f033-4539-891f-e2efc3f10860 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/security-groups?id=0c96bb60-0834-4366-80ed-3243cad9b85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145678 Oct 25 08:59:08.246749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.280839 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-b8ff4b15-2f8e-4df8-825b-41ffff047256 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:08.282371 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-b8ff4b15-2f8e-4df8-825b-41ffff047256 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.18 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 946 time: 0.6291642 Oct 25 08:59:08.300510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 739fc1c7-4ff9-4b21-8542-7288586e7a78 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:08.337591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.438352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Network 41df6eb9-c901-430a-a907-1880c77d63c0 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:08.444792 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.446720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 739fc1c7-4ff9-4b21-8542-7288586e7a78 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:08.448720 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.461670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:08.475061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:08.477970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=73852b64-c33c-4e83-a662-751f7749faf1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:08.534667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Deleting port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:08.535275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.602857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a9ee0464-9513-4c93-934f-87fa84d2dea1 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4558ba7d4f3547c79088eab51e949b48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865452 Oct 25 08:59:08.618532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ce242-4e50-45a2-bf58-165847b2c380 req-b1eef4bf-2d04-4195-9456-f0c63eda4c2d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:08.626045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c2ce242-4e50-45a2-bf58-165847b2c380 req-b1eef4bf-2d04-4195-9456-f0c63eda4c2d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1728261 Oct 25 08:59:08.638980 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.649473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:08.650396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.687972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4da01e4f-4399-4f20-bc1f-332d9bb836eb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3680155 Oct 25 08:59:08.692409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 739fc1c7-4ff9-4b21-8542-7288586e7a78, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=739fc1c7-4ff9-4b21-8542-7288586e7a78,segment=NetworkSegment(8006d6b9-0e77-4015-95ae-438163815a3e),segment_id=8006d6b9-0e77-4015-95ae-438163815a3e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:08.695646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48744) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:08.698946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.768193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=739fc1c7-4ff9-4b21-8542-7288586e7a78,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:08.777978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] For port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,segment=NetworkSegment(f59b75aa-6b50-46d8-aaf9-dec054b38156),segment_id=f59b75aa-6b50-46d8-aaf9-dec054b38156)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:08.778364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:08.812989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Calling delete_port for 9f50f988-da25-4cdb-8a2d-eaabfc234f3b owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:08.854389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c2ce242-4e50-45a2-bf58-165847b2c380 req-fc092546-dda7-4bf3-8fd0-84e0d860b2c7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118752 Oct 25 08:59:08.921746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac71c58-1f60-4a12-ae40-4ca9a7f504b1 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:08.928326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac71c58-1f60-4a12-ae40-4ca9a7f504b1 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:08.930600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-82389fcb-530f-4bb0-a37a-ec181a27d154 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:08.934458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-82389fcb-530f-4bb0-a37a-ec181a27d154 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037231 Oct 25 08:59:08.938584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac71c58-1f60-4a12-ae40-4ca9a7f504b1 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:08.943571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48750) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:08.943747 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9ac71c58-1f60-4a12-ae40-4ca9a7f504b1 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2468696 Oct 25 08:59:09.015665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Request body: {'port': {'device_id': '7939d11b-1f22-4d8b-88d2-a29764d41028', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '4558ba7d4f3547c79088eab51e949b48'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:09.049400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.097158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['9f50f988-da25-4cdb-8a2d-eaabfc234f3b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:59:09.166355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675bc99-350c-4a5c-88e7-0afb24108647 None None] Network 41df6eb9-c901-430a-a907-1880c77d63c0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:09.188317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-72a716f9-6a9e-44e4-8bea-ce9f09bf80bf tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Deleting port 73852b64-c33c-4e83-a662-751f7749faf1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:09.188790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-72a716f9-6a9e-44e4-8bea-ce9f09bf80bf tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.215984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] No DVR routers for this DVR port 9f50f988-da25-4cdb-8a2d-eaabfc234f3b on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:59:09.217876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Pushing event deleted for resources: {'Port': ['ID=9f50f988-da25-4cdb-8a2d-eaabfc234f3b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:09.225258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.230170 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbe424ba-3d00-4540-b176-7af41b01dfd3 req-6e6906a2-0a0b-46cb-92ab-c1f03e9b1c92 tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.18 "DELETE /v2.0/ports/9f50f988-da25-4cdb-8a2d-eaabfc234f3b HTTP/1.1" status: 204 len: 173 time: 0.9391954 Oct 25 08:59:09.230636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdedf75b-8d7c-4a93-9060-10be76844b1e', 'name': 'network-vif-deleted', 'tag': '9f50f988-da25-4cdb-8a2d-eaabfc234f3b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:09.233955 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafabdd7-192b-4e8e-ad50-2784a892af1c" -d '{"events": [{"server_uuid": "bdedf75b-8d7c-4a93-9060-10be76844b1e", "name": "network-vif-deleted", "tag": "9f50f988-da25-4cdb-8a2d-eaabfc234f3b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:09.273724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-18b605ec-6ce2-41a2-9f33-6d9f914f59f5 None None] Provisioning complete for port 739fc1c7-4ff9-4b21-8542-7288586e7a78 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:09.274256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-18b605ec-6ce2-41a2-9f33-6d9f914f59f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.300929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f7bdcb-c5b2-4614-87a3-ca915dca82a7 req-fdbd5f30-08cf-4ab4-881f-9e798fdbb489 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 210 time: 0.0485117 Oct 25 08:59:09.389189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-72a716f9-6a9e-44e4-8bea-ce9f09bf80bf tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.393580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Made reservation on behalf of 4558ba7d4f3547c79088eab51e949b48 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:09.398477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.421016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.446226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-72a716f9-6a9e-44e4-8bea-ce9f09bf80bf tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Calling delete_port for 73852b64-c33c-4e83-a662-751f7749faf1 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:09.529276 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.622595 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.628228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.759319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89fc419e-6678-4f7c-85d7-91e17a15944e req-a1eb2530-64d0-4be8-82b8-66f221d4256f tempest-VolumesAdminNegativeTest-586828295 tempest-VolumesAdminNegativeTest-586828295-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdedf75b-8d7c-4a93-9060-10be76844b1e HTTP/1.1" status: 200 len: 210 time: 0.0630236 Oct 25 08:59:09.760474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26273c8-1b80-4c8e-b71f-0a2a342777ce,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:09.842841 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57696b32-6748-4293-81e9-810fd9a1d766 x-openstack-request-id: req-57696b32-6748-4293-81e9-810fd9a1d766 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:09.843320 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdedf75b-8d7c-4a93-9060-10be76844b1e", "name": "network-vif-deleted", "tag": "9f50f988-da25-4cdb-8a2d-eaabfc234f3b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:09.843584 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57696b32-6748-4293-81e9-810fd9a1d766 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:09.844061 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdedf75b-8d7c-4a93-9060-10be76844b1e', 'name': 'network-vif-deleted', 'tag': '9f50f988-da25-4cdb-8a2d-eaabfc234f3b', 'status': 'completed', 'code': 200} Oct 25 08:59:09.868609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Allocated IP 192.168.233.95 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/1d7263a7-312c-4f08-8402-d8c8e226d545) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:09.877824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-72a716f9-6a9e-44e4-8bea-ce9f09bf80bf tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.926916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-34f37ad6-eef9-4243-81d1-142330a0c31a None None] Provisioning complete for port 739fc1c7-4ff9-4b21-8542-7288586e7a78 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:09.927376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-34f37ad6-eef9-4243-81d1-142330a0c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:09.957561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a716f9-6a9e-44e4-8bea-ce9f09bf80bf tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Port': ['ID=73852b64-c33c-4e83-a662-751f7749faf1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:10.246238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-34f37ad6-eef9-4243-81d1-142330a0c31a None None] Provisioning complete for port df47c459-174b-4022-a1a6-dc1b33a75c24 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:10.246697 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-34f37ad6-eef9-4243-81d1-142330a0c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:10.342097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-34f37ad6-eef9-4243-81d1-142330a0c31a None None] Port df47c459-174b-4022-a1a6-dc1b33a75c24 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:10.345904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-34f37ad6-eef9-4243-81d1-142330a0c31a None None] Could not find standard attr ID for object 73852b64-c33c-4e83-a662-751f7749faf1. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:59:10.357216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 739fc1c7-4ff9-4b21-8542-7288586e7a78 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:10.455262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 739fc1c7-4ff9-4b21-8542-7288586e7a78 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:10.455867 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:10.512691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bbfaf-4f2f-499b-b943-6dc902468d00 req-6f7a007f-3ebe-411d-a760-2c3896b4bd1a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:10.515454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0c338904-cb66-49ab-b3b9-45c2e01e441b None None] Provisioning complete for port df47c459-174b-4022-a1a6-dc1b33a75c24 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:10.516105 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c338904-cb66-49ab-b3b9-45c2e01e441b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:10.521692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-486bbfaf-4f2f-499b-b943-6dc902468d00 req-6f7a007f-3ebe-411d-a760-2c3896b4bd1a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.5415909 Oct 25 08:59:10.566777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0c338904-cb66-49ab-b3b9-45c2e01e441b None None] Port df47c459-174b-4022-a1a6-dc1b33a75c24 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:10.685577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5ebe67cb-adc0-4574-b3d3-810135bc864f None None] Could not find standard attr ID for object 73852b64-c33c-4e83-a662-751f7749faf1. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:59:10.691184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-486bbfaf-4f2f-499b-b943-6dc902468d00 req-debcfac0-610e-4cc0-952f-6e855f70de7c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682670 Oct 25 08:59:10.695207 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-72a716f9-6a9e-44e4-8bea-ce9f09bf80bf tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:10.699173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-72a716f9-6a9e-44e4-8bea-ce9f09bf80bf tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "DELETE /v2.0/ports/73852b64-c33c-4e83-a662-751f7749faf1 HTTP/1.1" status: 204 len: 168 time: 1.7539389 Oct 25 08:59:10.702019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48776) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:10.724204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:10.731605 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-49abe440-e78d-4cc0-816f-21a0c1b487e0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] GET failed (client error): The resource could not be found. Oct 25 08:59:10.733171 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-49abe440-e78d-4cc0-816f-21a0c1b487e0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "GET /v2.0/ports/73852b64-c33c-4e83-a662-751f7749faf1 HTTP/1.1" status: 404 len: 333 time: 0.0301292 Oct 25 08:59:10.737119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48780) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:10.742126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0', 'name': 'tempest-AllowedAddressPairTestJSON-88350201'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:10.772738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:10.887894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Made reservation on behalf of 467d5b37db8c4a8ea85f2c08d81180b9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:10.892094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:10.913248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] device_id is not set on port b13f6bab-c365-4f91-a508-39ab88feb4dc yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:11.050780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Allocated IP 172.20.0.12 (41df6eb9-c901-430a-a907-1880c77d63c0/a6a7160c-f739-4df6-aeba-d66b0c960c57/b13f6bab-c365-4f91-a508-39ab88feb4dc) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:11.165888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:11.171141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:11.183560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:11.256461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Pushing event updated for resources: {'Port': ['ID=1d7263a7-312c-4f08-8402-d8c8e226d545,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:11.298571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.302514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:11.303238 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.306413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:11.334282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984a2a6-3cf3-45e0-bdc6-ef7b0031f5ff req-33d1abf0-c951-4921-8dcb-3e862bca099d tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:11.344290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2984a2a6-3cf3-45e0-bdc6-ef7b0031f5ff req-33d1abf0-c951-4921-8dcb-3e862bca099d tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 935 time: 0.1657722 Oct 25 08:59:11.376490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.401444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-a7df6384-6198-4998-baba-92874e3043a5 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4404919 Oct 25 08:59:11.423464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2984a2a6-3cf3-45e0-bdc6-ef7b0031f5ff req-d1f801c5-1b89-4628-8fbb-cad7de18a650 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767727 Oct 25 08:59:11.446129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Request body: {'port': {'device_id': '7939d11b-1f22-4d8b-88d2-a29764d41028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:11.473059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Network 41df6eb9-c901-430a-a907-1880c77d63c0 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:11.493129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:11.505388 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:11.510253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73072757-6e6f-406a-bb7a-246ef26a7cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.536209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9f50f988-da25-4cdb-8a2d-eaabfc234f3b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:59:11.539614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48798) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:11.575008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=b13f6bab-c365-4f91-a508-39ab88feb4dc,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:11.610317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 9f50f988-da25-4cdb-8a2d-eaabfc234f3b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:59:11.610902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.611025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9f50f988-da25-4cdb-8a2d-eaabfc234f3b not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:59:11.648632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cb118dd1-d240-41c9-9645-b4f2b7225f74 None None] Provisioning complete for port 1d7263a7-312c-4f08-8402-d8c8e226d545 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:11.648873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:11.649097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cb118dd1-d240-41c9-9645-b4f2b7225f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.649349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.661808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3ff81a-97b5-4182-9310-f58683a06146 admin admin] Deleting subnet 2463a608-0532-434e-8ad2-fd7f357bfe71 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:59:11.672067 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff81a-97b5-4182-9310-f58683a06146 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.695723 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9389d4c5-15d3-4be8-9636-8ff7e0bf8e15 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9575138 Oct 25 08:59:11.698238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48800) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:11.705657 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a4:99:65'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:11.734439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cb118dd1-d240-41c9-9645-b4f2b7225f74 None None] Port 1d7263a7-312c-4f08-8402-d8c8e226d545 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:11.842280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.846143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73072757-6e6f-406a-bb7a-246ef26a7cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.857097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73072757-6e6f-406a-bb7a-246ef26a7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.875616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8e916ad7-bf76-467b-9ef6-5a68738f5bd7 None None] Provisioning complete for port b13f6bab-c365-4f91-a508-39ab88feb4dc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:11.876312 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e916ad7-bf76-467b-9ef6-5a68738f5bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.876450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff81a-97b5-4182-9310-f58683a06146 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:11.955966 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73072757-6e6f-406a-bb7a-246ef26a7cb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0d275801b3c4c1eae632b5ba2e36e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470654 Oct 25 08:59:11.957280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73072757-6e6f-406a-bb7a-246ef26a7cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edef8382-762d-4073-aa85-5350f8d83ec6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:11.960785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48812) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:11.984676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8e916ad7-bf76-467b-9ef6-5a68738f5bd7 None None] Port b13f6bab-c365-4f91-a508-39ab88feb4dc cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:12.009429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff81a-97b5-4182-9310-f58683a06146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.059966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a29eef-dac9-4fca-a49f-5a74b8724b13 req-c4cdb072-d8f2-4bfb-ba3a-0d4b610b99b2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:12.062125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71a29eef-dac9-4fca-a49f-5a74b8724b13 req-c4cdb072-d8f2-4bfb-ba3a-0d4b610b99b2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1882854 Oct 25 08:59:12.154703 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff81a-97b5-4182-9310-f58683a06146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.212814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71a29eef-dac9-4fca-a49f-5a74b8724b13 req-1ccadf8c-3aae-4553-850a-f85c079d13f7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235998 Oct 25 08:59:12.218746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ff81a-97b5-4182-9310-f58683a06146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2463a608-0532-434e-8ad2-fd7f357bfe71,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:12.226392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.236966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff81a-97b5-4182-9310-f58683a06146 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.246994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8d3ff81a-97b5-4182-9310-f58683a06146 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2463a608-0532-434e-8ad2-fd7f357bfe71 HTTP/1.1" status: 204 len: 168 time: 0.7060881 Oct 25 08:59:12.248643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.251306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48820) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:12.311544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7263a7-312c-4f08-8402-d8c8e226d545 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:12.320058 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.350059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Transition to ACTIVE for port object 1d7263a7-312c-4f08-8402-d8c8e226d545 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:59:12.358027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.387624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.424450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7263a7-312c-4f08-8402-d8c8e226d545,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:12.439532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=b13f6bab-c365-4f91-a508-39ab88feb4dc,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:12.532525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Attempting to bind port 1d7263a7-312c-4f08-8402-d8c8e226d545 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:12.533163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Attempting to bind port 1d7263a7-312c-4f08-8402-d8c8e226d545 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:12.533870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Attempting to bind port 1d7263a7-312c-4f08-8402-d8c8e226d545 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:12.543347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Port 1d7263a7-312c-4f08-8402-d8c8e226d545 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:59:12.544173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Attempting to bind port 1d7263a7-312c-4f08-8402-d8c8e226d545 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:12.548193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fca34ec3-e728-401b-aa4a-2149e0cf8e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.554188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:12.554835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:12.555646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:12.556345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Bound port: 1d7263a7-312c-4f08-8402-d8c8e226d545, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:12.560704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.729078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.753701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] For port 1d7263a7-312c-4f08-8402-d8c8e226d545, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:12.762190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955293f6-8cf9-4586-a2ff-82a2049d0f9d']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:12.762538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] For port 1d7263a7-312c-4f08-8402-d8c8e226d545, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1d7263a7-312c-4f08-8402-d8c8e226d545,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:12.782894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59b75aa-6b50-46d8-aaf9-dec054b38156') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:12.783399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59b75aa-6b50-46d8-aaf9-dec054b38156') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:12.788930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de263bce-53a6-427d-89bd-66ab13649a8a req-8bfbf86c-e6c6-4e0b-a7f5-25b93c9546bb tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:12.790700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de263bce-53a6-427d-89bd-66ab13649a8a req-8bfbf86c-e6c6-4e0b-a7f5-25b93c9546bb tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 947 time: 0.1619182 Oct 25 08:59:12.793247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.804759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.822596 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.829962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:12.830705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.899195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:12.899875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.902071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d7263a7-312c-4f08-8402-d8c8e226d545 HTTP/1.1" status: 200 len: 1095 time: 1.4742785 Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:12.902732 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:12.905556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7939d11b-1f22-4d8b-88d2-a29764d41028', 'tag': '1d7263a7-312c-4f08-8402-d8c8e226d545'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:12.908008 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954172d2-3f89-4fa9-99c5-b8945ae75721" -d '{"events": [{"name": "network-changed", "server_uuid": "7939d11b-1f22-4d8b-88d2-a29764d41028", "tag": "1d7263a7-312c-4f08-8402-d8c8e226d545"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:12.921166 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fca34ec3-e728-401b-aa4a-2149e0cf8e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.948761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e36b6407-0424-47ac-8279-1fe84f382d49 None None] Provisioning complete for port b13f6bab-c365-4f91-a508-39ab88feb4dc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:12.949957 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e36b6407-0424-47ac-8279-1fe84f382d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.955117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.962753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] In _notify_port_updated(), no bound segment for port b13f6bab-c365-4f91-a508-39ab88feb4dc on network 41df6eb9-c901-430a-a907-1880c77d63c0 {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:59:12.967574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de263bce-53a6-427d-89bd-66ab13649a8a req-ced4eba4-6a11-49b7-b44b-ce04934b3c0c tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617391 Oct 25 08:59:12.983293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:12.983293 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:12.989783 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bf105cbc-6c0e-4fe5-9990-354ea1aa3f38 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "PUT /v2.0/ports/b13f6bab-c365-4f91-a508-39ab88feb4dc HTTP/1.1" status: 200 len: 992 time: 1.2847278 Oct 25 08:59:13.000818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48826) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:13.044252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e36b6407-0424-47ac-8279-1fe84f382d49 None None] Port b13f6bab-c365-4f91-a508-39ab88feb4dc cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:13.044530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.053842 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] 10.222.0.32 "DELETE /v2.0/networks/955293f6-8cf9-4586-a2ff-82a2049d0f9d HTTP/1.1" status: 204 len: 168 time: 0.7600300 Oct 25 08:59:13.054793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d24c0-eda8-4152-8468-534649009662 admin admin] Pushing event deleted for resources: {'Network': ['ID=955293f6-8cf9-4586-a2ff-82a2049d0f9d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:13.058809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48828) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:13.080785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead7811-e689-4ef8-94d3-3ae0c4e07587 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7263a7-312c-4f08-8402-d8c8e226d545,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:13.096467 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a66723c-cc3f-4666-a4f4-9aeaef437268 x-openstack-request-id: req-2a66723c-cc3f-4666-a4f4-9aeaef437268 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:13.096911 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7939d11b-1f22-4d8b-88d2-a29764d41028", "tag": "1d7263a7-312c-4f08-8402-d8c8e226d545", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:13.097266 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a66723c-cc3f-4666-a4f4-9aeaef437268 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:13.097772 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7939d11b-1f22-4d8b-88d2-a29764d41028', 'tag': '1d7263a7-312c-4f08-8402-d8c8e226d545', 'status': 'completed', 'code': 200} Oct 25 08:59:13.105946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-b7d1b50b-710c-46a4-a660-8b2cf910ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:13.108004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-b7d1b50b-710c-46a4-a660-8b2cf910ed6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4558ba7d4f3547c79088eab51e949b48&device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 1098 time: 0.1033871 Oct 25 08:59:13.165529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-06da9b0f-78ab-47b6-9310-705ca1817ec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=1d7263a7-312c-4f08-8402-d8c8e226d545 HTTP/1.1" status: 200 len: 217 time: 0.0429451 Oct 25 08:59:13.220250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-ff5e77c2-579c-40f2-ba64-a99f81865e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:13.221516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91e1540-5cc6-4db9-b628-fe0859c6c3e1 admin admin] Deleting subnet 7b570662-a5c9-4a3a-9c98-07baf685ccdd {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:59:13.221680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-ff5e77c2-579c-40f2-ba64-a99f81865e83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0490205 Oct 25 08:59:13.228683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f91e1540-5cc6-4db9-b628-fe0859c6c3e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.270830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fca34ec3-e728-401b-aa4a-2149e0cf8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.273880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fca34ec3-e728-401b-aa4a-2149e0cf8e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.278616 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fca34ec3-e728-401b-aa4a-2149e0cf8e98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edef8382-762d-4073-aa85-5350f8d83ec6 HTTP/1.1" status: 204 len: 168 time: 1.3108096 Oct 25 08:59:13.297801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca34ec3-e728-401b-aa4a-2149e0cf8e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edef8382-762d-4073-aa85-5350f8d83ec6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:13.302143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f91e1540-5cc6-4db9-b628-fe0859c6c3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.370015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ff65594c-4cae-4aa9-8bb7-0c289e812efb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Deleting port b13f6bab-c365-4f91-a508-39ab88feb4dc {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:13.370940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff65594c-4cae-4aa9-8bb7-0c289e812efb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.378416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f91e1540-5cc6-4db9-b628-fe0859c6c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.387520 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-b26c6cc2-3918-4461-a93b-9c181f99093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:13.389149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-b26c6cc2-3918-4461-a93b-9c181f99093d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511858 Oct 25 08:59:13.470375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed2ee5-670c-4286-991e-c80b3505d705 req-338a7ca9-4809-4710-a498-92025f75be76 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:13.483227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61ed2ee5-670c-4286-991e-c80b3505d705 req-338a7ca9-4809-4710-a498-92025f75be76 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1353054 Oct 25 08:59:13.524360 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff65594c-4cae-4aa9-8bb7-0c289e812efb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.543562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ff65594c-4cae-4aa9-8bb7-0c289e812efb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Calling delete_port for b13f6bab-c365-4f91-a508-39ab88feb4dc owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:13.559288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61ed2ee5-670c-4286-991e-c80b3505d705 req-324346c6-29c8-4ea2-b08a-52e54190e99e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700512 Oct 25 08:59:13.587086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-fdbcaec7-4599-48eb-b1ca-1928a4d280f4 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899538 Oct 25 08:59:13.690338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f91e1540-5cc6-4db9-b628-fe0859c6c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.728804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e1540-5cc6-4db9-b628-fe0859c6c3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b570662-a5c9-4a3a-9c98-07baf685ccdd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:13.748348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f91e1540-5cc6-4db9-b628-fe0859c6c3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.752370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f91e1540-5cc6-4db9-b628-fe0859c6c3e1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7b570662-a5c9-4a3a-9c98-07baf685ccdd HTTP/1.1" status: 204 len: 168 time: 0.6651006 Oct 25 08:59:13.756510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48842) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:13.759876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f0ea72a-da4e-461b-b1db-195aa931a4d1 req-e0b55159-afa6-4565-b38b-0e89ffac0ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642616 Oct 25 08:59:13.783937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48844) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:13.804384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02f47963-80e8-41d6-90d7-21115466a65f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.821044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff65594c-4cae-4aa9-8bb7-0c289e812efb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.875245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65594c-4cae-4aa9-8bb7-0c289e812efb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Port': ['ID=b13f6bab-c365-4f91-a508-39ab88feb4dc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:13.922044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.964996 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02f47963-80e8-41d6-90d7-21115466a65f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:13.982550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-f241f950-fb4e-497e-b8f9-bb7b5a874c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:13.984099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-f241f950-fb4e-497e-b8f9-bb7b5a874c5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4558ba7d4f3547c79088eab51e949b48&device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 1098 time: 0.1238852 Oct 25 08:59:13.985068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02f47963-80e8-41d6-90d7-21115466a65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.021584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-02f47963-80e8-41d6-90d7-21115466a65f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91574488dc04433aa9aeaab21cdcaf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364378 Oct 25 08:59:14.022204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48848) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:14.156689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f47963-80e8-41d6-90d7-21115466a65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b87b0-0b96-43a7-b2d0-31ab1a0d0791,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:14.165463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.203639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585ed1b0-6339-4635-a61f-59cffecc8750']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:14.216815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff65594c-4cae-4aa9-8bb7-0c289e812efb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.220934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ff65594c-4cae-4aa9-8bb7-0c289e812efb tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "DELETE /v2.0/ports/b13f6bab-c365-4f91-a508-39ab88feb4dc HTTP/1.1" status: 204 len: 168 time: 1.1888237 Oct 25 08:59:14.223617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48850) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:14.234609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed9b3ed-b6ea-4c4a-b76c-c38de6c9c700') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:14.234826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed9b3ed-b6ea-4c4a-b76c-c38de6c9c700') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:14.243958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e7f20-89ba-4774-b095-703c93b7974f req-bf1a7174-5ae9-4314-bce2-17fbb62dda29 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:14.246027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f9e7f20-89ba-4774-b095-703c93b7974f req-bf1a7174-5ae9-4314-bce2-17fbb62dda29 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 947 time: 0.1328902 Oct 25 08:59:14.281905 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e35db9-580c-4110-b3fc-e4dc39f1d8ff tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] GET failed (client error): The resource could not be found. Oct 25 08:59:14.283479 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-08e35db9-580c-4110-b3fc-e4dc39f1d8ff tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "GET /v2.0/ports/b13f6bab-c365-4f91-a508-39ab88feb4dc HTTP/1.1" status: 404 len: 333 time: 0.0589218 Oct 25 08:59:14.285519 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.291273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48852) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:14.300259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-80313ee1-5382-4675-9f44-0a3aaf4622c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:14.301932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-80313ee1-5382-4675-9f44-0a3aaf4622c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2877209 Oct 25 08:59:14.307594 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1cd51573-ed3d-406f-a331-800d79ef76e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.351537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.361462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:14.361878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.396021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-9ccb77d9-7c1b-4904-82a3-e8c6d36e26f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=1d7263a7-312c-4f08-8402-d8c8e226d545 HTTP/1.1" status: 200 len: 217 time: 0.0823770 Oct 25 08:59:14.403276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1cd51573-ed3d-406f-a331-800d79ef76e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.423922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f9e7f20-89ba-4774-b095-703c93b7974f req-4dc813e5-d4fa-4867-ab1c-841972b25afb tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569118 Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:14.435929 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:14.446028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0', 'name': 'tempest-AllowedAddressPairTestJSON-901853736'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:14.503672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-5d575413-8e28-401c-8b35-540f9fc0ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:14.505123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-5d575413-8e28-401c-8b35-540f9fc0ebdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0993857 Oct 25 08:59:14.524382 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.548337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1cd51573-ed3d-406f-a331-800d79ef76e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.551372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1cd51573-ed3d-406f-a331-800d79ef76e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.551590 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.553714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1cd51573-ed3d-406f-a331-800d79ef76e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c3b87b0-0b96-43a7-b2d0-31ab1a0d0791 HTTP/1.1" status: 204 len: 168 time: 0.4517312 Oct 25 08:59:14.554796 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] 10.222.0.32 "DELETE /v2.0/networks/585ed1b0-6339-4635-a61f-59cffecc8750 HTTP/1.1" status: 204 len: 168 time: 0.7970510 Oct 25 08:59:14.555693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a18d52-c1ce-482b-9018-51a40e8a4f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=585ed1b0-6339-4635-a61f-59cffecc8750,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:14.575961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd51573-ed3d-406f-a331-800d79ef76e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b87b0-0b96-43a7-b2d0-31ab1a0d0791,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:14.611499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-06305633-7c35-4419-ad6b-b48ea46068cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:14.618430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-06305633-7c35-4419-ad6b-b48ea46068cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043344 Oct 25 08:59:14.682679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Made reservation on behalf of 467d5b37db8c4a8ea85f2c08d81180b9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:14.687012 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:14.711129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] device_id is not set on port e739a972-00f5-4434-89af-b5e8f0a7b660 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:14.797581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c78be-7ac5-45a3-a96e-5acf9125c726 req-07a17966-6948-4ae9-9672-59fc619cf1ba tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:14.798979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-535c78be-7ac5-45a3-a96e-5acf9125c726 req-07a17966-6948-4ae9-9672-59fc619cf1ba tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0850086 Oct 25 08:59:14.802821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-00b59393-8602-4fe7-a525-97e27b686458 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760776 Oct 25 08:59:14.819160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48864) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:14.852305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Allocated IP 172.20.0.7 (41df6eb9-c901-430a-a907-1880c77d63c0/a6a7160c-f739-4df6-aeba-d66b0c960c57/e739a972-00f5-4434-89af-b5e8f0a7b660) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:14.938213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-535c78be-7ac5-45a3-a96e-5acf9125c726 req-ad0c1929-3530-4f4c-a250-bbe1e2f9f5b1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291983 Oct 25 08:59:14.950864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-76958a28-d559-4912-b0e3-4172e5f8d90b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44c280ccc2ac4131aef5e3e9ffc7e25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298418 Oct 25 08:59:14.959791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48872) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:14.975394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-954172d2-3f89-4fa9-99c5-b8945ae75721 req-4ac3eef4-377c-4588-b4f1-a0c9bef5b9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641419 Oct 25 08:59:15.055015 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58135d83-0f3a-49f3-a694-44efdd93f2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:15.099385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:15.102161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58135d83-0f3a-49f3-a694-44efdd93f2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:15.407383 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:15.439594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58135d83-0f3a-49f3-a694-44efdd93f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:15.447705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58135d83-0f3a-49f3-a694-44efdd93f2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:15.449171 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-58135d83-0f3a-49f3-a694-44efdd93f2b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c96bb60-0834-4366-80ed-3243cad9b85d HTTP/1.1" status: 204 len: 168 time: 0.4883823 Oct 25 08:59:15.503396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58135d83-0f3a-49f3-a694-44efdd93f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c96bb60-0834-4366-80ed-3243cad9b85d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:15.520144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=e739a972-00f5-4434-89af-b5e8f0a7b660,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:15.537166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Network 41df6eb9-c901-430a-a907-1880c77d63c0 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:15.538995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:15.543665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:15.602382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d24a3-f782-4b21-aa11-dc42444caa6a req-a310075e-b2e5-4347-a4a5-79ee5c4af821 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:15.617986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-007d24a3-f782-4b21-aa11-dc42444caa6a req-a310075e-b2e5-4347-a4a5-79ee5c4af821 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 947 time: 0.0854490 Oct 25 08:59:15.626755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:15.627649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:15.655488 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-19c35ea9-a1f8-427a-a90b-88011b60ecc5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2197940 Oct 25 08:59:15.657277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48906) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:15.664122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a4:99:65'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:15.691665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-007d24a3-f782-4b21-aa11-dc42444caa6a req-46f8c705-dee2-46c0-a3b6-d2b3ad38d5de tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727215 Oct 25 08:59:15.907940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:15.946171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3b24f24d-0359-448f-ae8b-4d492ac8807c None None] Provisioning complete for port e739a972-00f5-4434-89af-b5e8f0a7b660 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:15.947398 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3b24f24d-0359-448f-ae8b-4d492ac8807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.031168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3b24f24d-0359-448f-ae8b-4d492ac8807c None None] Port e739a972-00f5-4434-89af-b5e8f0a7b660 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:16.089767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48916) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:16.127477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.133906 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.136412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44e56f-e89d-4ac6-a414-412b8d78bb39 req-0d5b5cc0-8d1c-4e5d-8229-68b025a89442 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:16.138041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf44e56f-e89d-4ac6-a414-412b8d78bb39 req-0d5b5cc0-8d1c-4e5d-8229-68b025a89442 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0877647 Oct 25 08:59:16.152012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1ee9158b-2995-4afa-8136-3f9795624115 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6ce81a5f832449f8a7762823f0bd774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605817 Oct 25 08:59:16.158890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48920) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:16.217206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf44e56f-e89d-4ac6-a414-412b8d78bb39 req-ad732f50-e719-4472-9a8e-3a85035946c3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637529 Oct 25 08:59:16.222533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=e739a972-00f5-4434-89af-b5e8f0a7b660,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:16.231446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] In _notify_port_updated(), no bound segment for port e739a972-00f5-4434-89af-b5e8f0a7b660 on network 41df6eb9-c901-430a-a907-1880c77d63c0 {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:59:16.233941 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b11c1b48-7c37-4709-865d-4cb8889a75c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.253254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:16.254081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.255426 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2dd1ef86-6dd4-4ece-8fe6-7194df17c985 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "PUT /v2.0/ports/e739a972-00f5-4434-89af-b5e8f0a7b660 HTTP/1.1" status: 200 len: 995 time: 0.5964139 Oct 25 08:59:16.258233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48922) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:16.277603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b11c1b48-7c37-4709-865d-4cb8889a75c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.346881 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-252ae40c-fe8a-45e2-99e4-6fcb1a6030ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.390023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a8c34719-2a65-4750-8ba1-b73d3cc09162 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Deleting port e739a972-00f5-4434-89af-b5e8f0a7b660 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:16.390381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8c34719-2a65-4750-8ba1-b73d3cc09162 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.392226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b11c1b48-7c37-4709-865d-4cb8889a75c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.395457 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b11c1b48-7c37-4709-865d-4cb8889a75c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.399620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b11c1b48-7c37-4709-865d-4cb8889a75c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20acc5ba-e3cd-410c-9010-14ff7efa9b91 HTTP/1.1" status: 204 len: 168 time: 0.2398157 Oct 25 08:59:16.409392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c1b48-7c37-4709-865d-4cb8889a75c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20acc5ba-e3cd-410c-9010-14ff7efa9b91,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:16.521489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8c34719-2a65-4750-8ba1-b73d3cc09162 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.537671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a8c34719-2a65-4750-8ba1-b73d3cc09162 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Calling delete_port for e739a972-00f5-4434-89af-b5e8f0a7b660 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:16.558481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-096c7728-4645-4f9f-b0ff-d93a570bfeda None None] Provisioning complete for port e739a972-00f5-4434-89af-b5e8f0a7b660 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:16.558850 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-096c7728-4645-4f9f-b0ff-d93a570bfeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.609039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-096c7728-4645-4f9f-b0ff-d93a570bfeda None None] Port e739a972-00f5-4434-89af-b5e8f0a7b660 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:16.698839 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8c34719-2a65-4750-8ba1-b73d3cc09162 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.732811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c34719-2a65-4750-8ba1-b73d3cc09162 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Port': ['ID=e739a972-00f5-4434-89af-b5e8f0a7b660,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:16.843114 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8c34719-2a65-4750-8ba1-b73d3cc09162 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:16.849233 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a8c34719-2a65-4750-8ba1-b73d3cc09162 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "DELETE /v2.0/ports/e739a972-00f5-4434-89af-b5e8f0a7b660 HTTP/1.1" status: 204 len: 168 time: 0.5895557 Oct 25 08:59:16.852255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48942) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:16.894070 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c67c964-f2e4-4787-952c-83fa0c7ed9f2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] GET failed (client error): The resource could not be found. Oct 25 08:59:16.899786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48944) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:16.905986 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c67c964-f2e4-4787-952c-83fa0c7ed9f2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "GET /v2.0/ports/e739a972-00f5-4434-89af-b5e8f0a7b660 HTTP/1.1" status: 404 len: 333 time: 0.0509541 Oct 25 08:59:16.906418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0', 'name': 'tempest-AllowedAddressPairTestJSON-2005575956'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:16.984402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ace8b7-4618-4c91-af24-7b7636508145 req-34ac3d41-2264-4abc-9887-2d4affacfc3e tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:16.987731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4ace8b7-4618-4c91-af24-7b7636508145 req-34ac3d41-2264-4abc-9887-2d4affacfc3e tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 947 time: 0.1664393 Oct 25 08:59:17.069063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1d7263a7-312c-4f08-8402-d8c8e226d545 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:59:17.071020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4ace8b7-4618-4c91-af24-7b7636508145 req-23296cbe-a1df-4f46-967c-68f7db649263 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759435 Oct 25 08:59:17.185974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Made reservation on behalf of 467d5b37db8c4a8ea85f2c08d81180b9 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:17.189550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.230769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] device_id is not set on port 5fc6c0a4-a589-4ba7-b7f7-15e84e901286 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:17.310445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1d7263a7-312c-4f08-8402-d8c8e226d545, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1d7263a7-312c-4f08-8402-d8c8e226d545,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:17.330999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '1d7263a7-312c-4f08-8402-d8c8e226d545', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '1d7263a7-312c-4f08-8402-d8c8e226d545', 'mac_address': 'fa:16:3e:7d:64:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:59:17.380807 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.408587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7263a7-312c-4f08-8402-d8c8e226d545 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:17.506227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1d7263a7-312c-4f08-8402-d8c8e226d545, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1d7263a7-312c-4f08-8402-d8c8e226d545,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:17.514825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.575111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48982) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:17.583194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859fe0-bd5f-4725-ad6e-45c26c8de85f req-9f250ada-16be-49fe-b9ed-183c2ec85246 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:17.586970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=1d7263a7-312c-4f08-8402-d8c8e226d545,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:17.590042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7859fe0-bd5f-4725-ad6e-45c26c8de85f req-9f250ada-16be-49fe-b9ed-183c2ec85246 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.2409596 Oct 25 08:59:17.601115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Allocated IP 172.20.0.10 (41df6eb9-c901-430a-a907-1880c77d63c0/a6a7160c-f739-4df6-aeba-d66b0c960c57/5fc6c0a4-a589-4ba7-b7f7-15e84e901286) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:17.655322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7859fe0-bd5f-4725-ad6e-45c26c8de85f req-16fda278-9565-4f7a-a80e-eb2a89ccbd59 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644233 Oct 25 08:59:17.710406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-network', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:17.738472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Made reservation on behalf of 0cf5299d8e814348b13922c1d60cbeb6 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:17.741378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.755995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.831676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.882277 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.889783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.895989 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.917959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['1d7263a7-312c-4f08-8402-d8c8e226d545'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:59:17.943799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Network 41df6eb9-c901-430a-a907-1880c77d63c0 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:17.956578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:17.960789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:17.968881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:17.973687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7851d6-61e2-4756-b016-4bf4a78ae8f7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:17.975225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=5fc6c0a4-a589-4ba7-b7f7-15e84e901286,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:17.983461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:17.984544 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Added segment 9df1690f-3435-44d5-b77b-8dd86d103bd4 of type vlan for network 95df91e3-0008-4a71-a484-a052ad435b48 Oct 25 08:59:18.055252 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.105252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:18.105870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.117524 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.121374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:18.122324 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.154046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5de8b9bd-e418-46ef-8208-ead883237a08 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2525318 Oct 25 08:59:18.157433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49018) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:18.162503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'network_id': '41df6eb9-c901-430a-a907-1880c77d63c0', 'name': 'tempest-AllowedAddressPairTestJSON-1797890344'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:18.204524 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6276679 Oct 25 08:59:18.208188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49020) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:18.214628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Request body: {'subnet': {'network_id': '95df91e3-0008-4a71-a484-a052ad435b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-subnet', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:18.219801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ed331-9ecc-4633-a872-2eb54274f1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=95df91e3-0008-4a71-a484-a052ad435b48,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:18.234244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 95df91e3-0008-4a71-a484-a052ad435b48 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:18.257327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Made reservation on behalf of 0cf5299d8e814348b13922c1d60cbeb6 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:18.259673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.364493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-976cfa35-e7f0-46c5-abec-0744045e7133 None None] Provisioning complete for port 5fc6c0a4-a589-4ba7-b7f7-15e84e901286 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:18.365204 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-976cfa35-e7f0-46c5-abec-0744045e7133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.375116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8eafc-75ee-4669-a77a-f634e03ab368 req-f4ee00fc-2cbc-4d8e-8dcf-f47c363f21d6 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:18.376626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0de8eafc-75ee-4669-a77a-f634e03ab368 req-f4ee00fc-2cbc-4d8e-8dcf-f47c363f21d6 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 948 time: 0.1099982 Oct 25 08:59:18.448165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0de8eafc-75ee-4669-a77a-f634e03ab368 req-32a2e4d9-4cd3-4c3f-8a89-35669411c343 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622880 Oct 25 08:59:18.471728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Made reservation on behalf of 467d5b37db8c4a8ea85f2c08d81180b9 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:18.475761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.501291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] device_id is not set on port e0fbe1e7-76e5-41f6-bcca-d791c9168e22 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:18.533248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.563580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-976cfa35-e7f0-46c5-abec-0744045e7133 None None] Port 5fc6c0a4-a589-4ba7-b7f7-15e84e901286 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:18.624438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf2dfd8-6845-4a67-bfac-c9726b7e62bd,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:18.628322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Checking segment: {'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:18.628848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Network hostable DHCP agents. Network: 95df91e3-0008-4a71-a484-a052ad435b48, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:59:18.636823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Allocated IP 172.20.0.7 (41df6eb9-c901-430a-a907-1880c77d63c0/a6a7160c-f739-4df6-aeba-d66b0c960c57/e0fbe1e7-76e5-41f6-bcca-d791c9168e22) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:18.647464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Network 95df91e3-0008-4a71-a484-a052ad435b48 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:59:18.658175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 95df91e3-0008-4a71-a484-a052ad435b48) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:18.662385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:18.663020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.670889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eabb308-4a0e-4da0-8527-de8f2e63c258 None None] Network 95df91e3-0008-4a71-a484-a052ad435b48 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:18.693168 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c3c75f91-058d-4806-8786-4f32d5e29b2b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4834831 Oct 25 08:59:18.694197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49026) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:18.698639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:18.725811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.727013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.809372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.816016 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5a253889-24de-4c2f-9961-cb49e355a737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.838434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ef864-72bd-4db6-868f-cddb47a05357 req-06df3406-9a56-4722-b187-2a1f3d912d17 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:18.840236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f2ef864-72bd-4db6-868f-cddb47a05357 req-06df3406-9a56-4722-b187-2a1f3d912d17 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0756180 Oct 25 08:59:18.892349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f2ef864-72bd-4db6-868f-cddb47a05357 req-195ee1eb-0b5c-47a1-aea4-6fb620a80523 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393906 Oct 25 08:59:18.920973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.968139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.968601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-95df91e3-0008-4a71-a484-a052ad435b48', 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'fixed_ips': [{'subnet_id': '0cf2dfd8-6845-4a67-bfac-c9726b7e62bd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:59:18.969583 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:18.999590 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.033155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Network 41df6eb9-c901-430a-a907-1880c77d63c0 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:19.036853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:19.041615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:19.049561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=e0fbe1e7-76e5-41f6-bcca-d791c9168e22,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:19.080695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1d7263a7-312c-4f08-8402-d8c8e226d545 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:19.125535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:19.126457 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.164616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7ed700d0-5f60-4c46-a332-c432e0316715 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0058675 Oct 25 08:59:19.174617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49036) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:19.183512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a4:99:65'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:cf:32:f0'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:19.222315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Allocated IP 172.20.0.2 (95df91e3-0008-4a71-a484-a052ad435b48/0cf2dfd8-6845-4a67-bfac-c9726b7e62bd/86213149-1750-464c-a74e-fc1190419dfb) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:19.224532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 1d7263a7-312c-4f08-8402-d8c8e226d545 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:59:19.242098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 1d7263a7-312c-4f08-8402-d8c8e226d545 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:19.243041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.325100 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.607951 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.613359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-23bbc6d9-5ea3-4876-bf83-35f23e9d461e None None] Provisioning complete for port e0fbe1e7-76e5-41f6-bcca-d791c9168e22 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:19.613679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a6e29-ac00-447d-8ec4-b9694b8cae98 req-1db1e9c0-f03b-4ab1-9417-84cad7f2d129 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:19.614490 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-23bbc6d9-5ea3-4876-bf83-35f23e9d461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.616250 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.629554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b4a6e29-ac00-447d-8ec4-b9694b8cae98 req-1db1e9c0-f03b-4ab1-9417-84cad7f2d129 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 948 time: 0.0856509 Oct 25 08:59:19.679182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b4a6e29-ac00-447d-8ec4-b9694b8cae98 req-0d024f98-2f8f-4ab0-93b8-9c3e860e4550 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Oct 25 08:59:19.685009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1d7263a7-312c-4f08-8402-d8c8e226d545, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1d7263a7-312c-4f08-8402-d8c8e226d545,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:19.687518 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.694567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7939d11b-1f22-4d8b-88d2-a29764d41028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7263a7-312c-4f08-8402-d8c8e226d545'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:19.697070 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e27e79-7d75-48df-b378-31458c22b287" -d '{"events": [{"server_uuid": "7939d11b-1f22-4d8b-88d2-a29764d41028", "name": "network-vif-plugged", "status": "completed", "tag": "1d7263a7-312c-4f08-8402-d8c8e226d545"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:19.701945 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.719178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.750904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-23bbc6d9-5ea3-4876-bf83-35f23e9d461e None None] Port e0fbe1e7-76e5-41f6-bcca-d791c9168e22 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:19.755949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.764351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Network 95df91e3-0008-4a71-a484-a052ad435b48 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:19.770492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Pushing event updated for resources: {'Port': ['ID=86213149-1750-464c-a74e-fc1190419dfb,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:19.773009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:19.782855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:19.823760 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c8062f-c705-4a29-b9ca-47a9edb9ed02 x-openstack-request-id: req-78c8062f-c705-4a29-b9ca-47a9edb9ed02 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:19.823760 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7939d11b-1f22-4d8b-88d2-a29764d41028", "name": "network-vif-plugged", "status": "completed", "tag": "1d7263a7-312c-4f08-8402-d8c8e226d545", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:19.823760 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78c8062f-c705-4a29-b9ca-47a9edb9ed02 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:19.825224 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7939d11b-1f22-4d8b-88d2-a29764d41028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7263a7-312c-4f08-8402-d8c8e226d545', 'code': 200} Oct 25 08:59:19.916095 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.940123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.952733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bea05-a43d-4633-8cff-6e17b6bd0ca1 req-069a96e4-ac9c-402b-a98b-fe2727f84308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:19.954593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-604bea05-a43d-4633-8cff-6e17b6bd0ca1 req-069a96e4-ac9c-402b-a98b-fe2727f84308 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 1100 time: 0.0669479 Oct 25 08:59:19.971784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Attempting to bind port 86213149-1750-464c-a74e-fc1190419dfb on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:19.972568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Attempting to bind port 86213149-1750-464c-a74e-fc1190419dfb by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:19.973644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Attempting to bind port 86213149-1750-464c-a74e-fc1190419dfb on network 95df91e3-0008-4a71-a484-a052ad435b48 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:19.981100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:19.981624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Checking segment: {'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:19.982028 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.982552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Bound using segment: {'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:19.983025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Bound port: 86213149-1750-464c-a74e-fc1190419dfb, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:19.983404 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:19.985542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=1d7263a7-312c-4f08-8402-d8c8e226d545,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:20.016436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Allocated IP 172.25.8.228 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/0495eb26-715b-4548-a37b-50653208509f) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:20.043662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-604bea05-a43d-4633-8cff-6e17b6bd0ca1 req-b56dad28-9f7e-4aeb-a159-f246d370ff93 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813134 Oct 25 08:59:20.063750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce9244-d33d-42d9-a450-cc50b0c66a5f req-2e93063a-9d0b-409c-8c41-64861fe260d1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:20.065898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0ce9244-d33d-42d9-a450-cc50b0c66a5f req-2e93063a-9d0b-409c-8c41-64861fe260d1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0747848 Oct 25 08:59:20.090688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] For port 86213149-1750-464c-a74e-fc1190419dfb, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:20.092176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.094791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] For port 86213149-1750-464c-a74e-fc1190419dfb, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=86213149-1750-464c-a74e-fc1190419dfb,segment=NetworkSegment(9df1690f-3435-44d5-b77b-8dd86d103bd4),segment_id=9df1690f-3435-44d5-b77b-8dd86d103bd4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:20.102595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.104716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.121594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0ce9244-d33d-42d9-a450-cc50b0c66a5f req-0e6a8206-6578-4cba-9cba-098765dd0e2f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475919 Oct 25 08:59:20.161480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event updated for resources: {'Port': ['ID=e0fbe1e7-76e5-41f6-bcca-d791c9168e22,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:20.191409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6359a-5638-43ca-9630-e2811943f547 None None] Pushing event updated for resources: {'Port': ['ID=86213149-1750-464c-a74e-fc1190419dfb,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:20.356799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] In _notify_port_updated(), no bound segment for port e0fbe1e7-76e5-41f6-bcca-d791c9168e22 on network 41df6eb9-c901-430a-a907-1880c77d63c0 {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:59:20.365330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:20.366047 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.371031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a3fdee07-ce57-4302-a8d8-2c39370e2ad2 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "PUT /v2.0/ports/e0fbe1e7-76e5-41f6-bcca-d791c9168e22 HTTP/1.1" status: 200 len: 1056 time: 1.1958232 Oct 25 08:59:20.371865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49088) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:20.395250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.442822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.513117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:20.517365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:20.526271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:20.542620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-de54bc89-af66-42ff-99c7-217a1375e63d tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Deleting port e0fbe1e7-76e5-41f6-bcca-d791c9168e22 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:20.543166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de54bc89-af66-42ff-99c7-217a1375e63d tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.555553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0495eb26-715b-4548-a37b-50653208509f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:20.699897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de54bc89-af66-42ff-99c7-217a1375e63d tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.713644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-eefbc482-285f-4383-9719-497e8ef8b004 None None] Provisioning complete for port e0fbe1e7-76e5-41f6-bcca-d791c9168e22 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:20.714275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eefbc482-285f-4383-9719-497e8ef8b004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.735902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-de54bc89-af66-42ff-99c7-217a1375e63d tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Calling delete_port for e0fbe1e7-76e5-41f6-bcca-d791c9168e22 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:20.777816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-eefbc482-285f-4383-9719-497e8ef8b004 None None] Port e0fbe1e7-76e5-41f6-bcca-d791c9168e22 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:20.876656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe1349-ee8c-4121-ae78-164af94ef7d7 req-246f28ba-fc4d-4171-a99f-6a4d67155cec tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:20.878183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6dfe1349-ee8c-4121-ae78-164af94ef7d7 req-246f28ba-fc4d-4171-a99f-6a4d67155cec tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 949 time: 0.0782585 Oct 25 08:59:20.896848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:20.959122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6dfe1349-ee8c-4121-ae78-164af94ef7d7 req-de46b8b0-967c-400f-8e92-23a7d0fc6e6e tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706723 Oct 25 08:59:20.965990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de54bc89-af66-42ff-99c7-217a1375e63d tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.007408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54bc89-af66-42ff-99c7-217a1375e63d tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Port': ['ID=e0fbe1e7-76e5-41f6-bcca-d791c9168e22,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:21.176929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.337228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de54bc89-af66-42ff-99c7-217a1375e63d tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.341832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-de54bc89-af66-42ff-99c7-217a1375e63d tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "DELETE /v2.0/ports/e0fbe1e7-76e5-41f6-bcca-d791c9168e22 HTTP/1.1" status: 204 len: 168 time: 0.9689102 Oct 25 08:59:21.346333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49112) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:21.357755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc2a1-9b5b-4827-b717-180a00cd1423 req-7fdae29e-c738-4944-93a5-a73901b77937 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:21.360266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b2cc2a1-9b5b-4827-b717-180a00cd1423 req-7fdae29e-c738-4944-93a5-a73901b77937 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1116378 Oct 25 08:59:21.391323 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-91822c74-49e0-4038-9c90-a63251281269 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] GET failed (client error): The resource could not be found. Oct 25 08:59:21.395925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49116) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:21.396945 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91822c74-49e0-4038-9c90-a63251281269 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "GET /v2.0/ports/e0fbe1e7-76e5-41f6-bcca-d791c9168e22 HTTP/1.1" status: 404 len: 333 time: 0.0500834 Oct 25 08:59:21.426945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Router 260da8d4-215a-4ceb-b1ee-fcf5432c637b is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 08:59:21.481644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b2cc2a1-9b5b-4827-b717-180a00cd1423 req-d16ccc26-279f-4560-8b36-0fde8cf9f5fe tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129644 Oct 25 08:59:21.519798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-477402b4-a5fa-4fbb-8d6e-9215dffb38b5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Deleting port 5fc6c0a4-a589-4ba7-b7f7-15e84e901286 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:21.521065 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-477402b4-a5fa-4fbb-8d6e-9215dffb38b5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.634902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:59:21.645395 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Sync routers for ids ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:59:21.665892 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Routers {'260da8d4-215a-4ceb-b1ee-fcf5432c637b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:59:21.666365 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:21.669357 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-477402b4-a5fa-4fbb-8d6e-9215dffb38b5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.676015 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.677968 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73d9a8f8-392c-4d13-8d95-d92811535bc5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9831154 Oct 25 08:59:21.678388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e46594-2156-442c-8385-9617fb9229dd None None] Network 95df91e3-0008-4a71-a484-a052ad435b48 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:21.680519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49138) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:21.686964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-477402b4-a5fa-4fbb-8d6e-9215dffb38b5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Calling delete_port for 5fc6c0a4-a589-4ba7-b7f7-15e84e901286 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:21.779238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.834213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bdd79154-ce67-44f6-9000-ba95eb097a82 None None] Provisioning complete for port 86213149-1750-464c-a74e-fc1190419dfb triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:21.838538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bdd79154-ce67-44f6-9000-ba95eb097a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.883273 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Set router 260da8d4-215a-4ceb-b1ee-fcf5432c637b gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:59:21.905174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-477402b4-a5fa-4fbb-8d6e-9215dffb38b5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:21.937711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477402b4-a5fa-4fbb-8d6e-9215dffb38b5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Port': ['ID=5fc6c0a4-a589-4ba7-b7f7-15e84e901286,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:22.101399 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-477402b4-a5fa-4fbb-8d6e-9215dffb38b5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.114274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-477402b4-a5fa-4fbb-8d6e-9215dffb38b5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "DELETE /v2.0/ports/5fc6c0a4-a589-4ba7-b7f7-15e84e901286 HTTP/1.1" status: 204 len: 168 time: 0.7157946 Oct 25 08:59:22.116703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49154) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:22.228929 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bdd79154-ce67-44f6-9000-ba95eb097a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.236053 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-c757a5ef-b4cc-4b08-93cb-7301763074ed tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] GET failed (client error): The resource could not be found. Oct 25 08:59:22.241617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c757a5ef-b4cc-4b08-93cb-7301763074ed tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "GET /v2.0/ports/5fc6c0a4-a589-4ba7-b7f7-15e84e901286 HTTP/1.1" status: 404 len: 333 time: 0.1198366 Oct 25 08:59:22.254394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49158) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:22.259994 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0495eb26-715b-4548-a37b-50653208509f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T08:59:20Z', 'revision_number': 3, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port': {'id': '0495eb26-715b-4548-a37b-50653208509f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:19Z', 'updated_at': '2021-10-25T08:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:22.290077 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Checking router: 260da8d4-215a-4ceb-b1ee-fcf5432c637b for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:59:22.291394 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Updating router 260da8d4-215a-4ceb-b1ee-fcf5432c637b port 0495eb26-715b-4548-a37b-50653208509f binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:59:22.333718 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.365243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-bdd79154-ce67-44f6-9000-ba95eb097a82 None None] For port 86213149-1750-464c-a74e-fc1190419dfb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=86213149-1750-464c-a74e-fc1190419dfb,segment=NetworkSegment(9df1690f-3435-44d5-b77b-8dd86d103bd4),segment_id=9df1690f-3435-44d5-b77b-8dd86d103bd4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:22.375246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bdd79154-ce67-44f6-9000-ba95eb097a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.437931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 86213149-1750-464c-a74e-fc1190419dfb up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:22.444101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60845cc7-84db-40ab-a77e-02a8abfa5121 req-dd61d916-35ad-4c06-ae13-20059b366f04 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:22.454684 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60845cc7-84db-40ab-a77e-02a8abfa5121 req-dd61d916-35ad-4c06-ae13-20059b366f04 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 949 time: 0.3140316 Oct 25 08:59:22.530901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60845cc7-84db-40ab-a77e-02a8abfa5121 req-14602840-1270-4c40-96b8-a97a1847912d tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749357 Oct 25 08:59:22.579480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd79154-ce67-44f6-9000-ba95eb097a82 None None] Pushing event updated for resources: {'Port': ['ID=86213149-1750-464c-a74e-fc1190419dfb,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:22.605047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-126e4f57-551f-459f-bcdb-81083d0098b0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Deleting port df47c459-174b-4022-a1a6-dc1b33a75c24 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:22.605405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-126e4f57-551f-459f-bcdb-81083d0098b0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.632743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 86213149-1750-464c-a74e-fc1190419dfb triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:22.633132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.716423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-ff5645c6-41c8-45bb-b8cc-146700e01b34 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417621 Oct 25 08:59:22.819468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4c328648-817d-444a-98fe-76c5f228bc7a None None] Provisioning complete for port 86213149-1750-464c-a74e-fc1190419dfb triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:22.820233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4c328648-817d-444a-98fe-76c5f228bc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.823348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-126e4f57-551f-459f-bcdb-81083d0098b0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.863552 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.874569 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.926866 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Pushing event updated for resources: {'Port': ['ID=0495eb26-715b-4548-a37b-50653208509f,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:22.944681 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.945421 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.946186 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.946729 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.948610 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.948738 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.949122 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.949703 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.950222 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.950742 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.951266 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.952436 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:22.983997 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Attempting to bind port 0495eb26-715b-4548-a37b-50653208509f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:22.984379 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Attempting to bind port 0495eb26-715b-4548-a37b-50653208509f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:22.984750 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Attempting to bind port 0495eb26-715b-4548-a37b-50653208509f on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:22.990639 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:22.991019 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:22.991615 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:22.992167 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:22.993131 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Bound port: 0495eb26-715b-4548-a37b-50653208509f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:22.995090 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.051270 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] For port 0495eb26-715b-4548-a37b-50653208509f, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:23.055049 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] For port 0495eb26-715b-4548-a37b-50653208509f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0495eb26-715b-4548-a37b-50653208509f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:23.062582 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.078635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.131202 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06376b8c-2f3b-46e7-8331-4f85b46fce13 None None] Pushing event updated for resources: {'Port': ['ID=0495eb26-715b-4548-a37b-50653208509f,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:23.169849 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Routers {'260da8d4-215a-4ceb-b1ee-fcf5432c637b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:59:23.171106 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:23.183403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-126e4f57-551f-459f-bcdb-81083d0098b0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Calling delete_port for df47c459-174b-4022-a1a6-dc1b33a75c24 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:23.214316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-c510a4f9-a906-4c86-9eee-d66ed54774d0 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:23.222061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-c510a4f9-a906-4c86-9eee-d66ed54774d0 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5047247 Oct 25 08:59:23.269740 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-968047bc-8948-48aa-be34-e21a8472dd7a tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/quotas/42ff8080268e4d8d888f3a52f7d17fba HTTP/1.1" status: 200 len: 375 time: 0.0467551 Oct 25 08:59:23.300448 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] Set router 260da8d4-215a-4ceb-b1ee-fcf5432c637b gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:59:23.316878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-eb8c30ec-ac03-49fa-bdce-194c9ab2d425 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462139 Oct 25 08:59:23.370709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Allocated IP 172.20.0.1 (95df91e3-0008-4a71-a484-a052ad435b48/0cf2dfd8-6845-4a67-bfac-c9726b7e62bd/0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:23.465550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-126e4f57-551f-459f-bcdb-81083d0098b0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.531906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:59:23.619071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e4f57-551f-459f-bcdb-81083d0098b0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Port': ['ID=df47c459-174b-4022-a1a6-dc1b33a75c24,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:23.629738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.708840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.791064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:23.814051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f', 'port_id': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'mac_address': 'fa:16:3e:b6:6a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c2a9b2-2cfa-4989-bb53-d5de70135b15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:59:23.873038 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-126e4f57-551f-459f-bcdb-81083d0098b0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.874805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Network 95df91e3-0008-4a71-a484-a052ad435b48 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:23.878012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-126e4f57-551f-459f-bcdb-81083d0098b0 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "DELETE /v2.0/ports/df47c459-174b-4022-a1a6-dc1b33a75c24 HTTP/1.1" status: 204 len: 168 time: 1.6226206 Oct 25 08:59:23.880518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49186) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:23.882557 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.908723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:23.923851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 549ceee8-4035-493e-9a6c-ce11263a90cd {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:23.926683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:23.956459 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0495eb26-715b-4548-a37b-50653208509f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T08:59:20Z', 'revision_number': 3, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port': {'id': '0495eb26-715b-4548-a37b-50653208509f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:19Z', 'updated_at': '2021-10-25T08:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:23.972675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:23.976413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:23.983423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:23.995452 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.027978 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d601af-f078-4ad9-b2b4-d2f7ade6118d None None] The sync data for ids ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'] in n-d-814746-2 is: [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0495eb26-715b-4548-a37b-50653208509f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T08:59:20Z', 'revision_number': 3, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port': {'id': '0495eb26-715b-4548-a37b-50653208509f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:19Z', 'updated_at': '2021-10-25T08:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:59:24.055792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec956431-9fff-4d2a-8c78-098dc302b038 req-e59f6ee5-5700-453c-af71-f8b9fb8643f4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:24.080440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec956431-9fff-4d2a-8c78-098dc302b038 req-e59f6ee5-5700-453c-af71-f8b9fb8643f4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.3940449 Oct 25 08:59:24.108028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-68cc1e64-d45b-4a61-8a97-c7099b5f9bd6 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Deleting subnet a6a7160c-f739-4df6-aeba-d66b0c960c57 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:59:24.112157 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68cc1e64-d45b-4a61-8a97-c7099b5f9bd6 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.149277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:24.231617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec956431-9fff-4d2a-8c78-098dc302b038 req-c3b8010e-1ef9-4485-833d-1e552d0e050e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485336 Oct 25 08:59:24.237992 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68cc1e64-d45b-4a61-8a97-c7099b5f9bd6 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.241925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.262394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['549ceee8-4035-493e-9a6c-ce11263a90cd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:59:24.429149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 86213149-1750-464c-a74e-fc1190419dfb up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:24.438336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68cc1e64-d45b-4a61-8a97-c7099b5f9bd6 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.568686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c8ce8e69-b2ba-4ca9-9bd8-e44025af0a09 None None] Provisioning complete for port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:24.569084 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8ce8e69-b2ba-4ca9-9bd8-e44025af0a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.621565 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68cc1e64-d45b-4a61-8a97-c7099b5f9bd6 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.632215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce8e69-b2ba-4ca9-9bd8-e44025af0a09 None None] Port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:24.678075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc1e64-d45b-4a61-8a97-c7099b5f9bd6 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a7160c-f739-4df6-aeba-d66b0c960c57,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:24.686847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68cc1e64-d45b-4a61-8a97-c7099b5f9bd6 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.694954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-68cc1e64-d45b-4a61-8a97-c7099b5f9bd6 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "DELETE /v2.0/subnets/a6a7160c-f739-4df6-aeba-d66b0c960c57 HTTP/1.1" status: 204 len: 168 time: 0.8000085 Oct 25 08:59:24.695652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49196) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:24.698870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c8eaee-1396-4b92-ac71-3a2b7db41287 None None] Network 41df6eb9-c901-430a-a907-1880c77d63c0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:24.745407 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.752664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.842559 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.914777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:24.928047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:24.946356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Deleting port 739fc1c7-4ff9-4b21-8542-7288586e7a78 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:24.947243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:25.101155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 86213149-1750-464c-a74e-fc1190419dfb triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:25.102568 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:25.112042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] For port 739fc1c7-4ff9-4b21-8542-7288586e7a78, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=739fc1c7-4ff9-4b21-8542-7288586e7a78,segment=NetworkSegment(8006d6b9-0e77-4015-95ae-438163815a3e),segment_id=8006d6b9-0e77-4015-95ae-438163815a3e)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:25.112461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:25.114812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Network 95df91e3-0008-4a71-a484-a052ad435b48 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:25.116733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:25.146837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Calling delete_port for 739fc1c7-4ff9-4b21-8542-7288586e7a78 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:25.341828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-dfdcf464-a653-43c9-a47f-ff7b779504a7 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617137 Oct 25 08:59:25.357329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Router 260da8d4-215a-4ceb-b1ee-fcf5432c637b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 08:59:25.577374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2c6bdbf0-de4b-487a-8fbb-21dc911b113d None None] Provisioning complete for port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:25.578622 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c6bdbf0-de4b-487a-8fbb-21dc911b113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:25.627848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2c6bdbf0-de4b-487a-8fbb-21dc911b113d None None] Port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:25.669674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c0280e-3207-43b7-bcbf-782f52490d0a None None] DHCP port deletion for 41df6eb9-c901-430a-a907-1880c77d63c0 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:59:25.675972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 08:59:25.678346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-a22ea92a-7ba2-4327-923f-b3c3f9bd8eef tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317174 Oct 25 08:59:25.687477 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-df605c1c-99c5-4dbc-a619-661f69465313 admin admin] 10.222.0.32 "PUT /v2.0/routers/260da8d4-215a-4ceb-b1ee-fcf5432c637b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0049651 Oct 25 08:59:25.691276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0db50b90-a8a1-4997-b123-6e0ea8642d2b tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:25.692791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0db50b90-a8a1-4997-b123-6e0ea8642d2b tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3520603 Oct 25 08:59:25.694906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:25.788575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Port': ['ID=739fc1c7-4ff9-4b21-8542-7288586e7a78,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:25.798430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-a425cf5c-7f11-4a3a-a240-ac36fd0b8ea0 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/quotas/42ff8080268e4d8d888f3a52f7d17fba HTTP/1.1" status: 200 len: 375 time: 0.0889347 Oct 25 08:59:25.803144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] No DVR routers for this DVR port 739fc1c7-4ff9-4b21-8542-7288586e7a78 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:59:25.881842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-48b15642-6d11-4715-a5d9-58566408ba03 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502033 Oct 25 08:59:25.951978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-ce9c8721-a35c-4002-a4f7-4ca87bc4bcb1 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:25.953480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-ce9c8721-a35c-4002-a4f7-4ca87bc4bcb1 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596099 Oct 25 08:59:25.955337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:25.977954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Request body: {'port': {'device_id': '13344785-b6f3-4d14-8158-01da79233a4c', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '42ff8080268e4d8d888f3a52f7d17fba'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:25.984718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41df6eb9-c901-430a-a907-1880c77d63c0']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:26.033185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8006d6b9-0e77-4015-95ae-438163815a3e') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:26.033481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8006d6b9-0e77-4015-95ae-438163815a3e') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:26.050591 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.076270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.119157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:26.119554 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:26.122875 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:26.227418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6af01-bd95-4a9b-ab68-0adc0186930a req-6e7c0c77-b86b-4839-91cd-86eb213ca1d1 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:26.229920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0bc6af01-bd95-4a9b-ab68-0adc0186930a req-6e7c0c77-b86b-4839-91cd-86eb213ca1d1 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 949 time: 0.1549864 Oct 25 08:59:26.230606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.241089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.245858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] 10.222.0.32 "DELETE /v2.0/networks/41df6eb9-c901-430a-a907-1880c77d63c0 HTTP/1.1" status: 204 len: 168 time: 1.5493295 Oct 25 08:59:26.289272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Made reservation on behalf of 42ff8080268e4d8d888f3a52f7d17fba for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:26.292800 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.349020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dd9f2-e9b5-41e8-8bdb-536152f733f5 tempest-AllowedAddressPairTestJSON-1801058497 tempest-AllowedAddressPairTestJSON-1801058497-project] Pushing event deleted for resources: {'Network': ['ID=41df6eb9-c901-430a-a907-1880c77d63c0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:26.381116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.426442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0495eb26-715b-4548-a37b-50653208509f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:26.505026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0bc6af01-bd95-4a9b-ab68-0adc0186930a req-8a371887-c0b5-4330-a92b-51e91debdba6 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572756 Oct 25 08:59:26.553957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0495eb26-715b-4548-a37b-50653208509f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:26.554325 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.655235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.665081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.735323 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.781269 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49258) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:26.784777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 0495eb26-715b-4548-a37b-50653208509f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0495eb26-715b-4548-a37b-50653208509f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:26.800443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:26.888348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:26.921528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=0495eb26-715b-4548-a37b-50653208509f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:26.962939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 739fc1c7-4ff9-4b21-8542-7288586e7a78 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:59:26.997824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 739fc1c7-4ff9-4b21-8542-7288586e7a78 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 08:59:26.999941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 739fc1c7-4ff9-4b21-8542-7288586e7a78 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:59:27.010206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Sync routers for ids ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 08:59:27.034115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Routers {'260da8d4-215a-4ceb-b1ee-fcf5432c637b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:59:27.034736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:27.059149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa6632-112b-4b17-800c-62034af2ce13 req-506a3767-972d-4bf9-976e-99b3c8b8090b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:27.060715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-69fa6632-112b-4b17-800c-62034af2ce13 req-506a3767-972d-4bf9-976e-99b3c8b8090b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 945 time: 0.2842300 Oct 25 08:59:27.143042 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1ce1f9fd-64d6-4f1c-8529-235e637918fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=467d5b37db8c4a8ea85f2c08d81180b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592122 Oct 25 08:59:27.145792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Allocated IP 192.168.233.197 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/2d417b2f-b245-402f-820b-e034355a454e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:27.148157 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49270) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:27.194886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-69fa6632-112b-4b17-800c-62034af2ce13 req-debcb99b-f335-4f55-ac5f-a070ba0171b9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189008 Oct 25 08:59:27.239660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Set router 260da8d4-215a-4ceb-b1ee-fcf5432c637b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:59:27.298555 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-600935c3-8624-46d2-a805-ecf1af405630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:27.340188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-600935c3-8624-46d2-a805-ecf1af405630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:27.421577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-600935c3-8624-46d2-a805-ecf1af405630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:27.427828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-600935c3-8624-46d2-a805-ecf1af405630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:27.429237 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-600935c3-8624-46d2-a805-ecf1af405630 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c559cb7a-0943-4639-908c-e593c32e4e6c HTTP/1.1" status: 204 len: 168 time: 0.2797263 Oct 25 08:59:27.447370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600935c3-8624-46d2-a805-ecf1af405630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c559cb7a-0943-4639-908c-e593c32e4e6c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:27.601237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:27.751240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:27.794993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 549ceee8-4035-493e-9a6c-ce11263a90cd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:27.795430 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.012827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.015938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-7c329a14-5f1b-4ef9-95bf-362902fa7a2f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2734883 Oct 25 08:59:28.019443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.029495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:28.046477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:28.048944 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66a8a51-f856-4f14-b824-794e6b2d3f55" -d '{"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:28.056490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0495eb26-715b-4548-a37b-50653208509f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T08:59:24Z', 'revision_number': 4, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port': {'id': '0495eb26-715b-4548-a37b-50653208509f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:19Z', 'updated_at': '2021-10-25T08:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2', 'name': '', 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'mac_address': 'fa:16:3e:7a:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '0cf2dfd8-6845-4a67-bfac-c9726b7e62bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:23Z', 'updated_at': '2021-10-25T08:59:24Z', 'revision_number': 2, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'subnets': [{'id': '0cf2dfd8-6845-4a67-bfac-c9726b7e62bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:28.114943 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-024c8c73-c4c3-43b0-8529-213de362b86d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275538 Oct 25 08:59:28.124796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.124994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:28.126222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Checking router: 260da8d4-215a-4ceb-b1ee-fcf5432c637b for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 08:59:28.126567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Updating router 260da8d4-215a-4ceb-b1ee-fcf5432c637b port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 08:59:28.131916 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.162634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:28.205961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:28.212939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:28.258811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:28.342535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:28.343605 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.364164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:28.398317 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.409003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-56259b89-dbd9-4823-8e56-e3d0f84794ea tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4347825 Oct 25 08:59:28.437808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Request body: {'port': {'device_id': '13344785-b6f3-4d14-8158-01da79233a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:28.455576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0495eb26-715b-4548-a37b-50653208509f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:28.524546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7097df4a-cead-42b1-9824-fa2c6fec7444 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:28.531498 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7097df4a-cead-42b1-9824-fa2c6fec7444 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4020028 Oct 25 08:59:28.564660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Request body: {'port': {'device_id': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '42ff8080268e4d8d888f3a52f7d17fba'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:28.696241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.710294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.859536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Made reservation on behalf of 42ff8080268e4d8d888f3a52f7d17fba for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:28.863580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.902055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b1e20781-0ce3-4936-97a9-7c01d66da0fb None None] Provisioning complete for port 2d417b2f-b245-402f-820b-e034355a454e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:28.902783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1e20781-0ce3-4936-97a9-7c01d66da0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:28.916738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Allocated IP 172.25.8.64 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/2f697ff9-34fb-440a-a59c-a8734c1368b6) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:29.006287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0495eb26-715b-4548-a37b-50653208509f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:29.006961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.042658 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.094033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.160205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:29.203540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b1e20781-0ce3-4936-97a9-7c01d66da0fb None None] Port 2d417b2f-b245-402f-820b-e034355a454e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:29.211305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49314) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:29.215029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:29.236714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:29.286673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event updated for resources: {'Port': ['ID=2f697ff9-34fb-440a-a59c-a8734c1368b6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:29.316244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Allocated IP 192.168.233.57 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/385bb979-7a4e-4ab0-b3b7-00c054d876c8) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:29.422473 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.438491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.481127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.521060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab05f9-64fe-4e53-87ea-60ad6a6b7528 None None] Pushing event updated for resources: {'Port': ['ID=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:29.605944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1132617545'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:29.611205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.668578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Attempting to bind port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:29.669740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Attempting to bind port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:29.670429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Attempting to bind port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 on network 95df91e3-0008-4a71-a484-a052ad435b48 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:29.679329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:29.680611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Checking segment: {'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:29.682235 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.682863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Bound using segment: {'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:29.683588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Bound port: 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df1690f-3435-44d5-b77b-8dd86d103bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:29.684233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.729605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Made reservation on behalf of bf8ac78b984d47e38abb196890a5e309 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:29.741529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.744188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.823808 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.838887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.848105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] For port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:29.860711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] For port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,segment=NetworkSegment(9df1690f-3435-44d5-b77b-8dd86d103bd4),segment_id=9df1690f-3435-44d5-b77b-8dd86d103bd4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:29.871260 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:29.935419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:29.939824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:29.958773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:30.020698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Pushing event updated for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:30.038535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-893af43f-80fe-4de1-af0a-3b706fc53286 None None] Provisioning complete for port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:30.039089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-893af43f-80fe-4de1-af0a-3b706fc53286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.070233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:30.071282 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.114043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7c35dea0-cfb9-4193-86f1-22c1c72fac26 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5538521 Oct 25 08:59:30.138875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Routers {'260da8d4-215a-4ceb-b1ee-fcf5432c637b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 08:59:30.139660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:30.149217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Request body: {'port': {'device_id': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:30.285401 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.298191 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.307528 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.311996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] Set router 260da8d4-215a-4ceb-b1ee-fcf5432c637b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 08:59:30.329373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:30.357758 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.358297 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Added segment 05ccef3a-27a4-41df-ad8f-1876ee3f4690 of type vlan for network 300c535e-860b-428c-9f67-a053e54ce7a5 Oct 25 08:59:30.453742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.497255 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.508278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:30.510144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.603895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event updated for resources: {'Network': ['ID=300c535e-860b-428c-9f67-a053e54ce7a5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:30.675908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 300c535e-860b-428c-9f67-a053e54ce7a5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:30.726162 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-893af43f-80fe-4de1-af0a-3b706fc53286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.764384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab05f9-64fe-4e53-87ea-60ad6a6b7528 None None] Pushing event updated for resources: {'Port': ['ID=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:30.864297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-893af43f-80fe-4de1-af0a-3b706fc53286 None None] For port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,segment=NetworkSegment(9df1690f-3435-44d5-b77b-8dd86d103bd4),segment_id=9df1690f-3435-44d5-b77b-8dd86d103bd4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:30.882417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-893af43f-80fe-4de1-af0a-3b706fc53286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:30.963848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893af43f-80fe-4de1-af0a-3b706fc53286 None None] Pushing event updated for resources: {'Port': ['ID=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:31.030671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a8fde1a8-6d0b-49be-9375-6be64ce3002a None None] Provisioning complete for port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:31.031847 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a8fde1a8-6d0b-49be-9375-6be64ce3002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.035722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8128879 Oct 25 08:59:31.039511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49322) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:31.045772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f111cef-2dc6-4d25-b802-d339b496f3d3 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f716056d-340e-4af9-8769-061e49fe7f79,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:31.058019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Request body: {'subnet': {'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:31.078803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a8fde1a8-6d0b-49be-9375-6be64ce3002a None None] Port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:31.100642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a8fde1a8-6d0b-49be-9375-6be64ce3002a None None] Provisioning complete for port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:31.101065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a8fde1a8-6d0b-49be-9375-6be64ce3002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.114175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.127196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.217540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event updated for resources: {'Port': ['ID=2f697ff9-34fb-440a-a59c-a8734c1368b6,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:31.239323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0495eb26-715b-4548-a37b-50653208509f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T08:59:24Z', 'revision_number': 4, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port': {'id': '0495eb26-715b-4548-a37b-50653208509f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:19Z', 'updated_at': '2021-10-25T08:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2', 'name': '', 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'mac_address': 'fa:16:3e:7a:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '0cf2dfd8-6845-4a67-bfac-c9726b7e62bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:23Z', 'updated_at': '2021-10-25T08:59:29Z', 'revision_number': 4, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'subnets': [{'id': '0cf2dfd8-6845-4a67-bfac-c9726b7e62bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:31.262355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Made reservation on behalf of bf8ac78b984d47e38abb196890a5e309 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:31.268780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.314237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ddffb-660f-4ac1-807d-48876c079627 None None] The sync data for ids ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'] in n-d-814746-2 is: [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0495eb26-715b-4548-a37b-50653208509f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T08:59:24Z', 'revision_number': 4, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port': {'id': '0495eb26-715b-4548-a37b-50653208509f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:19Z', 'updated_at': '2021-10-25T08:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2', 'name': '', 'network_id': '95df91e3-0008-4a71-a484-a052ad435b48', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'mac_address': 'fa:16:3e:7a:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '0cf2dfd8-6845-4a67-bfac-c9726b7e62bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:23Z', 'updated_at': '2021-10-25T08:59:29Z', 'revision_number': 4, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'subnets': [{'id': '0cf2dfd8-6845-4a67-bfac-c9726b7e62bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 08:59:31.368156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d417b2f-b245-402f-820b-e034355a454e {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:31.380241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.394736 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.434473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Transition to ACTIVE for port object 2d417b2f-b245-402f-820b-e034355a454e will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:59:31.444362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.445963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-84c7a15d-dbdf-4f25-a7bf-ca331d21d28e tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4287243 Oct 25 08:59:31.448479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.683057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-041cfc55-66a3-4599-b953-1341b8a57074 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.64 HTTP/1.1" status: 200 len: 695 time: 0.2247031 Oct 25 08:59:31.765344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:31.917776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385bb979-7a4e-4ab0-b3b7-00c054d876c8 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:31.926499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Attempting to bind port 2d417b2f-b245-402f-820b-e034355a454e on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:31.927225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Attempting to bind port 2d417b2f-b245-402f-820b-e034355a454e by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:31.927831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Attempting to bind port 2d417b2f-b245-402f-820b-e034355a454e on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:31.929416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.937237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Port 2d417b2f-b245-402f-820b-e034355a454e on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:59:31.937962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Attempting to bind port 2d417b2f-b245-402f-820b-e034355a454e on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:31.960191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:31.961052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:31.961691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:31.962994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Bound port: 2d417b2f-b245-402f-820b-e034355a454e, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:31.963717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:31.969361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Transition to ACTIVE for port object 385bb979-7a4e-4ab0-b3b7-00c054d876c8 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:59:31.980091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.041771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-a8d194de-085a-4207-968b-c46b4c683d5c tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:32.043621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf5342f9-3eb9-4a1c-8b9f-1b699d564cd9 req-a8d194de-085a-4207-968b-c46b4c683d5c tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.3248405 Oct 25 08:59:32.089522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.093337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:32.096841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event updated for resources: {'Subnet': ['ID=44dfbb73-07a2-411d-9f87-fb34d8b69834,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:32.101303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:32.116445 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.240065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:32.240739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.242084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] 10.222.0.41 "PUT /v2.0/ports/2d417b2f-b245-402f-820b-e034355a454e HTTP/1.1" status: 200 len: 1096 time: 3.8157036 Oct 25 08:59:32.242777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'tag': '2d417b2f-b245-402f-820b-e034355a454e'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:32.251330 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1d31cb-0a60-4125-8581-8b0eca177ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "tag": "2d417b2f-b245-402f-820b-e034355a454e"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:32.352762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Pushing event updated for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:32.385987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Checking segment: {'id': '05ccef3a-27a4-41df-ad8f-1876ee3f4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:32.387798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Network hostable DHCP agents. Network: 300c535e-860b-428c-9f67-a053e54ce7a5, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:59:32.438526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Attempting to bind port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:32.438947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Attempting to bind port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:32.439401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Attempting to bind port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:32.448251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4759848-b89f-4831-b1c1-bd998408d81b service neutron] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:32.450877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:59:32.451282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Attempting to bind port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:32.477404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:32.478177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:32.478763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:32.498122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Bound port: 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:32.498500 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.537288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:32.541616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Network 300c535e-860b-428c-9f67-a053e54ce7a5 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:59:32.573631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35f815-6f3c-4d85-acfa-6e60be7610b7 req-40a927b4-894c-4e9b-8ff4-dfb6af46f45e tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:32.580853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf35f815-6f3c-4d85-acfa-6e60be7610b7 req-40a927b4-894c-4e9b-8ff4-dfb6af46f45e tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 947 time: 0.2335949 Oct 25 08:59:32.583146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-dd678c0e-2ea0-49a6-a0fb-9f36424aa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:32.585876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-dd678c0e-2ea0-49a6-a0fb-9f36424aa379 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 1099 time: 0.2594354 Oct 25 08:59:32.649730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:32.653336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:32.667685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.675307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-2df54112-1ae0-4fba-9e89-372ab8febc7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2d417b2f-b245-402f-820b-e034355a454e HTTP/1.1" status: 200 len: 217 time: 0.0530136 Oct 25 08:59:32.682520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 300c535e-860b-428c-9f67-a053e54ce7a5) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:32.688358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:32.688984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.703846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1e3fe-3fc5-4ff3-aba6-fe56f663a056 None None] Network 300c535e-860b-428c-9f67-a053e54ce7a5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:32.758950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:32.759952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.761274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] 10.222.0.18 "PUT /v2.0/ports/385bb979-7a4e-4ab0-b3b7-00c054d876c8 HTTP/1.1" status: 200 len: 1095 time: 2.6275935 Oct 25 08:59:32.761902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:32.764198 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb25e871-f11e-4425-af79-fe5fe54dfacb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:32.782905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf35f815-6f3c-4d85-acfa-6e60be7610b7 req-94c9e286-0fd5-40c2-8470-cdbaedb4d891 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957374 Oct 25 08:59:32.793035 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-807f006a-a4dd-4616-b726-7e6d4ae393fc tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7510200 Oct 25 08:59:32.794278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49332) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:32.803153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Request body: {'port': {'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-814785890'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:32.826331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b596dc6-a4c3-4143-a4ea-1f34fce0ae2b service neutron] Pushing event updated for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:32.855536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-c1d6cb46-94be-4516-a3a5-1833cc01de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:32.859423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:32.861346 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:32.864644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-c1d6cb46-94be-4516-a3a5-1833cc01de52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1767976 Oct 25 08:59:32.967122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-c2d81398-569a-4cba-a465-1fa9d68e28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:32.968628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-c2d81398-569a-4cba-a465-1fa9d68e28f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956268 Oct 25 08:59:33.006599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-5ba48d85-30aa-45b4-a852-5397f2275cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:33.010753 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-5ba48d85-30aa-45b4-a852-5397f2275cd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 1098 time: 0.1780522 Oct 25 08:59:33.122228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-bfa696a1-948f-43a6-930c-4de96fa7c0fe tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4558ba7d4f3547c79088eab51e949b48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402393 Oct 25 08:59:33.206564 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-7165f0c7-cc9e-4b1e-bdd0-0c81fe7664e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8 HTTP/1.1" status: 200 len: 217 time: 0.1399274 Oct 25 08:59:33.337958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-1a3e1000-dbfa-48f2-8ca7-5d2dab207719 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:33.346205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-1a3e1000-dbfa-48f2-8ca7-5d2dab207719 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094190 Oct 25 08:59:33.352737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Made reservation on behalf of bf8ac78b984d47e38abb196890a5e309 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:33.356347 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:33.411422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-300c535e-860b-428c-9f67-a053e54ce7a5', 'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5', 'tenant_id': 'bf8ac78b984d47e38abb196890a5e309', 'fixed_ips': [{'subnet_id': '44dfbb73-07a2-411d-9f87-fb34d8b69834'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:59:33.412180 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:33.413920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-d81b637f-c6c6-4626-a8d3-4fbade8ef914 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362020 Oct 25 08:59:33.420064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-21ed43be-6ed0-4db3-af3f-8558ff48d3f7 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/quotas/4558ba7d4f3547c79088eab51e949b48 HTTP/1.1" status: 200 len: 375 time: 0.0714886 Oct 25 08:59:33.431888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] device_id is not set on port fb7fa5d8-a699-4fc6-981d-bf6cd4de551c yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:33.553856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-d2571d41-6030-46be-814f-41ed17d234d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:33.555995 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-d2571d41-6030-46be-814f-41ed17d234d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.3342960 Oct 25 08:59:33.684110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-20e4a6db-126e-4eee-b5ac-5b5197c80fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:33.687485 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-20e4a6db-126e-4eee-b5ac-5b5197c80fb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197777 Oct 25 08:59:33.701541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-236c39ba-bc3d-4009-ba3b-78258c5eb4d2 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4558ba7d4f3547c79088eab51e949b48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2095058 Oct 25 08:59:33.705607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ba00b6-4e99-49f5-986e-b973c747ae14 req-c79c1d39-69c4-4990-9631-d1b553a180f2 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828121 Oct 25 08:59:33.754399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Allocated IP 172.20.0.6 (300c535e-860b-428c-9f67-a053e54ce7a5/44dfbb73-07a2-411d-9f87-fb34d8b69834/fb7fa5d8-a699-4fc6-981d-bf6cd4de551c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:33.896339 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46709674-abe4-4351-90d4-90887ac7bb70 x-openstack-request-id: req-46709674-abe4-4351-90d4-90887ac7bb70 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:33.897252 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:33.897784 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46709674-abe4-4351-90d4-90887ac7bb70 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:33.898436 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'code': 200} Oct 25 08:59:33.981848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.051317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea52e5-7f0d-461d-98f3-09d9a62505ae req-4c23277e-ad35-4591-9cf3-dfa175e2dc52 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:34.053250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.061001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0ea52e5-7f0d-461d-98f3-09d9a62505ae req-4c23277e-ad35-4591-9cf3-dfa175e2dc52 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1058254 Oct 25 08:59:34.125680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Allocated IP 172.20.0.2 (300c535e-860b-428c-9f67-a053e54ce7a5/44dfbb73-07a2-411d-9f87-fb34d8b69834/d24acbb3-0197-4115-b96b-470d98aa28eb) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:34.160408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0ea52e5-7f0d-461d-98f3-09d9a62505ae req-de55e40d-7b42-4502-9635-9bd0a3294f45 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979497 Oct 25 08:59:34.207881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Network 300c535e-860b-428c-9f67-a053e54ce7a5 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:34.214932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:34.228807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:34.233232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event updated for resources: {'Port': ['ID=fb7fa5d8-a699-4fc6-981d-bf6cd4de551c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:34.389149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:34.389607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.412179 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-85eebc1f-1b1f-4f6d-8069-e5a6215b56c6 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7098343 Oct 25 08:59:34.422054 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5d04023e-5ad2-44f3-8a7f-28b64526f534 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6240780 Oct 25 08:59:34.428203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49368) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:34.453919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Request body: {'port': {'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-92317733', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:34.455905 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] bootfile-name is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 08:59:34.456454 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] tftp-server is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 08:59:34.458465 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] server-ip-address is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 08:59:34.489675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-3a321ead-0c04-4ea9-83cc-02883b415b96 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3118289 Oct 25 08:59:34.498848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:34.518219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.539597 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.555238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7fa0f458-da47-47dc-94d3-faba122fc2e5 req-600d23e9-552b-4bb0-90af-cdc1a621f4a4 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322320 Oct 25 08:59:34.605282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Network 300c535e-860b-428c-9f67-a053e54ce7a5 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:34.608434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:34.612381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:34.622184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Pushing event updated for resources: {'Port': ['ID=d24acbb3-0197-4115-b96b-470d98aa28eb,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:34.697529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Attempting to bind port d24acbb3-0197-4115-b96b-470d98aa28eb on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:34.698119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Attempting to bind port d24acbb3-0197-4115-b96b-470d98aa28eb by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '05ccef3a-27a4-41df-ad8f-1876ee3f4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:34.698531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Attempting to bind port d24acbb3-0197-4115-b96b-470d98aa28eb on network 300c535e-860b-428c-9f67-a053e54ce7a5 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:34.711245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.721754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:34.722516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Checking segment: {'id': '05ccef3a-27a4-41df-ad8f-1876ee3f4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:34.724242 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.725368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Bound using segment: {'id': '05ccef3a-27a4-41df-ad8f-1876ee3f4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:34.726728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Bound port: d24acbb3-0197-4115-b96b-470d98aa28eb, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ccef3a-27a4-41df-ad8f-1876ee3f4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '300c535e-860b-428c-9f67-a053e54ce7a5'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:34.728827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.870193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-22190700-be47-4100-a406-a29ef5b19588 None None] For port d24acbb3-0197-4115-b96b-470d98aa28eb, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:34.875050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-22190700-be47-4100-a406-a29ef5b19588 None None] For port d24acbb3-0197-4115-b96b-470d98aa28eb, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d24acbb3-0197-4115-b96b-470d98aa28eb,segment=NetworkSegment(05ccef3a-27a4-41df-ad8f-1876ee3f4690),segment_id=05ccef3a-27a4-41df-ad8f-1876ee3f4690)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:34.881261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Made reservation on behalf of bf8ac78b984d47e38abb196890a5e309 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:34.889711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.894211 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:34.922107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] device_id is not set on port 3682a56e-1f1f-4292-8005-559d6ca3342c yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:34.983219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22190700-be47-4100-a406-a29ef5b19588 None None] Pushing event updated for resources: {'Port': ['ID=d24acbb3-0197-4115-b96b-470d98aa28eb,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:35.113287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:35.247560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Allocated IP 172.25.8.57 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/fbb91152-f721-4695-a774-d5e00f340f5f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:35.425101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Allocated IP 172.20.0.4 (300c535e-860b-428c-9f67-a053e54ce7a5/44dfbb73-07a2-411d-9f87-fb34d8b69834/3682a56e-1f1f-4292-8005-559d6ca3342c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:35.486064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:35.509673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-c39c88f1-feca-4c55-b53f-79a9fe0a7d26 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4558ba7d4f3547c79088eab51e949b48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653691 Oct 25 08:59:35.779250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:35.820646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:35.824807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:35.855501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:35.905915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-cfd9b87d-ca8c-4199-bfac-72d4fc8af7f8 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:35.907542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-cfd9b87d-ca8c-4199-bfac-72d4fc8af7f8 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722396 Oct 25 08:59:35.951415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Request body: {'port': {'device_id': 'e2541f41-6b1e-4b63-aae8-b8754ae7b0b6', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '4558ba7d4f3547c79088eab51e949b48'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:35.957449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event updated for resources: {'Port': ['ID=fbb91152-f721-4695-a774-d5e00f340f5f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:36.115179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.145064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.200678 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.283363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Made reservation on behalf of 4558ba7d4f3547c79088eab51e949b48 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:36.287093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.291479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.421224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Network 300c535e-860b-428c-9f67-a053e54ce7a5 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:36.423255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:36.431295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d24acbb3-0197-4115-b96b-470d98aa28eb up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:36.440181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:36.520383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d24acbb3-0197-4115-b96b-470d98aa28eb triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:36.520878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.527730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event updated for resources: {'Port': ['ID=3682a56e-1f1f-4292-8005-559d6ca3342c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:36.554961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:36.555762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.562390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ddbec0-983e-42c0-9ca3-2511958cfb52 None None] Network 300c535e-860b-428c-9f67-a053e54ce7a5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:36.624945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a0914311-9e64-4d36-8fb4-6c971154411d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1923289 Oct 25 08:59:36.628088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49382) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:36.654060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ae3827f6-3341-4c9d-8c5f-bc1ba65c809f None None] Provisioning complete for port d24acbb3-0197-4115-b96b-470d98aa28eb triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:36.654981 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae3827f6-3341-4c9d-8c5f-bc1ba65c809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.739109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a8555-01d6-4d13-b0e0-439c26560e8c tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:36.746342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a8555-01d6-4d13-b0e0-439c26560e8c tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:36.757788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Allocated IP 192.168.233.196 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/a206f5ba-e098-46be-9deb-cca48362fed8) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:36.760375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a8555-01d6-4d13-b0e0-439c26560e8c tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:36.764923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-043a8555-01d6-4d13-b0e0-439c26560e8c tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.1358087 Oct 25 08:59:36.767266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.767790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49388) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:36.786143 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.803059 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.856789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event updated for resources: {'Port': ['ID=fbb91152-f721-4695-a774-d5e00f340f5f,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:36.929522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port d24acbb3-0197-4115-b96b-470d98aa28eb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d24acbb3-0197-4115-b96b-470d98aa28eb,segment=NetworkSegment(05ccef3a-27a4-41df-ad8f-1876ee3f4690),segment_id=05ccef3a-27a4-41df-ad8f-1876ee3f4690)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:36.963462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-cd75bf8a-3e9b-4877-b9d6-4a2a4d5cd9bd tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Deleting port 3682a56e-1f1f-4292-8005-559d6ca3342c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:36.963856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd75bf8a-3e9b-4877-b9d6-4a2a4d5cd9bd tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.989511 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:36.992798 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.073419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.075063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-bf48245d-b326-426f-a5fd-7c08a2176b29 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5843585 Oct 25 08:59:37.103338 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae3827f6-3341-4c9d-8c5f-bc1ba65c809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.130817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.131783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd75bf8a-3e9b-4877-b9d6-4a2a4d5cd9bd tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.147582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-cd75bf8a-3e9b-4877-b9d6-4a2a4d5cd9bd tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Calling delete_port for 3682a56e-1f1f-4292-8005-559d6ca3342c owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:37.202133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:59:37.224869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.234845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-733eac46-645d-4199-bb67-104a9d34ba71 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.1460967 Oct 25 08:59:37.279406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['1d7263a7-312c-4f08-8402-d8c8e226d545'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:59:37.366272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=d24acbb3-0197-4115-b96b-470d98aa28eb,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:37.399636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd75bf8a-3e9b-4877-b9d6-4a2a4d5cd9bd tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.439954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:37.467340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:37.484611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:37.484830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75bf8a-3e9b-4877-b9d6-4a2a4d5cd9bd tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event deleted for resources: {'Port': ['ID=3682a56e-1f1f-4292-8005-559d6ca3342c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:37.606974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Pushing event updated for resources: {'Port': ['ID=a206f5ba-e098-46be-9deb-cca48362fed8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:37.699546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:37.700281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.710342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd75bf8a-3e9b-4877-b9d6-4a2a4d5cd9bd tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:37.714269 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cd75bf8a-3e9b-4877-b9d6-4a2a4d5cd9bd tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "DELETE /v2.0/ports/3682a56e-1f1f-4292-8005-559d6ca3342c HTTP/1.1" status: 204 len: 168 time: 0.9454105 Oct 25 08:59:37.719967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49394) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:37.725422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Request body: {'port': {'name': 'tempest-new-port-name-1049964256', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:37.730093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-162999fe-8b58-4102-b98b-dcfe17002c10 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:37.731537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f4267c1-49b1-4da3-ba5e-104a7ea2e1be req-162999fe-8b58-4102-b98b-dcfe17002c10 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.4858973 Oct 25 08:59:37.744675 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.api.validators [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] bootfile-name is not in valid_values {{(pid=106991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 08:59:37.745106 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.api.validators [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] tftp-server is not in valid_values {{(pid=106991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 08:59:37.745434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.api.validators [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] server-ip-address is not in valid_values {{(pid=106991) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 08:59:37.755574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-740ef611-0b87-40df-972e-993ce23a92b9 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8105822 Oct 25 08:59:37.773088 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-ae3827f6-3341-4c9d-8c5f-bc1ba65c809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 08:59:37.773649 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-ae3827f6-3341-4c9d-8c5f-bc1ba65c809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 08:59:37.779924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Request body: {'port': {'device_id': 'e2541f41-6b1e-4b63-aae8-b8754ae7b0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:37.924306 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a4b5b8-0e3d-46ec-ae03-c8c5e02128ce x-openstack-request-id: req-54a4b5b8-0e3d-46ec-ae03-c8c5e02128ce {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:37.925368 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "tag": "2d417b2f-b245-402f-820b-e034355a454e", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:37.925631 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54a4b5b8-0e3d-46ec-ae03-c8c5e02128ce {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:37.927191 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'tag': '2d417b2f-b245-402f-820b-e034355a454e', 'status': 'completed', 'code': 200} Oct 25 08:59:37.956205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:37.992474 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b01756b-2d49-425c-a2bf-b18dcc416a3c x-openstack-request-id: req-7b01756b-2d49-425c-a2bf-b18dcc416a3c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:37.992760 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:37.993533 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b01756b-2d49-425c-a2bf-b18dcc416a3c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:37.993944 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'status': 'completed', 'code': 200} Oct 25 08:59:37.994518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.013013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '2d417b2f-b245-402f-820b-e034355a454e', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '2d417b2f-b245-402f-820b-e034355a454e', 'mac_address': 'fa:16:3e:f6:49:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:59:38.104342 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.154677 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.183176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d417b2f-b245-402f-820b-e034355a454e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:38.210604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-e2cbde5f-aaf7-41af-b413-f1a9ba013b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:38.213523 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-e2cbde5f-aaf7-41af-b413-f1a9ba013b05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 1098 time: 0.2270775 Oct 25 08:59:38.218031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:38.228641 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.249953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-7197b3c6-2ab0-4170-9610-37abb4f924fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:38.254597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-7197b3c6-2ab0-4170-9610-37abb4f924fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 1099 time: 0.3256209 Oct 25 08:59:38.418295 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 08:59:38.430540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d24acbb3-0197-4115-b96b-470d98aa28eb up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:38.494851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:38.539846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-88002564-f841-4ca4-99d6-32e38b6fcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:38.542098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-88002564-f841-4ca4-99d6-32e38b6fcb3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2639012 Oct 25 08:59:38.547551 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.656949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Provisioning complete for port d24acbb3-0197-4115-b96b-470d98aa28eb triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:38.656949 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.661305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-c85d116a-c103-4c10-9681-3178f355523b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2d417b2f-b245-402f-820b-e034355a454e HTTP/1.1" status: 200 len: 217 time: 0.1029396 Oct 25 08:59:38.665765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d24acbb3-0197-4115-b96b-470d98aa28eb triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:38.671164 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.739495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.763071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-8b291e0d-5e6a-4a21-9bec-061dc4efcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:38.765155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-8b291e0d-5e6a-4a21-9bec-061dc4efcd18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.4069507 Oct 25 08:59:38.768912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:38.790306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['2d417b2f-b245-402f-820b-e034355a454e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:59:38.929976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682820-cac6-4a40-80ae-8896ffc585c7 req-698b96db-5258-4e37-b269-0dfc90b0f0f3 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:38.933173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28682820-cac6-4a40-80ae-8896ffc585c7 req-698b96db-5258-4e37-b269-0dfc90b0f0f3 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 947 time: 0.7097819 Oct 25 08:59:39.060235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28682820-cac6-4a40-80ae-8896ffc585c7 req-dd1d8a3c-6887-4145-91be-f7b8b95de8c0 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017385 Oct 25 08:59:39.066558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-f2db7f66-f200-43b3-a886-8c7fa5a8ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:39.068094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-f2db7f66-f200-43b3-a886-8c7fa5a8ce7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.2879410 Oct 25 08:59:39.214540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-3ca8a645-c565-4a37-ab97-276f59f06b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:39.216226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-3ca8a645-c565-4a37-ab97-276f59f06b3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349339 Oct 25 08:59:39.372658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Provisioning complete for port a206f5ba-e098-46be-9deb-cca48362fed8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:39.373077 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:39.395333 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-9bf5cf63-a033-4394-bd25-666c8e17bc42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8 HTTP/1.1" status: 200 len: 217 time: 0.6137893 Oct 25 08:59:39.459409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Port a206f5ba-e098-46be-9deb-cca48362fed8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:39.469425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Could not find standard attr ID for object 3682a56e-1f1f-4292-8005-559d6ca3342c. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 08:59:39.471320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event updated for resources: {'Port': ['ID=fb7fa5d8-a699-4fc6-981d-bf6cd4de551c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:39.489382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] In _notify_port_updated(), no bound segment for port fb7fa5d8-a699-4fc6-981d-bf6cd4de551c on network 300c535e-860b-428c-9f67-a053e54ce7a5 {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 08:59:39.496069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:39.497177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:39.498936 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-59f6d5bc-667c-480d-a357-1c3ec9aaaf5d tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "PUT /v2.0/ports/fb7fa5d8-a699-4fc6-981d-bf6cd4de551c HTTP/1.1" status: 200 len: 1136 time: 1.7777357 Oct 25 08:59:39.504320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49404) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:39.522406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-e0dfb947-c7ae-4a3a-a35f-380740844a51 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933235 Oct 25 08:59:39.532866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Provisioning complete for port fb7fa5d8-a699-4fc6-981d-bf6cd4de551c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:39.539171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:39.576544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-dfb71067-7727-420f-b6e8-d60923b4a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:39.587895 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-dfb71067-7727-420f-b6e8-d60923b4a186 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1825762 Oct 25 08:59:39.672468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 385bb979-7a4e-4ab0-b3b7-00c054d876c8 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:59:39.675264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-088da537-e7bd-4b45-9b17-c288c711a74c None None] Port fb7fa5d8-a699-4fc6-981d-bf6cd4de551c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:39.690310 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:39.711177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22867480-08f4-4369-b94d-8f323283a079 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:39.716698 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-22867480-08f4-4369-b94d-8f323283a079 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "GET /v2.0/ports/fb7fa5d8-a699-4fc6-981d-bf6cd4de551c HTTP/1.1" status: 200 len: 1136 time: 0.2080066 Oct 25 08:59:39.717220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:39.798344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:39.814393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'mac_address': 'fa:16:3e:e6:e0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:59:39.871478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f2ca45d5-ef9c-406e-ba20-d275ee6b9f98 None None] Provisioning complete for port fb7fa5d8-a699-4fc6-981d-bf6cd4de551c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:39.871778 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f2ca45d5-ef9c-406e-ba20-d275ee6b9f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:39.895408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:39.920604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385bb979-7a4e-4ab0-b3b7-00c054d876c8 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:39.945863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:39.954083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca45d5-ef9c-406e-ba20-d275ee6b9f98 None None] Port fb7fa5d8-a699-4fc6-981d-bf6cd4de551c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 08:59:39.955823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:39.965499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-2d6f1f04-0c22-4d51-a305-55bdd8f86546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:39.968274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-2d6f1f04-0c22-4d51-a305-55bdd8f86546 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3795393 Oct 25 08:59:40.067392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:40.181240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5462a-7b5d-4d21-b5f4-90a25b08e308 req-94c9608a-60da-4645-a3b6-5c01a34801d4 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:40.183505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbc5462a-7b5d-4d21-b5f4-90a25b08e308 req-94c9608a-60da-4645-a3b6-5c01a34801d4 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 936 time: 0.9984455 Oct 25 08:59:40.224422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-894db798-6771-4a86-bdb9-098050dc4beb tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Deleting port fb7fa5d8-a699-4fc6-981d-bf6cd4de551c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:40.224693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-894db798-6771-4a86-bdb9-098050dc4beb tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:40.266537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a206f5ba-e098-46be-9deb-cca48362fed8 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:40.285317 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-1538d0ba-6146-4ab0-8546-04efff76f75e service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004498 Oct 25 08:59:40.296437 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:40.308593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbc5462a-7b5d-4d21-b5f4-90a25b08e308 req-308d08e4-d5b4-422a-884a-d0b6f54d2d6c tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146002 Oct 25 08:59:40.333555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Transition to ACTIVE for port object a206f5ba-e098-46be-9deb-cca48362fed8 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 08:59:40.336815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b1d31cb-0a60-4125-8581-8b0eca177ce8 req-06e2e648-c575-4607-a007-63c8421d9a2f service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948973 Oct 25 08:59:40.347074 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:40.440016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-894db798-6771-4a86-bdb9-098050dc4beb tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:40.447978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['385bb979-7a4e-4ab0-b3b7-00c054d876c8'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:59:40.466777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-894db798-6771-4a86-bdb9-098050dc4beb tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Calling delete_port for fb7fa5d8-a699-4fc6-981d-bf6cd4de551c owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:40.470293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Pushing event updated for resources: {'Port': ['ID=a206f5ba-e098-46be-9deb-cca48362fed8,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:40.564975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Attempting to bind port a206f5ba-e098-46be-9deb-cca48362fed8 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:40.564975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Attempting to bind port a206f5ba-e098-46be-9deb-cca48362fed8 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:40.565347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Attempting to bind port a206f5ba-e098-46be-9deb-cca48362fed8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:40.578325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Port a206f5ba-e098-46be-9deb-cca48362fed8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 08:59:40.579294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Attempting to bind port a206f5ba-e098-46be-9deb-cca48362fed8 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:40.597298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:40.597693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:40.598037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:40.598471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Bound port: a206f5ba-e098-46be-9deb-cca48362fed8, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:40.598938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:40.694428 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb25e871-f11e-4425-af79-fe5fe54dfacb req-5d2d1968-3c65-49d8-8417-cdac526b9696 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976991 Oct 25 08:59:40.702534 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-894db798-6771-4a86-bdb9-098050dc4beb tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:40.752213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894db798-6771-4a86-bdb9-098050dc4beb tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event deleted for resources: {'Port': ['ID=fb7fa5d8-a699-4fc6-981d-bf6cd4de551c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:40.790883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f999d-1498-4b0c-81fa-401940579bae req-2af94f3b-19f0-4036-abad-48790b72f46c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:40.792552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-786f999d-1498-4b0c-81fa-401940579bae req-2af94f3b-19f0-4036-abad-48790b72f46c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1716053 Oct 25 08:59:40.869692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-786f999d-1498-4b0c-81fa-401940579bae req-fb283060-92cc-41c2-90ab-e4f42a90b166 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709126 Oct 25 08:59:40.880184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] For port a206f5ba-e098-46be-9deb-cca48362fed8, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:40.897300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] For port a206f5ba-e098-46be-9deb-cca48362fed8, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a206f5ba-e098-46be-9deb-cca48362fed8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:40.908030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:40.911861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-894db798-6771-4a86-bdb9-098050dc4beb tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:40.916273 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-894db798-6771-4a86-bdb9-098050dc4beb tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "DELETE /v2.0/ports/fb7fa5d8-a699-4fc6-981d-bf6cd4de551c HTTP/1.1" status: 204 len: 168 time: 1.1889708 Oct 25 08:59:40.919019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49412) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:40.996819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-65835b04-916b-46f7-8526-a1727d6ee7c1 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Deleting subnet 44dfbb73-07a2-411d-9f87-fb34d8b69834 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:59:41.000860 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65835b04-916b-46f7-8526-a1727d6ee7c1 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.060507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:41.061116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.066775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] 10.222.0.41 "PUT /v2.0/ports/a206f5ba-e098-46be-9deb-cca48362fed8 HTTP/1.1" status: 200 len: 1096 time: 3.2921910 Oct 25 08:59:41.079086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2541f41-6b1e-4b63-aae8-b8754ae7b0b6', 'tag': 'a206f5ba-e098-46be-9deb-cca48362fed8'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:41.081490 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b3b021-649a-4c60-a965-1d6de615c37a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2541f41-6b1e-4b63-aae8-b8754ae7b0b6", "tag": "a206f5ba-e098-46be-9deb-cca48362fed8"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:41.107911 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65835b04-916b-46f7-8526-a1727d6ee7c1 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.175845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:41.225939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5730fb-a1a2-41b1-bc41-4ab1cbf44586 service neutron] Pushing event updated for resources: {'Port': ['ID=a206f5ba-e098-46be-9deb-cca48362fed8,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:41.304839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-ef093fb0-87ab-4c81-a52a-8c19f1303b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:41.323303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-ef093fb0-87ab-4c81-a52a-8c19f1303b2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4558ba7d4f3547c79088eab51e949b48&device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 1099 time: 0.1677823 Oct 25 08:59:41.347543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 2d417b2f-b245-402f-820b-e034355a454e completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:59:41.359168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 2d417b2f-b245-402f-820b-e034355a454e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:41.359669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.443130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3815ea66-307e-4258-a476-2fee5c97218a req-52d378e2-3fc4-405b-b7d4-ba552241a1e4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5312457 Oct 25 08:59:41.444657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-d5ffff32-2e3d-416f-aa2c-62759b347719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a206f5ba-e098-46be-9deb-cca48362fed8 HTTP/1.1" status: 200 len: 217 time: 0.1034651 Oct 25 08:59:41.455022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:41.455362 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65835b04-916b-46f7-8526-a1727d6ee7c1 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.544836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-db0afb51-8598-4ff3-af68-522a449227cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:41.546856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-db0afb51-8598-4ff3-af68-522a449227cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0666387 Oct 25 08:59:41.548453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.565865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.621835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65835b04-916b-46f7-8526-a1727d6ee7c1 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.637745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:41.639104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:41.642534 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1bf0aa-8e72-4bb5-83cc-5b19a6924e7d" -d '{"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-plugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:41.659884 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65835b04-916b-46f7-8526-a1727d6ee7c1 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.668141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-68868552-d23e-4fd1-8cab-b0cdb7fd3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:41.670898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-68868552-d23e-4fd1-8cab-b0cdb7fd3dbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150627 Oct 25 08:59:41.671826 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-65835b04-916b-46f7-8526-a1727d6ee7c1 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "DELETE /v2.0/subnets/44dfbb73-07a2-411d-9f87-fb34d8b69834 HTTP/1.1" status: 204 len: 168 time: 0.7515581 Oct 25 08:59:41.674472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49450) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:41.678065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.685193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c6b68-8f24-480d-8502-932e6272f65a None None] Network 300c535e-860b-428c-9f67-a053e54ce7a5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:41.705894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65835b04-916b-46f7-8526-a1727d6ee7c1 tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event deleted for resources: {'Subnet': ['ID=44dfbb73-07a2-411d-9f87-fb34d8b69834,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:41.893946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.896738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:41.988297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:41.992673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-d8172711-a7be-44f0-9158-45b9dc27c63f service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080959 Oct 25 08:59:42.045770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] DHCP port deletion for 300c535e-860b-428c-9f67-a053e54ce7a5 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 08:59:42.136396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Deleting port d24acbb3-0197-4115-b96b-470d98aa28eb {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:42.136727 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.145995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] Deleting port d24acbb3-0197-4115-b96b-470d98aa28eb {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:42.147203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.262862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] For port d24acbb3-0197-4115-b96b-470d98aa28eb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d24acbb3-0197-4115-b96b-470d98aa28eb,segment=NetworkSegment(05ccef3a-27a4-41df-ad8f-1876ee3f4690),segment_id=05ccef3a-27a4-41df-ad8f-1876ee3f4690)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:42.263490 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.285099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] For port d24acbb3-0197-4115-b96b-470d98aa28eb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d24acbb3-0197-4115-b96b-470d98aa28eb,segment=NetworkSegment(05ccef3a-27a4-41df-ad8f-1876ee3f4690),segment_id=05ccef3a-27a4-41df-ad8f-1876ee3f4690)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:42.285632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.286140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] Calling delete_port for d24acbb3-0197-4115-b96b-470d98aa28eb owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:42.289315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a2cbb29-2a3d-4612-b03e-8f107bfc380c req-c13227be-88d0-427b-b8f3-7dc25337692a service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881567 Oct 25 08:59:42.319435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Calling delete_port for d24acbb3-0197-4115-b96b-470d98aa28eb owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:42.351129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Allocated IP 172.25.8.236 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/324eb31d-653a-43d6-b41e-99ff72d4a4fa) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:42.422012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d24acbb3-0197-4115-b96b-470d98aa28eb no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:59:42.486598 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.537862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] Pushing event deleted for resources: {'Port': ['ID=d24acbb3-0197-4115-b96b-470d98aa28eb,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:42.537862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd68d4b-c3f6-46fe-804d-0dbfcebe3cb6 None None] No DVR routers for this DVR port d24acbb3-0197-4115-b96b-470d98aa28eb on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:59:42.553222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No active binding found for port d24acbb3-0197-4115-b96b-470d98aa28eb {{(pid=106993) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 08:59:42.553222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d24acbb3-0197-4115-b96b-470d98aa28eb not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 08:59:42.586088 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.630038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event deleted for resources: {'Port': ['ID=d24acbb3-0197-4115-b96b-470d98aa28eb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:42.635310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.693031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.696952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] No DVR routers for this DVR port d24acbb3-0197-4115-b96b-470d98aa28eb on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:59:42.859638 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.898480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:42.898480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300c535e-860b-428c-9f67-a053e54ce7a5']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:42.908379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:42.912156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:42.914223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event updated for resources: {'Port': ['ID=324eb31d-653a-43d6-b41e-99ff72d4a4fa,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:42.917647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ccef3a-27a4-41df-ad8f-1876ee3f4690') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:42.917944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ccef3a-27a4-41df-ad8f-1876ee3f4690') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:42.947775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.969827 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.983868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:42.984299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:42.987760 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:43.080743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.083914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.093761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.108291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] 10.222.0.32 "DELETE /v2.0/networks/300c535e-860b-428c-9f67-a053e54ce7a5 HTTP/1.1" status: 204 len: 168 time: 1.4229155 Oct 25 08:59:43.141184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f75ea-38c4-485f-86d6-0704776adebe tempest-ExtraDHCPOptionsTestJSON-1889634988 tempest-ExtraDHCPOptionsTestJSON-1889634988-project] Pushing event deleted for resources: {'Network': ['ID=300c535e-860b-428c-9f67-a053e54ce7a5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:43.168155 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.391272 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.397204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.481468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event updated for resources: {'Port': ['ID=324eb31d-653a-43d6-b41e-99ff72d4a4fa,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:43.500755 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.540555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.542243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3815ea66-307e-4258-a476-2fee5c97218a req-9b694d1e-9bfb-43c9-9d49-04957438747f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0925651 Oct 25 08:59:43.544144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49466) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:43.603063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3815ea66-307e-4258-a476-2fee5c97218a req-c93ed300-daa5-4dc4-9ba5-38a5fd578240 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0505884 Oct 25 08:59:43.644179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 385bb979-7a4e-4ab0-b3b7-00c054d876c8 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:43.717150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:59:43.722444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:43.723679 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.763883 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d98d2253-36ea-4eff-a479-08bdaa0f9245 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf8ac78b984d47e38abb196890a5e309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172878 Oct 25 08:59:43.766024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49470) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:43.779557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815ea66-307e-4258-a476-2fee5c97218a req-70f75dc1-79e1-4979-991a-04e1798c6f48 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:43.783905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3815ea66-307e-4258-a476-2fee5c97218a req-70f75dc1-79e1-4979-991a-04e1798c6f48 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1711419 Oct 25 08:59:43.845113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dae53354-931c-43e1-91bf-5345ced43ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.872041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.879478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dae53354-931c-43e1-91bf-5345ced43ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.918744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:43.939622 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.948456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dae53354-931c-43e1-91bf-5345ced43ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.952946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dae53354-931c-43e1-91bf-5345ced43ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:43.954106 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dae53354-931c-43e1-91bf-5345ced43ca1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f716056d-340e-4af9-8769-061e49fe7f79 HTTP/1.1" status: 204 len: 168 time: 0.1835172 Oct 25 08:59:43.974045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae53354-931c-43e1-91bf-5345ced43ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716056d-340e-4af9-8769-061e49fe7f79,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:44.052698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:44.110493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6785-059d-4835-b617-bd2276fb0788 req-bf5e781b-db23-4655-8667-83f50c1319f8 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:44.115911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f5c6785-059d-4835-b617-bd2276fb0788 req-bf5e781b-db23-4655-8667-83f50c1319f8 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 949 time: 0.0956428 Oct 25 08:59:44.177240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f5c6785-059d-4835-b617-bd2276fb0788 req-ad7260b7-3676-4ad0-b567-e21e51b37560 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Oct 25 08:59:44.234520 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e0a6c-7c9e-448b-b6c0-200b372e5b12 x-openstack-request-id: req-e77e0a6c-7c9e-448b-b6c0-200b372e5b12 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:44.234870 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2541f41-6b1e-4b63-aae8-b8754ae7b0b6", "tag": "a206f5ba-e098-46be-9deb-cca48362fed8", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:44.235192 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e77e0a6c-7c9e-448b-b6c0-200b372e5b12 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:44.235660 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2541f41-6b1e-4b63-aae8-b8754ae7b0b6', 'tag': 'a206f5ba-e098-46be-9deb-cca48362fed8', 'status': 'completed', 'code': 200} Oct 25 08:59:44.372257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f79a6a-08a9-4ced-80bf-d292a64af9a3 req-deb6aea4-08b6-40a8-9f3e-06ceac5bce35 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:44.379605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0f79a6a-08a9-4ced-80bf-d292a64af9a3 req-deb6aea4-08b6-40a8-9f3e-06ceac5bce35 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 948 time: 0.0951223 Oct 25 08:59:44.402292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b021-649a-4c60-a965-1d6de615c37a req-1d75ca83-f1c4-4b67-b0b5-95fdabbfc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:44.403805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3b021-649a-4c60-a965-1d6de615c37a req-1d75ca83-f1c4-4b67-b0b5-95fdabbfc621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4558ba7d4f3547c79088eab51e949b48&device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 1099 time: 0.0903912 Oct 25 08:59:44.483620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0f79a6a-08a9-4ced-80bf-d292a64af9a3 req-36dc1108-9452-4f7a-a6bb-2ccb23a04cc4 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030486 Oct 25 08:59:44.579721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b021-649a-4c60-a965-1d6de615c37a req-bc312ccc-22b6-4d38-8a18-0915fddc2def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:44.581521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3b021-649a-4c60-a965-1d6de615c37a req-bc312ccc-22b6-4d38-8a18-0915fddc2def service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1654820 Oct 25 08:59:44.649436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3b021-649a-4c60-a965-1d6de615c37a req-a7afd009-317c-4060-b88a-d246005de9e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a206f5ba-e098-46be-9deb-cca48362fed8 HTTP/1.1" status: 200 len: 217 time: 0.0597696 Oct 25 08:59:44.661597 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a82cff1-ea57-4a4d-8c44-31ee7cb5b29e x-openstack-request-id: req-0a82cff1-ea57-4a4d-8c44-31ee7cb5b29e {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:44.662092 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-plugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:44.662092 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a82cff1-ea57-4a4d-8c44-31ee7cb5b29e {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:44.662719 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e', 'code': 200} Oct 25 08:59:44.718620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b021-649a-4c60-a965-1d6de615c37a req-58292bed-f0ae-4bbc-a490-51fcc4f8f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:44.721866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3b021-649a-4c60-a965-1d6de615c37a req-58292bed-f0ae-4bbc-a490-51fcc4f8f6b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0612392 Oct 25 08:59:44.904028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80075-753e-41b2-b195-596b3c84b099 req-c667f2fa-baa8-4ef5-8570-771e090925e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:44.905561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4d80075-753e-41b2-b195-596b3c84b099 req-c667f2fa-baa8-4ef5-8570-771e090925e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 1101 time: 0.1270585 Oct 25 08:59:44.914094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6a4ce-7591-411d-aaa4-d3aa3fd18c58 req-42bbaa3e-1cca-4bc0-b40e-2effeb910117 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:44.916555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4f6a4ce-7591-411d-aaa4-d3aa3fd18c58 req-42bbaa3e-1cca-4bc0-b40e-2effeb910117 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.1575112 Oct 25 08:59:44.974891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3b021-649a-4c60-a965-1d6de615c37a req-5b7ae97f-fcac-41b0-84f9-f2f956cd0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:44.976424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3b021-649a-4c60-a965-1d6de615c37a req-5b7ae97f-fcac-41b0-84f9-f2f956cd0137 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2157364 Oct 25 08:59:44.984426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4d80075-753e-41b2-b195-596b3c84b099 req-5b456a87-f72c-469e-b9ef-c81d3585bf32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655117 Oct 25 08:59:45.029285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4f6a4ce-7591-411d-aaa4-d3aa3fd18c58 req-882f09d8-752b-4be2-b9ff-25bf3d9aaadd tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883853 Oct 25 08:59:45.083528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49504) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:45.177850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3b021-649a-4c60-a965-1d6de615c37a req-2a5197d3-8021-4947-9a71-6d06946082da service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924253 Oct 25 08:59:45.187711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a206f5ba-e098-46be-9deb-cca48362fed8 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 08:59:45.270980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-ed2a3e58-79ac-4464-9610-254d0e5c1bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1862922 Oct 25 08:59:45.285847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'networks': [{'name': 'tempest-network--1891791430'}, {'name': 'tempest-network--1361593002'}]} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:45.286266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'network': {'name': 'tempest-network--1891791430'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:45.286738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'network': {'name': 'tempest-network--1361593002'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:45.358007 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Made reservation on behalf of 293c7e3f134542318f8de820ea33f790 for: {'network': 2} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:45.364142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.378715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a206f5ba-e098-46be-9deb-cca48362fed8, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a206f5ba-e098-46be-9deb-cca48362fed8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:45.388053 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.408770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'a206f5ba-e098-46be-9deb-cca48362fed8', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'a206f5ba-e098-46be-9deb-cca48362fed8', 'mac_address': 'fa:16:3e:66:79:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 08:59:45.475772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:45.512028 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.532922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.539730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3b021-649a-4c60-a965-1d6de615c37a req-e74d8b74-e595-41f9-b3cf-2c585c34b32e service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820445 Oct 25 08:59:45.546305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a206f5ba-e098-46be-9deb-cca48362fed8 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 08:59:45.592160 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.593245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a206f5ba-e098-46be-9deb-cca48362fed8, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a206f5ba-e098-46be-9deb-cca48362fed8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:45.598081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.598549 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.603433 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.638838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:45.648564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.649044 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Added segment e9b49d86-8898-4140-adf8-d1216cc29bfc of type vlan for network 3ece5c28-e7bc-42fe-af0a-c5c1f66f58f9 Oct 25 08:59:45.687676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=a206f5ba-e098-46be-9deb-cca48362fed8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:45.718152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca32f7b-2ad1-47a7-900a-c858a43ffe8b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:45.739812 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.750761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.775672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:45.787752 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.788144 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Added segment 0b2b3f34-96dc-45da-a343-870b8bddbd26 of type vlan for network 3bde6fe6-ba4d-474f-95fa-9b2cb015f159 Oct 25 08:59:45.882748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Allocated IP 172.25.8.174 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/528dea85-da1e-443e-bae0-9c82b55e191d) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:45.898085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.968850 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.969365 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:45.975269 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:45.980484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:45.981158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:46.074351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:46.103742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a206f5ba-e098-46be-9deb-cca48362fed8'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 08:59:46.125308 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0405481 Oct 25 08:59:46.132180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49518) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:46.149836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Network': ['ID=3ece5c28-e7bc-42fe-af0a-c5c1f66f58f9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:46.181378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3ece5c28-e7bc-42fe-af0a-c5c1f66f58f9 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:46.249570 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:46.334759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f69c1-7266-49bd-9de9-852e2953d005 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Network': ['ID=3bde6fe6-ba4d-474f-95fa-9b2cb015f159,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:46.358607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3bde6fe6-ba4d-474f-95fa-9b2cb015f159 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:46.438658 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a233083-aff0-486f-b08e-9a820fa0bbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:46.664196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:46.666839 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a267eca-664d-435b-82bd-73f7ea58d17b" -d '{"events": [{"server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "name": "network-vif-plugged", "status": "completed", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:46.752881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event updated for resources: {'Port': ['ID=528dea85-da1e-443e-bae0-9c82b55e191d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:46.774559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.775131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.775720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.776349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.776848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.777507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.777975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.778438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.778923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.779391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.779849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.780307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 08:59:46.826769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:46.842429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:46.858846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:46.923672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ac6a3-8d38-4c14-a90a-81d58a419527 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:46.929560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ac6a3-8d38-4c14-a90a-81d58a419527 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:46.937545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ac6a3-8d38-4c14-a90a-81d58a419527 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:46.943948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ac6a3-8d38-4c14-a90a-81d58a419527 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:46.949596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49524) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:46.949744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ff9ac6a3-8d38-4c14-a90a-81d58a419527 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8165386 Oct 25 08:59:47.016935 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.059119 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.125208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.301600 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.301756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.315100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.347586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ece5c28-e7bc-42fe-af0a-c5c1f66f58f9']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:47.388518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b49d86-8898-4140-adf8-d1216cc29bfc') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:47.389188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b49d86-8898-4140-adf8-d1216cc29bfc') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:47.420986 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.450536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.451940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.469245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:47.469859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.473886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event updated for resources: {'Port': ['ID=528dea85-da1e-443e-bae0-9c82b55e191d,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:47.475437 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:47.530569 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.538072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-c2ab6ff5-b2a9-41ff-b796-5abf2a1e66f4 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2593570 Oct 25 08:59:47.607961 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.637880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-b5a06137-c545-4683-9542-ee12cd00d948 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.0954647 Oct 25 08:59:47.661658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Network': ['ID=3ece5c28-e7bc-42fe-af0a-c5c1f66f58f9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:47.717885 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:47.732174 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63afd39b-a1b9-4da7-b1b7-996bcf159099 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/networks/3ece5c28-e7bc-42fe-af0a-c5c1f66f58f9 HTTP/1.1" status: 204 len: 168 time: 0.7811916 Oct 25 08:59:47.735205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49532) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:47.768478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49534) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:47.875957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-a39c14fb-f5d7-439c-b4f1-1110556a0dc1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0959408 Oct 25 08:59:47.891914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-4223ee0d-7c3d-4e32-83da-ba45436797cb tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:47.893346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efbc403e-79db-4edc-9d01-4ecb7a1552c0 req-4223ee0d-7c3d-4e32-83da-ba45436797cb tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.2479882 Oct 25 08:59:47.898171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.028472 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2268ebc8-1b95-4207-bc98-4e9edbc79ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.030980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.057051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-480f56d9-01df-4ed2-9c39-aea8be8b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.057887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-480f56d9-01df-4ed2-9c39-aea8be8b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.058508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-480f56d9-01df-4ed2-9c39-aea8be8b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.059127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-480f56d9-01df-4ed2-9c39-aea8be8b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.059744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-480f56d9-01df-4ed2-9c39-aea8be8b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.060359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-480f56d9-01df-4ed2-9c39-aea8be8b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.061000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-480f56d9-01df-4ed2-9c39-aea8be8b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.064399 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-480f56d9-01df-4ed2-9c39-aea8be8b8f49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6491 time: 0.0962405 Oct 25 08:59:48.068385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bde6fe6-ba4d-474f-95fa-9b2cb015f159']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:48.102787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2b3f34-96dc-45da-a343-870b8bddbd26') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:48.103048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2b3f34-96dc-45da-a343-870b8bddbd26') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:48.119367 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.152295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.168778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:48.169444 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:48.176597 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:48.281144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.287931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.288585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-0f28a2c7-6507-46d6-a3fb-28afc1bbe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.288917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-0f28a2c7-6507-46d6-a3fb-28afc1bbe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.290090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-0f28a2c7-6507-46d6-a3fb-28afc1bbe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.291684 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-0f28a2c7-6507-46d6-a3fb-28afc1bbe534 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=1cc02180-3db5-415a-8b5f-d9a90e799024&id=1cc02180-3db5-415a-8b5f-d9a90e799024 HTTP/1.1" status: 200 len: 2294 time: 0.1977291 Oct 25 08:59:48.295599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/networks/3bde6fe6-ba4d-474f-95fa-9b2cb015f159 HTTP/1.1" status: 204 len: 168 time: 0.5592964 Oct 25 08:59:48.301046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49546) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:48.356335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3c317-0499-41e1-8a13-a84c1613b738 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Network': ['ID=3bde6fe6-ba4d-474f-95fa-9b2cb015f159,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:48.483957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b380a3-0f4b-4fdc-814e-844bed64b52e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.487272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2268ebc8-1b95-4207-bc98-4e9edbc79ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.494098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b380a3-0f4b-4fdc-814e-844bed64b52e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.496311 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a8b380a3-0f4b-4fdc-814e-844bed64b52e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1915064 Oct 25 08:59:48.500088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49548) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:48.502892 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-8c3599b6-a8dd-40f4-a982-79832da8ab77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0 HTTP/1.1" status: 200 len: 1002 time: 0.2025087 Oct 25 08:59:48.506770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1315248868'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:48.507302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2268ebc8-1b95-4207-bc98-4e9edbc79ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.537539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Made reservation on behalf of 293c7e3f134542318f8de820ea33f790 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:48.542310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.609918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:48.619599 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2268ebc8-1b95-4207-bc98-4e9edbc79ea1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36adb01b5827414da057249c38749886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8466949 Oct 25 08:59:48.623092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.623591 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Added segment 078cd1b6-dc83-45fa-9cf0-8da55cdf9a68 of type vlan for network 9b179fd1-5c5a-4a80-97d5-c9be0bcae074 Oct 25 08:59:48.625004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49550) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:48.635865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268ebc8-1b95-4207-bc98-4e9edbc79ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01608a84-f2de-4e94-84e6-69b387641d61,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:48.663601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-467cc8b3-a073-4130-a4e5-7f7a72e057e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.665180 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-467cc8b3-a073-4130-a4e5-7f7a72e057e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a74d13-6bfd-46a6-81a8-39f4644f8a12 HTTP/1.1" status: 200 len: 851 time: 0.1303279 Oct 25 08:59:48.683801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.743177 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c7d64b43-c635-4329-ad1e-474280826f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.748480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-4bda8570-dace-49e0-9521-135c8dbd268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.750476 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-4bda8570-dace-49e0-9521-135c8dbd268b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757449 Oct 25 08:59:48.754766 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.758918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd635-0725-4121-b4e6-8076f94829fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.760826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.761587 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.765509 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-c00f3a91-1641-4b76-a79e-ba041ee767b6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 08:59:48.766302 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-c00f3a91-1641-4b76-a79e-ba041ee767b6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052147 Oct 25 08:59:48.800385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd635-0725-4121-b4e6-8076f94829fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.850127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ca2b8-ee7e-4955-86e5-c4580df1a298 req-1d3bd9e8-7e77-47ee-945a-6c8d43cebead tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:48.852667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b44ca2b8-ee7e-4955-86e5-c4580df1a298 req-1d3bd9e8-7e77-47ee-945a-6c8d43cebead tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 949 time: 0.2740126 Oct 25 08:59:48.872008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3675673 Oct 25 08:59:48.872198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce3eaf-8ddc-4106-bb8a-d8c24ca33b02 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Network': ['ID=9b179fd1-5c5a-4a80-97d5-c9be0bcae074,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:48.875610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49552) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:48.884770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 9b179fd1-5c5a-4a80-97d5-c9be0bcae074 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:48.892293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-691695843'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:48.964281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b44ca2b8-ee7e-4955-86e5-c4580df1a298 req-ac212b17-6dff-4c23-a751-583cad2d7959 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049685 Oct 25 08:59:48.971417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Made reservation on behalf of 293c7e3f134542318f8de820ea33f790 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:48.978461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.979954 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-b6aba58b-4b19-41d5-a293-5cc209f79c3e service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978068 Oct 25 08:59:48.981297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd635-0725-4121-b4e6-8076f94829fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.998493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd635-0725-4121-b4e6-8076f94829fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:48.999827 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9e9cd635-0725-4121-b4e6-8076f94829fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01608a84-f2de-4e94-84e6-69b387641d61 HTTP/1.1" status: 204 len: 168 time: 0.3738840 Oct 25 08:59:49.019663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:49.034143 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.034788 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Added segment 161c26d0-4191-4b0a-a3c4-f8530a2c8516 of type vlan for network 5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6 Oct 25 08:59:49.056648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cd635-0725-4121-b4e6-8076f94829fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01608a84-f2de-4e94-84e6-69b387641d61,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:49.096981 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.190791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a206f5ba-e098-46be-9deb-cca48362fed8 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 08:59:49.191007 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.201127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:49.201766 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-571b1188-1fc1-4d5f-9370-72fc2bd8a1d8 service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002044 Oct 25 08:59:49.202041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.243563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661097b3-32c5-4b4c-bdb9-3e02056276a7 req-42d45d81-17d5-428c-8562-d6cfb15b5bcc tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:49.245389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-661097b3-32c5-4b4c-bdb9-3e02056276a7 req-42d45d81-17d5-428c-8562-d6cfb15b5bcc tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 949 time: 0.1112309 Oct 25 08:59:49.271612 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-01cc3ff1-80fb-4d48-83fc-f958300008dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0624053 Oct 25 08:59:49.326344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port a206f5ba-e098-46be-9deb-cca48362fed8 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 08:59:49.332477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port a206f5ba-e098-46be-9deb-cca48362fed8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 08:59:49.333447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.372968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49558) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:49.373196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4875472 Oct 25 08:59:49.376413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'ports': [{'network_id': '9b179fd1-5c5a-4a80-97d5-c9be0bcae074', 'name': 'tempest-port--1694204815', 'admin_state_up': True}, {'network_id': '5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6', 'admin_state_up': False}]} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:49.376796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'port': {'network_id': '9b179fd1-5c5a-4a80-97d5-c9be0bcae074', 'name': 'tempest-port--1694204815', 'admin_state_up': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:49.377779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'port': {'network_id': '5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6', 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:49.384660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-d4443d52-595b-45c1-a069-efa87080d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:49.387040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-d4443d52-595b-45c1-a069-efa87080d37b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.1068978 Oct 25 08:59:49.430844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb17dc-7d07-45c9-8f21-d69a1fd7bfe6 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Network': ['ID=5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:49.473821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-661097b3-32c5-4b4c-bdb9-3e02056276a7 req-9ae5971a-b1d8-4f1f-b43d-2188052413ab tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584313 Oct 25 08:59:49.501786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:49.522281 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.554568 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49568) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:49.620675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-f5d6505a-6f97-4193-8e97-308de5795bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:49.622253 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-f5d6505a-6f97-4193-8e97-308de5795bbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2199659 Oct 25 08:59:49.625600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2035ef02-c505-470e-b56e-088f6be84525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.684670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd78374-3284-4116-849c-dcdb05fddf51 req-64aa9a88-4351-4421-a953-9015f7e3c3d5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:49.686294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dd78374-3284-4116-849c-dcdb05fddf51 req-64aa9a88-4351-4421-a953-9015f7e3c3d5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0536704 Oct 25 08:59:49.731943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dd78374-3284-4116-849c-dcdb05fddf51 req-79aea56e-6c45-4165-9a0f-f6434e163064 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Oct 25 08:59:49.781537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a206f5ba-e098-46be-9deb-cca48362fed8, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a206f5ba-e098-46be-9deb-cca48362fed8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:49.788203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.789070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Made reservation on behalf of 293c7e3f134542318f8de820ea33f790 for: {'port': 2} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:49.793961 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.812243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-46bbc1cf-6717-450a-87d5-413f5b67a760 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754005 Oct 25 08:59:49.816699 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac51497f-fd64-41b7-b689-3bd2d610768b x-openstack-request-id: req-ac51497f-fd64-41b7-b689-3bd2d610768b {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:49.817025 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "name": "network-vif-plugged", "status": "completed", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:49.817261 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac51497f-fd64-41b7-b689-3bd2d610768b {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:49.817820 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'code': 200} Oct 25 08:59:49.822416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.852154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.869915 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.875840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2628cb08-a2ae-40b8-a57f-38521a7bcfb6 req-1d20152f-9a67-45dc-a66d-7c72c8076815 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips/305d9e13-448f-465b-8775-db0e49d87dc3 HTTP/1.1" status: 200 len: 693 time: 0.0619504 Oct 25 08:59:49.877465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=a206f5ba-e098-46be-9deb-cca48362fed8,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:49.969868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2035ef02-c505-470e-b56e-088f6be84525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:49.994056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628cb08-a2ae-40b8-a57f-38521a7bcfb6 req-53a0f448-796d-4566-827c-0f9acbe28467 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:49.995444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2628cb08-a2ae-40b8-a57f-38521a7bcfb6 req-53a0f448-796d-4566-827c-0f9acbe28467 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1083910 Oct 25 08:59:50.001199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2035ef02-c505-470e-b56e-088f6be84525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.072297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] device_id is not set on port 969b1a16-f530-488d-8de6-8481b435c61d yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:50.089820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2035ef02-c505-470e-b56e-088f6be84525 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f422446d259945aab5cb668eed065d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337136 Oct 25 08:59:50.090541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ef02-c505-470e-b56e-088f6be84525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239cc25c-b21e-4198-9bbd-53286a248431,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:50.092660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49578) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:50.105942 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-b5094c4d-f6ca-423d-94ac-60b8e34ad4d8 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646995 Oct 25 08:59:50.109236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55cf5c-baa4-496a-bad5-a89863d50e25 req-f8dd1120-42d1-4723-8772-c21038a0c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:50.110640 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4f55cf5c-baa4-496a-bad5-a89863d50e25 req-f8dd1120-42d1-4723-8772-c21038a0c658 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 1100 time: 0.2010016 Oct 25 08:59:50.177860 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b831bdea-4179-4e41-9790-bfa3a1196302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.206161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b831bdea-4179-4e41-9790-bfa3a1196302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.218884 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.223905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daf59c-a45d-423a-ab85-d6336e9d29a5 req-efb9abb1-c65f-4a4f-8c49-3818d243d147 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:50.225399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10daf59c-a45d-423a-ab85-d6336e9d29a5 req-efb9abb1-c65f-4a4f-8c49-3818d243d147 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 949 time: 0.0888669 Oct 25 08:59:50.285748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10daf59c-a45d-423a-ab85-d6336e9d29a5 req-f074068d-f1b5-4535-ac49-fca8a1428f9b tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525062 Oct 25 08:59:50.295128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b831bdea-4179-4e41-9790-bfa3a1196302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.298441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b831bdea-4179-4e41-9790-bfa3a1196302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.299760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b831bdea-4179-4e41-9790-bfa3a1196302 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/239cc25c-b21e-4198-9bbd-53286a248431 HTTP/1.1" status: 204 len: 168 time: 0.2047160 Oct 25 08:59:50.309709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831bdea-4179-4e41-9790-bfa3a1196302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239cc25c-b21e-4198-9bbd-53286a248431,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:50.321458 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-4954c5d7-1f45-4f4a-945b-2468f0c76cec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 200 len: 217 time: 0.0615396 Oct 25 08:59:50.371033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-0fa3b7aa-98ff-4e02-bdc2-23da6bdd6c99 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips/305d9e13-448f-465b-8775-db0e49d87dc3 HTTP/1.1" status: 200 len: 693 time: 0.0545044 Oct 25 08:59:50.379156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] device_id is not set on port 71eb5c6f-ba85-4cb3-b0af-5155a5cc0f18 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 08:59:50.402779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4f55cf5c-baa4-496a-bad5-a89863d50e25 req-d6434fd0-44e2-488c-8d5b-a09e875b53fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425548 Oct 25 08:59:50.417750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-1ec8372d-4d4b-46f0-9ad9-aa31a57a9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:50.419197 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-1ec8372d-4d4b-46f0-9ad9-aa31a57a9fae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0884712 Oct 25 08:59:50.514422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-f8a39b24-381a-4297-b7cc-8792718a7ebe tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:50.515796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-f8a39b24-381a-4297-b7cc-8792718a7ebe tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1377258 Oct 25 08:59:50.520495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.562684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.578553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-2469c540-ab9f-4ad0-ad77-05570eb3248d tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.0562961 Oct 25 08:59:50.632955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-f9152c70-6302-40d1-be74-c3ac9af3a08c tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.0472870 Oct 25 08:59:50.639383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Port': ['ID=969b1a16-f530-488d-8de6-8481b435c61d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:50.644152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Checking segment: {'id': '078cd1b6-dc83-45fa-9cf0-8da55cdf9a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b179fd1-5c5a-4a80-97d5-c9be0bcae074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:50.644506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Network hostable DHCP agents. Network: 9b179fd1-5c5a-4a80-97d5-c9be0bcae074, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:59:50.671825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Network 9b179fd1-5c5a-4a80-97d5-c9be0bcae074 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:59:50.681636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 9b179fd1-5c5a-4a80-97d5-c9be0bcae074) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:50.688374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:50.688909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.697029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec5937-2b1f-4f32-ae81-6428f6fb7686 None None] Network 9b179fd1-5c5a-4a80-97d5-c9be0bcae074 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:50.764318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Port': ['ID=71eb5c6f-ba85-4cb3-b0af-5155a5cc0f18,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:50.793450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Checking segment: {'id': '161c26d0-4191-4b0a-a3c4-f8530a2c8516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:50.793983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Network hostable DHCP agents. Network: 5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:59:50.799121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Deleting port 528dea85-da1e-443e-bae0-9c82b55e191d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:50.799536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.857421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Network 5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:59:50.869183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-e076d89b-fc5c-43a9-a624-58e6f58e5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:50.870821 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-e076d89b-fc5c-43a9-a624-58e6f58e5a92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698779 Oct 25 08:59:50.872356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:50.876961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:50.883513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:50.884934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b67fe-723a-4640-91c8-69490cc3a034 None None] Network 5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:50.889150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:50.890608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.901034 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.901342 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:50.916521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Calling delete_port for 528dea85-da1e-443e-bae0-9c82b55e191d owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:50.972300 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ed2c5a7-aaf7-4b7c-99c1-af629e127387 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5984261 Oct 25 08:59:50.973155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49600) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:51.048620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-f657f07f-169d-4734-8e88-2b31f1c03557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:51.048754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8884bfec-ff2f-4ac9-8967-621a2f6058c1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:51.050260 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-f657f07f-169d-4734-8e88-2b31f1c03557 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 1097 time: 0.1001678 Oct 25 08:59:51.056443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8884bfec-ff2f-4ac9-8967-621a2f6058c1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:51.058094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8884bfec-ff2f-4ac9-8967-621a2f6058c1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0840898 Oct 25 08:59:51.058404 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-294a509f-0429-454b-973a-c2d170810ed4 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638954 Oct 25 08:59:51.062207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49606) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:51.206728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f3f20bab-fe88-4b43-a27d-70089eb43483 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Deleting port 969b1a16-f530-488d-8de6-8481b435c61d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:51.207078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f20bab-fe88-4b43-a27d-70089eb43483 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.262551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.303349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event deleted for resources: {'Port': ['ID=528dea85-da1e-443e-bae0-9c82b55e191d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:51.338753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f20bab-fe88-4b43-a27d-70089eb43483 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.379510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f3f20bab-fe88-4b43-a27d-70089eb43483 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Calling delete_port for 969b1a16-f530-488d-8de6-8481b435c61d owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:51.440196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.442859 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.446038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1965a5de-0a31-4fab-aab0-6acaa011998f req-ee89bd14-b7d6-45aa-ac13-a0320bcbeb57 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "DELETE /v2.0/floatingips/305d9e13-448f-465b-8775-db0e49d87dc3 HTTP/1.1" status: 204 len: 173 time: 0.8040800 Oct 25 08:59:51.496026 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-dc3a2c50-4c61-4b55-8a45-a585fdfd0acf service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278920 Oct 25 08:59:51.497191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-2f897d80-f5dd-48c8-b305-3b5afc9b0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:51.498480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-2f897d80-f5dd-48c8-b305-3b5afc9b0db3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 915 time: 0.4392426 Oct 25 08:59:51.518413 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f20bab-fe88-4b43-a27d-70089eb43483 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.580339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f20bab-fe88-4b43-a27d-70089eb43483 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Port': ['ID=969b1a16-f530-488d-8de6-8481b435c61d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:51.586327 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-42d4b5e6-3e2d-40d3-bc15-4b7bddfc3e78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39 HTTP/1.1" status: 200 len: 217 time: 0.0717709 Oct 25 08:59:51.587679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-3ecb9744-c579-4802-9d70-e7eb8ca053ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549ceee8-4035-493e-9a6c-ce11263a90cd HTTP/1.1" status: 200 len: 217 time: 0.0719111 Oct 25 08:59:51.599321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f20bab-fe88-4b43-a27d-70089eb43483 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.603924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f3f20bab-fe88-4b43-a27d-70089eb43483 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/ports/969b1a16-f530-488d-8de6-8481b435c61d HTTP/1.1" status: 204 len: 168 time: 0.5407214 Oct 25 08:59:51.607246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49628) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:51.626534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e70e9-6b89-46f0-ab4e-3d13c1e2be3c req-181f8136-24fb-4db3-8789-07d54eb9787f tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:51.628166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c89e70e9-6b89-46f0-ab4e-3d13c1e2be3c req-181f8136-24fb-4db3-8789-07d54eb9787f tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 950 time: 0.1192441 Oct 25 08:59:51.648174 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.709833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-84d0345f-92d7-4bc5-8b28-fda290dbab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:51.712458 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-84d0345f-92d7-4bc5-8b28-fda290dbab9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 200 len: 854 time: 0.0991001 Oct 25 08:59:51.714189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-1571934e-1a2b-4feb-a484-fd8230036d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:51.715499 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-1571934e-1a2b-4feb-a484-fd8230036d82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.1154380 Oct 25 08:59:51.734498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c89e70e9-6b89-46f0-ab4e-3d13c1e2be3c req-e67b1229-471d-4cf0-bd56-b6e7ca36abb8 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833826 Oct 25 08:59:51.761314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a5867c51-733f-4cd1-ab5f-c0227db607c2 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Deleting port 71eb5c6f-ba85-4cb3-b0af-5155a5cc0f18 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:51.761737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5867c51-733f-4cd1-ab5f-c0227db607c2 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.812505 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-e2073c45-e1db-4a85-baf7-a3973ed94c8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2216b6-a802-4d88-9a04-5dfea23f141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497477 Oct 25 08:59:51.818584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2541f41-6b1e-4b63-aae8-b8754ae7b0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a206f5ba-e098-46be-9deb-cca48362fed8'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:51.822087 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b14d3e-3949-4eac-be43-4637a3b3a95d" -d '{"events": [{"server_uuid": "e2541f41-6b1e-4b63-aae8-b8754ae7b0b6", "name": "network-vif-plugged", "status": "completed", "tag": "a206f5ba-e098-46be-9deb-cca48362fed8"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:51.839135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-7c64b34f-e2b6-4cc1-ac9d-d75b4aa8b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:51.841139 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-7c64b34f-e2b6-4cc1-ac9d-d75b4aa8b325 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799460 Oct 25 08:59:51.858732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5867c51-733f-4cd1-ab5f-c0227db607c2 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:51.885194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a5867c51-733f-4cd1-ab5f-c0227db607c2 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Calling delete_port for 71eb5c6f-ba85-4cb3-b0af-5155a5cc0f18 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:52.009891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adbd15-d375-4bfd-8296-8b59f9675718 req-11774885-27d5-43c9-b052-0f9727172b96 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:52.011370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e9adbd15-d375-4bfd-8296-8b59f9675718 req-11774885-27d5-43c9-b052-0f9727172b96 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0735705 Oct 25 08:59:52.042021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5867c51-733f-4cd1-ab5f-c0227db607c2 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.051877 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-20b85250-51bd-4761-946b-e870e19b725d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911600 Oct 25 08:59:52.083612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5867c51-733f-4cd1-ab5f-c0227db607c2 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Port': ['ID=71eb5c6f-ba85-4cb3-b0af-5155a5cc0f18,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:52.093350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5867c51-733f-4cd1-ab5f-c0227db607c2 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.096570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a5867c51-733f-4cd1-ab5f-c0227db607c2 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/ports/71eb5c6f-ba85-4cb3-b0af-5155a5cc0f18 HTTP/1.1" status: 204 len: 168 time: 0.4882965 Oct 25 08:59:52.099425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49640) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:52.115390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e9adbd15-d375-4bfd-8296-8b59f9675718 req-b836754f-42f8-44bb-854a-53548cfffe94 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891886 Oct 25 08:59:52.132611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8bff6966-56f5-4dae-a8f0-9c36763fd24d tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0321386 Oct 25 08:59:52.136878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49642) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:52.141908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-380948919'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:52.159745 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-220e2879-1d0e-40bb-b45d-f03ac02289ab service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977371 Oct 25 08:59:52.169303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Made reservation on behalf of 293c7e3f134542318f8de820ea33f790 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:52.175198 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.198920 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35c4fd0-de78-4a47-8248-98785ecc586b req-5ce4ad42-6c06-40d5-b27f-380dfc9aa396 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382768 Oct 25 08:59:52.202762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:52.214339 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.214681 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Added segment 586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd of type vlan for network 9411ddb2-9df2-4620-87ca-c061e3497989 Oct 25 08:59:52.274777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.302802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-6b4d0e30-e2d5-42da-bc6f-5484ea7ca620 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292768 Oct 25 08:59:52.328243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.333938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:52.334701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.353721 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-57536e20-bb49-47e8-b45d-32ec50e20ae8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=49a562de-ae3f-4595-9ce8-05aa17697381 HTTP/1.1" status: 200 len: 217 time: 0.0425694 Oct 25 08:59:52.402505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2644951 Oct 25 08:59:52.407585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49652) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:52.412978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1924532749'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:52.425379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caabb7-2b01-4451-82fa-a7fedf0804ba req-9cf74c90-0ee7-4322-b336-28a8cdb5e8bf tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:52.427111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5caabb7-2b01-4451-82fa-a7fedf0804ba req-9cf74c90-0ee7-4322-b336-28a8cdb5e8bf tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 949 time: 0.1317842 Oct 25 08:59:52.428195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba7226-7a10-446b-a05f-32672a43de08 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Network': ['ID=9411ddb2-9df2-4620-87ca-c061e3497989,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:52.443171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 9411ddb2-9df2-4620-87ca-c061e3497989 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:52.457115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-9036cff3-92d6-4f2e-bbec-473bf41230f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:52.459106 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-9036cff3-92d6-4f2e-bbec-473bf41230f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0981071 Oct 25 08:59:52.465702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Made reservation on behalf of 293c7e3f134542318f8de820ea33f790 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:52.470659 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.481876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5caabb7-2b01-4451-82fa-a7fedf0804ba req-71fcf39f-c8bf-43e7-9090-f97de382fc89 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Oct 25 08:59:52.543904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 08:59:52.562144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-ff688a60-e920-4f04-8b22-662e224528f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:52.563670 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-ff688a60-e920-4f04-8b22-662e224528f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895114 Oct 25 08:59:52.565280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.565582 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Added segment a2331497-6836-47fb-afdd-62992df1d5e8 of type vlan for network a37496b6-f2b9-43f8-bc70-42dae7188667 Oct 25 08:59:52.662574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.712580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4c6a5-48a3-4eee-90d6-508f8fbdfc3e req-7aa2cc42-08e1-4238-aa8e-8e8f84615f44 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:52.714185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7e4c6a5-48a3-4eee-90d6-508f8fbdfc3e req-7aa2cc42-08e1-4238-aa8e-8e8f84615f44 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2011509 Oct 25 08:59:52.714494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.722985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:52.722985 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:52.733313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-898c8ba7-acac-4546-b4a9-df8a4f05c775 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564319 Oct 25 08:59:52.766535 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca496f72-2c8a-4155-86dd-d3f219272664 x-openstack-request-id: req-ca496f72-2c8a-4155-86dd-d3f219272664 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:52.766824 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2541f41-6b1e-4b63-aae8-b8754ae7b0b6", "name": "network-vif-plugged", "status": "completed", "tag": "a206f5ba-e098-46be-9deb-cca48362fed8", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:52.767079 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca496f72-2c8a-4155-86dd-d3f219272664 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:52.767477 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2541f41-6b1e-4b63-aae8-b8754ae7b0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a206f5ba-e098-46be-9deb-cca48362fed8', 'code': 200} Oct 25 08:59:52.820915 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3985624 Oct 25 08:59:52.865299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b14e18-5c32-442e-98a3-ab25423ed984 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Network': ['ID=a37496b6-f2b9-43f8-bc70-42dae7188667,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:52.878177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network a37496b6-f2b9-43f8-bc70-42dae7188667 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 08:59:52.933399 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-b97e5cf5-d569-4ff8-a3a1-69b40a1b3b3e service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852994 Oct 25 08:59:52.952696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49666) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:52.958878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'subnets': [{'network_id': '9411ddb2-9df2-4620-87ca-c061e3497989', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1050732209', 'ip_version': 4}, {'network_id': 'a37496b6-f2b9-43f8-bc70-42dae7188667', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:52.959182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'subnet': {'network_id': '9411ddb2-9df2-4620-87ca-c061e3497989', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1050732209', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:52.961002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Request body: {'subnet': {'network_id': 'a37496b6-f2b9-43f8-bc70-42dae7188667', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 08:59:52.992874 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-d66299a4-5817-4bab-959d-3efc36e44cf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68c2da18-5f42-4731-9d83-36db65c365f9 HTTP/1.1" status: 200 len: 217 time: 0.0516582 Oct 25 08:59:53.017619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a315ce-2839-41db-be75-b3e42ae3ffe7 req-e3f434e3-fc20-4300-8b13-b174dddf3194 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:53.019088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20a315ce-2839-41db-be75-b3e42ae3ffe7 req-e3f434e3-fc20-4300-8b13-b174dddf3194 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 950 time: 0.1831763 Oct 25 08:59:53.047581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-78c11963-63fc-4780-ab30-bad7b5e8f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:53.058456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-78c11963-63fc-4780-ab30-bad7b5e8f16f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.0487838 Oct 25 08:59:53.068040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0abb-0198-4316-b6e0-dd43f1dbbf9f req-bb9a968a-580c-42f9-9ce2-ad99dd8dd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:53.069605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-643f0abb-0198-4316-b6e0-dd43f1dbbf9f req-bb9a968a-580c-42f9-9ce2-ad99dd8dd4e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 1101 time: 0.1804910 Oct 25 08:59:53.114579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-8ffb5229-32c3-4e41-babf-a7fc93e0ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:53.116853 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-8ffb5229-32c3-4e41-babf-a7fc93e0ee54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596187 Oct 25 08:59:53.143939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20a315ce-2839-41db-be75-b3e42ae3ffe7 req-2825073f-7141-4724-83fe-ff31676e36c1 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163645 Oct 25 08:59:53.179883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-643f0abb-0198-4316-b6e0-dd43f1dbbf9f req-8bbd587b-056f-4f21-800f-165af141a3f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990620 Oct 25 08:59:53.239323 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-d84247b8-4506-4c41-a5d9-005ecdc8ac87 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115615 Oct 25 08:59:53.346141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-07538e0e-e963-4d84-bd1c-1db903459d01 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978701 Oct 25 08:59:53.393410 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-2e3b47e1-eb39-4b5f-a40c-95808ba412d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad HTTP/1.1" status: 200 len: 217 time: 0.0382318 Oct 25 08:59:53.451114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-81107bfe-1024-42ac-a8df-5c8b732ff85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:53.452805 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-81107bfe-1024-42ac-a8df-5c8b732ff85e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.0503659 Oct 25 08:59:53.506821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-b7046af0-7bf3-49b2-9155-0e9438bc3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:53.508685 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-b7046af0-7bf3-49b2-9155-0e9438bc3766 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482416 Oct 25 08:59:53.593630 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2b3551c-acd0-4bcf-baf3-3cf8c24b6a45 req-655248a7-37c8-44b1-80a4-1f4b719b341a tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=0cf5299d8e814348b13922c1d60cbeb6 HTTP/1.1" status: 200 len: 1655 time: 0.4035041 Oct 25 08:59:53.613117 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-16a3167f-f7b4-4458-9866-c602d7b0e3f2 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962827 Oct 25 08:59:53.617444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Made reservation on behalf of 293c7e3f134542318f8de820ea33f790 for: {'subnet': 2} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 08:59:53.622029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:53.622372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:53.712283 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-129f4bbc-6790-4abe-be00-b1d0b5f4687b req-a4195160-2417-49e9-b686-a429a7d452e0 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917909 Oct 25 08:59:53.785063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3551c-acd0-4bcf-baf3-3cf8c24b6a45 req-41a5d1a4-3d07-4851-afaf-4fa21a16863f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:53.793499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2b3551c-acd0-4bcf-baf3-3cf8c24b6a45 req-41a5d1a4-3d07-4851-afaf-4fa21a16863f tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks?id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 787 time: 0.1888061 Oct 25 08:59:54.012316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470844db-264e-4b14-b88b-e51959ded990 req-dd128e6f-e07d-4648-a01c-f5f18c9f14fa tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:54.013980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-470844db-264e-4b14-b88b-e51959ded990 req-dd128e6f-e07d-4648-a01c-f5f18c9f14fa tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 950 time: 0.1349061 Oct 25 08:59:54.069156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-470844db-264e-4b14-b88b-e51959ded990 req-13c643db-21f7-42d1-92cf-64efa2111b14 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Oct 25 08:59:54.173720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:54.248971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Subnet': ['ID=f1eaf4cd-be4a-418b-a56a-6d71d3c5c1fd,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:54.279142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Checking segment: {'id': '586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9411ddb2-9df2-4620-87ca-c061e3497989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:54.279500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Network hostable DHCP agents. Network: 9411ddb2-9df2-4620-87ca-c061e3497989, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:59:54.310381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f0835-90dd-474f-8768-e2257d1df54b req-7a455c34-894f-4daa-8854-684868a2c46b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:54.311897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d8f0835-90dd-474f-8768-e2257d1df54b req-7a455c34-894f-4daa-8854-684868a2c46b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 946 time: 0.0833278 Oct 25 08:59:54.313079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Network 9411ddb2-9df2-4620-87ca-c061e3497989 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:59:54.334531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 9411ddb2-9df2-4620-87ca-c061e3497989) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:54.341814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:54.355046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a1208-b186-49c4-b9dc-4c8fffb663df None None] Network 9411ddb2-9df2-4620-87ca-c061e3497989 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:54.420045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d8f0835-90dd-474f-8768-e2257d1df54b req-578e389a-b586-4687-b151-a0cca9fc128d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000812 Oct 25 08:59:54.426470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event updated for resources: {'Subnet': ['ID=93b3a8ca-30f3-4402-b9c6-56de69c030a2,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:54.454729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Checking segment: {'id': 'a2331497-6836-47fb-afdd-62992df1d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a37496b6-f2b9-43f8-bc70-42dae7188667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:54.455084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Network hostable DHCP agents. Network: a37496b6-f2b9-43f8-bc70-42dae7188667, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 08:59:54.478258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Network a37496b6-f2b9-43f8-bc70-42dae7188667 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 08:59:54.496536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, a37496b6-f2b9-43f8-bc70-42dae7188667) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:54.502777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:54.503904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:54.504607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:54.519111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b58c5-a562-44c7-8834-ff1da86e7f02 None None] Network a37496b6-f2b9-43f8-bc70-42dae7188667 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:54.529948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-92f470a8-1819-462e-9dfd-e495dd4e17d1 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5752981 Oct 25 08:59:54.532311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49700) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:54.615340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-9411ddb2-9df2-4620-87ca-c061e3497989', 'network_id': '9411ddb2-9df2-4620-87ca-c061e3497989', 'tenant_id': '293c7e3f134542318f8de820ea33f790', 'fixed_ips': [{'subnet_id': 'f1eaf4cd-be4a-418b-a56a-6d71d3c5c1fd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:59:54.616737 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:54.634041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6166e-9fcf-4cd9-9432-093ada443fc9 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:54.636040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6166e-9fcf-4cd9-9432-093ada443fc9 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:54.639033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6166e-9fcf-4cd9-9432-093ada443fc9 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:54.643868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d5f6166e-9fcf-4cd9-9432-093ada443fc9 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1074567 Oct 25 08:59:54.644303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49702) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:54.736651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-623d74d0-ee32-4b6c-bfdb-2f9fdaff0b6e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Deleting subnet f1eaf4cd-be4a-418b-a56a-6d71d3c5c1fd {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:59:54.816779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Allocated IP 172.20.0.2 (9411ddb2-9df2-4620-87ca-c061e3497989/f1eaf4cd-be4a-418b-a56a-6d71d3c5c1fd/ca1e7279-32c1-48dd-a796-39f2594793c9) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:54.860668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a37496b6-f2b9-43f8-bc70-42dae7188667', 'network_id': 'a37496b6-f2b9-43f8-bc70-42dae7188667', 'tenant_id': '293c7e3f134542318f8de820ea33f790', 'fixed_ips': [{'subnet_id': '93b3a8ca-30f3-4402-b9c6-56de69c030a2'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 08:59:54.861571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:54.987184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-3dfb16ac-08e9-46e9-ae12-f7509cd9dd3c tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips/0fc15994-7db9-471a-b794-db3de576af67 HTTP/1.1" status: 200 len: 693 time: 0.0487504 Oct 25 08:59:55.111803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Allocated IP 172.20.0.18 (a37496b6-f2b9-43f8-bc70-42dae7188667/93b3a8ca-30f3-4402-b9c6-56de69c030a2/3d13c615-6974-48ff-8452-f2d61aa96ad6) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 08:59:55.124936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-c45f2df5-ba3b-4529-8d97-732cfa0f90fd tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:55.126586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-c45f2df5-ba3b-4529-8d97-732cfa0f90fd tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1314824 Oct 25 08:59:55.130097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.137566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-623d74d0-ee32-4b6c-bfdb-2f9fdaff0b6e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.154170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.188250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-623d74d0-ee32-4b6c-bfdb-2f9fdaff0b6e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.192934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-e71d3099-9e43-4670-95d1-6043aff7bb01 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0573211 Oct 25 08:59:55.249815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Network 9411ddb2-9df2-4620-87ca-c061e3497989 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:55.260278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:55.265866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-555e10fd-ca24-4949-b891-9e215512edf1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0660617 Oct 25 08:59:55.266024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:55.303660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-623d74d0-ee32-4b6c-bfdb-2f9fdaff0b6e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.323651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Pushing event updated for resources: {'Port': ['ID=ca1e7279-32c1-48dd-a796-39f2594793c9,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:55.377438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Attempting to bind port ca1e7279-32c1-48dd-a796-39f2594793c9 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:55.379199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Attempting to bind port ca1e7279-32c1-48dd-a796-39f2594793c9 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9411ddb2-9df2-4620-87ca-c061e3497989'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:55.379760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Attempting to bind port ca1e7279-32c1-48dd-a796-39f2594793c9 on network 9411ddb2-9df2-4620-87ca-c061e3497989 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:55.394573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:55.395019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Checking segment: {'id': '586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9411ddb2-9df2-4620-87ca-c061e3497989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:55.395591 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.395999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Bound using segment: {'id': '586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9411ddb2-9df2-4620-87ca-c061e3497989'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:55.396690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Bound port: ca1e7279-32c1-48dd-a796-39f2594793c9, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9411ddb2-9df2-4620-87ca-c061e3497989'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:55.397154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.397965 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-623d74d0-ee32-4b6c-bfdb-2f9fdaff0b6e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.428604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Deleting port 324eb31d-653a-43d6-b41e-99ff72d4a4fa {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:55.429057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.451863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d74d0-ee32-4b6c-bfdb-2f9fdaff0b6e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Subnet': ['ID=f1eaf4cd-be4a-418b-a56a-6d71d3c5c1fd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:55.468859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-623d74d0-ee32-4b6c-bfdb-2f9fdaff0b6e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.480944 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-623d74d0-ee32-4b6c-bfdb-2f9fdaff0b6e tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/subnets/f1eaf4cd-be4a-418b-a56a-6d71d3c5c1fd HTTP/1.1" status: 204 len: 168 time: 0.8332360 Oct 25 08:59:55.481911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49730) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:55.512208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] For port ca1e7279-32c1-48dd-a796-39f2594793c9, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:55.515456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] For port ca1e7279-32c1-48dd-a796-39f2594793c9, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ca1e7279-32c1-48dd-a796-39f2594793c9,segment=NetworkSegment(586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd),segment_id=586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:55.526583 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.535321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.535649 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.557722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Calling delete_port for 324eb31d-653a-43d6-b41e-99ff72d4a4fa owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:55.581289 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.589259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e0a5e3-3bc0-46e7-a53e-b8424e364c00 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Deleting subnet 93b3a8ca-30f3-4402-b9c6-56de69c030a2 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 08:59:55.595369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66e0a5e3-3bc0-46e7-a53e-b8424e364c00 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.619288 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.625961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e7f7f-0042-4b74-98bd-7c7bea701f34 None None] Pushing event updated for resources: {'Port': ['ID=ca1e7279-32c1-48dd-a796-39f2594793c9,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:55.656081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66e0a5e3-3bc0-46e7-a53e-b8424e364c00 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.674962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737f54e-1bab-4d66-8f5b-972d5315333b None None] Network 9411ddb2-9df2-4620-87ca-c061e3497989 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:55.720671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Network a37496b6-f2b9-43f8-bc70-42dae7188667 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 08:59:55.725485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:59:55.755290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Pushing event updated for resources: {'Port': ['ID=3d13c615-6974-48ff-8452-f2d61aa96ad6,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:55.758748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 08:59:55.772836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 08:59:55.776732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66e0a5e3-3bc0-46e7-a53e-b8424e364c00 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.810918 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.874583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event deleted for resources: {'Port': ['ID=324eb31d-653a-43d6-b41e-99ff72d4a4fa,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:55.892310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Attempting to bind port 3d13c615-6974-48ff-8452-f2d61aa96ad6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 08:59:55.892674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Attempting to bind port 3d13c615-6974-48ff-8452-f2d61aa96ad6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'a2331497-6836-47fb-afdd-62992df1d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a37496b6-f2b9-43f8-bc70-42dae7188667'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 08:59:55.893060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Attempting to bind port 3d13c615-6974-48ff-8452-f2d61aa96ad6 on network a37496b6-f2b9-43f8-bc70-42dae7188667 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 08:59:55.901877 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66e0a5e3-3bc0-46e7-a53e-b8424e364c00 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.926954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 08:59:55.927318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Checking segment: {'id': 'a2331497-6836-47fb-afdd-62992df1d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a37496b6-f2b9-43f8-bc70-42dae7188667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 08:59:55.927712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.928095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Bound using segment: {'id': 'a2331497-6836-47fb-afdd-62992df1d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a37496b6-f2b9-43f8-bc70-42dae7188667'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 08:59:55.928564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Bound port: 3d13c615-6974-48ff-8452-f2d61aa96ad6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2331497-6836-47fb-afdd-62992df1d5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a37496b6-f2b9-43f8-bc70-42dae7188667'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 08:59:55.928962 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.944097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.947474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0a5e3-3bc0-46e7-a53e-b8424e364c00 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Subnet': ['ID=93b3a8ca-30f3-4402-b9c6-56de69c030a2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:55.955607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66e0a5e3-3bc0-46e7-a53e-b8424e364c00 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.960093 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-66e0a5e3-3bc0-46e7-a53e-b8424e364c00 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/subnets/93b3a8ca-30f3-4402-b9c6-56de69c030a2 HTTP/1.1" status: 204 len: 168 time: 0.4771955 Oct 25 08:59:55.962560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49734) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:55.984816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.987408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:55.988929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff1fb2a9-7b1c-4a6c-bf20-efd2e954a6cd req-56e2d1fb-e774-422a-a49a-6d91c4d93bc1 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "DELETE /v2.0/floatingips/0fc15994-7db9-471a-b794-db3de576af67 HTTP/1.1" status: 204 len: 173 time: 0.7222550 Oct 25 08:59:56.001951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 08:59:56.004176 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f246232b-7627-4a2b-b12e-399fc2109271" -d '{"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-unplugged", "status": "completed", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 08:59:56.021000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:56.032377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.074253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] For port 3d13c615-6974-48ff-8452-f2d61aa96ad6, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 08:59:56.095592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] For port 3d13c615-6974-48ff-8452-f2d61aa96ad6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3d13c615-6974-48ff-8452-f2d61aa96ad6,segment=NetworkSegment(a2331497-6836-47fb-afdd-62992df1d5e8),segment_id=a2331497-6836-47fb-afdd-62992df1d5e8)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 08:59:56.109117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e986d4-9646-4691-ab4b-d23627a577d8 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:56.109444 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.111209 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c6e986d4-9646-4691-ab4b-d23627a577d8 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1475301 Oct 25 08:59:56.115267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49748) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:56.118413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:56.250968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472dc17-3b8a-4481-941a-fc0562140c9b req-d674f343-379f-456c-888c-e9ace4a80f43 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:56.252575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2472dc17-3b8a-4481-941a-fc0562140c9b req-d674f343-379f-456c-888c-e9ace4a80f43 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 950 time: 0.1238518 Oct 25 08:59:56.256247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.321523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2472dc17-3b8a-4481-941a-fc0562140c9b req-b148aecc-103d-44ab-9277-4beba9960584 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580351 Oct 25 08:59:56.330092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2f4b3-d66e-4916-84ad-3c2d295803cf None None] Pushing event updated for resources: {'Port': ['ID=3d13c615-6974-48ff-8452-f2d61aa96ad6,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:56.347759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a09a6-ee71-48ba-9d01-3a3c01b305c3 None None] Network a37496b6-f2b9-43f8-bc70-42dae7188667 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 08:59:56.361506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Deleting port 3d13c615-6974-48ff-8452-f2d61aa96ad6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:56.361850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.446910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] For port 3d13c615-6974-48ff-8452-f2d61aa96ad6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3d13c615-6974-48ff-8452-f2d61aa96ad6,segment=NetworkSegment(a2331497-6836-47fb-afdd-62992df1d5e8),segment_id=a2331497-6836-47fb-afdd-62992df1d5e8)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:56.447298 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.463604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Calling delete_port for 3d13c615-6974-48ff-8452-f2d61aa96ad6 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:56.540623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c971d0-3d03-4cc3-94e9-eb8dbf8d95c6 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 08:59:56.573504 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.617972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Port': ['ID=3d13c615-6974-48ff-8452-f2d61aa96ad6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:56.625919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] No DVR routers for this DVR port 3d13c615-6974-48ff-8452-f2d61aa96ad6 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:59:56.682509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c971d0-3d03-4cc3-94e9-eb8dbf8d95c6 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 08:59:56.709482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775074c-19a1-4755-924c-c2b64521af10 req-e31036ee-f1ca-4262-9b4a-fdfee6e175ed tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:56.711597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5775074c-19a1-4755-924c-c2b64521af10 req-e31036ee-f1ca-4262-9b4a-fdfee6e175ed tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.1547959 Oct 25 08:59:56.732808 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.770064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37496b6-f2b9-43f8-bc70-42dae7188667']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:56.781832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5775074c-19a1-4755-924c-c2b64521af10 req-49664c9a-6b30-4dda-a2f6-d5bdb31c3609 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601413 Oct 25 08:59:56.785225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2331497-6836-47fb-afdd-62992df1d5e8') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:56.785538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2331497-6836-47fb-afdd-62992df1d5e8') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:56.796016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.811430 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.821454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:56.821908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: timer() Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:56.825596 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:56.896147 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.908498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:56.912107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/networks/a37496b6-f2b9-43f8-bc70-42dae7188667 HTTP/1.1" status: 204 len: 168 time: 0.7953801 Oct 25 08:59:56.914740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49756) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:56.961832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2993608-cb85-48bf-b09c-fb2b34e29cda tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Network': ['ID=a37496b6-f2b9-43f8-bc70-42dae7188667,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:56.973576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-25a9e729-08dc-4d00-9011-f392ed7b1efc tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips/dcd34beb-5a00-4a9d-badb-c1502c2ca378 HTTP/1.1" status: 200 len: 692 time: 0.0603001 Oct 25 08:59:57.029537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.105344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Deleting port ca1e7279-32c1-48dd-a796-39f2594793c9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:57.106079 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.109976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-ca203ddb-531e-40d4-87e2-5209890566b6 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:57.118722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-ca203ddb-531e-40d4-87e2-5209890566b6 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1390631 Oct 25 08:59:57.128521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057d2e99-9f91-47cb-954e-255035c89242 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 08:59:57.175899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-5e24cc81-361f-4ca7-9f2a-3a85963e155a tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.0544791 Oct 25 08:59:57.183459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] For port ca1e7279-32c1-48dd-a796-39f2594793c9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ca1e7279-32c1-48dd-a796-39f2594793c9,segment=NetworkSegment(586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd),segment_id=586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 08:59:57.184050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.198708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Calling delete_port for ca1e7279-32c1-48dd-a796-39f2594793c9 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:57.233230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-d967fba1-db3f-45b7-9ac1-ba5e9bc27562 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.57 HTTP/1.1" status: 200 len: 695 time: 0.0506890 Oct 25 08:59:57.253423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d2e99-9f91-47cb-954e-255035c89242 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 08:59:57.301357 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.330515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Port': ['ID=ca1e7279-32c1-48dd-a796-39f2594793c9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:57.339248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] No DVR routers for this DVR port ca1e7279-32c1-48dd-a796-39f2594793c9 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 08:59:57.381186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Deleting port fbb91152-f721-4695-a774-d5e00f340f5f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:57.381723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.436130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.459446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9411ddb2-9df2-4620-87ca-c061e3497989']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:57.469813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:57.470109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586f2d05-2be1-4de6-b7ef-d58b5cfaa5fd') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:57.473399 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.473832 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.482815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.490355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Calling delete_port for fbb91152-f721-4695-a774-d5e00f340f5f owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:57.499661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.509617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:57.510230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:57.513690 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:57.595150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.616993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.640673 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/networks/9411ddb2-9df2-4620-87ca-c061e3497989 HTTP/1.1" status: 204 len: 168 time: 0.7245474 Oct 25 08:59:57.642756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49764) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:57.680671 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.712314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event deleted for resources: {'Port': ['ID=fbb91152-f721-4695-a774-d5e00f340f5f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:57.723959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac567dc-7cef-4940-8280-8ecc2ab2bebe tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Network': ['ID=9411ddb2-9df2-4620-87ca-c061e3497989,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:57.766573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.776264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.778924 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.780069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e36a3f55-3a04-4b1c-96f3-3af7b5447c37 req-bd23f732-c5d2-4310-9503-ae28253c46f7 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "DELETE /v2.0/floatingips/dcd34beb-5a00-4a9d-badb-c1502c2ca378 HTTP/1.1" status: 204 len: 173 time: 0.5391445 Oct 25 08:59:57.820919 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Oct 2021 08:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba616af2-248a-42d5-bd9f-ffd9fb675561 x-openstack-request-id: req-ba616af2-248a-42d5-bd9f-ffd9fb675561 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 08:59:57.821488 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-unplugged", "status": "failed", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd", "code": 422}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 08:59:57.821717 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba616af2-248a-42d5-bd9f-ffd9fb675561 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 08:59:57.822137 n-d-814746-2 neutron-server[106993]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'code': 422} returned with failed status Oct 25 08:59:57.862494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.884855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:57.894948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161c26d0-4191-4b0a-a3c4-f8530a2c8516') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:57.895313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161c26d0-4191-4b0a-a3c4-f8530a2c8516') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:57.905619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.927604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.938709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:57.939257 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:57.943081 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:58.009559 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.016985 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.020796 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/networks/5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6 HTTP/1.1" status: 204 len: 168 time: 0.3767016 Oct 25 08:59:58.022826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49772) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:58.040247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed52241-6352-4830-b1f8-d1ff8c6cac36 req-6153caa6-466c-4aed-b07f-82f8570b1e5a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:58.041895 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eed52241-6352-4830-b1f8-d1ff8c6cac36 req-6153caa6-466c-4aed-b07f-82f8570b1e5a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.0583398 Oct 25 08:59:58.045005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0e7ec-1acf-43f7-873e-97ca06963c1f tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Network': ['ID=5c4117b8-1ddf-4390-8a6f-b5b27a9d82d6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:58.086741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eed52241-6352-4830-b1f8-d1ff8c6cac36 req-95c03818-d426-4831-b544-adeeeb1ad3c0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Oct 25 08:59:58.126900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.239210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.267015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b179fd1-5c5a-4a80-97d5-c9be0bcae074']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:58.277484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078cd1b6-dc83-45fa-9cf0-8da55cdf9a68') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:58.277773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078cd1b6-dc83-45fa-9cf0-8da55cdf9a68') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 08:59:58.287342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.302217 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.310290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 08:59:58.310845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: timer() Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 08:59:58.314199 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 08:59:58.320372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c114575-70a3-4b70-aba7-3973caebf733 req-095bc882-962d-4aa2-a5d7-dd10c8598c08 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips/cb99a1b1-4f99-4807-8d48-77e61f31de16 HTTP/1.1" status: 200 len: 692 time: 0.0755405 Oct 25 08:59:58.378408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.385782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.388907 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] 10.222.0.32 "DELETE /v2.0/networks/9b179fd1-5c5a-4a80-97d5-c9be0bcae074 HTTP/1.1" status: 204 len: 168 time: 0.3565419 Oct 25 08:59:58.401662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05693425-dbcc-47b1-9356-bc1dfa257590 tempest-BulkNetworkOpsTest-752280331 tempest-BulkNetworkOpsTest-752280331-project] Pushing event deleted for resources: {'Network': ['ID=9b179fd1-5c5a-4a80-97d5-c9be0bcae074,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:58.450895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c114575-70a3-4b70-aba7-3973caebf733 req-e0391ea4-1d07-42c7-b3ff-565e0914b86c tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:58.452965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c114575-70a3-4b70-aba7-3973caebf733 req-e0391ea4-1d07-42c7-b3ff-565e0914b86c tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1257513 Oct 25 08:59:58.519461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c114575-70a3-4b70-aba7-3973caebf733 req-6bc167bb-b679-4115-8ea5-bf25da92b425 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.64 HTTP/1.1" status: 200 len: 695 time: 0.0595717 Oct 25 08:59:58.569436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c114575-70a3-4b70-aba7-3973caebf733 req-cb23aa27-1d93-4280-aa6c-2950e1325dcb tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.64 HTTP/1.1" status: 200 len: 695 time: 0.0490699 Oct 25 08:59:58.683477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49796) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:58.739365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Deleting port 2f697ff9-34fb-440a-a59c-a8734c1368b6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 08:59:58.739727 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.837149 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f35bbc8a-f1dc-4e0a-b3ae-ed575f5895f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=293c7e3f134542318f8de820ea33f790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500862 Oct 25 08:59:58.838676 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49800) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:58.863455 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.864062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.880424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Calling delete_port for 2f697ff9-34fb-440a-a59c-a8734c1368b6 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 08:59:58.908214 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91fa8033-5718-49a0-aec4-3d9fa7beb228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:58.936045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91fa8033-5718-49a0-aec4-3d9fa7beb228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:59.001329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91fa8033-5718-49a0-aec4-3d9fa7beb228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:59.005532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91fa8033-5718-49a0-aec4-3d9fa7beb228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:59.010894 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91fa8033-5718-49a0-aec4-3d9fa7beb228 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ca32f7b-2ad1-47a7-900a-c858a43ffe8b HTTP/1.1" status: 204 len: 168 time: 0.1716561 Oct 25 08:59:59.021507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa8033-5718-49a0-aec4-3d9fa7beb228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca32f7b-2ad1-47a7-900a-c858a43ffe8b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:59.103745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:59.133900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Pushing event deleted for resources: {'Port': ['ID=2f697ff9-34fb-440a-a59c-a8734c1368b6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 08:59:59.227349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:59.230182 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 08:59:59.237254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c114575-70a3-4b70-aba7-3973caebf733 req-c9fa5652-37e4-4884-9142-242327293d00 tempest-FloatingIPDetailsTestJSON-985930226 tempest-FloatingIPDetailsTestJSON-985930226-project] 10.222.0.32 "DELETE /v2.0/floatingips/cb99a1b1-4f99-4807-8d48-77e61f31de16 HTTP/1.1" status: 204 len: 173 time: 0.6611676 Oct 25 08:59:59.237753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49816) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:59.466459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3be07-3b0c-4bf8-a07f-5cc5c1deb352 req-dbd2f736-973c-4a86-bf24-57230068ef31 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:59.468064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86b3be07-3b0c-4bf8-a07f-5cc5c1deb352 req-dbd2f736-973c-4a86-bf24-57230068ef31 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 950 time: 0.0575395 Oct 25 08:59:59.527846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86b3be07-3b0c-4bf8-a07f-5cc5c1deb352 req-8098c7db-8dcc-4815-8f71-dd58ab4720b4 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534444 Oct 25 08:59:59.688677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 08:59:59.935123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce346-2fb8-46ab-9e77-efd5658aac56 req-737efd96-c155-4649-beef-3b1591f531c2 tempest-LiveMigrationNegativeTest-1652590399 tempest-LiveMigrationNegativeTest-1652590399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 08:59:59.943630 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58bce346-2fb8-46ab-9e77-efd5658aac56 req-737efd96-c155-4649-beef-3b1591f531c2 tempest-LiveMigrationNegativeTest-1652590399 tempest-LiveMigrationNegativeTest-1652590399-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 1101 time: 0.0693362 Oct 25 08:59:59.961990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49848) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 08:59:59.964063 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58bce346-2fb8-46ab-9e77-efd5658aac56 req-4f78e7be-b9aa-4e96-99f8-da2987f1d9b1 tempest-LiveMigrationNegativeTest-1652590399 tempest-LiveMigrationNegativeTest-1652590399-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.068523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.081560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58bce346-2fb8-46ab-9e77-efd5658aac56 req-4f78e7be-b9aa-4e96-99f8-da2987f1d9b1 tempest-LiveMigrationNegativeTest-1652590399 tempest-LiveMigrationNegativeTest-1652590399-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.086908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58bce346-2fb8-46ab-9e77-efd5658aac56 req-4f78e7be-b9aa-4e96-99f8-da2987f1d9b1 tempest-LiveMigrationNegativeTest-1652590399 tempest-LiveMigrationNegativeTest-1652590399-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.116258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58bce346-2fb8-46ab-9e77-efd5658aac56 req-4f78e7be-b9aa-4e96-99f8-da2987f1d9b1 tempest-LiveMigrationNegativeTest-1652590399 tempest-LiveMigrationNegativeTest-1652590399-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714365 Oct 25 09:00:00.118445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78e7be-b9aa-4e96-99f8-da2987f1d9b1 tempest-LiveMigrationNegativeTest-1652590399 tempest-LiveMigrationNegativeTest-1652590399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda846cd-632a-4683-8971-741d8a667b22,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:00.142479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-935572233'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:00.178651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-3f22c1b4-a8a2-4b83-8137-8798926ec6de req-c8bf46e1-af0e-4c18-96dc-486cb2ebd809 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:00:00.180127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f22c1b4-a8a2-4b83-8137-8798926ec6de req-c8bf46e1-af0e-4c18-96dc-486cb2ebd809 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052652 Oct 25 09:00:00.181994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:00.185523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.199483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.364512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.386573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.407539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c83c-2969-4fbc-ab22-dc0431a08af3 req-d790cc46-dc10-407a-882e-3cb51c49802b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:00.409459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c33c83c-2969-4fbc-ab22-dc0431a08af3 req-d790cc46-dc10-407a-882e-3cb51c49802b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.0562012 Oct 25 09:00:00.414819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:00:00.454278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.454544 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment 4f575c3a-0a7f-4f15-a45e-ca374a9f9169 of type vlan for network 9bf50546-10a6-467f-83f6-88abe706262c Oct 25 09:00:00.455868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c06645b-3220-4222-aee0-abf24e5e44d3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:00.457645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c33c83c-2969-4fbc-ab22-dc0431a08af3 req-33d8fe84-e164-4673-9810-796bb8a8111a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Oct 25 09:00:00.504798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.528204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Deleting port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:00.528547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.592696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.598345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:00.598931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.663678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-6ea3513d-4454-4b52-8914-4006f2a05892 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065648 Oct 25 09:00:00.675038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-2332c8b9-c025-4623-bfc5-601b4638ac7f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:00:00.676275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-2332c8b9-c025-4623-bfc5-601b4638ac7f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067167 Oct 25 09:00:00.677227 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7139266 Oct 25 09:00:00.680787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49878) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:00.687378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-933306339'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:00.690076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43196829-57db-405a-b545-b69ed0c28bec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=9bf50546-10a6-467f-83f6-88abe706262c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:00.706767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 9bf50546-10a6-467f-83f6-88abe706262c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:00:00.710132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] For port 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,segment=NetworkSegment(9df1690f-3435-44d5-b77b-8dd86d103bd4),segment_id=9df1690f-3435-44d5-b77b-8dd86d103bd4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:00.710852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.720322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:00.724312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.756602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Calling delete_port for 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:00.767204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:00:00.792573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.792573 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment 56550667-c8cc-406f-a0cf-b9c99c60b55e of type vlan for network cdbe7d09-d853-4dc7-9e02-6696ad41496f Oct 25 09:00:00.849688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.900816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.910090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:00.910979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:00.989217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3072531 Oct 25 09:00:00.993148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49900) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:01.000565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': '9bf50546-10a6-467f-83f6-88abe706262c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:01.004165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:01.005575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ce3c1-b21c-467d-a4fb-ba194898688f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=cdbe7d09-d853-4dc7-9e02-6696ad41496f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:01.018661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network cdbe7d09-d853-4dc7-9e02-6696ad41496f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:00:01.071305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:01.150914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d2bb5-1ee0-4311-abd1-5edc504fffa2 req-942ee7a9-6bad-4aa4-a135-684aa96ac5f1 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:01.154371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-587d2bb5-1ee0-4311-abd1-5edc504fffa2 req-942ee7a9-6bad-4aa4-a135-684aa96ac5f1 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 950 time: 0.1062210 Oct 25 09:00:01.209439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:01.216988 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:01.221608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:00:01.267516 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-587d2bb5-1ee0-4311-abd1-5edc504fffa2 req-f5729b71-b8d4-43de-8324-d757d98aa173 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982866 Oct 25 09:00:01.388436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:01.448950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:01.481318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '2d417b2f-b245-402f-820b-e034355a454e', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '2d417b2f-b245-402f-820b-e034355a454e', 'mac_address': 'fa:16:3e:f6:49:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:00:01.547207 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:01.591129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d417b2f-b245-402f-820b-e034355a454e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:00:01.619123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:01.625719 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:01.660757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ac308-4ab0-481d-844b-6560159d23b1 req-df9229ed-a919-4ecb-931e-97ec44d9d45a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:01.662703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe0ac308-4ab0-481d-844b-6560159d23b1 req-df9229ed-a919-4ecb-931e-97ec44d9d45a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.1132450 Oct 25 09:00:01.664651 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:01.696302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:01.700630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Router 260da8d4-215a-4ceb-b1ee-fcf5432c637b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:00:01.769779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe0ac308-4ab0-481d-844b-6560159d23b1 req-541e1c66-7337-4ef6-9527-be82bfd01281 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978198 Oct 25 09:00:01.771810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=fa780b3e-968d-4414-b307-807439dd2a49,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:01.780107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['2d417b2f-b245-402f-820b-e034355a454e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:00:01.781118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': '4f575c3a-0a7f-4f15-a45e-ca374a9f9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9bf50546-10a6-467f-83f6-88abe706262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:01.781480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: 9bf50546-10a6-467f-83f6-88abe706262c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:00:01.820622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 9bf50546-10a6-467f-83f6-88abe706262c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:00:01.847778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 9bf50546-10a6-467f-83f6-88abe706262c) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:01.853068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:01.853829 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:01.869080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a41a3f-98ab-49c0-a3f3-95cd675c5b18 None None] Network 9bf50546-10a6-467f-83f6-88abe706262c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:01.880351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6d1d150c-814b-4bbf-99f3-3124cb2b6748 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8862123 Oct 25 09:00:01.884238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49926) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:01.900796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': 'cdbe7d09-d853-4dc7-9e02-6696ad41496f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:01.913278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-d04e4a61-abbc-49a2-9f7d-c63aa47420d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:01.915967 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-d04e4a61-abbc-49a2-9f7d-c63aa47420d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a&tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759 HTTP/1.1" status: 200 len: 1095 time: 0.1169474 Oct 25 09:00:01.919004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:01.927806 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f12bd832-8bec-4774-855b-140a4cd4e074 admin admin] 10.222.0.32 "PUT /v2.0/routers/260da8d4-215a-4ceb-b1ee-fcf5432c637b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6857862 Oct 25 09:00:01.927806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49932) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:01.929845 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] Sync routers for ids ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:01.949407 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] Routers {'260da8d4-215a-4ceb-b1ee-fcf5432c637b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:01.950047 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:02.063085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.103958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:02.113517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.198082 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] Set router 260da8d4-215a-4ceb-b1ee-fcf5432c637b gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:00:02.201044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-9808066d-d618-4f50-9781-2043c035a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:02.202529 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-9808066d-d618-4f50-9781-2043c035a1b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 1095 time: 0.1360271 Oct 25 09:00:02.279228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-9bf50546-10a6-467f-83f6-88abe706262c', 'network_id': '9bf50546-10a6-467f-83f6-88abe706262c', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': 'fa780b3e-968d-4414-b307-807439dd2a49'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:00:02.280579 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.405787 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.426281 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0495eb26-715b-4548-a37b-50653208509f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T09:00:00Z', 'revision_number': 5, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port': {'id': '0495eb26-715b-4548-a37b-50653208509f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:59:19Z', 'updated_at': '2021-10-25T08:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:02.456484 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] Checking router: 260da8d4-215a-4ceb-b1ee-fcf5432c637b for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:00:02.467397 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] Routers {'260da8d4-215a-4ceb-b1ee-fcf5432c637b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:02.468266 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:02.472561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-03a4c714-3274-4115-a04a-2d2c76c3514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:02.474876 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-03a4c714-3274-4115-a04a-2d2c76c3514e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 915 time: 0.2609715 Oct 25 09:00:02.567092 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] Set router 260da8d4-215a-4ceb-b1ee-fcf5432c637b gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:00:02.624725 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-6ec6b4bb-99e8-4e15-9496-3e28323971dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549ceee8-4035-493e-9a6c-ce11263a90cd HTTP/1.1" status: 200 len: 217 time: 0.1221621 Oct 25 09:00:02.629821 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T09:00:02Z', 'revision_number': 6, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:02.659526 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe2c75-fb80-4229-b107-ecac00ee1818 None None] The sync data for ids ['260da8d4-215a-4ceb-b1ee-fcf5432c637b'] in n-d-814746-2 is: [{'id': '260da8d4-215a-4ceb-b1ee-fcf5432c637b', 'name': 'tempest-FloatingIPDetailsTestJSON-1153200077-router', 'tenant_id': '0cf5299d8e814348b13922c1d60cbeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:59:18Z', 'updated_at': '2021-10-25T09:00:02Z', 'revision_number': 6, 'project_id': '0cf5299d8e814348b13922c1d60cbeb6', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:02.680945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Allocated IP 172.20.0.2 (9bf50546-10a6-467f-83f6-88abe706262c/fa780b3e-968d-4414-b307-807439dd2a49/0150f3e3-65d5-43c1-bcbf-d27b7cf8b460) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:02.739342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Deleting port 0495eb26-715b-4548-a37b-50653208509f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:02.739564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.842117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] For port 0495eb26-715b-4548-a37b-50653208509f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0495eb26-715b-4548-a37b-50653208509f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:02.842436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.856932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Calling delete_port for 0495eb26-715b-4548-a37b-50653208509f owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:02.905786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.911559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e984b-1b80-4c3a-9944-285cb29e79d6 req-6dbc32f6-bffe-4f0f-ab9c-cabe20a4711c tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:02.916034 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.920264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d8e984b-1b80-4c3a-9944-285cb29e79d6 req-6dbc32f6-bffe-4f0f-ab9c-cabe20a4711c tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 950 time: 0.5282862 Oct 25 09:00:02.927744 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:02.981296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Pushing event updated for resources: {'Port': ['ID=0150f3e3-65d5-43c1-bcbf-d27b7cf8b460,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:02.992578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Network 9bf50546-10a6-467f-83f6-88abe706262c is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:02.994648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:02.998755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:03.022860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=704e307a-c82c-4788-b33e-c5603bd1af03,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:03.041844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d8e984b-1b80-4c3a-9944-285cb29e79d6 req-94378edf-35fe-4f89-b45d-fc7b58d66894 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203020 Oct 25 09:00:03.058082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': '56550667-c8cc-406f-a0cf-b9c99c60b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdbe7d09-d853-4dc7-9e02-6696ad41496f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:03.059070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: cdbe7d09-d853-4dc7-9e02-6696ad41496f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:00:03.088103 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.091591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network cdbe7d09-d853-4dc7-9e02-6696ad41496f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:00:03.107114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-b924d1e9-6ef3-4ce9-af89-c58e2096aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:03.108095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Attempting to bind port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:00:03.108660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Attempting to bind port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4f575c3a-0a7f-4f15-a45e-ca374a9f9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9bf50546-10a6-467f-83f6-88abe706262c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:00:03.108800 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-b924d1e9-6ef3-4ce9-af89-c58e2096aa9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 200 len: 854 time: 0.4770842 Oct 25 09:00:03.109333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Attempting to bind port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 on network 9bf50546-10a6-467f-83f6-88abe706262c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:03.112387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, cdbe7d09-d853-4dc7-9e02-6696ad41496f) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:03.120465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:03.122263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.135432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97593e-04f9-49a5-84d3-c40ff6a70992 None None] Network cdbe7d09-d853-4dc7-9e02-6696ad41496f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:03.206920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:00:03.207287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Checking segment: {'id': '4f575c3a-0a7f-4f15-a45e-ca374a9f9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9bf50546-10a6-467f-83f6-88abe706262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:03.208041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.208041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Bound using segment: {'id': '4f575c3a-0a7f-4f15-a45e-ca374a9f9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9bf50546-10a6-467f-83f6-88abe706262c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:00:03.208654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Bound port: 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f575c3a-0a7f-4f15-a45e-ca374a9f9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9bf50546-10a6-467f-83f6-88abe706262c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:00:03.209060 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.213838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5610339a-3de0-4cfc-99dc-cf04bd987099 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3283200 Oct 25 09:00:03.234944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:03.249371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49952) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:03.252568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b52350f3-fdd5-4ec7-bb00-6ec25a22fc97 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1784444833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:03.281800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=0495eb26-715b-4548-a37b-50653208509f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:03.300765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.309888 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-e41b3e20-7a9b-43d9-8a79-8a3a23b4d51e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2216b6-a802-4d88-9a04-5dfea23f141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302288 Oct 25 09:00:03.320378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936efe0-fe5a-4396-a445-01de38557c33 req-9e422aba-578b-413b-a348-c303cdb317f5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:03.329450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3936efe0-fe5a-4396-a445-01de38557c33 req-9e422aba-578b-413b-a348-c303cdb317f5 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.1565135 Oct 25 09:00:03.340748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.341095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.341608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.341977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.342330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.342643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.343356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.343455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.343728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.344446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.344446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.344691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:03.346902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-3ba226e0-d4f1-4d37-81e6-005454bb7f3b tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:03.353685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-3ba226e0-d4f1-4d37-81e6-005454bb7f3b tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 950 time: 0.2066364 Oct 25 09:00:03.362649 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b52350f3-fdd5-4ec7-bb00-6ec25a22fc97 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.363816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b52350f3-fdd5-4ec7-bb00-6ec25a22fc97 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.366881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] For port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:00:03.371598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] For port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0150f3e3-65d5-43c1-bcbf-d27b7cf8b460,segment=NetworkSegment(4f575c3a-0a7f-4f15-a45e-ca374a9f9169),segment_id=4f575c3a-0a7f-4f15-a45e-ca374a9f9169)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:00:03.400243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.410571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 2d417b2f-b245-402f-820b-e034355a454e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:03.411137 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.463684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.467658 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.491464 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b52350f3-fdd5-4ec7-bb00-6ec25a22fc97 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.556001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.556541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260da8d4-215a-4ceb-b1ee-fcf5432c637b {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:00:03.557012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b52350f3-fdd5-4ec7-bb00-6ec25a22fc97 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.571964 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.580476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49960) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:03.582392 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-00882667-08a1-41c4-832b-5d578f87bf7f admin admin] 10.222.0.32 "DELETE /v2.0/routers/260da8d4-215a-4ceb-b1ee-fcf5432c637b HTTP/1.1" status: 204 len: 168 time: 1.6535883 Oct 25 09:00:03.598395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-85304073-cdc4-4cd1-b9e2-db243db16621 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508185 Oct 25 09:00:03.606542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-cdbe7d09-d853-4dc7-9e02-6696ad41496f', 'network_id': 'cdbe7d09-d853-4dc7-9e02-6696ad41496f', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': '704e307a-c82c-4788-b33e-c5603bd1af03'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:00:03.607568 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.634184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69881489-f8e8-4b59-8bed-cf64888826b2 None None] Pushing event updated for resources: {'Port': ['ID=0150f3e3-65d5-43c1-bcbf-d27b7cf8b460,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:03.634883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3936efe0-fe5a-4396-a445-01de38557c33 req-009b9e29-9730-4a56-a3f0-97386042ab38 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042102 Oct 25 09:00:03.783865 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b52350f3-fdd5-4ec7-bb00-6ec25a22fc97 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:03.791133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b52350f3-fdd5-4ec7-bb00-6ec25a22fc97 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5419888 Oct 25 09:00:03.792274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49968) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:03.879856 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:04.004239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Allocated IP 172.21.0.2 (cdbe7d09-d853-4dc7-9e02-6696ad41496f/704e307a-c82c-4788-b33e-c5603bd1af03/bb08f97d-221e-4cd2-a98a-38c9211d65ae) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:04.237669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf85eaf3-bf77-434e-9c06-29e516962a6d admin admin] Deleting subnet 0cf2dfd8-6845-4a67-bfac-c9726b7e62bd {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:00:04.256880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf85eaf3-bf77-434e-9c06-29e516962a6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:04.270884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:04.271839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:04.275198 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36709c65-1e2b-467c-94bd-8ee2cdb2110b" -d '{"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-plugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:04.290694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0afd46b6-4b2c-424c-b199-23ecb6915c05 req-05d3ce9e-0787-4fd6-849f-28a7622468bc service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914029 Oct 25 09:00:04.393872 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:04.397805 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:04.468560 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:04.473438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:04.499602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Deleting port a206f5ba-e098-46be-9deb-cca48362fed8 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:04.499943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:04.671406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Network cdbe7d09-d853-4dc7-9e02-6696ad41496f is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:04.679048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:04.683244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:04.691059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:04.691059 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:04.692843 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf85eaf3-bf77-434e-9c06-29e516962a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:04.738888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:04.812566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ef497-9604-4f40-b0a9-4c60f2244a77 req-52a0b748-c55a-4f07-95fd-bee8d1da66b8 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:04.814895 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-568ef497-9604-4f40-b0a9-4c60f2244a77 req-52a0b748-c55a-4f07-95fd-bee8d1da66b8 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2541f41-6b1e-4b63-aae8-b8754ae7b0b6 HTTP/1.1" status: 200 len: 950 time: 0.3852260 Oct 25 09:00:04.883211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Pushing event updated for resources: {'Port': ['ID=bb08f97d-221e-4cd2-a98a-38c9211d65ae,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:05.004563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.026360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-568ef497-9604-4f40-b0a9-4c60f2244a77 req-3b933653-a30f-4928-8fb1-464e410a8474 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008533 Oct 25 09:00:05.060682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0150f3e3-65d5-43c1-bcbf-d27b7cf8b460,segment=NetworkSegment(4f575c3a-0a7f-4f15-a45e-ca374a9f9169),segment_id=4f575c3a-0a7f-4f15-a45e-ca374a9f9169)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:05.066820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Attempting to bind port bb08f97d-221e-4cd2-a98a-38c9211d65ae on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:00:05.067620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Attempting to bind port bb08f97d-221e-4cd2-a98a-38c9211d65ae by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '56550667-c8cc-406f-a0cf-b9c99c60b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdbe7d09-d853-4dc7-9e02-6696ad41496f'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:00:05.068044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Attempting to bind port bb08f97d-221e-4cd2-a98a-38c9211d65ae on network cdbe7d09-d853-4dc7-9e02-6696ad41496f {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:05.076314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 8, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:00:05.076741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Checking segment: {'id': '56550667-c8cc-406f-a0cf-b9c99c60b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdbe7d09-d853-4dc7-9e02-6696ad41496f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:05.077166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.077749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Bound using segment: {'id': '56550667-c8cc-406f-a0cf-b9c99c60b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdbe7d09-d853-4dc7-9e02-6696ad41496f'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:00:05.078212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Bound port: bb08f97d-221e-4cd2-a98a-38c9211d65ae, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56550667-c8cc-406f-a0cf-b9c99c60b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cdbe7d09-d853-4dc7-9e02-6696ad41496f'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:00:05.078588 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.080744 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.216511 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.278657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] For port a206f5ba-e098-46be-9deb-cca48362fed8, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a206f5ba-e098-46be-9deb-cca48362fed8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:05.281206 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca79476-ac4b-4752-aa63-9e78966728a4 x-openstack-request-id: req-dca79476-ac4b-4752-aa63-9e78966728a4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:05.281206 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-plugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:05.283182 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dca79476-ac4b-4752-aa63-9e78966728a4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:05.285264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.285460 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e', 'code': 200} Oct 25 09:00:05.286666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:05.333751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf85eaf3-bf77-434e-9c06-29e516962a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.356818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a56878-298b-45f9-8f46-4fa0ee83acf5 None None] Network 9bf50546-10a6-467f-83f6-88abe706262c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:05.395164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:05.401511 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0fb61dd2-7fb7-4825-bb87-9e22a69dc3d2 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:05.402104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0495eb26-715b-4548-a37b-50653208509f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:05.417184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Calling delete_port for a206f5ba-e098-46be-9deb-cca48362fed8 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:05.597598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] For port bb08f97d-221e-4cd2-a98a-38c9211d65ae, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:00:05.612666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0495eb26-715b-4548-a37b-50653208509f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:05.623247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0495eb26-715b-4548-a37b-50653208509f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:05.630229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=0150f3e3-65d5-43c1-bcbf-d27b7cf8b460,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:05.685182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] For port bb08f97d-221e-4cd2-a98a-38c9211d65ae, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bb08f97d-221e-4cd2-a98a-38c9211d65ae,segment=NetworkSegment(56550667-c8cc-406f-a0cf-b9c99c60b55e),segment_id=56550667-c8cc-406f-a0cf-b9c99c60b55e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:00:05.719934 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.825519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.20.0.1 (9bf50546-10a6-467f-83f6-88abe706262c/fa780b3e-968d-4414-b307-807439dd2a49/39e0e5b5-6c9c-4415-a464-da2bcae40566) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:05.869034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4ace141f-fbb4-4bd4-a778-b7d96f0492e9 None None] Provisioning complete for port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:05.869409 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ace141f-fbb4-4bd4-a778-b7d96f0492e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:05.887769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c626d9-d067-4f3d-9e2a-f78bb6882e02 None None] Pushing event updated for resources: {'Port': ['ID=bb08f97d-221e-4cd2-a98a-38c9211d65ae,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:06.049658 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:06.457863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:06.492272 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:06.510992 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf85eaf3-bf77-434e-9c06-29e516962a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:06.556678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['1d7263a7-312c-4f08-8402-d8c8e226d545'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:00:06.607530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:06.813582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:06.813963 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:06.885528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Pushing event deleted for resources: {'Port': ['ID=a206f5ba-e098-46be-9deb-cca48362fed8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:06.912968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50032) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:07.025652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] No DVR routers for this DVR port a206f5ba-e098-46be-9deb-cca48362fed8 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:07.065651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85eaf3-bf77-434e-9c06-29e516962a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf2dfd8-6845-4a67-bfac-c9726b7e62bd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:07.151665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053bf8b-36df-463c-8dc3-d4043d0124de None None] Network 95df91e3-0008-4a71-a484-a052ad435b48 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:07.158791 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf85eaf3-bf77-434e-9c06-29e516962a6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:07.165816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50036) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:07.177469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cf85eaf3-bf77-434e-9c06-29e516962a6d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0cf2dfd8-6845-4a67-bfac-c9726b7e62bd HTTP/1.1" status: 204 len: 168 time: 3.5555558 Oct 25 09:00:07.178826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:07.196410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-080e04e7-d28f-40b5-9cfa-91c39f4f8549 req-f8aab2bc-d41e-450d-a44c-c714abac7287 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "DELETE /v2.0/ports/a206f5ba-e098-46be-9deb-cca48362fed8 HTTP/1.1" status: 204 len: 173 time: 3.7188301 Oct 25 09:00:07.214569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2541f41-6b1e-4b63-aae8-b8754ae7b0b6', 'name': 'network-vif-deleted', 'tag': 'a206f5ba-e098-46be-9deb-cca48362fed8'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:07.216979 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d479ca4-03ae-4ad8-aa01-35b4bc9b6638" -d '{"events": [{"server_uuid": "e2541f41-6b1e-4b63-aae8-b8754ae7b0b6", "name": "network-vif-deleted", "tag": "a206f5ba-e098-46be-9deb-cca48362fed8"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:07.266278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad9004-173d-4e93-a337-d324e8965334 req-cc2d1bf5-0d7b-44b9-8e99-ec049ac9c992 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:07.279511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00ad9004-173d-4e93-a337-d324e8965334 req-cc2d1bf5-0d7b-44b9-8e99-ec049ac9c992 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 1.7508247 Oct 25 09:00:07.336461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 9bf50546-10a6-467f-83f6-88abe706262c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:07.372109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a08134b-a858-4dcf-a568-3fd4e6d9a466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:07.374443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a206f5ba-e098-46be-9deb-cca48362fed8 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:07.409891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:07.425616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:07.583778 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:07.644387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00ad9004-173d-4e93-a337-d324e8965334 req-aac02418-3326-4407-85cc-449bec8c7a3d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634346 Oct 25 09:00:07.672547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=39e0e5b5-6c9c-4415-a464-da2bcae40566,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:07.741424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:07.986040 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a08134b-a858-4dcf-a568-3fd4e6d9a466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:07.990961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.003533 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a08134b-a858-4dcf-a568-3fd4e6d9a466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.077463 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4a08134b-a858-4dcf-a568-3fd4e6d9a466 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ce1d17ad54948de8e993f4f77ec927b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1624775 Oct 25 09:00:08.089574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Deleting port 86213149-1750-464c-a74e-fc1190419dfb {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:08.091264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.092511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50044) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:08.154561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: a206f5ba-e098-46be-9deb-cca48362fed8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:08.155656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a206f5ba-e098-46be-9deb-cca48362fed8 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:08.209104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9d3d2c9e-bc5b-49da-a484-246edbe425b0 None None] Provisioning complete for port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:08.209996 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2c9e-bc5b-49da-a484-246edbe425b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.276221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08134b-a858-4dcf-a568-3fd4e6d9a466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e08631f-72c0-44a0-875b-6d09c7d6d423,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:08.325711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] For port 86213149-1750-464c-a74e-fc1190419dfb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=86213149-1750-464c-a74e-fc1190419dfb,segment=NetworkSegment(9df1690f-3435-44d5-b77b-8dd86d103bd4),segment_id=9df1690f-3435-44d5-b77b-8dd86d103bd4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:08.326265 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.341719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b9b5c-a502-4cc4-9a61-6ab8a7b8082c None None] Network cdbe7d09-d853-4dc7-9e02-6696ad41496f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:08.345039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Calling delete_port for 86213149-1750-464c-a74e-fc1190419dfb owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:08.519596 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9570a3d-5b1d-4cd7-ba78-e739e86d5cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.580269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.633804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Pushing event deleted for resources: {'Port': ['ID=86213149-1750-464c-a74e-fc1190419dfb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:08.642519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bb08f97d-221e-4cd2-a98a-38c9211d65ae up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:08.643302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] No DVR routers for this DVR port 86213149-1750-464c-a74e-fc1190419dfb on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:08.658640 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9570a3d-5b1d-4cd7-ba78-e739e86d5cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.719733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.748512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.771384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95df91e3-0008-4a71-a484-a052ad435b48']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:08.783436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df1690f-3435-44d5-b77b-8dd86d103bd4') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:08.783828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df1690f-3435-44d5-b77b-8dd86d103bd4') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:08.796420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.815240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.823315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:00:08.823849 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.864070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bb08f97d-221e-4cd2-a98a-38c9211d65ae triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:08.864688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:00:08.901619 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:00:08.903813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.909283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:08.911758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe9c62-5527-46e2-a478-2c91ced6c1fb None None] DHCP port deletion for 95df91e3-0008-4a71-a484-a052ad435b48 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:00:08.917802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] 10.222.0.32 "DELETE /v2.0/networks/95df91e3-0008-4a71-a484-a052ad435b48 HTTP/1.1" status: 204 len: 168 time: 1.7503095 Oct 25 09:00:08.971565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b8875-104b-4f22-9478-14db7cc4d31a admin admin] Pushing event deleted for resources: {'Network': ['ID=95df91e3-0008-4a71-a484-a052ad435b48,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:09.039987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d382cdb6-0163-4ca0-9474-4c61ea03f09c None None] Provisioning complete for port 39e0e5b5-6c9c-4415-a464-da2bcae40566 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:09.040488 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d382cdb6-0163-4ca0-9474-4c61ea03f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.052212 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9570a3d-5b1d-4cd7-ba78-e739e86d5cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.058013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9570a3d-5b1d-4cd7-ba78-e739e86d5cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.066055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9570a3d-5b1d-4cd7-ba78-e739e86d5cee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e08631f-72c0-44a0-875b-6d09c7d6d423 HTTP/1.1" status: 204 len: 168 time: 0.9701393 Oct 25 09:00:09.118226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9570a3d-5b1d-4cd7-ba78-e739e86d5cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e08631f-72c0-44a0-875b-6d09c7d6d423,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:09.172692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.187661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.199738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d382cdb6-0163-4ca0-9474-4c61ea03f09c None None] Port 39e0e5b5-6c9c-4415-a464-da2bcae40566 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:09.203340 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.221600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50054) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:09.255770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port bb08f97d-221e-4cd2-a98a-38c9211d65ae, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bb08f97d-221e-4cd2-a98a-38c9211d65ae,segment=NetworkSegment(56550667-c8cc-406f-a0cf-b9c99c60b55e),segment_id=56550667-c8cc-406f-a0cf-b9c99c60b55e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:09.272138 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.283151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d382cdb6-0163-4ca0-9474-4c61ea03f09c None None] Provisioning complete for port bb08f97d-221e-4cd2-a98a-38c9211d65ae triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:09.283710 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d382cdb6-0163-4ca0-9474-4c61ea03f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.368091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.386484 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b1d92094-c249-4448-b84a-29bf08b65d85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cf5299d8e814348b13922c1d60cbeb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635139 Oct 25 09:00:09.388950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50058) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:09.460111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=bb08f97d-221e-4cd2-a98a-38c9211d65ae,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:09.504606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.505113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.505302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.505639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.505969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.506291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.506615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.506932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.507830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.510606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8589-5a38-44a8-a731-5d836b97426f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.516083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.516470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.516807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:09.559920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8589-5a38-44a8-a731-5d836b97426f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.625572 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8589-5a38-44a8-a731-5d836b97426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.629869 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8589-5a38-44a8-a731-5d836b97426f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.635140 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e9fe8589-5a38-44a8-a731-5d836b97426f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b7851d6-61e2-4756-b016-4bf4a78ae8f7 HTTP/1.1" status: 204 len: 168 time: 0.2449398 Oct 25 09:00:09.646580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.650603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe8589-5a38-44a8-a731-5d836b97426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7851d6-61e2-4756-b016-4bf4a78ae8f7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:09.651227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=39e0e5b5-6c9c-4415-a464-da2bcae40566,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:09.656486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 9bf50546-10a6-467f-83f6-88abe706262c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:09.659098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:09.856030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5c75fbab-a57c-4c82-8f1e-3aa9d7a77c34 None None] Provisioning complete for port bb08f97d-221e-4cd2-a98a-38c9211d65ae triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:09.857649 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5c75fbab-a57c-4c82-8f1e-3aa9d7a77c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:09.872037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50062) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:09.886942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 56bc122a-69e0-4a63-9d28-4cdd0b169819 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:00:09.901001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0023d011-6754-4833-94b5-bb1b9f155921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:10.160763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9c0c521f-0b04-41a9-a0b9-a579b2a77c16 None None] Provisioning complete for port 39e0e5b5-6c9c-4415-a464-da2bcae40566 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:10.161080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0023d011-6754-4833-94b5-bb1b9f155921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:10.161204 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c0c521f-0b04-41a9-a0b9-a579b2a77c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:10.169025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0023d011-6754-4833-94b5-bb1b9f155921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:10.184089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:10.200679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-952ecef9-0729-4dae-b651-ec7c3aa0676e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/56bc122a-69e0-4a63-9d28-4cdd0b169819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3806775 Oct 25 09:00:10.201436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50066) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:10.212904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023d011-6754-4833-94b5-bb1b9f155921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710420ac-5a52-4c91-b2e0-a1a5b338e15d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:10.267241 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0023d011-6754-4833-94b5-bb1b9f155921 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7373c6a1660847388edb42712cac6a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908048 Oct 25 09:00:10.267241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:10.304666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f814a-f2cf-468a-a146-79cb65b639af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:10.312348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9cd02-ef34-42b1-8a66-e95aaf82bcad None None] Sync routers for ids ['56bc122a-69e0-4a63-9d28-4cdd0b169819'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:10.325406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-925f814a-f2cf-468a-a146-79cb65b639af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports/39e0e5b5-6c9c-4415-a464-da2bcae40566 HTTP/1.1" status: 200 len: 910 time: 0.1228964 Oct 25 09:00:10.325603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50076) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:10.379055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9cd02-ef34-42b1-8a66-e95aaf82bcad None None] Routers {'56bc122a-69e0-4a63-9d28-4cdd0b169819'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:10.379665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3db9cd02-ef34-42b1-8a66-e95aaf82bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['56bc122a-69e0-4a63-9d28-4cdd0b169819'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:10.395553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c521f-0b04-41a9-a0b9-a579b2a77c16 None None] Port 39e0e5b5-6c9c-4415-a464-da2bcae40566 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:10.492183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3db9cd02-ef34-42b1-8a66-e95aaf82bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:10.499192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bb08f97d-221e-4cd2-a98a-38c9211d65ae up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:10.534642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20d22b33-0e7c-46b4-949e-3886fdd4fd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:10.606463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9cd02-ef34-42b1-8a66-e95aaf82bcad None None] Routers {'56bc122a-69e0-4a63-9d28-4cdd0b169819'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:10.613710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3db9cd02-ef34-42b1-8a66-e95aaf82bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['56bc122a-69e0-4a63-9d28-4cdd0b169819'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:10.628044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20d22b33-0e7c-46b4-949e-3886fdd4fd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:10.779230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3db9cd02-ef34-42b1-8a66-e95aaf82bcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:10.785336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db9cd02-ef34-42b1-8a66-e95aaf82bcad None None] The sync data for ids ['56bc122a-69e0-4a63-9d28-4cdd0b169819'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:10.823492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bb08f97d-221e-4cd2-a98a-38c9211d65ae triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:10.824205 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:11.063923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20d22b33-0e7c-46b4-949e-3886fdd4fd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:11.068605 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20d22b33-0e7c-46b4-949e-3886fdd4fd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:11.070500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-20d22b33-0e7c-46b4-949e-3886fdd4fd1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/710420ac-5a52-4c91-b2e0-a1a5b338e15d HTTP/1.1" status: 204 len: 168 time: 0.8036666 Oct 25 09:00:11.092920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d22b33-0e7c-46b4-949e-3886fdd4fd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710420ac-5a52-4c91-b2e0-a1a5b338e15d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:11.236463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:11.239629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 86213149-1750-464c-a74e-fc1190419dfb no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:11.316060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 86213149-1750-464c-a74e-fc1190419dfb {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:11.316924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 86213149-1750-464c-a74e-fc1190419dfb not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:11.758504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.21.0.1 (cdbe7d09-d853-4dc7-9e02-6696ad41496f/704e307a-c82c-4788-b33e-c5603bd1af03/41a20c6c-0a81-48bd-b280-05578c81cc98) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:11.898641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50100) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:11.915790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abd74a26-254e-475e-a91e-1af751673200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:11.995795 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.073637 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.088371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abd74a26-254e-475e-a91e-1af751673200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.099408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abd74a26-254e-475e-a91e-1af751673200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.160614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-abd74a26-254e-475e-a91e-1af751673200 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8db0215768ef4f22b7ddba43eabda476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577558 Oct 25 09:00:12.168504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50104) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:12.186782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network cdbe7d09-d853-4dc7-9e02-6696ad41496f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:12.197912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:12.219777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:12.250613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=41a20c6c-0a81-48bd-b280-05578c81cc98,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:12.264617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd74a26-254e-475e-a91e-1af751673200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736de9ee-9d8f-4a2c-aa0b-e2d5e1c9b816,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:12.364005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.439958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff29ad2c-342b-4800-b588-c8ef412255dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.556542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff29ad2c-342b-4800-b588-c8ef412255dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.641072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-da90cb24-bb57-4cfa-86f1-abe3585ba059 None None] Provisioning complete for port 41a20c6c-0a81-48bd-b280-05578c81cc98 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:12.641662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da90cb24-bb57-4cfa-86f1-abe3585ba059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.695273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-da90cb24-bb57-4cfa-86f1-abe3585ba059 None None] Port 41a20c6c-0a81-48bd-b280-05578c81cc98 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:12.731594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.793567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff29ad2c-342b-4800-b588-c8ef412255dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.796425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff29ad2c-342b-4800-b588-c8ef412255dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:12.797774 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ff29ad2c-342b-4800-b588-c8ef412255dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/736de9ee-9d8f-4a2c-aa0b-e2d5e1c9b816 HTTP/1.1" status: 204 len: 168 time: 0.6282036 Oct 25 09:00:12.819353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29ad2c-342b-4800-b588-c8ef412255dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736de9ee-9d8f-4a2c-aa0b-e2d5e1c9b816,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:13.197763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:13.207593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:13.310194 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:13.326430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=41a20c6c-0a81-48bd-b280-05578c81cc98,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:13.493927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network cdbe7d09-d853-4dc7-9e02-6696ad41496f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:13.496419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:13.735185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 56bc122a-69e0-4a63-9d28-4cdd0b169819 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:00:13.916641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:13.933837 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64819a1-981d-4b3a-aee7-5265e44e34a5 None None] Sync routers for ids ['56bc122a-69e0-4a63-9d28-4cdd0b169819'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:13.937938 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b6884e51-5c54-4ed6-aaf2-8d01bd11e309 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/56bc122a-69e0-4a63-9d28-4cdd0b169819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6086056 Oct 25 09:00:13.938595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50126) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:13.953767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bfcc8086-2227-42c2-9378-750d38b3c1fd None None] Provisioning complete for port 41a20c6c-0a81-48bd-b280-05578c81cc98 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:13.954320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8086-2227-42c2-9378-750d38b3c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:13.971097 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64819a1-981d-4b3a-aee7-5265e44e34a5 None None] Routers {'56bc122a-69e0-4a63-9d28-4cdd0b169819'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:13.971726 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a64819a1-981d-4b3a-aee7-5265e44e34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['56bc122a-69e0-4a63-9d28-4cdd0b169819'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:13.987693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1b3b8-6278-4e5a-b745-648fe26aea0f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:13.994054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6fe1b3b8-6278-4e5a-b745-648fe26aea0f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports/41a20c6c-0a81-48bd-b280-05578c81cc98 HTTP/1.1" status: 200 len: 910 time: 0.0538585 Oct 25 09:00:13.994941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50128) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:14.039315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc8086-2227-42c2-9378-750d38b3c1fd None None] Port 41a20c6c-0a81-48bd-b280-05578c81cc98 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:14.110933 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a64819a1-981d-4b3a-aee7-5265e44e34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:14.145513 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64819a1-981d-4b3a-aee7-5265e44e34a5 None None] Routers {'56bc122a-69e0-4a63-9d28-4cdd0b169819'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:14.150072 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a64819a1-981d-4b3a-aee7-5265e44e34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['56bc122a-69e0-4a63-9d28-4cdd0b169819'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:14.244637 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a64819a1-981d-4b3a-aee7-5265e44e34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:14.245763 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64819a1-981d-4b3a-aee7-5265e44e34a5 None None] The sync data for ids ['56bc122a-69e0-4a63-9d28-4cdd0b169819'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:15.136021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:15.421508 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:00:15.646828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 41a20c6c-0a81-48bd-b280-05578c81cc98 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:15.647174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:15.785360 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:15.809524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 41a20c6c-0a81-48bd-b280-05578c81cc98 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:16.105745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:16.184959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=41a20c6c-0a81-48bd-b280-05578c81cc98,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:16.362264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1ba71a45-1ece-4e6d-bb24-38030e3186d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:16.463760 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:16.758111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 56bc122a-69e0-4a63-9d28-4cdd0b169819 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:00:16.917874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:16.930691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ace0d4-6b83-4f4e-8641-248ee839c77f None None] Sync routers for ids ['56bc122a-69e0-4a63-9d28-4cdd0b169819'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:16.936340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50166) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:16.937509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f682ebba-3484-4f2b-8e31-995e463c2d7c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/56bc122a-69e0-4a63-9d28-4cdd0b169819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9403789 Oct 25 09:00:16.971003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ace0d4-6b83-4f4e-8641-248ee839c77f None None] Routers {'56bc122a-69e0-4a63-9d28-4cdd0b169819'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:16.972055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-65ace0d4-6b83-4f4e-8641-248ee839c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['56bc122a-69e0-4a63-9d28-4cdd0b169819'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:17.084922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-65ace0d4-6b83-4f4e-8641-248ee839c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:17.113142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ace0d4-6b83-4f4e-8641-248ee839c77f None None] Routers {'56bc122a-69e0-4a63-9d28-4cdd0b169819'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:17.113843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-65ace0d4-6b83-4f4e-8641-248ee839c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T08:59:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['56bc122a-69e0-4a63-9d28-4cdd0b169819'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:17.187336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-65ace0d4-6b83-4f4e-8641-248ee839c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:17.193919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ace0d4-6b83-4f4e-8641-248ee839c77f None None] The sync data for ids ['56bc122a-69e0-4a63-9d28-4cdd0b169819'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:17.673975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:18.354855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 39e0e5b5-6c9c-4415-a464-da2bcae40566 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:18.361376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:18.571138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:18.602757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 39e0e5b5-6c9c-4415-a464-da2bcae40566 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:18.737383 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b19eb3d0-741b-403a-96e1-0dbde12347b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:18.933919 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:18.988566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=39e0e5b5-6c9c-4415-a464-da2bcae40566,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:19.368404 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:19.848780 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:19.857470 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:20.117877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 56bc122a-69e0-4a63-9d28-4cdd0b169819 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:00:20.239540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:20.252579 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343ee8-9a61-4e41-8832-f5cce3ef67d4 None None] Sync routers for ids ['56bc122a-69e0-4a63-9d28-4cdd0b169819'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:20.273728 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27343ee8-9a61-4e41-8832-f5cce3ef67d4 None None] Routers {'56bc122a-69e0-4a63-9d28-4cdd0b169819'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:20.274933 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-27343ee8-9a61-4e41-8832-f5cce3ef67d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['56bc122a-69e0-4a63-9d28-4cdd0b169819'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:20.277505 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3bab710d-a516-4391-8426-e8c225f7e02a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/56bc122a-69e0-4a63-9d28-4cdd0b169819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3394907 Oct 25 09:00:20.281451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50196) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:20.372747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7e742d56-5d38-4581-8f71-1f75a4c908cc tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=56bc122a-69e0-4a63-9d28-4cdd0b169819 HTTP/1.1" status: 200 len: 205 time: 0.0888166 Oct 25 09:00:20.375250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50200) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:20.385939 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-27343ee8-9a61-4e41-8832-f5cce3ef67d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:20.413680 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27343ee8-9a61-4e41-8832-f5cce3ef67d4 None None] Routers {'56bc122a-69e0-4a63-9d28-4cdd0b169819'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:20.416902 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-27343ee8-9a61-4e41-8832-f5cce3ef67d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['56bc122a-69e0-4a63-9d28-4cdd0b169819'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:20.504986 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-27343ee8-9a61-4e41-8832-f5cce3ef67d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:20.510908 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343ee8-9a61-4e41-8832-f5cce3ef67d4 None None] The sync data for ids ['56bc122a-69e0-4a63-9d28-4cdd0b169819'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:20.565879 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c82a7339-5d08-42a1-940b-b3d60361b2b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:20.828973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c82a7339-5d08-42a1-940b-b3d60361b2b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:20.831852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c82a7339-5d08-42a1-940b-b3d60361b2b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:20.914307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c82a7339-5d08-42a1-940b-b3d60361b2b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:20.915234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82a7339-5d08-42a1-940b-b3d60361b2b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Fanout notify agent at l3_agent the message router_deleted on router 56bc122a-69e0-4a63-9d28-4cdd0b169819 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:00:20.937994 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c82a7339-5d08-42a1-940b-b3d60361b2b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:20.940112 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c82a7339-5d08-42a1-940b-b3d60361b2b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/56bc122a-69e0-4a63-9d28-4cdd0b169819 HTTP/1.1" status: 204 len: 168 time: 0.5625474 Oct 25 09:00:20.942215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50212) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:21.041145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae73231-903a-4cde-802a-d18b9059ff90 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet 704e307a-c82c-4788-b33e-c5603bd1af03 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:00:21.056537 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ae73231-903a-4cde-802a-d18b9059ff90 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.135123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ae73231-903a-4cde-802a-d18b9059ff90 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.266505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ae73231-903a-4cde-802a-d18b9059ff90 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.351577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ae73231-903a-4cde-802a-d18b9059ff90 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.389268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae73231-903a-4cde-802a-d18b9059ff90 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=704e307a-c82c-4788-b33e-c5603bd1af03,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:21.391687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ae73231-903a-4cde-802a-d18b9059ff90 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.396556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0ae73231-903a-4cde-802a-d18b9059ff90 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/704e307a-c82c-4788-b33e-c5603bd1af03 HTTP/1.1" status: 204 len: 168 time: 0.4530501 Oct 25 09:00:21.403815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50224) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:21.406019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10850b26-2bbe-4671-9090-af0a36d43bd3 None None] Network cdbe7d09-d853-4dc7-9e02-6696ad41496f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:21.549294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec49b9c-f43d-4d3f-a856-60024ceb53cf tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet fa780b3e-968d-4414-b307-807439dd2a49 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:00:21.566156 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fec49b9c-f43d-4d3f-a856-60024ceb53cf tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.671215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fec49b9c-f43d-4d3f-a856-60024ceb53cf tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.707267 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.794295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] DHCP port deletion for cdbe7d09-d853-4dc7-9e02-6696ad41496f request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:00:21.803816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fec49b9c-f43d-4d3f-a856-60024ceb53cf tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.853264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] Deleting port bb08f97d-221e-4cd2-a98a-38c9211d65ae {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:21.853802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.871619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fec49b9c-f43d-4d3f-a856-60024ceb53cf tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.907902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec49b9c-f43d-4d3f-a856-60024ceb53cf tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=fa780b3e-968d-4414-b307-807439dd2a49,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:21.911996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fec49b9c-f43d-4d3f-a856-60024ceb53cf tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.916713 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fec49b9c-f43d-4d3f-a856-60024ceb53cf tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/fa780b3e-968d-4414-b307-807439dd2a49 HTTP/1.1" status: 204 len: 168 time: 0.5114155 Oct 25 09:00:21.919338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:21.923091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] For port bb08f97d-221e-4cd2-a98a-38c9211d65ae, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bb08f97d-221e-4cd2-a98a-38c9211d65ae,segment=NetworkSegment(56550667-c8cc-406f-a0cf-b9c99c60b55e),segment_id=56550667-c8cc-406f-a0cf-b9c99c60b55e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:21.923489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:21.936149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e35e5-93e5-42f3-ab0b-4da21d105911 None None] Network 9bf50546-10a6-467f-83f6-88abe706262c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:21.953990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] Calling delete_port for bb08f97d-221e-4cd2-a98a-38c9211d65ae owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:22.018405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.078169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port bb08f97d-221e-4cd2-a98a-38c9211d65ae {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:22.078520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.125367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.159022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] Pushing event deleted for resources: {'Port': ['ID=bb08f97d-221e-4cd2-a98a-38c9211d65ae,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:22.159022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f89f9-f828-4a75-9863-d23c72973cd9 None None] No DVR routers for this DVR port bb08f97d-221e-4cd2-a98a-38c9211d65ae on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:22.162175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port bb08f97d-221e-4cd2-a98a-38c9211d65ae, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bb08f97d-221e-4cd2-a98a-38c9211d65ae,segment=NetworkSegment(56550667-c8cc-406f-a0cf-b9c99c60b55e),segment_id=56550667-c8cc-406f-a0cf-b9c99c60b55e)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:22.162834 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.179827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for bb08f97d-221e-4cd2-a98a-38c9211d65ae owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:22.258045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] DHCP port deletion for 9bf50546-10a6-467f-83f6-88abe706262c request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:00:22.262776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.294144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=bb08f97d-221e-4cd2-a98a-38c9211d65ae,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:22.297631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No DVR routers for this DVR port bb08f97d-221e-4cd2-a98a-38c9211d65ae on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:22.316804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] Deleting port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:22.317353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.394551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:22.397640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] For port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0150f3e3-65d5-43c1-bcbf-d27b7cf8b460,segment=NetworkSegment(4f575c3a-0a7f-4f15-a45e-ca374a9f9169),segment_id=4f575c3a-0a7f-4f15-a45e-ca374a9f9169)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:22.398208 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.404251 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.430807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbe7d09-d853-4dc7-9e02-6696ad41496f']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:22.435450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] Calling delete_port for 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:22.450020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56550667-c8cc-406f-a0cf-b9c99c60b55e') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:22.450842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56550667-c8cc-406f-a0cf-b9c99c60b55e') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:22.464158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.482983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.490235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:00:22.491117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:00:22.542183 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:00:22.544329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.572531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.577517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.580771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/cdbe7d09-d853-4dc7-9e02-6696ad41496f HTTP/1.1" status: 204 len: 168 time: 0.6604195 Oct 25 09:00:22.583964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50240) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:22.598718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e3bcd-399b-43e4-a2f9-40b769a24179 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=cdbe7d09-d853-4dc7-9e02-6696ad41496f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:22.614745 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.651989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] Pushing event deleted for resources: {'Port': ['ID=0150f3e3-65d5-43c1-bcbf-d27b7cf8b460,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:22.654249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebe792-30f5-4c50-b4f7-005919ba8357 None None] No DVR routers for this DVR port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:22.656325 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 09:00:22.656325 n-d-814746-2 neutron-server[106993]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 25 09:00:22.656325 n-d-814746-2 neutron-server[106993]: [parameters: {'status': 'DOWN', 'ports_id': '0150f3e3-65d5-43c1-bcbf-d27b7cf8b460'}] Oct 25 09:00:22.656325 n-d-814746-2 neutron-server[106993]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:00:22.656744 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:00:22.676359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.765577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.790700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf50546-10a6-467f-83f6-88abe706262c']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:22.800251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f575c3a-0a7f-4f15-a45e-ca374a9f9169') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:22.800547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f575c3a-0a7f-4f15-a45e-ca374a9f9169') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:22.810058 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.823824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.830076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:00:22.830462 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:00:22.833726 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:00:22.892013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.899525 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.909624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/9bf50546-10a6-467f-83f6-88abe706262c HTTP/1.1" status: 204 len: 168 time: 0.3169832 Oct 25 09:00:22.910014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50242) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:22.915226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-2100787370'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:22.915402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82436d5d-7232-4933-8665-8ea79a4a6244 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=9bf50546-10a6-467f-83f6-88abe706262c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:22.941324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:22.945392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.969636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:00:22.979456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:22.979800 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment dd7ce8fe-f16f-4102-a1db-3cae71b65371 of type vlan for network 62898c60-ea10-4b10-9efe-853f86e80fc6 Oct 25 09:00:23.020038 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.045350 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.051052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:23.051628 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.112232 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2010367 Oct 25 09:00:23.115143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50244) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:23.121307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': '62898c60-ea10-4b10-9efe-853f86e80fc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:23.124600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad30b5b-0a6f-4d93-85db-6779b5139e9f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=62898c60-ea10-4b10-9efe-853f86e80fc6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:23.136081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 62898c60-ea10-4b10-9efe-853f86e80fc6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:00:23.200173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Port 0150f3e3-65d5-43c1-bcbf-d27b7cf8b460 update to DOWN by agent not found {{(pid=106993) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 25 09:00:23.200956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bb08f97d-221e-4cd2-a98a-38c9211d65ae no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:23.228300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: bb08f97d-221e-4cd2-a98a-38c9211d65ae {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:23.228646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bb08f97d-221e-4cd2-a98a-38c9211d65ae not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:23.231889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:23.235903 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.438906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.496877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=c3f50c77-e9cd-4ca2-8aee-8f9c783e784a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:23.514738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': 'dd7ce8fe-f16f-4102-a1db-3cae71b65371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '62898c60-ea10-4b10-9efe-853f86e80fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:23.515099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: 62898c60-ea10-4b10-9efe-853f86e80fc6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:00:23.531102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 62898c60-ea10-4b10-9efe-853f86e80fc6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:00:23.539829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 62898c60-ea10-4b10-9efe-853f86e80fc6) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:23.548475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9f4c3d-7894-416a-aa30-e93842c55462 None None] Network 62898c60-ea10-4b10-9efe-853f86e80fc6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:23.548988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:23.549374 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.579446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1c137412-630d-42d0-84df-1cb59b2b56ec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4598935 Oct 25 09:00:23.579671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50248) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:23.584351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b2075aa9-7842-4986-97c4-ac631a7bbe27 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1186028946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:23.608871 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2075aa9-7842-4986-97c4-ac631a7bbe27 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.610381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2075aa9-7842-4986-97c4-ac631a7bbe27 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.669010 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2075aa9-7842-4986-97c4-ac631a7bbe27 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.673731 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2075aa9-7842-4986-97c4-ac631a7bbe27 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.691920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2075aa9-7842-4986-97c4-ac631a7bbe27 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.696176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b2075aa9-7842-4986-97c4-ac631a7bbe27 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1125038 Oct 25 09:00:23.696387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50250) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:23.701204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'port': {'network_id': '62898c60-ea10-4b10-9efe-853f86e80fc6', 'name': 'tempest-RoutersTest-1795701582'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:23.707604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-62898c60-ea10-4b10-9efe-853f86e80fc6', 'network_id': '62898c60-ea10-4b10-9efe-853f86e80fc6', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': 'c3f50c77-e9cd-4ca2-8aee-8f9c783e784a'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:00:23.708587 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.814616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:23.818538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:23.837781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] device_id is not set on port 47178284-e237-4724-b33a-e1ee83dc6b20 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:00:23.951957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.20.0.2 (62898c60-ea10-4b10-9efe-853f86e80fc6/c3f50c77-e9cd-4ca2-8aee-8f9c783e784a/47178284-e237-4724-b33a-e1ee83dc6b20) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:24.110829 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:24.145378 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:24.195351 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7f793005-b94a-413a-9f14-dd8c270bb224 {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:00:24.195351 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:00:24.196223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 62898c60-ea10-4b10-9efe-853f86e80fc6 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:24.199439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:24.204919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:24.207489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=47178284-e237-4724-b33a-e1ee83dc6b20,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:24.262457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:24.263172 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:24.283685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eaa9c7da-76bc-4295-a2e4-ce730e9f3ecd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.5838249 Oct 25 09:00:24.284128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50256) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:24.670825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:24.696392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:24.823092 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19705fd0-00fd-4411-9f6d-b11cc60dd80a x-openstack-request-id: req-19705fd0-00fd-4411-9f6d-b11cc60dd80a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:24.823815 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2541f41-6b1e-4b63-aae8-b8754ae7b0b6", "name": "network-vif-deleted", "tag": "a206f5ba-e098-46be-9deb-cca48362fed8", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:24.824145 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19705fd0-00fd-4411-9f6d-b11cc60dd80a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:24.824622 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2541f41-6b1e-4b63-aae8-b8754ae7b0b6', 'name': 'network-vif-deleted', 'tag': 'a206f5ba-e098-46be-9deb-cca48362fed8', 'status': 'completed', 'code': 200} Oct 25 09:00:24.903208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Allocated IP 172.20.0.3 (62898c60-ea10-4b10-9efe-853f86e80fc6/c3f50c77-e9cd-4ca2-8aee-8f9c783e784a/53502f99-a2c4-4879-957b-f90715531868) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:24.939233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c64c0a-a856-4ea1-abb0-7a22ea006062 req-20744bfc-ee91-4943-bfe9-bde5995b4c65 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:24.941491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3c64c0a-a856-4ea1-abb0-7a22ea006062 req-20744bfc-ee91-4943-bfe9-bde5995b4c65 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.0651391 Oct 25 09:00:24.980014 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:24.987428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:24.992672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3c64c0a-a856-4ea1-abb0-7a22ea006062 req-85c5719a-0eaf-4bf4-af27-d2317c2ccec3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438232 Oct 25 09:00:25.077373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=47178284-e237-4724-b33a-e1ee83dc6b20,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:25.081391 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.089429 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.134600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Network 62898c60-ea10-4b10-9efe-853f86e80fc6 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:25.138546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:25.143552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:25.146944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Pushing event updated for resources: {'Port': ['ID=53502f99-a2c4-4879-957b-f90715531868,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:25.202815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Attempting to bind port 53502f99-a2c4-4879-957b-f90715531868 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:00:25.203437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Attempting to bind port 53502f99-a2c4-4879-957b-f90715531868 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'dd7ce8fe-f16f-4102-a1db-3cae71b65371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '62898c60-ea10-4b10-9efe-853f86e80fc6'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:00:25.203981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Attempting to bind port 53502f99-a2c4-4879-957b-f90715531868 on network 62898c60-ea10-4b10-9efe-853f86e80fc6 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:25.209129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:00:25.209623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Checking segment: {'id': 'dd7ce8fe-f16f-4102-a1db-3cae71b65371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '62898c60-ea10-4b10-9efe-853f86e80fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:25.210226 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.210655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Bound using segment: {'id': 'dd7ce8fe-f16f-4102-a1db-3cae71b65371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '62898c60-ea10-4b10-9efe-853f86e80fc6'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:00:25.211190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Bound port: 53502f99-a2c4-4879-957b-f90715531868, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7ce8fe-f16f-4102-a1db-3cae71b65371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '62898c60-ea10-4b10-9efe-853f86e80fc6'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:00:25.211747 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.253585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.288617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] For port 53502f99-a2c4-4879-957b-f90715531868, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:00:25.293605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] For port 53502f99-a2c4-4879-957b-f90715531868, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=53502f99-a2c4-4879-957b-f90715531868,segment=NetworkSegment(dd7ce8fe-f16f-4102-a1db-3cae71b65371),segment_id=dd7ce8fe-f16f-4102-a1db-3cae71b65371)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:00:25.302196 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.379327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:25.393478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.397914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7457-957b-4390-85bf-f4538b06e9d9 None None] Pushing event updated for resources: {'Port': ['ID=53502f99-a2c4-4879-957b-f90715531868,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:25.548475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.615423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:25.620408 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f999e2-562c-483f-af3a-e04352d4cad5" -d '{"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:25.636285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-4dc740eb-d470-4993-b522-c1b38d7aaa1b tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=eb9c09a7254648e48b9b6b67c0718e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475094 Oct 25 09:00:25.636983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:25.645833 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.713811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:25.784246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-1c54b8dc-945b-47c3-98a0-02e92630fe65 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:25.785752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-1c54b8dc-945b-47c3-98a0-02e92630fe65 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350908 Oct 25 09:00:25.791454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.796868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.804519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-295fd125-7652-4225-a7ab-2b96d9d46349 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/quotas/eb9c09a7254648e48b9b6b67c0718e4f HTTP/1.1" status: 200 len: 375 time: 0.0124073 Oct 25 09:00:25.841233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-6de083a3-d1a9-40fd-ad60-eabbd506e3fc tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb9c09a7254648e48b9b6b67c0718e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301621 Oct 25 09:00:25.871189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=47178284-e237-4724-b33a-e1ee83dc6b20,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:25.873575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:25.978943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 62898c60-ea10-4b10-9efe-853f86e80fc6 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:25.981625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:26.120536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 33b50a28-f1f4-4421-a6cf-385a6774dc68 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:00:26.233132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:26.242794 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4b1fad30-a9c1-4ff8-9cde-00e796185829 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/33b50a28-f1f4-4421-a6cf-385a6774dc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9537938 Oct 25 09:00:26.242992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50306) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:26.246236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8de219-2497-4cf2-8e6c-c039f54d416d None None] Sync routers for ids ['33b50a28-f1f4-4421-a6cf-385a6774dc68'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:26.260629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8de219-2497-4cf2-8e6c-c039f54d416d None None] Routers {'33b50a28-f1f4-4421-a6cf-385a6774dc68'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:26.261348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7c8de219-2497-4cf2-8e6c-c039f54d416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['33b50a28-f1f4-4421-a6cf-385a6774dc68'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:26.306054 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4161541d-a721-4f9b-a9a3-13ff9ea07912 x-openstack-request-id: req-4161541d-a721-4f9b-a9a3-13ff9ea07912 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:26.306342 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:26.307375 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4161541d-a721-4f9b-a9a3-13ff9ea07912 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:26.307778 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e', 'code': 200} Oct 25 09:00:26.309061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7c8de219-2497-4cf2-8e6c-c039f54d416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:26.320980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8de219-2497-4cf2-8e6c-c039f54d416d None None] Routers {'33b50a28-f1f4-4421-a6cf-385a6774dc68'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:26.321772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7c8de219-2497-4cf2-8e6c-c039f54d416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['33b50a28-f1f4-4421-a6cf-385a6774dc68'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:26.332108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4adcbb-9659-4369-81cf-8028b718d2b8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:26.333606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2e4adcbb-9659-4369-81cf-8028b718d2b8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports/47178284-e237-4724-b33a-e1ee83dc6b20 HTTP/1.1" status: 200 len: 977 time: 0.0895331 Oct 25 09:00:26.337319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50312) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:26.399064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7c8de219-2497-4cf2-8e6c-c039f54d416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:26.399959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8de219-2497-4cf2-8e6c-c039f54d416d None None] The sync data for ids ['33b50a28-f1f4-4421-a6cf-385a6774dc68'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:26.472819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 53502f99-a2c4-4879-957b-f90715531868 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:26.485179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad563642-c2e3-4703-ad99-814eecc1072d req-5d497e26-9fc6-4c4f-9e46-78d83f57f00d tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 210 time: 0.0512722 Oct 25 09:00:26.535572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 53502f99-a2c4-4879-957b-f90715531868 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:26.536268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:26.635567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:26.659205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966362c-e19e-4021-9899-132e42334298 req-e6e3af17-ebf5-44ec-9652-766895d5312f tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:26.669735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1966362c-e19e-4021-9899-132e42334298 req-e6e3af17-ebf5-44ec-9652-766895d5312f tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 948 time: 0.1107533 Oct 25 09:00:26.689609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 53502f99-a2c4-4879-957b-f90715531868, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=53502f99-a2c4-4879-957b-f90715531868,segment=NetworkSegment(dd7ce8fe-f16f-4102-a1db-3cae71b65371),segment_id=dd7ce8fe-f16f-4102-a1db-3cae71b65371)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:26.696244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:26.737984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1966362c-e19e-4021-9899-132e42334298 req-4d6c34bf-adf2-4aad-b5d8-d33a42f1788f tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671394 Oct 25 09:00:26.773581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e3cb3-9820-444f-940d-708d6575897a None None] Network 62898c60-ea10-4b10-9efe-853f86e80fc6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:26.887580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a46ef-63dd-4b6e-aeb5-ad1242c66d55 req-fa13d4c2-126c-42ed-abf4-f36f90f30ebe tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:26.890747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-087a46ef-63dd-4b6e-aeb5-ad1242c66d55 req-fa13d4c2-126c-42ed-abf4-f36f90f30ebe tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.0775511 Oct 25 09:00:26.935751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=53502f99-a2c4-4879-957b-f90715531868,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:26.957746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-516aa8d6-5952-4b35-bcc7-4443f07c3a9e None None] Provisioning complete for port 53502f99-a2c4-4879-957b-f90715531868 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:26.958137 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-516aa8d6-5952-4b35-bcc7-4443f07c3a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:26.959560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-087a46ef-63dd-4b6e-aeb5-ad1242c66d55 req-15110b72-b718-40e2-ae63-c168ff3ed0d6 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617826 Oct 25 09:00:27.224900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ab01c-d637-4b02-9ff5-193cb96d8e5d req-0dcf7017-4522-4b07-8849-f947afa48230 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:27.232756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c44ab01c-d637-4b02-9ff5-193cb96d8e5d req-0dcf7017-4522-4b07-8849-f947afa48230 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 949 time: 0.0652633 Oct 25 09:00:27.273743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c44ab01c-d637-4b02-9ff5-193cb96d8e5d req-15ed0124-3a59-4481-aa41-5bb7e61a3cb2 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Oct 25 09:00:27.295604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:27.499747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b60fdb46-a309-487d-a687-4bd8eda30589 None None] Provisioning complete for port 53502f99-a2c4-4879-957b-f90715531868 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:27.500127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b60fdb46-a309-487d-a687-4bd8eda30589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:27.615186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 47178284-e237-4724-b33a-e1ee83dc6b20 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:27.616237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:27.654896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b60fdb46-a309-487d-a687-4bd8eda30589 None None] Provisioning complete for port 47178284-e237-4724-b33a-e1ee83dc6b20 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:27.654896 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b60fdb46-a309-487d-a687-4bd8eda30589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:27.694806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-e202b5b9-6267-4c5b-871d-ca814f626175 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=eb9c09a7254648e48b9b6b67c0718e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507538 Oct 25 09:00:27.695445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b60fdb46-a309-487d-a687-4bd8eda30589 None None] Port 47178284-e237-4724-b33a-e1ee83dc6b20 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:27.813547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:27.836024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 47178284-e237-4724-b33a-e1ee83dc6b20 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:27.860463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-53df9b5a-fe49-4fa7-baea-1ed0d4daafce tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:27.862409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-53df9b5a-fe49-4fa7-baea-1ed0d4daafce tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595385 Oct 25 09:00:27.881501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Request body: {'port': {'device_id': 'db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': 'eb9c09a7254648e48b9b6b67c0718e4f'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:27.936694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-58234ded-504e-461d-a5b2-f1dc7755d059 None None] Provisioning complete for port 47178284-e237-4724-b33a-e1ee83dc6b20 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:27.942607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-58234ded-504e-461d-a5b2-f1dc7755d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:27.995746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-58234ded-504e-461d-a5b2-f1dc7755d059 None None] Port 47178284-e237-4724-b33a-e1ee83dc6b20 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:28.009819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a76f348-daa2-4f0d-a4e2-efe5fd9b914d req-b49a82a1-e95e-49a2-a6f2-a8e1ed7461af tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 210 time: 0.0505068 Oct 25 09:00:28.116729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Made reservation on behalf of eb9c09a7254648e48b9b6b67c0718e4f for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:28.121090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:28.141094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:28.171141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:28.208721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=47178284-e237-4724-b33a-e1ee83dc6b20,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:28.275445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-7744c7f2-c050-49d9-a137-e4beea986f73 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:28.277054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-7744c7f2-c050-49d9-a137-e4beea986f73 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 949 time: 0.1512825 Oct 25 09:00:28.310770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-022d43c2-ccc8-4e47-b5ed-76225da8418f None None] Could not find standard attr ID for object 47178284-e237-4724-b33a-e1ee83dc6b20. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:00:28.362120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d276-96d9-4f79-836b-207a099f89fc req-49264838-ec4a-4184-a797-3320c7157c44 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:28.370713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adb6d276-96d9-4f79-836b-207a099f89fc req-49264838-ec4a-4184-a797-3320c7157c44 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.2053728 Oct 25 09:00:28.401370 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:28.417677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 53502f99-a2c4-4879-957b-f90715531868 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:28.430865 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:28.444347 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:28.504257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adb6d276-96d9-4f79-836b-207a099f89fc req-a0447f85-474d-44d9-9782-3b6c5d104e74 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275856 Oct 25 09:00:28.508476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d42a6e-af81-49d3-9efb-07b747cc9b90,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:28.511795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 53502f99-a2c4-4879-957b-f90715531868 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:28.512315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:28.633847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 33b50a28-f1f4-4421-a6cf-385a6774dc68 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:00:28.726462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3f4ce459-1edd-4edd-8a07-f102df312fbf None None] Could not find standard attr ID for object 47178284-e237-4724-b33a-e1ee83dc6b20. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:00:28.727639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Deleting port 1d7263a7-312c-4f08-8402-d8c8e226d545 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:28.729838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:28.751697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:28.760896 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aee93ee1-753d-439e-8398-8baf9a3c5c72 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/33b50a28-f1f4-4421-a6cf-385a6774dc68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4224064 Oct 25 09:00:28.761604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50366) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:28.763616 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f355806-8611-4a49-91c5-e7f4d58a5c31 None None] Sync routers for ids ['33b50a28-f1f4-4421-a6cf-385a6774dc68'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:28.797982 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f355806-8611-4a49-91c5-e7f4d58a5c31 None None] Routers {'33b50a28-f1f4-4421-a6cf-385a6774dc68'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:28.799348 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9f355806-8611-4a49-91c5-e7f4d58a5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['33b50a28-f1f4-4421-a6cf-385a6774dc68'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:28.864179 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9f355806-8611-4a49-91c5-e7f4d58a5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:28.877384 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f355806-8611-4a49-91c5-e7f4d58a5c31 None None] Routers {'33b50a28-f1f4-4421-a6cf-385a6774dc68'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:28.878285 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9f355806-8611-4a49-91c5-e7f4d58a5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['33b50a28-f1f4-4421-a6cf-385a6774dc68'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:28.930126 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9f355806-8611-4a49-91c5-e7f4d58a5c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:28.931015 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f355806-8611-4a49-91c5-e7f4d58a5c31 None None] The sync data for ids ['33b50a28-f1f4-4421-a6cf-385a6774dc68'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:29.004751 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-f842d272-e9de-4165-a19c-5d948391d82d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] remove_router_interface failed (client error): The resource could not be found. Oct 25 09:00:29.005823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f842d272-e9de-4165-a19c-5d948391d82d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/33b50a28-f1f4-4421-a6cf-385a6774dc68/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2421169 Oct 25 09:00:29.009471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50370) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:29.038660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5d9290b4-27b5-4781-a72e-f15ea63f92c8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b50a28-f1f4-4421-a6cf-385a6774dc68 HTTP/1.1" status: 200 len: 205 time: 0.0276024 Oct 25 09:00:29.040914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50372) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:29.124338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75b2326d-d211-4d6f-a3b3-3cc0550695b3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.234167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Allocated IP 192.168.233.141 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:29.272667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb85450-3658-4159-9089-8836fa291b8c req-708dce28-c4e9-4d0b-8680-fdf2ef9b24c0 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:29.274213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bb85450-3658-4159-9089-8836fa291b8c req-708dce28-c4e9-4d0b-8680-fdf2ef9b24c0 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 949 time: 0.5235877 Oct 25 09:00:29.304176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75b2326d-d211-4d6f-a3b3-3cc0550695b3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.306661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75b2326d-d211-4d6f-a3b3-3cc0550695b3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.343212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] For port 1d7263a7-312c-4f08-8402-d8c8e226d545, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1d7263a7-312c-4f08-8402-d8c8e226d545,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:29.344993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.368843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75b2326d-d211-4d6f-a3b3-3cc0550695b3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.369539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2326d-d211-4d6f-a3b3-3cc0550695b3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Fanout notify agent at l3_agent the message router_deleted on router 33b50a28-f1f4-4421-a6cf-385a6774dc68 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:00:29.377523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75b2326d-d211-4d6f-a3b3-3cc0550695b3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.383149 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-75b2326d-d211-4d6f-a3b3-3cc0550695b3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/33b50a28-f1f4-4421-a6cf-385a6774dc68 HTTP/1.1" status: 204 len: 168 time: 0.3409379 Oct 25 09:00:29.383769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50380) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:29.393260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Calling delete_port for 1d7263a7-312c-4f08-8402-d8c8e226d545 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:29.409414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bb85450-3658-4159-9089-8836fa291b8c req-3f5359f7-2bd9-4c72-b771-f8026b0a4a9c tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/security-groups?id=e26273c8-1b80-4c8e-b71f-0a2a342777ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207240 Oct 25 09:00:29.453788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52f0ec5-96ef-4a80-8099-44762c588d95 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet c3f50c77-e9cd-4ca2-8aee-8f9c783e784a {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:00:29.457429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e52f0ec5-96ef-4a80-8099-44762c588d95 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.502245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e52f0ec5-96ef-4a80-8099-44762c588d95 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.601321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e52f0ec5-96ef-4a80-8099-44762c588d95 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.624043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7f1d731-eab0-4702-bb4e-f64ef3fde0c6 req-4d47c87c-8329-4564-adc6-09ac9d010a2b tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 210 time: 0.0433354 Oct 25 09:00:29.645717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.678077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e52f0ec5-96ef-4a80-8099-44762c588d95 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.713894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f0ec5-96ef-4a80-8099-44762c588d95 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f50c77-e9cd-4ca2-8aee-8f9c783e784a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:29.716193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e52f0ec5-96ef-4a80-8099-44762c588d95 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.720718 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e52f0ec5-96ef-4a80-8099-44762c588d95 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/c3f50c77-e9cd-4ca2-8aee-8f9c783e784a HTTP/1.1" status: 204 len: 168 time: 0.3346257 Oct 25 09:00:29.722971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50394) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:29.731819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda01698-be5c-4c6a-9a22-b6c35f83f680 None None] Network 62898c60-ea10-4b10-9efe-853f86e80fc6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:29.747786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.826750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.830383 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.837681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:00:29.890687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 53502f99-a2c4-4879-957b-f90715531868 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:29.891126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.891868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:29.907771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:29.910153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:29.978963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port 53502f99-a2c4-4879-957b-f90715531868, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=53502f99-a2c4-4879-957b-f90715531868,segment=NetworkSegment(dd7ce8fe-f16f-4102-a1db-3cae71b65371),segment_id=dd7ce8fe-f16f-4102-a1db-3cae71b65371)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:29.979446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.983433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] No DVR routers for this DVR port 1d7263a7-312c-4f08-8402-d8c8e226d545 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:29.987163 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:29.991338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-428bcb63-46ac-41aa-aaf6-863dd8a640a7 req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.41 "DELETE /v2.0/ports/1d7263a7-312c-4f08-8402-d8c8e226d545 HTTP/1.1" status: 204 len: 173 time: 1.7050247 Oct 25 09:00:29.992138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Pushing event updated for resources: {'Port': ['ID=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:29.998689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 53502f99-a2c4-4879-957b-f90715531868 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:30.006921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7939d11b-1f22-4d8b-88d2-a29764d41028', 'name': 'network-vif-deleted', 'tag': '1d7263a7-312c-4f08-8402-d8c8e226d545'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:30.010662 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ddf73-83ac-437d-9480-5a35fb9caac1" -d '{"events": [{"server_uuid": "7939d11b-1f22-4d8b-88d2-a29764d41028", "name": "network-vif-deleted", "tag": "1d7263a7-312c-4f08-8402-d8c8e226d545"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:30.040107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:30.041189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d688bf1-5c9f-4849-a444-4ce66800d847 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] Pushing event deleted for resources: {'Port': ['ID=1d7263a7-312c-4f08-8402-d8c8e226d545,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:30.059956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce18bd-9c5a-4715-bfa1-9021a9e9fa99 req-96325400-3329-45bf-8056-6665d6b591f1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:30.061668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] DHCP port deletion for 62898c60-ea10-4b10-9efe-853f86e80fc6 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:00:30.069609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9dce18bd-9c5a-4715-bfa1-9021a9e9fa99 req-96325400-3329-45bf-8056-6665d6b591f1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 944 time: 0.2317381 Oct 25 09:00:30.070783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'network_id': 'ec2216b6-a802-4d88-9a04-5dfea23f141f', 'port_id': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'mac_address': 'fa:16:3e:b6:6a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c2a9b2-2cfa-4989-bb53-d5de70135b15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:00:30.099197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.108916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:30.109575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.137650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9dce18bd-9c5a-4715-bfa1-9021a9e9fa99 req-f7c1c3ee-6693-4523-9e3f-287f31cae111 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668042 Oct 25 09:00:30.150321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=53502f99-a2c4-4879-957b-f90715531868,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:30.155049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No DVR routers for this DVR port 53502f99-a2c4-4879-957b-f90715531868 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:30.155886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-ce212227-c182-45ff-b334-5b21cf7c0eda tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2783175 Oct 25 09:00:30.183370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-057c1f68-d5dd-4e4b-9e6f-9b829cfcca8a tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:00:30.184765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-057c1f68-d5dd-4e4b-9e6f-9b829cfcca8a tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0102420 Oct 25 09:00:30.196763 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.236137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549ceee8-4035-493e-9a6c-ce11263a90cd {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:00:30.249977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] Deleting port 53502f99-a2c4-4879-957b-f90715531868 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:30.250178 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.309414 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.349997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Request body: {'port': {'device_id': 'db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:30.358120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] For port 53502f99-a2c4-4879-957b-f90715531868, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:30.358513 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.371212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62898c60-ea10-4b10-9efe-853f86e80fc6']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:30.402486 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7ce8fe-f16f-4102-a1db-3cae71b65371') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:30.402893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7ce8fe-f16f-4102-a1db-3cae71b65371') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:30.403608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] Calling delete_port for 53502f99-a2c4-4879-957b-f90715531868 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:30.408508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] Port 53502f99-a2c4-4879-957b-f90715531868 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:00:30.418792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.423106 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f5af2a-8027-4eff-a261-d8c92e000e61 x-openstack-request-id: req-e7f5af2a-8027-4eff-a261-d8c92e000e61 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:30.423207 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7939d11b-1f22-4d8b-88d2-a29764d41028", "name": "network-vif-deleted", "tag": "1d7263a7-312c-4f08-8402-d8c8e226d545", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:30.423561 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7f5af2a-8027-4eff-a261-d8c92e000e61 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:30.423803 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7939d11b-1f22-4d8b-88d2-a29764d41028', 'name': 'network-vif-deleted', 'tag': '1d7263a7-312c-4f08-8402-d8c8e226d545', 'status': 'completed', 'code': 200} Oct 25 09:00:30.434054 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.439558 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.458106 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.480251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:00:30.483695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.491110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 53502f99-a2c4-4879-957b-f90715531868 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:30.495151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:30.589413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] Pushing event deleted for resources: {'Port': ['ID=53502f99-a2c4-4879-957b-f90715531868,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:30.596118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.602450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c4237-585b-463f-9af3-6ab67079c4a6 None None] No DVR routers for this DVR port 53502f99-a2c4-4879-957b-f90715531868 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:30.619427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 53502f99-a2c4-4879-957b-f90715531868 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:30.621690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 53502f99-a2c4-4879-957b-f90715531868 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:00:30.652985 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:00:30.663996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.685196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.694415 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/62898c60-ea10-4b10-9efe-853f86e80fc6 HTTP/1.1" status: 204 len: 168 time: 0.9694290 Oct 25 09:00:30.696618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5778c-b655-451e-a372-9570a6549c5e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=62898c60-ea10-4b10-9efe-853f86e80fc6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:30.698998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50414) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:30.712722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-227401080'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:30.757180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:30.763355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.781923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:30.813552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:00:30.826459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.827196 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment 1aa85e52-47d0-49ee-96e0-767693e7db31 of type vlan for network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 Oct 25 09:00:30.869989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-066be89b-5efe-436b-bb71-cce50e9c753f req-33bdd973-be9e-48f6-a916-a777d32210c4 tempest-LiveMigrationNegativeTest-558984624 tempest-LiveMigrationNegativeTest-558984624-project] 10.222.0.32 "GET /v2.0/ports?device_id=7939d11b-1f22-4d8b-88d2-a29764d41028 HTTP/1.1" status: 200 len: 210 time: 0.1052144 Oct 25 09:00:30.884631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.935653 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:30.951550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:30.952206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.073966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=780d94fe-fdc3-4d03-8c0b-a34cb7d00836,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:31.082672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2ececa5c-6302-4854-8b35-9ae4efaf3c61 None None] Provisioning complete for port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:31.083377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ececa5c-6302-4854-8b35-9ae4efaf3c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.087914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:00:31.088465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:00:31.095975 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7c19da0e-c22e-4828-ae50-8d5ef538663e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3903191 Oct 25 09:00:31.098697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50420) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:31.103874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': '780d94fe-fdc3-4d03-8c0b-a34cb7d00836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:31.108092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.123700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['549ceee8-4035-493e-9a6c-ce11263a90cd'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:00:31.156610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50422) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:31.169468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Transition to ACTIVE for port object 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:00:31.189742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.202042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526289e6-d6c5-4acb-867b-b4a7831a8d65 req-27089e90-0fd0-48e8-bb2b-3db2f564626f tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:31.210472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-526289e6-d6c5-4acb-867b-b4a7831a8d65 req-27089e90-0fd0-48e8-bb2b-3db2f564626f tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 936 time: 0.0989518 Oct 25 09:00:31.279855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:31.282643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-526289e6-d6c5-4acb-867b-b4a7831a8d65 req-808e256e-4bb1-4f8b-80b0-80ef2663e2b9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712645 Oct 25 09:00:31.284606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.408528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57f0e048-01cf-4242-a13b-0ba0a23cb21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.473712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2ececa5c-6302-4854-8b35-9ae4efaf3c61 None None] Port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:31.513240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1d7263a7-312c-4f08-8402-d8c8e226d545 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:31.554245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 1d7263a7-312c-4f08-8402-d8c8e226d545 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:31.554904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1d7263a7-312c-4f08-8402-d8c8e226d545 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:31.581560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:31.606390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Attempting to bind port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:00:31.606740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Attempting to bind port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:00:31.607068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Attempting to bind port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:31.614635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57f0e048-01cf-4242-a13b-0ba0a23cb21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.622766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6b541-ed4b-415e-9f65-3d0ab5f21aaa req-49083b01-afa1-417d-a7e5-67afcc9bc317 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:31.631025 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ff6b541-ed4b-415e-9f65-3d0ab5f21aaa req-49083b01-afa1-417d-a7e5-67afcc9bc317 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 945 time: 0.1339777 Oct 25 09:00:31.643417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-57f0e048-01cf-4242-a13b-0ba0a23cb21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.649991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:00:31.650316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Attempting to bind port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:31.663678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:00:31.664040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:31.664847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:00:31.665339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Bound port: 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:00:31.665702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.687702 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-57f0e048-01cf-4242-a13b-0ba0a23cb21e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de5add35e3e84bfd8f3a2a8784ab8d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296853 Oct 25 09:00:31.688468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50438) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:31.701253 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ff6b541-ed4b-415e-9f65-3d0ab5f21aaa req-2dcba0f3-32c9-4a96-bd67-01814e7046bf tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611117 Oct 25 09:00:31.767215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.782772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] For port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:00:31.785937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] For port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:00:31.795893 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.807779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0e048-01cf-4242-a13b-0ba0a23cb21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6659e9-c052-4841-b54f-9de823ee03c9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:31.820117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b84be41-3544-404a-909e-8f57456b378b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.833979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:31.835238 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.836680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] 10.222.0.41 "PUT /v2.0/ports/9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 HTTP/1.1" status: 200 len: 1096 time: 1.6324711 Oct 25 09:00:31.852851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 385bb979-7a4e-4ab0-b3b7-00c054d876c8 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:00:31.861197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a12ec-5c12-430d-a5e1-dc795bc74070 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:31.891420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=d86149a1-b5d7-42f0-9eb5-1706fed0e90b,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:31.919895 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b84be41-3544-404a-909e-8f57456b378b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:31.921658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': '1aa85e52-47d0-49ee-96e0-767693e7db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '780d94fe-fdc3-4d03-8c0b-a34cb7d00836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:31.922011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: 780d94fe-fdc3-4d03-8c0b-a34cb7d00836, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:00:31.973925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:00:31.989286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 780d94fe-fdc3-4d03-8c0b-a34cb7d00836) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:31.998805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:31.999372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.003713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-05766ba8-6b55-4382-9c92-25ee45ad0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:32.005321 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-05766ba8-6b55-4382-9c92-25ee45ad0291 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb9c09a7254648e48b9b6b67c0718e4f&device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 1099 time: 0.0930481 Oct 25 09:00:32.035607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded0c93-6772-4a62-87d9-218d6cb280d4 None None] Network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:32.035990 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca4322c0-e002-4d23-9341-f83eaa9a8947 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9361706 Oct 25 09:00:32.038601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b84be41-3544-404a-909e-8f57456b378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.039330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50446) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:32.042622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b84be41-3544-404a-909e-8f57456b378b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.044274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b84be41-3544-404a-909e-8f57456b378b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc6659e9-c052-4841-b54f-9de823ee03c9 HTTP/1.1" status: 204 len: 168 time: 0.3510094 Oct 25 09:00:32.052236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ba013037-9e21-47ef-9008-b1cbb097700e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321383624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:32.070171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84be41-3544-404a-909e-8f57456b378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6659e9-c052-4841-b54f-9de823ee03c9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:32.140713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-c386369f-2978-4941-ab5d-ec9a01adb811 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 HTTP/1.1" status: 200 len: 217 time: 0.1191459 Oct 25 09:00:32.141031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:32.207583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'mac_address': 'fa:16:3e:e6:e0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:00:32.237170 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba013037-9e21-47ef-9008-b1cbb097700e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.238239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba013037-9e21-47ef-9008-b1cbb097700e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.261968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-2dd7f673-0f7d-4210-9411-7cbcc911c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:32.263700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-2dd7f673-0f7d-4210-9411-7cbcc911c713 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1156156 Oct 25 09:00:32.304339 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.335760 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba013037-9e21-47ef-9008-b1cbb097700e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.368778 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba013037-9e21-47ef-9008-b1cbb097700e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.396802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba013037-9e21-47ef-9008-b1cbb097700e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.397268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 385bb979-7a4e-4ab0-b3b7-00c054d876c8 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:00:32.398018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ba013037-9e21-47ef-9008-b1cbb097700e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3567295 Oct 25 09:00:32.401174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50458) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:32.434852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-a48f8c82-ba66-42d9-aaae-b96a238c176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:32.436758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-a48f8c82-ba66-42d9-aaae-b96a238c176c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152091 Oct 25 09:00:32.437476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e', 'tag': '9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:32.440117 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a" -d '{"events": [{"name": "network-changed", "server_uuid": "db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e", "tag": "9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:32.475975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:32.483923 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.490565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-780d94fe-fdc3-4d03-8c0b-a34cb7d00836', 'network_id': '780d94fe-fdc3-4d03-8c0b-a34cb7d00836', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': 'd86149a1-b5d7-42f0-9eb5-1706fed0e90b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:00:32.492196 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.499612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50462) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:32.593043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-1f0ea06f-6fa0-4526-9235-0e4fa6284201 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427686 Oct 25 09:00:32.650162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:32.666769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c90f7-c63e-46a5-8b0b-d9b990992d8e req-ac8a9bc1-ce86-473c-99c8-19d7d5ffd73e tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:32.668327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f33c90f7-c63e-46a5-8b0b-d9b990992d8e req-ac8a9bc1-ce86-473c-99c8-19d7d5ffd73e tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 948 time: 0.2683239 Oct 25 09:00:32.727037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50468) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:32.740743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['385bb979-7a4e-4ab0-b3b7-00c054d876c8'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:00:32.759012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f33c90f7-c63e-46a5-8b0b-d9b990992d8e req-f5b5cd85-2c71-4423-be2e-0dcaa4e32af2 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818896 Oct 25 09:00:32.770395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6e13f99-96ba-4b48-8552-ab29c75968d3 req-c17af989-1300-431a-a8a2-e95e3868d944 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658418 Oct 25 09:00:32.770395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ce06973-e725-423f-b752-00d2efb11e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.809539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Allocated IP 172.20.0.2 (780d94fe-fdc3-4d03-8c0b-a34cb7d00836/d86149a1-b5d7-42f0-9eb5-1706fed0e90b/af2eab39-9251-4cab-bd6e-86e140e4e883) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:32.863544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c9f52328-77bc-48c4-9d2e-1c6454ccb262 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4558ba7d4f3547c79088eab51e949b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264167 Oct 25 09:00:32.867952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50480) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:32.875071 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.883512 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ce06973-e725-423f-b752-00d2efb11e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.889996 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ce06973-e725-423f-b752-00d2efb11e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:32.906227 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b70f5-a973-4cc7-be10-f3f17f9dc496 x-openstack-request-id: req-da8b70f5-a973-4cc7-be10-f3f17f9dc496 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:32.906646 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e", "tag": "9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:32.907561 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da8b70f5-a973-4cc7-be10-f3f17f9dc496 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:32.908066 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e', 'tag': '9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1', 'status': 'completed', 'code': 200} Oct 25 09:00:32.971209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8ce06973-e725-423f-b752-00d2efb11e78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a556931a2be4a089dd1b8d56c81b95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396002 Oct 25 09:00:32.984930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce06973-e725-423f-b752-00d2efb11e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c326800-23f2-428b-a771-14fcb431bf86,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:32.987179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50482) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:33.056031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9afde861-f14e-4718-aaf0-82dbdc701397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.077840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-908d5825-0589-4548-b285-12bcc9728387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:33.079495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-908d5825-0589-4548-b285-12bcc9728387 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb9c09a7254648e48b9b6b67c0718e4f&device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 1099 time: 0.1251290 Oct 25 09:00:33.091525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892634-b056-4236-9827-d8d9b467fe17 req-57d8e91c-358b-41cc-b8a9-c213c547f54f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:33.093178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab892634-b056-4236-9827-d8d9b467fe17 req-57d8e91c-358b-41cc-b8a9-c213c547f54f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 945 time: 0.1231508 Oct 25 09:00:33.093345 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9afde861-f14e-4718-aaf0-82dbdc701397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.104515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.113861 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.156956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:33.160048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:33.164281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:33.165094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-89e3dafa-3190-4ed0-9f35-8f16fc39c66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.195307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Pushing event updated for resources: {'Port': ['ID=af2eab39-9251-4cab-bd6e-86e140e4e883,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:33.219570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab892634-b056-4236-9827-d8d9b467fe17 req-ca972ef7-7b69-4638-b885-37e6d0bab01c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069174 Oct 25 09:00:33.228798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9afde861-f14e-4718-aaf0-82dbdc701397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.231142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Attempting to bind port af2eab39-9251-4cab-bd6e-86e140e4e883 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:00:33.231600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Attempting to bind port af2eab39-9251-4cab-bd6e-86e140e4e883 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '1aa85e52-47d0-49ee-96e0-767693e7db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '780d94fe-fdc3-4d03-8c0b-a34cb7d00836'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:00:33.232031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Attempting to bind port af2eab39-9251-4cab-bd6e-86e140e4e883 on network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:33.235197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9afde861-f14e-4718-aaf0-82dbdc701397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.238837 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9afde861-f14e-4718-aaf0-82dbdc701397 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e26273c8-1b80-4c8e-b71f-0a2a342777ce HTTP/1.1" status: 204 len: 168 time: 0.3673511 Oct 25 09:00:33.252989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:00:33.256796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Checking segment: {'id': '1aa85e52-47d0-49ee-96e0-767693e7db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '780d94fe-fdc3-4d03-8c0b-a34cb7d00836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:33.258484 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.258766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Bound using segment: {'id': '1aa85e52-47d0-49ee-96e0-767693e7db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '780d94fe-fdc3-4d03-8c0b-a34cb7d00836'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:00:33.259276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Bound port: af2eab39-9251-4cab-bd6e-86e140e4e883, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa85e52-47d0-49ee-96e0-767693e7db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '780d94fe-fdc3-4d03-8c0b-a34cb7d00836'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:00:33.259667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.262381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afde861-f14e-4718-aaf0-82dbdc701397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26273c8-1b80-4c8e-b71f-0a2a342777ce,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:33.280787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-89e3dafa-3190-4ed0-9f35-8f16fc39c66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.281140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.20.0.1 (780d94fe-fdc3-4d03-8c0b-a34cb7d00836/d86149a1-b5d7-42f0-9eb5-1706fed0e90b/354f0d15-0ee2-4d84-8e7b-1f071aedbedf) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:33.322895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-1615a275-81df-445a-868f-68faa42cf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:33.325479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-1615a275-81df-445a-868f-68faa42cf422 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2312038 Oct 25 09:00:33.372183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] For port af2eab39-9251-4cab-bd6e-86e140e4e883, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:00:33.378502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] For port af2eab39-9251-4cab-bd6e-86e140e4e883, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=af2eab39-9251-4cab-bd6e-86e140e4e883,segment=NetworkSegment(1aa85e52-47d0-49ee-96e0-767693e7db31),segment_id=1aa85e52-47d0-49ee-96e0-767693e7db31)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:00:33.388651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-e562d23e-aa2f-430a-a8a4-a40313b6f9df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 HTTP/1.1" status: 200 len: 217 time: 0.0547647 Oct 25 09:00:33.391019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.482799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5701c28-3ab0-41bf-af75-b5bebe29d343 None None] Pushing event updated for resources: {'Port': ['ID=af2eab39-9251-4cab-bd6e-86e140e4e883,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:33.484025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-b8bf5d92-5c98-4bb2-8e6f-56980ba86620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:33.485524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-b8bf5d92-5c98-4bb2-8e6f-56980ba86620 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0880427 Oct 25 09:00:33.486599 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-89e3dafa-3190-4ed0-9f35-8f16fc39c66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.489565 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-89e3dafa-3190-4ed0-9f35-8f16fc39c66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.491657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-89e3dafa-3190-4ed0-9f35-8f16fc39c66a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c326800-23f2-428b-a771-14fcb431bf86 HTTP/1.1" status: 204 len: 168 time: 0.5019505 Oct 25 09:00:33.510781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3dafa-3190-4ed0-9f35-8f16fc39c66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c326800-23f2-428b-a771-14fcb431bf86,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:33.556746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-6b7ac7df-cf42-41bb-bcb7-dbfa743de9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:33.564558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-6b7ac7df-cf42-41bb-bcb7-dbfa743de9a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691204 Oct 25 09:00:33.689645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-c5be73ab-294c-4e52-bf70-dc47fbd65b36 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155045 Oct 25 09:00:33.856063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 385bb979-7a4e-4ab0-b3b7-00c054d876c8 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:33.871957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50498) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:33.897739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67be08cf-a9b3-46e5-a18f-ea94e5c1ab1a req-b8bc120f-37f1-4205-aaa6-743428a64a33 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935787 Oct 25 09:00:33.916002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.940444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:33.941054 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:33.946817 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cd4ee6c3-85ae-4d51-97a1-e9e25b52bf7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=602f7567824e4d0c914ff0dcb6961180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730305 Oct 25 09:00:33.949286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50500) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:33.977774 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.013164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9adc-6083-44b9-91fe-f5f9361c8973 req-860d3b6f-ce8f-472c-88dd-3d42b707bb50 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:34.020711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b0f9adc-6083-44b9-91fe-f5f9361c8973 req-860d3b6f-ce8f-472c-88dd-3d42b707bb50 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 948 time: 0.1264539 Oct 25 09:00:34.032873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:34.036399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:34.042222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:34.050958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d82dc25-eec6-4e13-ad68-12d3879c9002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.055334 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.089733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b0f9adc-6083-44b9-91fe-f5f9361c8973 req-e674d2ea-1c54-41e0-ac38-af13dfa05203 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683556 Oct 25 09:00:34.091563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d82dc25-eec6-4e13-ad68-12d3879c9002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.098755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.102854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:34.104553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:34.105183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=354f0d15-0ee2-4d84-8e7b-1f071aedbedf,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:34.109400 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d704486-600c-469d-a9a6-8f5e936734f8" -d '{"events": [{"server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "name": "network-vif-plugged", "status": "completed", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:34.113769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.114742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:34.169621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d82dc25-eec6-4e13-ad68-12d3879c9002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.176661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d82dc25-eec6-4e13-ad68-12d3879c9002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.177747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9d82dc25-eec6-4e13-ad68-12d3879c9002 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eda846cd-632a-4683-8971-741d8a667b22 HTTP/1.1" status: 204 len: 168 time: 0.2269211 Oct 25 09:00:34.192872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82dc25-eec6-4e13-ad68-12d3879c9002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda846cd-632a-4683-8971-741d8a667b22,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:34.218631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:34.244728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 549ceee8-4035-493e-9a6c-ce11263a90cd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:34.245137 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.274399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50516) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:34.315952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bbeaedb0-7fbf-494a-83f7-052b977617e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.323720 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aa08b7-fbbf-498a-93b0-c92a7f848353 x-openstack-request-id: req-d8aa08b7-fbbf-498a-93b0-c92a7f848353 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:34.324011 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "name": "network-vif-plugged", "status": "completed", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:34.324266 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8aa08b7-fbbf-498a-93b0-c92a7f848353 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:34.325298 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'code': 200} Oct 25 09:00:34.383458 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.425918 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.487380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:34.498569 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.500676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device af2eab39-9251-4cab-bd6e-86e140e4e883 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:34.537020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47cfaa-3d1b-4a98-8044-79e55c75a138 req-2e525804-f14a-4448-91aa-1353f2a1f6b0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:34.538706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f47cfaa-3d1b-4a98-8044-79e55c75a138 req-2e525804-f14a-4448-91aa-1353f2a1f6b0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 945 time: 0.1090460 Oct 25 09:00:34.581214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bbeaedb0-7fbf-494a-83f7-052b977617e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.591805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bbeaedb0-7fbf-494a-83f7-052b977617e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.639101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bbeaedb0-7fbf-494a-83f7-052b977617e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3757fcf667b4c15a33bd969dd81de85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635964 Oct 25 09:00:34.641871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50524) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:34.645419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:34.659857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f47cfaa-3d1b-4a98-8044-79e55c75a138 req-2d84c48a-a329-44ae-93fc-0bdb9ca3331e tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127963 Oct 25 09:00:34.677029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaedb0-7fbf-494a-83f7-052b977617e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77d6ee8-fe7a-41b0-8b21-01ed24cb9920,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:34.700109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port af2eab39-9251-4cab-bd6e-86e140e4e883 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:34.700488 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.777141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a418f4a-e608-482c-a701-283bd95f0ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.824780 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.841369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a418f4a-e608-482c-a701-283bd95f0ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.871157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port af2eab39-9251-4cab-bd6e-86e140e4e883, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=af2eab39-9251-4cab-bd6e-86e140e4e883,segment=NetworkSegment(1aa85e52-47d0-49ee-96e0-767693e7db31),segment_id=1aa85e52-47d0-49ee-96e0-767693e7db31)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:34.879373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.913883 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.915614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1c9fb-16fc-4e7d-8aec-fe1dcd707806 None None] Network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:34.920997 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.984413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a418f4a-e608-482c-a701-283bd95f0ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.987376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a418f4a-e608-482c-a701-283bd95f0ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:34.991559 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8a418f4a-e608-482c-a701-283bd95f0ef0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d77d6ee8-fe7a-41b0-8b21-01ed24cb9920 HTTP/1.1" status: 204 len: 168 time: 0.3453286 Oct 25 09:00:35.015998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=af2eab39-9251-4cab-bd6e-86e140e4e883,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:35.036619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418f4a-e608-482c-a701-283bd95f0ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77d6ee8-fe7a-41b0-8b21-01ed24cb9920,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:35.039346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=354f0d15-0ee2-4d84-8e7b-1f071aedbedf,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:35.049963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:35.082666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e2ec8eaa-4dc2-4b43-9df2-2e27481885cd None None] Provisioning complete for port af2eab39-9251-4cab-bd6e-86e140e4e883 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:35.083036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8eaa-4dc2-4b43-9df2-2e27481885cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:35.169117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:35.171105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:35.326528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3dca-3558-46f5-b63c-703fea2669b9 req-4b250cb6-2046-4f96-899c-beb93af711e2 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:35.330494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9db3dca-3558-46f5-b63c-703fea2669b9 req-4b250cb6-2046-4f96-899c-beb93af711e2 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 948 time: 0.1063547 Oct 25 09:00:35.366389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:00:35.419294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9db3dca-3558-46f5-b63c-703fea2669b9 req-c5867291-0da9-450b-b0e7-2acbce01870a tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781133 Oct 25 09:00:35.543283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:35.554609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50566) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:35.556272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa84393-cb82-4132-8cf3-708475fe79a8 None None] Sync routers for ids ['6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:35.561388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c77d1b83-3b4c-41f2-bead-022bbbe3b866 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1552799 Oct 25 09:00:35.578398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa84393-cb82-4132-8cf3-708475fe79a8 None None] Routers {'6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:35.579034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9aa84393-cb82-4132-8cf3-708475fe79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:35.647680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd1635-75ae-44b9-90a3-cc3eeb7fb767 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:35.650203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-63bd1635-75ae-44b9-90a3-cc3eeb7fb767 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports/354f0d15-0ee2-4d84-8e7b-1f071aedbedf HTTP/1.1" status: 200 len: 910 time: 0.0941658 Oct 25 09:00:35.652745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50572) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:35.693422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9aa84393-cb82-4132-8cf3-708475fe79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:35.699881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-aad447d3-3a0f-44d1-84aa-7f8ea0bfd819 None None] Provisioning complete for port af2eab39-9251-4cab-bd6e-86e140e4e883 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:35.700513 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aad447d3-3a0f-44d1-84aa-7f8ea0bfd819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:35.707325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa84393-cb82-4132-8cf3-708475fe79a8 None None] Routers {'6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:35.708195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9aa84393-cb82-4132-8cf3-708475fe79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:35.789931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9aa84393-cb82-4132-8cf3-708475fe79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:35.790788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa84393-cb82-4132-8cf3-708475fe79a8 None None] The sync data for ids ['6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:35.884626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-aad447d3-3a0f-44d1-84aa-7f8ea0bfd819 None None] Provisioning complete for port 354f0d15-0ee2-4d84-8e7b-1f071aedbedf triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:35.885135 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aad447d3-3a0f-44d1-84aa-7f8ea0bfd819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:35.933259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-aad447d3-3a0f-44d1-84aa-7f8ea0bfd819 None None] Port 354f0d15-0ee2-4d84-8e7b-1f071aedbedf cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:35.963047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e41a53-ed11-4569-a046-1817986725b7 req-2c480c57-8a03-4d01-a9e8-bfb2edf46981 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:35.970564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71e41a53-ed11-4569-a046-1817986725b7 req-2c480c57-8a03-4d01-a9e8-bfb2edf46981 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1514606 Oct 25 09:00:36.060205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0cbd0cf4-c94a-44c0-88d6-13883844e519 None None] Provisioning complete for port 354f0d15-0ee2-4d84-8e7b-1f071aedbedf triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:36.060852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0cf4-c94a-44c0-88d6-13883844e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:36.130462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd0cf4-c94a-44c0-88d6-13883844e519 None None] Port 354f0d15-0ee2-4d84-8e7b-1f071aedbedf cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:36.136738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71e41a53-ed11-4569-a046-1817986725b7 req-d8385ee5-28bd-4615-b9b5-8ec2c34945e8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654227 Oct 25 09:00:36.257066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-643f3fdc-3ee8-4ba7-8e95-3f4ba913d310 None None] Provisioning complete for port 354f0d15-0ee2-4d84-8e7b-1f071aedbedf triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:36.257581 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-643f3fdc-3ee8-4ba7-8e95-3f4ba913d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:36.275500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:36.327112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:36.331579 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c46807a-d192-4ac5-aad4-48c54688aafc" -d '{"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:36.340429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-643f3fdc-3ee8-4ba7-8e95-3f4ba913d310 None None] Port 354f0d15-0ee2-4d84-8e7b-1f071aedbedf cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:36.408566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device af2eab39-9251-4cab-bd6e-86e140e4e883 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:36.446159 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c19622-9594-430b-be90-f3a5df0c3882 x-openstack-request-id: req-34c19622-9594-430b-be90-f3a5df0c3882 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:36.447088 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:36.453180 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34c19622-9594-430b-be90-f3a5df0c3882 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:36.453595 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'code': 200} Oct 25 09:00:36.525182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port af2eab39-9251-4cab-bd6e-86e140e4e883 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:36.525731 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:36.633693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89124ddb-5a27-47b6-9779-57eeb823cb65 req-cb6511bc-d7fe-4b09-b0c2-2c2d3b88207d tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:36.635193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89124ddb-5a27-47b6-9779-57eeb823cb65 req-cb6511bc-d7fe-4b09-b0c2-2c2d3b88207d tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 948 time: 0.1081963 Oct 25 09:00:36.688994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 354f0d15-0ee2-4d84-8e7b-1f071aedbedf {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:36.689342 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:36.695695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89124ddb-5a27-47b6-9779-57eeb823cb65 req-167f8684-0a1b-4e68-af32-7ea541342c65 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515308 Oct 25 09:00:36.801050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:36.825170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 354f0d15-0ee2-4d84-8e7b-1f071aedbedf owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:36.854625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3ac81-441b-4b80-a432-d318a7c71a06 req-2c0af422-247f-4a62-9d3c-29bb7cde2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:36.856298 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4ea3ac81-441b-4b80-a432-d318a7c71a06 req-2c0af422-247f-4a62-9d3c-29bb7cde2c95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 1098 time: 0.1901605 Oct 25 09:00:36.907657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4ea3ac81-441b-4b80-a432-d318a7c71a06 req-46af2c92-aefa-41da-b0b6-e3b9a7322161 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Oct 25 09:00:37.036601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-8744eac9-4fb7-4799-8046-6d26354b21cf tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5443eb0d9f9b45f9a3cece236443d118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304859 Oct 25 09:00:37.071630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:37.131585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=354f0d15-0ee2-4d84-8e7b-1f071aedbedf,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:37.242759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-a746eb2b-c2f9-4839-8556-916188fced52 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:37.244288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-a746eb2b-c2f9-4839-8556-916188fced52 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989346 Oct 25 09:00:37.325830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:37.328115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-254e4877-f23e-48d1-9ace-6e88ca9ca52a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/quotas/5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 375 time: 0.0420160 Oct 25 09:00:37.417871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-e3a81ec3-2470-47d7-a66a-ccdcdcdede01 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825620 Oct 25 09:00:37.448469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:00:37.502912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:00:37.605928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:37.622125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1', 'mac_address': 'fa:16:3e:a1:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:00:37.676488 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:37.694490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:00:37.720612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:37.727912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:37.801092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:37.978622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:37.984558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6ecf1139-7717-4479-ad56-036244117017 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3300993 Oct 25 09:00:37.986608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50660) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:37.995213 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4164f-9a14-4664-b66c-4d29594ec280 None None] Sync routers for ids ['6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:38.019679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8a32c3fe-6d84-41ea-9e06-4e0d909ea047 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf HTTP/1.1" status: 200 len: 205 time: 0.0296597 Oct 25 09:00:38.020270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50662) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:38.030337 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e4164f-9a14-4664-b66c-4d29594ec280 None None] Routers {'6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:38.031289 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-06e4164f-9a14-4664-b66c-4d29594ec280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:38.032866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95190992-f93e-4fe7-8fbf-f79e03f66624 req-fbc4fe28-1274-4417-b475-6fa53d75cb46 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:38.034515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95190992-f93e-4fe7-8fbf-f79e03f66624 req-fbc4fe28-1274-4417-b475-6fa53d75cb46 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0881567 Oct 25 09:00:38.117646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95190992-f93e-4fe7-8fbf-f79e03f66624 req-10390387-f153-4c3b-9c6c-d0d24d6035cc tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749421 Oct 25 09:00:38.119688 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-06e4164f-9a14-4664-b66c-4d29594ec280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:38.136419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c4e35d1-d832-4829-ba86-13df3bce58af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.141360 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e4164f-9a14-4664-b66c-4d29594ec280 None None] Routers {'6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:38.142309 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-06e4164f-9a14-4664-b66c-4d29594ec280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:38.151831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:00:38.177395 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-06e4164f-9a14-4664-b66c-4d29594ec280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:38.178988 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4164f-9a14-4664-b66c-4d29594ec280 None None] The sync data for ids ['6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:38.400422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c4e35d1-d832-4829-ba86-13df3bce58af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.402815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c4e35d1-d832-4829-ba86-13df3bce58af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.448118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.451481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c4e35d1-d832-4829-ba86-13df3bce58af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.452132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4e35d1-d832-4829-ba86-13df3bce58af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:00:38.461910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13ef4810-a884-44cd-9105-7fb600295851 req-0e2e43b0-f884-40ee-83b4-bded3dc2da13 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 210 time: 0.0439584 Oct 25 09:00:38.465439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c4e35d1-d832-4829-ba86-13df3bce58af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.468445 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7c4e35d1-d832-4829-ba86-13df3bce58af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf HTTP/1.1" status: 204 len: 168 time: 0.4450159 Oct 25 09:00:38.470761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50670) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:38.531530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-af02a8f4-3003-4e97-82f2-b6da24814e0a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet d86149a1-b5d7-42f0-9eb5-1706fed0e90b {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:00:38.535289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af02a8f4-3003-4e97-82f2-b6da24814e0a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.590174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af02a8f4-3003-4e97-82f2-b6da24814e0a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.620238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dc343-1af7-4e9d-bb86-b944202caaa8 req-d53d0413-1e05-4b3f-9986-8a2722a16c92 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:38.621994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b70dc343-1af7-4e9d-bb86-b944202caaa8 req-d53d0413-1e05-4b3f-9986-8a2722a16c92 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 949 time: 0.0710311 Oct 25 09:00:38.669431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b70dc343-1af7-4e9d-bb86-b944202caaa8 req-8a69e2c7-0e31-4915-92f7-da3b4a813b32 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Oct 25 09:00:38.677141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af02a8f4-3003-4e97-82f2-b6da24814e0a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.750224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af02a8f4-3003-4e97-82f2-b6da24814e0a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.778977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02a8f4-3003-4e97-82f2-b6da24814e0a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=d86149a1-b5d7-42f0-9eb5-1706fed0e90b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:38.780969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af02a8f4-3003-4e97-82f2-b6da24814e0a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.786872 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-af02a8f4-3003-4e97-82f2-b6da24814e0a tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/d86149a1-b5d7-42f0-9eb5-1706fed0e90b HTTP/1.1" status: 204 len: 168 time: 0.3123713 Oct 25 09:00:38.787103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50682) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:38.796056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c047d-7d56-4d58-8b14-d7c3578ce9fc None None] Network 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:38.903940 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:38.967772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port af2eab39-9251-4cab-bd6e-86e140e4e883 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:38.968116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.027225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] DHCP port deletion for 780d94fe-fdc3-4d03-8c0b-a34cb7d00836 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:00:39.064021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port af2eab39-9251-4cab-bd6e-86e140e4e883, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=af2eab39-9251-4cab-bd6e-86e140e4e883,segment=NetworkSegment(1aa85e52-47d0-49ee-96e0-767693e7db31),segment_id=1aa85e52-47d0-49ee-96e0-767693e7db31)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:39.064579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.082671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for af2eab39-9251-4cab-bd6e-86e140e4e883 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:39.095819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] Deleting port af2eab39-9251-4cab-bd6e-86e140e4e883 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:39.096375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.198010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] For port af2eab39-9251-4cab-bd6e-86e140e4e883, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=af2eab39-9251-4cab-bd6e-86e140e4e883,segment=NetworkSegment(1aa85e52-47d0-49ee-96e0-767693e7db31),segment_id=1aa85e52-47d0-49ee-96e0-767693e7db31)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:39.198538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.224067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] Calling delete_port for af2eab39-9251-4cab-bd6e-86e140e4e883 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:39.224437 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-da60693c-3f52-4678-93a6-cacfc620f5fa tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5443eb0d9f9b45f9a3cece236443d118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428483 Oct 25 09:00:39.262548 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.321721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=af2eab39-9251-4cab-bd6e-86e140e4e883,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:39.326061 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.383801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No DVR routers for this DVR port af2eab39-9251-4cab-bd6e-86e140e4e883 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:39.482073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f192027-3cc4-4b97-b980-62584ab63159 req-000add5e-259a-46b8-8235-9e53ea8401ed tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:39.483865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f192027-3cc4-4b97-b980-62584ab63159 req-000add5e-259a-46b8-8235-9e53ea8401ed tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.2389281 Oct 25 09:00:39.526365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-4a11bbcf-f1cf-4c86-828e-f943b69af7b8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:39.529596 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-4a11bbcf-f1cf-4c86-828e-f943b69af7b8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869744 Oct 25 09:00:39.567224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:39.576461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Request body: {'port': {'device_id': '64b1955c-9b36-4493-b634-d07e613c35e2', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '5443eb0d9f9b45f9a3cece236443d118'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:39.598441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] No DVR routers for this DVR port af2eab39-9251-4cab-bd6e-86e140e4e883 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:39.646771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.666148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f192027-3cc4-4b97-b980-62584ab63159 req-d018fe0a-df95-480b-9cb9-d61c852417bb tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526296 Oct 25 09:00:39.673999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1eb968-9aa3-41c8-81c7-fb91b7069ce2 None None] Pushing event deleted for resources: {'Port': ['ID=af2eab39-9251-4cab-bd6e-86e140e4e883,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:39.685155 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.706167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:00:39.712392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:39.713797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.717873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780d94fe-fdc3-4d03-8c0b-a34cb7d00836']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:39.741878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa85e52-47d0-49ee-96e0-767693e7db31') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:39.742362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa85e52-47d0-49ee-96e0-767693e7db31') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:39.763975 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.773815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Made reservation on behalf of 5443eb0d9f9b45f9a3cece236443d118 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:39.780185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.792735 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.794329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.800462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:00:39.801644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:00:39.806552 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:00:39.851013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.888513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:39.892190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.892435 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6338320d-245f-4295-a3f5-96b75a6edd66" -d '{"events": [{"server_uuid": "db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:39.900446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:39.901067 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.905893 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.909752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50732) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:39.909914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/780d94fe-fdc3-4d03-8c0b-a34cb7d00836 HTTP/1.1" status: 204 len: 168 time: 1.1217077 Oct 25 09:00:39.917751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-423495311', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:39.924789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46614-c782-4586-bbfd-949a32c431b9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=780d94fe-fdc3-4d03-8c0b-a34cb7d00836,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:39.963561 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.964946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:39.973277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:40.026313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0f9fd7d-666f-4b2f-b020-bd4208536aea req-e1e3fc3a-e68e-4bdd-ab81-8bf7d4476624 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 210 time: 0.0325606 Oct 25 09:00:40.048254 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:40.052628 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:40.054886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:40.158800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007355a-73ef-48b6-bad0-6e472977b27b req-373ff343-51ce-4c19-95ad-51b35c1ed73f tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:40.160669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2007355a-73ef-48b6-bad0-6e472977b27b req-373ff343-51ce-4c19-95ad-51b35c1ed73f tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 950 time: 0.0620403 Oct 25 09:00:40.199324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33af5da-2a70-4eb5-845b-36403a11520d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:40.202942 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2007355a-73ef-48b6-bad0-6e472977b27b req-88bd0075-af76-4af5-a802-f5684fc64484 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Oct 25 09:00:40.312107 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ad229e-7b0e-4fa8-936e-8aee83a6ce18 x-openstack-request-id: req-72ad229e-7b0e-4fa8-936e-8aee83a6ce18 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:40.312468 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e", "name": "network-vif-plugged", "status": "completed", "tag": "9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:40.313406 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72ad229e-7b0e-4fa8-936e-8aee83a6ce18 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:40.313406 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1', 'code': 200} Oct 25 09:00:40.314755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:40.396294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Allocated IP 192.168.233.134 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/ffbb50c9-ee4f-444e-a716-8d7a0f8cee42) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:40.408702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device af2eab39-9251-4cab-bd6e-86e140e4e883 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:40.436683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: af2eab39-9251-4cab-bd6e-86e140e4e883 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:40.436683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device af2eab39-9251-4cab-bd6e-86e140e4e883 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:40.537488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef5d8a-08b4-46a8-9e05-bbc05b40a762 req-c38f71e0-5663-4352-8536-b82988cda90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:40.557544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aef5d8a-08b4-46a8-9e05-bbc05b40a762 req-c38f71e0-5663-4352-8536-b82988cda90d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 1101 time: 0.0835881 Oct 25 09:00:40.609504 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aef5d8a-08b4-46a8-9e05-bbc05b40a762 req-91f06089-fde3-4286-aa40-452528171fca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Oct 25 09:00:40.610345 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:40.732617 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:40.757310 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:40.821450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34209d36-d803-427b-af3d-0f43b6468377 req-0d33f611-0418-4f60-9f06-1ab3e32f473d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:40.822576 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:40.823696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34209d36-d803-427b-af3d-0f43b6468377 req-0d33f611-0418-4f60-9f06-1ab3e32f473d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0726151 Oct 25 09:00:40.899615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34209d36-d803-427b-af3d-0f43b6468377 req-8294ec59-fe5c-42fb-b43b-7a4e5470d04c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600169 Oct 25 09:00:40.906469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:40.921981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:40.944438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:40.949027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:41.036203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.25.8.165 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/f2247ec5-9419-45ef-ad86-53bd58df36bd) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:41.058068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:41.059109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:41.091476 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-47a8dac4-e9f0-4a03-9e3e-fa0f983885e4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5195329 Oct 25 09:00:41.139114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Request body: {'port': {'device_id': '64b1955c-9b36-4493-b634-d07e613c35e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:41.181743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad88a07-3c5a-41bd-8e1e-85fc51dc5c65 req-ba016e9b-9019-4bd1-9ac2-1db4058dca5b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:41.190351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ad88a07-3c5a-41bd-8e1e-85fc51dc5c65 req-ba016e9b-9019-4bd1-9ac2-1db4058dca5b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0659132 Oct 25 09:00:41.239252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ad88a07-3c5a-41bd-8e1e-85fc51dc5c65 req-50e0c440-460c-47bb-b2f6-daa7fd60c1c4 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Oct 25 09:00:41.281850 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:41.319784 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:41.435361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b50c0bfd-50f0-4a5f-9616-d204f464b687 None None] Provisioning complete for port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:41.439173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b50c0bfd-50f0-4a5f-9616-d204f464b687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:41.463766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:41.477210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5571a4a-885c-49db-b849-a1524918401b req-dfacde30-1640-4f49-8812-6964de0d1217 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:41.484011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5571a4a-885c-49db-b849-a1524918401b req-dfacde30-1640-4f49-8812-6964de0d1217 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 936 time: 0.0781779 Oct 25 09:00:41.563212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5571a4a-885c-49db-b849-a1524918401b req-281d756a-f0f5-40be-a84f-263c505521ca tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778358 Oct 25 09:00:41.565758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:41.580520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:41.581225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b50c0bfd-50f0-4a5f-9616-d204f464b687 None None] Port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:41.588324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:41.593121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=f2247ec5-9419-45ef-ad86-53bd58df36bd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:41.805999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad6c8-36b3-4cf7-9c02-da4911245d33 req-17fc5ca9-74fa-42a3-b3f5-ec6400333171 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:41.821595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-066ad6c8-36b3-4cf7-9c02-da4911245d33 req-17fc5ca9-74fa-42a3-b3f5-ec6400333171 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 950 time: 0.1381276 Oct 25 09:00:41.936804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-066ad6c8-36b3-4cf7-9c02-da4911245d33 req-94694c64-5802-4123-aebf-a34c72ac0381 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137135 Oct 25 09:00:42.188926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:00:42.197888 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:42.211214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5890a-240f-43ea-a3ab-431b0795d0b7 req-e188cb6a-cf34-4a61-afc6-a7f5a06ab9ef tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:42.213616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Transition to ACTIVE for port object ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:00:42.222749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72d5890a-240f-43ea-a3ab-431b0795d0b7 req-e188cb6a-cf34-4a61-afc6-a7f5a06ab9ef tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1376679 Oct 25 09:00:42.241754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:42.242551 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:42.333794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72d5890a-240f-43ea-a3ab-431b0795d0b7 req-62e61ac4-b59f-40d2-9353-675785d79db1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087210 Oct 25 09:00:42.600946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54e96bb8-f8e1-4cba-a1d1-bd944aa74e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:42.676460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:42.686129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Attempting to bind port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:00:42.686474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Attempting to bind port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:00:42.686800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Attempting to bind port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:42.693970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:00:42.694280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Attempting to bind port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:42.713204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:00:42.713393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:42.713758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:00:42.714198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Bound port: ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:00:42.714546 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:42.764663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:42.852580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448190d5-42bc-44d1-93ee-cad1a2b73164 req-66a929be-8525-48a3-a856-64448ac3a1bd tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:42.853428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54e96bb8-f8e1-4cba-a1d1-bd944aa74e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:42.862239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-448190d5-42bc-44d1-93ee-cad1a2b73164 req-66a929be-8525-48a3-a856-64448ac3a1bd tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 948 time: 0.0809331 Oct 25 09:00:42.874139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54e96bb8-f8e1-4cba-a1d1-bd944aa74e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:42.933413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-448190d5-42bc-44d1-93ee-cad1a2b73164 req-75e1c648-218a-4450-aa1c-d28136de2d3e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698402 Oct 25 09:00:43.063465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab650a65-3157-414d-a771-eb8f3da296b3 req-d708f6a5-036a-48b7-a04a-9590e00a3e5c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:43.074733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab650a65-3157-414d-a771-eb8f3da296b3 req-d708f6a5-036a-48b7-a04a-9590e00a3e5c tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0888102 Oct 25 09:00:43.081065 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-54e96bb8-f8e1-4cba-a1d1-bd944aa74e57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40eb7bd2c39149c2ac4a6b75397b1636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8279161 Oct 25 09:00:43.081742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50812) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:43.095695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e96bb8-f8e1-4cba-a1d1-bd944aa74e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95903a-ab3a-4896-9cee-47766e8249c0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:43.100569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:00:43.108565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:00:43.123766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:43.143945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab650a65-3157-414d-a771-eb8f3da296b3 req-c341d508-f68f-4907-a156-f0f7603799e8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 Oct 25 09:00:43.204257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:43.204901 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:43.206286 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] 10.222.0.18 "PUT /v2.0/ports/ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 1096 time: 2.0729198 Oct 25 09:00:43.210160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:43.212470 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0" -d '{"events": [{"name": "network-changed", "server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:43.296229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:43.323964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f01be-b084-424f-a0f1-ff07efc0d151 req-bb9d3d99-e9e8-4aa4-958c-c69db33d6706 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:43.336235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e00f01be-b084-424f-a0f1-ff07efc0d151 req-bb9d3d99-e9e8-4aa4-958c-c69db33d6706 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 950 time: 0.0939739 Oct 25 09:00:43.381560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-437c3a3d-b095-42f9-8860-2b834129937f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:43.414136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e00f01be-b084-424f-a0f1-ff07efc0d151 req-4676b529-7144-4bd0-9302-e87e109ccb3b tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743346 Oct 25 09:00:43.510290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9b1e6-3b56-45c1-b5df-4bd8c3a23f77 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:43.539539 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-437c3a3d-b095-42f9-8860-2b834129937f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:43.588733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16bf49-e1d2-4612-a2fd-847f85076e93 req-f84f6031-9a5f-4bcc-bb88-9701955278bb tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:43.598875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc16bf49-e1d2-4612-a2fd-847f85076e93 req-f84f6031-9a5f-4bcc-bb88-9701955278bb tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0984070 Oct 25 09:00:43.620613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-437c3a3d-b095-42f9-8860-2b834129937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:43.623865 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-437c3a3d-b095-42f9-8860-2b834129937f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:43.625367 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-437c3a3d-b095-42f9-8860-2b834129937f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c95903a-ab3a-4896-9cee-47766e8249c0 HTTP/1.1" status: 204 len: 168 time: 0.5388982 Oct 25 09:00:43.665981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-84232bdd-b212-4eaf-a114-538ec7b02ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:43.669147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-84232bdd-b212-4eaf-a114-538ec7b02ee4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1099 time: 0.3686750 Oct 25 09:00:43.669764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc16bf49-e1d2-4612-a2fd-847f85076e93 req-5c21d258-17fe-4576-842f-4ad0bdcc71b2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695806 Oct 25 09:00:43.672148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c3a3d-b095-42f9-8860-2b834129937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95903a-ab3a-4896-9cee-47766e8249c0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:43.739748 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-92149c1e-9eeb-4663-a119-13e743b52f3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.0522475 Oct 25 09:00:43.835383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-75316617-b2c5-4da2-912d-7524331066f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:43.837505 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-75316617-b2c5-4da2-912d-7524331066f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0833266 Oct 25 09:00:43.838580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 4544639e-a388-486e-8144-2310c1f571cd is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:00:44.032688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-7e42df9c-dcd7-4b1b-b40b-c01b21a546eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:44.034489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-7e42df9c-dcd7-4b1b-b40b-c01b21a546eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883273 Oct 25 09:00:44.125292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:44.137567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c96633-6049-43bf-839d-9ed47d1ebd8d None None] Sync routers for ids ['4544639e-a388-486e-8144-2310c1f571cd'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:44.169197 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e8d139-92c8-4778-b80e-d81f8228e740 x-openstack-request-id: req-c4e8d139-92c8-4778-b80e-d81f8228e740 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:44.170224 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:44.171948 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4e8d139-92c8-4778-b80e-d81f8228e740 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:44.173286 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'status': 'completed', 'code': 200} Oct 25 09:00:44.202999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:44.208166 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-818543e3-d489-4376-9fe8-1e6dc8b88e6b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.2903910 Oct 25 09:00:44.209409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c96633-6049-43bf-839d-9ed47d1ebd8d None None] Routers {'4544639e-a388-486e-8144-2310c1f571cd'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:44.209409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-52c96633-6049-43bf-839d-9ed47d1ebd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4544639e-a388-486e-8144-2310c1f571cd'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:44.214742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50840) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:44.253038 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-bbe8ce9c-824a-4196-be7f-30c1c6ea4794 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096038 Oct 25 09:00:44.289064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-52c96633-6049-43bf-839d-9ed47d1ebd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:44.301233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c96633-6049-43bf-839d-9ed47d1ebd8d None None] Routers {'4544639e-a388-486e-8144-2310c1f571cd'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:44.302875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-52c96633-6049-43bf-839d-9ed47d1ebd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4544639e-a388-486e-8144-2310c1f571cd'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:44.354003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-52c96633-6049-43bf-839d-9ed47d1ebd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:44.355254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c96633-6049-43bf-839d-9ed47d1ebd8d None None] The sync data for ids ['4544639e-a388-486e-8144-2310c1f571cd'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:44.405879 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1b92df0d-25af-4110-b7c0-d99a21fd1b79 req-cecb83e8-4ca3-4904-ab29-de9807fe9999 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444337 Oct 25 09:00:44.467541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4e8ec356-634a-4856-afbd-a9e903c7c1ca tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/routers/4544639e-a388-486e-8144-2310c1f571cd HTTP/1.1" status: 200 len: 880 time: 0.2493746 Oct 25 09:00:44.470104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50852) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:44.707685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-2519ba47-9380-410c-85ac-38f387f23d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:44.709835 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-2519ba47-9380-410c-85ac-38f387f23d0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1099 time: 0.1910958 Oct 25 09:00:44.855361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-4da00b62-ff45-43ee-b8ff-e4e929ec996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:44.857176 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-4da00b62-ff45-43ee-b8ff-e4e929ec996a service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1385198 Oct 25 09:00:44.903310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd585c44-afd4-4206-80b8-de592e77b836 req-8d34a0e2-6d31-4b13-9e61-1cf552a56220 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:44.906170 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-d2f388e6-5f03-44fa-9512-1a0899dc15cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.0410268 Oct 25 09:00:44.913652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd585c44-afd4-4206-80b8-de592e77b836 req-8d34a0e2-6d31-4b13-9e61-1cf552a56220 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 948 time: 0.0730307 Oct 25 09:00:44.939585 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f7e2640a-b323-451b-afa7-eb989f383321 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4620512 Oct 25 09:00:44.953103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:44.953103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50870) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:44.959789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9fee19ff-9329-4d44-a324-bf371f345ae3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-423495311'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:44.989708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd585c44-afd4-4206-80b8-de592e77b836 req-497226e6-4bdf-4efb-a445-39eae7ba0716 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748329 Oct 25 09:00:45.134777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213af9b6-17f2-4c8e-9da6-5ab15d4b3d05 req-c9fd2b5f-8f54-4763-8461-97bfbf6b315d tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:45.137962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-213af9b6-17f2-4c8e-9da6-5ab15d4b3d05 req-c9fd2b5f-8f54-4763-8461-97bfbf6b315d tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 950 time: 0.0771098 Oct 25 09:00:45.204173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-213af9b6-17f2-4c8e-9da6-5ab15d4b3d05 req-e08c08c6-51ec-4637-8d1f-fbebd9ad9b5f tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/security-groups?id=e4d42a6e-af81-49d3-9efb-07b747cc9b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581541 Oct 25 09:00:45.347247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539794f-5289-429c-a0c1-265c2b84d37d req-2528d61a-9bef-43a6-8cc2-c81f02c5b4f0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:45.355123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6539794f-5289-429c-a0c1-265c2b84d37d req-2528d61a-9bef-43a6-8cc2-c81f02c5b4f0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0880802 Oct 25 09:00:45.411328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1391908347-network', 'tenant_id': 'e4974c40964e49f5ba83c301eef0d68b'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:45.412455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6539794f-5289-429c-a0c1-265c2b84d37d req-f3e6bd42-2c4b-4680-ba01-39beda61e7fe tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556011 Oct 25 09:00:45.450267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-40215d0c-680d-4387-8405-c6cae5777540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:45.451972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-40215d0c-680d-4387-8405-c6cae5777540 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.5343249 Oct 25 09:00:45.456040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Made reservation on behalf of e4974c40964e49f5ba83c301eef0d68b for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:45.461241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:45.485927 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:45.542271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7e38-ee4b-4a8d-b557-94a8ffb3b8ca req-dd8ef72a-680b-47be-ab8e-7242e9c2e300 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:45.543920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93fd7e38-ee4b-4a8d-b557-94a8ffb3b8ca req-dd8ef72a-680b-47be-ab8e-7242e9c2e300 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0552702 Oct 25 09:00:45.601605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-b81a5827-e877-4916-9432-f6e09ffdcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:45.603311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-b81a5827-e877-4916-9432-f6e09ffdcbbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1396949 Oct 25 09:00:45.611932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93fd7e38-ee4b-4a8d-b557-94a8ffb3b8ca req-0e85cc57-8641-4401-b4dd-aba6ba145f00 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563719 Oct 25 09:00:45.841444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:45.860415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:45.876139 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-64cfa4c2-917a-4984-8c7e-ffa71f24b2e6 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267239 Oct 25 09:00:45.976549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:00:46.044748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0ce628-8f07-4901-8429-16faf320b0b8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:46.062866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.063220 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Added segment 09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d of type vlan for network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 Oct 25 09:00:46.112247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-7c17ae20-8f76-4d25-9ed9-dd95bfcde02b tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:46.116402 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-7c17ae20-8f76-4d25-9ed9-dd95bfcde02b tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.41 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 950 time: 0.1019449 Oct 25 09:00:46.153148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.158566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fee19ff-9329-4d44-a324-bf371f345ae3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.165830 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0577a1e3-e4ce-4af8-b1b2-87fee82c63e0 req-ced793bf-8fca-4daf-9500-e8d8095a564d service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398751 Oct 25 09:00:46.182698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fee19ff-9329-4d44-a324-bf371f345ae3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.232270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.233260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:46.233830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.251302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Deleting port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:46.252035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.332393 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3746789 Oct 25 09:00:46.333849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50904) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:46.342663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Request body: {'subnet': {'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1391908347-subnet', 'tenant_id': 'e4974c40964e49f5ba83c301eef0d68b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:46.342866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b38aaa3b-6136-4241-bc13-29e252d70d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.373850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Made reservation on behalf of e4974c40964e49f5ba83c301eef0d68b for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:46.376177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.414529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d0539-5888-4274-9485-3bbb4cbc02cd req-fd7e9b28-c932-4bd0-99bf-e29b89afec71 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:46.420147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f4396-c040-4003-8d40-7f8ad161948e admin admin] Pushing event updated for resources: {'Network': ['ID=98a163d5-0ebe-4066-8cf2-4d47d94f2686,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:46.431109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:00:46.431673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea5d0539-5888-4274-9485-3bbb4cbc02cd req-fd7e9b28-c932-4bd0-99bf-e29b89afec71 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1670320 Oct 25 09:00:46.465492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fee19ff-9329-4d44-a324-bf371f345ae3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 4544639e-a388-486e-8144-2310c1f571cd has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:00:46.476452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] For port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:46.477380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.500630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Calling delete_port for 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:46.606599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea5d0539-5888-4274-9485-3bbb4cbc02cd req-d32c1b5c-7155-4826-8917-3691bbb87fe8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879855 Oct 25 09:00:46.717701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.735574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fee19ff-9329-4d44-a324-bf371f345ae3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:46.747441 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d055c-5f6e-43f2-9a98-c8649a883f4c None None] Sync routers for ids ['4544639e-a388-486e-8144-2310c1f571cd'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:46.751433 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:00:46.766722 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d055c-5f6e-43f2-9a98-c8649a883f4c None None] Routers {'4544639e-a388-486e-8144-2310c1f571cd'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:46.767435 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-653d055c-5f6e-43f2-9a98-c8649a883f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4544639e-a388-486e-8144-2310c1f571cd'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:46.768961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Pushing event deleted for resources: {'Port': ['ID=9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:46.785398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fee19ff-9329-4d44-a324-bf371f345ae3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.788132 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9fee19ff-9329-4d44-a324-bf371f345ae3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/4544639e-a388-486e-8144-2310c1f571cd HTTP/1.1" status: 200 len: 887 time: 1.8335390 Oct 25 09:00:46.795491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50908) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:46.875128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] No DVR routers for this DVR port 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:46.886900 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.892264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:46.895031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67b6c4a7-6a12-4a1d-aac6-2bc2418823d3 req-dfa898fe-4192-4be7-b0fc-ecb01493eac9 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.41 "DELETE /v2.0/ports/9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 HTTP/1.1" status: 204 len: 173 time: 0.7727830 Oct 25 09:00:46.895785 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-653d055c-5f6e-43f2-9a98-c8649a883f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:46.897198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e', 'name': 'network-vif-deleted', 'tag': '9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:46.901456 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6fac4-e963-406f-b717-03cc177553bb" -d '{"events": [{"server_uuid": "db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e", "name": "network-vif-deleted", "tag": "9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:46.939833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b303f-705c-4301-91c2-a30596e42446 req-91e312c3-2aec-450d-b452-80ef287d2461 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:46.941063 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d055c-5f6e-43f2-9a98-c8649a883f4c None None] Routers {'4544639e-a388-486e-8144-2310c1f571cd'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:46.941925 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-653d055c-5f6e-43f2-9a98-c8649a883f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4544639e-a388-486e-8144-2310c1f571cd'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:46.950451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e2b303f-705c-4301-91c2-a30596e42446 req-91e312c3-2aec-450d-b452-80ef287d2461 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 948 time: 0.2463684 Oct 25 09:00:47.008722 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-653d055c-5f6e-43f2-9a98-c8649a883f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:47.009566 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d055c-5f6e-43f2-9a98-c8649a883f4c None None] The sync data for ids ['4544639e-a388-486e-8144-2310c1f571cd'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:47.016838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e2b303f-705c-4301-91c2-a30596e42446 req-6cddb6de-95e9-442c-b804-ca4d86c028d8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654125 Oct 25 09:00:47.107635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Pushing event updated for resources: {'Subnet': ['ID=008988ab-83ab-41f7-ada4-95f0196551d5,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:47.131434 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-08ba5c87-8a38-4974-99be-0ca1c2f3d0d2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/routers/4544639e-a388-486e-8144-2310c1f571cd HTTP/1.1" status: 200 len: 887 time: 0.3275197 Oct 25 09:00:47.131434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50914) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:47.175392 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6b1eb687-37a4-4c1d-a904-56b9cc04958d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=4544639e-a388-486e-8144-2310c1f571cd HTTP/1.1" status: 200 len: 205 time: 0.0434415 Oct 25 09:00:47.177447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50916) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:47.199217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Checking segment: {'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:47.199691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Network hostable DHCP agents. Network: 98a163d5-0ebe-4066-8cf2-4d47d94f2686, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:00:47.226286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:00:47.237378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 98a163d5-0ebe-4066-8cf2-4d47d94f2686) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:47.243004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:47.243658 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:47.248819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4fad4-ac2b-47f2-8d1b-b75fdfc7099f None None] Network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:47.268114 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5e996bcf-b85d-49f0-a35b-d77b451e068e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9310188 Oct 25 09:00:47.352303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360c88-5fdc-4daf-9364-8880dc54f642 req-cfb2eb42-75cb-4a67-8bff-ac65a760b192 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:47.362836 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4360c88-5fdc-4daf-9364-8880dc54f642 req-cfb2eb42-75cb-4a67-8bff-ac65a760b192 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 945 time: 0.2488651 Oct 25 09:00:47.442363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:47.526189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc3e924-c237-4384-a160-12b552d4dbd5 None None] Network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:47.556259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4360c88-5fdc-4daf-9364-8880dc54f642 req-1f6cc9fc-c771-4f32-bf6e-ea0515694a85 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765735 Oct 25 09:00:47.774304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1df118c-91d2-49c9-ac92-3a41c2eed955 req-4369a13e-5734-4dcc-8935-1ba0db2f6888 tempest-ImagesNegativeTestJSON-1491377104 tempest-ImagesNegativeTestJSON-1491377104-project] 10.222.0.32 "GET /v2.0/ports?device_id=db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e HTTP/1.1" status: 200 len: 210 time: 0.0449681 Oct 25 09:00:47.813947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:47.899638 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port f2247ec5-9419-45ef-ad86-53bd58df36bd {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:47.900002 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:47.963595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:00:48.008482 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:48.031602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for f2247ec5-9419-45ef-ad86-53bd58df36bd owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:48.115367 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e06bc82-d164-428f-9b1d-d67f67c4fa14 x-openstack-request-id: req-7e06bc82-d164-428f-9b1d-d67f67c4fa14 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:48.115853 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e", "name": "network-vif-deleted", "tag": "9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:48.116209 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e06bc82-d164-428f-9b1d-d67f67c4fa14 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:48.116714 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7f14bf-9bdf-4c54-b1f6-d56ba508ba7e', 'name': 'network-vif-deleted', 'tag': '9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1', 'status': 'completed', 'code': 200} Oct 25 09:00:48.218561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:48.265846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'mac_address': 'fa:16:3e:d8:87:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:00:48.395491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:48.431886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:00:48.501636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:48.503371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0088-8293-4395-bc42-3a3d49088af4 req-4c4e4431-f00b-4dd2-9821-f74670d76d97 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:48.512063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:48.516184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee3d0088-8293-4395-bc42-3a3d49088af4 req-4c4e4431-f00b-4dd2-9821-f74670d76d97 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1742585 Oct 25 09:00:48.526795 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:48.581358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:48.583113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=f2247ec5-9419-45ef-ad86-53bd58df36bd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:48.598190 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.599122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.600362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.600801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.601251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.601668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.613537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.614239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.615239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.616376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.616991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.618478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:00:48.737719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-08791d8d-de47-4ee2-b069-998899773d71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547199 Oct 25 09:00:48.759012 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45c10a72-5dbe-40a1-85a5-de721b4aea94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:48.811774 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:48.833787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee3d0088-8293-4395-bc42-3a3d49088af4 req-a8d7302e-90cd-415d-988f-21137902d950 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127508 Oct 25 09:00:48.884495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-3e31a3e9-6f13-40d7-b8d8-3d8dc35738db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:48.886054 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-3e31a3e9-6f13-40d7-b8d8-3d8dc35738db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 1098 time: 0.0909350 Oct 25 09:00:49.009496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-62f8e5db-e700-4978-88ae-b000b953cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:49.011367 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-62f8e5db-e700-4978-88ae-b000b953cca5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 915 time: 0.1021872 Oct 25 09:00:49.042942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:00:49.069893 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-9043b959-3a74-4ef2-b429-e1b148b1fd65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549ceee8-4035-493e-9a6c-ce11263a90cd HTTP/1.1" status: 200 len: 217 time: 0.0483069 Oct 25 09:00:49.091282 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.098171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.143868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-a40e338b-144a-4db9-b313-b4783d9019e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:49.145936 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-a40e338b-144a-4db9-b313-b4783d9019e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 200 len: 854 time: 0.0681915 Oct 25 09:00:49.223688 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-a286e76f-cb6b-4441-b858-45cae99baf59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2216b6-a802-4d88-9a04-5dfea23f141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666511 Oct 25 09:00:49.267586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.268125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Fanout notify agent at l3_agent the message router_deleted on router 4544639e-a388-486e-8144-2310c1f571cd {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:00:49.299608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae9adb-733e-4b53-994e-f091d36ecc9b req-f31f7b7b-04cd-433a-b3aa-718281fe7d37 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:49.309835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5eae9adb-733e-4b53-994e-f091d36ecc9b req-f31f7b7b-04cd-433a-b3aa-718281fe7d37 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 949 time: 0.3314989 Oct 25 09:00:49.343777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.345400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fdd2956f-f583-42f3-bb1c-461f113ded4e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/4544639e-a388-486e-8144-2310c1f571cd HTTP/1.1" status: 204 len: 168 time: 2.1575580 Oct 25 09:00:49.372408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50958) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:49.397099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-848276555'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:49.437592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5eae9adb-733e-4b53-994e-f091d36ecc9b req-1cc9af78-d3f1-44d6-909c-950e9e2a9e6d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267087 Oct 25 09:00:49.503765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:49.508007 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:49.511967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.539263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:49.539787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9f7e357e-c7b4-4ebc-9cbe-1323c3b3aea1 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:49.555096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:00:49.565683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.566175 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment 1bf92d08-ae58-4a35-a355-281173566ba9 of type vlan for network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 Oct 25 09:00:49.621168 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-3800c573-7306-49d9-887f-dcfd87211521 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890572 Oct 25 09:00:49.624913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.719979 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.726513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:49.727271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.815832 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7f8188c7-4f6f-4661-a8e4-786690623861 req-18dcf7e4-1303-4b04-8f52-cf7e3b13dd36 service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868172 Oct 25 09:00:49.819937 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4464486 Oct 25 09:00:49.822981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50974) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:49.827918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': '1f388909-a5d0-4f16-bf5d-e328eaeaaab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:49.832930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fe483-fd53-4c9a-9cdf-ccfe2477568d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=1f388909-a5d0-4f16-bf5d-e328eaeaaab0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:49.853001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:00:49.950663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:00:49.956749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.960753 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:49.982338 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.185005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d6261-9662-457a-90d1-cd7c3ec5ea6f req-4518edc8-0631-448c-98ac-86820c225c0f tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:50.186554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-046d6261-9662-457a-90d1-cd7c3ec5ea6f req-4518edc8-0631-448c-98ac-86820c225c0f tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 945 time: 0.0663664 Oct 25 09:00:50.227223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.258600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-046d6261-9662-457a-90d1-cd7c3ec5ea6f req-99cae91c-de62-4d7c-88d8-202a8f58d68a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655589 Oct 25 09:00:50.331175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=041a2ffa-c17b-4cd4-a7d2-c0edd1863995,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:50.337456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': '1bf92d08-ae58-4a35-a355-281173566ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1f388909-a5d0-4f16-bf5d-e328eaeaaab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:50.337915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: 1f388909-a5d0-4f16-bf5d-e328eaeaaab0, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:00:50.358626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:00:50.373444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 1f388909-a5d0-4f16-bf5d-e328eaeaaab0) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:50.378771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:50.379612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.390332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c8843-2eaa-49a1-8f49-904fb85c44c4 None None] Network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:50.453224 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-74bc6991-d103-460f-9cbc-8ae854558691 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6290836 Oct 25 09:00:50.456652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50990) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:50.462694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f3429eef-99db-4dc1-9824-d21cc0b497a3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-979904002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:50.546346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3429eef-99db-4dc1-9824-d21cc0b497a3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.547924 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3429eef-99db-4dc1-9824-d21cc0b497a3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.687200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-51b8a452-3d19-4abc-8dbc-66059a751328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:50.694368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-51b8a452-3d19-4abc-8dbc-66059a751328 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 1098 time: 0.0899379 Oct 25 09:00:50.700002 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3429eef-99db-4dc1-9824-d21cc0b497a3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.710318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febeec3-866d-4e23-a4d1-4c126a4ef152 req-5d78f309-71ef-4934-a0b6-b4b4473d462f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:50.718201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3febeec3-866d-4e23-a4d1-4c126a4ef152 req-5d78f309-71ef-4934-a0b6-b4b4473d462f tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.2158906 Oct 25 09:00:50.727637 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3429eef-99db-4dc1-9824-d21cc0b497a3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.782714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3febeec3-866d-4e23-a4d1-4c126a4ef152 req-470e5ad5-6473-4972-8d3d-9e6b8d7b9bda tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Oct 25 09:00:50.788057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-1f388909-a5d0-4f16-bf5d-e328eaeaaab0', 'network_id': '1f388909-a5d0-4f16-bf5d-e328eaeaaab0', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': '041a2ffa-c17b-4cd4-a7d2-c0edd1863995'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:00:50.789478 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.794787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3429eef-99db-4dc1-9824-d21cc0b497a3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:50.796544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f3429eef-99db-4dc1-9824-d21cc0b497a3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3386421 Oct 25 09:00:50.802776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50998) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:50.958408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-87284a1a-8b6d-4972-a013-912de73fb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:50.960974 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-87284a1a-8b6d-4972-a013-912de73fb5e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 200 len: 915 time: 0.2480319 Oct 25 09:00:51.050441 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-1c82d4f5-1c38-4671-8e47-aade859d84d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549ceee8-4035-493e-9a6c-ce11263a90cd HTTP/1.1" status: 200 len: 217 time: 0.0802152 Oct 25 09:00:51.106541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Allocated IP 172.20.0.2 (1f388909-a5d0-4f16-bf5d-e328eaeaaab0/041a2ffa-c17b-4cd4-a7d2-c0edd1863995/5463735e-bc1c-40c5-8626-1f5eb475924f) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:51.141643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-531e2956-6636-4312-a03e-87a8293f2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:51.144010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-531e2956-6636-4312-a03e-87a8293f2522 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 200 len: 854 time: 0.0851512 Oct 25 09:00:51.207513 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-982509d7-86c9-48b5-b45a-6b04b1c23e9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec2216b6-a802-4d88-9a04-5dfea23f141f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535362 Oct 25 09:00:51.283893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfbd8c-a00e-4cbe-a080-7b0ef5ac67ec req-c40b413c-41b4-4478-a1ca-b0ece24556b9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:51.292820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-babfbd8c-a00e-4cbe-a080-7b0ef5ac67ec req-c40b413c-41b4-4478-a1ca-b0ece24556b9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 949 time: 0.3127162 Oct 25 09:00:51.376116 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-3620a57a-17f3-4bb7-8f9f-194616b20d4d service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596942 Oct 25 09:00:51.439674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-babfbd8c-a00e-4cbe-a080-7b0ef5ac67ec req-651571dd-33c0-4019-8f44-2b5c9904bd5b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456823 Oct 25 09:00:51.461917 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:51.492826 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:51.504356 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:51.524676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:51.528242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:51.550826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:51.658092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Pushing event updated for resources: {'Port': ['ID=5463735e-bc1c-40c5-8626-1f5eb475924f,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:51.665052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Attempting to bind port 5463735e-bc1c-40c5-8626-1f5eb475924f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:00:51.666305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Attempting to bind port 5463735e-bc1c-40c5-8626-1f5eb475924f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '1bf92d08-ae58-4a35-a355-281173566ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1f388909-a5d0-4f16-bf5d-e328eaeaaab0'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:00:51.666305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Attempting to bind port 5463735e-bc1c-40c5-8626-1f5eb475924f on network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:00:51.674972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:00:51.675393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Checking segment: {'id': '1bf92d08-ae58-4a35-a355-281173566ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1f388909-a5d0-4f16-bf5d-e328eaeaaab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:00:51.675795 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:51.677033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Bound using segment: {'id': '1bf92d08-ae58-4a35-a355-281173566ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1f388909-a5d0-4f16-bf5d-e328eaeaaab0'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:00:51.677672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Bound port: 5463735e-bc1c-40c5-8626-1f5eb475924f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf92d08-ae58-4a35-a355-281173566ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1f388909-a5d0-4f16-bf5d-e328eaeaaab0'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:00:51.678225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:51.685257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-30c9fbee-9f94-4f04-974b-ee2340f040b2 req-8b161fb2-9fe3-47fb-bf78-b882a886fbbc service neutron] 10.222.0.18 "GET /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015931 Oct 25 09:00:51.694248 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:51.766425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] For port 5463735e-bc1c-40c5-8626-1f5eb475924f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:00:51.770720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] For port 5463735e-bc1c-40c5-8626-1f5eb475924f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5463735e-bc1c-40c5-8626-1f5eb475924f,segment=NetworkSegment(1bf92d08-ae58-4a35-a355-281173566ba9),segment_id=1bf92d08-ae58-4a35-a355-281173566ba9)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:00:51.778926 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:51.924752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1197f-8f1a-46e7-a62a-4c12f9c8f411 None None] Pushing event updated for resources: {'Port': ['ID=5463735e-bc1c-40c5-8626-1f5eb475924f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:51.991034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:52.010751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.20.0.1 (1f388909-a5d0-4f16-bf5d-e328eaeaaab0/041a2ffa-c17b-4cd4-a7d2-c0edd1863995/cde642f1-899e-4079-a86c-9c35dcfa040a) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:00:52.116772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:00:52.123794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:52.124239 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.259759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.370987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2232d60-a028-46e7-b703-5da25222cd2c req-2a1d50a0-9814-4076-8be7-a6f8e08e5822 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:52.376341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.386604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2232d60-a028-46e7-b703-5da25222cd2c req-2a1d50a0-9814-4076-8be7-a6f8e08e5822 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1352217 Oct 25 09:00:52.429972 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:00:52.470404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2232d60-a028-46e7-b703-5da25222cd2c req-7c8d92cc-699b-4b59-8099-419876575698 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828168 Oct 25 09:00:52.475714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:52.476602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:52.479864 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b57092d-e417-44b9-94be-13e914055382" -d '{"events": [{"server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:52.486922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.492295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.531637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5463735e-bc1c-40c5-8626-1f5eb475924f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:52.622609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:52.642066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=cde642f1-899e-4079-a86c-9c35dcfa040a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:52.652212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:52.655414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5463735e-bc1c-40c5-8626-1f5eb475924f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:52.655947 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.688208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:52.696186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:00:52.755712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.772589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8353690-9801-43fe-8374-aa579216dd33 req-41c89d98-abed-4ca6-b385-4e53c753a043 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:52.802905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8353690-9801-43fe-8374-aa579216dd33 req-41c89d98-abed-4ca6-b385-4e53c753a043 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 945 time: 0.1603158 Oct 25 09:00:52.825171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 5463735e-bc1c-40c5-8626-1f5eb475924f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5463735e-bc1c-40c5-8626-1f5eb475924f,segment=NetworkSegment(1bf92d08-ae58-4a35-a355-281173566ba9),segment_id=1bf92d08-ae58-4a35-a355-281173566ba9)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:52.835944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.851984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:52.959555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=5463735e-bc1c-40c5-8626-1f5eb475924f,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:53.165990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:53.172702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8353690-9801-43fe-8374-aa579216dd33 req-6f121cdd-ffbb-464e-b805-32187fc266ab tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675849 Oct 25 09:00:53.464994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f11f01-a81c-4ea0-9bef-60ed4b5dc668 None None] Network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:00:53.503238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eba0ba-056a-480b-8621-5629f119d633 req-663f78a8-0672-44b3-a96c-167d97f2f1ef tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:53.510981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45eba0ba-056a-480b-8621-5629f119d633 req-663f78a8-0672-44b3-a96c-167d97f2f1ef tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1300166 Oct 25 09:00:53.602236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5b51fcd5-93c5-4725-a459-09e1e6514dc1 None None] Provisioning complete for port 5463735e-bc1c-40c5-8626-1f5eb475924f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:53.602852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5b51fcd5-93c5-4725-a459-09e1e6514dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:53.607001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45eba0ba-056a-480b-8621-5629f119d633 req-b31d3d49-7e00-475a-b22d-b7150e4d2a66 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951674 Oct 25 09:00:53.691762 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca7bab5-a22d-46d4-88e1-df34f4876bd8 x-openstack-request-id: req-8ca7bab5-a22d-46d4-88e1-df34f4876bd8 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:53.692230 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:53.693139 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ca7bab5-a22d-46d4-88e1-df34f4876bd8 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:53.693904 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'code': 200} Oct 25 09:00:53.695075 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:53.708978 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:53.847400 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:53.904056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77137-553d-4a9c-9093-2ffc80b43362 req-20882cac-f7da-4f08-bb21-6d801098a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:53.905564 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-feb77137-553d-4a9c-9093-2ffc80b43362 req-20882cac-f7da-4f08-bb21-6d801098a655 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1101 time: 0.0999448 Oct 25 09:00:54.014076 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-feb77137-553d-4a9c-9093-2ffc80b43362 req-2517387a-3dee-45d0-9ef4-3de3234cf628 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994315 Oct 25 09:00:54.290253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51058) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:54.426664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ee065bce-38b7-4fe5-92ce-16d62ee22b4b None None] Provisioning complete for port 5463735e-bc1c-40c5-8626-1f5eb475924f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:54.431268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee065bce-38b7-4fe5-92ce-16d62ee22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:54.539717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=cde642f1-899e-4079-a86c-9c35dcfa040a,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:54.578360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5463735e-bc1c-40c5-8626-1f5eb475924f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:00:54.584551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-073b8d5f-a16c-433a-bd25-c20640d7a358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb9c09a7254648e48b9b6b67c0718e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928901 Oct 25 09:00:54.588173 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51064) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:54.668873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-4c56f25b-bb9f-4645-acaa-d10c61cc703e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:54.670455 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-4c56f25b-bb9f-4645-acaa-d10c61cc703e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 945 time: 0.2622786 Oct 25 09:00:54.708386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324a7d6-93a0-4768-b3f8-daf0e1317d2b req-a3888008-3f7d-4e1f-82ff-ecbade51e1ac tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:54.718473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b324a7d6-93a0-4768-b3f8-daf0e1317d2b req-a3888008-3f7d-4e1f-82ff-ecbade51e1ac tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1797211 Oct 25 09:00:54.767800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ee065bce-38b7-4fe5-92ce-16d62ee22b4b None None] Provisioning complete for port cde642f1-899e-4079-a86c-9c35dcfa040a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:54.771380 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee065bce-38b7-4fe5-92ce-16d62ee22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:54.811715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3aece6df-3d27-4e62-919a-90fda8d56e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:54.812999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5463735e-bc1c-40c5-8626-1f5eb475924f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:54.813370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:54.850102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b324a7d6-93a0-4768-b3f8-daf0e1317d2b req-88af026d-2942-4eea-9f4e-a64195da88c2 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333120 Oct 25 09:00:54.853326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3aece6df-3d27-4e62-919a-90fda8d56e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:54.861521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ee065bce-38b7-4fe5-92ce-16d62ee22b4b None None] Port cde642f1-899e-4079-a86c-9c35dcfa040a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:54.902461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:00:54.916810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:00:54.938766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3aece6df-3d27-4e62-919a-90fda8d56e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:54.947545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3aece6df-3d27-4e62-919a-90fda8d56e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:54.951279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67284c11-df2f-42a9-b194-acfb0190a212 req-61cde1e9-2438-4f22-813c-7d65d96a6195 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997181 Oct 25 09:00:54.968753 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3aece6df-3d27-4e62-919a-90fda8d56e84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4d42a6e-af81-49d3-9efb-07b747cc9b90 HTTP/1.1" status: 204 len: 168 time: 0.3741734 Oct 25 09:00:55.035580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aece6df-3d27-4e62-919a-90fda8d56e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d42a6e-af81-49d3-9efb-07b747cc9b90,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:55.048871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Deleting port 07e541bf-2268-40f9-aed3-0f901121eed4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:55.049496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:55.157122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-851417f1-353e-4d37-a691-9b8b459a367e None None] Provisioning complete for port cde642f1-899e-4079-a86c-9c35dcfa040a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:55.157476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-851417f1-353e-4d37-a691-9b8b459a367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:55.210440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] For port 07e541bf-2268-40f9-aed3-0f901121eed4, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=07e541bf-2268-40f9-aed3-0f901121eed4,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:00:55.211198 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:55.278427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-851417f1-353e-4d37-a691-9b8b459a367e None None] Port cde642f1-899e-4079-a86c-9c35dcfa040a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:55.325277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284c11-df2f-42a9-b194-acfb0190a212 req-72e3edee-a5b6-4f4e-b1d2-215a893df902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:55.327961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67284c11-df2f-42a9-b194-acfb0190a212 req-72e3edee-a5b6-4f4e-b1d2-215a893df902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 1099 time: 0.2912152 Oct 25 09:00:55.608354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 3177bde7-acaf-4a03-bf59-10ba720cca25 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:00:55.621768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9c0c537c-7caf-4779-9724-58cf8cedc3b9 None None] Provisioning complete for port cde642f1-899e-4079-a86c-9c35dcfa040a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:00:55.624617 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c0c537c-7caf-4779-9724-58cf8cedc3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:55.649595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284c11-df2f-42a9-b194-acfb0190a212 req-12a2d98e-bc32-454d-80e1-10cca0e5432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:55.651188 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67284c11-df2f-42a9-b194-acfb0190a212 req-12a2d98e-bc32-454d-80e1-10cca0e5432a service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2970755 Oct 25 09:00:55.765154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67284c11-df2f-42a9-b194-acfb0190a212 req-f7730322-10c5-4250-b158-217138ae7055 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2d417b2f-b245-402f-820b-e034355a454e HTTP/1.1" status: 200 len: 217 time: 0.1030626 Oct 25 09:00:55.809998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c537c-7caf-4779-9724-58cf8cedc3b9 None None] Port cde642f1-899e-4079-a86c-9c35dcfa040a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:00:55.905101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:55.914455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94cc9cd1-a037-42e3-aa90-e997065ddd23 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/3177bde7-acaf-4a03-bf59-10ba720cca25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1047006 Oct 25 09:00:55.916371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51088) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:55.918158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e1174-db2e-433a-af51-80488f38e52c None None] Sync routers for ids ['3177bde7-acaf-4a03-bf59-10ba720cca25'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:55.936688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284c11-df2f-42a9-b194-acfb0190a212 req-92c3b356-2ae6-434e-8671-67a8cffa5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:55.938144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67284c11-df2f-42a9-b194-acfb0190a212 req-92c3b356-2ae6-434e-8671-67a8cffa5094 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1342647 Oct 25 09:00:55.945072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e1174-db2e-433a-af51-80488f38e52c None None] Routers {'3177bde7-acaf-4a03-bf59-10ba720cca25'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:55.945956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8a4e1174-db2e-433a-af51-80488f38e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3177bde7-acaf-4a03-bf59-10ba720cca25'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:56.006112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafd615-482a-425b-8386-979e3f530355 req-5b68ea21-0de3-496d-8baa-dd184864df07 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:56.017982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bafd615-482a-425b-8386-979e3f530355 req-5b68ea21-0de3-496d-8baa-dd184864df07 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 945 time: 0.1956542 Oct 25 09:00:56.154327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c571905-6d7c-4c13-b33f-5108eaa40ec3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:56.159346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5c571905-6d7c-4c13-b33f-5108eaa40ec3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports/cde642f1-899e-4079-a86c-9c35dcfa040a HTTP/1.1" status: 200 len: 910 time: 0.2393360 Oct 25 09:00:56.159437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51092) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:56.180003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-58dbea37-3e88-4695-b0be-2fd344945c55 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '041a2ffa-c17b-4cd4-a7d2-c0edd1863995'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:00:56.194961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bafd615-482a-425b-8386-979e3f530355 req-6d89a7a5-8809-49b3-b28e-7a3ec595e05c tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups?id=83aea94c-fcd3-4712-9bac-71bc0b8ef505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762099 Oct 25 09:00:56.197027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284c11-df2f-42a9-b194-acfb0190a212 req-237646ea-523f-4be7-8810-49c17754b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:56.198455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67284c11-df2f-42a9-b194-acfb0190a212 req-237646ea-523f-4be7-8810-49c17754b629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2035313 Oct 25 09:00:56.332349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8a4e1174-db2e-433a-af51-80488f38e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:56.332946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:56.333357 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:56.333834 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Floating IP c10b380a-c7f9-491e-809a-22c8f9947ea1 disassociated. External IP: 172.25.8.41, port: 07e541bf-2268-40f9-aed3-0f901121eed4. Oct 25 09:00:56.334182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Calling delete_port for 07e541bf-2268-40f9-aed3-0f901121eed4 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:56.353716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e1174-db2e-433a-af51-80488f38e52c None None] Routers {'3177bde7-acaf-4a03-bf59-10ba720cca25'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:56.354364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8a4e1174-db2e-433a-af51-80488f38e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3177bde7-acaf-4a03-bf59-10ba720cca25'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:56.423615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8a4e1174-db2e-433a-af51-80488f38e52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:56.434855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e1174-db2e-433a-af51-80488f38e52c None None] The sync data for ids ['3177bde7-acaf-4a03-bf59-10ba720cca25'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:56.471019 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67284c11-df2f-42a9-b194-acfb0190a212 req-993a5242-4ea3-4d99-a043-d5d558d11651 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638285 Oct 25 09:00:56.517107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c2757-e966-41aa-b402-3b8f964ec3e5 req-b0f7cb68-2e9a-42ea-8325-0469dbf40933 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:56.519158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a6c2757-e966-41aa-b402-3b8f964ec3e5 req-b0f7cb68-2e9a-42ea-8325-0469dbf40933 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1510248 Oct 25 09:00:56.606681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a6c2757-e966-41aa-b402-3b8f964ec3e5 req-bdf42979-3e4c-4c3a-8f21-08177330d10b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738106 Oct 25 09:00:56.648499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58dbea37-3e88-4695-b0be-2fd344945c55 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:56.675881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67284c11-df2f-42a9-b194-acfb0190a212 req-55a9f1eb-7f78-438b-892b-654fb26249b8 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943192 Oct 25 09:00:56.809181 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:56.882362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742698b3-d0b3-47e0-a6e5-864bc981f37f req-6aed6560-7c3a-4e5b-b209-697f55b11db1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:56.887382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-742698b3-d0b3-47e0-a6e5-864bc981f37f req-6aed6560-7c3a-4e5b-b209-697f55b11db1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1103742 Oct 25 09:00:56.933137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event deleted for resources: {'Port': ['ID=07e541bf-2268-40f9-aed3-0f901121eed4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:56.945475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-742698b3-d0b3-47e0-a6e5-864bc981f37f req-deebf83c-61b5-4ee3-ad38-40e1b2308284 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519497 Oct 25 09:00:57.295716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Router d5557660-b7f9-42dc-a841-33778b6753dc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:00:57.533235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:00:57.541280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58dbea37-3e88-4695-b0be-2fd344945c55 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:57.544386 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] Sync routers for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:00:57.558090 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:57.559627 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:57.621594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58dbea37-3e88-4695-b0be-2fd344945c55 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:57.748317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbea37-3e88-4695-b0be-2fd344945c55 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:57.748952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58dbea37-3e88-4695-b0be-2fd344945c55 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:57.750264 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-58dbea37-3e88-4695-b0be-2fd344945c55 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/ports/cde642f1-899e-4079-a86c-9c35dcfa040a HTTP/1.1" status: 200 len: 910 time: 1.5901613 Oct 25 09:00:57.753305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51128) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:00:57.821543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] No DVR routers for this DVR port 07e541bf-2268-40f9-aed3-0f901121eed4 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:00:57.834199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:57.837596 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-00a1be30-2fcd-49ca-b100-91530c5b2e57 req-6ba20a5d-415a-44ed-ba52-6f651e9d8785 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.18 "DELETE /v2.0/ports/07e541bf-2268-40f9-aed3-0f901121eed4 HTTP/1.1" status: 204 len: 173 time: 3.1533139 Oct 25 09:00:57.840167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'name': 'network-vif-deleted', 'tag': '07e541bf-2268-40f9-aed3-0f901121eed4'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:00:57.851059 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bc7979-6bc2-4d37-ad3a-814c90385e9d" -d '{"events": [{"server_uuid": "3fae0fb2-fe08-43be-a096-63c28070b0fd", "name": "network-vif-deleted", "tag": "07e541bf-2268-40f9-aed3-0f901121eed4"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:00:57.897978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbea37-3e88-4695-b0be-2fd344945c55 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=cde642f1-899e-4079-a86c-9c35dcfa040a,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:58.001226 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:00:58.063585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 07e541bf-2268-40f9-aed3-0f901121eed4 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:00:58.100494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 07e541bf-2268-40f9-aed3-0f901121eed4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:00:58.100831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 07e541bf-2268-40f9-aed3-0f901121eed4 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:00:58.255262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef787-a6e7-4154-a663-d2a61ccc845d req-0d3a8d32-3a55-44e6-8bb4-249f63e11f1b tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:00:58.262949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ceef787-a6e7-4154-a663-d2a61ccc845d req-0d3a8d32-3a55-44e6-8bb4-249f63e11f1b tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1101 time: 0.2015042 Oct 25 09:00:58.288815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ceef787-a6e7-4154-a663-d2a61ccc845d req-0f0ce0ef-baf2-4b33-b0bc-3023d3e920c5 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:58.377512 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:58:02Z', 'revision_number': 5, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:58.421802 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] Checking router: d5557660-b7f9-42dc-a841-33778b6753dc for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:00:58.441633 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:00:58.442795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:58.507628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ceef787-a6e7-4154-a663-d2a61ccc845d req-0f0ce0ef-baf2-4b33-b0bc-3023d3e920c5 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:58.519146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ceef787-a6e7-4154-a663-d2a61ccc845d req-0f0ce0ef-baf2-4b33-b0bc-3023d3e920c5 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:58.529367 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:58.597314 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:00:58.795106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ceef787-a6e7-4154-a663-d2a61ccc845d req-0f0ce0ef-baf2-4b33-b0bc-3023d3e920c5 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262480 Oct 25 09:00:58.851852 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:58:02Z', 'revision_number': 5, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:00:58.860133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ce0ef-baf2-4b33-b0bc-3023d3e920c5 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507dbd75-c43a-4a85-ac5d-ce88b3a75f4f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:00:58.904194 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7b0286-9dce-4072-b663-468a35c3bc01 None None] The sync data for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 is: [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T08:57:54Z', 'revision_number': 4, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5f815223-cd6c-484f-96cd-d53d0e5584ed', 'name': '', 'network_id': 'c8372471-7153-4dd2-b1ee-163591a6ac86', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'mac_address': 'fa:16:3e:2a:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:51Z', 'updated_at': '2021-10-25T08:58:02Z', 'revision_number': 5, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'subnets': [{'id': '131faeb3-0edd-45ab-b69c-24bab547e8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:00:59.051087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3903740a-54ac-4bb5-aea6-f502c6f9fb7e req-c0c1cf76-6e63-4ecd-91f1-a945ecf64c25 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 210 time: 0.0716090 Oct 25 09:00:59.088027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port cde642f1-899e-4079-a86c-9c35dcfa040a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:00:59.088510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:59.290435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:59.293945 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7db9b5-ac36-4823-9c4b-ecfa72312930 x-openstack-request-id: req-7a7db9b5-ac36-4823-9c4b-ecfa72312930 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:00:59.294778 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fae0fb2-fe08-43be-a096-63c28070b0fd", "name": "network-vif-deleted", "tag": "07e541bf-2268-40f9-aed3-0f901121eed4", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:00:59.295187 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a7db9b5-ac36-4823-9c4b-ecfa72312930 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:00:59.297087 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fae0fb2-fe08-43be-a096-63c28070b0fd', 'name': 'network-vif-deleted', 'tag': '07e541bf-2268-40f9-aed3-0f901121eed4', 'status': 'completed', 'code': 200} Oct 25 09:00:59.319237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for cde642f1-899e-4079-a86c-9c35dcfa040a owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:00:59.340577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae11e87-c636-4c01-81df-99b858138c23 None None] New status for floating IP c10b380a-c7f9-491e-809a-22c8f9947ea1: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:00:59.732150 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:00:59.780000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=cde642f1-899e-4079-a86c-9c35dcfa040a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:00.016873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:00.279644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router 3177bde7-acaf-4a03-bf59-10ba720cca25 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:00.300282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2a10d-7af3-4fff-8d42-70e4c9b73a55 req-1d35a27d-811c-49c7-be1e-8852894fd57a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:00.308678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdd2a10d-7af3-4fff-8d42-70e4c9b73a55 req-1d35a27d-811c-49c7-be1e-8852894fd57a tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1063917 Oct 25 09:01:00.416065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdd2a10d-7af3-4fff-8d42-70e4c9b73a55 req-22c6b978-d803-413f-b068-64690b9774ec tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060457 Oct 25 09:01:00.455961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:00.462697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3aaee247-5aeb-45ce-bdc9-cc24bf640e9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/3177bde7-acaf-4a03-bf59-10ba720cca25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7083004 Oct 25 09:01:00.465647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51192) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:00.483445 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe68d79-7d8f-42ae-af9b-5078ee32bbd5 None None] Sync routers for ids ['3177bde7-acaf-4a03-bf59-10ba720cca25'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:00.493511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-f819fbaa-aa21-408a-af17-cf25fb279c84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2530794 Oct 25 09:01:00.498069 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe68d79-7d8f-42ae-af9b-5078ee32bbd5 None None] Routers {'3177bde7-acaf-4a03-bf59-10ba720cca25'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:00.502812 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4fe68d79-7d8f-42ae-af9b-5078ee32bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3177bde7-acaf-4a03-bf59-10ba720cca25'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:00.514995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c4ada0fa-bf07-44af-941c-d3d03c1c83fd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:01:00.516278 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c4ada0fa-bf07-44af-941c-d3d03c1c83fd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0160289 Oct 25 09:01:00.537101 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2a791dd9-9d96-443f-8055-d56c2684e8f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=3177bde7-acaf-4a03-bf59-10ba720cca25 HTTP/1.1" status: 200 len: 205 time: 0.0698724 Oct 25 09:01:00.541876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51196) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:00.595821 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4fe68d79-7d8f-42ae-af9b-5078ee32bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:00.596345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-035b6f62-afdd-4f02-b596-29b1ddd3e49a req-35929473-cc15-4730-9ea2-273eb74a73d9 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 210 time: 0.0536864 Oct 25 09:01:00.622687 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe68d79-7d8f-42ae-af9b-5078ee32bbd5 None None] Routers {'3177bde7-acaf-4a03-bf59-10ba720cca25'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:00.623300 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4fe68d79-7d8f-42ae-af9b-5078ee32bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3177bde7-acaf-4a03-bf59-10ba720cca25'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:00.673325 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4fe68d79-7d8f-42ae-af9b-5078ee32bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:00.673968 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe68d79-7d8f-42ae-af9b-5078ee32bbd5 None None] The sync data for ids ['3177bde7-acaf-4a03-bf59-10ba720cca25'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:00.714533 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63899014-6799-4af9-b4b7-0fc091f54a9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:00.749231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e24446-d05a-42e4-80e0-b74851b09177 req-1c36a425-735e-487e-b8ec-852f8f07ae60 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:00.761373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41e24446-d05a-42e4-80e0-b74851b09177 req-1c36a425-735e-487e-b8ec-852f8f07ae60 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.0858412 Oct 25 09:01:00.807042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41e24446-d05a-42e4-80e0-b74851b09177 req-2deb4f72-1184-4d7a-bac0-fb13a94635d0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Oct 25 09:01:00.974227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63899014-6799-4af9-b4b7-0fc091f54a9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:00.983935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63899014-6799-4af9-b4b7-0fc091f54a9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.044258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63899014-6799-4af9-b4b7-0fc091f54a9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.044983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63899014-6799-4af9-b4b7-0fc091f54a9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Fanout notify agent at l3_agent the message router_deleted on router 3177bde7-acaf-4a03-bf59-10ba720cca25 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:01:01.064169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63899014-6799-4af9-b4b7-0fc091f54a9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.069647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51228) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:01.082196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63899014-6799-4af9-b4b7-0fc091f54a9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/3177bde7-acaf-4a03-bf59-10ba720cca25 HTTP/1.1" status: 204 len: 168 time: 0.5392203 Oct 25 09:01:01.170760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fec66d2-9ca5-4632-b0a9-757a74070cac tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet 041a2ffa-c17b-4cd4-a7d2-c0edd1863995 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:01:01.176949 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fec66d2-9ca5-4632-b0a9-757a74070cac tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.220577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11ad9b-c8fd-4380-9701-887fa7e5ab01 req-b9c8020a-5b73-4ea0-bbb6-1f8689e4cd0d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:01.222431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c11ad9b-c8fd-4380-9701-887fa7e5ab01 req-b9c8020a-5b73-4ea0-bbb6-1f8689e4cd0d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1022995 Oct 25 09:01:01.244414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fec66d2-9ca5-4632-b0a9-757a74070cac tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.314358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c11ad9b-c8fd-4380-9701-887fa7e5ab01 req-d7b2adb9-8ac8-4bee-bb46-188ce4a38fd8 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835648 Oct 25 09:01:01.381060 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fec66d2-9ca5-4632-b0a9-757a74070cac tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.463328 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fec66d2-9ca5-4632-b0a9-757a74070cac tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.537203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d97e8-9d2a-4c6f-b4b1-c623942471b9 None None] Network 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:01.539479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fec66d2-9ca5-4632-b0a9-757a74070cac tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.548140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:01.559360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7fec66d2-9ca5-4632-b0a9-757a74070cac tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/041a2ffa-c17b-4cd4-a7d2-c0edd1863995 HTTP/1.1" status: 204 len: 168 time: 0.4879656 Oct 25 09:01:01.559712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec66d2-9ca5-4632-b0a9-757a74070cac tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=041a2ffa-c17b-4cd4-a7d2-c0edd1863995,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:01.681688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.779840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 5463735e-bc1c-40c5-8626-1f5eb475924f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:01.780420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.854054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590feacc-39e7-4420-9147-2527484a016f None None] DHCP port deletion for 1f388909-a5d0-4f16-bf5d-e328eaeaaab0 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:01:01.895681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port 5463735e-bc1c-40c5-8626-1f5eb475924f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5463735e-bc1c-40c5-8626-1f5eb475924f,segment=NetworkSegment(1bf92d08-ae58-4a35-a355-281173566ba9),segment_id=1bf92d08-ae58-4a35-a355-281173566ba9)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:01.896364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.919188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 5463735e-bc1c-40c5-8626-1f5eb475924f owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:01.957491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-590feacc-39e7-4420-9147-2527484a016f None None] Deleting port 5463735e-bc1c-40c5-8626-1f5eb475924f {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:01.958085 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-590feacc-39e7-4420-9147-2527484a016f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:01.960466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4c070b7-416f-49c1-b893-a0ef28026216 req-103ea222-aa2d-49ce-97ef-d94a2617c9fc tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 210 time: 0.0368159 Oct 25 09:01:02.028668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.065763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=5463735e-bc1c-40c5-8626-1f5eb475924f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:02.068726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No DVR routers for this DVR port 5463735e-bc1c-40c5-8626-1f5eb475924f on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:02.089246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-590feacc-39e7-4420-9147-2527484a016f None None] For port 5463735e-bc1c-40c5-8626-1f5eb475924f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5463735e-bc1c-40c5-8626-1f5eb475924f,segment=NetworkSegment(1bf92d08-ae58-4a35-a355-281173566ba9),segment_id=1bf92d08-ae58-4a35-a355-281173566ba9)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:02.089622 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-590feacc-39e7-4420-9147-2527484a016f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.125126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-590feacc-39e7-4420-9147-2527484a016f None None] Calling delete_port for 5463735e-bc1c-40c5-8626-1f5eb475924f owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:02.149414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03338d-ffc3-4192-8ece-b1977f2bfed0 req-4bbdb618-85bc-464e-8e27-d63ced2b1140 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:02.157710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f03338d-ffc3-4192-8ece-b1977f2bfed0 req-4bbdb618-85bc-464e-8e27-d63ced2b1140 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 949 time: 0.0778346 Oct 25 09:01:02.210286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f03338d-ffc3-4192-8ece-b1977f2bfed0 req-60439876-e3d9-42b4-a479-4c185d1a19b3 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514936 Oct 25 09:01:02.255373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-590feacc-39e7-4420-9147-2527484a016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.294135 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.296667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590feacc-39e7-4420-9147-2527484a016f None None] Pushing event deleted for resources: {'Port': ['ID=5463735e-bc1c-40c5-8626-1f5eb475924f,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:02.322215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f388909-a5d0-4f16-bf5d-e328eaeaaab0']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:02.326697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590feacc-39e7-4420-9147-2527484a016f None None] No DVR routers for this DVR port 5463735e-bc1c-40c5-8626-1f5eb475924f on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:02.329908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-51081fe8-4eda-4c23-a838-ed9db4350b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:02.334158 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-51081fe8-4eda-4c23-a838-ed9db4350b6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1101 time: 0.1134610 Oct 25 09:01:02.370018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00c1e3-c9d1-46dd-8d84-9f446c2c35b4 req-6810f31e-4780-4b9a-9bd3-7c366186cb25 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:02.377505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d00c1e3-c9d1-46dd-8d84-9f446c2c35b4 req-6810f31e-4780-4b9a-9bd3-7c366186cb25 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1041141 Oct 25 09:01:02.438811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5463735e-bc1c-40c5-8626-1f5eb475924f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:02.460472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d00c1e3-c9d1-46dd-8d84-9f446c2c35b4 req-bc377a68-19a5-4df1-b59e-3b558c173540 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820193 Oct 25 09:01:02.466278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-01679b44-d843-47f1-8924-a0563d5f48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:02.484845 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-01679b44-d843-47f1-8924-a0563d5f48c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1362960 Oct 25 09:01:02.488865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf92d08-ae58-4a35-a355-281173566ba9') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:02.489984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf92d08-ae58-4a35-a355-281173566ba9') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:02.492505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5463735e-bc1c-40c5-8626-1f5eb475924f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:02.492881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5463735e-bc1c-40c5-8626-1f5eb475924f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:02.533138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.540936 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-af96abe2-c871-4e5c-b593-dfa580e4124b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.0436862 Oct 25 09:01:02.556512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.588433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:01:02.588838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:01:02.591998 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:01:02.644146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9b620-a50c-46b4-8fb5-aa6a6702b6c2 req-b0429a48-4979-412c-91d3-e016918c8811 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:02.646021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39b9b620-a50c-46b4-8fb5-aa6a6702b6c2 req-b0429a48-4979-412c-91d3-e016918c8811 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0944562 Oct 25 09:01:02.680528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-5d9401a4-cd10-45f9-9df4-f027516c02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:02.682646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-5d9401a4-cd10-45f9-9df4-f027516c02a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1349437 Oct 25 09:01:02.683891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.700638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39b9b620-a50c-46b4-8fb5-aa6a6702b6c2 req-20e716ca-3f1b-4cc1-973b-bd1d6333ec05 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479269 Oct 25 09:01:02.706452 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.716063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51264) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:02.721079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1b47fb1b-606e-4491-99c4-94f4fde11550 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1519348686', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:02.727086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/1f388909-a5d0-4f16-bf5d-e328eaeaaab0 HTTP/1.1" status: 204 len: 168 time: 1.1769578 Oct 25 09:01:02.740933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f173e95-accf-4afa-979d-bfdc5314dc53 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=1f388909-a5d0-4f16-bf5d-e328eaeaaab0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:02.758974 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb1b-606e-4491-99c4-94f4fde11550 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.762077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb1b-606e-4491-99c4-94f4fde11550 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.781596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-8ddc813f-87f9-4cde-ae56-602ab51e6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:02.785230 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-8ddc813f-87f9-4cde-ae56-602ab51e6665 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579369 Oct 25 09:01:02.855706 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb1b-606e-4491-99c4-94f4fde11550 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.865128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb1b-606e-4491-99c4-94f4fde11550 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.901857 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb1b-606e-4491-99c4-94f4fde11550 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.905955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b47fb1b-606e-4491-99c4-94f4fde11550 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1889122 Oct 25 09:01:02.906867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51270) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:02.909916 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-91233f63-3e79-42c7-a301-91f5dfb04feb service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166549 Oct 25 09:01:02.912856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-1000718210'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:02.939548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:02.945036 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:02.996434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:01:03.027329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:03.027961 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment 6aae9d5e-223e-45bb-9062-0190bc0b4530 of type vlan for network 29aa04dd-9781-4a92-a96e-679ab9f1b12b Oct 25 09:01:03.038182 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-659bfad6-c579-4fe1-91ca-f77fdb86e5ec service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196654 Oct 25 09:01:03.100989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:03.144264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:03.150962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:03.151596 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:03.249586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3414950 Oct 25 09:01:03.252290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51284) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:03.257828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:03.295228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcaf3e-21b5-4244-b56c-cec37ea74cec tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=29aa04dd-9781-4a92-a96e-679ab9f1b12b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:03.317689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 29aa04dd-9781-4a92-a96e-679ab9f1b12b details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:01:03.478330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:03.486367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:03.707603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdbf63-dc22-4d0b-a11b-a36b101ee2b8 req-fe691839-8d38-402e-9dfc-8b9ee3bcb758 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:03.710398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43fdbf63-dc22-4d0b-a11b-a36b101ee2b8 req-fe691839-8d38-402e-9dfc-8b9ee3bcb758 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1398621 Oct 25 09:01:03.759789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43fdbf63-dc22-4d0b-a11b-a36b101ee2b8 req-76cad207-ad4e-4808-be8e-c3c14f743b0d tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Oct 25 09:01:03.789518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:03.861043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=57f5fbb4-bf79-404a-b6c3-4de67aec24fd,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:03.875810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.876327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.876802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.877325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.877793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.878279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.878709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.879132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.879469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.879849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.880392 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.880803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:03.889538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:03.889538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: 29aa04dd-9781-4a92-a96e-679ab9f1b12b, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:01:03.922159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 29aa04dd-9781-4a92-a96e-679ab9f1b12b is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:01:03.941288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 29aa04dd-9781-4a92-a96e-679ab9f1b12b) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:03.946500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:03.947204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:03.961536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-933d9ee4-a4f3-4e61-b45d-b17a8c991fe8 req-c99ee629-c459-4e41-afe2-2cb4e53ee038 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 210 time: 0.0594757 Oct 25 09:01:03.973568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb1bff7-bdec-4c76-8c40-ecc4f612ae00 None None] Network 29aa04dd-9781-4a92-a96e-679ab9f1b12b requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:03.984056 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d9ade437-175a-4a82-a931-bff9bed472f6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7303603 Oct 25 09:01:03.986721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51296) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:04.065085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 385bb979-7a4e-4ab0-b3b7-00c054d876c8 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:04.220554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:01:04.221670 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:04.340646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:04.377290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:01:04.380055 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d063960e-d474-4a53-b847-2545ccf040ac" -d '{"events": [{"server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "name": "network-vif-unplugged", "status": "completed", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:01:04.398997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:04.409748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:04.438902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a981e4-b6fb-48b3-b61b-0aa77b163bcb req-727ba254-f829-4c3b-9e89-b9b40cb4978f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:04.448786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-88a981e4-b6fb-48b3-b61b-0aa77b163bcb req-727ba254-f829-4c3b-9e89-b9b40cb4978f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1895213 Oct 25 09:01:04.482696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:04.519900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Allocated IP 172.20.0.2 (29aa04dd-9781-4a92-a96e-679ab9f1b12b/57f5fbb4-bf79-404a-b6c3-4de67aec24fd/cc3ae692-5a6d-44b1-8123-d9c3b214f02a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:04.724299 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:04.731138 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:04.774634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Network 29aa04dd-9781-4a92-a96e-679ab9f1b12b is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:04.778742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:04.792364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:04.825399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Pushing event updated for resources: {'Port': ['ID=cc3ae692-5a6d-44b1-8123-d9c3b214f02a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:04.863524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Attempting to bind port cc3ae692-5a6d-44b1-8123-d9c3b214f02a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:04.864596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Attempting to bind port cc3ae692-5a6d-44b1-8123-d9c3b214f02a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:04.865420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Attempting to bind port cc3ae692-5a6d-44b1-8123-d9c3b214f02a on network 29aa04dd-9781-4a92-a96e-679ab9f1b12b {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:04.872237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:04.872691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Checking segment: {'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:04.873190 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:04.873635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Bound using segment: {'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:04.874194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Bound port: cc3ae692-5a6d-44b1-8123-d9c3b214f02a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:04.874625 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:04.937352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:04.961003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-88a981e4-b6fb-48b3-b61b-0aa77b163bcb req-2e504ee2-b120-483c-8cf8-69ab7a4ae9e9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111880 Oct 25 09:01:04.978748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] For port cc3ae692-5a6d-44b1-8123-d9c3b214f02a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:04.984520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] For port cc3ae692-5a6d-44b1-8123-d9c3b214f02a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cc3ae692-5a6d-44b1-8123-d9c3b214f02a,segment=NetworkSegment(6aae9d5e-223e-45bb-9062-0190bc0b4530),segment_id=6aae9d5e-223e-45bb-9062-0190bc0b4530)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:04.991684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:05.166481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8424fd6-1434-41bc-ab24-e24688d7f820 None None] Pushing event updated for resources: {'Port': ['ID=cc3ae692-5a6d-44b1-8123-d9c3b214f02a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:05.398745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.20.0.1 (29aa04dd-9781-4a92-a96e-679ab9f1b12b/57f5fbb4-bf79-404a-b6c3-4de67aec24fd/fde0ff18-c05d-41c7-b3cf-5f124bd2e410) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:05.575943 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e00e440-15e1-403c-8120-db60751ac281 x-openstack-request-id: req-9e00e440-15e1-403c-8120-db60751ac281 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:01:05.580196 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "name": "network-vif-unplugged", "status": "completed", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:01:05.580196 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e00e440-15e1-403c-8120-db60751ac281 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:01:05.580684 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'code': 200} Oct 25 09:01:05.654018 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:05.741647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d7ff2ac-15ea-4c62-9821-57b37acd3774 req-8c05a43a-469c-4a7b-908e-f95d6d8c2d9a tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fae0fb2-fe08-43be-a096-63c28070b0fd HTTP/1.1" status: 200 len: 210 time: 0.0568235 Oct 25 09:01:05.746776 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:05.843552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 29aa04dd-9781-4a92-a96e-679ab9f1b12b is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:05.862284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:05.869729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:05.874617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:05.929219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d662a0-457e-4844-a8a5-b32cb5d92e53 req-1c3f6cbc-5a1a-4646-bb88-977905f93dbd tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:05.930767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67d662a0-457e-4844-a8a5-b32cb5d92e53 req-1c3f6cbc-5a1a-4646-bb88-977905f93dbd tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1121089 Oct 25 09:01:05.931891 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:06.071785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67d662a0-457e-4844-a8a5-b32cb5d92e53 req-ff7a5d4b-0ed9-4403-b627-e12e50406679 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018715 Oct 25 09:01:06.155186 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:06.513985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cc3ae692-5a6d-44b1-8123-d9c3b214f02a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:06.631493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port cc3ae692-5a6d-44b1-8123-d9c3b214f02a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:06.634422 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:06.804413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed510dcc-59ee-47ff-bd41-c4132b4ecd21 None None] Network 29aa04dd-9781-4a92-a96e-679ab9f1b12b requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:06.810999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:06.842210 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:06.849691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:06.920756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port cc3ae692-5a6d-44b1-8123-d9c3b214f02a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cc3ae692-5a6d-44b1-8123-d9c3b214f02a,segment=NetworkSegment(6aae9d5e-223e-45bb-9062-0190bc0b4530),segment_id=6aae9d5e-223e-45bb-9062-0190bc0b4530)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:06.966864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:06.990210 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:07.011818 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:07.071290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1e5e33d9-d414-4f62-9337-7a451d39d10b None None] Provisioning complete for port cc3ae692-5a6d-44b1-8123-d9c3b214f02a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:07.071290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1e5e33d9-d414-4f62-9337-7a451d39d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:07.174848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=cc3ae692-5a6d-44b1-8123-d9c3b214f02a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:07.278112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 29aa04dd-9781-4a92-a96e-679ab9f1b12b is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:07.280470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:07.372934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4818df6-b61d-44a5-bca3-a228ee199343 req-eb1ec82e-a6f5-44c8-a56a-1084f5b750c4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:07.374502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4818df6-b61d-44a5-bca3-a228ee199343 req-eb1ec82e-a6f5-44c8-a56a-1084f5b750c4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1893439 Oct 25 09:01:07.429306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4818df6-b61d-44a5-bca3-a228ee199343 req-b77fabed-e71b-4440-aebf-e0762f0440c3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Oct 25 09:01:07.503387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:01:07.575799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e3e3395e-d3c9-4795-8d7e-ad4f05d50f58 None None] Provisioning complete for port cc3ae692-5a6d-44b1-8123-d9c3b214f02a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:07.575799 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3e3395e-d3c9-4795-8d7e-ad4f05d50f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:07.670429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63b181-2819-4f46-9ae0-311ec1223d91 req-45256ee2-0359-46f0-ab29-7a8888482402 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:07.679234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a63b181-2819-4f46-9ae0-311ec1223d91 req-45256ee2-0359-46f0-ab29-7a8888482402 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1674085 Oct 25 09:01:07.764695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a63b181-2819-4f46-9ae0-311ec1223d91 req-4b6645b3-5552-464a-a735-1997e74d7276 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844204 Oct 25 09:01:07.766012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:07.799336 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dca23bed-0959-4a56-b6ec-52b6d2661132 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8114555 Oct 25 09:01:07.800850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:07.802100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51346) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:07.807530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-766909941'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:07.851489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:07.855857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:07.862420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:07.863380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:07.930347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:01:07.942539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e3e3395e-d3c9-4795-8d7e-ad4f05d50f58 None None] Provisioning complete for port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:07.943046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3e3395e-d3c9-4795-8d7e-ad4f05d50f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:07.967502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:07.967866 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment e5954867-50dc-4e85-a2de-b38c3048cce2 of type vlan for network 25c51616-517d-4380-93f3-0bda9039fa4d Oct 25 09:01:08.035198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:08.037128 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.038144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3395e-d3c9-4795-8d7e-ad4f05d50f58 None None] Port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:08.075530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.111405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:08.112810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.211004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=25c51616-517d-4380-93f3-0bda9039fa4d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:08.221671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-65af5fac-b31b-4cf3-bffb-f22747a66641 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4182858 Oct 25 09:01:08.225477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51352) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:08.231653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:08.273637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 25c51616-517d-4380-93f3-0bda9039fa4d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:01:08.292123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c34dc7bd-ffa8-4d32-916a-74b74a224cf3 None None] Provisioning complete for port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:08.292585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c34dc7bd-ffa8-4d32-916a-74b74a224cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.336338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:08.340927 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.570989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cc3ae692-5a6d-44b1-8123-d9c3b214f02a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:08.576855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c34dc7bd-ffa8-4d32-916a-74b74a224cf3 None None] Port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:08.618008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51368) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:08.667496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.736019 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.749991 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a645ee89-6b30-4d2e-a668-c5c1610e1067 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.781787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c5bd8770-a56a-4b6e-aab9-2beb645d5718 None None] Provisioning complete for port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:08.782154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5bd8770-a56a-4b6e-aab9-2beb645d5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.829021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a645ee89-6b30-4d2e-a668-c5c1610e1067 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.890605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fba8ec-f75f-4794-aedd-acea5c24e94b req-f10394d3-e108-4545-a832-d7df37fed380 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:08.899072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90fba8ec-f75f-4794-aedd-acea5c24e94b req-f10394d3-e108-4545-a832-d7df37fed380 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1271718 Oct 25 09:01:08.934970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=b98f29d4-bf11-4af2-a485-f3b9973980c0,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:08.954945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:08.955304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: 25c51616-517d-4380-93f3-0bda9039fa4d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:01:08.972218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90fba8ec-f75f-4794-aedd-acea5c24e94b req-047601e9-e073-453d-9b0b-7a6e6e6c6ba4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663152 Oct 25 09:01:08.994757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a645ee89-6b30-4d2e-a668-c5c1610e1067 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.996562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port cc3ae692-5a6d-44b1-8123-d9c3b214f02a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:08.999358 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a645ee89-6b30-4d2e-a668-c5c1610e1067 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:08.999759 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:09.001943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a645ee89-6b30-4d2e-a668-c5c1610e1067 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "DELETE /v2.0/security-groups/83aea94c-fcd3-4712-9bac-71bc0b8ef505 HTTP/1.1" status: 204 len: 168 time: 0.3809705 Oct 25 09:01:09.002610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd8770-a56a-4b6e-aab9-2beb645d5718 None None] Port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:09.002971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51374) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:09.036747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:06Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:06Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:09.052128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 25c51616-517d-4380-93f3-0bda9039fa4d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:01:09.065660 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-290c178e-e5f2-4095-9135-628138b71b7d tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] show failed (client error): The resource could not be found. Oct 25 09:01:09.071979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:09.073511 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Updating router e5280b5a-f1b7-46b1-ab8f-21071e634e0e port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:01:09.083323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-290c178e-e5f2-4095-9135-628138b71b7d tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "GET /v2.0/security-groups/83aea94c-fcd3-4712-9bac-71bc0b8ef505 HTTP/1.1" status: 404 len: 347 time: 0.0699749 Oct 25 09:01:09.085353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51376) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:09.095032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645ee89-6b30-4d2e-a668-c5c1610e1067 tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aea94c-fcd3-4712-9bac-71bc0b8ef505,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:09.111493 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:09.126384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 25c51616-517d-4380-93f3-0bda9039fa4d) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:09.137596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3c61c-a664-4fcf-a3cd-40a2c95c3552 None None] Network 25c51616-517d-4380-93f3-0bda9039fa4d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:09.148132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:09.148733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:09.226157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a431345-dd5a-4101-a920-bf7dbd07d1cd req-d79d8788-ea03-4a4f-b346-e1f88dfdc558 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:09.228114 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a431345-dd5a-4101-a920-bf7dbd07d1cd req-d79d8788-ea03-4a4f-b346-e1f88dfdc558 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1404305 Oct 25 09:01:09.308345 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-64a0ba0b-e9d4-40e2-8718-5ebbc3ec0266 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0790110 Oct 25 09:01:09.308537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a431345-dd5a-4101-a920-bf7dbd07d1cd req-1db1a0c7-9716-4be9-a0a9-dbf76587fb14 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650945 Oct 25 09:01:09.309445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51382) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:09.570061 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:09.587508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:01:09.596805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-25c51616-517d-4380-93f3-0bda9039fa4d', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:01:09.597832 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:09.742043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a81d2-99e8-41d3-87cb-c0356f79fe37 req-d3b05b57-d51c-491e-8705-60e6c11bc8e9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:09.756383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-747a81d2-99e8-41d3-87cb-c0356f79fe37 req-d3b05b57-d51c-491e-8705-60e6c11bc8e9 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0833445 Oct 25 09:01:09.830712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-747a81d2-99e8-41d3-87cb-c0356f79fe37 req-8173bc9f-f660-4a01-aa45-acc48ce88afb tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731826 Oct 25 09:01:10.003372 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.038364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Allocated IP 172.21.0.2 (25c51616-517d-4380-93f3-0bda9039fa4d/b98f29d4-bf11-4af2-a485-f3b9973980c0/8348c789-ea07-4a5f-b456-d5b21abd9318) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:10.133994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Deleting port 5b4ad8a5-834e-4496-878a-fccd80447006 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:10.134495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.243848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a68822-2782-4585-9f56-dfe0cf84aa04 req-49964869-6cac-4f1a-87eb-b610e327d1aa tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:10.257301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.259548 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2a68822-2782-4585-9f56-dfe0cf84aa04 req-49964869-6cac-4f1a-87eb-b610e327d1aa tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.0916133 Oct 25 09:01:10.263020 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:01:10.264879 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.321860 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.336750 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.337290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.360924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2a68822-2782-4585-9f56-dfe0cf84aa04 req-17813bf7-642b-4c59-b813-c3044f7367b8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997796 Oct 25 09:01:10.393053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Calling delete_port for 5b4ad8a5-834e-4496-878a-fccd80447006 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:10.412435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Network 25c51616-517d-4380-93f3-0bda9039fa4d is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:10.425203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:10.429817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Pushing event updated for resources: {'Port': ['ID=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:10.432118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:10.492851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.529652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.543361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.543973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.544457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.544963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.546855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.547366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.547858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.548336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.549284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.550211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.550364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ab96a-d5b8-4b05-97ef-cfc68f37037a req-c1203839-9cac-4aa8-990d-5302403e4f0b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:10.550946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:10.590651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e9ab96a-d5b8-4b05-97ef-cfc68f37037a req-c1203839-9cac-4aa8-990d-5302403e4f0b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1238034 Oct 25 09:01:10.640467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51414) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:10.713127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e9ab96a-d5b8-4b05-97ef-cfc68f37037a req-e119ec88-8424-4cee-9957-8a145beb54e1 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198437 Oct 25 09:01:10.778669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.831149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Pushing event deleted for resources: {'Port': ['ID=5b4ad8a5-834e-4496-878a-fccd80447006,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:10.850076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:10.885069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Pushing event updated for resources: {'Port': ['ID=8348c789-ea07-4a5f-b456-d5b21abd9318,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:10.888949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '2d417b2f-b245-402f-820b-e034355a454e', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '2d417b2f-b245-402f-820b-e034355a454e', 'mac_address': 'fa:16:3e:f6:49:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:01:10.892032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Attempting to bind port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:10.892635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Attempting to bind port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:10.893266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Attempting to bind port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 on network 29aa04dd-9781-4a92-a96e-679ab9f1b12b {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:10.899328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Attempting to bind port 8348c789-ea07-4a5f-b456-d5b21abd9318 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:10.899958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Attempting to bind port 8348c789-ea07-4a5f-b456-d5b21abd9318 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:10.900548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Attempting to bind port 8348c789-ea07-4a5f-b456-d5b21abd9318 on network 25c51616-517d-4380-93f3-0bda9039fa4d {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:10.907036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:10.907825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Checking segment: {'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:10.908464 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.909122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Bound using segment: {'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:10.909809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Bound port: fde0ff18-c05d-41c7-b3cf-5f124bd2e410, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aae9d5e-223e-45bb-9062-0190bc0b4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:10.910421 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.961264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4508177d-f730-47b3-9427-ac8340e336d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.965865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:10.991380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f634-59f8-4111-b2ff-25acbd0a9e0c req-2f4a7afa-11ca-4bf9-a80c-a7a7aaf4d435 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:11.000752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3544f634-59f8-4111-b2ff-25acbd0a9e0c req-2f4a7afa-11ca-4bf9-a80c-a7a7aaf4d435 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.0693984 Oct 25 09:01:11.001297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d417b2f-b245-402f-820b-e034355a454e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:01:11.015275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:11.016501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Checking segment: {'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:11.017141 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.018259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Bound using segment: {'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:11.019219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Bound port: 8348c789-ea07-4a5f-b456-d5b21abd9318, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:11.020451 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.053850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3544f634-59f8-4111-b2ff-25acbd0a9e0c req-9b8d8e95-4a1a-47dc-a112-35ade9fbba1b tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520594 Oct 25 09:01:11.062792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.066456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.068520 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-040b5e2d-7e16-4c8f-97e3-41b128e8eb4e tempest-ServersTestBootFromVolume-257626863 tempest-ServersTestBootFromVolume-257626863-project] 10.222.0.32 "DELETE /v2.0/floatingips/c10b380a-c7f9-491e-809a-22c8f9947ea1 HTTP/1.1" status: 204 len: 168 time: 1.9805455 Oct 25 09:01:11.071639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51422) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:11.115167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.21.0.1 (25c51616-517d-4380-93f3-0bda9039fa4d/b98f29d4-bf11-4af2-a485-f3b9973980c0/2f87b5f7-fe58-41e2-9b39-ae9b698801b9) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:11.149476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b488260f-6bda-4023-a518-a2e0a48b18d2 None None] Provisioning complete for port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:11.149848 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b488260f-6bda-4023-a518-a2e0a48b18d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.328366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:11.368673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4508177d-f730-47b3-9427-ac8340e336d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.382892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4508177d-f730-47b3-9427-ac8340e336d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.387005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ae343-671e-4e0c-bf33-ee21b9380d9a req-a385f6c1-b0c1-4299-83bb-fff149e43b54 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:11.387444 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.388613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f49ae343-671e-4e0c-bf33-ee21b9380d9a req-a385f6c1-b0c1-4299-83bb-fff149e43b54 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1449814 Oct 25 09:01:11.446492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] For port fde0ff18-c05d-41c7-b3cf-5f124bd2e410, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:11.512809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f49ae343-671e-4e0c-bf33-ee21b9380d9a req-829730db-dd94-41ef-a457-ae3b365c9f88 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144094 Oct 25 09:01:11.563623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] For port fde0ff18-c05d-41c7-b3cf-5f124bd2e410, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,segment=NetworkSegment(6aae9d5e-223e-45bb-9062-0190bc0b4530),segment_id=6aae9d5e-223e-45bb-9062-0190bc0b4530)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:11.564400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b488260f-6bda-4023-a518-a2e0a48b18d2 None None] Port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:11.574065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508177d-f730-47b3-9427-ac8340e336d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca486a-d44b-42c4-9c22-98dfa560d88a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:11.599852 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4508177d-f730-47b3-9427-ac8340e336d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=526fcea0972f4eb687eb37aa036beff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9549329 Oct 25 09:01:11.601633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51442) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:11.622949 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.654096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.689363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['2d417b2f-b245-402f-820b-e034355a454e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:01:11.741454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.751074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] For port 8348c789-ea07-4a5f-b456-d5b21abd9318, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:11.813064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] For port 8348c789-ea07-4a5f-b456-d5b21abd9318, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8348c789-ea07-4a5f-b456-d5b21abd9318,segment=NetworkSegment(e5954867-50dc-4e85-a2de-b38c3048cce2),segment_id=e5954867-50dc-4e85-a2de-b38c3048cce2)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:11.816846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:11.817688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:11.865004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 25c51616-517d-4380-93f3-0bda9039fa4d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:11.873945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:11.890358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:11.894163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:11.930891 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:11.976578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:11.991396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b293db-01f8-4b7d-8c97-4e2a21404d0b req-8e1b0752-5433-4a05-8e28-dcb251e92eae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:12.014319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36b293db-01f8-4b7d-8c97-4e2a21404d0b req-8e1b0752-5433-4a05-8e28-dcb251e92eae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.3213551 Oct 25 09:01:12.053665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:12.058034 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bc86-53af-4fb1-94ee-559694a1926a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:12.072482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20098b-ce70-4eb7-86a8-fc627d9d181d None None] Pushing event updated for resources: {'Port': ['ID=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:12.194155 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bc86-53af-4fb1-94ee-559694a1926a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:12.244275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:12.249629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36b293db-01f8-4b7d-8c97-4e2a21404d0b req-f322ad90-e67a-4bb6-94c2-0defdc395fba tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336102 Oct 25 09:01:12.426878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bc86-53af-4fb1-94ee-559694a1926a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:12.431463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bc86-53af-4fb1-94ee-559694a1926a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:12.450435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a9d3bc86-53af-4fb1-94ee-559694a1926a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23ca486a-d44b-42c4-9c22-98dfa560d88a HTTP/1.1" status: 204 len: 168 time: 0.8304939 Oct 25 09:01:12.487023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3bc86-53af-4fb1-94ee-559694a1926a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca486a-d44b-42c4-9c22-98dfa560d88a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:12.529642 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:12.654364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6a21551b-323e-46d5-b10b-794d13343cc5 None None] Provisioning complete for port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:12.655341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6a21551b-323e-46d5-b10b-794d13343cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:12.716119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:12.791844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d716f-a128-44a6-8f0d-1c0eaa8a65c7 None None] Pushing event updated for resources: {'Port': ['ID=8348c789-ea07-4a5f-b456-d5b21abd9318,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:12.810687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1706603-668f-445f-8128-23a7aa513e31 req-c0d3fa19-0d61-4e25-add9-8820380cc638 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:12.829844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1706603-668f-445f-8128-23a7aa513e31 req-c0d3fa19-0d61-4e25-add9-8820380cc638 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.3768082 Oct 25 09:01:12.905424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6a21551b-323e-46d5-b10b-794d13343cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:13.064099 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:13.078832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:13.109856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1706603-668f-445f-8128-23a7aa513e31 req-0c97c342-d85f-4b20-8eff-02ff92d3d434 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636507 Oct 25 09:01:13.282293 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:13.282898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6a21551b-323e-46d5-b10b-794d13343cc5 None None] For port fde0ff18-c05d-41c7-b3cf-5f124bd2e410, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,segment=NetworkSegment(6aae9d5e-223e-45bb-9062-0190bc0b4530),segment_id=6aae9d5e-223e-45bb-9062-0190bc0b4530)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:13.306285 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6a21551b-323e-46d5-b10b-794d13343cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:13.375812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:13.391832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21551b-323e-46d5-b10b-794d13343cc5 None None] Pushing event updated for resources: {'Port': ['ID=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:13.436123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:06Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:11Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:13.478366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3271c5-7a80-4c4b-826b-0e16ebe8a732 None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:06Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:11Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:13.643981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 25c51616-517d-4380-93f3-0bda9039fa4d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:13.645988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:13.762056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Deleting port 5f815223-cd6c-484f-96cd-d53d0e5584ed {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:13.762622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:13.779214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b1461-8541-47cf-acf9-5c2e69accac7 req-ff8fde66-7fe8-468c-a224-9ba26710de44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:13.781359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d10b1461-8541-47cf-acf9-5c2e69accac7 req-ff8fde66-7fe8-468c-a224-9ba26710de44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1712651 Oct 25 09:01:13.860011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:13.989558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d10b1461-8541-47cf-acf9-5c2e69accac7 req-dd67c2c0-2523-4946-8f40-a092e9b90607 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561117 Oct 25 09:01:14.095668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] For port 5f815223-cd6c-484f-96cd-d53d0e5584ed, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5f815223-cd6c-484f-96cd-d53d0e5584ed,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:14.096019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:14.115021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Calling delete_port for 5f815223-cd6c-484f-96cd-d53d0e5584ed owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:14.238576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:14.259919 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8377d071-3243-40c7-b751-4918029e8c75 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9491446 Oct 25 09:01:14.260607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51504) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:14.280490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-367900080'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:14.351181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:14.364346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:14.368797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0357844-68c1-4b68-9166-762fa5c277e9 req-b03c552a-5625-4dbd-b844-e7d11ecd1747 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:14.372393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0357844-68c1-4b68-9166-762fa5c277e9 req-b03c552a-5625-4dbd-b844-e7d11ecd1747 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1904321 Oct 25 09:01:14.449718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:01:14.478064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:14.478426 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment 3576fa84-cf3c-44ec-91bd-0276fbaa6a9a of type vlan for network c3da2355-5b5c-407a-b9f5-cc42a53641b1 Oct 25 09:01:14.544253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d986c42-046f-4a96-8883-8d8efac89d52 None None] Network 25c51616-517d-4380-93f3-0bda9039fa4d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:14.593586 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:14.620351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8348c789-ea07-4a5f-b456-d5b21abd9318 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:14.655471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0357844-68c1-4b68-9166-762fa5c277e9 req-f1fe1692-7a15-4fa0-83fe-815ff9c9f4d0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732162 Oct 25 09:01:14.662329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:14.667908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:14.669125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:14.728373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0994c8e7-8943-4b5b-9cbb-d2541a22b3c2 None None] Provisioning complete for port 8348c789-ea07-4a5f-b456-d5b21abd9318 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:14.728741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0994c8e7-8943-4b5b-9cbb-d2541a22b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:14.803615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:14.867573 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6057787 Oct 25 09:01:14.868745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51524) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:14.910855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f815223-cd6c-484f-96cd-d53d0e5584ed,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:14.949401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:14.956803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474343a8-fd6d-4b4c-95ce-1b89b572eacd tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=c3da2355-5b5c-407a-b9f5-cc42a53641b1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:15.029425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network c3da2355-5b5c-407a-b9f5-cc42a53641b1 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:01:15.246295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8348c789-ea07-4a5f-b456-d5b21abd9318 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:15.248151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:15.262954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:15.267244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:15.293325 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0994c8e7-8943-4b5b-9cbb-d2541a22b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:15.347225 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:15.663024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:15.680863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:15.832510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:15.833296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: c3da2355-5b5c-407a-b9f5-cc42a53641b1, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:01:15.842975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=aebd6f80-95ed-44fd-83f4-d80dda8384b4,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:15.868627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network c3da2355-5b5c-407a-b9f5-cc42a53641b1 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:01:15.897340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0994c8e7-8943-4b5b-9cbb-d2541a22b3c2 None None] For port 8348c789-ea07-4a5f-b456-d5b21abd9318, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8348c789-ea07-4a5f-b456-d5b21abd9318,segment=NetworkSegment(e5954867-50dc-4e85-a2de-b38c3048cce2),segment_id=e5954867-50dc-4e85-a2de-b38c3048cce2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:15.905866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, c3da2355-5b5c-407a-b9f5-cc42a53641b1) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:15.920053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:15.922238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:15.934402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef079238-31b6-440f-bf32-620e95a01fa0 None None] Network c3da2355-5b5c-407a-b9f5-cc42a53641b1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:15.949939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0994c8e7-8943-4b5b-9cbb-d2541a22b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:15.975370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-debe1d37-9ef3-432c-a7fc-808ac8c8de73 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0498240 Oct 25 09:01:15.978667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51546) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:16.168372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 2d417b2f-b245-402f-820b-e034355a454e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:16.184841 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:16.190320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Router d5557660-b7f9-42dc-a841-33778b6753dc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:16.267455 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:16.273905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e689b-0537-4464-87bf-0ba34a7a5b87 req-322651da-63d5-4aa1-b140-1e3650a51163 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:16.275524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d59e689b-0537-4464-87bf-0ba34a7a5b87 req-322651da-63d5-4aa1-b140-1e3650a51163 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.3749886 Oct 25 09:01:16.287821 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:16.288445 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:16.459068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994c8e7-8943-4b5b-9cbb-d2541a22b3c2 None None] Pushing event updated for resources: {'Port': ['ID=8348c789-ea07-4a5f-b456-d5b21abd9318,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:16.494032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14eb7f19-5724-49e1-932f-6375cecaf58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:16.508488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fde0ff18-c05d-41c7-b3cf-5f124bd2e410 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:16.570182 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:16.651367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-78e4db4d-2aab-4c09-a79e-253cc9f52ada None None] Provisioning complete for port 8348c789-ea07-4a5f-b456-d5b21abd9318 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:16.657191 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-78e4db4d-2aab-4c09-a79e-253cc9f52ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:16.679379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d59e689b-0537-4464-87bf-0ba34a7a5b87 req-828ef6e2-f9d4-4dba-9564-e33359155b00 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950138 Oct 25 09:01:16.756127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:16.780469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-29b49200-5fdd-4492-923c-bed9a3ca1197 admin admin] 10.222.0.32 "PUT /v2.0/routers/d5557660-b7f9-42dc-a841-33778b6753dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7072244 Oct 25 09:01:16.782546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51554) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:16.790944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] Sync routers for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:16.994816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:17.022946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:17.028522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:17.173859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:01:17.174869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:17.248424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:17.358665 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:12Z', 'revision_number': 3, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:12Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:17.386063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:17.386594 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:17.490156 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:17.490507 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Updating router e5280b5a-f1b7-46b1-ab8f-21071e634e0e port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:01:17.511409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:01:17.523040 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95604fd-fcc8-4b0d-8c1a-2f40e5b97853" -d '{"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-plugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:01:17.611335 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:17.631105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.22.0.1 (c3da2355-5b5c-407a-b9f5-cc42a53641b1/aebd6f80-95ed-44fd-83f4-d80dda8384b4/e520ad83-8f7b-4de1-89ed-03cf5f7ed82c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:17.823660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:17.837498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b078d52e-afdf-4f37-9884-3a54471a6a3d req-79b88fd6-e630-44a7-888c-12582ade8f39 tempest-AbsoluteLimitsNegativeTestJSON-1670945143 tempest-AbsoluteLimitsNegativeTestJSON-1670945143-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9231cc6772544a1ba365e5d6e1c135e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9233479 Oct 25 09:01:17.942835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:17.956666 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.053990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078d52e-afdf-4f37-9884-3a54471a6a3d req-3d76dda4-271b-4ee1-97d8-bbae4940b926 tempest-AbsoluteLimitsNegativeTestJSON-1670945143 tempest-AbsoluteLimitsNegativeTestJSON-1670945143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:18.061333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b078d52e-afdf-4f37-9884-3a54471a6a3d req-3d76dda4-271b-4ee1-97d8-bbae4940b926 tempest-AbsoluteLimitsNegativeTestJSON-1670945143 tempest-AbsoluteLimitsNegativeTestJSON-1670945143-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228856 Oct 25 09:01:18.080454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b078d52e-afdf-4f37-9884-3a54471a6a3d req-d3b8e579-1022-44a1-9e4f-62fef6853a51 tempest-AbsoluteLimitsNegativeTestJSON-1670945143 tempest-AbsoluteLimitsNegativeTestJSON-1670945143-project] 10.222.0.32 "GET /v2.0/quotas/9231cc6772544a1ba365e5d6e1c135e5 HTTP/1.1" status: 200 len: 375 time: 0.0178223 Oct 25 09:01:18.086777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:18.118598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network c3da2355-5b5c-407a-b9f5-cc42a53641b1 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:18.120716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:18.124981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:18.137661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b078d52e-afdf-4f37-9884-3a54471a6a3d req-192d5955-7542-4aa6-93d5-26a1a5148e76 tempest-AbsoluteLimitsNegativeTestJSON-1670945143 tempest-AbsoluteLimitsNegativeTestJSON-1670945143-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9231cc6772544a1ba365e5d6e1c135e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515227 Oct 25 09:01:18.164758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Allocated IP 172.22.0.2 (c3da2355-5b5c-407a-b9f5-cc42a53641b1/aebd6f80-95ed-44fd-83f4-d80dda8384b4/655d6d04-9a4d-4248-a312-39536fedc2b8) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:18.240169 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.298506 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.336722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:18.379830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Deleting port 8473a063-e602-466b-bd6a-a7a62929dc02 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:18.380538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.427446 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.446852 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.497019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.510528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.598902 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Pushing event updated for resources: {'Port': ['ID=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:18.672446 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.673061 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.673567 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.674057 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.674555 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.675037 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.675533 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.676561 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.677348 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.677859 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.678375 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.681227 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:18.726737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:18.771456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:18.776224 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Attempting to bind port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:18.776824 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Attempting to bind port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:18.777368 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Attempting to bind port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 on network 25c51616-517d-4380-93f3-0bda9039fa4d {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:18.794239 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:18.794912 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Checking segment: {'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:18.795467 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.796011 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Bound using segment: {'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:18.796654 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Bound port: 2f87b5f7-fe58-41e2-9b39-ae9b698801b9, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5954867-50dc-4e85-a2de-b38c3048cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:18.797259 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:18.813890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd9419-b7ed-4bac-baef-237c7026f356 req-b6c963ba-beb4-4a53-93e4-f51d58669d3f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:18.818902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfd9419-b7ed-4bac-baef-237c7026f356 req-b6c963ba-beb4-4a53-93e4-f51d58669d3f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.2398112 Oct 25 09:01:18.962093 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] For port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:18.971570 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] For port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,segment=NetworkSegment(e5954867-50dc-4e85-a2de-b38c3048cce2),segment_id=e5954867-50dc-4e85-a2de-b38c3048cce2)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:18.978714 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:19.042611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfd9419-b7ed-4bac-baef-237c7026f356 req-e8beb4e7-09b8-4b51-93c4-735065c94ff5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056301 Oct 25 09:01:19.068086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] For port 8473a063-e602-466b-bd6a-a7a62929dc02, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8473a063-e602-466b-bd6a-a7a62929dc02,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:19.068456 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:19.095297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Calling delete_port for 8473a063-e602-466b-bd6a-a7a62929dc02 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:19.106483 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:19.107076 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:00:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:19.112350 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746e5ee-6e73-44ae-a8cf-f181bc2d05ab None None] Pushing event updated for resources: {'Port': ['ID=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:19.222824 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9c60d12-f755-4db9-94a5-408e9791c56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:19.252433 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4c3f22-4d31-49c1-ae49-b2c5b9663f7d x-openstack-request-id: req-ec4c3f22-4d31-49c1-ae49-b2c5b9663f7d {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:01:19.253389 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-plugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:01:19.254365 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec4c3f22-4d31-49c1-ae49-b2c5b9663f7d {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:01:19.260594 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e', 'code': 200} Oct 25 09:01:19.456080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-78e4db4d-2aab-4c09-a79e-253cc9f52ada None None] Provisioning complete for port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:19.457659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-78e4db4d-2aab-4c09-a79e-253cc9f52ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:19.639014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51588) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:19.656734 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:19.711027 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-78e4db4d-2aab-4c09-a79e-253cc9f52ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:19.733503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Pushing event deleted for resources: {'Port': ['ID=8473a063-e602-466b-bd6a-a7a62929dc02,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:19.836702 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:19.851189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8348c789-ea07-4a5f-b456-d5b21abd9318 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:19.932789 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:19.969789 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.024868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.026447 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:20.030897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-78e4db4d-2aab-4c09-a79e-253cc9f52ada None None] For port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,segment=NetworkSegment(e5954867-50dc-4e85-a2de-b38c3048cce2),segment_id=e5954867-50dc-4e85-a2de-b38c3048cce2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:20.044482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Network c3da2355-5b5c-407a-b9f5-cc42a53641b1 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:20.055484 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-78e4db4d-2aab-4c09-a79e-253cc9f52ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.062636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:20.066987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:20.088052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b371a43-8263-40e1-80f9-b10fa75bb887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.088550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Pushing event updated for resources: {'Port': ['ID=655d6d04-9a4d-4248-a312-39536fedc2b8,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:20.278363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.280233 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b371a43-8263-40e1-80f9-b10fa75bb887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.301678 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.317426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b371a43-8263-40e1-80f9-b10fa75bb887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.367215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T09:01:14Z', 'revision_number': 5, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port': {'id': '8473a063-e602-466b-bd6a-a7a62929dc02', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:79:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:57:44Z', 'updated_at': '2021-10-25T08:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:20.418901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.449179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4db4d-2aab-4c09-a79e-253cc9f52ada None None] Pushing event updated for resources: {'Port': ['ID=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:20.482222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] Checking router: d5557660-b7f9-42dc-a841-33778b6753dc for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:20.499823 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-2bf66613-71fe-40d5-b416-b61ca202fd76 service neutron] show failed (client error): The resource could not be found. Oct 25 09:01:20.506518 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-2bf66613-71fe-40d5-b416-b61ca202fd76 service neutron] 10.222.0.18 "GET /v2.0/ports/ffbb50c9-ee4f-444e-a716-8d7a0f8cee42/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.4181354 Oct 25 09:01:20.507742 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:18Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:18Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:17Z', 'revision_number': 1, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:20.511045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:20.538344 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.556853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8348c789-ea07-4a5f-b456-d5b21abd9318 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:20.561498 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.580237 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5df5-9931-4ba0-988e-52d47e649fff None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:18Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:18Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:17Z', 'revision_number': 1, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:20.812615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4b371a43-8263-40e1-80f9-b10fa75bb887 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9231cc6772544a1ba365e5d6e1c135e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1718657 Oct 25 09:01:20.813262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51620) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:20.838994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8f71ae7d-047e-4b1c-a82d-5f0803a6508b None None] Provisioning complete for port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:20.839371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f71ae7d-047e-4b1c-a82d-5f0803a6508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.871061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd645-d8e4-449f-863e-1acbd84394db req-ac6125e6-41c6-44fc-b574-132b6700a043 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:20.872759 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c32bd645-d8e4-449f-863e-1acbd84394db req-ac6125e6-41c6-44fc-b574-132b6700a043 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.5844369 Oct 25 09:01:20.877710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b371a43-8263-40e1-80f9-b10fa75bb887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36738bf2-87ba-487e-bd7d-032244b03615,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:20.887988 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.945771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:20.968292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Attempting to bind port 655d6d04-9a4d-4248-a312-39536fedc2b8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:20.968672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Attempting to bind port 655d6d04-9a4d-4248-a312-39536fedc2b8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:20.981353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Attempting to bind port 655d6d04-9a4d-4248-a312-39536fedc2b8 on network c3da2355-5b5c-407a-b9f5-cc42a53641b1 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:21.007686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] Routers {'d5557660-b7f9-42dc-a841-33778b6753dc'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:21.008321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d5557660-b7f9-42dc-a841-33778b6753dc'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:21.038576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network c3da2355-5b5c-407a-b9f5-cc42a53641b1 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:21.050471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:21.086733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c32bd645-d8e4-449f-863e-1acbd84394db req-ee126794-239b-40ec-b705-e76b8bc8a1d7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900392 Oct 25 09:01:21.136335 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.136335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5557660-b7f9-42dc-a841-33778b6753dc {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:01:21.142266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.156498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6faa47bf-9e86-4c9a-b960-014f9c56423c admin admin] 10.222.0.32 "DELETE /v2.0/routers/d5557660-b7f9-42dc-a841-33778b6753dc HTTP/1.1" status: 204 len: 168 time: 4.3727257 Oct 25 09:01:21.159095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51622) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:21.272548 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-793e88ae-58f1-477f-914a-6b46d417e401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.295770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-d925d162-ac8d-42fe-ae13-89da6475d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:21.299302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] Set router d5557660-b7f9-42dc-a841-33778b6753dc gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:21.299614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-d925d162-ac8d-42fe-ae13-89da6475d281 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2&tenant_id=5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 1101 time: 0.3478827 Oct 25 09:01:21.306951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:21.333467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:21.459193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-764e8b13-d0e4-4f29-aab8-fa450be54e4c admin admin] Deleting subnet 131faeb3-0edd-45ab-b69c-24bab547e8c6 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:01:21.494726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-764e8b13-d0e4-4f29-aab8-fa450be54e4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.495196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-793e88ae-58f1-477f-914a-6b46d417e401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.511787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 7, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:21.642925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc483b-1016-4b35-a885-1a0f89a3c071 None None] The sync data for ids ['d5557660-b7f9-42dc-a841-33778b6753dc'] in n-d-814746-2 is: [{'id': 'd5557660-b7f9-42dc-a841-33778b6753dc', 'name': 'tempest-ServersTestBootFromVolume-1507421389-router', 'tenant_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:57:42Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 7, 'project_id': 'df68bca8bb364cd8a67c1a851ee7dec0', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:21.645105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:21.645617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Checking segment: {'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:21.646122 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.646622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Bound using segment: {'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:21.647216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Bound port: 655d6d04-9a4d-4248-a312-39536fedc2b8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:21.647716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.663655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:21.685703 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aabd5b4b-54d9-4d97-b01a-af23317d1e62 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7058966 Oct 25 09:01:21.686766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51634) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:21.696047 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.702136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'network': {'name': 'tempest-RoutersTest-1089004817'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:21.710205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-764e8b13-d0e4-4f29-aab8-fa450be54e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.759565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:21.763631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.835371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:01:21.861297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.861650 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added segment 9763796e-8313-4571-b1c5-daa404f69831 of type vlan for network 3f354524-0cc9-461a-8397-893994d8fdfb Oct 25 09:01:21.923322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:21.976696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:22.057200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:22.065783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:22.066641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:22.194657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] For port 655d6d04-9a4d-4248-a312-39536fedc2b8, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:22.220683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] For port 655d6d04-9a4d-4248-a312-39536fedc2b8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=655d6d04-9a4d-4248-a312-39536fedc2b8,segment=NetworkSegment(3576fa84-cf3c-44ec-91bd-0276fbaa6a9a),segment_id=3576fa84-cf3c-44ec-91bd-0276fbaa6a9a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:22.232097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:22.324808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Network': ['ID=3f354524-0cc9-461a-8397-893994d8fdfb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:22.375847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3f354524-0cc9-461a-8397-893994d8fdfb details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:01:22.381313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9bace1ea-8745-4db1-8980-f647dabb85b4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6923344 Oct 25 09:01:22.382079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51642) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:22.396159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'subnet': {'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:22.498966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:22.555753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:22.654036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a614c6-2cff-4a11-9d56-6fcfed3fc0ed None None] Pushing event updated for resources: {'Port': ['ID=655d6d04-9a4d-4248-a312-39536fedc2b8,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:22.671676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:22.721468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Transition to ACTIVE for port object ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:01:22.742310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Made reservation on behalf of 3f340ecf7b2740bc9b0d57c83cf27b00 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:22.747976 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:22.768749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:01:22.775298 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f4ea5-97ef-4f91-bf93-7c94343da88a" -d '{"events": [{"server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "name": "network-vif-unplugged", "status": "completed", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:01:22.874640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:22.882088 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:23.046412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:23.047313 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:23.071285 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:23.091490 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:23.092411 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:23.109125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:23.215634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-793e88ae-58f1-477f-914a-6b46d417e401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:23.218292 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-793e88ae-58f1-477f-914a-6b46d417e401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:23.228443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-793e88ae-58f1-477f-914a-6b46d417e401 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36738bf2-87ba-487e-bd7d-032244b03615 HTTP/1.1" status: 204 len: 168 time: 2.4103520 Oct 25 09:01:23.288167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e88ae-58f1-477f-914a-6b46d417e401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36738bf2-87ba-487e-bd7d-032244b03615,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:23.298690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5f815223-cd6c-484f-96cd-d53d0e5584ed no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:23.410417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcda47-7ab2-4172-ba06-18e653add1f6 req-43b37164-48dc-408b-9827-6942a406590c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:23.425251 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77dcda47-7ab2-4172-ba06-18e653add1f6 req-43b37164-48dc-408b-9827-6942a406590c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 948 time: 0.6956275 Oct 25 09:01:23.428016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5f815223-cd6c-484f-96cd-d53d0e5584ed {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:23.428782 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:23.430428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5f815223-cd6c-484f-96cd-d53d0e5584ed not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:23.550667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] No DVR routers for this DVR port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:23.561129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:23.592084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-764e8b13-d0e4-4f29-aab8-fa450be54e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:23.856187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Attempting to bind port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:23.858818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Attempting to bind port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:23.859351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Attempting to bind port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:23.898660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Checking segment: {'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:23.899037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network hostable DHCP agents. Network: 3f354524-0cc9-461a-8397-893994d8fdfb, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:01:23.903581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77dcda47-7ab2-4172-ba06-18e653add1f6 req-5f2da831-b984-4042-9732-3a6d409ab562 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767973 Oct 25 09:01:23.915648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Subnet': ['ID=6f366b75-8532-4a51-acfd-e21f3aa9957c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:23.922769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:01:23.923301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Attempting to bind port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:23.940624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:23.943846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:23.944423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:23.946114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Bound port: ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:23.947966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:23.984873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 3f354524-0cc9-461a-8397-893994d8fdfb is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:01:24.020119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 3f354524-0cc9-461a-8397-893994d8fdfb) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:24.030391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08bd5ab-2f09-4333-9398-43c943e5fc25 None None] Network 3f354524-0cc9-461a-8397-893994d8fdfb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:24.036372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:24.040823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:24.091925 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-764e8b13-d0e4-4f29-aab8-fa450be54e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:24.101001 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bb09046e-5ff6-41d9-bc00-3e9a54f6c2ff tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7152820 Oct 25 09:01:24.102143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51666) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:24.228921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e8b13-d0e4-4f29-aab8-fa450be54e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131faeb3-0edd-45ab-b69c-24bab547e8c6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:24.244659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:24.263088 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-764e8b13-d0e4-4f29-aab8-fa450be54e4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:24.281159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-764e8b13-d0e4-4f29-aab8-fa450be54e4c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/131faeb3-0edd-45ab-b69c-24bab547e8c6 HTTP/1.1" status: 204 len: 168 time: 3.1201282 Oct 25 09:01:24.288634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51678) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:24.307506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499086e3-86de-4ad8-bf27-b7d705a872ad None None] Network c8372471-7153-4dd2-b1ee-163591a6ac86 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:24.381071 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:18Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:24.543422 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:24.543754 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Updating router e5280b5a-f1b7-46b1-ab8f-21071e634e0e port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:01:24.617569 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecc5c11-7587-4459-892d-12790223cfa2 x-openstack-request-id: req-1ecc5c11-7587-4459-892d-12790223cfa2 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:01:24.618247 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "name": "network-vif-unplugged", "status": "completed", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:01:24.618247 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ecc5c11-7587-4459-892d-12790223cfa2 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:01:24.618504 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'code': 200} Oct 25 09:01:24.651567 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:24.656822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:24.722354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:24.734659 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:24.746174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:24.865955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:24.867035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:24.868866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] 10.222.0.41 "PUT /v2.0/ports/ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 1096 time: 3.5452659 Oct 25 09:01:25.095401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51692) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:25.141249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 655d6d04-9a4d-4248-a312-39536fedc2b8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:25.227560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109c1f1-8ab7-43d0-a283-c8cda52fc333 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:25.265522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-eccd6faa-165c-4a38-80fe-7b2476403298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:25.267260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-eccd6faa-165c-4a38-80fe-7b2476403298 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1099 time: 0.3286293 Oct 25 09:01:25.282541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.297659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Deleting port 7c4e08e3-baea-467c-be1e-8cb333570d1a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:25.298254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.355568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4d642-c818-4117-a55b-f517e671b8f8 None None] Network c3da2355-5b5c-407a-b9f5-cc42a53641b1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:25.397117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-92393009-network', 'tenant_id': '9cdc901f54644df1b59390698f042bc0'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:25.422744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00580d0-c439-47c3-9af7-a083e812553e req-05f0b589-22f5-43c7-85f8-88cd66609076 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:25.434541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f00580d0-c439-47c3-9af7-a083e812553e req-05f0b589-22f5-43c7-85f8-88cd66609076 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 948 time: 0.3595426 Oct 25 09:01:25.471101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Made reservation on behalf of 9cdc901f54644df1b59390698f042bc0 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:25.474810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.489389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.492851 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.510900 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.646322 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.658888 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.664393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f00580d0-c439-47c3-9af7-a083e812553e req-19b0fa26-856d-40be-8972-8edbdcaf5261 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277722 Oct 25 09:01:25.668154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] For port 7c4e08e3-baea-467c-be1e-8cb333570d1a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c4e08e3-baea-467c-be1e-8cb333570d1a,segment=NetworkSegment(4f6e4601-635f-4895-9137-818c1d92bcfe),segment_id=4f6e4601-635f-4895-9137-818c1d92bcfe)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:25.668761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.675820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:01:25.695036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.695388 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Added segment e6e53926-6d50-48f0-9a05-0e093711746f of type vlan for network 327ee953-0236-45d6-b33a-614d1c413e61 Oct 25 09:01:25.698687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Calling delete_port for 7c4e08e3-baea-467c-be1e-8cb333570d1a owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:25.723522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-bc67fb09-9dae-4402-829a-26637e286e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:25.725048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-bc67fb09-9dae-4402-829a-26637e286e65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.4487927 Oct 25 09:01:25.730100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cfec1998-c65a-49a0-9c4d-43545cc2edea None None] Provisioning complete for port 655d6d04-9a4d-4248-a312-39536fedc2b8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:25.739822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cfec1998-c65a-49a0-9c4d-43545cc2edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.743368 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf155b-4517-407b-adbc-1405ad724252 None None] Pushing event updated for resources: {'Port': ['ID=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:25.759475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.762548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:25.807175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-93b97011-c866-4b44-9dfd-26dc12bbde16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.0732973 Oct 25 09:01:25.853139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.854398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:25.855097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:25.917468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-0ff13eed-9b33-4850-9013-68cfbeb5a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:25.918957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-0ff13eed-9b33-4850-9013-68cfbeb5a401 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0481579 Oct 25 09:01:25.990932 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Attempting to bind port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:25.991293 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Attempting to bind port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:25.994283 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Attempting to bind port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c on network c3da2355-5b5c-407a-b9f5-cc42a53641b1 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:26.010935 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:26.012147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-62500b2e-69ac-4480-8582-a9809996a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:26.013764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-62500b2e-69ac-4480-8582-a9809996a419 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862043 Oct 25 09:01:26.016104 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Checking segment: {'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:26.016559 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.017004 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Bound using segment: {'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:26.017494 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Bound port: e520ad83-8f7b-4de1-89ed-03cf5f7ed82c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:26.017892 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.092085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3e02a1-e045-4a8c-b88a-7c7c435f8cff,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:26.117805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-5a025c6e-aed9-449c-ba59-7efdfdaea3dc service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965154 Oct 25 09:01:26.118582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.123365 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0240419 Oct 25 09:01:26.127042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51716) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:26.133401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Request body: {'subnet': {'network_id': '327ee953-0236-45d6-b33a-614d1c413e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-92393009-subnet', 'tenant_id': '9cdc901f54644df1b59390698f042bc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:26.164976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612079a0-4c26-4085-ae34-61a61c4cf3fc admin admin] Pushing event updated for resources: {'Network': ['ID=327ee953-0236-45d6-b33a-614d1c413e61,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:26.217480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 655d6d04-9a4d-4248-a312-39536fedc2b8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:26.218966 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.219342 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] For port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:26.225715 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] For port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,segment=NetworkSegment(3576fa84-cf3c-44ec-91bd-0276fbaa6a9a),segment_id=3576fa84-cf3c-44ec-91bd-0276fbaa6a9a)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:26.234389 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.269883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4e08e3-baea-467c-be1e-8cb333570d1a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:26.299392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] No DVR routers for this DVR port 7c4e08e3-baea-467c-be1e-8cb333570d1a on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:26.308159 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cfec1998-c65a-49a0-9c4d-43545cc2edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.343794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-3f354524-0cc9-461a-8397-893994d8fdfb', 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'fixed_ips': [{'subnet_id': '6f366b75-8532-4a51-acfd-e21f3aa9957c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:01:26.350165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.388072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 327ee953-0236-45d6-b33a-614d1c413e61 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:01:26.421006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Allocated IP 172.23.0.1 (3f354524-0cc9-461a-8397-893994d8fdfb/6f366b75-8532-4a51-acfd-e21f3aa9957c/032cfba4-a15f-408f-97db-5fe467d42e4c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:26.423967 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:26.424632 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:26.428025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cfec1998-c65a-49a0-9c4d-43545cc2edea None None] For port 655d6d04-9a4d-4248-a312-39536fedc2b8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=655d6d04-9a4d-4248-a312-39536fedc2b8,segment=NetworkSegment(3576fa84-cf3c-44ec-91bd-0276fbaa6a9a),segment_id=3576fa84-cf3c-44ec-91bd-0276fbaa6a9a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:26.440944 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf155b-4517-407b-adbc-1405ad724252 None None] Pushing event updated for resources: {'Port': ['ID=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:26.545535 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.621737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8372471-7153-4dd2-b1ee-163591a6ac86']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:26.651567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6e4601-635f-4895-9137-818c1d92bcfe') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:26.653255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6e4601-635f-4895-9137-818c1d92bcfe') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:26.698866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.704374 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.718213 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cfec1998-c65a-49a0-9c4d-43545cc2edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.721390 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:26.754107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a576d-5414-4be3-abc4-1980a97afd19 None None] DHCP port deletion for c8372471-7153-4dd2-b1ee-163591a6ac86 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:01:26.763624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.784636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:01:26.790179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.804615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.947176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:01:26.950440 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8331dea-42ee-4073-8fdf-18a7933dcde6" -d '{"events": [{"name": "network-changed", "server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:01:26.953755 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:01:26.964304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:26.966614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 3f354524-0cc9-461a-8397-893994d8fdfb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:26.985261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:27.002779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:27.012529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=032cfba4-a15f-408f-97db-5fe467d42e4c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:27.020969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:27.039208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c8372471-7153-4dd2-b1ee-163591a6ac86 HTTP/1.1" status: 204 len: 168 time: 2.7297938 Oct 25 09:01:27.077961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Made reservation on behalf of 9cdc901f54644df1b59390698f042bc0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:27.084769 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:27.218127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:27.318521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec1998-c65a-49a0-9c4d-43545cc2edea None None] Pushing event updated for resources: {'Port': ['ID=655d6d04-9a4d-4248-a312-39536fedc2b8,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:27.342656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Allocated IP 172.23.0.2 (3f354524-0cc9-461a-8397-893994d8fdfb/6f366b75-8532-4a51-acfd-e21f3aa9957c/2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:27.360052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8473a063-e602-466b-bd6a-a7a62929dc02 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:27.366269 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51738) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:27.428604 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:18Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:26Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:27.443959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8473a063-e602-466b-bd6a-a7a62929dc02 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:27.444324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8473a063-e602-466b-bd6a-a7a62929dc02 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:27.506688 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce62283-7f67-49a2-85d0-8b4ab9d1d998 None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:18Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:26Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:27.541941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1ad52-9167-4ea2-bea0-37b832f73a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8372471-7153-4dd2-b1ee-163591a6ac86,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:27.555443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:27.632409 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b1fdc0dd-7ad6-4bc8-92cb-cebc1c168f8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df68bca8bb364cd8a67c1a851ee7dec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649844 Oct 25 09:01:27.635613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51744) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:27.781934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd43b-7516-43a7-8a63-cf2b6efcef13 req-3d3ba974-995a-4aee-befd-a8d50f5da172 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:27.806038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79cbd43b-7516-43a7-8a63-cf2b6efcef13 req-3d3ba974-995a-4aee-befd-a8d50f5da172 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 948 time: 0.8777966 Oct 25 09:01:27.837836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e520ad83-8f7b-4de1-89ed-03cf5f7ed82c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:27.845971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a1df1a-f56a-41fb-8159-a2dafdfd83bf req-d801cc4f-cbe6-49ff-a63f-95a272982571 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7182336 Oct 25 09:01:27.848552 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:27.976708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79cbd43b-7516-43a7-8a63-cf2b6efcef13 req-1e3e6e0f-dc4c-412b-98de-a74f2e273b47 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494043 Oct 25 09:01:27.993371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49b8864-bf45-4740-9019-91fb4eb56e6f,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:28.005051 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.029284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a465db-8ed7-4bde-9ace-f88a637ad390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.034305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.046788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Checking segment: {'id': 'e6e53926-6d50-48f0-9a05-0e093711746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '327ee953-0236-45d6-b33a-614d1c413e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:28.049282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Network hostable DHCP agents. Network: 327ee953-0236-45d6-b33a-614d1c413e61, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:01:28.053296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6936e2f7-5a20-4526-8443-13ba9b0f260e None None] Provisioning complete for port 655d6d04-9a4d-4248-a312-39536fedc2b8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:28.053730 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6936e2f7-5a20-4526-8443-13ba9b0f260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.095773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Network 327ee953-0236-45d6-b33a-614d1c413e61 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:01:28.121164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 327ee953-0236-45d6-b33a-614d1c413e61) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:28.129156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:28.130652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.179808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4d01834f-63f9-4a0a-9089-9558846cf440 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0500998 Oct 25 09:01:28.255825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bbc504-3a61-4280-9164-2f9913805b3d None None] Network 327ee953-0236-45d6-b33a-614d1c413e61 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:28.296167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Network 3f354524-0cc9-461a-8397-893994d8fdfb is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:28.367848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:28.376113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:28.385035 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4f966d-df95-4939-8d8e-b5a44bf06129 x-openstack-request-id: req-1c4f966d-df95-4939-8d8e-b5a44bf06129 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:01:28.385538 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:01:28.385970 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c4f966d-df95-4939-8d8e-b5a44bf06129 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:01:28.386526 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'status': 'completed', 'code': 200} Oct 25 09:01:28.428543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Pushing event updated for resources: {'Port': ['ID=2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:28.596657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:28.597872 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.618364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-51586339-96db-42be-a9fd-44c40aa7af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:28.624231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-51586339-96db-42be-a9fd-44c40aa7af59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1099 time: 0.1965566 Oct 25 09:01:28.685294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.724844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Attempting to bind port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:28.725554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Attempting to bind port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:28.726950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Attempting to bind port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 on network 3f354524-0cc9-461a-8397-893994d8fdfb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:28.737443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a465db-8ed7-4bde-9ace-f88a637ad390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.749824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:28.750197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Checking segment: {'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:28.750595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.750983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Bound using segment: {'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:28.751458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Bound port: 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:28.751853 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.835441 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.861715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-d30fde8c-83ef-4e8f-9c62-7d711ed240a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:28.864613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-d30fde8c-83ef-4e8f-9c62-7d711ed240a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2325983 Oct 25 09:01:28.870342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fa49e06b-b3df-4b3b-924f-510c4159fa04 req-388bf334-ba1b-4048-b883-2347ca465861 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-193403642', 'description': 'tempest-description-483370853'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:28.914071 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fa49e06b-b3df-4b3b-924f-510c4159fa04 req-388bf334-ba1b-4048-b883-2347ca465861 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.918560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6936e2f7-5a20-4526-8443-13ba9b0f260e None None] Provisioning complete for port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:28.919183 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6936e2f7-5a20-4526-8443-13ba9b0f260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.925861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b43ff5-1ed0-41b7-8fca-fcc053a63b1d None None] Network 327ee953-0236-45d6-b33a-614d1c413e61 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:28.953566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-5b57aed2-77ee-42fd-a007-62f73cc3097a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.0551605 Oct 25 09:01:28.978165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a465db-8ed7-4bde-9ace-f88a637ad390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:28.993147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a465db-8ed7-4bde-9ace-f88a637ad390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:29.001646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91a465db-8ed7-4bde-9ace-f88a637ad390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae2f7ef2-0e8a-4e46-a10e-b92f40b5b79d HTTP/1.1" status: 204 len: 168 time: 1.3649323 Oct 25 09:01:29.010492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event updated for resources: {'Port': ['ID=032cfba4-a15f-408f-97db-5fe467d42e4c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:29.089534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-b510b99e-540a-427f-a8c4-7cac4489c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:29.091565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a465db-8ed7-4bde-9ace-f88a637ad390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2f7ef2-0e8a-4e46-a10e-b92f40b5b79d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:29.101331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-b510b99e-540a-427f-a8c4-7cac4489c824 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1384513 Oct 25 09:01:29.124837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-bd23b323-cf0d-43c8-978d-bda1e7717f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:29.126549 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-bd23b323-cf0d-43c8-978d-bda1e7717f66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1099 time: 0.4382300 Oct 25 09:01:29.156267 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:29.366933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9e40d162-e958-405c-847a-3f958549c560 None None] For port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:29.378156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9e40d162-e958-405c-847a-3f958549c560 None None] For port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41,segment=NetworkSegment(9763796e-8313-4571-b1c5-daa404f69831),segment_id=9763796e-8313-4571-b1c5-daa404f69831)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:29.421661 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:01:29.431131 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:29.471620 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:29.582911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Network 3f354524-0cc9-461a-8397-893994d8fdfb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:29.591980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:29.817835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-41a74556-7866-424e-834e-5379c66d28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:29.820688 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-41a74556-7866-424e-834e-5379c66d28e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.6837111 Oct 25 09:01:29.970434 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-c9270b4e-03ce-48c4-8c8d-602939c4f353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.1415646 Oct 25 09:01:29.992197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:30.072089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,segment=NetworkSegment(3576fa84-cf3c-44ec-91bd-0276fbaa6a9a),segment_id=3576fa84-cf3c-44ec-91bd-0276fbaa6a9a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:30.087797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-400bef81-6ef1-49ce-94f5-d56df713d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:30.093031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-400bef81-6ef1-49ce-94f5-d56df713d4f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9806767 Oct 25 09:01:30.187220 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:30.187699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 655d6d04-9a4d-4248-a312-39536fedc2b8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:30.290864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40d162-e958-405c-847a-3f958549c560 None None] Pushing event updated for resources: {'Port': ['ID=2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:30.291008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-b8ef84d2-9235-41a6-88c6-11a91793ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:30.291008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-b8ef84d2-9235-41a6-88c6-11a91793ba16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.3111827 Oct 25 09:01:30.308011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fa49e06b-b3df-4b3b-924f-510c4159fa04 req-388bf334-ba1b-4048-b883-2347ca465861 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:30.336421 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fa49e06b-b3df-4b3b-924f-510c4159fa04 req-388bf334-ba1b-4048-b883-2347ca465861 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:30.435383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-cd822f75-93e5-4d7a-b814-f18933c48b32 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326344 Oct 25 09:01:30.444908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fa49e06b-b3df-4b3b-924f-510c4159fa04 req-388bf334-ba1b-4048-b883-2347ca465861 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:30.462163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa49e06b-b3df-4b3b-924f-510c4159fa04 req-388bf334-ba1b-4048-b883-2347ca465861 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.5889993 Oct 25 09:01:30.513425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bf334-ba1b-4048-b883-2347ca465861 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:30.743423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51826) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:30.856505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9bce6-b57a-4f99-b5b1-edd4ccabba8d req-e7dbdad7-014e-4e6b-a6b6-8c9e2ccccdd8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:30.858437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:30.866484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0b9bce6-b57a-4f99-b5b1-edd4ccabba8d req-e7dbdad7-014e-4e6b-a6b6-8c9e2ccccdd8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 948 time: 0.1637990 Oct 25 09:01:30.878091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-73ca9252-de61-45ff-b1bc-8105968a5f77 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996155 Oct 25 09:01:30.883069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 655d6d04-9a4d-4248-a312-39536fedc2b8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:30.883439 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:30.926986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0b9bce6-b57a-4f99-b5b1-edd4ccabba8d req-9d2a1031-4d6f-473b-b325-a3dcde42e45b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586576 Oct 25 09:01:30.932133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-52f8826c-1843-41ae-a6f9-9a9b52f82e23 None None] Provisioning complete for port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:30.932133 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-52f8826c-1843-41ae-a6f9-9a9b52f82e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:31.092457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1926980457-network', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:31.142099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Made reservation on behalf of 0312b6882f8f48e5b19d9c10512fc7c8 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:31.146030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:31.160266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:31.235428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c4e08e3-baea-467c-be1e-8cb333570d1a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:31.260699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7c4e08e3-baea-467c-be1e-8cb333570d1a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:31.261057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c4e08e3-baea-467c-be1e-8cb333570d1a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:31.370211 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6d2e105-fa14-4783-aadb-82cc196cc4b1 req-9323b62a-442e-421c-94c1-dc7293c57549 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef HTTP/1.1" status: 200 len: 1813 time: 0.1543918 Oct 25 09:01:31.407275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a6d2e105-fa14-4783-aadb-82cc196cc4b1 req-9b393bf0-d246-4faf-a2b5-45a7717afc11 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:31.407781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a6d2e105-fa14-4783-aadb-82cc196cc4b1 req-9b393bf0-d246-4faf-a2b5-45a7717afc11 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:31.512803 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:31.553758 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:31.629615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e520ad83-8f7b-4de1-89ed-03cf5f7ed82c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:31.629981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:31.646614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0cf12040-4899-41d8-9107-242b1d27828d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5409963 Oct 25 09:01:31.652381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-0d81d2f2-b95a-401f-b4d5-512ceff530b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:31.656745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51844) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:31.657257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-0d81d2f2-b95a-401f-b4d5-512ceff530b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2815361 Oct 25 09:01:31.675904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:31.695694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:01:31.696335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:01:31.698810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:31.786940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:31.787739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:31.816866 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-cd2dc49b-d030-41ed-80a8-d4163b4cbc9f service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534586 Oct 25 09:01:31.872238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaea9ed-5e91-45d1-b553-1d72138862b0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:31.902248 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:01:31.907590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd741866-c261-4188-92b7-5deadc51565a None None] Network 3f354524-0cc9-461a-8397-893994d8fdfb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:31.912110 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a6d2e105-fa14-4783-aadb-82cc196cc4b1 req-9b393bf0-d246-4faf-a2b5-45a7717afc11 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:31.998970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:31.999285 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Added segment 98edd8f1-5446-4d55-9e16-fc0f39eb3f91 of type vlan for network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e Oct 25 09:01:32.057025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:32.100299 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d8331dea-42ee-4073-8fdf-18a7933dcde6 req-d09c42d6-ad13-4253-828c-4309aaa643dd service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708297 Oct 25 09:01:32.112426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:32.114025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.159587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-642030b3-7972-4f5e-9cb8-26c6e01b1029 None None] Provisioning complete for port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:32.160371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-642030b3-7972-4f5e-9cb8-26c6e01b1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.297651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:32.377008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.390947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a6d2e105-fa14-4783-aadb-82cc196cc4b1 req-9b393bf0-d246-4faf-a2b5-45a7717afc11 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.415145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'mac_address': 'fa:16:3e:d8:87:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:01:32.462682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a6d2e105-fa14-4783-aadb-82cc196cc4b1 req-9b393bf0-d246-4faf-a2b5-45a7717afc11 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.491211 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.resource_extend [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:01:32.535597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b393bf0-d246-4faf-a2b5-45a7717afc11 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851e4bee-8bfb-40c0-b9b1-eb96ba28bee6,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:32.551769 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a6d2e105-fa14-4783-aadb-82cc196cc4b1 req-9b393bf0-d246-4faf-a2b5-45a7717afc11 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.582273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6d2e105-fa14-4783-aadb-82cc196cc4b1 req-9b393bf0-d246-4faf-a2b5-45a7717afc11 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2102401 Oct 25 09:01:32.591419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.extraroute_db [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=106992) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 09:01:32.606362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.611089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:32.619815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.621888 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.626925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:32.629325 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-642030b3-7972-4f5e-9cb8-26c6e01b1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.704040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:01:32.746159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.extraroute_db [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Removed routes are [] {{(pid=106992) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 09:01:32.750970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.805365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:32.839647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0921850 Oct 25 09:01:32.842989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51866) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:32.848605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Request body: {'subnet': {'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-subnet', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:32.901783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:32.929396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Made reservation on behalf of 0312b6882f8f48e5b19d9c10512fc7c8 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:32.931890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.016516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:33.036266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-642030b3-7972-4f5e-9cb8-26c6e01b1029 None None] For port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41,segment=NetworkSegment(9763796e-8313-4571-b1c5-daa404f69831),segment_id=9763796e-8313-4571-b1c5-daa404f69831)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:33.065122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:27Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '032cfba4-a15f-408f-97db-5fe467d42e4c', 'name': '', 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:9a:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:25Z', 'updated_at': '2021-10-25T09:01:28Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:33.069484 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-642030b3-7972-4f5e-9cb8-26c6e01b1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.124089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a554d-84fc-44fc-a221-834a95c39be4 admin admin] Pushing event updated for resources: {'Network': ['ID=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:33.192748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b208-a09f-4829-93bf-306214a4b34d req-ef8797bf-c52f-4de0-926c-eba0b9bd78ad tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:33.194254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:33.194822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.200605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1460b208-a09f-4829-93bf-306214a4b34d req-ef8797bf-c52f-4de0-926c-eba0b9bd78ad tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 949 time: 0.1590252 Oct 25 09:01:33.248410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.258763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:01:33.323993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:33.324593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Updating router e5280b5a-f1b7-46b1-ab8f-21071e634e0e port 032cfba4-a15f-408f-97db-5fe467d42e4c binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:01:33.331951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.361380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Checking segment: {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:33.361746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Network hostable DHCP agents. Network: 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:01:33.364362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1460b208-a09f-4829-93bf-306214a4b34d req-952d526f-6644-4b11-b9c2-4846a9915da3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626992 Oct 25 09:01:33.388699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.397931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e85a71-707b-4262-8763-69f41aff6788,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:33.411026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:01:33.460479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:33.466923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:33.468314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.521612 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ac7f1f45-a4c5-4d6b-aea4-d9076c8c1e4e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6768894 Oct 25 09:01:33.523877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51876) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:33.528368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:33.590340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.591614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.656624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:33.710417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:01:33.712211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c8886-bc9c-4b12-966c-b815826e97e1 None None] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:33.717278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.936403 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.950298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:33.950536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642030b3-7972-4f5e-9cb8-26c6e01b1029 None None] Pushing event updated for resources: {'Port': ['ID=2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:33.974386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e5ee1fa-03be-44b2-8374-86b3fd5b6b1a req-5abe8138-a710-4c0f-8fbf-ae638703109d tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef HTTP/1.1" status: 200 len: 2407 time: 0.2216237 Oct 25 09:01:33.983293 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:33.994594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8928dbe0-fb8c-417b-a868-a7b84bfe79eb tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 200 len: 934 time: 2.3289618 Oct 25 09:01:33.996446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51892) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:34.025312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fd3536e9-c965-46da-ac18-adc2155677c5 None None] Provisioning complete for port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:34.025893 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fd3536e9-c965-46da-ac18-adc2155677c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:34.077434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:34.295966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-79dfb97a-c84f-4bde-8850-d9f4a939d4a5 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 200 len: 934 time: 0.2915783 Oct 25 09:01:34.298773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51896) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:34.314635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'routes': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:34.344660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5c35b-4b36-45de-8786-92ceb64ea1f9 req-fcd787de-550f-4249-aaa3-a05be67e13c6 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:34.346402 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ed5c35b-4b36-45de-8786-92ceb64ea1f9 req-fcd787de-550f-4249-aaa3-a05be67e13c6 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.2563782 Oct 25 09:01:34.367875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:34.489310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ed5c35b-4b36-45de-8786-92ceb64ea1f9 req-bc28755f-a473-4995-80bc-0c60700b7d09 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068087 Oct 25 09:01:34.510253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:34.552053 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:34.740653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fd3536e9-c965-46da-ac18-adc2155677c5 None None] Provisioning complete for port 032cfba4-a15f-408f-97db-5fe467d42e4c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:34.741059 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fd3536e9-c965-46da-ac18-adc2155677c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:34.757061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Allocated IP 172.25.8.184 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/527bba76-8498-4017-8a44-02b89f2609e6) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:34.834123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fd3536e9-c965-46da-ac18-adc2155677c5 None None] Port 032cfba4-a15f-408f-97db-5fe467d42e4c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:34.856314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-343f64c9-a3ba-4b88-9d28-c677fe1f2b21 req-13850785-9d1f-447c-aedc-f56c19a61828 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-group-rules/851e4bee-8bfb-40c0-b9b1-eb96ba28bee6 HTTP/1.1" status: 200 len: 778 time: 0.0515432 Oct 25 09:01:34.908039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:01:34.908922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.022252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-343f64c9-a3ba-4b88-9d28-c677fe1f2b21 req-07f58853-1770-4c34-b59e-304ba851f69e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef HTTP/1.1" status: 200 len: 2407 time: 0.1504233 Oct 25 09:01:35.071545 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-343f64c9-a3ba-4b88-9d28-c677fe1f2b21 req-21dab34b-0329-43af-aa9f-5dfe4a0ded7d tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.092194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-343f64c9-a3ba-4b88-9d28-c677fe1f2b21 req-21dab34b-0329-43af-aa9f-5dfe4a0ded7d tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.152645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:35.153278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.extraroute_db [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added routes are [] {{(pid=106992) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 09:01:35.153278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.extraroute_db [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=106992) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 09:01:35.153932 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.167378 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-343f64c9-a3ba-4b88-9d28-c677fe1f2b21 req-21dab34b-0329-43af-aa9f-5dfe4a0ded7d tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.180497 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-343f64c9-a3ba-4b88-9d28-c677fe1f2b21 req-21dab34b-0329-43af-aa9f-5dfe4a0ded7d tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.181713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-343f64c9-a3ba-4b88-9d28-c677fe1f2b21 req-21dab34b-0329-43af-aa9f-5dfe4a0ded7d tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/851e4bee-8bfb-40c0-b9b1-eb96ba28bee6 HTTP/1.1" status: 204 len: 173 time: 0.1507854 Oct 25 09:01:35.195201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dab34b-0329-43af-aa9f-5dfe4a0ded7d tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=851e4bee-8bfb-40c0-b9b1-eb96ba28bee6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:35.256395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.266467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.270365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-450174e3-4a08-400a-987f-f8c399f07912 None None] Provisioning complete for port 032cfba4-a15f-408f-97db-5fe467d42e4c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:35.270955 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-450174e3-4a08-400a-987f-f8c399f07912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.302439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-b56a25b5-51ed-4c15-ba4d-97b07407f7e3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:35.304089 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-b56a25b5-51ed-4c15-ba4d-97b07407f7e3 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.3349528 Oct 25 09:01:35.345008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-0e914d7a-544c-4a10-a929-cb84cecce8e7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:35.347112 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-0e914d7a-544c-4a10-a929-cb84cecce8e7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2&tenant_id=5443eb0d9f9b45f9a3cece236443d118&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 949 time: 0.3761632 Oct 25 09:01:35.400871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-450174e3-4a08-400a-987f-f8c399f07912 None None] Port 032cfba4-a15f-408f-97db-5fe467d42e4c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:35.403164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Allocated IP 172.20.0.2 (8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e/24e85a71-707b-4262-8763-69f41aff6788/5c0b7dbc-81a9-47ec-915c-a09e20aca61e) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:35.589039 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.623222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.682878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.716693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Pushing event updated for resources: {'Port': ['ID=527bba76-8498-4017-8a44-02b89f2609e6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:35.742465 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.752539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5820cc9-75c4-459a-973c-57ef85e1a4ef req-9c47e46f-5c80-4071-b7e2-455a899bf0fc tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:35.755929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:35.762522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5820cc9-75c4-459a-973c-57ef85e1a4ef req-9c47e46f-5c80-4071-b7e2-455a899bf0fc tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 949 time: 0.2127407 Oct 25 09:01:35.780800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:35.782314 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:35.782517 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-0bc2e5bb-6f50-4c80-b933-a8c8c56eb553 service neutron] delete failed (client error): The resource could not be found. Oct 25 09:01:35.783550 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-0bc2e5bb-6f50-4c80-b933-a8c8c56eb553 service neutron] 10.222.0.18 "DELETE /v2.0/ports/ffbb50c9-ee4f-444e-a716-8d7a0f8cee42/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.4055717 Oct 25 09:01:35.817258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:36.010630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45096e-d0c5-4bd3-adf8-78b3a9314442 None None] Pushing event updated for resources: {'Port': ['ID=032cfba4-a15f-408f-97db-5fe467d42e4c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:36.053669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Attempting to bind port 032cfba4-a15f-408f-97db-5fe467d42e4c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:36.053891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Attempting to bind port 032cfba4-a15f-408f-97db-5fe467d42e4c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:36.054252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Attempting to bind port 032cfba4-a15f-408f-97db-5fe467d42e4c on network 3f354524-0cc9-461a-8397-893994d8fdfb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:36.059779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5820cc9-75c4-459a-973c-57ef85e1a4ef req-f1a29942-d532-4f58-9838-53bc3c13d590 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965124 Oct 25 09:01:36.121924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:36.122334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Checking segment: {'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:36.122737 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.123126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Bound using segment: {'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:36.123655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Bound port: 032cfba4-a15f-408f-97db-5fe467d42e4c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9763796e-8313-4571-b1c5-daa404f69831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:36.124034 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.129231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:36.157900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-aec977a5-dafd-4e89-914e-91319d221222 req-ee86e5ba-e5f3-4db6-ab1c-c5f84df93b5c tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1735172629', 'description': 'tempest-description-174089707'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:36.173882 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.201356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Deleting port 549ceee8-4035-493e-9a6c-ce11263a90cd {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:36.202305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.205498 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.274675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3d340e08-a958-4095-9a68-0f77183f5901 None None] Provisioning complete for port 032cfba4-a15f-408f-97db-5fe467d42e4c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:36.275036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d340e08-a958-4095-9a68-0f77183f5901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.330481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:36.339280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:36.345225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:36.356875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Pushing event updated for resources: {'Port': ['ID=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:36.369283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] For port 032cfba4-a15f-408f-97db-5fe467d42e4c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:36.418059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3d340e08-a958-4095-9a68-0f77183f5901 None None] Port 032cfba4-a15f-408f-97db-5fe467d42e4c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:36.422871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] For port 032cfba4-a15f-408f-97db-5fe467d42e4c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=032cfba4-a15f-408f-97db-5fe467d42e4c,segment=NetworkSegment(9763796e-8313-4571-b1c5-daa404f69831),segment_id=9763796e-8313-4571-b1c5-daa404f69831)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:36.434688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aec977a5-dafd-4e89-914e-91319d221222 req-ee86e5ba-e5f3-4db6-ab1c-c5f84df93b5c tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.446520 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.477123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] For port 549ceee8-4035-493e-9a6c-ce11263a90cd, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=549ceee8-4035-493e-9a6c-ce11263a90cd,segment=NetworkSegment(4adc1198-9713-4386-a11f-db502fd0bbfa),segment_id=4adc1198-9713-4386-a11f-db502fd0bbfa)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:36.478483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.487464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:36.504329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.507871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b6d2988a-3054-470a-b18d-f20fb09260ba tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 200 len: 700 time: 2.2031577 Oct 25 09:01:36.511906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-3aa314ab-230e-4f58-a870-539b554a6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:36.513445 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-3aa314ab-230e-4f58-a870-539b554a6e72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1100 time: 0.4768591 Oct 25 09:01:36.515795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51948) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:36.531519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45096e-d0c5-4bd3-adf8-78b3a9314442 None None] Pushing event updated for resources: {'Port': ['ID=032cfba4-a15f-408f-97db-5fe467d42e4c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:36.540163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Attempting to bind port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:36.540354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Attempting to bind port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:36.540709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Attempting to bind port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e on network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:36.590772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:36.593728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Checking segment: {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:36.596770 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.597350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Bound using segment: {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:36.599197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Bound port: 5c0b7dbc-81a9-47ec-915c-a09e20aca61e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:36.600256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.614131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:36.615255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:36.648150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Calling delete_port for 549ceee8-4035-493e-9a6c-ce11263a90cd owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:36.652747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aec977a5-dafd-4e89-914e-91319d221222 req-ee86e5ba-e5f3-4db6-ab1c-c5f84df93b5c tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.667052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aec977a5-dafd-4e89-914e-91319d221222 req-ee86e5ba-e5f3-4db6-ab1c-c5f84df93b5c tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.718414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aec977a5-dafd-4e89-914e-91319d221222 req-ee86e5ba-e5f3-4db6-ab1c-c5f84df93b5c tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:36.737077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aec977a5-dafd-4e89-914e-91319d221222 req-ee86e5ba-e5f3-4db6-ab1c-c5f84df93b5c tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5917084 Oct 25 09:01:36.742161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] For port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:36.743602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86e5ba-e5f3-4db6-ab1c-c5f84df93b5c tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5701b82e-6f75-45b9-9952-ce74e240bb3b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:36.746596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] For port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:36.935383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd4d80-7f9e-4270-a7a7-b3e608eaaa8f req-aeda9378-c3ae-4aeb-bedb-a1f4975104c7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:36.946422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3dd4d80-7f9e-4270-a7a7-b3e608eaaa8f req-aeda9378-c3ae-4aeb-bedb-a1f4975104c7 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 947 time: 0.1223481 Oct 25 09:01:36.982397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:37.023674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3dd4d80-7f9e-4270-a7a7-b3e608eaaa8f req-62120412-c26f-4ae0-abaa-720cdddf4d41 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/security-groups?id=2adce332-1059-4f3a-a2ad-94c9526c007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713463 Oct 25 09:01:37.048857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cc56c-0654-4cf6-9d04-ad36db4af3b6 None None] Pushing event updated for resources: {'Port': ['ID=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:37.092004 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4bb86727-9c98-473c-ab1f-9f0887a8f1d9 None None] Provisioning complete for port 032cfba4-a15f-408f-97db-5fe467d42e4c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:37.092373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4bb86727-9c98-473c-ab1f-9f0887a8f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:37.137644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:37.183727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-02753785-4beb-45a2-ba8f-77afa001dcd8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 200 len: 700 time: 0.6593406 Oct 25 09:01:37.187051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51958) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:37.202781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-c7b5f3a0-e232-4ca9-9a0d-d82be8a9add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:37.204594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-c7b5f3a0-e232-4ca9-9a0d-d82be8a9add2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.6773996 Oct 25 09:01:37.255845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:37.582084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f0a397c-6add-46df-b151-dce0acea36cc req-9370afff-091b-4e20-aff0-21e0f18c247c tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/5701b82e-6f75-45b9-9952-ce74e240bb3b HTTP/1.1" status: 200 len: 1814 time: 0.2012267 Oct 25 09:01:37.588058 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4bb86727-9c98-473c-ab1f-9f0887a8f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:37.702634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:37.721083 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-59db746e-56ed-46dd-a3ea-0fac0a6588cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.4899166 Oct 25 09:01:37.725171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4bb86727-9c98-473c-ab1f-9f0887a8f1d9 None None] For port 032cfba4-a15f-408f-97db-5fe467d42e4c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=032cfba4-a15f-408f-97db-5fe467d42e4c,segment=NetworkSegment(9763796e-8313-4571-b1c5-daa404f69831),segment_id=9763796e-8313-4571-b1c5-daa404f69831)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:37.764628 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4bb86727-9c98-473c-ab1f-9f0887a8f1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:37.795922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:37.798516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-7f714571-c0fc-45ed-93c7-2dd993104570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:37.801145 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-7f714571-c0fc-45ed-93c7-2dd993104570 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0697587 Oct 25 09:01:37.871404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Pushing event deleted for resources: {'Port': ['ID=549ceee8-4035-493e-9a6c-ce11263a90cd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:37.923606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb86727-9c98-473c-ab1f-9f0887a8f1d9 None None] Pushing event updated for resources: {'Port': ['ID=032cfba4-a15f-408f-97db-5fe467d42e4c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:37.935701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] No DVR routers for this DVR port 549ceee8-4035-493e-9a6c-ce11263a90cd on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:37.955316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402e709-9131-40c5-b2dd-6c3db7620f5e req-4b8c4fc4-9264-418d-8dc6-d66bc3388709 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:37.957679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:01:37.966607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:37.966814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a402e709-9131-40c5-b2dd-6c3db7620f5e req-4b8c4fc4-9264-418d-8dc6-d66bc3388709 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 949 time: 0.2271171 Oct 25 09:01:37.968034 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:37.996349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:35Z', 'revision_number': 7, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '032cfba4-a15f-408f-97db-5fe467d42e4c', 'name': '', 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:9a:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:25Z', 'updated_at': '2021-10-25T09:01:36Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:38.037445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8069e8a-0231-48ee-b9ce-a2a6c95c2b9b None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:35Z', 'revision_number': 7, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '032cfba4-a15f-408f-97db-5fe467d42e4c', 'name': '', 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:9a:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:25Z', 'updated_at': '2021-10-25T09:01:36Z', 'revision_number': 4, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:38.193816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:38.197091 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9f7a02c-4620-45e0-91cf-2c5d4cd73436 req-6ade8df0-b9b1-4e9b-85f5-79921c3f9a23 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.18 "DELETE /v2.0/ports/549ceee8-4035-493e-9a6c-ce11263a90cd HTTP/1.1" status: 204 len: 173 time: 2.8786223 Oct 25 09:01:38.199935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:38.201479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-deleted', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:01:38.207302 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a44e24f-e436-42e4-825d-1513780bf710" -d '{"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-deleted", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:01:38.237885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-85988e8e-5158-4860-8916-153a80e4d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:38.239878 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-85988e8e-5158-4860-8916-153a80e4d30f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4283164 Oct 25 09:01:38.271148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:38.304082 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:38.407945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 549ceee8-4035-493e-9a6c-ce11263a90cd {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:38.408307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 549ceee8-4035-493e-9a6c-ce11263a90cd not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:38.523386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 032cfba4-a15f-408f-97db-5fe467d42e4c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:38.542189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:38.631081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:01:38.659798 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235ae70e-e844-4e30-8259-1e3de3f07e5c" -d '{"events": [{"server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:01:38.698596 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-dcc52ee1-7661-4da0-8f57-3d19f0c6e19f service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874841 Oct 25 09:01:38.754965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:38.778593 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:38.807418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a402e709-9131-40c5-b2dd-6c3db7620f5e req-4bf738b5-6c4b-44c4-940e-aaece9d78309 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8397288 Oct 25 09:01:38.878519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:01:38.999362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:39.015880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:39.046069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 032cfba4-a15f-408f-97db-5fe467d42e4c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:39.046449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:39.123576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fecf41d-b66c-4aca-a1c5-8bb1be286b02 None None] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:39.158898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-839af567-2d7b-4ef7-bb01-1398ea9c6ada req-df141d69-7172-4e4d-9aeb-a5ac788f04d0 tempest-ServersNegativeTestJSON-1600324673 tempest-ServersNegativeTestJSON-1600324673-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7999f9-59de-4611-b592-5c652596ad1a HTTP/1.1" status: 200 len: 210 time: 0.1161504 Oct 25 09:01:39.473869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d786c8d6-0c53-46ac-9b86-e90e1433d962 None None] Provisioning complete for port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:39.474608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d786c8d6-0c53-46ac-9b86-e90e1433d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:39.609535 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:39.614765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-52ca52b5-1898-436d-910a-dfdbfb83510a req-4c00ed80-8872-4062-9e2a-fa2a2517fcd4 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-527072257', 'description': 'tempest-description-379657668'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:39.628562 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:39.640093 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:39.651649 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64633e5f-f813-47b4-bcc7-562dbad63dc0 x-openstack-request-id: req-64633e5f-f813-47b4-bcc7-562dbad63dc0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:01:39.651649 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "name": "network-vif-plugged", "status": "completed", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:01:39.652400 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64633e5f-f813-47b4-bcc7-562dbad63dc0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:01:39.653353 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'code': 200} Oct 25 09:01:39.729878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5c0b7dbc-81a9-47ec-915c-a09e20aca61e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:39.754842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-52ca52b5-1898-436d-910a-dfdbfb83510a req-4c00ed80-8872-4062-9e2a-fa2a2517fcd4 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:39.921121 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713fd5c0-e828-403f-b8e1-b2ae0790e397 x-openstack-request-id: req-713fd5c0-e828-403f-b8e1-b2ae0790e397 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:01:39.923631 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7999f9-59de-4611-b592-5c652596ad1a", "name": "network-vif-deleted", "tag": "549ceee8-4035-493e-9a6c-ce11263a90cd", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:01:39.926081 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-713fd5c0-e828-403f-b8e1-b2ae0790e397 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:01:39.926902 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7999f9-59de-4611-b592-5c652596ad1a', 'name': 'network-vif-deleted', 'tag': '549ceee8-4035-493e-9a6c-ce11263a90cd', 'status': 'completed', 'code': 200} Oct 25 09:01:39.952016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-52ca52b5-1898-436d-910a-dfdbfb83510a req-4c00ed80-8872-4062-9e2a-fa2a2517fcd4 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:39.967100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 032cfba4-a15f-408f-97db-5fe467d42e4c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:39.970388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:39.976838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-52ca52b5-1898-436d-910a-dfdbfb83510a req-4c00ed80-8872-4062-9e2a-fa2a2517fcd4 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:39.989127 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:39.998156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0b55c90e-adb5-4645-93b6-ef101ad1ad7a req-8eed13a2-dff6-430e-a297-5b5cbee65f48 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2918830 Oct 25 09:01:40.002594 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:40.054070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:40.072361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Sync routers for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:40.099415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:40.104507 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-710f3e71-f7b3-4a6c-9315-f6459ab0f846 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5794208 Oct 25 09:01:40.105178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52014) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:40.228094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:40.228468 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:40.244848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:40.245804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:40.247609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-52ca52b5-1898-436d-910a-dfdbfb83510a req-4c00ed80-8872-4062-9e2a-fa2a2517fcd4 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:40.248911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52ca52b5-1898-436d-910a-dfdbfb83510a req-4c00ed80-8872-4062-9e2a-fa2a2517fcd4 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6388822 Oct 25 09:01:40.263409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00ed80-8872-4062-9e2a-fa2a2517fcd4 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c959ca7d-dc68-4599-b986-36960594f468,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:40.387207 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d786c8d6-0c53-46ac-9b86-e90e1433d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:40.411238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port 032cfba4-a15f-408f-97db-5fe467d42e4c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=032cfba4-a15f-408f-97db-5fe467d42e4c,segment=NetworkSegment(9763796e-8313-4571-b1c5-daa404f69831),segment_id=9763796e-8313-4571-b1c5-daa404f69831)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:40.411607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:40.452027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 032cfba4-a15f-408f-97db-5fe467d42e4c owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:40.710813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:40.758843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba4403-7ede-4ca0-bf12-f6540acf0ff5 req-d783615f-58f1-4b9c-9fdc-0ff01e0d11f4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:40.766170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeba4403-7ede-4ca0-bf12-f6540acf0ff5 req-d783615f-58f1-4b9c-9fdc-0ff01e0d11f4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1899612 Oct 25 09:01:40.827872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeba4403-7ede-4ca0-bf12-f6540acf0ff5 req-05d2d525-ca43-4b4c-9d85-f5ddaeab5b89 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607533 Oct 25 09:01:40.877782 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:35Z', 'revision_number': 7, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '032cfba4-a15f-408f-97db-5fe467d42e4c', 'name': '', 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:9a:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:25Z', 'updated_at': '2021-10-25T09:01:37Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:40.899973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52032) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:40.944699 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:40.968335 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:40.968868 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:41.014946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aeacf3b-7a16-4d1c-a18c-3669367b29be admin admin] Deleting subnet d0c2a9b2-2cfa-4989-bb53-d5de70135b15 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:01:41.019157 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0aeacf3b-7a16-4d1c-a18c-3669367b29be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.060118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0aeacf3b-7a16-4d1c-a18c-3669367b29be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.127522 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0aeacf3b-7a16-4d1c-a18c-3669367b29be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.158649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.186727 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.193608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0aeacf3b-7a16-4d1c-a18c-3669367b29be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.194605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d786c8d6-0c53-46ac-9b86-e90e1433d962 None None] For port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:41.230556 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d786c8d6-0c53-46ac-9b86-e90e1433d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.234026 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:41.255816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeacf3b-7a16-4d1c-a18c-3669367b29be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c2a9b2-2cfa-4989-bb53-d5de70135b15,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:41.277599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc34cc74-1e68-4bcb-a52a-a00c4e4b0b83 req-256c5449-b586-4609-b50c-0c67abaf99aa tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/c959ca7d-dc68-4599-b986-36960594f468 HTTP/1.1" status: 200 len: 1813 time: 0.3237500 Oct 25 09:01:41.278545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=032cfba4-a15f-408f-97db-5fe467d42e4c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:41.354227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0aeacf3b-7a16-4d1c-a18c-3669367b29be admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.359525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0aeacf3b-7a16-4d1c-a18c-3669367b29be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d0c2a9b2-2cfa-4989-bb53-d5de70135b15 HTTP/1.1" status: 204 len: 168 time: 0.4581935 Oct 25 09:01:41.367932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52038) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:41.601865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bc812def-bbd0-4b22-8d63-b8083a8eb09a None None] Provisioning complete for port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:41.602541 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bc812def-bbd0-4b22-8d63-b8083a8eb09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.666751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:36Z', 'revision_number': 3, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:41.741964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:41.772948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-392b9db8-0f1f-4dc2-be39-75ced325434b req-a754398e-e7e5-413c-9190-a10779c912bb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1853056607', 'description': 'tempest-description-1362268303'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:41.802906 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:35Z', 'revision_number': 7, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '032cfba4-a15f-408f-97db-5fe467d42e4c', 'name': '', 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:9a:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:25Z', 'updated_at': '2021-10-25T09:01:37Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:41.852289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Allocated IP 172.20.0.1 (8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e/24e85a71-707b-4262-8763-69f41aff6788/f83f36bc-4884-4d7e-99b7-5def2300f05c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:41.883497 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2167b0-964f-4b17-836b-cad284158cc3 None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:35Z', 'revision_number': 7, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '032cfba4-a15f-408f-97db-5fe467d42e4c', 'name': '', 'network_id': '3f354524-0cc9-461a-8397-893994d8fdfb', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:9a:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:25Z', 'updated_at': '2021-10-25T09:01:37Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '6f366b75-8532-4a51-acfd-e21f3aa9957c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:41.953398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-392b9db8-0f1f-4dc2-be39-75ced325434b req-a754398e-e7e5-413c-9190-a10779c912bb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.069058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.076397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.147826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:42.176007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786c8d6-0c53-46ac-9b86-e90e1433d962 None None] Pushing event updated for resources: {'Port': ['ID=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:42.181989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-392b9db8-0f1f-4dc2-be39-75ced325434b req-a754398e-e7e5-413c-9190-a10779c912bb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.194363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Checking router: 7dab541d-ce51-4bb3-bd56-d035e5df21f6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:42.195008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Updating router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 port 527bba76-8498-4017-8a44-02b89f2609e6 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:01:42.261094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-392b9db8-0f1f-4dc2-be39-75ced325434b req-a754398e-e7e5-413c-9190-a10779c912bb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.272340 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.283541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.298395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754398e-e7e5-413c-9190-a10779c912bb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437f44ac-6882-4378-80f8-6351fe08abdd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:42.331246 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-392b9db8-0f1f-4dc2-be39-75ced325434b req-a754398e-e7e5-413c-9190-a10779c912bb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.343353 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.347012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2216b6-a802-4d88-9a04-5dfea23f141f']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:42.355221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-392b9db8-0f1f-4dc2-be39-75ced325434b req-a754398e-e7e5-413c-9190-a10779c912bb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6049876 Oct 25 09:01:42.360018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:42.376046 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:42.386985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-38900b86-c266-43de-be7a-a20a3c3aa1da tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1981435 Oct 25 09:01:42.393086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52062) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:42.396100 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:42.396991 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:42.479376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adc1198-9713-4386-a11f-db502fd0bbfa') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:42.479715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adc1198-9713-4386-a11f-db502fd0bbfa') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:42.501834 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.532563 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.546824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:01:42.547218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.556997 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:42.559029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f8e5e1-0300-4461-abf9-32ab70570a10 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet 6f366b75-8532-4a51-acfd-e21f3aa9957c {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:01:42.562752 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e5e1-0300-4461-abf9-32ab70570a10 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:01:42.710875 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:01:42.724224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e5e1-0300-4461-abf9-32ab70570a10 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.741616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ed013-3b4a-4bb1-bccb-855a885ce2f0 req-740356f6-e89e-4676-9c28-752308dd2a07 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:42.746876 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.749962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e2ed013-3b4a-4bb1-bccb-855a885ce2f0 req-740356f6-e89e-4676-9c28-752308dd2a07 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.2902963 Oct 25 09:01:42.784605 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.788036 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ec2216b6-a802-4d88-9a04-5dfea23f141f HTTP/1.1" status: 204 len: 168 time: 1.4188530 Oct 25 09:01:42.797755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:42.827170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Pushing event updated for resources: {'Port': ['ID=f83f36bc-4884-4d7e-99b7-5def2300f05c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:42.835428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:42.846249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:42.849987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8351d9-1a16-44c7-bc49-665e8a9750e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2216b6-a802-4d88-9a04-5dfea23f141f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:42.858228 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.876696 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:42.895916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e2ed013-3b4a-4bb1-bccb-855a885ce2f0 req-10304b4e-636c-4df7-a82c-b76009e95eb1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449645 Oct 25 09:01:42.991905 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.038290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e5e1-0300-4461-abf9-32ab70570a10 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.051930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Attempting to bind port 527bba76-8498-4017-8a44-02b89f2609e6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:43.055333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Attempting to bind port 527bba76-8498-4017-8a44-02b89f2609e6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:43.055955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Attempting to bind port 527bba76-8498-4017-8a44-02b89f2609e6 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:43.076202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5640f5-e83b-4feb-ac03-0557a1973fc8 None None] Pushing event updated for resources: {'Port': ['ID=527bba76-8498-4017-8a44-02b89f2609e6,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:43.086585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52078) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:43.087374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:43.087887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:43.088552 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.089088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:43.091225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Bound port: 527bba76-8498-4017-8a44-02b89f2609e6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:43.091726 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.124813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ee21968-ddf0-478f-9d68-28f590e0ee15 req-647cccaf-af91-44b9-b267-2c25bd0160d8 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/437f44ac-6882-4378-80f8-6351fe08abdd HTTP/1.1" status: 200 len: 1815 time: 0.1650429 Oct 25 09:01:43.171744 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:40Z', 'revision_number': 8, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:43.224648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e5e1-0300-4461-abf9-32ab70570a10 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.230611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] For port 527bba76-8498-4017-8a44-02b89f2609e6, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:43.234131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] For port 527bba76-8498-4017-8a44-02b89f2609e6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=527bba76-8498-4017-8a44-02b89f2609e6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:43.242992 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.286723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8e5e1-0300-4461-abf9-32ab70570a10 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=6f366b75-8532-4a51-acfd-e21f3aa9957c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:43.313415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e5e1-0300-4461-abf9-32ab70570a10 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.326953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a5104-2399-45e9-aa53-bdede4a99b81 None None] Network 3f354524-0cc9-461a-8397-893994d8fdfb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:43.339417 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:43.348522 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-20e34c9d-d384-4317-bd7c-9d01eb376c04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5be80d4e51342b6b0e45dfa0bdc3759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550950 Oct 25 09:01:43.351412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52090) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:43.359222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b7f8e5e1-0300-4461-abf9-32ab70570a10 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/6f366b75-8532-4a51-acfd-e21f3aa9957c HTTP/1.1" status: 204 len: 168 time: 0.9644334 Oct 25 09:01:43.361535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52092) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:43.383340 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:43.383973 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:43.456332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.500289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:43.500966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:43.512016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.609366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7345-7b30-4044-a08f-a3f78b25f8b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.621094 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:43.637421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:43.713930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7345-7b30-4044-a08f-a3f78b25f8b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.715631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374c236-f04a-4ac4-a6e1-90cd9ea35be9 req-a5139b9c-7b30-439d-84d3-597590b15e6a tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:43.719902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8374c236-f04a-4ac4-a6e1-90cd9ea35be9 req-a5139b9c-7b30-439d-84d3-597590b15e6a tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1101 time: 0.1104853 Oct 25 09:01:43.726665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:43.727362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.809978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5640f5-e83b-4feb-ac03-0557a1973fc8 None None] Pushing event updated for resources: {'Port': ['ID=527bba76-8498-4017-8a44-02b89f2609e6,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:43.818143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5c0b7dbc-81a9-47ec-915c-a09e20aca61e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:43.837008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41,segment=NetworkSegment(9763796e-8313-4571-b1c5-daa404f69831),segment_id=9763796e-8313-4571-b1c5-daa404f69831)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:43.837636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.857703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:43.874575 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-aa9556e2-b454-4e1c-99f8-972707527dc3 None None] Provisioning complete for port f83f36bc-4884-4d7e-99b7-5def2300f05c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:43.874870 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aa9556e2-b454-4e1c-99f8-972707527dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:43.986169 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.003123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-aa9556e2-b454-4e1c-99f8-972707527dc3 None None] Port f83f36bc-4884-4d7e-99b7-5def2300f05c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:44.009437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7345-7b30-4044-a08f-a3f78b25f8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.012014 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7345-7b30-4044-a08f-a3f78b25f8b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.038589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No DVR routers for this DVR port 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:44.040719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:44.040856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:44.041426 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.044742 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cfcd7345-7b30-4044-a08f-a3f78b25f8b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2adce332-1059-4f3a-a2ad-94c9526c007c HTTP/1.1" status: 204 len: 168 time: 0.6437006 Oct 25 09:01:44.103734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd7345-7b30-4044-a08f-a3f78b25f8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adce332-1059-4f3a-a2ad-94c9526c007c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:44.104782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8374c236-f04a-4ac4-a6e1-90cd9ea35be9 req-37e7a0d7-618c-41c8-b1e1-260f1ecf8362 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415706 Oct 25 09:01:44.226767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-23b2210e-34da-46d7-a39a-de0a274cc3f5 req-5809f5ac-4319-473a-9b88-8acb5ad85a3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1557922271', 'description': 'tempest-description-633046518'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:44.235596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1133e6-661e-4a2c-a3f5-832bd5e847c4 None None] DHCP port deletion for 3f354524-0cc9-461a-8397-893994d8fdfb request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:01:44.281747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.283320 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:40Z', 'revision_number': 8, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:44.308816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.316321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-23b2210e-34da-46d7-a39a-de0a274cc3f5 req-5809f5ac-4319-473a-9b88-8acb5ad85a3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.323107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f354524-0cc9-461a-8397-893994d8fdfb']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:44.325820 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef38dc-4a85-472d-ba99-c4cb1bdfd450 None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:40Z', 'revision_number': 8, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e520ad83-8f7b-4de1-89ed-03cf5f7ed82c', 'name': '', 'network_id': 'c3da2355-5b5c-407a-b9f5-cc42a53641b1', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:f5:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:17Z', 'updated_at': '2021-10-25T09:01:30Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'aebd6f80-95ed-44fd-83f4-d80dda8384b4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:44.327749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.368696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9763796e-8313-4571-b1c5-daa404f69831') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:44.369047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9763796e-8313-4571-b1c5-daa404f69831') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:44.408419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.435743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.452628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:01:44.453688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:01:44.458538 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:01:44.499450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:41Z', 'revision_number': 1, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:44.547375 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.553226 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.570769 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.576426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/3f354524-0cc9-461a-8397-893994d8fdfb HTTP/1.1" status: 204 len: 168 time: 1.2096283 Oct 25 09:01:44.576649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f523c3-56eb-4155-896e-0ebb890e62fb None None] The sync data for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 is: [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:41Z', 'revision_number': 1, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:44.577851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52118) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:44.588783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Pushing event updated for resources: {'Port': ['ID=f83f36bc-4884-4d7e-99b7-5def2300f05c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:44.589682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-23b2210e-34da-46d7-a39a-de0a274cc3f5 req-5809f5ac-4319-473a-9b88-8acb5ad85a3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.607240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-23b2210e-34da-46d7-a39a-de0a274cc3f5 req-5809f5ac-4319-473a-9b88-8acb5ad85a3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.669479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aac2c6-e0b5-496f-93c9-99722ee9e8d4 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=3f354524-0cc9-461a-8397-893994d8fdfb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:44.776798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-23b2210e-34da-46d7-a39a-de0a274cc3f5 req-5809f5ac-4319-473a-9b88-8acb5ad85a3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:44.778386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23b2210e-34da-46d7-a39a-de0a274cc3f5 req-5809f5ac-4319-473a-9b88-8acb5ad85a3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5678885 Oct 25 09:01:44.787909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809f5ac-4319-473a-9b88-8acb5ad85a3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741e49d8-1408-49c9-8261-bf69c8093c13,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:45.215101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:45.220616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:45.237290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdee108b-464d-4ed5-b6d3-10899e89ef71 req-89d45d16-da8d-4730-a591-7cc75f6873f3 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/741e49d8-1408-49c9-8261-bf69c8093c13 HTTP/1.1" status: 200 len: 1814 time: 0.0840378 Oct 25 09:01:45.462821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-3eca9db0-d1a8-432d-ace1-a8b97de4f93a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5443eb0d9f9b45f9a3cece236443d118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628648 Oct 25 09:01:45.673235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a27a4c52-bf26-4c57-aae3-93775d18a0d6 None None] Provisioning complete for port f83f36bc-4884-4d7e-99b7-5def2300f05c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:45.674176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a27a4c52-bf26-4c57-aae3-93775d18a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:45.743040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:45.838390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 032cfba4-a15f-408f-97db-5fe467d42e4c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:45.851788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-bd1b6c0c-9916-4fe2-9d11-dd70fe2ca6b3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:45.859438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-bd1b6c0c-9916-4fe2-9d11-dd70fe2ca6b3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897552 Oct 25 09:01:45.884986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-59cf5c25-f9e9-43da-bdf5-bb6eae57f0cd tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/quotas/5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 375 time: 0.0241196 Oct 25 09:01:45.909488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a27a4c52-bf26-4c57-aae3-93775d18a0d6 None None] Port f83f36bc-4884-4d7e-99b7-5def2300f05c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:45.927248 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 032cfba4-a15f-408f-97db-5fe467d42e4c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:45.927866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 032cfba4-a15f-408f-97db-5fe467d42e4c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:45.929215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:45.991986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:45.995279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2fcea6e4-c291-49c3-9d4d-61e7fcc4ba41 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:46.051576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-7774a770-acce-4465-8e19-980a6dac2cfd tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617293 Oct 25 09:01:46.057133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:46.064075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-84b06aa6-a045-46fc-a9d3-952c4ed0b870 admin admin] 10.222.0.32 "PUT /v2.0/routers/7dab541d-ce51-4bb3-bd56-d035e5df21f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9557292 Oct 25 09:01:46.105172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:46.321129 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-804201cd-e402-4f0c-b8d0-5e4c3a0970c1 req-3110ae50-d471-4815-90a4-82694d5dd558 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] show failed (client error): The resource could not be found. Oct 25 09:01:46.323989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-804201cd-e402-4f0c-b8d0-5e4c3a0970c1 req-3110ae50-d471-4815-90a4-82694d5dd558 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/2ecfb0c0-c86c-4c48-91ce-ef46cb9ccaca HTTP/1.1" status: 404 len: 352 time: 0.0291378 Oct 25 09:01:46.361415 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da7c8620-e5c6-41eb-830d-b92aa3a97a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:46.693889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:46.694518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:46.929719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aba6cb15-35f0-4d3c-96a1-ba6fc49eb478 req-9df41655-583e-4d6d-80b2-0db6c703baa4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 210 time: 0.0645356 Oct 25 09:01:46.948570 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-15753792-5e13-42c8-b23a-a1e33cb89131 req-0975c6a3-f56a-410a-a84b-dcf49c7d0ce6 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] show failed (client error): The resource could not be found. Oct 25 09:01:46.963967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15753792-5e13-42c8-b23a-a1e33cb89131 req-0975c6a3-f56a-410a-a84b-dcf49c7d0ce6 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-group-rules/71056382-a842-47b4-a15e-bb668345a75b HTTP/1.1" status: 404 len: 361 time: 0.0265055 Oct 25 09:01:46.968131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port e520ad83-8f7b-4de1-89ed-03cf5f7ed82c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,segment=NetworkSegment(3576fa84-cf3c-44ec-91bd-0276fbaa6a9a),segment_id=3576fa84-cf3c-44ec-91bd-0276fbaa6a9a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:46.968843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:47.001165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for e520ad83-8f7b-4de1-89ed-03cf5f7ed82c owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:47.368629 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:47.456974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=e520ad83-8f7b-4de1-89ed-03cf5f7ed82c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:47.557482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52232) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:47.571020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d6fbbe38-9a2e-496f-b592-75587b3ec944 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692281740', 'description': 'tempest-description--1883633790'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:47.661879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6fbbe38-9a2e-496f-b592-75587b3ec944 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:47.703269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ef41bce-8122-4be0-9c20-1cebd9ba7335 req-dd884821-3951-4fd4-b256-6543779f9025 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/741e49d8-1408-49c9-8261-bf69c8093c13 HTTP/1.1" status: 200 len: 1814 time: 0.0970068 Oct 25 09:01:47.800773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:47.954710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 527bba76-8498-4017-8a44-02b89f2609e6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:48.076431 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6fbbe38-9a2e-496f-b592-75587b3ec944 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.081508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 527bba76-8498-4017-8a44-02b89f2609e6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:48.082625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-072860e4-dd6f-4027-aed5-1bb611ab8c89 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5443eb0d9f9b45f9a3cece236443d118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957899 Oct 25 09:01:48.083047 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.085501 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2ef41bce-8122-4be0-9c20-1cebd9ba7335 req-e94b62a0-f832-467e-8b27-9d38d8c239fb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.090055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6fbbe38-9a2e-496f-b592-75587b3ec944 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.240265 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.244279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6fbbe38-9a2e-496f-b592-75587b3ec944 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.253402 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d6fbbe38-9a2e-496f-b592-75587b3ec944 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6941476 Oct 25 09:01:48.271254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52258) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:48.279806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 527bba76-8498-4017-8a44-02b89f2609e6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=527bba76-8498-4017-8a44-02b89f2609e6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:48.288575 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.307623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Request body: {'security_group_rule': {'security_group_id': '04381098-275c-4761-9762-6a69dfbb5b15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:48.359862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=527bba76-8498-4017-8a44-02b89f2609e6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:48.385583 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2ef41bce-8122-4be0-9c20-1cebd9ba7335 req-e94b62a0-f832-467e-8b27-9d38d8c239fb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.439731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-14cd7208-057b-45a8-a425-08fb51d00a44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:48.441867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-14cd7208-057b-45a8-a425-08fb51d00a44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3208559 Oct 25 09:01:48.442133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbbe38-9a2e-496f-b592-75587b3ec944 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04381098-275c-4761-9762-6a69dfbb5b15,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:48.460878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:48.462450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2ef41bce-8122-4be0-9c20-1cebd9ba7335 req-e94b62a0-f832-467e-8b27-9d38d8c239fb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.465775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2ef41bce-8122-4be0-9c20-1cebd9ba7335 req-e94b62a0-f832-467e-8b27-9d38d8c239fb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.484239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ef41bce-8122-4be0-9c20-1cebd9ba7335 req-e94b62a0-f832-467e-8b27-9d38d8c239fb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "DELETE /v2.0/security-groups/741e49d8-1408-49c9-8261-bf69c8093c13 HTTP/1.1" status: 204 len: 173 time: 0.7692780 Oct 25 09:01:48.488967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Request body: {'port': {'device_id': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '5443eb0d9f9b45f9a3cece236443d118'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:48.551271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.567687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b62a0-f832-467e-8b27-9d38d8c239fb tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e49d8-1408-49c9-8261-bf69c8093c13,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:48.577166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:48.592674 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-29b3a51b-7e0b-4964-b977-d109caf9b95c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0124671 Oct 25 09:01:48.598570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52266) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:48.600486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:48.612867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:48.614740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:48.629275 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Sync routers for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:48.646117 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:48.647059 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:48.736436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-22eec66f-1f2d-4de9-a0e5-b3e6620377af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet aebd6f80-95ed-44fd-83f4-d80dda8384b4 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:01:48.745070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22eec66f-1f2d-4de9-a0e5-b3e6620377af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.777507 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7f65d52-3b0d-4109-8555-d74a4b54c8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.787018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:48.834835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.844972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22eec66f-1f2d-4de9-a0e5-b3e6620377af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.849660 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:48.895449 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:48.922819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4ec6cb-de89-4a9c-bdc0-5aa26ca6a597,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:48.936006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.936603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.937152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.937679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.938180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.938515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.938849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.939199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.939501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.940498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.941018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.941591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:01:48.972826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adbf7bb5-cb9f-4599-8c25-4628a839cf39 req-2829fdb8-05e6-42fa-8f11-8722728faef6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 210 time: 0.0689619 Oct 25 09:01:48.975151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Made reservation on behalf of 5443eb0d9f9b45f9a3cece236443d118 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:48.990956 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.008468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22eec66f-1f2d-4de9-a0e5-b3e6620377af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.077608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:47Z', 'revision_number': 9, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:49.106642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:49.117042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:49.117735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:49.152123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Allocated IP 192.168.233.127 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/12f5ee1d-083b-472f-89ba-b95407c3c8d9) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:49.157488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22eec66f-1f2d-4de9-a0e5-b3e6620377af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.210688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eec66f-1f2d-4de9-a0e5-b3e6620377af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=aebd6f80-95ed-44fd-83f4-d80dda8384b4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:49.220046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:49.235908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22eec66f-1f2d-4de9-a0e5-b3e6620377af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.241776 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-22eec66f-1f2d-4de9-a0e5-b3e6620377af tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/aebd6f80-95ed-44fd-83f4-d80dda8384b4 HTTP/1.1" status: 204 len: 168 time: 0.6420054 Oct 25 09:01:49.244278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52286) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:49.310370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.316709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-49f70ae9-c091-4ea9-b434-204262d89d12 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0133331 Oct 25 09:01:49.323625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52288) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:49.360483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bdff6522-fa85-4125-9b44-20bbcdca9b4a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Request body: {'security_group_rule': {'security_group_id': '04381098-275c-4761-9762-6a69dfbb5b15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:49.371799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.396195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c713dc-4106-46ee-b36c-86bead316efe None None] Network c3da2355-5b5c-407a-b9f5-cc42a53641b1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:49.432956 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 2, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:49.470534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bdff6522-fa85-4125-9b44-20bbcdca9b4a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.484930 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Checking router: 7dab541d-ce51-4bb3-bd56-d035e5df21f6 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:49.484930 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Updating router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 port f83f36bc-4884-4d7e-99b7-5def2300f05c binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:01:49.498985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 655d6d04-9a4d-4248-a312-39536fedc2b8 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:49.501174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.525710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:47Z', 'revision_number': 9, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:49.532527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.548002 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.573747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6584011d-00c8-431d-a0f5-7b6e736dda64 req-5de7ec54-c15b-4991-8fe0-dada877d2155 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/437f44ac-6882-4378-80f8-6351fe08abdd HTTP/1.1" status: 200 len: 1815 time: 0.5528274 Oct 25 09:01:49.594976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port 655d6d04-9a4d-4248-a312-39536fedc2b8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=655d6d04-9a4d-4248-a312-39536fedc2b8,segment=NetworkSegment(3576fa84-cf3c-44ec-91bd-0276fbaa6a9a),segment_id=3576fa84-cf3c-44ec-91bd-0276fbaa6a9a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:49.595423 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.623090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcee88-b550-4cd1-8926-19507fed16af None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:47Z', 'revision_number': 9, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': '2f87b5f7-fe58-41e2-9b39-ae9b698801b9', 'name': '', 'network_id': '25c51616-517d-4380-93f3-0bda9039fa4d', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:10Z', 'updated_at': '2021-10-25T09:01:19Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': 'b98f29d4-bf11-4af2-a485-f3b9973980c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:49.637109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 655d6d04-9a4d-4248-a312-39536fedc2b8 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:49.644582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bdff6522-fa85-4125-9b44-20bbcdca9b4a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.701701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bdff6522-fa85-4125-9b44-20bbcdca9b4a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.750739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff6522-fa85-4125-9b44-20bbcdca9b4a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558141b6-5dba-401b-abb4-59fc6f087fcf,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:49.761631 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.776983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.779709 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6584011d-00c8-431d-a0f5-7b6e736dda64 req-bf98008f-f612-4aec-80ff-1089119eee38 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.791913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bdff6522-fa85-4125-9b44-20bbcdca9b4a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.793356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bdff6522-fa85-4125-9b44-20bbcdca9b4a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403548 Oct 25 09:01:49.798020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52296) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:49.802985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No DVR routers for this DVR port 655d6d04-9a4d-4248-a312-39536fedc2b8 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:49.841144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:01:49.853894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:49.857264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:49.868993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=655d6d04-9a4d-4248-a312-39536fedc2b8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:49.869953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:49.873936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:49.885045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6584011d-00c8-431d-a0f5-7b6e736dda64 req-bf98008f-f612-4aec-80ff-1089119eee38 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.911318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:49.926824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event updated for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:49.979104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.009636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:50.014650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.056650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba77e1a-191c-4498-b273-c3637270b5a7 None None] DHCP port deletion for c3da2355-5b5c-407a-b9f5-cc42a53641b1 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:01:50.062315 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6584011d-00c8-431d-a0f5-7b6e736dda64 req-bf98008f-f612-4aec-80ff-1089119eee38 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.063372 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.068515 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6584011d-00c8-431d-a0f5-7b6e736dda64 req-bf98008f-f612-4aec-80ff-1089119eee38 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.070417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.086575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6584011d-00c8-431d-a0f5-7b6e736dda64 req-bf98008f-f612-4aec-80ff-1089119eee38 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "DELETE /v2.0/security-groups/437f44ac-6882-4378-80f8-6351fe08abdd HTTP/1.1" status: 204 len: 173 time: 0.5096455 Oct 25 09:01:50.088032 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.105407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-56290a10-6a0e-4088-8134-93367073d7f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6443348 Oct 25 09:01:50.108452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 527bba76-8498-4017-8a44-02b89f2609e6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:50.111482 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.127123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Request body: {'port': {'device_id': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:50.131641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98008f-f612-4aec-80ff-1089119eee38 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f44ac-6882-4378-80f8-6351fe08abdd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:50.218697 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f92037-55f6-4a3c-a3e9-17998a12fafa None None] Pushing event updated for resources: {'Port': ['ID=f83f36bc-4884-4d7e-99b7-5def2300f05c,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:50.275223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3da2355-5b5c-407a-b9f5-cc42a53641b1']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:50.288793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:50.289117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3576fa84-cf3c-44ec-91bd-0276fbaa6a9a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:50.323456 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.341131 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.350805 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Attempting to bind port f83f36bc-4884-4d7e-99b7-5def2300f05c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:50.351179 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Attempting to bind port f83f36bc-4884-4d7e-99b7-5def2300f05c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:50.351553 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Attempting to bind port f83f36bc-4884-4d7e-99b7-5def2300f05c on network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:50.361657 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:50.362086 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Checking segment: {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:50.362487 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.362877 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Bound using segment: {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:50.363597 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Bound port: f83f36bc-4884-4d7e-99b7-5def2300f05c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:50.363968 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.390282 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.428147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:01:50.428561 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:01:50.450618 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:01:50.466358 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] For port f83f36bc-4884-4d7e-99b7-5def2300f05c, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:50.470009 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] For port f83f36bc-4884-4d7e-99b7-5def2300f05c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f83f36bc-4884-4d7e-99b7-5def2300f05c,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:50.477595 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.571527 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:50.572027 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:50.634015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c57d22b5-8088-4384-a447-4bd073b947e2 None None] Provisioning complete for port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:50.634436 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c57d22b5-8088-4384-a447-4bd073b947e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.665875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.676730 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.683605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/c3da2355-5b5c-407a-b9f5-cc42a53641b1 HTTP/1.1" status: 204 len: 168 time: 1.4379938 Oct 25 09:01:50.687262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52326) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:50.745810 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f92037-55f6-4a3c-a3e9-17998a12fafa None None] Pushing event updated for resources: {'Port': ['ID=f83f36bc-4884-4d7e-99b7-5def2300f05c,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:50.765935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324dcf3-e73c-466a-bc58-eb5bc7a091cc req-b1ae75f2-1935-4fec-ac76-0cb4761acbec tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:50.774635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3324dcf3-e73c-466a-bc58-eb5bc7a091cc req-b1ae75f2-1935-4fec-ac76-0cb4761acbec tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 936 time: 0.1244223 Oct 25 09:01:50.790002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c57d22b5-8088-4384-a447-4bd073b947e2 None None] Port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:01:50.841372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 527bba76-8498-4017-8a44-02b89f2609e6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:50.841828 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:50.854212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3324dcf3-e73c-466a-bc58-eb5bc7a091cc req-bbf909cb-5560-4958-8372-24a1fdcc3b24 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783265 Oct 25 09:01:50.899225 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d7d08-c1f9-4155-aafb-1a55c20e87f2 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=c3da2355-5b5c-407a-b9f5-cc42a53641b1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:50.900219 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:50.978494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d04415b9-104b-4dc5-a179-3a7a46ed0cfd req-13e60f4d-6c2a-4af7-b8a2-552f3070317b tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/c959ca7d-dc68-4599-b986-36960594f468 HTTP/1.1" status: 200 len: 1813 time: 0.0995927 Oct 25 09:01:50.999621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cdb27935-9bcf-4149-a6f1-acac10e7abcc None None] Provisioning complete for port f83f36bc-4884-4d7e-99b7-5def2300f05c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:50.999991 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cdb27935-9bcf-4149-a6f1-acac10e7abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.047672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f5ee1d-083b-472f-89ba-b95407c3c8d9 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:01:51.055515 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.081815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.169455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Transition to ACTIVE for port object 12f5ee1d-083b-472f-89ba-b95407c3c8d9 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:01:51.220850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.232100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d04415b9-104b-4dc5-a179-3a7a46ed0cfd req-3c06ee47-0a32-442b-be0a-4079f9cb803b tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.259009 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cdb27935-9bcf-4149-a6f1-acac10e7abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.294035 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:50Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:51.303985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cdb27935-9bcf-4149-a6f1-acac10e7abcc None None] For port f83f36bc-4884-4d7e-99b7-5def2300f05c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f83f36bc-4884-4d7e-99b7-5def2300f05c,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:51.310061 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cdb27935-9bcf-4149-a6f1-acac10e7abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.351844 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06b795-680d-4411-9a4b-be71c2875740 None None] The sync data for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 is: [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:50Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:51.389058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Allocated IP 172.25.8.102 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/f7cfd29e-d53f-46fd-a14f-30cc8b14935b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:51.425585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27935-9bcf-4149-a6f1-acac10e7abcc None None] Pushing event updated for resources: {'Port': ['ID=f83f36bc-4884-4d7e-99b7-5def2300f05c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:51.431694 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d04415b9-104b-4dc5-a179-3a7a46ed0cfd req-3c06ee47-0a32-442b-be0a-4079f9cb803b tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.455176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e4cc08d2-11d1-4535-aa59-575b1af8892d None None] Provisioning complete for port f83f36bc-4884-4d7e-99b7-5def2300f05c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:51.455597 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4cc08d2-11d1-4535-aa59-575b1af8892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.498985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Pushing event updated for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:51.637495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.662543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d04415b9-104b-4dc5-a179-3a7a46ed0cfd req-3c06ee47-0a32-442b-be0a-4079f9cb803b tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.666867 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.674850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d04415b9-104b-4dc5-a179-3a7a46ed0cfd req-3c06ee47-0a32-442b-be0a-4079f9cb803b tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.691552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d04415b9-104b-4dc5-a179-3a7a46ed0cfd req-3c06ee47-0a32-442b-be0a-4079f9cb803b tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "DELETE /v2.0/security-groups/c959ca7d-dc68-4599-b986-36960594f468 HTTP/1.1" status: 204 len: 173 time: 0.7073865 Oct 25 09:01:51.704401 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.710196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.729680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:51.730492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Attempting to bind port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:01:51.731084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Attempting to bind port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:01:51.731875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Attempting to bind port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:51.736529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06ee47-0a32-442b-be0a-4079f9cb803b tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c959ca7d-dc68-4599-b986-36960594f468,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:51.743866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:01:51.744595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Attempting to bind port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:01:51.782089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:01:51.782857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:51.783460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:01:51.784426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Bound port: 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:01:51.785037 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:51.938793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f83f36bc-4884-4d7e-99b7-5def2300f05c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:51.970553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event updated for resources: {'Port': ['ID=f7cfd29e-d53f-46fd-a14f-30cc8b14935b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:51.997909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:01:52.001691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:52.023650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691566f1-f495-4dba-a733-e071bb168d85 req-25f9922d-33c3-4c69-9186-6ba5dfb4bffb tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:52.031195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-691566f1-f495-4dba-a733-e071bb168d85 req-25f9922d-33c3-4c69-9186-6ba5dfb4bffb tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 951 time: 0.1762564 Oct 25 09:01:52.033144 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.035701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:01:52.044726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:01:52.057203 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.062163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:01:52.087240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:01:52.093374 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60cb727-d8a0-46f6-9748-e452ab3e981c" -d '{"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:01:52.101296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:52.102555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.104192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] 10.222.0.41 "PUT /v2.0/ports/12f5ee1d-083b-472f-89ba-b95407c3c8d9 HTTP/1.1" status: 200 len: 1096 time: 1.9815915 Oct 25 09:01:52.105037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:01:52.107620 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:01:52.119032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:52.129402 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.165189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-691566f1-f495-4dba-a733-e071bb168d85 req-cabf08a1-2f29-4115-acfa-8af94c872812 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326015 Oct 25 09:01:52.185341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f83f36bc-4884-4d7e-99b7-5def2300f05c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:01:52.185712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.208929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0feb00-7245-4d23-9786-fd6fb9fbc2ac service neutron] Pushing event updated for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:52.292071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-59ec656a-b99a-43a9-a607-5f4a9ce1a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:52.293696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-59ec656a-b99a-43a9-a607-5f4a9ce1a69b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 1099 time: 0.0755663 Oct 25 09:01:52.320865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=11']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:52.381048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-01bb58b9-4722-48fd-b047-8e29b6e85137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0721424 Oct 25 09:01:52.433814 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.513811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e520ad83-8f7b-4de1-89ed-03cf5f7ed82c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:52.526110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-2ab0de16-9d15-4ffa-8f9b-97654c6633d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:52.530011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-2ab0de16-9d15-4ffa-8f9b-97654c6633d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1339717 Oct 25 09:01:52.539711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: e520ad83-8f7b-4de1-89ed-03cf5f7ed82c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:52.540057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e520ad83-8f7b-4de1-89ed-03cf5f7ed82c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:52.540468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 655d6d04-9a4d-4248-a312-39536fedc2b8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:52.543585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47fa5136-9e20-4d37-b199-e00863213904 req-de8eda0b-c8fa-43c4-b49d-8e017ea41811 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/5701b82e-6f75-45b9-9952-ce74e240bb3b HTTP/1.1" status: 200 len: 1814 time: 0.1060448 Oct 25 09:01:52.572880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 655d6d04-9a4d-4248-a312-39536fedc2b8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:52.573212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 655d6d04-9a4d-4248-a312-39536fedc2b8 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:52.591650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.611205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-77ade27b-15ab-4d27-8355-5bbaf4d9965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:52.613308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-77ade27b-15ab-4d27-8355-5bbaf4d9965e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681167 Oct 25 09:01:52.664444 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-47fa5136-9e20-4d37-b199-e00863213904 req-e5180cc8-e02d-41de-99b8-01d77138ac3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.666761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:52.667104 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.721750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-47fa5136-9e20-4d37-b199-e00863213904 req-e5180cc8-e02d-41de-99b8-01d77138ac3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.780611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-8d708ff0-d5f4-4023-af00-4b78a1cc6c59 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562319 Oct 25 09:01:52.786463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-47fa5136-9e20-4d37-b199-e00863213904 req-e5180cc8-e02d-41de-99b8-01d77138ac3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.789284 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-47fa5136-9e20-4d37-b199-e00863213904 req-e5180cc8-e02d-41de-99b8-01d77138ac3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.790329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47fa5136-9e20-4d37-b199-e00863213904 req-e5180cc8-e02d-41de-99b8-01d77138ac3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "DELETE /v2.0/security-groups/5701b82e-6f75-45b9-9952-ce74e240bb3b HTTP/1.1" status: 204 len: 173 time: 0.2156556 Oct 25 09:01:52.807665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port 2f87b5f7-fe58-41e2-9b39-ae9b698801b9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,segment=NetworkSegment(e5954867-50dc-4e85-a2de-b38c3048cce2),segment_id=e5954867-50dc-4e85-a2de-b38c3048cce2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:52.808224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:52.822234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:52.822566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5180cc8-e02d-41de-99b8-01d77138ac3e tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5701b82e-6f75-45b9-9952-ce74e240bb3b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:52.931165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8813b307-97dc-4885-a3c7-7d633fa774cd req-97ac7a67-b599-481f-98d4-c76bcc77af9b service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396828 Oct 25 09:01:52.946542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b565d-91e1-40a5-ab68-a673e6f60ee0 req-3d2a133c-7a52-42a1-9d18-c92d510df9b2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:52.948163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-524b565d-91e1-40a5-ab68-a673e6f60ee0 req-3d2a133c-7a52-42a1-9d18-c92d510df9b2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 948 time: 0.0756531 Oct 25 09:01:52.996577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-524b565d-91e1-40a5-ab68-a673e6f60ee0 req-84d97e6c-f680-4567-88eb-bf4b151d8efd tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367243 Oct 25 09:01:53.009108 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.021606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.054203 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539e26d3-90b7-4b25-9900-43b6d414efb5 x-openstack-request-id: req-539e26d3-90b7-4b25-9900-43b6d414efb5 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:01:53.054831 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d417b2f-b245-402f-820b-e034355a454e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:01:53.055338 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-539e26d3-90b7-4b25-9900-43b6d414efb5 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:01:53.056099 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d417b2f-b245-402f-820b-e034355a454e', 'code': 200} Oct 25 09:01:53.098444 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406eb0ed-45d9-4185-bde4-ec47776d477e x-openstack-request-id: req-406eb0ed-45d9-4185-bde4-ec47776d477e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:01:53.099189 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:01:53.099542 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-406eb0ed-45d9-4185-bde4-ec47776d477e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:01:53.100044 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'status': 'completed', 'code': 200} Oct 25 09:01:53.131715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event updated for resources: {'Port': ['ID=f7cfd29e-d53f-46fd-a14f-30cc8b14935b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:53.157366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.172140 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.213791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.221541 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a16b0ab1-d720-4b3a-b39e-7e6b810f2655 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4207349 Oct 25 09:01:53.223002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=2f87b5f7-fe58-41e2-9b39-ae9b698801b9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:53.228262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-426b5ba5-7edf-4242-a5da-713928f89268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:53.230291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-426b5ba5-7edf-4242-a5da-713928f89268 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 1099 time: 0.0761919 Oct 25 09:01:53.399028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0248aa89-8c25-4132-878b-170bcc716678 req-dd047ed6-d4b4-45c4-b89b-f49c5004e866 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "GET /v2.0/security-groups/9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef HTTP/1.1" status: 200 len: 1813 time: 0.0788894 Oct 25 09:01:53.430900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-31cc4013-ca1b-438e-b8b1-3daf296773b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:53.432678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-31cc4013-ca1b-438e-b8b1-3daf296773b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1907330 Oct 25 09:01:53.464219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.488220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-598c3ecc-d467-4b77-8009-f32030c89525 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0462086 Oct 25 09:01:53.555175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0248aa89-8c25-4132-878b-170bcc716678 req-1ee38e78-b367-47bc-afeb-453de9521bb1 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.564734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-b422a5fb-8da4-4ec2-ab5a-47264b9b90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:53.566506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-b422a5fb-8da4-4ec2-ab5a-47264b9b90b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0687275 Oct 25 09:01:53.603086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0248aa89-8c25-4132-878b-170bcc716678 req-1ee38e78-b367-47bc-afeb-453de9521bb1 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.661225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-5a81f7ce-752e-4ae0-a2c7-f479b18a1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:53.662949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-5a81f7ce-752e-4ae0-a2c7-f479b18a1da2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875235 Oct 25 09:01:53.679317 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0248aa89-8c25-4132-878b-170bcc716678 req-1ee38e78-b367-47bc-afeb-453de9521bb1 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.681636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:53.682110 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0248aa89-8c25-4132-878b-170bcc716678 req-1ee38e78-b367-47bc-afeb-453de9521bb1 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:53.683249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0248aa89-8c25-4132-878b-170bcc716678 req-1ee38e78-b367-47bc-afeb-453de9521bb1 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] 10.222.0.32 "DELETE /v2.0/security-groups/9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef HTTP/1.1" status: 204 len: 173 time: 0.2833295 Oct 25 09:01:53.692643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52396) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:53.765461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee38e78-b367-47bc-afeb-453de9521bb1 tempest-SecurityGroupRulesNegativeTestJSON-1008064049 tempest-SecurityGroupRulesNegativeTestJSON-1008064049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5995e2-eb29-4f8f-97ae-7bcde5f5e3ef,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:53.807118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6283bbb-07fc-4d0f-aba6-d356ecdec431 admin admin] Deleting subnet d49b8864-bf45-4740-9019-91fb4eb56e6f {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:01:53.814285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6283bbb-07fc-4d0f-aba6-d356ecdec431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.142412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:54.151011 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-482547cb-66d4-4ede-9c62-2ea73e446c18 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4462404 Oct 25 09:01:54.151612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52430) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:54.154341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b628251-12ee-4345-998d-151466943ff1 None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:54.170321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b628251-12ee-4345-998d-151466943ff1 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:54.171884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8b628251-12ee-4345-998d-151466943ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:54.218498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f02e0b1-a542-4d16-bb4f-f0a8a8617261 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet b98f29d4-bf11-4af2-a485-f3b9973980c0 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:01:54.237185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f02e0b1-a542-4d16-bb4f-f0a8a8617261 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.264977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-f66d7fef-a39b-4a03-9887-e704d64960f0 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866058 Oct 25 09:01:54.272491 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6283bbb-07fc-4d0f-aba6-d356ecdec431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.277326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-8b628251-12ee-4345-998d-151466943ff1 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:54.294432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f02e0b1-a542-4d16-bb4f-f0a8a8617261 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.313828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-261587f6-18be-4bd6-947f-9f3113792290 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--692281740&fields=id&tenant_id=0312b6882f8f48e5b19d9c10512fc7c8 HTTP/1.1" status: 200 len: 267 time: 0.0898438 Oct 25 09:01:54.404370 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f02e0b1-a542-4d16-bb4f-f0a8a8617261 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.462022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6283bbb-07fc-4d0f-aba6-d356ecdec431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.491663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f02e0b1-a542-4d16-bb4f-f0a8a8617261 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.510682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8b628251-12ee-4345-998d-151466943ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:53Z', 'revision_number': 10, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:54.534403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f02e0b1-a542-4d16-bb4f-f0a8a8617261 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.540196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7f02e0b1-a542-4d16-bb4f-f0a8a8617261 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/b98f29d4-bf11-4af2-a485-f3b9973980c0 HTTP/1.1" status: 204 len: 168 time: 0.3852510 Oct 25 09:01:54.540196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02e0b1-a542-4d16-bb4f-f0a8a8617261 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=b98f29d4-bf11-4af2-a485-f3b9973980c0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:54.546203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52438) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:54.549750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee501cd-14be-42c3-8121-6f6f5eb68239 None None] Network 25c51616-517d-4380-93f3-0bda9039fa4d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:54.553301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b628251-12ee-4345-998d-151466943ff1 None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:54.578822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-dea43de3-8157-4bda-8a36-f941167fddef tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:54.580857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-dea43de3-8157-4bda-8a36-f941167fddef tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/networks?id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e HTTP/1.1" status: 200 len: 815 time: 0.2534795 Oct 25 09:01:54.613355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b628251-12ee-4345-998d-151466943ff1 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:54.613993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8b628251-12ee-4345-998d-151466943ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:54.651617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d69caf6-c250-483c-b9fc-e0afb4d2dda6 req-e5142600-38bc-4309-b9c2-250d39d42a9b service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770339 Oct 25 09:01:54.661568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-2619589a-1212-4bfd-9266-441f02b1df63 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/quotas/0312b6882f8f48e5b19d9c10512fc7c8 HTTP/1.1" status: 200 len: 375 time: 0.0610969 Oct 25 09:01:54.669695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6283bbb-07fc-4d0f-aba6-d356ecdec431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.718978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6283bbb-07fc-4d0f-aba6-d356ecdec431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49b8864-bf45-4740-9019-91fb4eb56e6f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:54.739646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.742185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a6283bbb-07fc-4d0f-aba6-d356ecdec431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.747490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a6283bbb-07fc-4d0f-aba6-d356ecdec431 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d49b8864-bf45-4740-9019-91fb4eb56e6f HTTP/1.1" status: 204 len: 168 time: 1.0508232 Oct 25 09:01:54.748060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52440) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:54.772748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-8b628251-12ee-4345-998d-151466943ff1 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:54.796326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-cac475c7-ee47-4a08-8e7d-8a95ac467236 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0312b6882f8f48e5b19d9c10512fc7c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1278214 Oct 25 09:01:54.820329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port 8348c789-ea07-4a5f-b456-d5b21abd9318 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:54.820681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.867305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.935977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port 8348c789-ea07-4a5f-b456-d5b21abd9318, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8348c789-ea07-4a5f-b456-d5b21abd9318,segment=NetworkSegment(e5954867-50dc-4e85-a2de-b38c3048cce2),segment_id=e5954867-50dc-4e85-a2de-b38c3048cce2)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:54.936478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:54.959698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for 8348c789-ea07-4a5f-b456-d5b21abd9318 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:54.985442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.006970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327ee953-0236-45d6-b33a-614d1c413e61']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:55.016924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e53926-6d50-48f0-9a05-0e093711746f') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:55.021743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e53926-6d50-48f0-9a05-0e093711746f') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:55.033094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.057487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.058203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] DHCP port deletion for 25c51616-517d-4380-93f3-0bda9039fa4d request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:01:55.064203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:01:55.064595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.076850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:01:55.080629 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:01:55.109561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-8007c524-cb2c-4cec-82ec-351f480e20a8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:01:55.110248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-8007c524-cb2c-4cec-82ec-351f480e20a8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2614160 Oct 25 09:01:55.111347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=8348c789-ea07-4a5f-b456-d5b21abd9318,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:55.116565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No DVR routers for this DVR port 8348c789-ea07-4a5f-b456-d5b21abd9318 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:55.138362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8b628251-12ee-4345-998d-151466943ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:53Z', 'revision_number': 10, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:55.150179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.156776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.162871 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/327ee953-0236-45d6-b33a-614d1c413e61 HTTP/1.1" status: 204 len: 168 time: 0.4114830 Oct 25 09:01:55.171038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b78ff-0035-4ce7-a6c4-21c13a6d2cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=327ee953-0236-45d6-b33a-614d1c413e61,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:55.193828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b628251-12ee-4345-998d-151466943ff1 None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:53Z', 'revision_number': 10, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None, '_interfaces': [{'id': 'fde0ff18-c05d-41c7-b3cf-5f124bd2e410', 'name': '', 'network_id': '29aa04dd-9781-4a92-a96e-679ab9f1b12b', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'mac_address': 'fa:16:3e:57:65:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:05Z', 'updated_at': '2021-10-25T09:01:13Z', 'revision_number': 5, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'subnets': [{'id': '57f5fbb4-bf79-404a-b6c3-4de67aec24fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:55.223761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] Deleting port 8348c789-ea07-4a5f-b456-d5b21abd9318 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:55.224131 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.306573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] For port 8348c789-ea07-4a5f-b456-d5b21abd9318, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:55.306573 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.307277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0164cc0c-8687-4c6c-ac6d-92265dace420 service neutron] 10.222.0.32 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660507 Oct 25 09:01:55.325338 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.329081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] Calling delete_port for 8348c789-ea07-4a5f-b456-d5b21abd9318 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:55.332594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] Port 8348c789-ea07-4a5f-b456-d5b21abd9318 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:01:55.334411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.371502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] Pushing event deleted for resources: {'Port': ['ID=8348c789-ea07-4a5f-b456-d5b21abd9318,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:55.378980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01f18f-ad3b-4dc7-b662-e4141bae0338 None None] No DVR routers for this DVR port 8348c789-ea07-4a5f-b456-d5b21abd9318 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:01:55.426385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c51616-517d-4380-93f3-0bda9039fa4d']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:55.442748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5954867-50dc-4e85-a2de-b38c3048cce2') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:55.442748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5954867-50dc-4e85-a2de-b38c3048cce2') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:55.443141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52456) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:55.453000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.480499 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.493313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7a2d18e2-efa7-4bb1-9b06-959aed927173 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cdc901f54644df1b59390698f042bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463490 Oct 25 09:01:55.493502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-d729f73b-cbf7-4936-8c40-221919dfbb9b service neutron] 10.222.0.32 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754124 Oct 25 09:01:55.493502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:01:55.493502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.493785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52458) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:01:55.495818 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:01:55.555744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-100f2ffe-d88c-4156-a769-13a5024eb55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.579814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.597991 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-100f2ffe-d88c-4156-a769-13a5024eb55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.604571 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.616393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/25c51616-517d-4380-93f3-0bda9039fa4d HTTP/1.1" status: 204 len: 168 time: 1.0650649 Oct 25 09:01:55.628052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52464) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:55.638864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa804fe6-65f8-44d9-9286-1e6d20d973de tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=25c51616-517d-4380-93f3-0bda9039fa4d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:55.775609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-100f2ffe-d88c-4156-a769-13a5024eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.778964 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-100f2ffe-d88c-4156-a769-13a5024eb55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:55.780340 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-100f2ffe-d88c-4156-a769-13a5024eb55b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b3e02a1-e045-4a8c-b88a-7c7c435f8cff HTTP/1.1" status: 204 len: 168 time: 0.2856536 Oct 25 09:01:55.791194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f2ffe-d88c-4156-a769-13a5024eb55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3e02a1-e045-4a8c-b88a-7c7c435f8cff,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:56.137296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-ee695002-5ac7-4486-a27a-1e7ec6265f18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1851428 Oct 25 09:01:56.227257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8348c789-ea07-4a5f-b456-d5b21abd9318 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:56.280187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8348c789-ea07-4a5f-b456-d5b21abd9318 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:56.280521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8348c789-ea07-4a5f-b456-d5b21abd9318 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:56.280960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:01:56.356936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:01:56.357230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2f87b5f7-fe58-41e2-9b39-ae9b698801b9 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:01:56.442852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-17c55924-8632-4dde-b181-54dbbd5da5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:56.444538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-17c55924-8632-4dde-b181-54dbbd5da5b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 1100 time: 0.2260783 Oct 25 09:01:56.536204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc955592-638b-4d3b-b9e3-60ec3c48fcc9 req-c90a5f07-47d2-4ca7-aab3-6f7525fa6972 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:56.543904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc955592-638b-4d3b-b9e3-60ec3c48fcc9 req-c90a5f07-47d2-4ca7-aab3-6f7525fa6972 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 948 time: 0.1967599 Oct 25 09:01:56.649886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc955592-638b-4d3b-b9e3-60ec3c48fcc9 req-b89cc480-2c0c-452a-bff4-132441720f12 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016157 Oct 25 09:01:56.704472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-08ea3088-29b7-4bcf-9d4f-c3992d2cca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:56.706434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-08ea3088-29b7-4bcf-9d4f-c3992d2cca61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2395010 Oct 25 09:01:56.749909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52514) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:56.761480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-19db8c36-8fad-4424-bf86-a0c33d6ddac2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2d417b2f-b245-402f-820b-e034355a454e HTTP/1.1" status: 200 len: 217 time: 0.0469363 Oct 25 09:01:56.789082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e753b5f-de58-4ba4-833f-8a8e6aa0ab65 req-5dc6327c-1195-4b59-9b5e-ba8bc7cfe3c8 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 210 time: 0.0615637 Oct 25 09:01:56.791831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.018357 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-701bb502-1374-46a3-8fe2-69aec302f68e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.062446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-bdb1ab02-1de7-44c4-839c-6fcabbfbb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:57.066498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-bdb1ab02-1de7-44c4-839c-6fcabbfbb5a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1728587 Oct 25 09:01:57.143242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-b1b943c5-6e77-484f-a196-41d68b733794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:57.145000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-b1b943c5-6e77-484f-a196-41d68b733794 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705459 Oct 25 09:01:57.165172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-701bb502-1374-46a3-8fe2-69aec302f68e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.172743 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-701bb502-1374-46a3-8fe2-69aec302f68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.193110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52556) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:57.248879 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-701bb502-1374-46a3-8fe2-69aec302f68e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4f68da1ecac41b1991b9783f30fcf63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948616 Oct 25 09:01:57.249840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52566) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:57.268752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bb502-1374-46a3-8fe2-69aec302f68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b857c99-5930-49a3-bae4-b0cbe22af3df,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:57.336147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-e897bacd-d1e5-4912-8865-8504d2cd4cb9 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803970 Oct 25 09:01:57.424958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1142970912-network', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:57.489224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f17997b6-6497-4c5a-84bd-b69410f8e760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.513714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port fde0ff18-c05d-41c7-b3cf-5f124bd2e410 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:01:57.514092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.575290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f17997b6-6497-4c5a-84bd-b69410f8e760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.605586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Made reservation on behalf of 5947360d333c44a1b2cbb3d0de5f2e0e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:57.607824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.632295 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.685710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065fbf65-8a89-4064-9e75-eb30d9354754 req-77ae1f5e-62ee-42b0-9781-bc74c5515ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409088 Oct 25 09:01:57.716803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0ba2ef8b-fa4b-45c1-abec-749220b80858 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:57.718318 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0ba2ef8b-fa4b-45c1-abec-749220b80858 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.18 "GET /v2.0/networks?id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e HTTP/1.1" status: 200 len: 815 time: 0.2651408 Oct 25 09:01:57.744593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f5ee1d-083b-472f-89ba-b95407c3c8d9 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:01:57.758807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port fde0ff18-c05d-41c7-b3cf-5f124bd2e410, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,segment=NetworkSegment(6aae9d5e-223e-45bb-9062-0190bc0b4530),segment_id=6aae9d5e-223e-45bb-9062-0190bc0b4530)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:57.758807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.813594 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f17997b6-6497-4c5a-84bd-b69410f8e760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.817029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f17997b6-6497-4c5a-84bd-b69410f8e760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:57.818365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f17997b6-6497-4c5a-84bd-b69410f8e760 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b857c99-5930-49a3-bae4-b0cbe22af3df HTTP/1.1" status: 204 len: 168 time: 0.5498517 Oct 25 09:01:57.831123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for fde0ff18-c05d-41c7-b3cf-5f124bd2e410 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:01:57.842943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17997b6-6497-4c5a-84bd-b69410f8e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b857c99-5930-49a3-bae4-b0cbe22af3df,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:57.870375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f71557-a0d2-4eeb-8d8e-9fc5cf9e9f07 req-483d63c8-473c-4a88-ae4d-bd9285a3ee83 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:57.873349 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-8660ffe9-fb6f-4a3c-94e2-550033d21737 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0312b6882f8f48e5b19d9c10512fc7c8 HTTP/1.1" status: 200 len: 379 time: 0.1384902 Oct 25 09:01:57.878825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23f71557-a0d2-4eeb-8d8e-9fc5cf9e9f07 req-483d63c8-473c-4a88-ae4d-bd9285a3ee83 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 948 time: 0.1096570 Oct 25 09:01:57.890883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:57.898348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Request body: {'port': {'device_id': '90d7d924-46a6-4946-934c-df2643104010', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'admin_state_up': True, 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'security_groups': ['04381098-275c-4761-9762-6a69dfbb5b15']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:57.903574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'mac_address': 'fa:16:3e:d5:fa:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:01:57.974493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23f71557-a0d2-4eeb-8d8e-9fc5cf9e9f07 req-166ab777-cc8a-4af8-80e1-b3e375d9efe1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941863 Oct 25 09:01:57.980576 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.015758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.021892 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f5ee1d-083b-472f-89ba-b95407c3c8d9 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:01:58.026635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.039734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:01:58.050818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.051668 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Added segment e13a6ad5-9192-402c-8bdd-2ecc93d418c3 of type vlan for network 86937030-0d24-495d-b5ac-9243ef17f02c Oct 25 09:01:58.061171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:01:58.070704 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.134969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.175507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:58.179076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b2d53-12d1-48ac-92d7-7f4344824074,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:58.217038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Made reservation on behalf of 0312b6882f8f48e5b19d9c10512fc7c8 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:58.223066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.240794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.241900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:58.242550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.327321 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1153221 Oct 25 09:01:58.327582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d76cdb62-2507-4278-9e9a-2fcd92a79474 req-9cf99912-ca5c-4a42-a5a1-851bdf403519 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 210 time: 0.0538478 Oct 25 09:01:58.327816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.329935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52638) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:58.337094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Request body: {'subnet': {'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1142970912-subnet', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:58.411666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Made reservation on behalf of 5947360d333c44a1b2cbb3d0de5f2e0e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:01:58.413710 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.441246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=fde0ff18-c05d-41c7-b3cf-5f124bd2e410,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:58.475522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['12f5ee1d-083b-472f-89ba-b95407c3c8d9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:01:58.713915 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.799495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aacdd8-5ef6-4b14-aa05-3877795216a6 admin admin] Pushing event updated for resources: {'Network': ['ID=86937030-0d24-495d-b5ac-9243ef17f02c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:58.811029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:58.860186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 86937030-0d24-495d-b5ac-9243ef17f02c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:01:58.867497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:59.005895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:01:59.022901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Allocated IP 172.20.0.9 (8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e/24e85a71-707b-4262-8763-69f41aff6788/66bc4fd0-7ba4-45f7-b2a6-a0de281cf891) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:01:59.134506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Checking segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:01:59.134778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Network hostable DHCP agents. Network: 86937030-0d24-495d-b5ac-9243ef17f02c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:01:59.146532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:01:59.154838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9c44ec9-0b1b-4e36-a01c-aa14ee08ff30 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5221138 Oct 25 09:01:59.154933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52712) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:59.158766 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335671b-1dca-4f31-910c-4be410840125 None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:01:59.173241 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335671b-1dca-4f31-910c-4be410840125 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:59.174780 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9335671b-1dca-4f31-910c-4be410840125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:59.226159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Network 86937030-0d24-495d-b5ac-9243ef17f02c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:01:59.247215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3012fa7-44e4-417b-9b5b-63addfe15961 req-5bcc8a6c-e8a0-477e-b9fd-d4cb3fe2ade2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:59.249047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3012fa7-44e4-417b-9b5b-63addfe15961 req-5bcc8a6c-e8a0-477e-b9fd-d4cb3fe2ade2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 949 time: 0.0617213 Oct 25 09:01:59.251081 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9335671b-1dca-4f31-910c-4be410840125 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:59.309151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 86937030-0d24-495d-b5ac-9243ef17f02c) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:01:59.316734 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9335671b-1dca-4f31-910c-4be410840125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:58Z', 'revision_number': 11, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:59.319611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c121b29c-cd1d-410e-be1f-f42fadf2b888 None None] Network 86937030-0d24-495d-b5ac-9243ef17f02c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:59.320648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3012fa7-44e4-417b-9b5b-63addfe15961 req-a9cdeb34-9400-49e8-944b-eb4b5ca1a780 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568793 Oct 25 09:01:59.324494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:01:59.327200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.372867 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335671b-1dca-4f31-910c-4be410840125 None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:01:59.385170 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335671b-1dca-4f31-910c-4be410840125 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:01:59.386069 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9335671b-1dca-4f31-910c-4be410840125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:59.402390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.412782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c128f8f-1f0f-480a-a2b2-e001c30cc02f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting subnet 57f5fbb4-bf79-404a-b6c3-4de67aec24fd {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:01:59.434032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c128f8f-1f0f-480a-a2b2-e001c30cc02f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.451172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52730) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:59.452322 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-514a818f-7275-4d06-b29b-4e00fb743af9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1198022 Oct 25 09:01:59.455935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:01:59.520649 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.521956 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.566021 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9335671b-1dca-4f31-910c-4be410840125 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:01:59.594491 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c128f8f-1f0f-480a-a2b2-e001c30cc02f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.604038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-86937030-0d24-495d-b5ac-9243ef17f02c', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:01:59.605450 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.653695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-914ba1d9-b581-4b72-9629-404be8eced42 req-bf11445d-439f-4b71-b3e3-264a22619ac9 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 210 time: 0.1090558 Oct 25 09:01:59.685472 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9335671b-1dca-4f31-910c-4be410840125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:58Z', 'revision_number': 11, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:01:59.725223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c128f8f-1f0f-480a-a2b2-e001c30cc02f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.766595 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335671b-1dca-4f31-910c-4be410840125 None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:58Z', 'revision_number': 11, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:01:59.787002 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.807011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f5ee1d-083b-472f-89ba-b95407c3c8d9 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:01:59.813117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c128f8f-1f0f-480a-a2b2-e001c30cc02f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.826925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.857246 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7c128f8f-1f0f-480a-a2b2-e001c30cc02f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:01:59.860634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7c128f8f-1f0f-480a-a2b2-e001c30cc02f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/57f5fbb4-bf79-404a-b6c3-4de67aec24fd HTTP/1.1" status: 204 len: 168 time: 0.7024951 Oct 25 09:01:59.863484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c128f8f-1f0f-480a-a2b2-e001c30cc02f tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Subnet': ['ID=57f5fbb4-bf79-404a-b6c3-4de67aec24fd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:01:59.868754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52748) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:01:59.933782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e53716-d437-4dbd-92e0-b1839bf124fe None None] Network 29aa04dd-9781-4a92-a96e-679ab9f1b12b requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:01:59.998751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.031705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:00.052983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:00.055870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:00.062865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event updated for resources: {'Port': ['ID=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:00.267902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:00.268590 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.270772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:02:00.287105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:00.287456 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.311116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Deleting port cc3ae692-5a6d-44b1-8123-d9c3b214f02a {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:00.311487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.336719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-0cf55830-1e92-4b43-abb2-4216a35ac664 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4567635 Oct 25 09:02:00.371513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Request body: {'port': {'device_id': '90d7d924-46a6-4946-934c-df2643104010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:00.408905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Allocated IP 172.20.0.2 (86937030-0d24-495d-b5ac-9243ef17f02c/2f43b1ae-1684-4bb1-a76e-1709cf1ac73b/6214eb77-c019-417e-8686-213afce2d41c) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:00.578727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] For port cc3ae692-5a6d-44b1-8123-d9c3b214f02a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cc3ae692-5a6d-44b1-8123-d9c3b214f02a,segment=NetworkSegment(6aae9d5e-223e-45bb-9062-0190bc0b4530),segment_id=6aae9d5e-223e-45bb-9062-0190bc0b4530)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:00.579107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.598390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Calling delete_port for cc3ae692-5a6d-44b1-8123-d9c3b214f02a owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:00.738348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] DHCP port deletion for 29aa04dd-9781-4a92-a96e-679ab9f1b12b request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:02:00.753465 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.762494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.811016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cb4ae2fd-d67a-4d16-b1b4-bb8f090707d4 None None] Provisioning complete for port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:00.811400 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae2fd-d67a-4d16-b1b4-bb8f090707d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.828735 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:00.955478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ae2fd-d67a-4d16-b1b4-bb8f090707d4 None None] Port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:00.965390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:00.968258 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7869eb0-6019-47f2-999b-6651765bc2f9" -d '{"events": [{"server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "name": "network-vif-plugged", "status": "completed", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:01.008148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:01.027378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.038758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.069606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No DVR routers for this DVR port cc3ae692-5a6d-44b1-8123-d9c3b214f02a on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:01.093439 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.103008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] Deleting port cc3ae692-5a6d-44b1-8123-d9c3b214f02a {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:01.103471 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.111807 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.150575 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Port': ['ID=cc3ae692-5a6d-44b1-8123-d9c3b214f02a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:01.194577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.217358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Network 86937030-0d24-495d-b5ac-9243ef17f02c is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:01.217358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:01.273397 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.288642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:01.291357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:01.327329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] For port cc3ae692-5a6d-44b1-8123-d9c3b214f02a, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:01.330894 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.340301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.371539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29aa04dd-9781-4a92-a96e-679ab9f1b12b']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:01.387091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aae9d5e-223e-45bb-9062-0190bc0b4530') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:01.387494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aae9d5e-223e-45bb-9062-0190bc0b4530') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:01.410053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] Calling delete_port for cc3ae692-5a6d-44b1-8123-d9c3b214f02a owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:01.412860 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.434838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] Port cc3ae692-5a6d-44b1-8123-d9c3b214f02a was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:02:01.436974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Pushing event updated for resources: {'Port': ['ID=6214eb77-c019-417e-8686-213afce2d41c,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:01.456866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.478717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] No DVR routers for this DVR port cc3ae692-5a6d-44b1-8123-d9c3b214f02a on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:01.478967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.532341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:02:01.532496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:02:01.536167 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:02:01.553035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6581c9-2446-499d-b856-dd60d1ec587b None None] Pushing event deleted for resources: {'Port': ['ID=cc3ae692-5a6d-44b1-8123-d9c3b214f02a,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:01.555495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Attempting to bind port 6214eb77-c019-417e-8686-213afce2d41c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:01.557017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Attempting to bind port 6214eb77-c019-417e-8686-213afce2d41c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:01.557610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Attempting to bind port 6214eb77-c019-417e-8686-213afce2d41c on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:01.581803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:01.584310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Checking segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:01.593910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.595393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Bound using segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:01.597219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Bound port: 6214eb77-c019-417e-8686-213afce2d41c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:01.597729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.623642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b50214-6a0d-4360-a7ac-2d4b653f140f req-1c58eee1-ab06-4c50-9951-ea2f37f16a40 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:01.625247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34b50214-6a0d-4360-a7ac-2d4b653f140f req-1c58eee1-ab06-4c50-9951-ea2f37f16a40 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1323266 Oct 25 09:02:01.648724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:01.658937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.672768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.674628 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.679199 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/networks/29aa04dd-9781-4a92-a96e-679ab9f1b12b HTTP/1.1" status: 204 len: 168 time: 1.8073404 Oct 25 09:02:01.689194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52838) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:01.689926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Allocated IP 172.25.8.215 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/ac4a0d41-23b8-4507-a3f8-452dd667bc17) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:01.701638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'routes': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:01.769325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34b50214-6a0d-4360-a7ac-2d4b653f140f req-0ab83842-2191-4318-8a02-eb568aa1e7e6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337581 Oct 25 09:02:01.782577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] For port 6214eb77-c019-417e-8686-213afce2d41c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:01.791836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] For port 6214eb77-c019-417e-8686-213afce2d41c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6214eb77-c019-417e-8686-213afce2d41c,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:01.809866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.823158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Transition to ACTIVE for port object 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:02:01.825035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c4160-b313-40ef-9f70-47451e14479d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Pushing event deleted for resources: {'Network': ['ID=29aa04dd-9781-4a92-a96e-679ab9f1b12b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:01.832777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:01.871360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cc3ae692-5a6d-44b1-8123-d9c3b214f02a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:01.930683 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:02.014938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: cc3ae692-5a6d-44b1-8123-d9c3b214f02a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:02:02.015474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cc3ae692-5a6d-44b1-8123-d9c3b214f02a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:02:02.018742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:02.019111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fde0ff18-c05d-41c7-b3cf-5f124bd2e410 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:02.056438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:02.062349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: fde0ff18-c05d-41c7-b3cf-5f124bd2e410 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:02:02.062759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fde0ff18-c05d-41c7-b3cf-5f124bd2e410 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:02:02.093795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0e9ea-c857-4ab1-a06b-e9fa01f333e3 None None] Pushing event updated for resources: {'Port': ['ID=6214eb77-c019-417e-8686-213afce2d41c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:02.122920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Pushing event updated for resources: {'Port': ['ID=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:02.123387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4a0d41-23b8-4507-a3f8-452dd667bc17,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:02.126759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:02.129194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:02.288910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1596e4-95ec-40d9-957e-d06c507ab4b1 req-dd45f2fe-a4ba-4719-98fe-3e96c76d8dd7 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:02.297519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a1596e4-95ec-40d9-957e-d06c507ab4b1 req-dd45f2fe-a4ba-4719-98fe-3e96c76d8dd7 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 943 time: 0.3463693 Oct 25 09:02:02.327951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.extraroute_db [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Added routes are [] {{(pid=106991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 09:02:02.328277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.extraroute_db [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Removed routes are [] {{(pid=106991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 09:02:02.328601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:02.428602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a1596e4-95ec-40d9-957e-d06c507ab4b1 req-5c536b8e-14af-4bf1-8e75-28c75dcd5b5d tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200178 Oct 25 09:02:02.541404 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e567bac9-ea75-456d-ab2c-b4d431f87dea x-openstack-request-id: req-e567bac9-ea75-456d-ab2c-b4d431f87dea {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:02.541707 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "name": "network-vif-plugged", "status": "completed", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:02.542510 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e567bac9-ea75-456d-ab2c-b4d431f87dea {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:02.543101 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'code': 200} Oct 25 09:02:02.631544 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:02.771621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b60d7-bf36-4c71-a1eb-c5868a64524c req-34602699-1189-4cdf-9a70-a0cb306890ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:02.773387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-290b60d7-bf36-4c71-a1eb-c5868a64524c req-34602699-1189-4cdf-9a70-a0cb306890ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 1101 time: 0.0965757 Oct 25 09:02:02.985666 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:03.003307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-290b60d7-bf36-4c71-a1eb-c5868a64524c req-b5d2443e-e2f6-4478-bb23-ff3616b3cdf7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175641 Oct 25 09:02:03.209453 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:03.215063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Attempting to bind port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:03.216219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Attempting to bind port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:03.217728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Attempting to bind port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 on network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:03.223220 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:03.235585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 on network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:02:03.236292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Attempting to bind port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 on network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:03.264585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Router 77199ba1-59a4-4e2f-900b-1549119ce797 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:02:03.285742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:03.286424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Checking segment: {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:03.287053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Bound using segment: {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:03.287741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Bound port: 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98edd8f1-5446-4d55-9e16-fc0f39eb3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:03.288447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:03.410260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router e5280b5a-f1b7-46b1-ab8f-21071e634e0e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:02:03.443771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] For port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:03.452137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] For port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:03.503694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e0fb4-cb20-4733-86f9-28468a4f0cf6 None None] Network 86937030-0d24-495d-b5ac-9243ef17f02c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:03.511680 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:03.560055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:03.603817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:03.610048 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:03.610940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:03.617058 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:03.618396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a3338027-c8c0-4c33-aa94-392064244017 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1661589 Oct 25 09:02:03.619921 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] 10.222.0.18 "PUT /v2.0/ports/66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 HTTP/1.1" status: 200 len: 1091 time: 3.2556243 Oct 25 09:02:03.620468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d7d924-46a6-4946-934c-df2643104010', 'tag': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:03.622147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52944) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:03.624824 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] Sync routers for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:03.629149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Sync routers for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:03.631834 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f431da3-0f11-41b3-ba97-0f276dabcdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "90d7d924-46a6-4946-934c-df2643104010", "tag": "66bc4fd0-7ba4-45f7-b2a6-a0de281cf891"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:03.650379 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:03.659699 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-612d83c7-8d9a-432d-9454-a34bc6707de8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 200 len: 701 time: 1.9724190 Oct 25 09:02:03.659905 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:03.659905 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:03.664999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52948) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:03.722039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:03.724702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:03.790333 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5da0c38b-0dd0-43e3-8bf6-9f166ebcdd76 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 200 len: 205 time: 0.1214013 Oct 25 09:02:03.795701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52952) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:03.969831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14924ec8-2269-4a25-866a-5c06b928a7ba req-c873606b-b350-4ef1-a698-913da5c8e046 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:03.979357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14924ec8-2269-4a25-866a-5c06b928a7ba req-c873606b-b350-4ef1-a698-913da5c8e046 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1606841 Oct 25 09:02:04.011104 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00980715-c482-41a6-a73c-3249061beab8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.145289 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:04.179340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6214eb77-c019-417e-8686-213afce2d41c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:04.195200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14924ec8-2269-4a25-866a-5c06b928a7ba req-63594031-03f5-446b-a44c-d8357d9a5f84 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125430 Oct 25 09:02:04.205038 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:58Z', 'revision_number': 11, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:04.235959 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] Checking router: e5280b5a-f1b7-46b1-ab8f-21071e634e0e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:02:04.246303 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] Routers {'e5280b5a-f1b7-46b1-ab8f-21071e634e0e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:04.247181 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:04.313854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e0db5511-2984-431d-a6c6-d9192acd5aa0 None None] Provisioning complete for port 6214eb77-c019-417e-8686-213afce2d41c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:04.314794 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0db5511-2984-431d-a6c6-d9192acd5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.354008 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] Set router e5280b5a-f1b7-46b1-ab8f-21071e634e0e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:04.377730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6214eb77-c019-417e-8686-213afce2d41c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:04.378194 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.479218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628acab-6d81-41e5-8e74-1ecbd726c815 req-b984b1da-0ab3-4171-8db9-b14e0d04c13a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:04.488643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3628acab-6d81-41e5-8e74-1ecbd726c815 req-b984b1da-0ab3-4171-8db9-b14e0d04c13a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 943 time: 0.1270213 Oct 25 09:02:04.511921 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:58Z', 'revision_number': 11, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:04.521031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00980715-c482-41a6-a73c-3249061beab8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.529595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00980715-c482-41a6-a73c-3249061beab8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.585859 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab003396-844f-4c96-ab2e-b12b0cebbe03 None None] The sync data for ids ['e5280b5a-f1b7-46b1-ab8f-21071e634e0e'] in n-d-814746-2 is: [{'id': 'e5280b5a-f1b7-46b1-ab8f-21071e634e0e', 'name': 'tempest-RoutersTest-router-1519348686', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:02Z', 'updated_at': '2021-10-25T09:01:58Z', 'revision_number': 11, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:04.603295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Pushing event updated for resources: {'Port': ['ID=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:04.613874 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3628acab-6d81-41e5-8e74-1ecbd726c815 req-a99e81b8-3a30-4589-8337-ec23eb6bf62b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241946 Oct 25 09:02:04.644809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.660738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00980715-c482-41a6-a73c-3249061beab8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.660738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00980715-c482-41a6-a73c-3249061beab8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Fanout notify agent at l3_agent the message router_deleted on router e5280b5a-f1b7-46b1-ab8f-21071e634e0e {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:02:04.699934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00980715-c482-41a6-a73c-3249061beab8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.701731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-00980715-c482-41a6-a73c-3249061beab8 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 204 len: 168 time: 0.8933406 Oct 25 09:02:04.709248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.709586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.709924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.710254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.710642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.710975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.711297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.711619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.711938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.712257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.712700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.713050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3232e6-6449-4b2f-b113-8f736b76ad28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:04.718017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52980) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:04.723373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1e1eb043-7b3e-43d1-8404-a97a3fc11a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:04.724971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-1e1eb043-7b3e-43d1-8404-a97a3fc11a0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0312b6882f8f48e5b19d9c10512fc7c8&device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 1094 time: 1.0285361 Oct 25 09:02:04.726814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-417c0e98-b484-4801-be20-8ff27c45ba11 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1437574915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:04.764760 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417c0e98-b484-4801-be20-8ff27c45ba11 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.765916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417c0e98-b484-4801-be20-8ff27c45ba11 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:04.779158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:04.830635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-66a1796a-f7ae-4752-a786-a29c99d4f75c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 HTTP/1.1" status: 200 len: 217 time: 0.0913515 Oct 25 09:02:04.871476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52984) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:04.904813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-45c972f1-ebc9-4a6e-8337-5b3352000129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:04.906719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-45c972f1-ebc9-4a6e-8337-5b3352000129 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24e85a71-707b-4262-8763-69f41aff6788 HTTP/1.1" status: 200 len: 854 time: 0.0695939 Oct 25 09:02:04.983052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-7ac11f46-4f8d-4813-bd9d-3b003bb7e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:04.986046 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-7ac11f46-4f8d-4813-bd9d-3b003bb7e72c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703650 Oct 25 09:02:04.994596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Allocated IP 172.20.0.1 (86937030-0d24-495d-b5ac-9243ef17f02c/2f43b1ae-1684-4bb1-a76e-1709cf1ac73b/cff10151-e036-453e-8033-dbe3468f8cfe) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:05.011763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417c0e98-b484-4801-be20-8ff27c45ba11 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.025717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417c0e98-b484-4801-be20-8ff27c45ba11 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.116395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-09d72dda-fdb1-4af9-bf7c-4ea44cff1f45 service neutron] 10.222.0.18 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231506 Oct 25 09:02:05.192547 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.210823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417c0e98-b484-4801-be20-8ff27c45ba11 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.213508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-417c0e98-b484-4801-be20-8ff27c45ba11 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4929931 Oct 25 09:02:05.222058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52996) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:05.228618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cd814116-3677-44e4-9ae0-d80947009aad tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:05.248567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0db5511-2984-431d-a6c6-d9192acd5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.311924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 6214eb77-c019-417e-8686-213afce2d41c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6214eb77-c019-417e-8686-213afce2d41c,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:05.326960 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.339655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3afb77c8-06fc-41bf-b05e-87949c0c5d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.387565 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5125a3af-0eb0-44fe-a304-52de2ab1b0f8 req-ce2db0b5-24d7-471f-b31a-53397bc71a58 service neutron] 10.222.0.18 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632816 Oct 25 09:02:05.434644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:02Z', 'revision_number': 3, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:05.480750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Checking router: 77199ba1-59a4-4e2f-900b-1549119ce797 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:02:05.481115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Updating router 77199ba1-59a4-4e2f-900b-1549119ce797 port ac4a0d41-23b8-4507-a3f8-452dd667bc17 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:02:05.485167 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-e0db5511-2984-431d-a6c6-d9192acd5aa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:02:05.485523 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-e0db5511-2984-431d-a6c6-d9192acd5aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:02:05.487833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=6214eb77-c019-417e-8686-213afce2d41c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:05.513596 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.633981 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd814116-3677-44e4-9ae0-d80947009aad tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.646322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.678994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd814116-3677-44e4-9ae0-d80947009aad tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.777860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6214eb77-c019-417e-8686-213afce2d41c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:05.802579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.852789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3afb77c8-06fc-41bf-b05e-87949c0c5d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.871567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Network 86937030-0d24-495d-b5ac-9243ef17f02c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:05.875227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3afb77c8-06fc-41bf-b05e-87949c0c5d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.885702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:05.912527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:05.920728 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1356bfb7-c0a9-4ac1-9c09-f84467652065 x-openstack-request-id: req-1356bfb7-c0a9-4ac1-9c09-f84467652065 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:05.921642 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d7d924-46a6-4946-934c-df2643104010", "tag": "66bc4fd0-7ba4-45f7-b2a6-a0de281cf891", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:05.921642 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1356bfb7-c0a9-4ac1-9c09-f84467652065 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:05.921804 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d7d924-46a6-4946-934c-df2643104010', 'tag': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'status': 'completed', 'code': 200} Oct 25 09:02:05.923087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Pushing event updated for resources: {'Port': ['ID=cff10151-e036-453e-8033-dbe3468f8cfe,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:05.969327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb77c8-06fc-41bf-b05e-87949c0c5d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d11971-d33b-4403-8295-eb5bf53393e3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:05.987446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3afb77c8-06fc-41bf-b05e-87949c0c5d92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4ca250e081f4e789ec6a009140701b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1079552 Oct 25 09:02:05.995463 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:05.997923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53040) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:06.018251 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6214eb77-c019-417e-8686-213afce2d41c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:06.018663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.021808 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.043362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd814116-3677-44e4-9ae0-d80947009aad tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Router acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:02:06.077602 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.084218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-90d7856b-8450-4514-a89b-3d1c57997703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:06.091611 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-90d7856b-8450-4514-a89b-3d1c57997703 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0312b6882f8f48e5b19d9c10512fc7c8&device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 1094 time: 0.1187186 Oct 25 09:02:06.167964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Attempting to bind port ac4a0d41-23b8-4507-a3f8-452dd667bc17 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:06.168331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Attempting to bind port ac4a0d41-23b8-4507-a3f8-452dd667bc17 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:06.168810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Attempting to bind port ac4a0d41-23b8-4507-a3f8-452dd667bc17 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:06.179728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2812c-6d35-4fba-b8a7-742c0031d265 None None] Pushing event updated for resources: {'Port': ['ID=ac4a0d41-23b8-4507-a3f8-452dd667bc17,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:06.187989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:06.188366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:06.188764 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.189217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:06.189772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Bound port: ac4a0d41-23b8-4507-a3f8-452dd667bc17, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:06.190275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.307921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] For port ac4a0d41-23b8-4507-a3f8-452dd667bc17, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:06.308922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-a9fe1c63-8dc7-4cb6-8f22-cba927d36686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:06.311850 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-a9fe1c63-8dc7-4cb6-8f22-cba927d36686 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e HTTP/1.1" status: 200 len: 916 time: 0.2129240 Oct 25 09:02:06.326206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd814116-3677-44e4-9ae0-d80947009aad tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:06.328065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] For port ac4a0d41-23b8-4507-a3f8-452dd667bc17, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ac4a0d41-23b8-4507-a3f8-452dd667bc17,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:06.333521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd814116-3677-44e4-9ae0-d80947009aad tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.337762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cd814116-3677-44e4-9ae0-d80947009aad tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "PUT /v2.0/routers/acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 HTTP/1.1" status: 200 len: 694 time: 1.1134212 Oct 25 09:02:06.339070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53044) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:06.339600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8eea6119-85c3-4340-ad6d-ca43648be9ef None None] Provisioning complete for port 6214eb77-c019-417e-8686-213afce2d41c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:06.340017 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8eea6119-85c3-4340-ad6d-ca43648be9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.342105 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.351490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b16097c-86e9-4e18-93e6-4bd523ca1d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.377894 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-31e4b8b3-23ee-4972-a9dc-f0a019e63af0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 HTTP/1.1" status: 200 len: 217 time: 0.0565033 Oct 25 09:02:06.398259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] Sync routers for ids ['acdc5a5b-d0dd-4b43-9b36-2d28b489cc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:06.422349 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:02:06.443096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-ebfa75ca-0186-42ad-b95b-59e3d5234394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:06.444999 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-ebfa75ca-0186-42ad-b95b-59e3d5234394 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24e85a71-707b-4262-8763-69f41aff6788 HTTP/1.1" status: 200 len: 854 time: 0.0618212 Oct 25 09:02:06.459309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] Routers {'acdc5a5b-d0dd-4b43-9b36-2d28b489cc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:06.462025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['acdc5a5b-d0dd-4b43-9b36-2d28b489cc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:06.516668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-2c549558-3d07-49f9-94b0-e52f23f1d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:06.518919 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-2c549558-3d07-49f9-94b0-e52f23f1d1e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654984 Oct 25 09:02:06.614505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:06.615751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:06.624963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2812c-6d35-4fba-b8a7-742c0031d265 None None] Pushing event updated for resources: {'Port': ['ID=ac4a0d41-23b8-4507-a3f8-452dd667bc17,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:06.653443 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-4b951135-0933-4a23-a04d-c31f8167f3bf service neutron] 10.222.0.18 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259632 Oct 25 09:02:06.703980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] Set router acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:06.784806 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f431da3-0f11-41b3-ba97-0f276dabcdd3 req-9bc7f6b4-7032-4213-8e39-e5d8ddb11de0 service neutron] 10.222.0.18 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230671 Oct 25 09:02:06.876437 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b16097c-86e9-4e18-93e6-4bd523ca1d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.895926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7d10a8f6-0248-44d5-9fa1-caef1c4f0ed5 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/routers/acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 HTTP/1.1" status: 200 len: 700 time: 0.5509489 Oct 25 09:02:06.896981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53054) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:06.910572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca6b7c-6413-4f4f-9df2-3f3179a275cf req-8393a8c3-fe82-401e-bce4-ce2894a68e54 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:06.917986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ca6b7c-6413-4f4f-9df2-3f3179a275cf req-8393a8c3-fe82-401e-bce4-ce2894a68e54 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.6476798 Oct 25 09:02:06.929530 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-830774f2-57d6-4365-aeb7-96da375a9926 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 HTTP/1.1" status: 200 len: 205 time: 0.0321088 Oct 25 09:02:06.932409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdc5a5b-d0dd-4b43-9b36-2d28b489cc98', 'name': 'tempest-RoutersTest-router-1437574915', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:05Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:06.933045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53056) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:06.969480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] Checking router: acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:02:06.995556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8eea6119-85c3-4340-ad6d-ca43648be9ef None None] Provisioning complete for port cff10151-e036-453e-8033-dbe3468f8cfe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:06.996194 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8eea6119-85c3-4340-ad6d-ca43648be9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:06.996275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.010766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80ca6b7c-6413-4f4f-9df2-3f3179a275cf req-f728e918-3040-49fc-acbe-7d17bc256fb3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918453 Oct 25 09:02:07.031615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1af3f929-312b-424c-b7a3-c993c76b595c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.032033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] Routers {'acdc5a5b-d0dd-4b43-9b36-2d28b489cc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:07.032666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['acdc5a5b-d0dd-4b43-9b36-2d28b489cc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:07.100951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b16097c-86e9-4e18-93e6-4bd523ca1d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.104375 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b16097c-86e9-4e18-93e6-4bd523ca1d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.108795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7b16097c-86e9-4e18-93e6-4bd523ca1d5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13d11971-d33b-4403-8295-eb5bf53393e3 HTTP/1.1" status: 204 len: 168 time: 1.1038327 Oct 25 09:02:07.143539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] Set router acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:07.143788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16097c-86e9-4e18-93e6-4bd523ca1d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d11971-d33b-4403-8295-eb5bf53393e3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:07.221146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdc5a5b-d0dd-4b43-9b36-2d28b489cc98', 'name': 'tempest-RoutersTest-router-1437574915', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:05Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:07.254608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca987cb9-9506-4ac9-bd1f-823a8e05e784 req-f811e484-fbb9-4469-8354-6256716fafb7 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:07.262150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca987cb9-9506-4ac9-bd1f-823a8e05e784 req-f811e484-fbb9-4469-8354-6256716fafb7 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 943 time: 0.1277237 Oct 25 09:02:07.297454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1af3f929-312b-424c-b7a3-c993c76b595c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.300133 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1af3f929-312b-424c-b7a3-c993c76b595c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.312208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8eea6119-85c3-4340-ad6d-ca43648be9ef None None] Port cff10151-e036-453e-8033-dbe3468f8cfe cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:07.315490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fdef1-bdff-485d-bb34-66104b199986 None None] The sync data for ids ['acdc5a5b-d0dd-4b43-9b36-2d28b489cc98'] in n-d-814746-2 is: [{'id': 'acdc5a5b-d0dd-4b43-9b36-2d28b489cc98', 'name': 'tempest-RoutersTest-router-1437574915', 'tenant_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:05Z', 'revision_number': 2, 'project_id': '3f340ecf7b2740bc9b0d57c83cf27b00', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:07.327777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:07.365232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca987cb9-9506-4ac9-bd1f-823a8e05e784 req-ad9f1b42-cbde-4fbb-a2f4-27292f5af598 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948813 Oct 25 09:02:07.380024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1af3f929-312b-424c-b7a3-c993c76b595c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.380679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af3f929-312b-424c-b7a3-c993c76b595c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Fanout notify agent at l3_agent the message router_deleted on router acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:02:07.389440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1af3f929-312b-424c-b7a3-c993c76b595c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.394295 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1af3f929-312b-424c-b7a3-c993c76b595c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 HTTP/1.1" status: 204 len: 168 time: 0.4564509 Oct 25 09:02:07.394893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53070) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.453445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-db5537f0-350e-42df-bc4b-946624647ab0 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 HTTP/1.1" status: 200 len: 205 time: 0.0575752 Oct 25 09:02:07.456353 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.456592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53076) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.470942 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.542036 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-ee0ce20e-134f-4fde-b2d0-14c7125bdaf5 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] delete failed (client error): The resource could not be found. Oct 25 09:02:07.550191 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ee0ce20e-134f-4fde-b2d0-14c7125bdaf5 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/acdc5a5b-d0dd-4b43-9b36-2d28b489cc98 HTTP/1.1" status: 404 len: 336 time: 0.0878301 Oct 25 09:02:07.550191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53078) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.613971 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.618640 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aec8e17-bfe4-490c-88cd-e65542869820 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:07.619482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Pushing event updated for resources: {'Port': ['ID=cff10151-e036-453e-8033-dbe3468f8cfe,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:07.619654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aec8e17-bfe4-490c-88cd-e65542869820 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:07.625648 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0aec8e17-bfe4-490c-88cd-e65542869820 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/6f366b75-8532-4a51-acfd-e21f3aa9957c HTTP/1.1" status: 404 len: 337 time: 0.0726056 Oct 25 09:02:07.637136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53082) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.685462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:02Z', 'revision_number': 3, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:07.692815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53084) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.715157 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7d3258-4982-456f-a234-c4b244a04f44 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:07.715620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7d3258-4982-456f-a234-c4b244a04f44 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:07.719013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e354924-401f-46d8-bb14-e6bfbca38842 None None] The sync data for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 is: [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:02Z', 'revision_number': 3, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:07.719207 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0e7d3258-4982-456f-a234-c4b244a04f44 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/aebd6f80-95ed-44fd-83f4-d80dda8384b4 HTTP/1.1" status: 404 len: 337 time: 0.0810077 Oct 25 09:02:07.725365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53088) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.781655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfda8f0e-8e0d-4a95-b97f-96135850c5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:07.786076 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-012a2bd9-16f9-40b1-9492-f043a88704c7 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:07.786348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012a2bd9-16f9-40b1-9492-f043a88704c7 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:07.793215 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-012a2bd9-16f9-40b1-9492-f043a88704c7 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/b98f29d4-bf11-4af2-a485-f3b9973980c0 HTTP/1.1" status: 404 len: 337 time: 0.0668051 Oct 25 09:02:07.797816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53090) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.848434 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ee812d-457f-4455-bfb7-3775c4eb3af3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:07.848983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ee812d-457f-4455-bfb7-3775c4eb3af3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:07.854730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a1ee812d-457f-4455-bfb7-3775c4eb3af3 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/57f5fbb4-bf79-404a-b6c3-4de67aec24fd HTTP/1.1" status: 404 len: 337 time: 0.0531478 Oct 25 09:02:07.857854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53092) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.871662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-9668f142-e909-4d33-86f4-81741b201819 req-183cea62-7c88-41d3-b853-0a88b232fd8c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:02:07.872669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9668f142-e909-4d33-86f4-81741b201819 req-183cea62-7c88-41d3-b853-0a88b232fd8c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084472 Oct 25 09:02:07.912395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b8b65793-951c-4a07-bc8e-6f6c562baa4d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 200 len: 205 time: 0.0505664 Oct 25 09:02:07.915453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53098) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:07.980796 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-f8a6538a-22f8-4ac8-a67f-25f9e9ac23d9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] delete failed (client error): The resource could not be found. Oct 25 09:02:07.990051 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f8a6538a-22f8-4ac8-a67f-25f9e9ac23d9 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/e5280b5a-f1b7-46b1-ab8f-21071e634e0e HTTP/1.1" status: 404 len: 336 time: 0.0692601 Oct 25 09:02:07.993124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53100) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.000429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Network 86937030-0d24-495d-b5ac-9243ef17f02c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:08.047844 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-49b74352-66fe-45b3-9862-5dad0b84c494 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=3177bde7-acaf-4a03-bf59-10ba720cca25 HTTP/1.1" status: 200 len: 205 time: 0.0534863 Oct 25 09:02:08.048014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:08.053743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53102) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.142089 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-f67eb620-d82a-40f0-b329-b8adcc6f3c17 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] delete failed (client error): The resource could not be found. Oct 25 09:02:08.146546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f67eb620-d82a-40f0-b329-b8adcc6f3c17 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/3177bde7-acaf-4a03-bf59-10ba720cca25 HTTP/1.1" status: 404 len: 336 time: 0.0868058 Oct 25 09:02:08.147397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53106) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.188995 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8893b36-b52d-4409-b7a9-1a222cb1515d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:08.190325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8893b36-b52d-4409-b7a9-1a222cb1515d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:08.196989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a8893b36-b52d-4409-b7a9-1a222cb1515d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/041a2ffa-c17b-4cd4-a7d2-c0edd1863995 HTTP/1.1" status: 404 len: 337 time: 0.0483110 Oct 25 09:02:08.197827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53108) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.262477 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-854bf273-27c5-4502-8fa4-c99d5631de6c tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=4544639e-a388-486e-8144-2310c1f571cd HTTP/1.1" status: 200 len: 205 time: 0.0633831 Oct 25 09:02:08.263083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53110) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.269371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfda8f0e-8e0d-4a95-b97f-96135850c5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:08.307059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfda8f0e-8e0d-4a95-b97f-96135850c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:08.356133 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-5bfea35b-9b09-41ec-ba7f-d508379236aa tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] delete failed (client error): The resource could not be found. Oct 25 09:02:08.362009 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5bfea35b-9b09-41ec-ba7f-d508379236aa tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/4544639e-a388-486e-8144-2310c1f571cd HTTP/1.1" status: 404 len: 336 time: 0.0873599 Oct 25 09:02:08.364428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53114) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.415141 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:02:08.416875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda8f0e-8e0d-4a95-b97f-96135850c5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d47ad6-5045-42f3-a263-e36ac82ba349,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:08.431574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1000e2e5-9d48-41db-b30c-5ea40e0383d6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf HTTP/1.1" status: 200 len: 205 time: 0.0654767 Oct 25 09:02:08.432784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.458518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cfda8f0e-8e0d-4a95-b97f-96135850c5c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eec4d27a2df41ae9f02ca975423d233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543755 Oct 25 09:02:08.459129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53122) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.492491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Router 77199ba1-59a4-4e2f-900b-1549119ce797 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:02:08.498093 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-300ce11b-3ce3-4a50-90c1-7d945094c906 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] delete failed (client error): The resource could not be found. Oct 25 09:02:08.517125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53124) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.517474 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-300ce11b-3ce3-4a50-90c1-7d945094c906 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/6fb4bbfb-f1c8-4f95-9b1d-07a7761662cf HTTP/1.1" status: 404 len: 336 time: 0.0831373 Oct 25 09:02:08.556673 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a829bcc-5de1-4905-8d9d-bb5a079886b6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:08.557286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a829bcc-5de1-4905-8d9d-bb5a079886b6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:08.571540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9a829bcc-5de1-4905-8d9d-bb5a079886b6 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/d86149a1-b5d7-42f0-9eb5-1706fed0e90b HTTP/1.1" status: 404 len: 337 time: 0.0521317 Oct 25 09:02:08.574334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53126) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.574911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-ba6b3ea1-3c09-45a9-a386-2edfdc150f91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3797357 Oct 25 09:02:08.607455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:08.659179 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-10d5ca0c-9189-4ed0-ab21-f4e7fb7ee8a5 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b50a28-f1f4-4421-a6cf-385a6774dc68 HTTP/1.1" status: 200 len: 205 time: 0.0824583 Oct 25 09:02:08.660365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53130) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.666325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a084e-6554-45fd-8056-1d11a4967f77 req-8511bde2-f6db-4515-9ec1-9d59045f9ee7 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:08.674398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-973a084e-6554-45fd-8056-1d11a4967f77 req-8511bde2-f6db-4515-9ec1-9d59045f9ee7 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 947 time: 0.3051956 Oct 25 09:02:08.697320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'port_id': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'mac_address': 'fa:16:3e:c5:14:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:02:08.709431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-119e1a5a-7d9b-4ef3-bdca-04a7f04b0c54 None None] Provisioning complete for port cff10151-e036-453e-8033-dbe3468f8cfe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:08.709957 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-119e1a5a-7d9b-4ef3-bdca-04a7f04b0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:08.754456 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-1413b4f7-67b5-447d-b71d-10527839c45e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] delete failed (client error): The resource could not be found. Oct 25 09:02:08.758424 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1413b4f7-67b5-447d-b71d-10527839c45e tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/33b50a28-f1f4-4421-a6cf-385a6774dc68 HTTP/1.1" status: 404 len: 336 time: 0.0969391 Oct 25 09:02:08.759120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53136) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.787584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-119e1a5a-7d9b-4ef3-bdca-04a7f04b0c54 None None] Port cff10151-e036-453e-8033-dbe3468f8cfe cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:08.796227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:08.817953 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c17105-2504-4222-81ea-b305310bba9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:08.818490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c17105-2504-4222-81ea-b305310bba9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:08.824933 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-36c17105-2504-4222-81ea-b305310bba9d tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/c3f50c77-e9cd-4ca2-8aee-8f9c783e784a HTTP/1.1" status: 404 len: 337 time: 0.0630214 Oct 25 09:02:08.825057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53140) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:08.838822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:08.861531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:08.885390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a7dc810-4ee6-4f7d-98a1-e7966e30c6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:08.892027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:08.899352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:08.973120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8aab408c-85b7-4897-adf8-36ebf7458f85 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "GET /v2.0/ports?device_id=56bc122a-69e0-4a63-9d28-4cdd0b169819 HTTP/1.1" status: 200 len: 205 time: 0.1376781 Oct 25 09:02:08.974379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53146) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:09.002829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-973a084e-6554-45fd-8056-1d11a4967f77 req-80a41b0d-a2bf-403d-a0e8-245b7ce42093 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274481 Oct 25 09:02:09.006240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:09.052693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:09.058373 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-09b7c610-630a-4463-a018-3badc9c0a8fa tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] delete failed (client error): The resource could not be found. Oct 25 09:02:09.063122 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-09b7c610-630a-4463-a018-3badc9c0a8fa tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/routers/56bc122a-69e0-4a63-9d28-4cdd0b169819 HTTP/1.1" status: 404 len: 336 time: 0.0857172 Oct 25 09:02:09.064149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53152) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:09.068316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-643ec22a-24b8-489a-9085-837bf99aaa4d admin admin] 10.222.0.32 "PUT /v2.0/routers/77199ba1-59a4-4e2f-900b-1549119ce797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4448602 Oct 25 09:02:09.104609 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd7a8b4-e9eb-4f2a-98eb-a10e92be934b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:09.105542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd7a8b4-e9eb-4f2a-98eb-a10e92be934b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:09.110212 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a7dc810-4ee6-4f7d-98a1-e7966e30c6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:09.113251 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4cd7a8b4-e9eb-4f2a-98eb-a10e92be934b tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/704e307a-c82c-4788-b33e-c5603bd1af03 HTTP/1.1" status: 404 len: 337 time: 0.0478868 Oct 25 09:02:09.113897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53156) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:09.183419 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c4c8f6-aade-425d-974c-91db74300d80 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] DELETE failed (client error): The resource could not be found. Oct 25 09:02:09.184049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c4c8f6-aade-425d-974c-91db74300d80 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:02:09.187767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-45c4c8f6-aade-425d-974c-91db74300d80 tempest-RoutersTest-1572609727 tempest-RoutersTest-1572609727-project] 10.222.0.32 "DELETE /v2.0/subnets/fa780b3e-968d-4414-b307-807439dd2a49 HTTP/1.1" status: 404 len: 337 time: 0.0683935 Oct 25 09:02:09.280647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8dcbd-ca0e-4925-b654-542ab9297092 req-91caa500-e265-4350-bbe8-8efb53050671 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:09.290977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73e8dcbd-ca0e-4925-b654-542ab9297092 req-91caa500-e265-4350-bbe8-8efb53050671 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1382339 Oct 25 09:02:09.363347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73e8dcbd-ca0e-4925-b654-542ab9297092 req-f1dbe579-eb79-4ebe-8aa7-fd1a49b9b6b8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707843 Oct 25 09:02:09.368002 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a7dc810-4ee6-4f7d-98a1-e7966e30c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:09.370589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['66bc4fd0-7ba4-45f7-b2a6-a0de281cf891'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:02:09.371223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a7dc810-4ee6-4f7d-98a1-e7966e30c6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:09.372656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1a7dc810-4ee6-4f7d-98a1-e7966e30c6af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67d47ad6-5045-42f3-a263-e36ac82ba349 HTTP/1.1" status: 204 len: 168 time: 0.9106557 Oct 25 09:02:09.420314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dc810-4ee6-4f7d-98a1-e7966e30c6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d47ad6-5045-42f3-a263-e36ac82ba349,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:09.597816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018abd-6b8c-49b4-abf8-455218e8c1fb req-6892bbeb-e8a9-4b96-9c4d-67db07434fd7 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:09.599963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4018abd-6b8c-49b4-abf8-455218e8c1fb req-6892bbeb-e8a9-4b96-9c4d-67db07434fd7 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 944 time: 0.0741236 Oct 25 09:02:09.688411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:09.702099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4018abd-6b8c-49b4-abf8-455218e8c1fb req-f4eb0e3b-f983-407c-a028-eb998266dccf tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863836 Oct 25 09:02:09.759616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-73f8a82f-b733-4839-9e8e-05707137b9d3 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:09.762361 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-73f8a82f-b733-4839-9e8e-05707137b9d3 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 947 time: 0.1644967 Oct 25 09:02:09.808158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53192) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:09.913348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ac4a0d41-23b8-4507-a3f8-452dd667bc17 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:09.997275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Deleting port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:09.997908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.028594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ac4a0d41-23b8-4507-a3f8-452dd667bc17 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:10.029295 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.110666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-988b12eb-ee23-4c2c-aea4-d2ad5063529e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f340ecf7b2740bc9b0d57c83cf27b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012738 Oct 25 09:02:10.118165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53204) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:10.178438 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.215413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port ac4a0d41-23b8-4507-a3f8-452dd667bc17, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ac4a0d41-23b8-4507-a3f8-452dd667bc17,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:10.223666 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.240734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] For port 385bb979-7a4e-4ab0-b3b7-00c054d876c8, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=385bb979-7a4e-4ab0-b3b7-00c054d876c8,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:10.242123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.274636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Calling delete_port for 385bb979-7a4e-4ab0-b3b7-00c054d876c8 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:10.280933 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bdff592e-5432-45f2-96b2-007aba6d4610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.352275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bdff592e-5432-45f2-96b2-007aba6d4610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.382213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=ac4a0d41-23b8-4507-a3f8-452dd667bc17,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:10.457804 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bdff592e-5432-45f2-96b2-007aba6d4610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.465779 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bdff592e-5432-45f2-96b2-007aba6d4610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.466907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bdff592e-5432-45f2-96b2-007aba6d4610 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c06645b-3220-4222-aee0-abf24e5e44d3 HTTP/1.1" status: 204 len: 168 time: 0.3466980 Oct 25 09:02:10.478175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff592e-5432-45f2-96b2-007aba6d4610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c06645b-3220-4222-aee0-abf24e5e44d3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:10.514143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.596925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Pushing event deleted for resources: {'Port': ['ID=385bb979-7a4e-4ab0-b3b7-00c054d876c8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:10.622663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] No DVR routers for this DVR port 385bb979-7a4e-4ab0-b3b7-00c054d876c8 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:10.625840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.632183 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de6f80fb-93ac-4daa-a180-fed2368e574d req-d0c0ade3-041f-4e5f-bc09-4dc2ffa5de28 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.18 "DELETE /v2.0/ports/385bb979-7a4e-4ab0-b3b7-00c054d876c8 HTTP/1.1" status: 204 len: 173 time: 0.8629973 Oct 25 09:02:10.632797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'name': 'network-vif-deleted', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:10.637167 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15895d13-68e5-4ab8-b902-d07d04d573a8" -d '{"events": [{"server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "name": "network-vif-deleted", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:10.719934 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Sync routers for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:10.742884 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:10.743512 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:10.790294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53230) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:10.795264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2cce78c8-23bb-40ba-9f81-797ed8d38f3c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945116411', 'description': 'tempest-description--1686101703'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:10.848332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2cce78c8-23bb-40ba-9f81-797ed8d38f3c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:10.969837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c45ba723-da30-46f4-82ed-e9c72dd9ef59 req-dd3cb963-57b2-438c-98ec-ea49ef36156b tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc04d5f0-8af0-4222-8e26-d84f1572fb5a HTTP/1.1" status: 200 len: 210 time: 0.0879018 Oct 25 09:02:11.085726 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:11.187477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-add93934-730a-4674-b12c-e252f7b71023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:11.189252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-add93934-730a-4674-b12c-e252f7b71023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 1101 time: 0.1911218 Oct 25 09:02:11.372010 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2cce78c8-23bb-40ba-9f81-797ed8d38f3c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.468797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2cce78c8-23bb-40ba-9f81-797ed8d38f3c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.527684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce78c8-23bb-40ba-9f81-797ed8d38f3c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00a2423-d588-4cd1-a649-ea1236bb54cb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:11.538532 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2cce78c8-23bb-40ba-9f81-797ed8d38f3c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.542676 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53260) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:11.543112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2cce78c8-23bb-40ba-9f81-797ed8d38f3c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7513480 Oct 25 09:02:11.548011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9b7346f8-b06e-41eb-9495-9059be54a3e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'security_group_rule': {'security_group_id': 'f00a2423-d588-4cd1-a649-ea1236bb54cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:11.568048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f49d8-b0c8-4abd-8a2b-24c376681c92 req-94c7e475-8325-45a2-8955-b34e126e9e2d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:11.576263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e4f49d8-b0c8-4abd-8a2b-24c376681c92 req-94c7e475-8325-45a2-8955-b34e126e9e2d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.3974714 Oct 25 09:02:11.599996 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:07Z', 'revision_number': 2, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:11.621617 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b7346f8-b06e-41eb-9495-9059be54a3e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.670701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e4f49d8-b0c8-4abd-8a2b-24c376681c92 req-78d3c7f0-4c91-4fa6-a52f-ab07b506f4a7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935702 Oct 25 09:02:11.671836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-72a3c54a-ef95-4a1c-a93a-6d639552928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:11.673659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-72a3c54a-ef95-4a1c-a93a-6d639552928a service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.4441161 Oct 25 09:02:11.698626 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Checking router: 77199ba1-59a4-4e2f-900b-1549119ce797 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:02:11.706124 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Updating router 77199ba1-59a4-4e2f-900b-1549119ce797 port cff10151-e036-453e-8033-dbe3468f8cfe binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:02:11.722048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b7346f8-b06e-41eb-9495-9059be54a3e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.731489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b7346f8-b06e-41eb-9495-9059be54a3e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.764638 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.776581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-d9ec6359-5823-45af-8135-83e3b51dad4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0912302 Oct 25 09:02:11.781097 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe7573b-6654-46f5-bb46-81fc49a84a23 x-openstack-request-id: req-ebe7573b-6654-46f5-bb46-81fc49a84a23 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:11.782133 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04d5f0-8af0-4222-8e26-d84f1572fb5a", "name": "network-vif-deleted", "tag": "385bb979-7a4e-4ab0-b3b7-00c054d876c8", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:11.784137 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebe7573b-6654-46f5-bb46-81fc49a84a23 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:11.785737 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04d5f0-8af0-4222-8e26-d84f1572fb5a', 'name': 'network-vif-deleted', 'tag': '385bb979-7a4e-4ab0-b3b7-00c054d876c8', 'status': 'completed', 'code': 200} Oct 25 09:02:11.795837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7346f8-b06e-41eb-9495-9059be54a3e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb353cdf-22b1-45fb-90ad-79756466730d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:11.818295 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b7346f8-b06e-41eb-9495-9059be54a3e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.823360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9b7346f8-b06e-41eb-9495-9059be54a3e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2788558 Oct 25 09:02:11.823902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53270) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:11.829183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4c3fd310-35a9-4d16-ad5d-0903db5e346b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'security_group_rule': {'security_group_id': 'f00a2423-d588-4cd1-a649-ea1236bb54cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:11.871863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd310-35a9-4d16-ad5d-0903db5e346b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:11.889955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ac4a0d41-23b8-4507-a3f8-452dd667bc17 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:11.964019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53274) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:11.964755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-a2ca4721-1af1-4316-b5ca-efba9fd9bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:11.971726 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-a2ca4721-1af1-4316-b5ca-efba9fd9bb40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1909328 Oct 25 09:02:12.081031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22370d7f-933a-423c-ab0e-94286d2ae2f8 req-cf57b73b-920a-40a9-a451-51db8f60f51a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:12.090773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22370d7f-933a-423c-ab0e-94286d2ae2f8 req-cf57b73b-920a-40a9-a451-51db8f60f51a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 944 time: 0.1129985 Oct 25 09:02:12.111777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ac4a0d41-23b8-4507-a3f8-452dd667bc17 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:12.112182 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.114694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-e64adf85-3fa7-4987-91a2-c2ea5f46436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:12.130592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-e64adf85-3fa7-4987-91a2-c2ea5f46436d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281607 Oct 25 09:02:12.156036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd310-35a9-4d16-ad5d-0903db5e346b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.170871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd310-35a9-4d16-ad5d-0903db5e346b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.218597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fd310-35a9-4d16-ad5d-0903db5e346b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e10c45-b041-4c75-baf4-c338aed20d6d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:12.222493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22370d7f-933a-423c-ab0e-94286d2ae2f8 req-b24840df-65da-43ef-9f84-8fbfdb8874d9 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294100 Oct 25 09:02:12.285236 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c3fd310-35a9-4d16-ad5d-0903db5e346b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.294196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4c3fd310-35a9-4d16-ad5d-0903db5e346b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4690189 Oct 25 09:02:12.294820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53284) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:12.313392 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:12.344434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53286) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:12.396800 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.449060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:12.543567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f12ab446-cf7e-42c4-bab4-5672a1e624a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.546696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a336b817-86e8-4783-b66c-191ddb23ea87 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-574137383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:12.567144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-d569615e-ac9c-431c-99e8-dd8b8fcd8b8a service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559806 Oct 25 09:02:12.617205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a336b817-86e8-4783-b66c-191ddb23ea87 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.624194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a336b817-86e8-4783-b66c-191ddb23ea87 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.631188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:02:12.640146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:12.640659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.678682 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.681047 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.692049 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.701798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f12ab446-cf7e-42c4-bab4-5672a1e624a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.714248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f12ab446-cf7e-42c4-bab4-5672a1e624a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.837506 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb9a66-96da-4195-a1f1-45cda3d96831 None None] Pushing event updated for resources: {'Port': ['ID=cff10151-e036-453e-8033-dbe3468f8cfe,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:12.910032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.916548 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f12ab446-cf7e-42c4-bab4-5672a1e624a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a2f0980bdb145699dd72f4889340510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9514804 Oct 25 09:02:12.927738 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Attempting to bind port cff10151-e036-453e-8033-dbe3468f8cfe on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:12.928168 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Attempting to bind port cff10151-e036-453e-8033-dbe3468f8cfe by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:12.928535 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Attempting to bind port cff10151-e036-453e-8033-dbe3468f8cfe on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:12.929653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53302) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:12.936130 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:12.936496 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Checking segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:12.938032 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.939901 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Bound using segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:12.941109 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Bound port: cff10151-e036-453e-8033-dbe3468f8cfe, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:12.941657 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:12.946450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ab446-cf7e-42c4-bab4-5672a1e624a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8838fc62-a1d6-4df7-9c7f-ac9bc9150521,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:12.996094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:12.997561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d7d924-46a6-4946-934c-df2643104010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:13.008989 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde3bc90-fdaf-4276-9691-979fd933abec" -d '{"events": [{"server_uuid": "90d7d924-46a6-4946-934c-df2643104010", "name": "network-vif-plugged", "status": "completed", "tag": "66bc4fd0-7ba4-45f7-b2a6-a0de281cf891"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:13.018809 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.092192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a336b817-86e8-4783-b66c-191ddb23ea87 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.094132 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] For port cff10151-e036-453e-8033-dbe3468f8cfe, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:13.108464 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] For port cff10151-e036-453e-8033-dbe3468f8cfe, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cff10151-e036-453e-8033-dbe3468f8cfe,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:13.112821 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a336b817-86e8-4783-b66c-191ddb23ea87 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.128159 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.146622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:13.164800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.165204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.165553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.165892 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.166228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.166561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.166896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.167227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.167554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.168629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d894d-a417-4054-a37e-0288f98435df req-7c3ca0c9-c68a-42f5-aee9-f7962e357eb4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:13.178438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-685d894d-a417-4054-a37e-0288f98435df req-7c3ca0c9-c68a-42f5-aee9-f7962e357eb4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.3334498 Oct 25 09:02:13.181042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.181533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.181878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:13.207115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-a7409ae0-f983-42de-9202-9f2935a6ee1d service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264310 Oct 25 09:02:13.282137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-77ebec37-33c3-4d37-9d44-3e452c2856bb None None] Provisioning complete for port cff10151-e036-453e-8033-dbe3468f8cfe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:13.282544 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77ebec37-33c3-4d37-9d44-3e452c2856bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.284330 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:13.290166 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:01:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:13.310916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-685d894d-a417-4054-a37e-0288f98435df req-7fc7cd0d-0ec2-4b9d-b11d-cf2ba2e18d07 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314785 Oct 25 09:02:13.325455 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a336b817-86e8-4783-b66c-191ddb23ea87 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.331238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a336b817-86e8-4783-b66c-191ddb23ea87 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9761906 Oct 25 09:02:13.331969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53312) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:13.341688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-149698757'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:13.372495 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb9a66-96da-4195-a1f1-45cda3d96831 None None] Pushing event updated for resources: {'Port': ['ID=cff10151-e036-453e-8033-dbe3468f8cfe,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:13.444068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Made reservation on behalf of 11734fd23ffd414ca48efb9934523438 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:13.460700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.506301 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.595378 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:13.621238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77ebec37-33c3-4d37-9d44-3e452c2856bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.664756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-77ebec37-33c3-4d37-9d44-3e452c2856bb None None] For port cff10151-e036-453e-8033-dbe3468f8cfe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cff10151-e036-453e-8033-dbe3468f8cfe,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:13.674378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77ebec37-33c3-4d37-9d44-3e452c2856bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.763492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebec37-33c3-4d37-9d44-3e452c2856bb None None] Pushing event updated for resources: {'Port': ['ID=cff10151-e036-453e-8033-dbe3468f8cfe,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:13.765957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.793472 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.819518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-729acd7d-c7ee-4b41-a248-6ae83ab923e0 None None] Provisioning complete for port cff10151-e036-453e-8033-dbe3468f8cfe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:13.819798 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-729acd7d-c7ee-4b41-a248-6ae83ab923e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.872766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:02:13.893607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Allocated IP 172.25.8.155 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/71ae8858-edfe-40fa-b203-9f726e5d9ed1) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:13.895741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c3852-52f4-42a7-a945-9496d9270766 req-e77d1d1a-21da-4b0e-a89f-b6437eb4cab4 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:13.904680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a8c3852-52f4-42a7-a945-9496d9270766 req-e77d1d1a-21da-4b0e-a89f-b6437eb4cab4 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 949 time: 0.3622532 Oct 25 09:02:13.920068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748bbc14-c809-4899-a074-94b8069286cb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:13.923851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:13.924360 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Added segment 5cbf58f5-000e-4e43-997f-2ae2b32c5996 of type vlan for network efbdc289-c999-4640-af74-1cefd50cdfa9 Oct 25 09:02:13.961267 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad5483a-e8ec-4340-ab5a-07252ee5473b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.030471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a8c3852-52f4-42a7-a945-9496d9270766 req-bab50472-7469-4fc5-a818-25c82c79fe0e tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247861 Oct 25 09:02:14.035503 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:13Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:14.042425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad5483a-e8ec-4340-ab5a-07252ee5473b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.058672 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.104220 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189acd38-efda-4e53-956a-48508b0779c7 x-openstack-request-id: req-189acd38-efda-4e53-956a-48508b0779c7 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:14.104720 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d7d924-46a6-4946-934c-df2643104010", "name": "network-vif-plugged", "status": "completed", "tag": "66bc4fd0-7ba4-45f7-b2a6-a0de281cf891", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:14.104819 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-189acd38-efda-4e53-956a-48508b0779c7 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:14.105213 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d7d924-46a6-4946-934c-df2643104010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'code': 200} Oct 25 09:02:14.126376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.132777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:14.133714 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.166032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.201423 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371ce1e-03ad-4f29-a632-8cb5655cd369 None None] The sync data for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 is: [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:13Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:14.291881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9585805 Oct 25 09:02:14.294671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f612c-a748-42f0-958e-0a5e659c23dc tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Network': ['ID=efbdc289-c999-4640-af74-1cefd50cdfa9,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:14.297474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53330) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:14.306025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'subnet': {'network_id': 'efbdc289-c999-4640-af74-1cefd50cdfa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:14.306540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.312493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network efbdc289-c999-4640-af74-1cefd50cdfa9 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:02:14.339768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b788-497e-4e2f-a6e2-af4bc925d0fb req-2be09009-45f2-482d-b214-85ddf6e4fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:14.344970 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c45b788-497e-4e2f-a6e2-af4bc925d0fb req-2be09009-45f2-482d-b214-85ddf6e4fac5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 1096 time: 0.1204913 Oct 25 09:02:14.346126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad5483a-e8ec-4340-ab5a-07252ee5473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.349330 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ad5483a-e8ec-4340-ab5a-07252ee5473b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.350889 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6ad5483a-e8ec-4340-ab5a-07252ee5473b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8838fc62-a1d6-4df7-9c7f-ac9bc9150521 HTTP/1.1" status: 204 len: 168 time: 1.4202712 Oct 25 09:02:14.412547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6e1c-65bc-4991-81b3-02f3a39bb2f1 req-1b5357d7-8af1-46fb-93a0-45fd049824a5 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:14.426515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-375a6e1c-65bc-4991-81b3-02f3a39bb2f1 req-1b5357d7-8af1-46fb-93a0-45fd049824a5 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 945 time: 0.2026844 Oct 25 09:02:14.442023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 385bb979-7a4e-4ab0-b3b7-00c054d876c8 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:14.459706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:14.467512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:14.484065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 385bb979-7a4e-4ab0-b3b7-00c054d876c8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:02:14.484410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 385bb979-7a4e-4ab0-b3b7-00c054d876c8 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:02:14.505126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:14.526267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-375a6e1c-65bc-4991-81b3-02f3a39bb2f1 req-47d7e35d-dcb8-4919-8085-01a1a0650ccc tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900607 Oct 25 09:02:14.578028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Made reservation on behalf of 11734fd23ffd414ca48efb9934523438 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:14.588042 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.593782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5483a-e8ec-4340-ab5a-07252ee5473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8838fc62-a1d6-4df7-9c7f-ac9bc9150521,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:14.616943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'Port': ['ID=71ae8858-edfe-40fa-b203-9f726e5d9ed1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:14.652772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2c45b788-497e-4e2f-a6e2-af4bc925d0fb req-2a97f354-1ac4-448d-bf2c-4d1e383de621 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003266 Oct 25 09:02:14.697540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.752665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:14.910083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.031335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Subnet': ['ID=7568658a-6d7b-4e18-bfa6-bc2efd943eb6,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:15.066436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Checking segment: {'id': '5cbf58f5-000e-4e43-997f-2ae2b32c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'efbdc289-c999-4640-af74-1cefd50cdfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:15.066981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network hostable DHCP agents. Network: efbdc289-c999-4640-af74-1cefd50cdfa9, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:02:15.101206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.115237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.128781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network efbdc289-c999-4640-af74-1cefd50cdfa9 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:02:15.195773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'Port': ['ID=71ae8858-edfe-40fa-b203-9f726e5d9ed1,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:15.220550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.241835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.253500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5d619b23-0f3f-4386-8a3e-7fc8f04c40b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9537289 Oct 25 09:02:15.267858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, efbdc289-c999-4640-af74-1cefd50cdfa9) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:15.277940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe53209-b827-4322-97ba-c5e5282460c7 None None] Network efbdc289-c999-4640-af74-1cefd50cdfa9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:15.303921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:15.304724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.324941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-53444278-ad71-4eb4-848b-890f1d67de53 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:15.327179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-53444278-ad71-4eb4-848b-890f1d67de53 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.41 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 949 time: 0.2410352 Oct 25 09:02:15.354764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471a778-9f60-4324-b1ae-7169fd5bb705 req-864a0ba7-a0ed-4e13-95aa-fab124b875b8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:15.368114 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9471a778-9f60-4324-b1ae-7169fd5bb705 req-864a0ba7-a0ed-4e13-95aa-fab124b875b8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.2411773 Oct 25 09:02:15.430623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a805f196-0ca1-4a39-b01c-298cd5d64357 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1267207 Oct 25 09:02:15.431261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53368) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:15.437111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'network': {'name': 'tempest-router-network01--181430511'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:15.474240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Made reservation on behalf of 11734fd23ffd414ca48efb9934523438 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:15.483685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.504951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9471a778-9f60-4324-b1ae-7169fd5bb705 req-8ed6d80b-efe1-423e-ae7b-cca89eec90f8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312759 Oct 25 09:02:15.526358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:02:15.561562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-efbdc289-c999-4640-af74-1cefd50cdfa9', 'network_id': 'efbdc289-c999-4640-af74-1cefd50cdfa9', 'tenant_id': '11734fd23ffd414ca48efb9934523438', 'fixed_ips': [{'subnet_id': '7568658a-6d7b-4e18-bfa6-bc2efd943eb6'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:02:15.563019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.566101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Deleting port 2d417b2f-b245-402f-820b-e034355a454e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:15.566459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.613581 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.616968 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Added segment 15865f5d-4b3b-4ccb-9e83-f60619971abe of type vlan for network 64b31d62-cd06-4b55-a165-b0cc171ac274 Oct 25 09:02:15.707811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.757164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.763333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:15.767647 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.814429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Allocated IP 2001:db8::2 (efbdc289-c999-4640-af74-1cefd50cdfa9/7568658a-6d7b-4e18-bfa6-bc2efd943eb6/320ed83f-7e6b-4171-985f-a9118e08b1e0) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:15.842891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12612d5-f19c-400a-bc89-1416858e94e7 req-9ae66a0e-ff29-4f11-8acc-8eb66b89a423 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:15.851980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e12612d5-f19c-400a-bc89-1416858e94e7 req-9ae66a0e-ff29-4f11-8acc-8eb66b89a423 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/ports?device_id=13344785-b6f3-4d14-8158-01da79233a4c HTTP/1.1" status: 200 len: 949 time: 0.1926200 Oct 25 09:02:15.899053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Network': ['ID=64b31d62-cd06-4b55-a165-b0cc171ac274,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:15.915512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] For port 2d417b2f-b245-402f-820b-e034355a454e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=2d417b2f-b245-402f-820b-e034355a454e,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:15.915886 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:15.921598 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a77a3b00-e9e9-41eb-8f4d-d02131e61ab4 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4891825 Oct 25 09:02:15.922303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53380) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:15.927827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'network': {'name': 'tempest-router-network02--2053905091'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:15.941807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Calling delete_port for 2d417b2f-b245-402f-820b-e034355a454e owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:15.957812 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cff10151-e036-453e-8033-dbe3468f8cfe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:15.958756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e12612d5-f19c-400a-bc89-1416858e94e7 req-c21a3ee8-ab8b-47b4-aa92-ba8f97e48936 tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.32 "GET /v2.0/security-groups?id=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932686 Oct 25 09:02:15.961610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 64b31d62-cd06-4b55-a165-b0cc171ac274 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:02:15.991824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Made reservation on behalf of 11734fd23ffd414ca48efb9934523438 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:16.005568 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.070791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:02:16.097023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.097375 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Added segment 79fd3f4a-83f1-4402-a007-5c3dabd77b5a of type vlan for network 7632d625-f6dc-4c07-8108-8d3f5c8522ac Oct 25 09:02:16.241934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.290608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port cff10151-e036-453e-8033-dbe3468f8cfe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:16.291385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.292591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.301224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:16.302213 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.380849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-dfc10939-02b8-4dc3-be11-07e7e997d7ac tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--945116411&fields=id&tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e HTTP/1.1" status: 200 len: 267 time: 0.1252847 Oct 25 09:02:16.393486 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.411859 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4855087 Oct 25 09:02:16.412440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-793fd44a-87fa-4514-ac4f-1e5dc1be8a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.431244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:16.444057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'subnet': {'network_id': '64b31d62-cd06-4b55-a165-b0cc171ac274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:16.469398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Pushing event deleted for resources: {'Port': ['ID=2d417b2f-b245-402f-820b-e034355a454e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:16.531270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c700f9-caa7-43ec-9332-727687053c4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Network': ['ID=7632d625-f6dc-4c07-8108-8d3f5c8522ac,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:16.558061 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.574443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 7632d625-f6dc-4c07-8108-8d3f5c8522ac details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:02:16.578884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] No DVR routers for this DVR port 2d417b2f-b245-402f-820b-e034355a454e on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:16.585786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.593756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9da3663c-7f66-4658-9b12-3d1cde002965 req-5fdcb9c0-ef6e-49c7-b796-ab18fd44088d tempest-ListImageFiltersTestJSON-367347090 tempest-ListImageFiltersTestJSON-367347090-project] 10.222.0.41 "DELETE /v2.0/ports/2d417b2f-b245-402f-820b-e034355a454e HTTP/1.1" status: 204 len: 173 time: 1.2586751 Oct 25 09:02:16.594245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-deleted', 'tag': '2d417b2f-b245-402f-820b-e034355a454e'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:16.601440 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc752dd8-b31d-47a6-ab1b-9042fc2c9726" -d '{"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-deleted", "tag": "2d417b2f-b245-402f-820b-e034355a454e"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:16.690349 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.693355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Made reservation on behalf of 11734fd23ffd414ca48efb9934523438 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:16.700441 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.737432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Network efbdc289-c999-4640-af74-1cefd50cdfa9 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:16.759680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceedffb-1866-4316-9148-d970fd241fbc req-c2c39784-2155-4b95-81de-02ccaac9629f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:16.779079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-c2c39784-2155-4b95-81de-02ccaac9629f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.3805580 Oct 25 09:02:16.794435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:16.797779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:16.801923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Pushing event updated for resources: {'Port': ['ID=320ed83f-7e6b-4171-985f-a9118e08b1e0,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:16.808220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8d0cb929-637b-41a6-906d-928e85249460 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/quotas/5947360d333c44a1b2cbb3d0de5f2e0e HTTP/1.1" status: 200 len: 375 time: 0.0279562 Oct 25 09:02:16.874135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-29f7f3d4-596b-47a2-b59c-abe1be8f85e2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638456 Oct 25 09:02:16.911347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Attempting to bind port 320ed83f-7e6b-4171-985f-a9118e08b1e0 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:16.911663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Attempting to bind port 320ed83f-7e6b-4171-985f-a9118e08b1e0 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '5cbf58f5-000e-4e43-997f-2ae2b32c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'efbdc289-c999-4640-af74-1cefd50cdfa9'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:16.912017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Attempting to bind port 320ed83f-7e6b-4171-985f-a9118e08b1e0 on network efbdc289-c999-4640-af74-1cefd50cdfa9 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:16.921278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:16.922036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Checking segment: {'id': '5cbf58f5-000e-4e43-997f-2ae2b32c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'efbdc289-c999-4640-af74-1cefd50cdfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:16.922445 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:16.923859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Bound using segment: {'id': '5cbf58f5-000e-4e43-997f-2ae2b32c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'efbdc289-c999-4640-af74-1cefd50cdfa9'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:16.924372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Bound port: 320ed83f-7e6b-4171-985f-a9118e08b1e0, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbf58f5-000e-4e43-997f-2ae2b32c5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'efbdc289-c999-4640-af74-1cefd50cdfa9'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:16.925521 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:17.029826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] For port 320ed83f-7e6b-4171-985f-a9118e08b1e0, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:17.038758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] For port 320ed83f-7e6b-4171-985f-a9118e08b1e0, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=320ed83f-7e6b-4171-985f-a9118e08b1e0,segment=NetworkSegment(5cbf58f5-000e-4e43-997f-2ae2b32c5996),segment_id=5cbf58f5-000e-4e43-997f-2ae2b32c5996)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:17.049771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:17.099034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-fadb496c-acd4-4e36-9f38-d81ef3cafadd service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157586 Oct 25 09:02:17.111648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:17.184628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9cb7a-582e-4693-a9f6-c139e0c322b4 None None] Pushing event updated for resources: {'Port': ['ID=320ed83f-7e6b-4171-985f-a9118e08b1e0,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:17.255047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Subnet': ['ID=f7937dfe-8b90-4272-960a-3ba1257c03e4,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:17.270297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Checking segment: {'id': '15865f5d-4b3b-4ccb-9e83-f60619971abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '64b31d62-cd06-4b55-a165-b0cc171ac274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:17.270679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network hostable DHCP agents. Network: 64b31d62-cd06-4b55-a165-b0cc171ac274, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:02:17.306997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network 64b31d62-cd06-4b55-a165-b0cc171ac274 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:02:17.324484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 64b31d62-cd06-4b55-a165-b0cc171ac274) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:17.330029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:17.330718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:17.348178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5887b5-cf45-4f87-afe3-db5bbc93f72b None None] Network 64b31d62-cd06-4b55-a165-b0cc171ac274 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:17.366406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-10c1b312-d8d0-4e3b-bb88-7a31d6153c42 service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589190 Oct 25 09:02:17.379952 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e925283-fa6f-4d0a-97ee-489de595c844 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9465637 Oct 25 09:02:17.382016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53436) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:17.387690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'subnet': {'network_id': '7632d625-f6dc-4c07-8108-8d3f5c8522ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:17.610586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Made reservation on behalf of 11734fd23ffd414ca48efb9934523438 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:17.615244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:17.661285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-64b31d62-cd06-4b55-a165-b0cc171ac274', 'network_id': '64b31d62-cd06-4b55-a165-b0cc171ac274', 'tenant_id': '11734fd23ffd414ca48efb9934523438', 'fixed_ips': [{'subnet_id': 'f7937dfe-8b90-4272-960a-3ba1257c03e4'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:02:17.662171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:17.844226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:17.907531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 2d417b2f-b245-402f-820b-e034355a454e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:02:17.909527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 2d417b2f-b245-402f-820b-e034355a454e not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:02:17.917592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0953f-d0ff-4fd6-bc19-385d58b1cc4b req-7a8f8688-01c7-4009-ad5b-0363a63830e2 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:17.919495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74e0953f-d0ff-4fd6-bc19-385d58b1cc4b req-7a8f8688-01c7-4009-ad5b-0363a63830e2 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 945 time: 0.1414292 Oct 25 09:02:17.948034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 320ed83f-7e6b-4171-985f-a9118e08b1e0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:17.997174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74e0953f-d0ff-4fd6-bc19-385d58b1cc4b req-e0f2cd4b-5e06-46ac-887a-e41c4fcd04e9 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597832 Oct 25 09:02:18.068699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Allocated IP 2001:db8::2 (64b31d62-cd06-4b55-a165-b0cc171ac274/f7937dfe-8b90-4272-960a-3ba1257c03e4/43141c9d-984c-466e-ac61-6db6abbee2c6) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:18.156365 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:18.267559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 320ed83f-7e6b-4171-985f-a9118e08b1e0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:18.268250 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:18.387834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Subnet': ['ID=2a4b9b94-4b1f-4487-bb69-5ec031660938,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:18.445763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Checking segment: {'id': '79fd3f4a-83f1-4402-a007-5c3dabd77b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7632d625-f6dc-4c07-8108-8d3f5c8522ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:18.446256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network hostable DHCP agents. Network: 7632d625-f6dc-4c07-8108-8d3f5c8522ac, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:02:18.478121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519bc5c-68aa-4dca-a4f2-52822e8fb314 req-1601d7e8-879b-424e-ae2f-f3e9f680bd1e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:18.479966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6519bc5c-68aa-4dca-a4f2-52822e8fb314 req-1601d7e8-879b-424e-ae2f-f3e9f680bd1e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1431367 Oct 25 09:02:18.500675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network 7632d625-f6dc-4c07-8108-8d3f5c8522ac is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:02:18.533426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 7632d625-f6dc-4c07-8108-8d3f5c8522ac) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:18.548801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f602ee4-7451-4284-be96-f729f8ae07a8 None None] Network 7632d625-f6dc-4c07-8108-8d3f5c8522ac requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:18.565922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:18.571824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:18.572640 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:18.590447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6519bc5c-68aa-4dca-a4f2-52822e8fb314 req-0495b4f9-c6d6-4660-954b-3d51ddebdaa4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966725 Oct 25 09:02:18.630619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6dfadebf-6fb3-4c80-bf6d-288c0b509574 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2459598 Oct 25 09:02:18.631900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53530) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:18.674357 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de12fe9c-248e-4b21-94c7-0ae389b2a80a x-openstack-request-id: req-de12fe9c-248e-4b21-94c7-0ae389b2a80a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:18.674654 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13344785-b6f3-4d14-8158-01da79233a4c", "name": "network-vif-deleted", "tag": "2d417b2f-b245-402f-820b-e034355a454e", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:18.674907 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de12fe9c-248e-4b21-94c7-0ae389b2a80a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:18.675318 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13344785-b6f3-4d14-8158-01da79233a4c', 'name': 'network-vif-deleted', 'tag': '2d417b2f-b245-402f-820b-e034355a454e', 'status': 'completed', 'code': 200} Oct 25 09:02:18.881802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-854ca598-0147-4aee-852f-7d4740d9f5a6 req-f5525ef9-6fa6-401d-b3af-1744a6562c91 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 210 time: 0.0466778 Oct 25 09:02:18.965740 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:18.973259 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.065516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Network 64b31d62-cd06-4b55-a165-b0cc171ac274 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:19.070565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a854f55-6d8b-47b3-a539-0e9930536b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.087482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:19.093846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Pushing event updated for resources: {'Port': ['ID=43141c9d-984c-466e-ac61-6db6abbee2c6,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:19.115895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5cc90-aec9-4c92-8c0d-ccd71dafa9d4 req-ad723c2c-b5f4-4f73-9f5e-deaba8c2eede tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:19.120494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63d5cc90-aec9-4c92-8c0d-ccd71dafa9d4 req-ad723c2c-b5f4-4f73-9f5e-deaba8c2eede tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 945 time: 0.0749815 Oct 25 09:02:19.130114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:19.130314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53566) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:19.140043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Request body: {'floatingip': {'port_id': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:19.140830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6766df7-7bec-4bb6-91de-f2d03b3686d4 None None] Network efbdc289-c999-4640-af74-1cefd50cdfa9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:19.182888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 320ed83f-7e6b-4171-985f-a9118e08b1e0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=320ed83f-7e6b-4171-985f-a9118e08b1e0,segment=NetworkSegment(5cbf58f5-000e-4e43-997f-2ae2b32c5996),segment_id=5cbf58f5-000e-4e43-997f-2ae2b32c5996)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:19.214011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.230449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.402871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c6193b05-799b-4da5-824d-787ecd514265 None None] Provisioning complete for port 320ed83f-7e6b-4171-985f-a9118e08b1e0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:19.403386 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6193b05-799b-4da5-824d-787ecd514265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.477480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Attempting to bind port 43141c9d-984c-466e-ac61-6db6abbee2c6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:19.478078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Attempting to bind port 43141c9d-984c-466e-ac61-6db6abbee2c6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '15865f5d-4b3b-4ccb-9e83-f60619971abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '64b31d62-cd06-4b55-a165-b0cc171ac274'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:19.478610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Attempting to bind port 43141c9d-984c-466e-ac61-6db6abbee2c6 on network 64b31d62-cd06-4b55-a165-b0cc171ac274 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:19.516367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:19.516367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Checking segment: {'id': '15865f5d-4b3b-4ccb-9e83-f60619971abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '64b31d62-cd06-4b55-a165-b0cc171ac274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:19.516367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.517552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Bound using segment: {'id': '15865f5d-4b3b-4ccb-9e83-f60619971abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '64b31d62-cd06-4b55-a165-b0cc171ac274'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:19.518139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Bound port: 43141c9d-984c-466e-ac61-6db6abbee2c6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15865f5d-4b3b-4ccb-9e83-f60619971abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '64b31d62-cd06-4b55-a165-b0cc171ac274'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:19.518620 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.536670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=320ed83f-7e6b-4171-985f-a9118e08b1e0,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:19.585189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-7632d625-f6dc-4c07-8108-8d3f5c8522ac', 'network_id': '7632d625-f6dc-4c07-8108-8d3f5c8522ac', 'tenant_id': '11734fd23ffd414ca48efb9934523438', 'fixed_ips': [{'subnet_id': '2a4b9b94-4b1f-4487-bb69-5ec031660938'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:02:19.586204 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.741530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:19.858324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 320ed83f-7e6b-4171-985f-a9118e08b1e0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:19.869553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] For port 43141c9d-984c-466e-ac61-6db6abbee2c6, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:19.958036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] For port 43141c9d-984c-466e-ac61-6db6abbee2c6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=43141c9d-984c-466e-ac61-6db6abbee2c6,segment=NetworkSegment(15865f5d-4b3b-4ccb-9e83-f60619971abe),segment_id=15865f5d-4b3b-4ccb-9e83-f60619971abe)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:20.002222 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.004789 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.021726 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.034332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceedffb-1866-4316-9148-d970fd241fbc req-0f667907-8144-4b2f-be29-fbb4ac4a2ca2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:20.035987 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-0f667907-8144-4b2f-be29-fbb4ac4a2ca2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.5375993 Oct 25 09:02:20.152660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da622-b1b6-4dc9-a1f6-98edb3505d9a None None] Pushing event updated for resources: {'Port': ['ID=43141c9d-984c-466e-ac61-6db6abbee2c6,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:20.191610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53632) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:20.248329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Allocated IP 2001:db8::1 (64b31d62-cd06-4b55-a165-b0cc171ac274/f7937dfe-8b90-4272-960a-3ba1257c03e4/37ae6028-4e8d-4191-bfa5-42c124496349) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:20.254091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Allocated IP 2001:db8::2 (7632d625-f6dc-4c07-8108-8d3f5c8522ac/2a4b9b94-4b1f-4487-bb69-5ec031660938/03091233-5104-4655-9ab4-ab7b71764e65) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:20.264595 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-9e800881-35d6-49cf-a5eb-23a9ba5916ac tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e HTTP/1.1" status: 200 len: 379 time: 0.0934620 Oct 25 09:02:20.277780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'port': {'device_id': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'admin_state_up': True, 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'security_groups': ['f00a2423-d588-4cd1-a649-ea1236bb54cb']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:20.300542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 320ed83f-7e6b-4171-985f-a9118e08b1e0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:20.300542 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.531312 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-98db41a6-0896-460a-97a0-24dbc37cd525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.757502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.765188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-da9bf07e-cc79-4ad4-b214-866d64e1867b None None] Provisioning complete for port 320ed83f-7e6b-4171-985f-a9118e08b1e0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:20.765553 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da9bf07e-cc79-4ad4-b214-866d64e1867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.774043 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.779763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-98db41a6-0896-460a-97a0-24dbc37cd525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.785088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Made reservation on behalf of 5947360d333c44a1b2cbb3d0de5f2e0e for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:20.789973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.815476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-98db41a6-0896-460a-97a0-24dbc37cd525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:20.872820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Network 7632d625-f6dc-4c07-8108-8d3f5c8522ac is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:20.877802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:20.887704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:20.959558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Pushing event updated for resources: {'Port': ['ID=03091233-5104-4655-9ab4-ab7b71764e65,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:20.974462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9aeea-44ae-46c2-90ab-be1e6b3b4b76 req-5ef0277e-daa7-4794-9e22-b613693bd3f3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:20.979821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Attempting to bind port 03091233-5104-4655-9ab4-ab7b71764e65 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:20.980146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Attempting to bind port 03091233-5104-4655-9ab4-ab7b71764e65 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '79fd3f4a-83f1-4402-a007-5c3dabd77b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7632d625-f6dc-4c07-8108-8d3f5c8522ac'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:20.980569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Attempting to bind port 03091233-5104-4655-9ab4-ab7b71764e65 on network 7632d625-f6dc-4c07-8108-8d3f5c8522ac {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:20.983901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86b9aeea-44ae-46c2-90ab-be1e6b3b4b76 req-5ef0277e-daa7-4794-9e22-b613693bd3f3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.7430773 Oct 25 09:02:21.009247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:21.009576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Checking segment: {'id': '79fd3f4a-83f1-4402-a007-5c3dabd77b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7632d625-f6dc-4c07-8108-8d3f5c8522ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:21.009975 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.010534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Bound using segment: {'id': '79fd3f4a-83f1-4402-a007-5c3dabd77b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7632d625-f6dc-4c07-8108-8d3f5c8522ac'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:21.010859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Bound port: 03091233-5104-4655-9ab4-ab7b71764e65, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fd3f4a-83f1-4402-a007-5c3dabd77b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7632d625-f6dc-4c07-8108-8d3f5c8522ac'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:21.011243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.030204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Allocated IP 172.20.0.4 (86937030-0d24-495d-b5ac-9243ef17f02c/2f43b1ae-1684-4bb1-a76e-1709cf1ac73b/4bfcaf05-3ef6-4d16-877e-a642894697ac) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:21.078635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.091497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86b9aeea-44ae-46c2-90ab-be1e6b3b4b76 req-fa075b1e-0555-43c8-9ccd-73e45315c2a9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065845 Oct 25 09:02:21.094483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db41a6-0896-460a-97a0-24dbc37cd525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998a7edf-5c19-4d2a-958e-a5a5110de316,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:21.100789 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-98db41a6-0896-460a-97a0-24dbc37cd525 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4dc64f83b18442297ede24041b504d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8991072 Oct 25 09:02:21.107366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53654) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:21.113516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] For port 03091233-5104-4655-9ab4-ab7b71764e65, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:21.124460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] For port 03091233-5104-4655-9ab4-ab7b71764e65, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=03091233-5104-4655-9ab4-ab7b71764e65,segment=NetworkSegment(79fd3f4a-83f1-4402-a007-5c3dabd77b5a),segment_id=79fd3f4a-83f1-4402-a007-5c3dabd77b5a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:21.134352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.140483 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.156953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.232704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b02b6-beae-45ac-89fd-2e40c974cd47 None None] Pushing event updated for resources: {'Port': ['ID=03091233-5104-4655-9ab4-ab7b71764e65,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:21.327760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.353465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-210d1d32-da34-4871-ac33-eb70b3d3a7ce req-2151a6d8-01b3-4e8f-97a5-9b403584cb2b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 210 time: 0.0991118 Oct 25 09:02:21.363950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.381009 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.412695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network 64b31d62-cd06-4b55-a165-b0cc171ac274 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:21.420840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:21.432520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:21.433121 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.437381 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Floating IP dad89fc4-7dbc-4f6f-b226-1cec29c1c69c associated. External IP: 172.25.8.102, port: 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891. Oct 25 09:02:21.444240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4c9171d-8039-46a2-bb7c-b891a5160b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.558847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Port': ['ID=37ae6028-4e8d-4191-bfa5-42c124496349,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:21.616534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Network 86937030-0d24-495d-b5ac-9243ef17f02c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:21.632341 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4c9171d-8039-46a2-bb7c-b891a5160b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.633818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:21.654767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:21.670111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.822975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:21.837346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:21.838273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.861319 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-8a05be56-ce1f-4f73-a768-9e92b8ed8806 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5891240 Oct 25 09:02:21.865922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:21.882350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Request body: {'port': {'device_id': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:21.992701 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.056351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 43141c9d-984c-466e-ac61-6db6abbee2c6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:22.067882 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4c9171d-8039-46a2-bb7c-b891a5160b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.075551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4c9171d-8039-46a2-bb7c-b891a5160b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.078553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f4c9171d-8039-46a2-bb7c-b891a5160b45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/998a7edf-5c19-4d2a-958e-a5a5110de316 HTTP/1.1" status: 204 len: 168 time: 0.9657614 Oct 25 09:02:22.102847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9171d-8039-46a2-bb7c-b891a5160b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998a7edf-5c19-4d2a-958e-a5a5110de316,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:22.121595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dca3b7-79e5-4ffb-9cbc-e3f2e2feeed9 None None] Network 64b31d62-cd06-4b55-a165-b0cc171ac274 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:22.199453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:02:22.253027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] Provisioning complete for port 4bfcaf05-3ef6-4d16-877e-a642894697ac triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:22.261765 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.436213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] Port 4bfcaf05-3ef6-4d16-877e-a642894697ac cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:22.463209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:22.492702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 43141c9d-984c-466e-ac61-6db6abbee2c6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:22.493419 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.495146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.538237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] Provisioning complete for port 43141c9d-984c-466e-ac61-6db6abbee2c6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:22.540985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.603504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] Sync routers for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:22.605518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eff96ddf-61cf-4e2a-94f0-e39d7308840a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "PUT /v2.0/floatingips/dad89fc4-7dbc-4f6f-b226-1cec29c1c69c HTTP/1.1" status: 200 len: 991 time: 3.4735281 Oct 25 09:02:22.609903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d7d924-46a6-4946-934c-df2643104010', 'tag': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:22.617408 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be6db13-6a33-4521-902f-920821281f20" -d '{"events": [{"name": "network-changed", "server_uuid": "90d7d924-46a6-4946-934c-df2643104010", "tag": "66bc4fd0-7ba4-45f7-b2a6-a0de281cf891"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:22.649330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4c51c-35e2-4fb8-91bf-dcefde9a6174 req-9835d5af-104c-4ad6-b44e-6f43bb2f704f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:22.658160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0c4c51c-35e2-4fb8-91bf-dcefde9a6174 req-9835d5af-104c-4ad6-b44e-6f43bb2f704f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1234462 Oct 25 09:02:22.687727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:22.688872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:22.704129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.714747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.715660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.754036 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0c4c51c-35e2-4fb8-91bf-dcefde9a6174 req-e4efecf2-04f6-4143-b6cd-5549d55e5774 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772734 Oct 25 09:02:22.754653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53692) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:22.798954 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-175491ff-be11-483a-8622-e55c8a8ed194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.891154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-175491ff-be11-483a-8622-e55c8a8ed194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.903895 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-175491ff-be11-483a-8622-e55c8a8ed194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:22.976679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-175491ff-be11-483a-8622-e55c8a8ed194 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0048bd222cd479594328fdfef6984ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208161 Oct 25 09:02:22.977955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53700) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:22.978749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175491ff-be11-483a-8622-e55c8a8ed194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5822d1-4eb3-4b35-a7c3-ca17ad8536e8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:23.029813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91be9b9-e795-43b4-b587-0896bc0ad2d2 None None] Network 7632d625-f6dc-4c07-8108-8d3f5c8522ac requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:23.053682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-67be15f5-aa2a-4c12-a4e8-1170179fcc66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.080699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-67be15f5-aa2a-4c12-a4e8-1170179fcc66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.151243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-67be15f5-aa2a-4c12-a4e8-1170179fcc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.155696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-67be15f5-aa2a-4c12-a4e8-1170179fcc66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.168238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-67be15f5-aa2a-4c12-a4e8-1170179fcc66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d5822d1-4eb3-4b35-a7c3-ca17ad8536e8 HTTP/1.1" status: 204 len: 168 time: 0.1821797 Oct 25 09:02:23.198243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be15f5-aa2a-4c12-a4e8-1170179fcc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5822d1-4eb3-4b35-a7c3-ca17ad8536e8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:23.244529 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.272438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:23.279068 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.384382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Port': ['ID=37ae6028-4e8d-4191-bfa5-42c124496349,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:23.498323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] For port 43141c9d-984c-466e-ac61-6db6abbee2c6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=43141c9d-984c-466e-ac61-6db6abbee2c6,segment=NetworkSegment(15865f5d-4b3b-4ccb-9e83-f60619971abe),segment_id=15865f5d-4b3b-4ccb-9e83-f60619971abe)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:23.534302 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.602726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network 64b31d62-cd06-4b55-a165-b0cc171ac274 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:23.623629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:23.651118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfcaf05-3ef6-4d16-877e-a642894697ac {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:23.666959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2a202-bab8-457f-bbf3-73c0daea56b5 req-e22f6848-8820-43d7-9fc9-14d67f9a2963 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:23.680405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0c2a202-bab8-457f-bbf3-73c0daea56b5 req-e22f6848-8820-43d7-9fc9-14d67f9a2963 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 931 time: 0.1047709 Oct 25 09:02:23.788471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0c2a202-bab8-457f-bbf3-73c0daea56b5 req-0abd5efc-493c-4e33-9fad-c4b40acaf489 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068318 Oct 25 09:02:23.791630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.868298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Transition to ACTIVE for port object 4bfcaf05-3ef6-4d16-877e-a642894697ac will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:02:23.880829 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:23.915728 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:02:23.915728 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:02:23.944256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53732) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:23.991042 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576243d4-a083-40d2-bcb6-fa9da89003d1 x-openstack-request-id: req-576243d4-a083-40d2-bcb6-fa9da89003d1 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:23.991612 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d7d924-46a6-4946-934c-df2643104010", "tag": "66bc4fd0-7ba4-45f7-b2a6-a0de281cf891", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:23.992016 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-576243d4-a083-40d2-bcb6-fa9da89003d1 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:23.992597 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d7d924-46a6-4946-934c-df2643104010', 'tag': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'status': 'completed', 'code': 200} Oct 25 09:02:24.030333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:24.243600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-255f1278-04a8-413d-b8f5-8a6754e4a95d None None] Provisioning complete for port 03091233-5104-4655-9ab4-ab7b71764e65 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:24.243976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-255f1278-04a8-413d-b8f5-8a6754e4a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:24.278071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af99e4-df6c-4b68-9e24-0d02fd4a8217 None None] Pushing event updated for resources: {'Port': ['ID=43141c9d-984c-466e-ac61-6db6abbee2c6,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:24.322559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6db13-6a33-4521-902f-920821281f20 req-96f9ed3b-8970-4aff-89fe-0fcd146c29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:24.324325 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2be6db13-6a33-4521-902f-920821281f20 req-96f9ed3b-8970-4aff-89fe-0fcd146c29f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0312b6882f8f48e5b19d9c10512fc7c8&device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 1096 time: 0.2735467 Oct 25 09:02:24.327538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Router 14fe86de-0cd1-416d-a8fe-57caa7ccca8b is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:02:24.549869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6db13-6a33-4521-902f-920821281f20 req-b99137d2-acad-4eeb-b268-6fba6b2b9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:24.551224 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2be6db13-6a33-4521-902f-920821281f20 req-b99137d2-acad-4eeb-b268-6fba6b2b9ed7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e HTTP/1.1" status: 200 len: 916 time: 0.2178454 Oct 25 09:02:24.588562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'dad89fc4-7dbc-4f6f-b226-1cec29c1c69c', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'port_id': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'mac_address': 'fa:16:3e:c5:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d7d924-46a6-4946-934c-df2643104010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:01:52Z', 'updated_at': '2021-10-25T09:02:20Z', 'revision_number': 1, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:51Z', 'revision_number': 5, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:24.592048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 03091233-5104-4655-9ab4-ab7b71764e65 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:24.614512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ac671-0df2-4944-901f-d60bf0224512 req-fca27654-91dc-47e1-a4a1-4f51288fee18 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:24.623597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-943ac671-0df2-4944-901f-d60bf0224512 req-fca27654-91dc-47e1-a4a1-4f51288fee18 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.2180402 Oct 25 09:02:24.643050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-933ec490-976d-41df-b125-ccf9946c154b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42ff8080268e4d8d888f3a52f7d17fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6974061 Oct 25 09:02:24.668490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53748) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:24.674629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] Checking router: 7dab541d-ce51-4bb3-bd56-d035e5df21f6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:02:24.687540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:24.694767 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ec08b3ee-f484-45e0-8aa5-6d05472c3a05 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "PUT /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0616541 Oct 25 09:02:24.701529 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c9dd1-8bdd-40ea-9aad-76d7e45d5cdd None None] Sync routers for ids ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:24.705482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53750) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:24.718967 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c9dd1-8bdd-40ea-9aad-76d7e45d5cdd None None] Routers {'14fe86de-0cd1-416d-a8fe-57caa7ccca8b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:24.719719 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1a2c9dd1-8bdd-40ea-9aad-76d7e45d5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:24.781761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Attempting to bind port 4bfcaf05-3ef6-4d16-877e-a642894697ac on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:24.782235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Attempting to bind port 4bfcaf05-3ef6-4d16-877e-a642894697ac by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:24.782526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Attempting to bind port 4bfcaf05-3ef6-4d16-877e-a642894697ac on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:24.784657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-255f1278-04a8-413d-b8f5-8a6754e4a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:24.787356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:24.787984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:24.799678 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1a2c9dd1-8bdd-40ea-9aad-76d7e45d5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:24.803698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Port 4bfcaf05-3ef6-4d16-877e-a642894697ac on network 86937030-0d24-495d-b5ac-9243ef17f02c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:02:24.804028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Attempting to bind port 4bfcaf05-3ef6-4d16-877e-a642894697ac on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:24.811215 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c9dd1-8bdd-40ea-9aad-76d7e45d5cdd None None] Routers {'14fe86de-0cd1-416d-a8fe-57caa7ccca8b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:24.812351 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1a2c9dd1-8bdd-40ea-9aad-76d7e45d5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:24.814356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:24.814684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Checking segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:24.815069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Bound using segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:24.815630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Bound port: 4bfcaf05-3ef6-4d16-877e-a642894697ac, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:24.816000 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:24.860618 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1a2c9dd1-8bdd-40ea-9aad-76d7e45d5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:24.861678 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c9dd1-8bdd-40ea-9aad-76d7e45d5cdd None None] The sync data for ids ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:24.893920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:24.897881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:24.901036 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2be6db13-6a33-4521-902f-920821281f20 req-b5e410bc-cce0-42d4-a536-b47348f9ddf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 HTTP/1.1" status: 200 len: 999 time: 0.3346393 Oct 25 09:02:24.904645 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:24.918401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-943ac671-0df2-4944-901f-d60bf0224512 req-c95ba243-c586-456b-8924-6a2364a698c8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935336 Oct 25 09:02:24.975286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:24.975929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:24.978078 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 1091 time: 3.1012044 Oct 25 09:02:24.982061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:24.984543 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84efdbc4-00e5-4c1e-bed9-67398045edd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:25.024208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-255f1278-04a8-413d-b8f5-8a6754e4a95d None None] For port 03091233-5104-4655-9ab4-ab7b71764e65, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=03091233-5104-4655-9ab4-ab7b71764e65,segment=NetworkSegment(79fd3f4a-83f1-4402-a007-5c3dabd77b5a),segment_id=79fd3f4a-83f1-4402-a007-5c3dabd77b5a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:25.043665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-255f1278-04a8-413d-b8f5-8a6754e4a95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:25.068920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6db13-6a33-4521-902f-920821281f20 req-1218e089-fa09-4a1c-a398-a090500d04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:25.070746 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2be6db13-6a33-4521-902f-920821281f20 req-1218e089-fa09-4a1c-a398-a090500d04b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24e85a71-707b-4262-8763-69f41aff6788 HTTP/1.1" status: 200 len: 854 time: 0.1613758 Oct 25 09:02:25.118530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e864c-bba8-4b0c-87b6-659653fe59e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:25.146677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceedffb-1866-4316-9148-d970fd241fbc req-6f85895d-131c-4a25-a75a-433b0add69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:25.148279 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-6f85895d-131c-4a25-a75a-433b0add69e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1094 time: 0.0966823 Oct 25 09:02:25.155868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6db13-6a33-4521-902f-920821281f20 req-be8f6d6d-9c87-4910-9321-3bde33546886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:25.157713 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2be6db13-6a33-4521-902f-920821281f20 req-be8f6d6d-9c87-4910-9321-3bde33546886 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670300 Oct 25 09:02:25.179453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 03091233-5104-4655-9ab4-ab7b71764e65 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:25.179821 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:25.223287 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-9a229bb6-e7f8-41f8-8e8b-a93a499b6db0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 217 time: 0.0537908 Oct 25 09:02:25.307755 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e511a26-47c7-44aa-a93f-428b11fac656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:25.323780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f1278-04a8-413d-b8f5-8a6754e4a95d None None] Pushing event updated for resources: {'Port': ['ID=03091233-5104-4655-9ab4-ab7b71764e65,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:25.343183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceedffb-1866-4316-9148-d970fd241fbc req-ea9e0264-8d6d-4fcf-aa42-d070cc035d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:25.347243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-ea9e0264-8d6d-4fcf-aa42-d070cc035d38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1115234 Oct 25 09:02:25.352234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:25.401301 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2be6db13-6a33-4521-902f-920821281f20 req-18166407-6ee5-4ae6-88ce-c939ad831234 service neutron] 10.222.0.18 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304778 Oct 25 09:02:25.417802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-12de9b17-f0df-414f-beec-43c34c7c83b0 None None] Provisioning complete for port 43141c9d-984c-466e-ac61-6db6abbee2c6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:25.418169 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-12de9b17-f0df-414f-beec-43c34c7c83b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:25.433555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e511a26-47c7-44aa-a93f-428b11fac656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:25.552028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceedffb-1866-4316-9148-d970fd241fbc req-ca77a6b2-9a34-4c50-bd6f-3d938ffe6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:25.553560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-ca77a6b2-9a34-4c50-bd6f-3d938ffe6411 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513889 Oct 25 09:02:25.617316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acf53e-b794-4877-8fdc-34846c67f4d5 req-b162a27f-1f14-420b-a1e3-d1439bdc2158 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:25.627376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0acf53e-b794-4877-8fdc-34846c67f4d5 req-b162a27f-1f14-420b-a1e3-d1439bdc2158 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 943 time: 0.5333846 Oct 25 09:02:25.690513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e511a26-47c7-44aa-a93f-428b11fac656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:25.694851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e511a26-47c7-44aa-a93f-428b11fac656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:25.696265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0e511a26-47c7-44aa-a93f-428b11fac656 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01c9bd4e-7f87-4f3c-a648-5e24c9dc9238 HTTP/1.1" status: 204 len: 168 time: 1.0215862 Oct 25 09:02:25.731840 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-850f104d-a95f-486a-9f2a-813213a738d9 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:02:25.733349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-850f104d-a95f-486a-9f2a-813213a738d9 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "PUT /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0252764 Oct 25 09:02:25.739831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53776) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:25.754792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0acf53e-b794-4877-8fdc-34846c67f4d5 req-af520c2a-7744-4ab5-b035-867f5ab50edc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254776 Oct 25 09:02:25.756086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e511a26-47c7-44aa-a93f-428b11fac656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c9bd4e-7f87-4f3c-a648-5e24c9dc9238,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:25.801843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 43141c9d-984c-466e-ac61-6db6abbee2c6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:25.930132 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-cc21807a-7c51-4819-acf3-3db37f93ca6d service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682177 Oct 25 09:02:25.935860 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2be6db13-6a33-4521-902f-920821281f20 req-ef6a6103-42e4-49b7-b627-eaa55757d943 service neutron] 10.222.0.18 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798028 Oct 25 09:02:26.020594 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5185a273-e094-492c-81d8-387916e7412c x-openstack-request-id: req-5185a273-e094-492c-81d8-387916e7412c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:26.021142 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:26.021794 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5185a273-e094-492c-81d8-387916e7412c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:26.022515 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'status': 'completed', 'code': 200} Oct 25 09:02:26.198679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-12de9b17-f0df-414f-beec-43c34c7c83b0 None None] Provisioning complete for port 37ae6028-4e8d-4191-bfa5-42c124496349 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:26.199044 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-12de9b17-f0df-414f-beec-43c34c7c83b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:26.232778 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 43141c9d-984c-466e-ac61-6db6abbee2c6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:26.233168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:26.242100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'dad89fc4-7dbc-4f6f-b226-1cec29c1c69c', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'port_id': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'mac_address': 'fa:16:3e:c5:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d7d924-46a6-4946-934c-df2643104010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:01:52Z', 'updated_at': '2021-10-25T09:02:20Z', 'revision_number': 1, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:51Z', 'revision_number': 5, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:26.315494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c909a-578b-4017-afc3-ae340af63ab8 None None] The sync data for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 is: [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'dad89fc4-7dbc-4f6f-b226-1cec29c1c69c', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'port_id': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'mac_address': 'fa:16:3e:c5:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d7d924-46a6-4946-934c-df2643104010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:01:52Z', 'updated_at': '2021-10-25T09:02:20Z', 'revision_number': 1, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:51Z', 'revision_number': 5, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:26.322579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-12de9b17-f0df-414f-beec-43c34c7c83b0 None None] Port 37ae6028-4e8d-4191-bfa5-42c124496349 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:26.338293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e5c0-2b76-4820-8be0-274d060525f6 req-7b9168c8-7bae-45cf-9868-395195c4d570 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:26.353228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10d8e5c0-2b76-4820-8be0-274d060525f6 req-7b9168c8-7bae-45cf-9868-395195c4d570 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1360185 Oct 25 09:02:26.359066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-12de9b17-f0df-414f-beec-43c34c7c83b0 None None] Provisioning complete for port 03091233-5104-4655-9ab4-ab7b71764e65 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:26.359629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-12de9b17-f0df-414f-beec-43c34c7c83b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:26.490422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10d8e5c0-2b76-4820-8be0-274d060525f6 req-2a9ed4d0-1c54-427a-9a58-fe33a97b5775 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351120 Oct 25 09:02:26.501312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 03091233-5104-4655-9ab4-ab7b71764e65 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:26.510146 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ceedffb-1866-4316-9148-d970fd241fbc req-702f5614-c910-4261-af79-e005c90ad45c service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021281 Oct 25 09:02:26.598082 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:26.661934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 03091233-5104-4655-9ab4-ab7b71764e65 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:26.663021 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:26.673342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53804) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:26.777701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d35923-aeff-4842-89c9-232f4e2a0eb9 None None] New status for floating IP dad89fc4-7dbc-4f6f-b226-1cec29c1c69c: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:02:26.851262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-28901925-2d19-47c0-821a-bc4f32e4005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:26.852843 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-28901925-2d19-47c0-821a-bc4f32e4005f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1094 time: 0.1072855 Oct 25 09:02:26.932381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fbb9873f-ccfd-4616-bc6d-83de2c2d4fd7 tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:26.963185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-028d141a-5920-4240-b681-c7da3be2d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:26.965030 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-028d141a-5920-4240-b681-c7da3be2d8cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.1018155 Oct 25 09:02:27.016658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c728f1-52de-45cb-8326-b7882a114790 req-757c937f-62c2-4d33-93fe-31be4aa3097b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:27.022488 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-bd702ced-ff84-43e8-879b-f54c58155838 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 217 time: 0.0506032 Oct 25 09:02:27.027530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81c728f1-52de-45cb-8326-b7882a114790 req-757c937f-62c2-4d33-93fe-31be4aa3097b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 943 time: 0.1431952 Oct 25 09:02:27.067465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fbb9873f-ccfd-4616-bc6d-83de2c2d4fd7 tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "PUT /v2.0/quotas/120c31b4d0d64d4bad3a178657f53fc8 HTTP/1.1" status: 200 len: 366 time: 0.3872938 Oct 25 09:02:27.068318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53816) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:27.093948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e94022b8-4106-48f1-915b-d97d14006f1f tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0194411 Oct 25 09:02:27.095697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81c728f1-52de-45cb-8326-b7882a114790 req-5b150bbe-62c6-4bff-991e-2ce795511f7c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673578 Oct 25 09:02:27.096158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53820) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:27.101944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-5dfbde8b-9542-4390-9a88-4a12ba6917db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:27.103602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-5dfbde8b-9542-4390-9a88-4a12ba6917db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.0724740 Oct 25 09:02:27.108096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-85f2a729-f4e4-42df-8f5f-11eb99e712f9 tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "GET /v2.0/quotas/120c31b4d0d64d4bad3a178657f53fc8 HTTP/1.1" status: 200 len: 366 time: 0.0087366 Oct 25 09:02:27.108331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53824) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:27.134535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d287b9ed-c70d-4bed-b7a5-f6b88c781868 tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/120c31b4d0d64d4bad3a178657f53fc8 HTTP/1.1" status: 204 len: 168 time: 0.0249927 Oct 25 09:02:27.136702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53826) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:27.148284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-221fe9c4-e480-4248-aff9-4dacb2ac8354 tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0102098 Oct 25 09:02:27.151182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53828) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:27.163078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a1ba32f2-4cd0-437f-a123-339b01d3b849 tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "GET /v2.0/quotas/120c31b4d0d64d4bad3a178657f53fc8 HTTP/1.1" status: 200 len: 370 time: 0.0107682 Oct 25 09:02:27.165679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53830) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:27.171195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-762387ca-9cde-4e4d-a80b-015f9cb0d66b tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "GET /v2.0/quotas/120c31b4d0d64d4bad3a178657f53fc8/default HTTP/1.1" status: 200 len: 370 time: 0.0045154 Oct 25 09:02:27.173763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53832) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:27.185698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-f8c55e8c-5ea1-430f-bf3f-b83a93f1c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:27.187347 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-f8c55e8c-5ea1-430f-bf3f-b83a93f1c43c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735373 Oct 25 09:02:27.189352 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-76e2d9c0-6765-479b-a325-19c9606f59ed tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] delete failed (client error): The resource could not be found. Oct 25 09:02:27.204146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-76e2d9c0-6765-479b-a325-19c9606f59ed tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/120c31b4d0d64d4bad3a178657f53fc8 HTTP/1.1" status: 404 len: 348 time: 0.0271337 Oct 25 09:02:27.271866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Deleting port 37ae6028-4e8d-4191-bfa5-42c124496349 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:27.272112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:27.352194 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-2edbd55b-4cc0-45bf-9cd1-0b2f1bfe3ed6 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568804 Oct 25 09:02:27.456538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:27.457621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53844) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:27.472302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Calling delete_port for 37ae6028-4e8d-4191-bfa5-42c124496349 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:27.512337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Usage tracker for resource:network and project:a2395afe22074a76b49e5603bd24d55d is out of sync, need to count used quota {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 09:02:27.525056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 09:02:27.534698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Usage tracker for resource:subnet and project:a2395afe22074a76b49e5603bd24d55d is out of sync, need to count used quota {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 09:02:27.539979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 09:02:27.549685 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84efdbc4-00e5-4c1e-bed9-67398045edd2 req-cc5ca2bb-8eb5-49f2-9259-aeb83bd517c9 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868846 Oct 25 09:02:27.570154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Usage tracker for resource:subnetpool and project:a2395afe22074a76b49e5603bd24d55d is out of sync, need to count used quota {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 09:02:27.578303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 09:02:27.589564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Usage tracker for resource:port and project:a2395afe22074a76b49e5603bd24d55d is out of sync, need to count used quota {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 09:02:27.593334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 09:02:27.600555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Usage tracker for resource:router and project:a2395afe22074a76b49e5603bd24d55d is out of sync, need to count used quota {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 09:02:27.604052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 09:02:27.611539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Usage tracker for resource:floatingip and project:a2395afe22074a76b49e5603bd24d55d is out of sync, need to count used quota {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 09:02:27.615387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 09:02:27.723944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987bc8e-c81b-44dc-8ee5-a8454d7c394d req-d6afa582-9a41-4653-8550-66b3ff207aca tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:27.725766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7987bc8e-c81b-44dc-8ee5-a8454d7c394d req-d6afa582-9a41-4653-8550-66b3ff207aca tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.0995884 Oct 25 09:02:27.732367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:27.765043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Usage tracker for resource:security_group and project:a2395afe22074a76b49e5603bd24d55d is out of sync, need to count used quota {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 09:02:27.770908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Port': ['ID=37ae6028-4e8d-4191-bfa5-42c124496349,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:27.777665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 09:02:27.800540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7987bc8e-c81b-44dc-8ee5-a8454d7c394d req-310129a0-0d97-4bc4-85bc-49e7c970e6df tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650878 Oct 25 09:02:27.805547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Usage tracker for resource:security_group_rule and project:a2395afe22074a76b49e5603bd24d55d is out of sync, need to count used quota {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 25 09:02:27.809293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.quota.resource [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106992) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 25 09:02:27.818335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b0fc7056-9648-4cbc-a725-b23c5eeebb3e tempest-QuotasTest-577434801 tempest-QuotasTest-577434801-project-admin] 10.222.0.32 "GET /v2.0/quotas/a2395afe22074a76b49e5603bd24d55d/details.json HTTP/1.1" status: 200 len: 703 time: 0.3594546 Oct 25 09:02:27.900601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:27.968683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53854) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:28.155037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Router 14fe86de-0cd1-416d-a8fe-57caa7ccca8b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:02:28.187286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5f85a4d-dcb5-454b-873a-04700560634f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:28.245492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53862) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:28.260536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:28.268227 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-54545f1a-3dfe-40b5-afb1-3fc15236d967 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "PUT /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4946339 Oct 25 09:02:28.272204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:28.274371 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066b149-cf18-4563-8a0f-35a31054e875 None None] Sync routers for ids ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:28.285449 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066b149-cf18-4563-8a0f-35a31054e875 None None] Routers {'14fe86de-0cd1-416d-a8fe-57caa7ccca8b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:28.286356 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7066b149-cf18-4563-8a0f-35a31054e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:28.318834 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7066b149-cf18-4563-8a0f-35a31054e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:28.324206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49186546-e20d-450b-a567-c8d516966e4c req-3ff8754d-2901-47dd-b326-bd482b462411 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:28.326165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49186546-e20d-450b-a567-c8d516966e4c req-3ff8754d-2901-47dd-b326-bd482b462411 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 943 time: 0.1396832 Oct 25 09:02:28.328406 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5f85a4d-dcb5-454b-873a-04700560634f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:28.335642 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066b149-cf18-4563-8a0f-35a31054e875 None None] Routers {'14fe86de-0cd1-416d-a8fe-57caa7ccca8b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:28.336290 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7066b149-cf18-4563-8a0f-35a31054e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:28.344313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5f85a4d-dcb5-454b-873a-04700560634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:28.346348 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-8d358227-1912-4643-aea2-3c2cee833a8c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] delete failed (client error): The resource could not be found. Oct 25 09:02:28.350905 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d358227-1912-4643-aea2-3c2cee833a8c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1020865427 HTTP/1.1" status: 404 len: 335 time: 0.0741353 Oct 25 09:02:28.351918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53870) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:28.355593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3c3f5075-fedb-4dcf-8549-6b149496e0db tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'router': {'external_gateway_info': {'network_id': '14fe86de-0cd1-416d-a8fe-57caa7ccca8b'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:28.377315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d5f85a4d-dcb5-454b-873a-04700560634f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5e751d1e68444efb2890c84536deec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044602 Oct 25 09:02:28.385789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53872) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:28.390594 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7066b149-cf18-4563-8a0f-35a31054e875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:28.391513 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066b149-cf18-4563-8a0f-35a31054e875 None None] The sync data for ids ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:28.448454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49186546-e20d-450b-a567-c8d516966e4c req-c18ee92c-a0ab-4bc5-9fd9-0b94cf82cac4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143477 Oct 25 09:02:28.455214 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f2db581-8a49-4b75-80ab-b8dda3f564fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:28.477943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f85a4d-dcb5-454b-873a-04700560634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e55f7d-97e8-422d-8eef-faaecafc46aa,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:28.497590 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a151905-860e-4717-a443-bcb8d22952cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:28.528378 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a151905-860e-4717-a443-bcb8d22952cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:28.602665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a151905-860e-4717-a443-bcb8d22952cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:28.605725 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a151905-860e-4717-a443-bcb8d22952cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:28.609392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2a151905-860e-4717-a443-bcb8d22952cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7e55f7d-97e8-422d-8eef-faaecafc46aa HTTP/1.1" status: 204 len: 168 time: 0.2201920 Oct 25 09:02:28.629643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a151905-860e-4717-a443-bcb8d22952cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e55f7d-97e8-422d-8eef-faaecafc46aa,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:28.939100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34802e0b-bead-411c-9f05-f90a4305bc3e req-c43be09f-a87d-442e-8ede-7bd117b3b0a0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:28.945594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34802e0b-bead-411c-9f05-f90a4305bc3e req-c43be09f-a87d-442e-8ede-7bd117b3b0a0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.0630040 Oct 25 09:02:28.992555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34802e0b-bead-411c-9f05-f90a4305bc3e req-cb5f85db-f525-4bf1-942d-2eebe5b93acd tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Oct 25 09:02:29.014589 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5075-fedb-4dcf-8549-6b149496e0db tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.038557 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-3c3f5075-fedb-4dcf-8549-6b149496e0db tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] update failed (client error): The resource could not be found. Oct 25 09:02:29.042266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3c3f5075-fedb-4dcf-8549-6b149496e0db tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "PUT /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b HTTP/1.1" status: 404 len: 339 time: 0.6892843 Oct 25 09:02:29.043254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53890) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:29.060435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1078239585'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:29.112797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f2db581-8a49-4b75-80ab-b8dda3f564fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.114171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Made reservation on behalf of 11734fd23ffd414ca48efb9934523438 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:29.119380 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.124242 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f2db581-8a49-4b75-80ab-b8dda3f564fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.187404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:02:29.189639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2db581-8a49-4b75-80ab-b8dda3f564fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff71fb2-1dc3-4c1f-a22e-6a319d741c8a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:29.193898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7f2db581-8a49-4b75-80ab-b8dda3f564fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1283d8812111431f9d8056d82e511225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9473631 Oct 25 09:02:29.196688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53896) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:29.203199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.203630 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Added segment 20cb64e8-e99a-4f2d-a891-d55cb4a5aede of type vlan for network 3707aa22-7394-4ff4-830c-61f98e0b98db Oct 25 09:02:29.249483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.274031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0289a0c4-b1da-433f-89dc-6693bd5bb1c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.295222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.303249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0289a0c4-b1da-433f-89dc-6693bd5bb1c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.304159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:29.305253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.371626 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0289a0c4-b1da-433f-89dc-6693bd5bb1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.375900 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0289a0c4-b1da-433f-89dc-6693bd5bb1c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.393178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0289a0c4-b1da-433f-89dc-6693bd5bb1c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ff71fb2-1dc3-4c1f-a22e-6a319d741c8a HTTP/1.1" status: 204 len: 168 time: 0.1831563 Oct 25 09:02:29.402738 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3437805 Oct 25 09:02:29.402961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53906) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:29.409667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'subnet': {'network_id': '3707aa22-7394-4ff4-830c-61f98e0b98db', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:29.412107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289a0c4-b1da-433f-89dc-6693bd5bb1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff71fb2-1dc3-4c1f-a22e-6a319d741c8a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:29.441968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53908) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:29.475459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f89ab-1909-4fd0-922d-134c194230da tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Network': ['ID=3707aa22-7394-4ff4-830c-61f98e0b98db,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:29.489453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3707aa22-7394-4ff4-830c-61f98e0b98db details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:02:29.564275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Made reservation on behalf of 11734fd23ffd414ca48efb9934523438 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:29.571054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.639990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1261474481-network', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:29.669750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Made reservation on behalf of e25be07622cd464590d59222eb9d4c0e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:29.672232 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.711134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495044c9-af49-4c0c-a9d0-636d959a25f7 req-ac3e4a34-0946-4c51-819d-a9bd54602dc4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:29.712844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-495044c9-af49-4c0c-a9d0-636d959a25f7 req-ac3e4a34-0946-4c51-819d-a9bd54602dc4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 943 time: 0.1222057 Oct 25 09:02:29.713874 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.778430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-495044c9-af49-4c0c-a9d0-636d959a25f7 req-df4511c8-c4a8-4942-a724-0204a8a6a9c1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537941 Oct 25 09:02:29.820678 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.869653 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.875283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.891110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:02:29.905875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.906588 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Added segment 7f35f117-6067-4e49-bd7b-e7ea82c3365e of type vlan for network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 Oct 25 09:02:29.921199 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53922) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:29.939305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Subnet': ['ID=21e4f83b-2f30-4afe-b0f0-930bb515da9d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:29.953465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b15b95a0-930e-4b20-be8f-2912fb61b889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:29.969006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Checking segment: {'id': '20cb64e8-e99a-4f2d-a891-d55cb4a5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3707aa22-7394-4ff4-830c-61f98e0b98db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:29.969423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network hostable DHCP agents. Network: 3707aa22-7394-4ff4-830c-61f98e0b98db, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:02:29.978194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.009181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network 3707aa22-7394-4ff4-830c-61f98e0b98db is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:02:30.013624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.014640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:30.015363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.028514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 3707aa22-7394-4ff4-830c-61f98e0b98db) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:30.034746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:30.035350 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.046522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bc58b6-a4ba-4fa3-8688-34241e4f6de5 None None] Network 3707aa22-7394-4ff4-830c-61f98e0b98db requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:30.089877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Pushing event updated for resources: {'Network': ['ID=77d51b74-1f3d-40fa-baa3-7a29deed3bd5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:30.092509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f9e2c30-c2fa-4c66-9df4-5a7f03a58e4a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6885982 Oct 25 09:02:30.100992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53926) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:30.105765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8d6070f0-caea-4b1b-b23c-56ad97ea3341 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'router': {'external_gateway_info': {'network_id': '3707aa22-7394-4ff4-830c-61f98e0b98db'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:30.107708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc2d41-2f68-4beb-8e27-db2c5f35ced9,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:30.121443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-810361f0-58e7-4c36-9931-b49141422f83 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6782887 Oct 25 09:02:30.122652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53928) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:30.130634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Request body: {'subnet': {'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1261474481-subnet', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:30.192256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:02:30.199544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f52d7d-df18-423d-857c-f0903c982729 req-f36e35c4-b5dc-4f1a-8939-d8c72e01ee11 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:30.207261 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44f52d7d-df18-423d-857c-f0903c982729 req-f36e35c4-b5dc-4f1a-8939-d8c72e01ee11 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.0827093 Oct 25 09:02:30.211199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Made reservation on behalf of e25be07622cd464590d59222eb9d4c0e for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:30.214235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.224934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b15b95a0-930e-4b20-be8f-2912fb61b889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.245715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b15b95a0-930e-4b20-be8f-2912fb61b889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.308211 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44f52d7d-df18-423d-857c-f0903c982729 req-20e584c6-2410-40df-a04a-9f45d52d0596 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000252 Oct 25 09:02:30.335681 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b15b95a0-930e-4b20-be8f-2912fb61b889 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2395afe22074a76b49e5603bd24d55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078417 Oct 25 09:02:30.336933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53932) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:30.409550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-563b5f75-0485-4477-851a-8be11b0918e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.415815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-3707aa22-7394-4ff4-830c-61f98e0b98db', 'network_id': '3707aa22-7394-4ff4-830c-61f98e0b98db', 'tenant_id': '11734fd23ffd414ca48efb9934523438', 'fixed_ips': [{'subnet_id': '21e4f83b-2f30-4afe-b0f0-930bb515da9d'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:02:30.417506 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.447127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-563b5f75-0485-4477-851a-8be11b0918e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.460409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b95a0-930e-4b20-be8f-2912fb61b889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81eb20a-8c53-413b-a2bf-c0ee04c2547c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:30.498356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:02:30.539739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d6070f0-caea-4b1b-b23c-56ad97ea3341 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.603190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-563b5f75-0485-4477-851a-8be11b0918e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.606238 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-563b5f75-0485-4477-851a-8be11b0918e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.610482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-563b5f75-0485-4477-851a-8be11b0918e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f81eb20a-8c53-413b-a2bf-c0ee04c2547c HTTP/1.1" status: 204 len: 168 time: 0.2697415 Oct 25 09:02:30.613806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.672752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=351082fe-97ac-4d5b-81a3-78159e2ff4cd,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:30.677163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b5f75-0485-4477-851a-8be11b0918e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81eb20a-8c53-413b-a2bf-c0ee04c2547c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:30.702170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Checking segment: {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:30.702523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Network hostable DHCP agents. Network: 77d51b74-1f3d-40fa-baa3-7a29deed3bd5, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:02:30.724491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:02:30.737236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 77d51b74-1f3d-40fa-baa3-7a29deed3bd5) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:30.750365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:30.751133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.782672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c45796-bca3-4b27-a2e8-88b4bc4e7409 None None] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:30.785179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1d515f74-9803-4133-9310-2a8f4341b325 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6601121 Oct 25 09:02:30.785322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53944) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:30.795644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:30.848127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.849284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:30.875494 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-8d6070f0-caea-4b1b-b23c-56ad97ea3341 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:02:30.882152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53958) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:30.888926 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d6070f0-caea-4b1b-b23c-56ad97ea3341 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "PUT /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b HTTP/1.1" status: 400 len: 364 time: 0.7866993 Oct 25 09:02:30.920118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Allocated IP 2001:db8:1::2 (3707aa22-7394-4ff4-830c-61f98e0b98db/21e4f83b-2f30-4afe-b0f0-930bb515da9d/026fd6b5-dace-4bca-99cd-0d7af615fcae) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:31.008937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.127748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:31.178672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'mac_address': 'fa:16:3e:79:21:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:02:31.212451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af61f45-591d-451f-811d-f91a5eb3d0ae req-09a95dfa-1792-49b5-a98a-050b38cf573c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:31.214771 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0af61f45-591d-451f-811d-f91a5eb3d0ae req-09a95dfa-1792-49b5-a98a-050b38cf573c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 943 time: 0.3439651 Oct 25 09:02:31.265060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.387497 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.409332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfcaf05-3ef6-4d16-877e-a642894697ac {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:31.482807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:31.500226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0af61f45-591d-451f-811d-f91a5eb3d0ae req-71b12068-c920-437d-9d65-d4fee2f24bfc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759132 Oct 25 09:02:31.505910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:02:31.506820 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.515341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.522729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.582111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.606945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Network 3707aa22-7394-4ff4-830c-61f98e0b98db is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:31.615564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:31.622853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:31.651244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.696461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.725603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:31.740809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:31.888376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Allocated IP 172.25.8.68 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/4080c782-352d-4692-823e-6a9c8cc1c2f8) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:32.003972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Attempting to bind port 026fd6b5-dace-4bca-99cd-0d7af615fcae on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:32.004333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Attempting to bind port 026fd6b5-dace-4bca-99cd-0d7af615fcae by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '20cb64e8-e99a-4f2d-a891-d55cb4a5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3707aa22-7394-4ff4-830c-61f98e0b98db'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:32.004688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Attempting to bind port 026fd6b5-dace-4bca-99cd-0d7af615fcae on network 3707aa22-7394-4ff4-830c-61f98e0b98db {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:32.028307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:32.028672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Checking segment: {'id': '20cb64e8-e99a-4f2d-a891-d55cb4a5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3707aa22-7394-4ff4-830c-61f98e0b98db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:32.029097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:32.029486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Bound using segment: {'id': '20cb64e8-e99a-4f2d-a891-d55cb4a5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3707aa22-7394-4ff4-830c-61f98e0b98db'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:32.029969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Bound port: 026fd6b5-dace-4bca-99cd-0d7af615fcae, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cb64e8-e99a-4f2d-a891-d55cb4a5aede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3707aa22-7394-4ff4-830c-61f98e0b98db'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:32.030343 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:32.033109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4bfcaf05-3ef6-4d16-877e-a642894697ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:02:32.190017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:32.264718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:32.377975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:32.383540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:32.387386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:32.405140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Pushing event updated for resources: {'Port': ['ID=4080c782-352d-4692-823e-6a9c8cc1c2f8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:32.577850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Allocated IP 172.20.0.2 (77d51b74-1f3d-40fa-baa3-7a29deed3bd5/351082fe-97ac-4d5b-81a3-78159e2ff4cd/ffde4d81-bd85-4180-a441-f45d0e1fc3f3) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:32.580157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511cbd-101c-4af2-a200-e34978f2ebef req-9972b9d6-3a8a-4d38-ac62-caecf3dbf9f1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:32.610776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53511cbd-101c-4af2-a200-e34978f2ebef req-9972b9d6-3a8a-4d38-ac62-caecf3dbf9f1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.2139914 Oct 25 09:02:32.654650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Pushing event updated for resources: {'Port': ['ID=026fd6b5-dace-4bca-99cd-0d7af615fcae,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:32.676395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] For port 026fd6b5-dace-4bca-99cd-0d7af615fcae, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:32.726084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] For port 026fd6b5-dace-4bca-99cd-0d7af615fcae, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=026fd6b5-dace-4bca-99cd-0d7af615fcae,segment=NetworkSegment(20cb64e8-e99a-4f2d-a891-d55cb4a5aede),segment_id=20cb64e8-e99a-4f2d-a891-d55cb4a5aede)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:32.744575 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:32.752714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53511cbd-101c-4af2-a200-e34978f2ebef req-fce489e0-f7c7-42ac-a821-07b8b228016a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361966 Oct 25 09:02:32.829137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Allocated IP 2001:db8::1 (efbdc289-c999-4640-af74-1cefd50cdfa9/7568658a-6d7b-4e18-bfa6-bc2efd943eb6/41ddd0af-18d9-4375-88ab-b9275456008d) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:32.941064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.052795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8c2d-0b41-4c7e-a746-7a306c570f5d req-5940943b-0228-4d7e-a136-fdfb76564f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:33.054538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1eb8c2d-0b41-4c7e-a746-7a306c570f5d req-5940943b-0228-4d7e-a136-fdfb76564f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1080742 Oct 25 09:02:33.080206 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.117726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a9f78-79e5-4c8d-850b-a60ac9562b4f None None] Pushing event updated for resources: {'Port': ['ID=026fd6b5-dace-4bca-99cd-0d7af615fcae,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:33.150197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1eb8c2d-0b41-4c7e-a746-7a306c570f5d req-5483706f-3f4d-4c10-aa38-1c68b8c9e61a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798001 Oct 25 09:02:33.159872 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.207772 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.253014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.353335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network efbdc289-c999-4640-af74-1cefd50cdfa9 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:33.356707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:33.373822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:33.374375 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.399903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Pushing event updated for resources: {'Port': ['ID=ffde4d81-bd85-4180-a441-f45d0e1fc3f3,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:33.460816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.461785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:33.472460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Port': ['ID=41ddd0af-18d9-4375-88ab-b9275456008d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:33.483413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:33.497785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:33.725202 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.732712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Attempting to bind port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:33.733221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Attempting to bind port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:33.733522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Attempting to bind port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 on network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:33.748265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:33.748635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Checking segment: {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:33.749073 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.749459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Bound using segment: {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:33.749966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Bound port: ffde4d81-bd85-4180-a441-f45d0e1fc3f3, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:33.750297 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.788851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 026fd6b5-dace-4bca-99cd-0d7af615fcae up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:33.793420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54244) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:33.794979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Router 5179018a-e05c-4a42-bdb0-3f3afd022f26 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:02:33.977493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] For port ffde4d81-bd85-4180-a441-f45d0e1fc3f3, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:33.981857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] For port ffde4d81-bd85-4180-a441-f45d0e1fc3f3, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ffde4d81-bd85-4180-a441-f45d0e1fc3f3,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:33.983140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 026fd6b5-dace-4bca-99cd-0d7af615fcae triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:33.983780 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:33.987419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cc8f624b-34cb-4f61-8bff-ee6ad4f1ba7b None None] Provisioning complete for port 41ddd0af-18d9-4375-88ab-b9275456008d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:33.988031 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc8f624b-34cb-4f61-8bff-ee6ad4f1ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.059386 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.092217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:34.131715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.133215 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-83b2fe65-0a1a-4660-8569-4db8882e03bd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3423798 Oct 25 09:02:34.135848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54280) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:34.159224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Sync routers for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:34.189893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035ed0e-dae0-478b-824d-4969c85bbd9a req-a2711add-da6b-4057-8bb6-a0719411ff70 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:34.192137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d035ed0e-dae0-478b-824d-4969c85bbd9a req-a2711add-da6b-4057-8bb6-a0719411ff70 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.2471216 Oct 25 09:02:34.293647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-238989119', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:34.300946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f624b-34cb-4f61-8bff-ee6ad4f1ba7b None None] Port 41ddd0af-18d9-4375-88ab-b9275456008d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:34.322430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:34.323343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:34.346947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d035ed0e-dae0-478b-824d-4969c85bbd9a req-be8ef7f9-573c-4f9e-8d6f-8ccdb5135590 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468034 Oct 25 09:02:34.376125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Made reservation on behalf of af177e417a624bcfae9d462e931072ca for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:34.381119 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.405994 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.524238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2817a1b-ac69-4c15-a2f3-c10823d9a1f1 None None] Pushing event updated for resources: {'Port': ['ID=ffde4d81-bd85-4180-a441-f45d0e1fc3f3,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:34.526680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.541344 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.542380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.592125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.685345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 026fd6b5-dace-4bca-99cd-0d7af615fcae, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=026fd6b5-dace-4bca-99cd-0d7af615fcae,segment=NetworkSegment(20cb64e8-e99a-4f2d-a891-d55cb4a5aede),segment_id=20cb64e8-e99a-4f2d-a891-d55cb4a5aede)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:34.730003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:34.731949 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:34.748073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d098926-9d5d-414d-92fd-6c0d439a0674 req-26854dce-f581-4f2b-b9d0-2b0996154ea6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:34.757186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d098926-9d5d-414d-92fd-6c0d439a0674 req-26854dce-f581-4f2b-b9d0-2b0996154ea6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2276902 Oct 25 09:02:34.762316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event updated for resources: {'Port': ['ID=41ddd0af-18d9-4375-88ab-b9275456008d,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:34.819454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d098926-9d5d-414d-92fd-6c0d439a0674 req-afc51d41-0f53-41c4-922f-a1ba4674b960 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610132 Oct 25 09:02:34.901908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Network efbdc289-c999-4640-af74-1cefd50cdfa9 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:34.903326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:34.935206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce29a0-4320-4391-88d6-da3e2920037d None None] Network 3707aa22-7394-4ff4-830c-61f98e0b98db requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:34.976457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=026fd6b5-dace-4bca-99cd-0d7af615fcae,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:35.131896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Router 14fe86de-0cd1-416d-a8fe-57caa7ccca8b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:02:35.184027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-644605c5-ecea-4bea-aa5f-af5ce45a959e None None] Provisioning complete for port 026fd6b5-dace-4bca-99cd-0d7af615fcae triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:35.184324 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-644605c5-ecea-4bea-aa5f-af5ce45a959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:35.330527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:35.342109 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504d535-7e2d-4d23-8ad7-6cb34d79c26c None None] Sync routers for ids ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:35.364768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1e67ae19-9604-485c-9459-c25cc9f6544d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "PUT /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4775121 Oct 25 09:02:35.368354 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504d535-7e2d-4d23-8ad7-6cb34d79c26c None None] Routers {'14fe86de-0cd1-416d-a8fe-57caa7ccca8b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:35.369264 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5504d535-7e2d-4d23-8ad7-6cb34d79c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:35.375780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54384) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:35.466532 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5504d535-7e2d-4d23-8ad7-6cb34d79c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:35.495781 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504d535-7e2d-4d23-8ad7-6cb34d79c26c None None] Routers {'14fe86de-0cd1-416d-a8fe-57caa7ccca8b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:35.496658 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5504d535-7e2d-4d23-8ad7-6cb34d79c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:35.506959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:32Z', 'revision_number': 3, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:35.547115 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:35.591419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:35.598898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] device_id is not set on port b767382c-1b47-412e-a7b7-720b16999131 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:02:35.602413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Checking router: 5179018a-e05c-4a42-bdb0-3f3afd022f26 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:02:35.605398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Updating router 5179018a-e05c-4a42-bdb0-3f3afd022f26 port 4080c782-352d-4692-823e-6a9c8cc1c2f8 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:02:35.634725 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5504d535-7e2d-4d23-8ad7-6cb34d79c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:35.638806 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504d535-7e2d-4d23-8ad7-6cb34d79c26c None None] The sync data for ids ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:35.713844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:35.717343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-22cd5934-23a5-40a2-b4a9-1c982f60abc6 None None] Provisioning complete for port 41ddd0af-18d9-4375-88ab-b9275456008d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:35.717781 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22cd5934-23a5-40a2-b4a9-1c982f60abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:35.780752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-3b589fda-87ea-4990-a08b-bd6fdd520d35 service neutron] 10.222.0.41 "GET /v2.0/ports/12f5ee1d-083b-472f-89ba-b95407c3c8d9/bindings/n-h1-814746-2 HTTP/1.1" status: 200 len: 382 time: 0.3963788 Oct 25 09:02:35.894794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Allocated IP 172.25.8.5 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/b767382c-1b47-412e-a7b7-720b16999131) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:35.944777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 026fd6b5-dace-4bca-99cd-0d7af615fcae up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:36.033582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a152ab-4cba-4526-9957-f0700d01377e req-cfe60f0a-5acf-4da5-a004-3f584ad4f99a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:36.036790 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a152ab-4cba-4526-9957-f0700d01377e req-cfe60f0a-5acf-4da5-a004-3f584ad4f99a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.4030719 Oct 25 09:02:36.054398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-90f55837-f373-48f3-8722-9c99acd4fad7 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:36.178272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-22cd5934-23a5-40a2-b4a9-1c982f60abc6 None None] Port 41ddd0af-18d9-4375-88ab-b9275456008d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:36.286222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 026fd6b5-dace-4bca-99cd-0d7af615fcae triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:36.286736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:36.341892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62a152ab-4cba-4526-9957-f0700d01377e req-c20c823a-9f0d-4e28-99e9-523021c140d2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658787 Oct 25 09:02:36.372976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-c5f17bdb-aeac-4be3-82e7-0c61b4fffc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:36.374502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-c5f17bdb-aeac-4be3-82e7-0c61b4fffc78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc&tenant_id=5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 1101 time: 0.1505818 Oct 25 09:02:36.381811 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-90f55837-f373-48f3-8722-9c99acd4fad7 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 09:02:36.382833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-90f55837-f373-48f3-8722-9c99acd4fad7 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b HTTP/1.1" status: 409 len: 329 time: 1.0048249 Oct 25 09:02:36.385891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54464) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:36.400627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a21d5f5-4fc2-4ab2-907b-148739141b42,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:36.512738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:36.622567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:36.624381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560eacbf-c4bc-444f-87b6-10fa278560ef None None] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:36.649325 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:36.695998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-9b0aa2a7-9059-48af-916c-6fe720cc1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:36.697716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-9b0aa2a7-9059-48af-916c-6fe720cc1d11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 1101 time: 0.2180872 Oct 25 09:02:36.702665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Pushing event updated for resources: {'Port': ['ID=b767382c-1b47-412e-a7b7-720b16999131,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:36.712684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fce47-b3c9-4e38-b158-5f985e4541e2 req-f00a547c-4416-4873-97e0-aa1c70692820 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:36.714288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-684fce47-b3c9-4e38-b158-5f985e4541e2 req-f00a547c-4416-4873-97e0-aa1c70692820 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1761756 Oct 25 09:02:36.757482 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:36.775360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:36.825068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-684fce47-b3c9-4e38-b158-5f985e4541e2 req-308e26fa-5afb-4366-af50-3f0c7b4dde44 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982003 Oct 25 09:02:36.921541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-e9fdf5ec-b7af-49f1-86b2-7aca42970011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:36.923792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-e9fdf5ec-b7af-49f1-86b2-7aca42970011 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2083411 Oct 25 09:02:36.940146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Allocated IP 172.20.0.1 (77d51b74-1f3d-40fa-baa3-7a29deed3bd5/351082fe-97ac-4d5b-81a3-78159e2ff4cd/4e8b405e-916b-4f6e-a6b5-e926f8cced4f) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:36.971862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-2bd434af-3b43-4fb8-890c-c37ada395333 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0404990 Oct 25 09:02:37.006541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-89e9f1d5-3c5b-4094-9d65-ec2bbe7a9cd2 None None] Provisioning complete for port 026fd6b5-dace-4bca-99cd-0d7af615fcae triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:37.007166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89e9f1d5-3c5b-4094-9d65-ec2bbe7a9cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.051742 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.052108 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.066057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-16d9453e-df00-43f2-ad7b-6ddac0dc1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:37.067617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-16d9453e-df00-43f2-ad7b-6ddac0dc1d14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0865445 Oct 25 09:02:37.074994 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.091960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:37.096420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:37.101370 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.126085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.131164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-cbab5b6a-a37c-4286-9add-1778d2ef8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:37.132975 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-cbab5b6a-a37c-4286-9add-1778d2ef8fd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582345 Oct 25 09:02:37.185215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:37.194634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:37.197886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:37.221376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd713c-fe6e-491b-adc3-2fd8330ab73a None None] Pushing event updated for resources: {'Port': ['ID=4080c782-352d-4692-823e-6a9c8cc1c2f8,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:37.223673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 4bfcaf05-3ef6-4d16-877e-a642894697ac completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:02:37.240561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:37.241218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.246732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4bfcaf05-3ef6-4d16-877e-a642894697ac triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:37.247284 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.255796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Attempting to bind port 4080c782-352d-4692-823e-6a9c8cc1c2f8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:37.256392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Attempting to bind port 4080c782-352d-4692-823e-6a9c8cc1c2f8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:37.256932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Attempting to bind port 4080c782-352d-4692-823e-6a9c8cc1c2f8 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:37.258203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Pushing event updated for resources: {'Port': ['ID=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:37.273976 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.294285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ffde4d81-bd85-4180-a441-f45d0e1fc3f3 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:37.299226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:37.299820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:37.300406 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.301038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:37.301730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Bound port: 4080c782-352d-4692-823e-6a9c8cc1c2f8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:37.302323 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.392780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5ab19b2d-2f68-4584-80c9-3690229cea18 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.5890818 Oct 25 09:02:37.394477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-89e9f1d5-3c5b-4094-9d65-ec2bbe7a9cd2 None None] Provisioning complete for port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:37.395205 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89e9f1d5-3c5b-4094-9d65-ec2bbe7a9cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.395760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54472) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:37.401450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.5'}]}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:37.433648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] For port 4080c782-352d-4692-823e-6a9c8cc1c2f8, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:37.441155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] For port 4080c782-352d-4692-823e-6a9c8cc1c2f8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4080c782-352d-4692-823e-6a9c8cc1c2f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:37.459594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.475866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.477206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.499789 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.572227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd713c-fe6e-491b-adc3-2fd8330ab73a None None] Pushing event updated for resources: {'Port': ['ID=4080c782-352d-4692-823e-6a9c8cc1c2f8,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:37.586325 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.652707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.661191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:37.661713 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.732360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:37.733314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:37.788927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:37.791651 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d253903c-b718-4bf1-a111-eb4eaf7c3b06" -d '{"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:37.800668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.831439 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89e9f1d5-3c5b-4094-9d65-ec2bbe7a9cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.850368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:37.864229 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.911430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-ed581d8d-41f2-4c3a-b1bd-c5c77967aa55 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7442217 Oct 25 09:02:37.935085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-89e9f1d5-3c5b-4094-9d65-ec2bbe7a9cd2 None None] For port ffde4d81-bd85-4180-a441-f45d0e1fc3f3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ffde4d81-bd85-4180-a441-f45d0e1fc3f3,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:37.945401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f5ee1d-083b-472f-89ba-b95407c3c8d9 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:37.952285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.961508 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.977835 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89e9f1d5-3c5b-4094-9d65-ec2bbe7a9cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:37.982422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057457aa-c95e-4490-bfe5-de3d3571046d req-d03575ec-e905-4361-a1e0-e1afdfcb182c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:37.990207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-057457aa-c95e-4490-bfe5-de3d3571046d req-d03575ec-e905-4361-a1e0-e1afdfcb182c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1774881 Oct 25 09:02:38.028109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:38.033334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:38.051555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Pushing event updated for resources: {'Port': ['ID=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:38.059989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-057457aa-c95e-4490-bfe5-de3d3571046d req-19f480ea-a3c1-4ba0-865b-c0e743ce3a29 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688484 Oct 25 09:02:38.095453 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.157931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-7be6b99b-94cf-446f-a222-aca9d7ac87d6 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373893 Oct 25 09:02:38.212071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cbad9cbe-a16e-4383-94e0-98d60ca821d2 None None] Provisioning complete for port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:38.212564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cbad9cbe-a16e-4383-94e0-98d60ca821d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.263139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.283421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9f1d5-3c5b-4094-9d65-ec2bbe7a9cd2 None None] Pushing event updated for resources: {'Port': ['ID=ffde4d81-bd85-4180-a441-f45d0e1fc3f3,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:38.294523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.335071 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.351069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-3121ce33-42b0-4202-bf73-7fd83a1db50a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:38.352119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-3121ce33-42b0-4202-bf73-7fd83a1db50a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/networks?id=98a163d5-0ebe-4066-8cf2-4d47d94f2686 HTTP/1.1" status: 200 len: 814 time: 0.1499696 Oct 25 09:02:38.356270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Deleting port 41ddd0af-18d9-4375-88ab-b9275456008d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:38.356270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.388667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:38.392556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:38.426124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-d2944a8c-878d-4775-9286-23dcd1a5fb03 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/quotas/e4974c40964e49f5ba83c301eef0d68b HTTP/1.1" status: 200 len: 375 time: 0.0643606 Oct 25 09:02:38.446720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:38.463168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.466569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-82e51c48-a518-4cf1-b128-7dd4e1650587 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4974c40964e49f5ba83c301eef0d68b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346057 Oct 25 09:02:38.509174 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.540948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cbad9cbe-a16e-4383-94e0-98d60ca821d2 None None] Provisioning complete for port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:38.541832 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cbad9cbe-a16e-4383-94e0-98d60ca821d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.545820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:38.576298 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.599096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Calling delete_port for 41ddd0af-18d9-4375-88ab-b9275456008d owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:38.603450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:36Z', 'revision_number': 1, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:38.669081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.673862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Router 5179018a-e05c-4a42-bdb0-3f3afd022f26 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:02:38.683352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-250f6c13-4bb3-44d1-87a0-e703aafa4323 service neutron] 10.222.0.32 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034466 Oct 25 09:02:38.785221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cbad9cbe-a16e-4383-94e0-98d60ca821d2 None None] Port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:38.786862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccba66d-5090-46a9-935a-ddb712d01061 None None] The sync data for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 is: [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:36Z', 'revision_number': 1, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:38.842956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-6761f5e7-0b93-4526-ac13-9db2bd7fd864 service neutron] 10.222.0.32 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576874 Oct 25 09:02:38.916571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cf79ebcf-6a58-411a-9fee-bf1e0b83aab2 None None] Provisioning complete for port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:38.917024 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf79ebcf-6a58-411a-9fee-bf1e0b83aab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.920275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.923819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.964512 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:38.983735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cf79ebcf-6a58-411a-9fee-bf1e0b83aab2 None None] Port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:39.004519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:39.020656 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1ef90f90-8648-4072-8e16-5b7e2f5b45bd admin admin] 10.222.0.32 "PUT /v2.0/routers/5179018a-e05c-4a42-bdb0-3f3afd022f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8743148 Oct 25 09:02:39.020869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Port': ['ID=41ddd0af-18d9-4375-88ab-b9275456008d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:39.026612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:39.027862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89d815c8-dd81-486b-8302-63c3e6a28d5a {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:02:39.068880 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd9334e-356b-417d-bf18-6f95c18441d2 x-openstack-request-id: req-6cd9334e-356b-417d-bf18-6f95c18441d2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:39.069374 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:39.069491 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cd9334e-356b-417d-bf18-6f95c18441d2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:39.069812 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'code': 200} Oct 25 09:02:39.100558 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 25 09:02:39.102305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91abf0de-70be-4bae-886d-0169e231baad tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 1.7050920 Oct 25 09:02:39.105446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54500) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:39.277824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:39.294659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50773810-e345-4560-b79d-2f2701ae2e1a req-46941071-bae7-460b-ada3-1f7588a5df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:39.296141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50773810-e345-4560-b79d-2f2701ae2e1a req-46941071-bae7-460b-ada3-1f7588a5df89 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1096 time: 0.1030555 Oct 25 09:02:39.347679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ace15080-2249-462a-960b-df01ae6f1471 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Deleting port b767382c-1b47-412e-a7b7-720b16999131 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:39.348017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ace15080-2249-462a-960b-df01ae6f1471 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:39.373725 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50773810-e345-4560-b79d-2f2701ae2e1a req-847fe312-c96d-42b1-a3a6-4d0e693130a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700459 Oct 25 09:02:39.469916 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ace15080-2249-462a-960b-df01ae6f1471 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:39.485225 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ace15080-2249-462a-960b-df01ae6f1471 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Calling delete_port for b767382c-1b47-412e-a7b7-720b16999131 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:39.537623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Router 14fe86de-0cd1-416d-a8fe-57caa7ccca8b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:02:39.552630 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:39.559929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d00d88-87f7-4038-b6eb-bd4e22ed2951 req-39c92797-3cd7-47b1-bedb-9b6da3d8f587 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:39.567546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15d00d88-87f7-4038-b6eb-bd4e22ed2951 req-39c92797-3cd7-47b1-bedb-9b6da3d8f587 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 945 time: 0.2741709 Oct 25 09:02:39.667493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:39.678819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54510) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:39.679290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-923e413b-5280-4eae-b61d-2c317af5c34c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "PUT /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2918231 Oct 25 09:02:39.687863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833f2bf-1894-42ea-84be-c9c89b4d3caf None None] Sync routers for ids ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:39.696001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15d00d88-87f7-4038-b6eb-bd4e22ed2951 req-bd5b1410-9893-4044-81e0-baa8882bdcb1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218207 Oct 25 09:02:39.711802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833f2bf-1894-42ea-84be-c9c89b4d3caf None None] Routers {'14fe86de-0cd1-416d-a8fe-57caa7ccca8b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:39.712551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3833f2bf-1894-42ea-84be-c9c89b4d3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:39.765114 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ace15080-2249-462a-960b-df01ae6f1471 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:39.767947 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-ee174062-9bbf-431f-8faf-51505970b63f tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] show failed (client error): The resource could not be found. Oct 25 09:02:39.768077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3833f2bf-1894-42ea-84be-c9c89b4d3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:39.772873 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ee174062-9bbf-431f-8faf-51505970b63f tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-2108036589 HTTP/1.1" status: 404 len: 335 time: 0.0892491 Oct 25 09:02:39.773070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54512) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:39.779657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7f1f960a-10d4-44b6-bf83-49cf4fbb5d99 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:39.795158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15080-2249-462a-960b-df01ae6f1471 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Pushing event deleted for resources: {'Port': ['ID=b767382c-1b47-412e-a7b7-720b16999131,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:39.810571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833f2bf-1894-42ea-84be-c9c89b4d3caf None None] Routers {'14fe86de-0cd1-416d-a8fe-57caa7ccca8b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:39.811190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3833f2bf-1894-42ea-84be-c9c89b4d3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:39.821885 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-7f1f960a-10d4-44b6-bf83-49cf4fbb5d99 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] update failed (client error): The resource could not be found. Oct 25 09:02:39.822980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7f1f960a-10d4-44b6-bf83-49cf4fbb5d99 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1023933184 HTTP/1.1" status: 404 len: 335 time: 0.0475640 Oct 25 09:02:39.827481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54514) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:39.879958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3833f2bf-1894-42ea-84be-c9c89b4d3caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:39.880805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3833f2bf-1894-42ea-84be-c9c89b4d3caf None None] The sync data for ids ['14fe86de-0cd1-416d-a8fe-57caa7ccca8b'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:39.926183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dae815f-c11f-4fc2-8633-ae61e70c068e tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Deleting subnet 21e4f83b-2f30-4afe-b0f0-930bb515da9d {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:39.931129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6dae815f-c11f-4fc2-8633-ae61e70c068e tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:39.973991 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ace15080-2249-462a-960b-df01ae6f1471 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:39.980781 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ace15080-2249-462a-960b-df01ae6f1471 tempest-RoutersAdminNegativeTest-1742286185 tempest-RoutersAdminNegativeTest-1742286185-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b767382c-1b47-412e-a7b7-720b16999131 HTTP/1.1" status: 204 len: 168 time: 0.8741410 Oct 25 09:02:39.987777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6dae815f-c11f-4fc2-8633-ae61e70c068e tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.095662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7e9f510-e0ef-40a1-a30f-54f0ceb75713 req-92c7a7d0-87b0-43da-9fa1-6dfcf66697e4 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 210 time: 0.0358422 Oct 25 09:02:40.148875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6dae815f-c11f-4fc2-8633-ae61e70c068e tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.276498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3581-1b80-4910-964f-ee5fdafac42b req-2089ddf5-0784-4fff-90b3-b2de8129e20f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:40.282064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad3f3581-1b80-4910-964f-ee5fdafac42b req-2089ddf5-0784-4fff-90b3-b2de8129e20f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 948 time: 0.0890763 Oct 25 09:02:40.283780 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6dae815f-c11f-4fc2-8633-ae61e70c068e tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.318397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae815f-c11f-4fc2-8633-ae61e70c068e tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Subnet': ['ID=21e4f83b-2f30-4afe-b0f0-930bb515da9d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:40.332376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6dae815f-c11f-4fc2-8633-ae61e70c068e tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.335822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6dae815f-c11f-4fc2-8633-ae61e70c068e tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/subnets/21e4f83b-2f30-4afe-b0f0-930bb515da9d HTTP/1.1" status: 204 len: 168 time: 0.5073729 Oct 25 09:02:40.338591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54522) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:40.340172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd60e6-3882-44eb-aff2-7bdb9b2e1595 None None] Network 3707aa22-7394-4ff4-830c-61f98e0b98db requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:40.369518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad3f3581-1b80-4910-964f-ee5fdafac42b req-dadfd0d6-28cb-4fce-9cb9-ac4ffb5db8f7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808594 Oct 25 09:02:40.419923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ffde4d81-bd85-4180-a441-f45d0e1fc3f3 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:40.432585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54526) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:40.516589 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.573221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:40.577851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.592132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Deleting port 026fd6b5-dace-4bca-99cd-0d7af615fcae {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:40.592463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.776659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] For port 026fd6b5-dace-4bca-99cd-0d7af615fcae, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=026fd6b5-dace-4bca-99cd-0d7af615fcae,segment=NetworkSegment(20cb64e8-e99a-4f2d-a891-d55cb4a5aede),segment_id=20cb64e8-e99a-4f2d-a891-d55cb4a5aede)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:40.777275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.778348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b774d8a4-79bb-4775-a2bc-15c475e89777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.803012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Calling delete_port for 026fd6b5-dace-4bca-99cd-0d7af615fcae owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:40.807211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] DHCP port deletion for 3707aa22-7394-4ff4-830c-61f98e0b98db request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:02:40.827146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4080c782-352d-4692-823e-6a9c8cc1c2f8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:40.919551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-f116e4f1-8350-42fc-a378-ef7379f099b5 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:40.921990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-f116e4f1-8350-42fc-a378-ef7379f099b5 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.41 "GET /v2.0/networks?id=98a163d5-0ebe-4066-8cf2-4d47d94f2686 HTTP/1.1" status: 200 len: 814 time: 0.3213894 Oct 25 09:02:40.951354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Request body: {'port': {'device_id': '69e71d9b-4c8c-463d-b95f-db127bedd059', 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686', 'admin_state_up': True, 'tenant_id': 'e4974c40964e49f5ba83c301eef0d68b'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:40.956799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.979866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] Deleting port 026fd6b5-dace-4bca-99cd-0d7af615fcae {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:40.980300 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.983405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4080c782-352d-4692-823e-6a9c8cc1c2f8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:40.984013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:40.999276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Port': ['ID=026fd6b5-dace-4bca-99cd-0d7af615fcae,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:41.015441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] No DVR routers for this DVR port 026fd6b5-dace-4bca-99cd-0d7af615fcae on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:41.071257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:41.073706 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f566eb-26f2-41eb-8ddc-d424f12fae1a" -d '{"events": [{"server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "name": "network-vif-unplugged", "status": "completed", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:41.082149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] For port 026fd6b5-dace-4bca-99cd-0d7af615fcae, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:41.082660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.098412 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b774d8a4-79bb-4775-a2bc-15c475e89777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.099009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] Calling delete_port for 026fd6b5-dace-4bca-99cd-0d7af615fcae owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:41.101782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] Port 026fd6b5-dace-4bca-99cd-0d7af615fcae was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:02:41.105236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.112423 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.116529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b774d8a4-79bb-4775-a2bc-15c475e89777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.140109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3707aa22-7394-4ff4-830c-61f98e0b98db']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:41.151525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b774d8a4-79bb-4775-a2bc-15c475e89777 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25898ee56fe741cea8a646a897592343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7177942 Oct 25 09:02:41.151937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cb64e8-e99a-4f2d-a891-d55cb4a5aede') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:41.152293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cb64e8-e99a-4f2d-a891-d55cb4a5aede') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:41.153981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54538) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:41.157563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] Pushing event deleted for resources: {'Port': ['ID=026fd6b5-dace-4bca-99cd-0d7af615fcae,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:41.190944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81d8ef-14b3-4b0b-87aa-2e003691af97 None None] No DVR routers for this DVR port 026fd6b5-dace-4bca-99cd-0d7af615fcae on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:41.194054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.213552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774d8a4-79bb-4775-a2bc-15c475e89777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e92e082-b56e-48ff-82ae-7891430cecbd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:41.231205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Made reservation on behalf of e4974c40964e49f5ba83c301eef0d68b for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:41.232157 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.238237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.239816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.251540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:02:41.251946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:02:41.255367 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:02:41.262779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 4080c782-352d-4692-823e-6a9c8cc1c2f8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4080c782-352d-4692-823e-6a9c8cc1c2f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:41.268925 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.323425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d923d99f-a18c-4580-a18b-2e2b773f04bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.336403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54540) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:41.338030 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.343220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9c04a766-850b-4195-8eed-7df5c03404e4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--771687835', 'description': 'tempest-description--63788792'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:41.343436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=4080c782-352d-4692-823e-6a9c8cc1c2f8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:41.358815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.365389 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/networks/3707aa22-7394-4ff4-830c-61f98e0b98db HTTP/1.1" status: 204 len: 168 time: 1.0257146 Oct 25 09:02:41.366565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54542) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:41.394843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d923d99f-a18c-4580-a18b-2e2b773f04bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.402924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0b27f-9919-4be1-8988-0349c71809f1 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Network': ['ID=3707aa22-7394-4ff4-830c-61f98e0b98db,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:41.415620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c04a766-850b-4195-8eed-7df5c03404e4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.493804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ceac24-85e2-40ce-8732-00be3f11404d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Deleting subnet 2a4b9b94-4b1f-4487-bb69-5ec031660938 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:41.502320 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d923d99f-a18c-4580-a18b-2e2b773f04bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.505052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d923d99f-a18c-4580-a18b-2e2b773f04bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.506429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60ceac24-85e2-40ce-8732-00be3f11404d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.508708 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d923d99f-a18c-4580-a18b-2e2b773f04bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e92e082-b56e-48ff-82ae-7891430cecbd HTTP/1.1" status: 204 len: 168 time: 0.3524933 Oct 25 09:02:41.510604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Allocated IP 172.20.0.9 (98a163d5-0ebe-4066-8cf2-4d47d94f2686/008988ab-83ab-41f7-ada4-95f0196551d5/09e71513-081a-4145-8231-cc3c5611386f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:41.528574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c04a766-850b-4195-8eed-7df5c03404e4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.529779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923d99f-a18c-4580-a18b-2e2b773f04bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e92e082-b56e-48ff-82ae-7891430cecbd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:41.542152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c04a766-850b-4195-8eed-7df5c03404e4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.574403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c04a766-850b-4195-8eed-7df5c03404e4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.575592 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9c04a766-850b-4195-8eed-7df5c03404e4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2387495 Oct 25 09:02:41.580213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012ecd-29da-4310-b129-b70f53f49758 req-bdd951f4-b37f-478b-8ec8-8285b1f76486 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:41.583427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54548) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:41.586249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012ecd-29da-4310-b129-b70f53f49758 req-bdd951f4-b37f-478b-8ec8-8285b1f76486 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:41.590153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a395a1f6-f5fb-4c85-933c-8e648be68138 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Request body: {'security_group_rule': {'security_group_id': '5571f52c-25b0-484f-9b49-a914a5c2c61b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:41.592152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012ecd-29da-4310-b129-b70f53f49758 req-bdd951f4-b37f-478b-8ec8-8285b1f76486 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:41.598738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012ecd-29da-4310-b129-b70f53f49758 req-bdd951f4-b37f-478b-8ec8-8285b1f76486 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:41.604658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012ecd-29da-4310-b129-b70f53f49758 req-bdd951f4-b37f-478b-8ec8-8285b1f76486 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:41.611712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012ecd-29da-4310-b129-b70f53f49758 req-bdd951f4-b37f-478b-8ec8-8285b1f76486 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:41.613221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04a766-850b-4195-8eed-7df5c03404e4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5571f52c-25b0-484f-9b49-a914a5c2c61b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:41.617994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73012ecd-29da-4310-b129-b70f53f49758 req-bdd951f4-b37f-478b-8ec8-8285b1f76486 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:41.619889 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73012ecd-29da-4310-b129-b70f53f49758 req-bdd951f4-b37f-478b-8ec8-8285b1f76486 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.2199750 Oct 25 09:02:41.629701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60ceac24-85e2-40ce-8732-00be3f11404d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.636260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a395a1f6-f5fb-4c85-933c-8e648be68138 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.719777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a395a1f6-f5fb-4c85-933c-8e648be68138 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.724791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a395a1f6-f5fb-4c85-933c-8e648be68138 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.745418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395a1f6-f5fb-4c85-933c-8e648be68138 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec284eb-a62a-4d72-b98d-06e637b4ab93,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:41.764311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a395a1f6-f5fb-4c85-933c-8e648be68138 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.769221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a395a1f6-f5fb-4c85-933c-8e648be68138 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1820719 Oct 25 09:02:41.770522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54552) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:41.775238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-92650395-bc87-4508-ae32-b0b4a3886f54 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Request body: {'security_group_rule': {'security_group_id': '5571f52c-25b0-484f-9b49-a914a5c2c61b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:41.793512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73012ecd-29da-4310-b129-b70f53f49758 req-6f7fd0fe-50f8-4b3d-beac-9e61ca2ac0f3 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557240 Oct 25 09:02:41.856859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92650395-bc87-4508-ae32-b0b4a3886f54 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.938180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.950018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f5ee1d-083b-472f-89ba-b95407c3c8d9 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:02:41.954414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60ceac24-85e2-40ce-8732-00be3f11404d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.986316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92650395-bc87-4508-ae32-b0b4a3886f54 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:41.991616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92650395-bc87-4508-ae32-b0b4a3886f54 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.006610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54556) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:42.027146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92650395-bc87-4508-ae32-b0b4a3886f54 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.030400 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92650395-bc87-4508-ae32-b0b4a3886f54 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592239 Oct 25 09:02:42.033525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54558) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:42.042422 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Sync routers for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:42.059819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:42.067874 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:42.070037 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:42.091836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92650395-bc87-4508-ae32-b0b4a3886f54 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba229d9-4f92-4af3-8774-29edeac26202,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:42.092721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:42.104711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'mac_address': 'fa:16:3e:d5:fa:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:02:42.121418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.127132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d4ad4-2e0a-40a1-9515-239019bfa097 req-8793039b-0ca5-4a6d-9ca6-023da1efc2ca tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:42.134376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc8d4ad4-2e0a-40a1-9515-239019bfa097 req-8793039b-0ca5-4a6d-9ca6-023da1efc2ca tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 945 time: 0.2166791 Oct 25 09:02:42.148084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-56d73da5-1fa2-4a28-8a37-af2f0f991fc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af177e417a624bcfae9d462e931072ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359963 Oct 25 09:02:42.148876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54560) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:42.153013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.168591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f5ee1d-083b-472f-89ba-b95407c3c8d9 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:42.180751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60ceac24-85e2-40ce-8732-00be3f11404d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.200519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:42.200677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.211990 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.243827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceac24-85e2-40ce-8732-00be3f11404d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4b9b94-4b1f-4487-bb69-5ec031660938,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:42.261765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f7666-ffdf-4ce7-b7dd-5ab711da00eb None None] Network 7632d625-f6dc-4c07-8108-8d3f5c8522ac requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:42.262238 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60ceac24-85e2-40ce-8732-00be3f11404d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.264993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.265460 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60ceac24-85e2-40ce-8732-00be3f11404d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/subnets/2a4b9b94-4b1f-4487-bb69-5ec031660938 HTTP/1.1" status: 204 len: 168 time: 0.8981729 Oct 25 09:02:42.273342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54562) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:42.302172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc8d4ad4-2e0a-40a1-9515-239019bfa097 req-b3a112f0-872f-478c-8f8e-a1aaadc21f16 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668491 Oct 25 09:02:42.304012 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:42.358049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:42.359454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:42.370595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:42.397426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:42.439901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Pushing event updated for resources: {'Port': ['ID=09e71513-081a-4145-8231-cc3c5611386f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:42.445472 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4766529b-37cf-45dd-a929-57eff9da048b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.481079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:42.483224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.526090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4080c782-352d-4692-823e-6a9c8cc1c2f8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:42.539224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4766529b-37cf-45dd-a929-57eff9da048b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.555716 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187d3902-bb50-4acd-a5d3-91197e386611 x-openstack-request-id: req-187d3902-bb50-4acd-a5d3-91197e386611 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:42.556013 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "name": "network-vif-unplugged", "status": "completed", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:42.556317 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-187d3902-bb50-4acd-a5d3-91197e386611 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:42.556741 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'code': 200} Oct 25 09:02:42.584393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] DHCP port deletion for 7632d625-f6dc-4c07-8108-8d3f5c8522ac request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:02:42.626897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4766529b-37cf-45dd-a929-57eff9da048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.628247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4080c782-352d-4692-823e-6a9c8cc1c2f8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:42.628622 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.631245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4766529b-37cf-45dd-a929-57eff9da048b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.632848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4766529b-37cf-45dd-a929-57eff9da048b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a21d5f5-4fc2-4ab2-907b-148739141b42 HTTP/1.1" status: 204 len: 168 time: 0.4831407 Oct 25 09:02:42.686872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766529b-37cf-45dd-a929-57eff9da048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a21d5f5-4fc2-4ab2-907b-148739141b42,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:42.698117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['12f5ee1d-083b-472f-89ba-b95407c3c8d9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:02:42.710197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-15d20093-df94-40e8-b252-38e7665c2d50 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7696593 Oct 25 09:02:42.732613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Request body: {'port': {'device_id': '69e71d9b-4c8c-463d-b95f-db127bedd059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:42.739084 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 2, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:42.779928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] Deleting port 03091233-5104-4655-9ab4-ab7b71764e65 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:42.780923 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.807847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.830757 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Checking router: 5179018a-e05c-4a42-bdb0-3f3afd022f26 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:02:42.832214 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Updating router 5179018a-e05c-4a42-bdb0-3f3afd022f26 port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:02:42.893625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d31ec-6da3-48d0-a751-014406363916 req-5dc5ec28-56ca-4dec-b5ac-544972014ed3 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:42.893977 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.895551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e4d31ec-6da3-48d0-a751-014406363916 req-5dc5ec28-56ca-4dec-b5ac-544972014ed3 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 931 time: 0.2424071 Oct 25 09:02:42.940659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cbff98-56ee-466c-8d81-78b82fa91204 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Deleting subnet f7937dfe-8b90-4272-960a-3ba1257c03e4 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:42.946958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23cbff98-56ee-466c-8d81-78b82fa91204 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.952128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] For port 03091233-5104-4655-9ab4-ab7b71764e65, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=03091233-5104-4655-9ab4-ab7b71764e65,segment=NetworkSegment(79fd3f4a-83f1-4402-a007-5c3dabd77b5a),segment_id=79fd3f4a-83f1-4402-a007-5c3dabd77b5a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:42.952324 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:42.983447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] Calling delete_port for 03091233-5104-4655-9ab4-ab7b71764e65 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:43.025706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Allocated IP 172.25.8.56 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/806062e4-f1a5-48d7-9ce9-e85ec2bb1caf) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:43.066775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e4d31ec-6da3-48d0-a751-014406363916 req-88d2f56f-934f-4af0-93cc-68a715303c38 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607702 Oct 25 09:02:43.091497 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23cbff98-56ee-466c-8d81-78b82fa91204 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.095722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 026fd6b5-dace-4bca-99cd-0d7af615fcae no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:43.136357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 026fd6b5-dace-4bca-99cd-0d7af615fcae {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:02:43.136702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 026fd6b5-dace-4bca-99cd-0d7af615fcae not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:02:43.186657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.221012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] No DVR routers for this DVR port 03091233-5104-4655-9ab4-ab7b71764e65 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:43.227949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fa7c8-e775-41ff-86d4-bb8501b53734 None None] Pushing event deleted for resources: {'Port': ['ID=03091233-5104-4655-9ab4-ab7b71764e65,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:43.293424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45061e-6e3b-4f01-8a0a-d4caef048ec8 req-28fd82c9-46e1-475f-a825-bf52b0e6ab83 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.300528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb45061e-6e3b-4f01-8a0a-d4caef048ec8 req-28fd82c9-46e1-475f-a825-bf52b0e6ab83 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 949 time: 0.1163094 Oct 25 09:02:43.360411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23cbff98-56ee-466c-8d81-78b82fa91204 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.373163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb45061e-6e3b-4f01-8a0a-d4caef048ec8 req-3dca7fa4-c2be-4772-9e19-300ebb230f3b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667026 Oct 25 09:02:43.429750 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.439071 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:02:43.444949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e71513-081a-4145-8231-cc3c5611386f {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:43.456019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.464922 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.474856 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.484825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23cbff98-56ee-466c-8d81-78b82fa91204 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.502983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Transition to ACTIVE for port object 09e71513-081a-4145-8231-cc3c5611386f will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:02:43.510446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.526427 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.531071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbff98-56ee-466c-8d81-78b82fa91204 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Subnet': ['ID=f7937dfe-8b90-4272-960a-3ba1257c03e4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:43.535412 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Pushing event updated for resources: {'Port': ['ID=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:43.546177 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.546520 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.547456 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.547795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.548165 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.548433 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.548755 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.549100 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.552185 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.552185 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.552185 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.552185 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:43.589797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e2e33-839e-436a-85b2-aa7511076f8d None None] Network 64b31d62-cd06-4b55-a165-b0cc171ac274 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:43.591677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23cbff98-56ee-466c-8d81-78b82fa91204 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.598629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-23cbff98-56ee-466c-8d81-78b82fa91204 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/subnets/f7937dfe-8b90-4272-960a-3ba1257c03e4 HTTP/1.1" status: 204 len: 168 time: 1.3243399 Oct 25 09:02:43.606284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54586) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:43.613256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169669-61bb-4078-930a-6dad8c3ded6c req-a709b4c1-7fab-45d6-8919-e96ed5a7dda7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.621706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169669-61bb-4078-930a-6dad8c3ded6c req-a709b4c1-7fab-45d6-8919-e96ed5a7dda7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.633872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:43.643533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169669-61bb-4078-930a-6dad8c3ded6c req-a709b4c1-7fab-45d6-8919-e96ed5a7dda7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.661352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169669-61bb-4078-930a-6dad8c3ded6c req-a709b4c1-7fab-45d6-8919-e96ed5a7dda7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.675740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169669-61bb-4078-930a-6dad8c3ded6c req-a709b4c1-7fab-45d6-8919-e96ed5a7dda7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.683103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169669-61bb-4078-930a-6dad8c3ded6c req-a709b4c1-7fab-45d6-8919-e96ed5a7dda7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.691326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169669-61bb-4078-930a-6dad8c3ded6c req-a709b4c1-7fab-45d6-8919-e96ed5a7dda7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.695680 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Attempting to bind port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:43.696159 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Attempting to bind port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:43.698518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13169669-61bb-4078-930a-6dad8c3ded6c req-a709b4c1-7fab-45d6-8919-e96ed5a7dda7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.2486262 Oct 25 09:02:43.704079 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Attempting to bind port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f on network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:43.710393 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:43.710767 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Checking segment: {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:43.711165 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.711551 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Bound using segment: {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:43.712101 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Bound port: 4e8b405e-916b-4f6e-a6b5-e926f8cced4f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:43.712373 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.728763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:43.734580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Pushing event updated for resources: {'Port': ['ID=09e71513-081a-4145-8231-cc3c5611386f,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:43.747901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:43.790170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event updated for resources: {'Port': ['ID=806062e4-f1a5-48d7-9ce9-e85ec2bb1caf,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:43.795678 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] For port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:43.799894 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] For port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:43.810220 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.879287 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:43.880424 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:43.906092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] DHCP port deletion for 64b31d62-cd06-4b55-a165-b0cc171ac274 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:02:43.906372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.949140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8e2a9-fa5e-43ac-8095-c45a62e6f644 req-deea32de-e052-44c4-bfb2-b7fc81936c7d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:43.950784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4fe8e2a9-fa5e-43ac-8095-c45a62e6f644 req-deea32de-e052-44c4-bfb2-b7fc81936c7d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 945 time: 0.0703514 Oct 25 09:02:43.951505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Attempting to bind port 09e71513-081a-4145-8231-cc3c5611386f on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:43.951836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Attempting to bind port 09e71513-081a-4145-8231-cc3c5611386f by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:43.952146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Attempting to bind port 09e71513-081a-4145-8231-cc3c5611386f on network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:43.957948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Port 09e71513-081a-4145-8231-cc3c5611386f on network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:02:43.958383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Attempting to bind port 09e71513-081a-4145-8231-cc3c5611386f on network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:43.970512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54594) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:43.972806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:43.973046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Checking segment: {'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:43.973430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Bound using segment: {'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:43.973903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Bound port: 09e71513-081a-4145-8231-cc3c5611386f, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:43.974259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:43.985726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'floatingip': {'port_id': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:44.011063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f5ee1d-083b-472f-89ba-b95407c3c8d9 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:44.077886 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.085458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54596) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:44.088415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.129039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.159283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b183a93a-f51d-4fac-8597-4ca52c3d207e None None] Provisioning complete for port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:44.159656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b183a93a-f51d-4fac-8597-4ca52c3d207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.218708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7632d625-f6dc-4c07-8108-8d3f5c8522ac']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:44.266718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fd3f4a-83f1-4402-a007-5c3dabd77b5a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:44.269093 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:44.270372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fd3f4a-83f1-4402-a007-5c3dabd77b5a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:44.271735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] Deleting port 43141c9d-984c-466e-ac61-6db6abbee2c6 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:44.272108 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.292534 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.298450 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.358634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1657402225'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:44.380840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.398886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:02:44.399235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 43141c9d-984c-466e-ac61-6db6abbee2c6 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:44.399438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:02:44.411197 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:02:44.426547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:44.426913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.485632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:44.489856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.527314 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696538b8-78c9-463d-8138-342ad1f043e2 None None] Pushing event updated for resources: {'Port': ['ID=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:44.588322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] For port 43141c9d-984c-466e-ac61-6db6abbee2c6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=43141c9d-984c-466e-ac61-6db6abbee2c6,segment=NetworkSegment(15865f5d-4b3b-4ccb-9e83-f60619971abe),segment_id=15865f5d-4b3b-4ccb-9e83-f60619971abe)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:44.588724 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.612481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] Calling delete_port for 43141c9d-984c-466e-ac61-6db6abbee2c6 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:44.614273 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:43Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:44.644222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.645677 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce85c8-fad7-4ff9-b6e2-510b652e7983 None None] The sync data for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 is: [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:43Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:44.654907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.667361 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.736981 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.777736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b183a93a-f51d-4fac-8597-4ca52c3d207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.820026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b183a93a-f51d-4fac-8597-4ca52c3d207e None None] For port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:44.820682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.832371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b183a93a-f51d-4fac-8597-4ca52c3d207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.873144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.877341 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/networks/7632d625-f6dc-4c07-8108-8d3f5c8522ac HTTP/1.1" status: 204 len: 168 time: 1.2685115 Oct 25 09:02:44.882628 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.896173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183a93a-f51d-4fac-8597-4ca52c3d207e None None] Pushing event updated for resources: {'Port': ['ID=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:44.901362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:44.902002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54604) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:44.909368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event updated for resources: {'Port': ['ID=806062e4-f1a5-48d7-9ce9-e85ec2bb1caf,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:44.920373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] No DVR routers for this DVR port 43141c9d-984c-466e-ac61-6db6abbee2c6 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:44.947538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292db8c-1342-4e17-899a-00914fecb48a tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Network': ['ID=7632d625-f6dc-4c07-8108-8d3f5c8522ac,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:45.035250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:02:45.040052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.055113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7080fa8-7a90-4520-8a79-fb3739bcdfc9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:45.090320 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.090679 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Added segment e884c13d-e1d5-420a-8d58-f980bd274a57 of type vlan for network a175ef07-28cc-4cb8-8f13-5b30b1e3acce Oct 25 09:02:45.104113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.110234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.119434 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ef4478c1-7fe8-4f57-96ba-67bc8111af70 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0832140 Oct 25 09:02:45.166467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.192718 n-d-814746-2 neutron-server[106993]: INFO neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No ports have port_id starting with 43141c9d-984c-466e-ac61-6db6abbee2c6 Oct 25 09:02:45.196669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.270682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 03091233-5104-4655-9ab4-ab7b71764e65 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:45.295984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 03091233-5104-4655-9ab4-ab7b71764e65 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:02:45.296333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 03091233-5104-4655-9ab4-ab7b71764e65 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:02:45.302237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] For port 09e71513-081a-4145-8231-cc3c5611386f, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:45.318088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] For port 09e71513-081a-4145-8231-cc3c5611386f, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=09e71513-081a-4145-8231-cc3c5611386f,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:45.322050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d5175-6320-48bb-8dc3-a26a385516da None None] Pushing event deleted for resources: {'Port': ['ID=43141c9d-984c-466e-ac61-6db6abbee2c6,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:45.331713 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.339060 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.341141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:45.341797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.361788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:45.363664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61647be7-6028-4a0c-99ef-3e5f4910b709 req-d5f7ea56-7125-40b7-90f2-fb4cdb33f61e tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:45.364157 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d685df5a-e376-4821-9375-b13f952999e6" -d '{"events": [{"server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "name": "network-vif-plugged", "status": "completed", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:45.372343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61647be7-6028-4a0c-99ef-3e5f4910b709 req-d5f7ea56-7125-40b7-90f2-fb4cdb33f61e tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 943 time: 0.4228899 Oct 25 09:02:45.427178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6579-51f1-433a-a223-ff59ea168fae req-023d5168-7ccd-4264-a8bd-fb153a375f84 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:45.428827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b27e6579-51f1-433a-a223-ff59ea168fae req-023d5168-7ccd-4264-a8bd-fb153a375f84 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc&tenant_id=5443eb0d9f9b45f9a3cece236443d118&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 949 time: 0.4318352 Oct 25 09:02:45.439004 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.446374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:45.450031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-eea598f5-f998-4e64-ab7e-1d39c9560db9 None None] Provisioning complete for port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:45.450510 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eea598f5-f998-4e64-ab7e-1d39c9560db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.462856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b31d62-cd06-4b55-a165-b0cc171ac274']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:45.474310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15865f5d-4b3b-4ccb-9e83-f60619971abe') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:45.474689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15865f5d-4b3b-4ccb-9e83-f60619971abe') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:45.479797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.486861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.502367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.509438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:02:45.511068 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:02:45.572735 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:02:45.579128 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.581599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Network': ['ID=a175ef07-28cc-4cb8-8f13-5b30b1e3acce,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:45.591906 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5cd51d72-fd21-4c03-8da4-a4f4c53689da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5049355 Oct 25 09:02:45.594225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:45.597961 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.601630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/networks/64b31d62-cd06-4b55-a165-b0cc171ac274 HTTP/1.1" status: 204 len: 168 time: 0.6891067 Oct 25 09:02:45.602398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:45.604408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54622) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:45.639616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:45.646545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9713fd-5606-4286-aef8-14f59205b46d tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Network': ['ID=64b31d62-cd06-4b55-a165-b0cc171ac274,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:45.652420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:02:45.716106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:45.716725 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.719282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] 10.222.0.41 "PUT /v2.0/ports/09e71513-081a-4145-8231-cc3c5611386f HTTP/1.1" status: 200 len: 1091 time: 2.9925244 Oct 25 09:02:45.771107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-78602b0a-733e-4fb4-a3a0-cb105c22719c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Deleting subnet 7568658a-6d7b-4e18-bfa6-bc2efd943eb6 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:45.777427 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78602b0a-733e-4fb4-a3a0-cb105c22719c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.777841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e71d9b-4c8c-463d-b95f-db127bedd059', 'tag': '09e71513-081a-4145-8231-cc3c5611386f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:45.784740 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835ae336-3692-4c37-a02c-a6b3aac5fff0" -d '{"events": [{"name": "network-changed", "server_uuid": "69e71d9b-4c8c-463d-b95f-db127bedd059", "tag": "09e71513-081a-4145-8231-cc3c5611386f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:45.840530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78602b0a-733e-4fb4-a3a0-cb105c22719c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.852761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61647be7-6028-4a0c-99ef-3e5f4910b709 req-3660cb22-4896-45c6-ad41-a74ae3912011 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792817 Oct 25 09:02:45.871393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:45.874952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.944064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:45.951202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51292e-e296-42f2-be44-30d7049cb55e service neutron] Pushing event updated for resources: {'Port': ['ID=09e71513-081a-4145-8231-cc3c5611386f,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:45.967287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.018083 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78602b0a-733e-4fb4-a3a0-cb105c22719c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.076643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6579-51f1-433a-a223-ff59ea168fae req-7f77a9ca-deb9-4d6d-9c62-7065d14f447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.078689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b27e6579-51f1-433a-a223-ff59ea168fae req-7f77a9ca-deb9-4d6d-9c62-7065d14f447e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 1101 time: 0.3984945 Oct 25 09:02:46.081444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54638) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:46.110790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-594b57ac-0195-47d6-ac2d-2cb8dc387081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.112377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-594b57ac-0195-47d6-ac2d-2cb8dc387081 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4974c40964e49f5ba83c301eef0d68b&device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 1094 time: 0.2520223 Oct 25 09:02:46.135421 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557422d-6448-4afd-8784-722dd56d0eda req-170f82e5-9b82-4208-bcfd-57e266c9875f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.136930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3557422d-6448-4afd-8784-722dd56d0eda req-170f82e5-9b82-4208-bcfd-57e266c9875f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1902337 Oct 25 09:02:46.154131 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78602b0a-733e-4fb4-a3a0-cb105c22719c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.223803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78602b0a-733e-4fb4-a3a0-cb105c22719c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Subnet': ['ID=7568658a-6d7b-4e18-bfa6-bc2efd943eb6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:46.231460 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78602b0a-733e-4fb4-a3a0-cb105c22719c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.236974 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-78602b0a-733e-4fb4-a3a0-cb105c22719c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/subnets/7568658a-6d7b-4e18-bfa6-bc2efd943eb6 HTTP/1.1" status: 204 len: 168 time: 0.6233940 Oct 25 09:02:46.238296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522bba2-5c8e-49c2-b8ff-424efb2ece62 None None] Network efbdc289-c999-4640-af74-1cefd50cdfa9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:46.238878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54642) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:46.251524 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.260246 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-4bb36f9d-73bc-45ee-83dd-28ec6f6d9537 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09e71513-081a-4145-8231-cc3c5611386f HTTP/1.1" status: 200 len: 217 time: 0.0975404 Oct 25 09:02:46.297478 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Floating IP af635649-4ed5-4a9f-8550-c22b41fcc60f associated. External IP: 172.25.8.155, port: 4bfcaf05-3ef6-4d16-877e-a642894697ac. Oct 25 09:02:46.317559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4e8b405e-916b-4f6e-a6b5-e926f8cced4f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:46.368130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-4fd6ec02-e4ce-4c3e-bd79-04f38bd41770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.368616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-4fd6ec02-e4ce-4c3e-bd79-04f38bd41770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.369122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-4fd6ec02-e4ce-4c3e-bd79-04f38bd41770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.370011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-4fd6ec02-e4ce-4c3e-bd79-04f38bd41770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.370148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-4fd6ec02-e4ce-4c3e-bd79-04f38bd41770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.370515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-4fd6ec02-e4ce-4c3e-bd79-04f38bd41770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.370973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-4fd6ec02-e4ce-4c3e-bd79-04f38bd41770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.372898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-4fd6ec02-e4ce-4c3e-bd79-04f38bd41770 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6491 time: 0.2887087 Oct 25 09:02:46.387823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.397797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=41284be0-4635-4cc3-8c05-f54de5ca1480,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:46.415958 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d3028db6-9cd2-4406-92a1-f75a6081e6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.433611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6579-51f1-433a-a223-ff59ea168fae req-499353c7-ba39-49c8-b7b7-59e6363223cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.435360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b27e6579-51f1-433a-a223-ff59ea168fae req-499353c7-ba39-49c8-b7b7-59e6363223cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.3440042 Oct 25 09:02:46.447810 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-605fca34-5aea-4ae1-a01c-2146dfa7f95c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657437 Oct 25 09:02:46.449425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:46.449786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network hostable DHCP agents. Network: a175ef07-28cc-4cb8-8f13-5b30b1e3acce, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:02:46.467298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:46.468070 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.488553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3557422d-6448-4afd-8784-722dd56d0eda req-38230629-e8a1-4454-b3a3-97fc0d704f3b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168161 Oct 25 09:02:46.499418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:02:46.523696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, a175ef07-28cc-4cb8-8f13-5b30b1e3acce) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:46.528042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b27e6579-51f1-433a-a223-ff59ea168fae req-285e5390-f385-4fb0-88b9-5d649049a268 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0665488 Oct 25 09:02:46.528426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.529061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.531904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-78ce9c92-4e79-425e-aabc-39f9d6a6c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.536905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-78ce9c92-4e79-425e-aabc-39f9d6a6c5fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008988ab-83ab-41f7-ada4-95f0196551d5 HTTP/1.1" status: 200 len: 854 time: 0.2453010 Oct 25 09:02:46.544988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Deleting port 320ed83f-7e6b-4171-985f-a9118e08b1e0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:46.545334 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.555728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc71f8-5d92-4990-a065-b97f871ccaac None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:46.593167 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-37b32e66-f701-4aa9-a511-04c3afa52199 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9809587 Oct 25 09:02:46.593167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54650) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:46.601134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'name': 'tempest-NetworksTestDHCPv6-1910758454'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:46.619385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-a8883c3a-621c-4a3f-97d8-09e1aefe7efd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a163d5-0ebe-4066-8cf2-4d47d94f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632682 Oct 25 09:02:46.641160 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] DHCP port deletion for efbdc289-c999-4640-af74-1cefd50cdfa9 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:02:46.642875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6579-51f1-433a-a223-ff59ea168fae req-5c7fb909-636d-4b8e-bf08-6abfdcbee45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.644310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b27e6579-51f1-433a-a223-ff59ea168fae req-5c7fb909-636d-4b8e-bf08-6abfdcbee45a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1048703 Oct 25 09:02:46.678992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] For port 320ed83f-7e6b-4171-985f-a9118e08b1e0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=320ed83f-7e6b-4171-985f-a9118e08b1e0,segment=NetworkSegment(5cbf58f5-000e-4e43-997f-2ae2b32c5996),segment_id=5cbf58f5-000e-4e43-997f-2ae2b32c5996)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:46.679381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.699909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Calling delete_port for 320ed83f-7e6b-4171-985f-a9118e08b1e0 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:46.808793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] Deleting port 320ed83f-7e6b-4171-985f-a9118e08b1e0 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:46.809421 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.829594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:46.835670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-b82ff15b-8e07-49dc-a370-3d062192b386 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--771687835&fields=id&tenant_id=e25be07622cd464590d59222eb9d4c0e HTTP/1.1" status: 200 len: 267 time: 0.1982687 Oct 25 09:02:46.837066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.860168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port e9588c3e-6f64-453a-8709-b4046a638fab yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:02:46.868157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e6579-51f1-433a-a223-ff59ea168fae req-5bb393a5-d37d-4c84-aa95-47a86a1e19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:46.869785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b27e6579-51f1-433a-a223-ff59ea168fae req-5bb393a5-d37d-4c84-aa95-47a86a1e19b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075000 Oct 25 09:02:46.912817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '41284be0-4635-4cc3-8c05-f54de5ca1480'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:02:46.913702 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.924819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] For port 320ed83f-7e6b-4171-985f-a9118e08b1e0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=320ed83f-7e6b-4171-985f-a9118e08b1e0,segment=NetworkSegment(5cbf58f5-000e-4e43-997f-2ae2b32c5996),segment_id=5cbf58f5-000e-4e43-997f-2ae2b32c5996)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:46.925209 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.925581 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:46.950515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] Calling delete_port for 320ed83f-7e6b-4171-985f-a9118e08b1e0 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:46.978798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-2d659ff9-2fe8-4c9d-8dfa-41fe95454d83 service neutron] 10.222.0.41 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516271 Oct 25 09:02:46.991874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Port': ['ID=320ed83f-7e6b-4171-985f-a9118e08b1e0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:46.993976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] No DVR routers for this DVR port 320ed83f-7e6b-4171-985f-a9118e08b1e0 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:47.018373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Router 77199ba1-59a4-4e2f-900b-1549119ce797 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:02:47.098599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.102843 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.115309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::1b4 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/41284be0-4635-4cc3-8c05-f54de5ca1480/e9588c3e-6f64-453a-8709-b4046a638fab) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:47.132825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] Pushing event deleted for resources: {'Port': ['ID=320ed83f-7e6b-4171-985f-a9118e08b1e0,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:47.137263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbdc289-c999-4640-af74-1cefd50cdfa9']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:47.137924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab4eb1-19bf-4d25-8f43-c9dc82844f5d None None] No DVR routers for this DVR port 320ed83f-7e6b-4171-985f-a9118e08b1e0 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:47.154339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbf58f5-000e-4e43-997f-2ae2b32c5996') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:47.154665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbf58f5-000e-4e43-997f-2ae2b32c5996') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:47.173669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.187721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-ec1786af-c3bb-4251-9b51-83dfa6cf819b tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:47.189227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-ec1786af-c3bb-4251-9b51-83dfa6cf819b tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/networks?id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5 HTTP/1.1" status: 200 len: 806 time: 0.3289301 Oct 25 09:02:47.204506 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.217009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:02:47.217410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:02:47.220907 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:02:47.223069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b27e6579-51f1-433a-a223-ff59ea168fae req-2e3b3c6e-eabd-4967-b28b-cafbaa0a6413 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368306 Oct 25 09:02:47.276437 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c7f7d19-4558-4ce5-ad7e-4140782244d2 req-16dedaa1-332e-4591-ad34-1a91da6e38e8 service neutron] 10.222.0.41 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898135 Oct 25 09:02:47.277679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-5c700727-20f6-4040-9d0e-25041a6e97c6 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/quotas/e25be07622cd464590d59222eb9d4c0e HTTP/1.1" status: 200 len: 375 time: 0.0548539 Oct 25 09:02:47.330677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.340461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.344404 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/networks/efbdc289-c999-4640-af74-1cefd50cdfa9 HTTP/1.1" status: 204 len: 168 time: 1.1039312 Oct 25 09:02:47.348572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54660) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:47.362749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad90539-33c2-4dc8-8a8e-6cf9e45ceb3c tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Pushing event deleted for resources: {'Network': ['ID=efbdc289-c999-4640-af74-1cefd50cdfa9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:47.394946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e20d855b-7fe8-4124-9b13-637b76847546 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "GET /v2.0/ports?device_id=14fe86de-0cd1-416d-a8fe-57caa7ccca8b HTTP/1.1" status: 200 len: 205 time: 0.0434251 Oct 25 09:02:47.395864 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.398680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54662) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:47.418789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:02:47.428204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.433851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] Sync routers for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:02:47.439032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-1cea18c8-62a2-4420-92f2-92313020afe4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e25be07622cd464590d59222eb9d4c0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1312613 Oct 25 09:02:47.454287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:47.455661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:47.470163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b27e6579-51f1-433a-a223-ff59ea168fae req-b6b5aecd-051f-4353-bc49-43f077df90ef service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221351 Oct 25 09:02:47.482585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1742746e-9f14-46c2-a297-0c33a4f86836 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.521307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-91c9e7af-8e9d-48a2-b10e-42cf54ff1a58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "PUT /v2.0/floatingips/af635649-4ed5-4a9f-8550-c22b41fcc60f HTTP/1.1" status: 200 len: 991 time: 3.5432789 Oct 25 09:02:47.599526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-236a37d7-86f7-4020-99fa-b98e36ae92a4 service neutron] 10.222.0.32 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397109 Oct 25 09:02:47.631548 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:47.645130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:47.737425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/41284be0-4635-4cc3-8c05-f54de5ca1480/04364a16-5a1f-4973-9b35-2f5873443b4d) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:48.020570 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1742746e-9f14-46c2-a297-0c33a4f86836 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.024121 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1742746e-9f14-46c2-a297-0c33a4f86836 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.049587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:48.086425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:48.092072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:48.095289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-cf1c0d1d-ba4a-4eb5-8b9a-c8855b577356 service neutron] 10.222.0.32 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768286 Oct 25 09:02:48.098808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:48.099470 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.106110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=e9588c3e-6f64-453a-8709-b4046a638fab,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:48.110149 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1742746e-9f14-46c2-a297-0c33a4f86836 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.110149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1742746e-9f14-46c2-a297-0c33a4f86836 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Fanout notify agent at l3_agent the message router_deleted on router 14fe86de-0cd1-416d-a8fe-57caa7ccca8b {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:02:48.118855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1742746e-9f14-46c2-a297-0c33a4f86836 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.120200 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1742746e-9f14-46c2-a297-0c33a4f86836 tempest-RoutersNegativeIpV6Test-2024842413 tempest-RoutersNegativeIpV6Test-2024842413-project] 10.222.0.32 "DELETE /v2.0/routers/14fe86de-0cd1-416d-a8fe-57caa7ccca8b HTTP/1.1" status: 204 len: 168 time: 0.7203608 Oct 25 09:02:48.144694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-af587241-327c-4bda-afe5-2e2654e5bbd8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5499310 Oct 25 09:02:48.147428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54670) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:48.243399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf125bb5-1c5f-4051-a8ac-151a0580c5cf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:48.244039 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.254536 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bf125bb5-1c5f-4051-a8ac-151a0580c5cf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1058221 Oct 25 09:02:48.257322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54672) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:48.263977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.330222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 320ed83f-7e6b-4171-985f-a9118e08b1e0 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:48.346052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:48.366522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:48.372760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'af635649-4ed5-4a9f-8550-c22b41fcc60f', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'port_id': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'mac_address': 'fa:16:3e:79:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:02:14Z', 'updated_at': '2021-10-25T09:02:45Z', 'revision_number': 1, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:13Z', 'revision_number': 5, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:48.378617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Pushing event updated for resources: {'Port': ['ID=04364a16-5a1f-4973-9b35-2f5873443b4d,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:48.417492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:48.419936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 320ed83f-7e6b-4171-985f-a9118e08b1e0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:02:48.420283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 320ed83f-7e6b-4171-985f-a9118e08b1e0 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:02:48.425938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] Checking router: 77199ba1-59a4-4e2f-900b-1549119ce797 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:02:48.455592 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcfa5b3-c1a6-4c2f-bcea-3902651a3104 x-openstack-request-id: req-bdcfa5b3-c1a6-4c2f-bcea-3902651a3104 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:48.455803 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "name": "network-vif-plugged", "status": "completed", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:48.456059 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdcfa5b3-c1a6-4c2f-bcea-3902651a3104 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:48.456453 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'code': 200} Oct 25 09:02:48.458295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port e9588c3e-6f64-453a-8709-b4046a638fab {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:48.460827 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.492432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:02:48.493305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:48.496475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Attempting to bind port 04364a16-5a1f-4973-9b35-2f5873443b4d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:48.496920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Attempting to bind port 04364a16-5a1f-4973-9b35-2f5873443b4d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:48.497319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Attempting to bind port 04364a16-5a1f-4973-9b35-2f5873443b4d on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:48.561800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54680) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:48.581337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:48.581652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:48.582062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.582434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:48.582920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Bound port: 04364a16-5a1f-4973-9b35-2f5873443b4d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:48.583334 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.615520 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88cb40d-83d9-4ca1-b745-ace218ee7c2d x-openstack-request-id: req-f88cb40d-83d9-4ca1-b745-ace218ee7c2d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:48.616176 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e71d9b-4c8c-463d-b95f-db127bedd059", "tag": "09e71513-081a-4145-8231-cc3c5611386f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:48.616176 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f88cb40d-83d9-4ca1-b745-ace218ee7c2d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:48.616727 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e71d9b-4c8c-463d-b95f-db127bedd059', 'tag': '09e71513-081a-4145-8231-cc3c5611386f', 'status': 'completed', 'code': 200} Oct 25 09:02:48.621848 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.642243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for e9588c3e-6f64-453a-8709-b4046a638fab owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:48.677987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] For port 04364a16-5a1f-4973-9b35-2f5873443b4d, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:48.682695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] For port 04364a16-5a1f-4973-9b35-2f5873443b4d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=04364a16-5a1f-4973-9b35-2f5873443b4d,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:48.684811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:02:48.731218 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.828935 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4c30a02b-7966-444e-8e4f-764f8cf803ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11734fd23ffd414ca48efb9934523438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632461 Oct 25 09:02:48.832446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54688) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:48.921037 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e4fd1-6490-4158-b4ec-89822bf14704 None None] Pushing event updated for resources: {'Port': ['ID=04364a16-5a1f-4973-9b35-2f5873443b4d,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:48.924876 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-85be7228-7c3e-4c43-ab04-d53b9070471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:48.972382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3318862-145f-4874-9c08-4e09cd0ba2d0 req-705a64b4-354e-4489-949d-346df64d745f tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:48.982069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3318862-145f-4874-9c08-4e09cd0ba2d0 req-705a64b4-354e-4489-949d-346df64d745f tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 943 time: 0.2691524 Oct 25 09:02:48.995913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-e4c4a836-5e28-49c2-b3b8-f912ca25b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:48.997828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-e4c4a836-5e28-49c2-b3b8-f912ca25b68d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4974c40964e49f5ba83c301eef0d68b&device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 1094 time: 0.2723076 Oct 25 09:02:49.063217 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a67d12de-3a5a-4874-af0d-bb92e8e34ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.226752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3318862-145f-4874-9c08-4e09cd0ba2d0 req-e1fbf892-1eb1-464d-8373-bd07ce8faf35 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437096 Oct 25 09:02:49.229791 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a67d12de-3a5a-4874-af0d-bb92e8e34ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.237706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'af635649-4ed5-4a9f-8550-c22b41fcc60f', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'port_id': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'mac_address': 'fa:16:3e:79:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:02:14Z', 'updated_at': '2021-10-25T09:02:45Z', 'revision_number': 1, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:13Z', 'revision_number': 5, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:49.241958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.308776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd5c29-70d7-43cd-8ba5-d06770f8effb None None] The sync data for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 is: [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'af635649-4ed5-4a9f-8550-c22b41fcc60f', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'port_id': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'mac_address': 'fa:16:3e:79:21:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:02:14Z', 'updated_at': '2021-10-25T09:02:45Z', 'revision_number': 1, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:13Z', 'revision_number': 5, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:02:49.312024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=e9588c3e-6f64-453a-8709-b4046a638fab,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:49.345780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-58c233b2-55c7-41de-a2ac-b94877664a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:49.347138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-58c233b2-55c7-41de-a2ac-b94877664a63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98a163d5-0ebe-4066-8cf2-4d47d94f2686 HTTP/1.1" status: 200 len: 915 time: 0.3370235 Oct 25 09:02:49.364250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.364691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.368951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:02:49.383086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.388962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9528a855-e1c8-404b-bad1-738e7d7d4d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/e9588c3e-6f64-453a-8709-b4046a638fab HTTP/1.1" status: 204 len: 168 time: 1.1281147 Oct 25 09:02:49.389331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54692) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:49.464432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4944b9-4ceb-4413-b232-e3f285fc2941 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:49.466571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4944b9-4ceb-4413-b232-e3f285fc2941 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:49.468091 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc4944b9-4ceb-4413-b232-e3f285fc2941 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0776727 Oct 25 09:02:49.474241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54694) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:49.477482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-8ebe6e3f-e57c-4652-acf9-f1f4f6b57a65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09e71513-081a-4145-8231-cc3c5611386f HTTP/1.1" status: 200 len: 217 time: 0.1007822 Oct 25 09:02:49.517349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a67d12de-3a5a-4874-af0d-bb92e8e34ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.519586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a67d12de-3a5a-4874-af0d-bb92e8e34ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.520710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a67d12de-3a5a-4874-af0d-bb92e8e34ffb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/748bbc14-c809-4899-a074-94b8069286cb HTTP/1.1" status: 204 len: 168 time: 0.6784368 Oct 25 09:02:49.536415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ceeb25-5c59-412a-9015-0cc6058b20a2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 41284be0-4635-4cc3-8c05-f54de5ca1480 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:49.540210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ceeb25-5c59-412a-9015-0cc6058b20a2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.560166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d12de-3a5a-4874-af0d-bb92e8e34ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748bbc14-c809-4899-a074-94b8069286cb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:49.589695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ceeb25-5c59-412a-9015-0cc6058b20a2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.594167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda9d1-621d-4b8e-a1c1-81ce6b609909 req-c8ed3ef1-9d48-4160-8f1b-053d19e43dc2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:49.601979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbeda9d1-621d-4b8e-a1c1-81ce6b609909 req-c8ed3ef1-9d48-4160-8f1b-053d19e43dc2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.1419284 Oct 25 09:02:49.610906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-299192cc-4f84-41c6-8ec1-035c89e23990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:49.613231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-299192cc-4f84-41c6-8ec1-035c89e23990 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=008988ab-83ab-41f7-ada4-95f0196551d5 HTTP/1.1" status: 200 len: 854 time: 0.1069849 Oct 25 09:02:49.660202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-84598d07-65ef-468a-95f2-a801df8cced7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a163d5-0ebe-4066-8cf2-4d47d94f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364425 Oct 25 09:02:49.683332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbeda9d1-621d-4b8e-a1c1-81ce6b609909 req-a7cf4791-004d-4373-9305-2c5178efa27a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804794 Oct 25 09:02:49.719548 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ceeb25-5c59-412a-9015-0cc6058b20a2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.828880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ceeb25-5c59-412a-9015-0cc6058b20a2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.858282 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.867463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02fae735-6f99-4bae-a79f-8c87000772db req-8a7a9bae-970a-41db-8ae5-06d56c19be90 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 210 time: 0.0797701 Oct 25 09:02:49.906979 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.913650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1ceeb25-5c59-412a-9015-0cc6058b20a2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:49.923224 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a1ceeb25-5c59-412a-9015-0cc6058b20a2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/41284be0-4635-4cc3-8c05-f54de5ca1480 HTTP/1.1" status: 204 len: 168 time: 0.4478133 Oct 25 09:02:49.929213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54706) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:49.939688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceeb25-5c59-412a-9015-0cc6058b20a2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=41284be0-4635-4cc3-8c05-f54de5ca1480,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:49.993419 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2fad7d-2a0d-4310-8f85-9374d2c77ece None None] New status for floating IP af635649-4ed5-4a9f-8550-c22b41fcc60f: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:02:50.027417 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bfbc5b0b-11d9-4ea6-ae1a-e8ada55c3f5c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797272 Oct 25 09:02:50.028928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54712) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:50.041081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:50.060719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-4a29dc55-8b95-4b86-a0bc-4c5eb178538e service neutron] 10.222.0.41 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837419 Oct 25 09:02:50.303478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a3c7db-fc21-4fa6-ba43-7c7b2624c650 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:50.310355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:50.314463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.363965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-99208e91-4bec-4cfb-bd52-aad87ab4693e tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:50.366077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-99208e91-4bec-4cfb-bd52-aad87ab4693e tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.41 "GET /v2.0/networks?id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5 HTTP/1.1" status: 200 len: 806 time: 0.4475303 Oct 25 09:02:50.403667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 04364a16-5a1f-4973-9b35-2f5873443b4d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:50.434967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-835ae336-3692-4c37-a02c-a6b3aac5fff0 req-4ac7cb3e-829b-4abc-bff9-e52048c877b0 service neutron] 10.222.0.41 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643672 Oct 25 09:02:50.467076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54923fd-7156-4454-a86a-5a046a0b0167 req-21fa5577-ec11-4224-86bb-bce9f6bc6a8e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:50.471688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e54923fd-7156-4454-a86a-5a046a0b0167 req-21fa5577-ec11-4224-86bb-bce9f6bc6a8e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.3160498 Oct 25 09:02:50.507537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b7526b83-f8bd-4a29-b01e-178635bb7537 None None] Provisioning complete for port 04364a16-5a1f-4973-9b35-2f5873443b4d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:50.508188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7526b83-f8bd-4a29-b01e-178635bb7537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.520028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-6d61cb24-fdeb-4aa6-adab-9551fdc1ff37 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25be07622cd464590d59222eb9d4c0e HTTP/1.1" status: 200 len: 379 time: 0.0968659 Oct 25 09:02:50.539127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Request body: {'port': {'device_id': '297a8749-8687-45cc-b558-22dcbae72cbe', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'admin_state_up': True, 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'security_groups': ['5571f52c-25b0-484f-9b49-a914a5c2c61b']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:50.559062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e54923fd-7156-4454-a86a-5a046a0b0167 req-fe498ea7-59c6-4542-8f65-39c97131b3b0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790033 Oct 25 09:02:50.619347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:50.636022 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d811c8e-0b65-4371-ba6c-628142b53848" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:50.639902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 04364a16-5a1f-4973-9b35-2f5873443b4d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:50.641848 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.647273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7526b83-f8bd-4a29-b01e-178635bb7537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.698687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.716246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54732) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:50.731634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b7526b83-f8bd-4a29-b01e-178635bb7537 None None] For port 04364a16-5a1f-4973-9b35-2f5873443b4d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=04364a16-5a1f-4973-9b35-2f5873443b4d,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:50.735759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:02:50.743187 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7526b83-f8bd-4a29-b01e-178635bb7537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.760411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Made reservation on behalf of e25be07622cd464590d59222eb9d4c0e for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:50.763922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.773713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97c61c-593a-4b0a-b941-9618387a2877 req-6997b1c3-3b97-4395-b4c3-aeecd8bfd9ec tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:50.775625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce97c61c-593a-4b0a-b941-9618387a2877 req-6997b1c3-3b97-4395-b4c3-aeecd8bfd9ec tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 943 time: 0.1093972 Oct 25 09:02:50.823247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:50.836091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:50.841721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:50.842377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.857783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=0f5f99f4-431b-4fb9-96f9-f714c9fcad2c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:50.868981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7526b83-f8bd-4a29-b01e-178635bb7537 None None] Pushing event updated for resources: {'Port': ['ID=04364a16-5a1f-4973-9b35-2f5873443b4d,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:50.871717 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-6175cf0c-c771-47a8-9b72-71c51b8bb4c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1974888 Oct 25 09:02:50.883158 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c31bed72-3671-442a-8dfe-9d2baf42f161 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8519087 Oct 25 09:02:50.886216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54736) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:50.892711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499216306-network', 'tenant_id': 'a9186b17812846c3b007c6072b3ea6f8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:50.893336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'name': 'tempest-NetworksTestDHCPv6-969579549'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:50.893753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] Deleting port 04364a16-5a1f-4973-9b35-2f5873443b4d {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:50.899255 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.928936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Made reservation on behalf of a9186b17812846c3b007c6072b3ea6f8 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:50.931743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.947348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.984920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] For port 04364a16-5a1f-4973-9b35-2f5873443b4d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=04364a16-5a1f-4973-9b35-2f5873443b4d,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:50.985328 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:50.989984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce97c61c-593a-4b0a-b941-9618387a2877 req-daa58891-1df8-4d10-879f-22fa2e8d584d tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054701 Oct 25 09:02:51.007644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] Calling delete_port for 04364a16-5a1f-4973-9b35-2f5873443b4d owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:51.035313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-67717ef3-cdd1-48cc-adad-59c55e1f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.035992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-67717ef3-cdd1-48cc-adad-59c55e1f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.036625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-67717ef3-cdd1-48cc-adad-59c55e1f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.037308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-67717ef3-cdd1-48cc-adad-59c55e1f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.037962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-67717ef3-cdd1-48cc-adad-59c55e1f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.038589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-67717ef3-cdd1-48cc-adad-59c55e1f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.039214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-67717ef3-cdd1-48cc-adad-59c55e1f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.041655 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-67717ef3-cdd1-48cc-adad-59c55e1f5651 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=891d80c08da847e3a570ca83e82d3c5c&device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 6491 time: 0.0937262 Oct 25 09:02:51.098426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Allocated IP 172.20.0.12 (77d51b74-1f3d-40fa-baa3-7a29deed3bd5/351082fe-97ac-4d5b-81a3-78159e2ff4cd/b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:51.105728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:51.109763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.123560 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.137711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.154005 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.158701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] Pushing event deleted for resources: {'Port': ['ID=04364a16-5a1f-4973-9b35-2f5873443b4d,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:51.165139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba31cb-0192-45de-a451-3d96de275fd9 None None] No DVR routers for this DVR port 04364a16-5a1f-4973-9b35-2f5873443b4d on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:51.173117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:02:51.182705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port bbcaa514-3f5d-44a6-a310-6a7745fa2ead yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:02:51.191480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255c433-a508-4567-adc1-3c7d1fc0b991 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:51.202658 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.204017 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Added segment ddf0662a-0fd9-46af-b606-18c3908f914c of type vlan for network ee918231-b68f-4a81-8d9c-1d70929da008 Oct 25 09:02:51.252180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.259967 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9a09fd-8867-4028-8848-d56d8872ca84 x-openstack-request-id: req-6f9a09fd-8867-4028-8848-d56d8872ca84 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:51.260619 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:51.260784 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f9a09fd-8867-4028-8848-d56d8872ca84 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:51.261282 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'status': 'completed', 'code': 200} Oct 25 09:02:51.289092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-57645358-2af9-4ec5-82e3-7b5ae6c238f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.289573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-57645358-2af9-4ec5-82e3-7b5ae6c238f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.290047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-57645358-2af9-4ec5-82e3-7b5ae6c238f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.291114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2432b-d66f-43c8-944b-40938ec0a277,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:51.292211 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-57645358-2af9-4ec5-82e3-7b5ae6c238f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&id=1cc02180-3db5-415a-8b5f-d9a90e799024&id=1cc02180-3db5-415a-8b5f-d9a90e799024 HTTP/1.1" status: 200 len: 2294 time: 0.2147548 Oct 25 09:02:51.378885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '0f5f99f4-431b-4fb9-96f9-f714c9fcad2c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:02:51.380152 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.409113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07580e7b-1d6a-43c4-a753-7a6b47201479 req-179f68a6-75bb-48e3-96f5-40e6c7c6f19b tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 210 time: 0.0646214 Oct 25 09:02:51.411034 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.411967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.412535 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.445107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-d68a610f-476f-4a18-bb94-68b67e55445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.445107 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-d68a610f-476f-4a18-bb94-68b67e55445c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1096 time: 0.1452856 Oct 25 09:02:51.476034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::3d (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/0f5f99f4-431b-4fb9-96f9-f714c9fcad2c/bbcaa514-3f5d-44a6-a310-6a7745fa2ead) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:51.477992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] Pushing event updated for resources: {'Network': ['ID=ee918231-b68f-4a81-8d9c-1d70929da008,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:51.498875 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-4dd486a4-72eb-4387-967d-62328765fa3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0 HTTP/1.1" status: 200 len: 1002 time: 0.1696751 Oct 25 09:02:51.503579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ee918231-b68f-4a81-8d9c-1d70929da008 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:02:51.515618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-45ab47a7-6676-449f-9abd-38aa2517eb52 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7972779 Oct 25 09:02:51.520014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54744) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:51.524744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Request body: {'subnet': {'network_id': 'ee918231-b68f-4a81-8d9c-1d70929da008', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1499216306-subnet', 'tenant_id': 'a9186b17812846c3b007c6072b3ea6f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:51.562498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.580523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Made reservation on behalf of a9186b17812846c3b007c6072b3ea6f8 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:51.583150 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.636237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-50e889b7-83cf-4d18-8ed2-431dd6459f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.637739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-50e889b7-83cf-4d18-8ed2-431dd6459f12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2a74d13-6bfd-46a6-81a8-39f4644f8a12 HTTP/1.1" status: 200 len: 851 time: 0.1076312 Oct 25 09:02:51.674033 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.679336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.718505 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-1666615a-9d1c-4580-b735-a2acba177dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.719992 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-1666615a-9d1c-4580-b735-a2acba177dfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.2577810 Oct 25 09:02:51.744289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:51.772880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:51.777229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:51.779989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event updated for resources: {'Port': ['ID=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:51.834686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-6923b883-8668-4b97-b41e-a3e19faf2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.841315 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-6923b883-8668-4b97-b41e-a3e19faf2b44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=92c360e3-705e-4aaf-8ba4-f291eadce1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852841 Oct 25 09:02:51.883886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:51.884522 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.919823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-8ba84598-a42a-4b29-87ea-3852f4ef9d85 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5443eb0d9f9b45f9a3cece236443d118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781796 Oct 25 09:02:51.948047 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-851c569b-5898-4c30-8606-2b54339d41e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 1001 time: 0.2165470 Oct 25 09:02:51.957611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-09e8ddae-bdba-4af3-92e0-80340a576a03 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4251761 Oct 25 09:02:51.958507 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:51.996674 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.028340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 09e71513-081a-4145-8231-cc3c5611386f details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:02:52.041321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Request body: {'port': {'device_id': '297a8749-8687-45cc-b558-22dcbae72cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:52.051606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-6f7ac9d1-3383-4752-b74d-36014eab122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.053038 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-6f7ac9d1-3383-4752-b74d-36014eab122e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.0944407 Oct 25 09:02:52.058320 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-fadc25a5-ebab-40cc-b1d7-81401938376c service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062185 Oct 25 09:02:52.125702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-68b3eb08-2a52-4088-aa1e-8890b0aafdec None None] Provisioning complete for port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:52.126151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68b3eb08-2a52-4088-aa1e-8890b0aafdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.161228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.164052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Pushing event updated for resources: {'Subnet': ['ID=627737f0-72c6-41d5-9759-1d62d960dbba,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:52.208505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 09e71513-081a-4145-8231-cc3c5611386f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=09e71513-081a-4145-8231-cc3c5611386f,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:52.234570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:52.237849 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.239182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-1442434d-eac3-43a3-a5f5-1c677af3166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.240716 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-1442434d-eac3-43a3-a5f5-1c677af3166b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733356 Oct 25 09:02:52.254081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:52.262322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Checking segment: {'id': 'ddf0662a-0fd9-46af-b606-18c3908f914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ee918231-b68f-4a81-8d9c-1d70929da008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:52.262815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Network hostable DHCP agents. Network: ee918231-b68f-4a81-8d9c-1d70929da008, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:02:52.267494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:52.271997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-51523102-f6d7-4ca9-898a-9e687639444d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.278277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.279259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-51523102-f6d7-4ca9-898a-9e687639444d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465400 Oct 25 09:02:52.279626 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.299124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=bbcaa514-3f5d-44a6-a310-6a7745fa2ead,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:52.323003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-4f815247-03f3-4750-807f-3f423c75268f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/quotas/5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 375 time: 0.0427582 Oct 25 09:02:52.360770 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4a6e684c-ee8d-4cf6-9c71-d1feb8de0387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4729486 Oct 25 09:02:52.365157 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54766) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:52.378159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Network ee918231-b68f-4a81-8d9c-1d70929da008 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:02:52.381124 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-3706834b-34ca-402a-8ef2-2921a73ad969 service neutron] 10.222.0.18 "GET /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059750 Oct 25 09:02:52.387677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 04364a16-5a1f-4973-9b35-2f5873443b4d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:02:52.390079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-68b3eb08-2a52-4088-aa1e-8890b0aafdec None None] Port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:52.414522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '09e71513-081a-4145-8231-cc3c5611386f', 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686', 'port_id': '09e71513-081a-4145-8231-cc3c5611386f', 'mac_address': 'fa:16:3e:9a:d1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008988ab-83ab-41f7-ada4-95f0196551d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:02:52.417547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 04364a16-5a1f-4973-9b35-2f5873443b4d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:02:52.417886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 04364a16-5a1f-4973-9b35-2f5873443b4d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:02:52.444275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ee918231-b68f-4a81-8d9c-1d70929da008) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:52.460477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.460830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.465693 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-00a0551e-1ef1-40df-a81f-1af21b860015 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 200 len: 217 time: 0.0680661 Oct 25 09:02:52.467781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/0f5f99f4-431b-4fb9-96f9-f714c9fcad2c/8ed4499a-ac99-4b07-9edb-4da09476750c) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:52.480598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc956ed-a150-41a6-9ee6-f3e8511ea3fc None None] Network ee918231-b68f-4a81-8d9c-1d70929da008 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:52.493833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-f0a3b9bc-f334-4120-a1f7-1b2208c0a022 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698277 Oct 25 09:02:52.521327 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-d74c19e8-701d-454e-8db8-2e6285e2c692 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707925 Oct 25 09:02:52.538591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36afc161-a8b8-49bf-a7f7-c9f32f72b03e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.540129 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-36afc161-a8b8-49bf-a7f7-c9f32f72b03e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1742866 Oct 25 09:02:52.553607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54770) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:52.564908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.611593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5860c888-0eda-487f-8c9b-7a98e5fa057b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0799966 Oct 25 09:02:52.612169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e71513-081a-4145-8231-cc3c5611386f {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:52.640863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-e53fa7f1-84bb-4730-94c6-a7a6554a1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.643332 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-e53fa7f1-84bb-4730-94c6-a7a6554a1b11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.1686184 Oct 25 09:02:52.725149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 09e71513-081a-4145-8231-cc3c5611386f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=09e71513-081a-4145-8231-cc3c5611386f,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:52.733839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:52.745473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.760092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-2fb6e74c-265b-4fec-ad18-8e8cc0881476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.761728 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-2fb6e74c-265b-4fec-ad18-8e8cc0881476 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1067154 Oct 25 09:02:52.762621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Transition to ACTIVE for port object b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:02:52.775988 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.778822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.811693 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d811c8e-0b65-4371-ba6c-628142b53848 req-c40860d2-d27d-43e1-9ae6-1aa3e926f02f service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681046 Oct 25 09:02:52.872225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:52.895302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-685d5b73-7dc2-4942-a25b-78944c863116 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port bbcaa514-3f5d-44a6-a310-6a7745fa2ead {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:52.896831 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685d5b73-7dc2-4942-a25b-78944c863116 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:52.914306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd696-0737-47f5-86f8-06631c0eece3 req-14784b7d-0eb0-4069-a704-65382d67a1a4 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:52.922588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-622bd696-0737-47f5-86f8-06631c0eece3 req-14784b7d-0eb0-4069-a704-65382d67a1a4 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 944 time: 0.1426046 Oct 25 09:02:53.043819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-622bd696-0737-47f5-86f8-06631c0eece3 req-fd8396fd-0aa0-4624-8588-8ab63a9f9a98 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199381 Oct 25 09:02:53.056359 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.065851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Attempting to bind port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:53.068598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Attempting to bind port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:53.069049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Attempting to bind port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf on network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:53.077331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf on network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:02:53.077764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Attempting to bind port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf on network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:53.092444 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.096499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:53.096851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Checking segment: {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:53.105372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Bound using segment: {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:53.105845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Bound port: b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f35f117-6067-4e49-bd7b-e7ea82c3365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:53.106241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.169168 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-2954520e-7772-4875-aefe-c2e9cad48680 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948307 Oct 25 09:02:53.229096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=09e71513-081a-4145-8231-cc3c5611386f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:53.248046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a180e52-f874-416f-af9e-f01ef794597f None None] Network ee918231-b68f-4a81-8d9c-1d70929da008 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:53.354640 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685d5b73-7dc2-4942-a25b-78944c863116 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.397858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-685d5b73-7dc2-4942-a25b-78944c863116 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for bbcaa514-3f5d-44a6-a310-6a7745fa2ead owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:53.401732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['09e71513-081a-4145-8231-cc3c5611386f'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:02:53.465523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:53.511230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54798) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:53.550282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] For port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:53.552429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:53.552559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-162924033-network', 'tenant_id': 'b6baa1c230a741cbaef9d4b53a8488ac'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:53.555080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] For port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:53.560324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:53.571902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bb69e-af43-41d3-a8d1-360ce9f8b7a0 req-ffa66a28-9dc4-45cb-b911-e8356dde4c66 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:53.583419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-392bb69e-af43-41d3-a8d1-360ce9f8b7a0 req-ffa66a28-9dc4-45cb-b911-e8356dde4c66 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 944 time: 0.1255715 Oct 25 09:02:53.584598 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-b210c1c3-aefb-45ed-8f24-4d05100410cd service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959689 Oct 25 09:02:53.591362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Made reservation on behalf of b6baa1c230a741cbaef9d4b53a8488ac for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:53.595598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.595936 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.632372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Pushing event updated for resources: {'Port': ['ID=8ed4499a-ac99-4b07-9edb-4da09476750c,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:53.667575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:53.669719 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.673039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] 10.222.0.41 "PUT /v2.0/ports/b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf HTTP/1.1" status: 200 len: 1092 time: 1.6875827 Oct 25 09:02:53.702300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Attempting to bind port 8ed4499a-ac99-4b07-9edb-4da09476750c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:53.703253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Attempting to bind port 8ed4499a-ac99-4b07-9edb-4da09476750c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:53.703964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Attempting to bind port 8ed4499a-ac99-4b07-9edb-4da09476750c on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:53.718058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297a8749-8687-45cc-b558-22dcbae72cbe', 'tag': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:53.721326 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b3e5d-f4e8-489a-931a-92b203532640" -d '{"events": [{"name": "network-changed", "server_uuid": "297a8749-8687-45cc-b558-22dcbae72cbe", "tag": "b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:53.726355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452b6a7-295a-4918-8fd7-1808e9e9aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:53.740033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-392bb69e-af43-41d3-a8d1-360ce9f8b7a0 req-a6372651-6436-441c-aa66-abdff2d1a5b4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556749 Oct 25 09:02:53.740677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:53.741163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:53.741570 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.741964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:53.742514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Bound port: 8ed4499a-ac99-4b07-9edb-4da09476750c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:53.742906 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.872863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-9bde4d6e-1677-4a74-98d2-08bbf4b8d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:53.875257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-9bde4d6e-1677-4a74-98d2-08bbf4b8d993 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e25be07622cd464590d59222eb9d4c0e&device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 1095 time: 0.0843189 Oct 25 09:02:53.902229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] For port 8ed4499a-ac99-4b07-9edb-4da09476750c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:53.908219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] For port 8ed4499a-ac99-4b07-9edb-4da09476750c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8ed4499a-ac99-4b07-9edb-4da09476750c,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:53.926090 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:53.948719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-8e4c1e42-96ad-40bb-a962-fefbdd216bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf HTTP/1.1" status: 200 len: 217 time: 0.0556076 Oct 25 09:02:54.025939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56345abf-531d-44b4-9a34-013e33f2fdfc None None] Pushing event updated for resources: {'Port': ['ID=8ed4499a-ac99-4b07-9edb-4da09476750c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:54.026788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-159bfba8-1325-428d-b65e-6d878a2ad006 req-c1e241a0-db15-444d-96c0-b7e92ad71b2b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 210 time: 0.0769892 Oct 25 09:02:54.051324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-ff531b1e-da31-435b-bf82-6e06b9b5f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.052845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-ff531b1e-da31-435b-bf82-6e06b9b5f18c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=351082fe-97ac-4d5b-81a3-78159e2ff4cd HTTP/1.1" status: 200 len: 845 time: 0.0886326 Oct 25 09:02:54.069584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.085008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-5afeafbf-5616-4e22-b955-83cc422dfc0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 200 len: 217 time: 0.4866695 Oct 25 09:02:54.093985 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004051c7-53d0-4d21-bb39-176cf9c51a58 x-openstack-request-id: req-004051c7-53d0-4d21-bb39-176cf9c51a58 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:54.094478 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297a8749-8687-45cc-b558-22dcbae72cbe", "tag": "b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:54.094734 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-004051c7-53d0-4d21-bb39-176cf9c51a58 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:54.095136 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297a8749-8687-45cc-b558-22dcbae72cbe', 'tag': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'status': 'completed', 'code': 200} Oct 25 09:02:54.124061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-1d22777c-de94-408d-9353-7bf741fd92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.126712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-1d22777c-de94-408d-9353-7bf741fd92d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652480 Oct 25 09:02:54.186391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-0715cc5e-1b8d-4a0b-a641-5c67c56a9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.188630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-0715cc5e-1b8d-4a0b-a641-5c67c56a9dff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.0928922 Oct 25 09:02:54.304263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfc40-aba9-4204-895c-62d14cd6661e req-7d70a336-9489-4092-a279-396f0339b6c9 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.313047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddcdfc40-aba9-4204-895c-62d14cd6661e req-7d70a336-9489-4092-a279-396f0339b6c9 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 944 time: 0.1612825 Oct 25 09:02:54.327254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-c2be621d-3d0f-4d76-9b77-86ddc9533e39 service neutron] 10.222.0.41 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920311 Oct 25 09:02:54.330908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685d5b73-7dc2-4942-a25b-78944c863116 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.360448 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-c635374a-1501-41c4-9f86-54943b59d814 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5443eb0d9f9b45f9a3cece236443d118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466657 Oct 25 09:02:54.395928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d5b73-7dc2-4942-a25b-78944c863116 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=bbcaa514-3f5d-44a6-a310-6a7745fa2ead,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:54.399686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-316843a6-a654-40d4-8b06-3815d67247b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.401234 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-316843a6-a654-40d4-8b06-3815d67247b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1635680 Oct 25 09:02:54.445214 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddcdfc40-aba9-4204-895c-62d14cd6661e req-5d8f8bd5-40ca-4b57-9a33-0b46e493699c tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311045 Oct 25 09:02:54.496047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8ab5b5d-b04e-4573-9652-16d58e92a8b4 req-053fcb16-156e-4e28-8d62-463b9d014a10 service neutron] 10.222.0.41 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582870 Oct 25 09:02:54.541034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685d5b73-7dc2-4942-a25b-78944c863116 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.544200 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-685d5b73-7dc2-4942-a25b-78944c863116 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/bbcaa514-3f5d-44a6-a310-6a7745fa2ead HTTP/1.1" status: 204 len: 168 time: 1.9896579 Oct 25 09:02:54.547695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54806) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:54.597988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.609785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.670901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:02:54.672535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0133df6-60b7-431e-b236-e954e42f038d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.674242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0133df6-60b7-431e-b236-e954e42f038d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.675751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a0133df6-60b7-431e-b236-e954e42f038d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1270096 Oct 25 09:02:54.678541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54808) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:54.687497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-ad525cd7-b622-430e-af4e-9bd06efaa2fc tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.689065 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-ad525cd7-b622-430e-af4e-9bd06efaa2fc tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850757 Oct 25 09:02:54.693892 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b8689e-3e46-4152-9c23-150e010d29e1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:54.700149 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-7df90d87-6cdc-4276-9d7f-e74b1a021c3e service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767332 Oct 25 09:02:54.704738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.705108 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Added segment 79d682e0-ae60-4969-aa8c-37df8f21afb9 of type vlan for network c04da433-8615-465a-bd3a-52d44be3c043 Oct 25 09:02:54.712487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b3e5d-f4e8-489a-931a-92b203532640 req-b9d221e9-d5b7-43e7-97c8-54b6fbcbcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.714026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598b3e5d-f4e8-489a-931a-92b203532640 req-b9d221e9-d5b7-43e7-97c8-54b6fbcbcf8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e25be07622cd464590d59222eb9d4c0e&device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 1095 time: 0.1148353 Oct 25 09:02:54.719064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Request body: {'port': {'device_id': '72e1bbac-9f22-4298-b542-557e76de02b9', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '5443eb0d9f9b45f9a3cece236443d118'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:54.781717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5bfce6-c6c4-4bf6-b1f9-92b30fadbad7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 0f5f99f4-431b-4fb9-96f9-f714c9fcad2c {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:54.790231 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f5bfce6-c6c4-4bf6-b1f9-92b30fadbad7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.855758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.861676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f5bfce6-c6c4-4bf6-b1f9-92b30fadbad7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.915999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b3e5d-f4e8-489a-931a-92b203532640 req-00e2a8b0-0509-474d-b77c-a742ec511c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.917487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598b3e5d-f4e8-489a-931a-92b203532640 req-00e2a8b0-0509-474d-b77c-a742ec511c08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5 HTTP/1.1" status: 200 len: 907 time: 0.1939020 Oct 25 09:02:54.948147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.949076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:54.949659 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:54.977271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598b3e5d-f4e8-489a-931a-92b203532640 req-73fe1997-a75f-4740-840b-2d6cc8438706 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf HTTP/1.1" status: 200 len: 217 time: 0.0482707 Oct 25 09:02:55.018517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4b27-99a8-4c35-a087-76c5a650e5d7 req-0d5e7352-dd1a-4779-85b5-8a73a65d1a0b tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:55.019959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-018e4b27-99a8-4c35-a087-76c5a650e5d7 req-0d5e7352-dd1a-4779-85b5-8a73a65d1a0b tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 944 time: 0.1832757 Oct 25 09:02:55.034958 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-add3e0af-3c1f-4d16-900e-042fa43d28fb service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087087 Oct 25 09:02:55.051095 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5384800 Oct 25 09:02:55.063618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54816) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:55.067902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1268-371f-4cd7-936b-86c9680afafc admin admin] Pushing event updated for resources: {'Network': ['ID=c04da433-8615-465a-bd3a-52d44be3c043,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:55.081319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Request body: {'subnet': {'network_id': 'c04da433-8615-465a-bd3a-52d44be3c043', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-162924033-subnet', 'tenant_id': 'b6baa1c230a741cbaef9d4b53a8488ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:55.083195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network c04da433-8615-465a-bd3a-52d44be3c043 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:02:55.092965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f5bfce6-c6c4-4bf6-b1f9-92b30fadbad7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.104672 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-8213bf5a-0a3a-4dc0-91cc-eae7ae597c8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39 HTTP/1.1" status: 200 len: 217 time: 0.0482154 Oct 25 09:02:55.107787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Made reservation on behalf of 5443eb0d9f9b45f9a3cece236443d118 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:55.112331 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.134474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b3e5d-f4e8-489a-931a-92b203532640 req-4afd7e84-28eb-4469-9a31-7cf77cd96d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:55.135944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598b3e5d-f4e8-489a-931a-92b203532640 req-4afd7e84-28eb-4469-9a31-7cf77cd96d08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=351082fe-97ac-4d5b-81a3-78159e2ff4cd HTTP/1.1" status: 200 len: 845 time: 0.1339154 Oct 25 09:02:55.201781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-018e4b27-99a8-4c35-a087-76c5a650e5d7 req-068a452d-669c-4d18-8a9a-28e784e4addc tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558967 Oct 25 09:02:55.224748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Made reservation on behalf of b6baa1c230a741cbaef9d4b53a8488ac for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:55.227139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.247145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-b28e3fef-531f-415e-858b-aed59727592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:55.248442 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-b28e3fef-531f-415e-858b-aed59727592c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.1084609 Oct 25 09:02:55.274712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f5bfce6-c6c4-4bf6-b1f9-92b30fadbad7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.324086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bfce6-c6c4-4bf6-b1f9-92b30fadbad7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5f99f4-431b-4fb9-96f9-f714c9fcad2c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:55.327670 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f5bfce6-c6c4-4bf6-b1f9-92b30fadbad7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.331000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6f5bfce6-c6c4-4bf6-b1f9-92b30fadbad7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/0f5f99f4-431b-4fb9-96f9-f714c9fcad2c HTTP/1.1" status: 204 len: 168 time: 0.6515079 Oct 25 09:02:55.333085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b3e5d-f4e8-489a-931a-92b203532640 req-c16da76d-d1e6-4043-949b-b079cc8cf0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:55.334539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54818) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:55.334666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598b3e5d-f4e8-489a-931a-92b203532640 req-c16da76d-d1e6-4043-949b-b079cc8cf0d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821113 Oct 25 09:02:55.397228 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-15e2cc0d-0a35-4f35-853d-6104f8c53664 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570207 Oct 25 09:02:55.401335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54820) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:55.401602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Allocated IP 192.168.233.86 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/7401eb86-d47b-4a24-aa42-029f0ace35e6) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:55.405531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-68445fdb-f6d7-43b3-a7ee-86f0466718d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:55.406990 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-68445fdb-f6d7-43b3-a7ee-86f0466718d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476278 Oct 25 09:02:55.408130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:55.410520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9eb9561e-bc02-4e78-b40b-b56b8ec75604 None None] Provisioning complete for port 8ed4499a-ac99-4b07-9edb-4da09476750c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:55.411469 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9eb9561e-bc02-4e78-b40b-b56b8ec75604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.462843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9158d59b-8faf-4b6a-b82a-f2e8927e2436 req-0de1754c-548a-4394-9eaa-202cd2baac6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 210 time: 0.0624256 Oct 25 09:02:55.541385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9eb9561e-bc02-4e78-b40b-b56b8ec75604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.603751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9eb9561e-bc02-4e78-b40b-b56b8ec75604 None None] For port 8ed4499a-ac99-4b07-9edb-4da09476750c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8ed4499a-ac99-4b07-9edb-4da09476750c,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:55.611970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9eb9561e-bc02-4e78-b40b-b56b8ec75604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.621549 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-335dd048-b2fe-46ed-a118-aba57a859c6a service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057626 Oct 25 09:02:55.646601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b1e11-88c7-44ec-925d-ee421f63bcc5 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:55.709499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598b3e5d-f4e8-489a-931a-92b203532640 req-82b7b581-9d7c-4c3d-8b2b-5e4361ef613b service neutron] 10.222.0.41 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648956 Oct 25 09:02:55.714511 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9561e-bc02-4e78-b40b-b56b8ec75604 None None] Pushing event updated for resources: {'Port': ['ID=8ed4499a-ac99-4b07-9edb-4da09476750c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:55.733170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:55.737003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.743430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.752198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4f6c6732-613d-4376-8232-bafbe6cbc73b None None] Could not find standard attr ID for object e9588c3e-6f64-453a-8709-b4046a638fab. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:02:55.761728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ecd25-3e68-4291-8934-c34a29869a3d req-358e7c79-cbde-4072-a003-059760be934f tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:55.763199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-897ecd25-3e68-4291-8934-c34a29869a3d req-358e7c79-cbde-4072-a003-059760be934f tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 944 time: 0.2128172 Oct 25 09:02:55.781968 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-1d7c816f-584f-4ae2-9f64-1a0bebbc512e service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363659 Oct 25 09:02:55.829375 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-f167eebd-9f25-4029-9a01-4dddffa82a59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=49a562de-ae3f-4595-9ce8-05aa17697381 HTTP/1.1" status: 200 len: 217 time: 0.0391071 Oct 25 09:02:55.837692 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.882987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', '12f5ee1d-083b-472f-89ba-b95407c3c8d9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:02:55.904238 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:55.919834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:02:55.935834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:55.945030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:55.953949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:55.989315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-897ecd25-3e68-4291-8934-c34a29869a3d req-a6b91447-8b26-4c84-8d72-48f376a64883 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043259 Oct 25 09:02:56.031628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:56.032362 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.045370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-a1c20417-de76-457a-b663-c21efdd1b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:56.048277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-a1c20417-de76-457a-b663-c21efdd1b638 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 200 len: 797 time: 0.1746554 Oct 25 09:02:56.048776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 09e71513-081a-4145-8231-cc3c5611386f up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:02:56.049397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:56.061221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-598b3e5d-f4e8-489a-931a-92b203532640 req-c92eff9b-d01a-440c-92ab-01acae6e8731 service neutron] 10.222.0.41 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140082 Oct 25 09:02:56.065783 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-1fa55aeb-40e6-4b6a-8457-bc9423b5fb44 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3515809 Oct 25 09:02:56.078304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1edcba-614f-442b-a6c2-95766c39e2fe,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:56.100258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-e4963fb9-8a0a-48b0-af27-75af16f1da0d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2051373 Oct 25 09:02:56.105101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Request body: {'port': {'device_id': '72e1bbac-9f22-4298-b542-557e76de02b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:56.138967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Checking segment: {'id': '79d682e0-ae60-4969-aa8c-37df8f21afb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c04da433-8615-465a-bd3a-52d44be3c043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:56.139338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Network hostable DHCP agents. Network: c04da433-8615-465a-bd3a-52d44be3c043, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:02:56.185955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] Deleting port 8ed4499a-ac99-4b07-9edb-4da09476750c {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:56.187821 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.212671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Network c04da433-8615-465a-bd3a-52d44be3c043 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:02:56.218228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.237722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-b4c8b368-4985-468b-948a-759351416894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:56.239440 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-b4c8b368-4985-468b-948a-759351416894 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1719859 Oct 25 09:02:56.297568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] For port 8ed4499a-ac99-4b07-9edb-4da09476750c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8ed4499a-ac99-4b07-9edb-4da09476750c,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:56.298323 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.301676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, c04da433-8615-465a-bd3a-52d44be3c043) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:56.312752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 09e71513-081a-4145-8231-cc3c5611386f completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:02:56.318533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-12d2d235-a7c0-4c21-ad67-bffb02e7ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:56.319745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bc6255-57af-46a8-8c6b-b9de230ab901 None None] Network c04da433-8615-465a-bd3a-52d44be3c043 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:56.320079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-12d2d235-a7c0-4c21-ad67-bffb02e7ab90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1101 time: 0.1724992 Oct 25 09:02:56.335815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:56.336074 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.342684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] Calling delete_port for 8ed4499a-ac99-4b07-9edb-4da09476750c owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:56.371972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 09e71513-081a-4145-8231-cc3c5611386f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:56.372447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.391740 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-971c113f-a232-4fd5-9be4-316d0a95f7a0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3168182 Oct 25 09:02:56.438588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.507626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c3c9572c-25b2-48f3-8ced-28e705582a44 None None] Provisioning complete for port 7401eb86-d47b-4a24-aa42-029f0ace35e6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:02:56.507995 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c3c9572c-25b2-48f3-8ced-28e705582a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.508136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-901f7a85-38ee-41e2-a5ec-94bdd1c503f1 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384870 Oct 25 09:02:56.615206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54834) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:56.641229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9572c-25b2-48f3-8ced-28e705582a44 None None] Port 7401eb86-d47b-4a24-aa42-029f0ace35e6 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:02:56.669736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3535aea5-dd6e-4dc6-b501-9e589751f64d admin admin] Deleting subnet 627737f0-72c6-41d5-9759-1d62d960dbba {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:56.673536 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3535aea5-dd6e-4dc6-b501-9e589751f64d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.710749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3535aea5-dd6e-4dc6-b501-9e589751f64d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.731115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.742733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237037c-b336-4d71-8a75-70341ad7ffea None None] Network c04da433-8615-465a-bd3a-52d44be3c043 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:56.752672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3535aea5-dd6e-4dc6-b501-9e589751f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.774095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ebe99-549f-4561-91c0-52fed17ce009 req-446b2f73-5ed8-489b-94e0-43bec991eb3b tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:56.775498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-283ebe99-549f-4561-91c0-52fed17ce009 req-446b2f73-5ed8-489b-94e0-43bec991eb3b tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 944 time: 0.4417114 Oct 25 09:02:56.779292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:56.781730 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.787113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:56.801427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:56.801938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.810235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] Pushing event deleted for resources: {'Port': ['ID=8ed4499a-ac99-4b07-9edb-4da09476750c,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:56.817333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3535aea5-dd6e-4dc6-b501-9e589751f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.823955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=9ab0780d-5060-4db7-82aa-532dedab2c7c,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:56.829669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46d058-697b-4c17-84f1-7394a2a36464 None None] No DVR routers for this DVR port 8ed4499a-ac99-4b07-9edb-4da09476750c on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:02:56.852319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3923df0e-fde7-45bd-b868-0bbdcfc1b34b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4489141 Oct 25 09:02:56.857339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54836) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:56.857544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e71d9b-4c8c-463d-b95f-db127bedd059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e71513-081a-4145-8231-cc3c5611386f'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:56.862180 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f3236b-2203-43ed-9f28-490cabc19278" -d '{"events": [{"server_uuid": "69e71d9b-4c8c-463d-b95f-db127bedd059", "name": "network-vif-plugged", "status": "completed", "tag": "09e71513-081a-4145-8231-cc3c5611386f"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:56.865817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'name': 'tempest-NetworksTestDHCPv6-2119844798'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:02:56.873976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-f1e26ffe-627f-43a4-be53-f7e27693c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:56.875521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-f1e26ffe-627f-43a4-be53-f7e27693c483 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.5225999 Oct 25 09:02:56.887235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28642d-8b5a-4ec6-868b-d966d0c9effa None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:02:56.892952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 09e71513-081a-4145-8231-cc3c5611386f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=09e71513-081a-4145-8231-cc3c5611386f,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:56.893745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535aea5-dd6e-4dc6-b501-9e589751f64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627737f0-72c6-41d5-9759-1d62d960dbba,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:56.899230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3535aea5-dd6e-4dc6-b501-9e589751f64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.903289 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3535aea5-dd6e-4dc6-b501-9e589751f64d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/627737f0-72c6-41d5-9759-1d62d960dbba HTTP/1.1" status: 204 len: 168 time: 0.2874110 Oct 25 09:02:56.915188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54840) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:56.935122 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:56.944090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-283ebe99-549f-4561-91c0-52fed17ce009 req-a6f4f63c-e3d8-420a-8de1-1165511494d2 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416831 Oct 25 09:02:56.981003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-24ed6769-a326-4d5a-bbff-b43ecb8895b6 service neutron] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590163 Oct 25 09:02:57.011182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-609fee5f-3437-48d2-881e-553777ec9e35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.1164484 Oct 25 09:02:57.014736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=09e71513-081a-4145-8231-cc3c5611386f,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:57.086189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-b9341157-7e2b-4cf4-a8a4-2940cefcb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:57.087819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-b9341157-7e2b-4cf4-a8a4-2940cefcb48b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0657783 Oct 25 09:02:57.089903 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.092260 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-b78096aa-bd2d-42a1-8e89-fdc958d74341 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=68c2da18-5f42-4731-9d83-36db65c365f9 HTTP/1.1" status: 200 len: 217 time: 0.1011193 Oct 25 09:02:57.103086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7401eb86-d47b-4a24-aa42-029f0ace35e6 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:57.124478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.129599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:02:57.133615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.186208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Transition to ACTIVE for port object 7401eb86-d47b-4a24-aa42-029f0ace35e6 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:02:57.194834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port cfff0f58-b9ae-40fd-bc8a-7576173faccc yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:02:57.213677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-1da9a003-2089-43ff-8a7f-76646a62c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:57.215323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-1da9a003-2089-43ff-8a7f-76646a62c972 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190574 Oct 25 09:02:57.231987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.267403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-1784a766-5ae9-4e61-9c8d-af4d3916a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:57.269889 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-1784a766-5ae9-4e61-9c8d-af4d3916a1f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.1607118 Oct 25 09:02:57.271640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971c6f1-461e-417c-b26b-72e6a01d0852 req-248eadae-db67-4756-8fad-d52c3bcdce73 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:57.273208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c971c6f1-461e-417c-b26b-72e6a01d0852 req-248eadae-db67-4756-8fad-d52c3bcdce73 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 935 time: 0.1474395 Oct 25 09:02:57.323980 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.333374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '9ab0780d-5060-4db7-82aa-532dedab2c7c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:02:57.336483 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.365750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee918231-b68f-4a81-8d9c-1d70929da008']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:57.410806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf0662a-0fd9-46af-b606-18c3908f914c') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:57.411769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf0662a-0fd9-46af-b606-18c3908f914c') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:57.425441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c971c6f1-461e-417c-b26b-72e6a01d0852 req-cdbfbef5-96be-4d72-a989-b7d7f13e72c4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380098 Oct 25 09:02:57.433104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:57.469752 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.472917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-49af6435-b12c-423a-8443-cd732f3a3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:57.474242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::5a (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9ab0780d-5060-4db7-82aa-532dedab2c7c/cfff0f58-b9ae-40fd-bc8a-7576173faccc) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:57.475140 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-49af6435-b12c-423a-8443-cd732f3a3d28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1908216 Oct 25 09:02:57.495477 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0030a92c-e18b-4586-b83c-5a0703d477c6 x-openstack-request-id: req-0030a92c-e18b-4586-b83c-5a0703d477c6 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:57.496006 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e71d9b-4c8c-463d-b95f-db127bedd059", "name": "network-vif-plugged", "status": "completed", "tag": "09e71513-081a-4145-8231-cc3c5611386f", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:57.496267 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0030a92c-e18b-4586-b83c-5a0703d477c6 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:57.496663 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e71d9b-4c8c-463d-b95f-db127bedd059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e71513-081a-4145-8231-cc3c5611386f', 'code': 200} Oct 25 09:02:57.501632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-a825aec1-a0ed-4722-8f11-c9dbd7a7f51f service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567918 Oct 25 09:02:57.518023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.568314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:02:57.569172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:02:57.570960 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:02:57.786471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51b0d1-d71c-424a-b1d1-de4c550f05f8 req-ca659dff-e0f0-463c-841a-02d2da1fa468 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:57.788046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea51b0d1-d71c-424a-b1d1-de4c550f05f8 req-ca659dff-e0f0-463c-841a-02d2da1fa468 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 945 time: 0.2352338 Oct 25 09:02:57.801218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c156282-17cb-459d-808a-7696ab3461aa req-86fc71f0-aee9-4ae0-8d13-5b2fbdf5e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:57.802690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c156282-17cb-459d-808a-7696ab3461aa req-86fc71f0-aee9-4ae0-8d13-5b2fbdf5e97d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 1096 time: 0.1659184 Oct 25 09:02:57.817260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeae0293-089b-4ee3-9c35-204e153ada0a req-3338bdef-b1e8-4d0b-af78-dc9fd6d05335 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628696 Oct 25 09:02:57.893952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.911482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea51b0d1-d71c-424a-b1d1-de4c550f05f8 req-6d3c3928-2921-4f4f-ac64-afeabc346300 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170738 Oct 25 09:02:57.914378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c156282-17cb-459d-808a-7696ab3461aa req-65057be0-779c-4137-acab-77b2e0cd7b23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936589 Oct 25 09:02:57.927295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Attempting to bind port 7401eb86-d47b-4a24-aa42-029f0ace35e6 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:57.927433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Attempting to bind port 7401eb86-d47b-4a24-aa42-029f0ace35e6 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:57.927733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Attempting to bind port 7401eb86-d47b-4a24-aa42-029f0ace35e6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:57.948319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Port 7401eb86-d47b-4a24-aa42-029f0ace35e6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:02:57.948642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Attempting to bind port 7401eb86-d47b-4a24-aa42-029f0ace35e6 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:57.951684 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.962946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:57.963287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:57.963689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:57.965746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Bound port: 7401eb86-d47b-4a24-aa42-029f0ace35e6, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:57.965746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:57.982239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.012382 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.017953 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ee918231-b68f-4a81-8d9c-1d70929da008 HTTP/1.1" status: 204 len: 168 time: 1.0985928 Oct 25 09:02:58.018903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54848) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:58.023933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9ab0780d-5060-4db7-82aa-532dedab2c7c/9fd968b3-4c02-44e8-965c-cbd1c01855f6) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:02:58.030361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:58.035423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:58.037468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=cfff0f58-b9ae-40fd-bc8a-7576173faccc,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:58.039934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:58.044923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-6cb1c327-96da-4703-8ad1-0ccc75764547 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590661 Oct 25 09:02:58.045829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:58.047023 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.048950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e8283-e95f-404e-8316-e589775ff1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee918231-b68f-4a81-8d9c-1d70929da008,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:58.054766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:02:58.100041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0299f543-da02-4dc0-8dbf-29402cef58f3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2401392 Oct 25 09:02:58.102588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54852) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:58.158593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:58.175277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bb98f7-aad6-476e-bf49-8c38c0ab151e admin admin] Deleting subnet dd1edcba-614f-442b-a6c2-95766c39e2fe {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:58.183455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:58.184492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31bb98f7-aad6-476e-bf49-8c38c0ab151e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.209966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.255084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2bc1c-7f11-41ee-ad3a-901e4efbc4c9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:58.256642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7ed2bc1c-7f11-41ee-ad3a-901e4efbc4c9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1511114 Oct 25 09:02:58.263975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:58.264701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54854) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:58.266280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163e30-85c2-4421-87c5-f2baeea864e0 req-4666844d-01fd-4c63-9640-e87a77b3afd3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:58.268010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3163e30-85c2-4421-87c5-f2baeea864e0 req-4666844d-01fd-4c63-9640-e87a77b3afd3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 944 time: 0.1193566 Oct 25 09:02:58.285430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'port_id': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'mac_address': 'fa:16:3e:20:82:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:02:58.293838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:58.294556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.295374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.295830 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] 10.222.0.18 "PUT /v2.0/ports/7401eb86-d47b-4a24-aa42-029f0ace35e6 HTTP/1.1" status: 200 len: 1095 time: 2.2164702 Oct 25 09:02:58.302843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:02:58.305535 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c748e649-4516-45c6-838b-6f3dbf19c70e" -d '{"events": [{"name": "network-changed", "server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:02:58.322708 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.326454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3163e30-85c2-4421-87c5-f2baeea864e0 req-2445ae44-2651-446f-8915-bf935557cf13 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448096 Oct 25 09:02:58.333068 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31bb98f7-aad6-476e-bf49-8c38c0ab151e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.395096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.398187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:02:58.411740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:02:58.417620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:02:58.421643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:02:58.428359 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-4f1d4ab0-18d1-410a-8882-9c95632edbb1 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519466 Oct 25 09:02:58.429746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Pushing event updated for resources: {'Port': ['ID=9fd968b3-4c02-44e8-965c-cbd1c01855f6,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:58.493474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe75adf-1e92-4376-8670-5e9eafefdd15 service neutron] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:58.506215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:02:58.538565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.557514 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9579cf8-aa48-4128-9aeb-1e06e4611be9 x-openstack-request-id: req-f9579cf8-aa48-4128-9aeb-1e06e4611be9 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:02:58.557825 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:02:58.558084 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9579cf8-aa48-4128-9aeb-1e06e4611be9 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:02:58.558486 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'status': 'completed', 'code': 200} Oct 25 09:02:58.578447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31bb98f7-aad6-476e-bf49-8c38c0ab151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.581487 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-530dc740-788d-4863-902f-8d0073d6894e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad HTTP/1.1" status: 200 len: 217 time: 0.1362357 Oct 25 09:02:58.614327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:58.617651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Attempting to bind port 9fd968b3-4c02-44e8-965c-cbd1c01855f6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:02:58.618018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Attempting to bind port 9fd968b3-4c02-44e8-965c-cbd1c01855f6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:02:58.618384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Attempting to bind port 9fd968b3-4c02-44e8-965c-cbd1c01855f6 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:02:58.636334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:02:58.636771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:02:58.637139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.637526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:02:58.638005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Bound port: 9fd968b3-4c02-44e8-965c-cbd1c01855f6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:02:58.638381 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.644516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c82cf5-0955-4415-b468-aa3f2e46a10e req-c131f4f7-b3f3-4b47-ba13-de62204e5e1c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:58.646076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9c82cf5-0955-4415-b468-aa3f2e46a10e req-c131f4f7-b3f3-4b47-ba13-de62204e5e1c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 947 time: 0.0606217 Oct 25 09:02:58.705228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9c82cf5-0955-4415-b468-aa3f2e46a10e req-6e55ecf9-8082-4956-a69f-6613ce14689f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Oct 25 09:02:58.710508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-989b4166-c546-419a-971d-8ee4e998ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:58.713005 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-989b4166-c546-419a-971d-8ee4e998ec5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 1098 time: 0.3027565 Oct 25 09:02:58.728691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] For port 9fd968b3-4c02-44e8-965c-cbd1c01855f6, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:02:58.728944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-46f97173-11a5-4baa-9776-0766b8b46941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:58.729043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] For port 9fd968b3-4c02-44e8-965c-cbd1c01855f6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9fd968b3-4c02-44e8-965c-cbd1c01855f6,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:02:58.729132 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-46f97173-11a5-4baa-9776-0766b8b46941 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 200 len: 797 time: 0.0953071 Oct 25 09:02:58.736735 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.792274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-e02133fb-173c-4524-95e4-2bfa9a2e29b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6 HTTP/1.1" status: 200 len: 217 time: 0.0620127 Oct 25 09:02:58.809067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90afc2-8f26-45b9-baf2-c148373daaca None None] Pushing event updated for resources: {'Port': ['ID=9fd968b3-4c02-44e8-965c-cbd1c01855f6,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:58.839928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31bb98f7-aad6-476e-bf49-8c38c0ab151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.904787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-908f4016-dc29-4c9d-891c-d953a045ee92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port cfff0f58-b9ae-40fd-bc8a-7576173faccc {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:02:58.905161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-908f4016-dc29-4c9d-891c-d953a045ee92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.929405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31bb98f7-aad6-476e-bf49-8c38c0ab151e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:58.933604 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31bb98f7-aad6-476e-bf49-8c38c0ab151e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dd1edcba-614f-442b-a6c2-95766c39e2fe HTTP/1.1" status: 204 len: 168 time: 0.9092011 Oct 25 09:02:58.934549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb98f7-aad6-476e-bf49-8c38c0ab151e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1edcba-614f-442b-a6c2-95766c39e2fe,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:58.936302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54860) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:59.042456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-0078e278-98e9-47a6-94f7-3adf89519954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:59.044127 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-0078e278-98e9-47a6-94f7-3adf89519954 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cc02180-3db5-415a-8b5f-d9a90e799024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3011248 Oct 25 09:02:59.048997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-450e62e2-5871-4890-965c-53be050effd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:59.050704 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-450e62e2-5871-4890-965c-53be050effd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.2245657 Oct 25 09:02:59.097415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:02:59.146429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.169003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b23d94-b2db-4a83-bd74-43ef1855ee7e req-60cfd277-8589-4ac4-a23f-1fe085a81319 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:59.177508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95b23d94-b2db-4a83-bd74-43ef1855ee7e req-60cfd277-8589-4ac4-a23f-1fe085a81319 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 945 time: 0.1189573 Oct 25 09:02:59.177810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-908f4016-dc29-4c9d-891c-d953a045ee92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.199401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-908f4016-dc29-4c9d-891c-d953a045ee92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for cfff0f58-b9ae-40fd-bc8a-7576173faccc owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:02:59.211285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-564b9046-59b0-4b3c-ac9a-a770b8a080d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:59.212925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-564b9046-59b0-4b3c-ac9a-a770b8a080d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427870 Oct 25 09:02:59.294120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95b23d94-b2db-4a83-bd74-43ef1855ee7e req-a1cdae03-40ec-4011-8fb1-101b62b8537e tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149805 Oct 25 09:02:59.306584 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.331063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04da433-8615-465a-bd3a-52d44be3c043']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:59.350588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d682e0-ae60-4969-aa8c-37df8f21afb9') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:59.350779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d682e0-ae60-4969-aa8c-37df8f21afb9') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:02:59.367163 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-4feaee94-f81e-4ce0-8826-5c2ccecd3d3b service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956512 Oct 25 09:02:59.370916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.392704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.402017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:02:59.402629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:02:59.404696 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:02:59.412664 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-022a0243-fce2-47ea-a75b-c6b01e16af1d service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917117 Oct 25 09:02:59.537055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.564988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070f4b1-b45e-4141-b159-44de6c2fd7be req-0599022b-6326-4a32-b5aa-7b253aed0c8f tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:59.571409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f070f4b1-b45e-4141-b159-44de6c2fd7be req-0599022b-6326-4a32-b5aa-7b253aed0c8f tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 945 time: 0.0965281 Oct 25 09:02:59.582689 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.585951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] 10.222.0.32 "DELETE /v2.0/networks/c04da433-8615-465a-bd3a-52d44be3c043 HTTP/1.1" status: 204 len: 168 time: 0.6434972 Oct 25 09:02:59.605031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934e101-1030-46e7-967d-7b815413a75c admin admin] Pushing event deleted for resources: {'Network': ['ID=c04da433-8615-465a-bd3a-52d44be3c043,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:59.611155 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-908f4016-dc29-4c9d-891c-d953a045ee92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.638330 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9a32305-0358-47fc-afac-23521d2fcd3a req-5d9af380-62a3-4e7d-a52d-90d35afed003 service neutron] 10.222.0.18 "GET /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317410 Oct 25 09:02:59.645300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f070f4b1-b45e-4141-b159-44de6c2fd7be req-19e02b8a-780c-410e-9b21-9907f1c24be0 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686259 Oct 25 09:02:59.670806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f4016-dc29-4c9d-891c-d953a045ee92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=cfff0f58-b9ae-40fd-bc8a-7576173faccc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:02:59.692408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-908f4016-dc29-4c9d-891c-d953a045ee92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.695750 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-908f4016-dc29-4c9d-891c-d953a045ee92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/cfff0f58-b9ae-40fd-bc8a-7576173faccc HTTP/1.1" status: 204 len: 168 time: 1.4293008 Oct 25 09:02:59.698057 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ebd1eb4a-62e0-4250-8acc-79969eacf1b6 req-4444aec7-8faa-4c37-974c-5dec658148dc service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250876 Oct 25 09:02:59.698523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54872) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:59.764168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79fa0e-0a31-4e45-a422-4675c0caf185 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:59.766387 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79fa0e-0a31-4e45-a422-4675c0caf185 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:59.768012 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d79fa0e-0a31-4e45-a422-4675c0caf185 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0685802 Oct 25 09:02:59.771181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54876) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:59.833742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc535990-ba4c-452f-bda2-bb58202d6904 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 9ab0780d-5060-4db7-82aa-532dedab2c7c {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:02:59.837417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc535990-ba4c-452f-bda2-bb58202d6904 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.890971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54878) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:02:59.917536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc535990-ba4c-452f-bda2-bb58202d6904 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:02:59.937119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-ca2b9c30-15f4-4326-bf6f-5827116c7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:02:59.938660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-ca2b9c30-15f4-4326-bf6f-5827116c7ad5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 1098 time: 0.0760267 Oct 25 09:02:59.948087 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-472b106e-bd8f-4adf-8ca0-2ed25d80dbbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9186b17812846c3b007c6072b3ea6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522032 Oct 25 09:02:59.949683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54880) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:00.018290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d129a-465d-4a17-abdd-5c34b1397112 req-eb07e903-f9ff-4ba5-8c44-7dea962ffde6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:00.019820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d4d129a-465d-4a17-abdd-5c34b1397112 req-eb07e903-f9ff-4ba5-8c44-7dea962ffde6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 947 time: 0.1380687 Oct 25 09:03:00.049162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-43916cf4-017f-40d5-99b9-db0e086338be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:00.051288 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-43916cf4-017f-40d5-99b9-db0e086338be service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1032481 Oct 25 09:03:00.088240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ccbd8e6b-387c-43c3-b708-ba393ec6302a None None] Provisioning complete for port 9fd968b3-4c02-44e8-965c-cbd1c01855f6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:00.090006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8e6b-387c-43c3-b708-ba393ec6302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.098884 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59e72e03-bd99-45a4-aca3-f48d77482700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.099437 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-5cd229b9-fc82-4eb2-81a2-ee851b2bc231 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6 HTTP/1.1" status: 200 len: 217 time: 0.0384662 Oct 25 09:03:00.103989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc535990-ba4c-452f-bda2-bb58202d6904 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.146269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d4d129a-465d-4a17-abdd-5c34b1397112 req-786781d2-a309-4457-80f4-a422b4a81ad2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043432 Oct 25 09:03:00.158530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-58ada6c5-2a06-4105-be8e-86e8c1c366b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:00.160824 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-58ada6c5-2a06-4105-be8e-86e8c1c366b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0522382 Oct 25 09:03:00.165248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59e72e03-bd99-45a4-aca3-f48d77482700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.228158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-fc7e4975-cb0b-4d08-b2fb-089e8de33461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:00.228710 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8e6b-387c-43c3-b708-ba393ec6302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.228932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc535990-ba4c-452f-bda2-bb58202d6904 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.229692 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-fc7e4975-cb0b-4d08-b2fb-089e8de33461 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602932 Oct 25 09:03:00.310728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc535990-ba4c-452f-bda2-bb58202d6904 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab0780d-5060-4db7-82aa-532dedab2c7c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:00.318237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc535990-ba4c-452f-bda2-bb58202d6904 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.328194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bc535990-ba4c-452f-bda2-bb58202d6904 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9ab0780d-5060-4db7-82aa-532dedab2c7c HTTP/1.1" status: 204 len: 168 time: 0.5550916 Oct 25 09:03:00.332120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54884) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:00.346347 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-ccbd8e6b-387c-43c3-b708-ba393ec6302a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:03:00.350827 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-ccbd8e6b-387c-43c3-b708-ba393ec6302a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:03:00.364806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9fd968b3-4c02-44e8-965c-cbd1c01855f6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:00.394803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb163bc-c89f-4831-9bc8-00c9850fe604 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:00.404694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2c2a9978-4e1d-4ec5-aad7-74e97d4badf8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713236 Oct 25 09:03:00.405980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54886) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:00.415189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59e72e03-bd99-45a4-aca3-f48d77482700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.418617 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59e72e03-bd99-45a4-aca3-f48d77482700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.423190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-59e72e03-bd99-45a4-aca3-f48d77482700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61f2432b-d66f-43c8-944b-40938ec0a277 HTTP/1.1" status: 204 len: 168 time: 0.4674411 Oct 25 09:03:00.439002 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-3bd7197c-bae5-4d02-9da8-eddfd39ac60d service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882708 Oct 25 09:03:00.476400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72e03-bd99-45a4-aca3-f48d77482700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f2432b-d66f-43c8-944b-40938ec0a277,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:00.517442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e686c0a-56e3-4522-b87b-f28bd76c5bf1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:00.522268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5e686c0a-56e3-4522-b87b-f28bd76c5bf1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1149681 Oct 25 09:03:00.524927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54892) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:00.541565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfb70a-f154-4586-95d2-cdce233d1559 req-adff9e46-f64f-47bb-b4f3-554e48f86fb0 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:00.544259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96cfb70a-f154-4586-95d2-cdce233d1559 req-adff9e46-f64f-47bb-b4f3-554e48f86fb0 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 945 time: 0.1189952 Oct 25 09:03:00.567228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9fd968b3-4c02-44e8-965c-cbd1c01855f6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:00.567673 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.587517 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c748e649-4516-45c6-838b-6f3dbf19c70e req-22308202-fdab-4c2e-9f46-48880471660e service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323261 Oct 25 09:03:00.626958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b307b18-20f4-4619-8991-f120a49a2d66 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:00.631131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2b307b18-20f4-4619-8991-f120a49a2d66 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051216 Oct 25 09:03:00.631363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54894) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:00.636752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96cfb70a-f154-4586-95d2-cdce233d1559 req-3bd50cd4-9f46-4e14-ae79-23e59b9a3a75 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581207 Oct 25 09:03:00.679540 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b63686a2-ef4c-4421-82e5-2092b85bcc6c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471368 Oct 25 09:03:00.683776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54904) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:00.693035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:00.768045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:00.777762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.843763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:00.849550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.873760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 9fd968b3-4c02-44e8-965c-cbd1c01855f6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9fd968b3-4c02-44e8-965c-cbd1c01855f6,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:00.883270 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:00.952481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20c5f-98db-4176-9816-07c84d944fdc req-9ae33d8a-298e-4b1f-803f-e34fad5e33de tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:00.954569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1bb20c5f-98db-4176-9816-07c84d944fdc req-9ae33d8a-298e-4b1f-803f-e34fad5e33de tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 945 time: 0.1056182 Oct 25 09:03:00.988652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] Deleting port 9fd968b3-4c02-44e8-965c-cbd1c01855f6 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:00.988982 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.029285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54942) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:01.031355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=9fd968b3-4c02-44e8-965c-cbd1c01855f6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:01.052216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1bb20c5f-98db-4176-9816-07c84d944fdc req-bef5165a-186b-4f94-96f5-c8e67dd65844 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854053 Oct 25 09:03:01.064399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] For port 9fd968b3-4c02-44e8-965c-cbd1c01855f6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9fd968b3-4c02-44e8-965c-cbd1c01855f6,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:01.064915 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.088010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] Calling delete_port for 9fd968b3-4c02-44e8-965c-cbd1c01855f6 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:01.091445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5260bbde-4b5b-4833-923c-04a67f37ef46 None None] Could not find standard attr ID for object bbcaa514-3f5d-44a6-a310-6a7745fa2ead. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:01.128574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d230e006-8d5d-4d91-98b6-aff7cb5358f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6baa1c230a741cbaef9d4b53a8488ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956652 Oct 25 09:03:01.129020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54944) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:01.187171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a262-7a77-464c-8c41-1be2c2f397a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.191969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.200778 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.216127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] No DVR routers for this DVR port 9fd968b3-4c02-44e8-965c-cbd1c01855f6 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:01.241636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45262efe-fa0e-439b-8064-fe66aca46527 None None] Pushing event deleted for resources: {'Port': ['ID=9fd968b3-4c02-44e8-965c-cbd1c01855f6,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:01.258032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:01.264142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:01.267549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:01.268146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.276133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffdb126-1d04-4afe-9116-3fcde9a26508 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:01.291343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=9f7a44b6-5d65-4f13-b89c-13d486fbafcf,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:01.302562 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3973c207-d19d-46bc-8cc8-0798c49978f9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6151071 Oct 25 09:03:01.302824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:01.308534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': '9f7a44b6-5d65-4f13-b89c-13d486fbafcf', 'ip_address': '2001:db8::1c5c:c481:2477:4584'}], 'name': 'tempest-NetworksTestDHCPv6-212412025'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:01.310643 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a262-7a77-464c-8c41-1be2c2f397a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.362971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e0f7e-1dab-406a-b608-effbd53700ef req-c9efdbe7-45e5-4091-a1f3-7e5666775373 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:01.366827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd2e0f7e-1dab-406a-b608-effbd53700ef req-c9efdbe7-45e5-4091-a1f3-7e5666775373 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 947 time: 0.1107132 Oct 25 09:03:01.417960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd2e0f7e-1dab-406a-b608-effbd53700ef req-8b948d2a-fac5-442b-afe8-6ce54f1f3cb4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501266 Oct 25 09:03:01.457812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a262-7a77-464c-8c41-1be2c2f397a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.460581 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a262-7a77-464c-8c41-1be2c2f397a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.461746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e7d9a262-7a77-464c-8c41-1be2c2f397a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07b8689e-3e46-4152-9c23-150e010d29e1 HTTP/1.1" status: 204 len: 168 time: 0.3317053 Oct 25 09:03:01.471786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9a262-7a77-464c-8c41-1be2c2f397a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b8689e-3e46-4152-9c23-150e010d29e1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:01.479756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:01.498755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '9f7a44b6-5d65-4f13-b89c-13d486fbafcf'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:01.500158 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.573455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.596504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port e932108f-042d-4157-ad9e-f7cb27781b07 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:01.677306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9f7a44b6-5d65-4f13-b89c-13d486fbafcf/66dfebaf-f29c-455e-aebc-b2498d414bdd) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:01.856491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.867072 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.917178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:01.920383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:01.924741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:01.930914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Pushing event updated for resources: {'Port': ['ID=66dfebaf-f29c-455e-aebc-b2498d414bdd,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:01.931363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::1c5c:c481:2477:4584 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9f7a44b6-5d65-4f13-b89c-13d486fbafcf/e932108f-042d-4157-ad9e-f7cb27781b07) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:01.989516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Attempting to bind port 66dfebaf-f29c-455e-aebc-b2498d414bdd on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:01.989881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Attempting to bind port 66dfebaf-f29c-455e-aebc-b2498d414bdd by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:01.990243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Attempting to bind port 66dfebaf-f29c-455e-aebc-b2498d414bdd on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:01.995381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:01.995741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:01.996135 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:01.996516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:01.997257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Bound port: 66dfebaf-f29c-455e-aebc-b2498d414bdd, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:01.997636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:02.078979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:02.106724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] For port 66dfebaf-f29c-455e-aebc-b2498d414bdd, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:02.132411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] For port 66dfebaf-f29c-455e-aebc-b2498d414bdd, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=66dfebaf-f29c-455e-aebc-b2498d414bdd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:02.141688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:02.142249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:02.230962 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:02.239360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:03:02.245445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b15e0-f8cd-4e82-b1a6-2315731ed643 None None] Pushing event updated for resources: {'Port': ['ID=66dfebaf-f29c-455e-aebc-b2498d414bdd,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:02.248958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:02.250468 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:02.250601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae0b39-8b76-43d7-8073-eaada4212182 req-2db1b3db-160c-44d6-9311-e025ac538f26 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:02.260806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46ae0b39-8b76-43d7-8073-eaada4212182 req-2db1b3db-160c-44d6-9311-e025ac538f26 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 945 time: 0.1146488 Oct 25 09:03:02.294713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9fd968b3-4c02-44e8-965c-cbd1c01855f6 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:02.328540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 9fd968b3-4c02-44e8-965c-cbd1c01855f6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:02.328540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9fd968b3-4c02-44e8-965c-cbd1c01855f6 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:02.340021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46ae0b39-8b76-43d7-8073-eaada4212182 req-abefe8b7-2385-4b7a-889f-9863e636cc12 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750561 Oct 25 09:03:02.356281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:02.371296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:02.385610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:02.408339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:02.409146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:02.438625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=e932108f-042d-4157-ad9e-f7cb27781b07,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:02.455129 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0f955bca-7b1b-4ecd-8b4f-60b7dd842007 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1484261 Oct 25 09:03:02.455904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55010) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:02.642765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4223df-7f56-4e59-8741-eeb4b860fc7f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:02.659213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4223df-7f56-4e59-8741-eeb4b860fc7f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:02.662763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-df4223df-7f56-4e59-8741-eeb4b860fc7f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2044809 Oct 25 09:03:02.664631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55016) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:02.741417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:03:02.765487 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:02.860494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:02.863737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297a8749-8687-45cc-b558-22dcbae72cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:03:02.866303 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78ce9e9-dfe3-457a-b4f3-6037aba5d40a" -d '{"events": [{"server_uuid": "297a8749-8687-45cc-b558-22dcbae72cbe", "name": "network-vif-plugged", "status": "completed", "tag": "b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:03:02.876059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189266f-25cd-4a7b-b2c1-6b6b3b179269 req-cbd2a9e6-08b5-40e2-bd21-7df67d911259 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:02.878510 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:02.885842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4189266f-25cd-4a7b-b2c1-6b6b3b179269 req-cbd2a9e6-08b5-40e2-bd21-7df67d911259 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 947 time: 0.2216232 Oct 25 09:03:02.947901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4189266f-25cd-4a7b-b2c1-6b6b3b179269 req-d069e72e-fd8e-439e-915a-4ca611f77bd3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606029 Oct 25 09:03:02.965919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-41422f07-abee-4c9b-81b0-53f7a9c0ff69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port e932108f-042d-4157-ad9e-f7cb27781b07 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:02.966655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41422f07-abee-4c9b-81b0-53f7a9c0ff69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.017395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:03.035403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:03.054145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'mac_address': 'fa:16:3e:fa:4a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:03:03.104075 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.116717 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41422f07-abee-4c9b-81b0-53f7a9c0ff69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.121802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7401eb86-d47b-4a24-aa42-029f0ace35e6 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:03:03.129898 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c53ca75-5d0a-4f42-b8ed-1c1cdc0e2278 x-openstack-request-id: req-4c53ca75-5d0a-4f42-b8ed-1c1cdc0e2278 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:03:03.130195 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297a8749-8687-45cc-b558-22dcbae72cbe", "name": "network-vif-plugged", "status": "completed", "tag": "b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:03:03.130442 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c53ca75-5d0a-4f42-b8ed-1c1cdc0e2278 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:03:03.130834 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297a8749-8687-45cc-b558-22dcbae72cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'code': 200} Oct 25 09:03:03.138093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-41422f07-abee-4c9b-81b0-53f7a9c0ff69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for e932108f-042d-4157-ad9e-f7cb27781b07 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:03.161807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:03.167188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.305578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936333c5-1e0b-4adc-a59f-a432b5e6dfc5 req-f4318738-eed7-4adb-90a1-eaf1412ba7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:03.307708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-936333c5-1e0b-4adc-a59f-a432b5e6dfc5 req-f4318738-eed7-4adb-90a1-eaf1412ba7e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 1097 time: 0.0850353 Oct 25 09:03:03.309442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:03.358828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-936333c5-1e0b-4adc-a59f-a432b5e6dfc5 req-d525a5c5-419d-4e93-8512-9757fd1b8923 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373101 Oct 25 09:03:03.368409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41422f07-abee-4c9b-81b0-53f7a9c0ff69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.399665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41422f07-abee-4c9b-81b0-53f7a9c0ff69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=e932108f-042d-4157-ad9e-f7cb27781b07,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:03.435000 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41422f07-abee-4c9b-81b0-53f7a9c0ff69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.439730 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-41422f07-abee-4c9b-81b0-53f7a9c0ff69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/e932108f-042d-4157-ad9e-f7cb27781b07 HTTP/1.1" status: 204 len: 168 time: 0.7736652 Oct 25 09:03:03.442395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55036) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:03.512800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b337f-d01c-4a88-b211-f09a17fe2090 req-12b1f3cf-1a75-41b7-9459-e950211b5822 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:03.522616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-693b337f-d01c-4a88-b211-f09a17fe2090 req-12b1f3cf-1a75-41b7-9459-e950211b5822 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.0910230 Oct 25 09:03:03.531143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa8e97-f9eb-43c4-8bd4-b277397ededc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:03.537683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa8e97-f9eb-43c4-8bd4-b277397ededc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:03.539422 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3eaa8e97-f9eb-43c4-8bd4-b277397ededc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0961862 Oct 25 09:03:03.542140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55042) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:03.596700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-693b337f-d01c-4a88-b211-f09a17fe2090 req-b911dca7-1d8f-4f18-af3c-7d7c946024a4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731900 Oct 25 09:03:03.625019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a74498e-bd44-47ae-b32f-315754589079 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 9f7a44b6-5d65-4f13-b89c-13d486fbafcf {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:03.632239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a74498e-bd44-47ae-b32f-315754589079 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.674618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7401eb86-d47b-4a24-aa42-029f0ace35e6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:03:03.692603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a74498e-bd44-47ae-b32f-315754589079 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.840319 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a74498e-bd44-47ae-b32f-315754589079 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.863007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fb719285-b7b7-4363-91e7-3782ddf158d4 None None] Provisioning complete for port 66dfebaf-f29c-455e-aebc-b2498d414bdd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:03.863373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb719285-b7b7-4363-91e7-3782ddf158d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.955591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a74498e-bd44-47ae-b32f-315754589079 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:03.996174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a74498e-bd44-47ae-b32f-315754589079 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.003762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55054) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:04.003928 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4a74498e-bd44-47ae-b32f-315754589079 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9f7a44b6-5d65-4f13-b89c-13d486fbafcf HTTP/1.1" status: 204 len: 168 time: 0.4603417 Oct 25 09:03:04.008084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74498e-bd44-47ae-b32f-315754589079 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7a44b6-5d65-4f13-b89c-13d486fbafcf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:04.020954 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb719285-b7b7-4363-91e7-3782ddf158d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.082755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-09428fc7-1c8e-4956-868b-29f7b29ab401 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772595 Oct 25 09:03:04.085866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55062) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:04.092186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:04.132451 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-fb719285-b7b7-4363-91e7-3782ddf158d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:03:04.133067 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-fb719285-b7b7-4363-91e7-3782ddf158d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:03:04.133470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09773187-546e-4992-b845-4b77120df25c None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:04.161070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6098-bdd2-4787-9de0-454f95f967e4 req-400fabf7-a6a2-4cd1-80d5-93ea1a023f6d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:04.162621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf7a6098-bdd2-4787-9de0-454f95f967e4 req-400fabf7-a6a2-4cd1-80d5-93ea1a023f6d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 948 time: 0.0746973 Oct 25 09:03:04.244660 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf7a6098-bdd2-4787-9de0-454f95f967e4 req-9e47d0eb-fda0-4979-a307-32328e732db1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760343 Oct 25 09:03:04.259379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:04.264467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.340466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 66dfebaf-f29c-455e-aebc-b2498d414bdd up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:04.471782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 66dfebaf-f29c-455e-aebc-b2498d414bdd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:04.473225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.509903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:04.538604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.599666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=b7ecf904-77e1-4f47-a753-fcf9029c90e7,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:04.614230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:04.616003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:04.619118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:04.619791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.620306 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.643240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ce215f6c-d97e-4b36-9111-b8646ecf161b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5535545 Oct 25 09:03:04.643435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55070) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:04.648664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': 'b7ecf904-77e1-4f47-a753-fcf9029c90e7', 'ip_address': '2001:db8::4677:b725:3a4e:ca27'}], 'name': 'tempest-NetworksTestDHCPv6-1725714329'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:04.676367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] Deleting port 66dfebaf-f29c-455e-aebc-b2498d414bdd {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:04.676367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.737862 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb719285-b7b7-4363-91e7-3782ddf158d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.760961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 66dfebaf-f29c-455e-aebc-b2498d414bdd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=66dfebaf-f29c-455e-aebc-b2498d414bdd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:04.770419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47934e-9343-4c5d-aa43-9c8278c07048 req-a2ec4a38-a967-43a3-8eab-95cc3084f5d3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:04.772257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c47934e-9343-4c5d-aa43-9c8278c07048 req-a2ec4a38-a967-43a3-8eab-95cc3084f5d3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.0706055 Oct 25 09:03:04.786492 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.847083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c47934e-9343-4c5d-aa43-9c8278c07048 req-0b1cc3d4-86e9-4566-94df-2ec41d16fedc tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604231 Oct 25 09:03:04.856131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:04.917316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] For port 66dfebaf-f29c-455e-aebc-b2498d414bdd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=66dfebaf-f29c-455e-aebc-b2498d414bdd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:04.917715 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:04.928502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-fb719285-b7b7-4363-91e7-3782ddf158d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:03:04.928852 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-fb719285-b7b7-4363-91e7-3782ddf158d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:03:04.929362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=66dfebaf-f29c-455e-aebc-b2498d414bdd,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:04.937140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] Calling delete_port for 66dfebaf-f29c-455e-aebc-b2498d414bdd owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:05.060394 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.090254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] Pushing event deleted for resources: {'Port': ['ID=66dfebaf-f29c-455e-aebc-b2498d414bdd,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:05.095495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ada9c4-5785-46a6-b4ff-23693e948799 None None] No DVR routers for this DVR port 66dfebaf-f29c-455e-aebc-b2498d414bdd on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:05.113137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3defed-08ee-487b-a7b5-de5764e3a7a3 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:05.163439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8e9672fb-3732-4d3a-8f2a-540a5a3e3cb2 None None] Could not find standard attr ID for object e932108f-042d-4157-ad9e-f7cb27781b07. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:05.259275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.278819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 25fae46e-d588-4e09-a4af-79e77b9762fc yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:05.291742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': 'b7ecf904-77e1-4f47-a753-fcf9029c90e7'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:05.292926 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.446979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9029c9-2ae0-4a11-a8d6-3ba541b66a4d req-a9092051-b504-4961-8330-05eb73ee6b8b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:05.448613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef9029c9-2ae0-4a11-a8d6-3ba541b66a4d req-a9092051-b504-4961-8330-05eb73ee6b8b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 948 time: 0.1021669 Oct 25 09:03:05.453157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/b7ecf904-77e1-4f47-a753-fcf9029c90e7/2d1b86b1-d846-4cd3-9cc5-bedf947335d8) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:05.494117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef9029c9-2ae0-4a11-a8d6-3ba541b66a4d req-6458f9cb-e771-4dcd-888a-1776850e832d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385661 Oct 25 09:03:05.659663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.668280 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.718525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:05.724197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:05.726912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::4677:b725:3a4e:ca27 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/b7ecf904-77e1-4f47-a753-fcf9029c90e7/25fae46e-d588-4e09-a4af-79e77b9762fc) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:05.729953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:05.738663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Pushing event updated for resources: {'Port': ['ID=2d1b86b1-d846-4cd3-9cc5-bedf947335d8,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:05.793568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Attempting to bind port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:05.794291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Attempting to bind port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:05.794657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Attempting to bind port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:05.800179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:05.800551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:05.800992 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.801381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:05.801991 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Bound port: 2d1b86b1-d846-4cd3-9cc5-bedf947335d8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:05.802375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.870690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] For port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:05.874731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] For port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2d1b86b1-d846-4cd3-9cc5-bedf947335d8,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:05.880029 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.911204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:05.943655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55014afd-61f7-48ea-adfc-8949f39aac47 None None] Pushing event updated for resources: {'Port': ['ID=2d1b86b1-d846-4cd3-9cc5-bedf947335d8,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:05.988954 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.051065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:06.059840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48a6b3-1439-4e8f-b4d4-254f05398953 req-c28f36db-9c2c-4f7c-957f-9a1b54e7bd97 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:06.062037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f48a6b3-1439-4e8f-b4d4-254f05398953 req-c28f36db-9c2c-4f7c-957f-9a1b54e7bd97 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.1164532 Oct 25 09:03:06.062695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=25fae46e-d588-4e09-a4af-79e77b9762fc,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:06.066137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:06.068241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:06.073916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:06.074540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.103955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fed7e9d3-f49c-4b1b-8fa3-9838e353aff5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4593997 Oct 25 09:03:06.106479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55090) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:06.166075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f48a6b3-1439-4e8f-b4d4-254f05398953 req-214d9e10-c623-4a68-aca5-929c14d802c4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875306 Oct 25 09:03:06.205004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09956f95-bce1-447d-b0b5-11ec1fbd8a45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:06.214924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09956f95-bce1-447d-b0b5-11ec1fbd8a45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:06.220474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55094) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:06.224853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-09956f95-bce1-447d-b0b5-11ec1fbd8a45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1171722 Oct 25 09:03:06.348075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:06.363380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 25fae46e-d588-4e09-a4af-79e77b9762fc {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:06.363722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.408193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:06.408649 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.450989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1347dc5-863c-4f04-b48f-8521a87a1f2f req-ee78bb1e-2709-4496-b0c2-93bc0b1f6948 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:06.470207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1347dc5-863c-4f04-b48f-8521a87a1f2f req-ee78bb1e-2709-4496-b0c2-93bc0b1f6948 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.0766356 Oct 25 09:03:06.471047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55096) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:06.476363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Request body: {'floatingip': {'port_id': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:06.479376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.496925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 25fae46e-d588-4e09-a4af-79e77b9762fc owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:06.524566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.525405 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.598782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2d1b86b1-d846-4cd3-9cc5-bedf947335d8,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:06.604980 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.646918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:06.716525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 66dfebaf-f29c-455e-aebc-b2498d414bdd no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:06.769578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986bbbf-5d23-4499-8996-1f1201e98981 req-d877affe-cbe7-4e29-926a-224536f9d731 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:06.778219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2986bbbf-5d23-4499-8996-1f1201e98981 req-d877affe-cbe7-4e29-926a-224536f9d731 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 948 time: 0.1786196 Oct 25 09:03:06.822707 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.873073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=25fae46e-d588-4e09-a4af-79e77b9762fc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:06.892368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.892740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.893096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.893437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.893771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.894101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.894728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.895066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.895390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.895715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.896050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.896366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:06.928044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:06.936147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3e7a256d-f943-4a56-94e5-0ccdf1b7d6e2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/25fae46e-d588-4e09-a4af-79e77b9762fc HTTP/1.1" status: 204 len: 168 time: 0.7142959 Oct 25 09:03:06.938565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55108) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:06.966426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2986bbbf-5d23-4499-8996-1f1201e98981 req-a70f4ebc-a893-4222-951e-9e09cf36929d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870313 Oct 25 09:03:07.031118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e44ef-2207-4291-8508-9e91e4407729 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:07.037716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e44ef-2207-4291-8508-9e91e4407729 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:07.043098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55110) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:07.045988 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f75e44ef-2207-4291-8508-9e91e4407729 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0996308 Oct 25 09:03:07.065621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 66dfebaf-f29c-455e-aebc-b2498d414bdd {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:07.065964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 66dfebaf-f29c-455e-aebc-b2498d414bdd not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:07.097262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=2d1b86b1-d846-4cd3-9cc5-bedf947335d8,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:07.127272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 7401eb86-d47b-4a24-aa42-029f0ace35e6 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:03:07.138697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 7401eb86-d47b-4a24-aa42-029f0ace35e6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:07.139060 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.223944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-759a9365-45e4-4b3c-80b5-22e52c29c95b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet b7ecf904-77e1-4f47-a753-fcf9029c90e7 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:07.227691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-759a9365-45e4-4b3c-80b5-22e52c29c95b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.285090 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.292013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-759a9365-45e4-4b3c-80b5-22e52c29c95b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.371975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:03:07.376321 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5d4ebb-f1e8-4091-8885-93724c1ef91b" -d '{"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-plugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:03:07.423277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:07.441198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.462408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.475362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.511691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d583267e-4693-463c-8fcf-07b4c8601949 None None] Provisioning complete for port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:07.512055 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d583267e-4693-463c-8fcf-07b4c8601949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.598399 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48618950-c6ab-4a24-87b7-e64f9403cd75 x-openstack-request-id: req-48618950-c6ab-4a24-87b7-e64f9403cd75 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:03:07.598687 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-plugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:03:07.598933 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48618950-c6ab-4a24-87b7-e64f9403cd75 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:03:07.599320 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'code': 200} Oct 25 09:03:07.625407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:07.684310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-759a9365-45e4-4b3c-80b5-22e52c29c95b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.708608 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Floating IP 96c1d4cc-8f71-437a-8ea0-b0d695a9e274 associated. External IP: 172.25.8.56, port: b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf. Oct 25 09:03:07.793937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-802daea8-34ea-4c8a-8543-f185b0a8a19c None None] Could not find standard attr ID for object 25fae46e-d588-4e09-a4af-79e77b9762fc. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:07.856142 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-759a9365-45e4-4b3c-80b5-22e52c29c95b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.889308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a9365-45e4-4b3c-80b5-22e52c29c95b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ecf904-77e1-4f47-a753-fcf9029c90e7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:07.921892 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-759a9365-45e4-4b3c-80b5-22e52c29c95b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:07.928571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-759a9365-45e4-4b3c-80b5-22e52c29c95b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/b7ecf904-77e1-4f47-a753-fcf9029c90e7 HTTP/1.1" status: 204 len: 168 time: 0.8844304 Oct 25 09:03:07.929239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55128) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:07.940233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5c5c94-a5b5-43ff-87c8-e6f58470d3d6 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:08.082268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8c8d5c17-430d-49a5-8a03-ad331103c3c6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504068 Oct 25 09:03:08.107155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55132) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:08.121142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:08.277864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:08.322636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac3dd3-8056-4358-9cc5-aaa7b37f6d99 req-58d90cbf-4ff7-4771-95e2-a7fa73c0102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:08.324769 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5cac3dd3-8056-4358-9cc5-aaa7b37f6d99 req-58d90cbf-4ff7-4771-95e2-a7fa73c0102b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 1100 time: 0.6299605 Oct 25 09:03:08.340445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Router 5179018a-e05c-4a42-bdb0-3f3afd022f26 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:03:08.367370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] Deleting port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:08.368096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:08.384945 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5cac3dd3-8056-4358-9cc5-aaa7b37f6d99 req-5222fa34-0902-4515-acc1-65f1bbe7ee55 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 Oct 25 09:03:08.416618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd7620-55a0-4283-953c-c857fd33f8d6 req-8a6a92a4-d256-4159-80ef-4177c4dc90f3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:08.428188 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20dd7620-55a0-4283-953c-c857fd33f8d6 req-8a6a92a4-d256-4159-80ef-4177c4dc90f3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.2931700 Oct 25 09:03:08.458267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] For port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2d1b86b1-d846-4cd3-9cc5-bedf947335d8,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:08.462251 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:08.491781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] Calling delete_port for 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:08.515166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:08.641110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:08.679121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] Pushing event deleted for resources: {'Port': ['ID=2d1b86b1-d846-4cd3-9cc5-bedf947335d8,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:08.683018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4254e-b222-4031-bb4b-8edbf2371c19 None None] No DVR routers for this DVR port 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:08.874380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:08.878043 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:08.973891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20dd7620-55a0-4283-953c-c857fd33f8d6 req-d49e2090-8c8a-4019-b484-2cb819b53292 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447836 Oct 25 09:03:09.007822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:03:09.013641 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:09.022571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] Sync routers for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:03:09.035750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:09.036761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:09.051395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ba850e10-5688-451a-94d4-c8ffc80a6e76 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "PUT /v2.0/floatingips/96c1d4cc-8f71-437a-8ea0-b0d695a9e274 HTTP/1.1" status: 200 len: 991 time: 2.5790596 Oct 25 09:03:09.068506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297a8749-8687-45cc-b558-22dcbae72cbe', 'tag': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:03:09.070635 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfc39ec-7f50-473f-bc3f-593987378fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "297a8749-8687-45cc-b558-22dcbae72cbe", "tag": "b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:03:09.151414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:09.160855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:03:09.199740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:09.205558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:09.210327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:09.210991 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:09.216665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c628c-e273-4133-8d37-3b92d88c28cf None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:09.229213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:09.237848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-389ebbb8-451a-42bb-928e-24eb77e7d23a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1295950 Oct 25 09:03:09.240949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55148) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:09.246493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': '6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1', 'ip_address': '2001:db8::f7a8:b85b:39d5:835a'}], 'name': 'tempest-NetworksTestDHCPv6-516062041'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:09.330387 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc8ea0c-e21d-4495-be66-b146b69b57ec x-openstack-request-id: req-3fc8ea0c-e21d-4495-be66-b146b69b57ec {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:03:09.330795 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297a8749-8687-45cc-b558-22dcbae72cbe", "tag": "b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:03:09.331043 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fc8ea0c-e21d-4495-be66-b146b69b57ec {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:03:09.331426 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297a8749-8687-45cc-b558-22dcbae72cbe', 'tag': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'status': 'completed', 'code': 200} Oct 25 09:03:09.435066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-5a5d8cd7-597f-4788-9cef-d3bd6f48b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:09.437258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-5a5d8cd7-597f-4788-9cef-d3bd6f48b1bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e25be07622cd464590d59222eb9d4c0e&device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 1097 time: 0.0802605 Oct 25 09:03:09.463356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:09.469017 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:09.525585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:09.526447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:09.529438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port cbbd03ce-c235-45a5-b616-6516db24c9bb yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:09.642519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-98a1caa1-d516-45a4-a0ad-dcd04e8a532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:09.644034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-98a1caa1-d516-45a4-a0ad-dcd04e8a532f service neutron] 10.222.0.41 "GET /v2.0/networks?id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5 HTTP/1.1" status: 200 len: 907 time: 0.1940265 Oct 25 09:03:09.705710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1/f014f8b6-4916-4a07-889e-d56a5e958a09) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:09.771774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-92506220-0c52-4716-9543-006ddd64a7a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf HTTP/1.1" status: 200 len: 999 time: 0.1081533 Oct 25 09:03:09.809056 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:09.813713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '96c1d4cc-8f71-437a-8ea0-b0d695a9e274', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'port_id': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'mac_address': 'fa:16:3e:20:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a8749-8687-45cc-b558-22dcbae72cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:02:43Z', 'updated_at': '2021-10-25T09:03:07Z', 'revision_number': 1, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:44Z', 'revision_number': 5, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:09.830793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-5918badd-57b9-4b60-958b-6f085a221b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:09.832320 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-5918badd-57b9-4b60-958b-6f085a221b7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=351082fe-97ac-4d5b-81a3-78159e2ff4cd HTTP/1.1" status: 200 len: 845 time: 0.0521324 Oct 25 09:03:09.843929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] Checking router: 5179018a-e05c-4a42-bdb0-3f3afd022f26 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:03:09.874023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:09.874793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:02:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:09.909186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-794ab453-9ccf-4a51-b769-75535aedd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:09.913431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-794ab453-9ccf-4a51-b769-75535aedd547 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683351 Oct 25 09:03:10.044825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:10.050387 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:03:10.091084 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:10.149782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:10.189337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Pushing event updated for resources: {'Port': ['ID=f014f8b6-4916-4a07-889e-d56a5e958a09,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:10.192544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:10.192662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f7a8:b85b:39d5:835a (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1/cbbd03ce-c235-45a5-b616-6516db24c9bb) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:10.196764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:10.274858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-22ceb621-5ef2-4a4c-9492-79e0972f3231 service neutron] 10.222.0.41 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481085 Oct 25 09:03:10.293469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0dc6f-d3fe-4bd5-9a94-79015b4b81ec req-2e4b114e-60b8-4502-9b1e-542fbda8c038 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:10.298128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-88b0dc6f-d3fe-4bd5-9a94-79015b4b81ec req-2e4b114e-60b8-4502-9b1e-542fbda8c038 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1642318 Oct 25 09:03:10.308106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Attempting to bind port f014f8b6-4916-4a07-889e-d56a5e958a09 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:10.308864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Attempting to bind port f014f8b6-4916-4a07-889e-d56a5e958a09 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:10.308864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Attempting to bind port f014f8b6-4916-4a07-889e-d56a5e958a09 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:10.326401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:10.327592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:10.327592 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:10.327592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:10.328079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Bound port: f014f8b6-4916-4a07-889e-d56a5e958a09, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:10.328461 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:10.390932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:10.421798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:10.422174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2d1b86b1-d846-4cd3-9cc5-bedf947335d8 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:10.468161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] For port f014f8b6-4916-4a07-889e-d56a5e958a09, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:10.473250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] For port f014f8b6-4916-4a07-889e-d56a5e958a09, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f014f8b6-4916-4a07-889e-d56a5e958a09,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:10.493985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:10.521672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-88b0dc6f-d3fe-4bd5-9a94-79015b4b81ec req-3255d662-0a6a-4ca3-8a36-14d6cc78bc83 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030256 Oct 25 09:03:10.621561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cfc39ec-7f50-473f-bc3f-593987378fb9 req-6a43b168-a310-4711-9373-86ae44450db7 service neutron] 10.222.0.41 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153603 Oct 25 09:03:10.652774 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:10.710606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:10.778890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:10.783173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:10.788332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:10.794282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c830a9-46cb-442c-9dbe-4cf48a8e8856 None None] Pushing event updated for resources: {'Port': ['ID=f014f8b6-4916-4a07-889e-d56a5e958a09,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:10.796241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:10.798176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:10.805108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=cbbd03ce-c235-45a5-b616-6516db24c9bb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:10.812488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '96c1d4cc-8f71-437a-8ea0-b0d695a9e274', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'port_id': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'mac_address': 'fa:16:3e:20:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a8749-8687-45cc-b558-22dcbae72cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:02:43Z', 'updated_at': '2021-10-25T09:03:07Z', 'revision_number': 1, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:44Z', 'revision_number': 5, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:10.831662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a08677f8-0a36-4caa-bcf8-f84d8497998d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5887594 Oct 25 09:03:10.833659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55186) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:10.861695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b1baa-d890-4ed0-a43c-2fab8b17c192 None None] The sync data for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 is: [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '96c1d4cc-8f71-437a-8ea0-b0d695a9e274', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'port_id': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'mac_address': 'fa:16:3e:20:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297a8749-8687-45cc-b558-22dcbae72cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:02:43Z', 'updated_at': '2021-10-25T09:03:07Z', 'revision_number': 1, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:44Z', 'revision_number': 5, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:03:10.929469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0eeeb9-562c-4c92-8a5b-955501f93a26 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:10.937858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0eeeb9-562c-4c92-8a5b-955501f93a26 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:10.940037 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-db0eeeb9-562c-4c92-8a5b-955501f93a26 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1045523 Oct 25 09:03:10.942750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55188) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:11.183724 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85b939-e4ce-474c-91cb-e1d5f9f936d3 req-a674a675-36c3-4bc8-a74e-dbd6d8242aee tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:11.185343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff85b939-e4ce-474c-91cb-e1d5f9f936d3 req-a674a675-36c3-4bc8-a74e-dbd6d8242aee tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1484096 Oct 25 09:03:11.239123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-fe042203-38a5-4e76-a837-491bdfcb2c7c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port cbbd03ce-c235-45a5-b616-6516db24c9bb {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:11.239486 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fe042203-38a5-4e76-a837-491bdfcb2c7c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:11.253451 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee6651-5bd4-45fe-9f65-a3cf60f4c863 None None] New status for floating IP 96c1d4cc-8f71-437a-8ea0-b0d695a9e274: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:03:11.318848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff85b939-e4ce-474c-91cb-e1d5f9f936d3 req-76f667bd-09d1-42d5-936a-81e5ce35a849 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157467 Oct 25 09:03:11.400450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fe042203-38a5-4e76-a837-491bdfcb2c7c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:11.417905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-fe042203-38a5-4e76-a837-491bdfcb2c7c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for cbbd03ce-c235-45a5-b616-6516db24c9bb owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:11.643208 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fe042203-38a5-4e76-a837-491bdfcb2c7c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:11.683245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe042203-38a5-4e76-a837-491bdfcb2c7c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=cbbd03ce-c235-45a5-b616-6516db24c9bb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:11.722518 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fe042203-38a5-4e76-a837-491bdfcb2c7c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:11.727650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fe042203-38a5-4e76-a837-491bdfcb2c7c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/cbbd03ce-c235-45a5-b616-6516db24c9bb HTTP/1.1" status: 204 len: 168 time: 0.7833040 Oct 25 09:03:11.730014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55204) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:11.816280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efc1b8-c564-41d3-a4d9-f50f654e0ee9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:11.819424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efc1b8-c564-41d3-a4d9-f50f654e0ee9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:11.821835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f1efc1b8-c564-41d3-a4d9-f50f654e0ee9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0907121 Oct 25 09:03:11.824297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55208) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:12.030870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3ecc54-937a-47e2-8d86-747e6178d0a5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:12.038674 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd3ecc54-937a-47e2-8d86-747e6178d0a5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:12.109879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-538b142f-0647-4015-a3ee-3c01eb6e3a70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1470706 Oct 25 09:03:12.142491 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd3ecc54-937a-47e2-8d86-747e6178d0a5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:12.352508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc1b62-db60-4c89-af46-2c9afe0c5562 req-ed3aadb9-e52d-4d57-8c38-a81cd0fe8671 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:12.362274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00dc1b62-db60-4c89-af46-2c9afe0c5562 req-ed3aadb9-e52d-4d57-8c38-a81cd0fe8671 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1541450 Oct 25 09:03:12.387065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f014f8b6-4916-4a07-889e-d56a5e958a09 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:12.399765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd3ecc54-937a-47e2-8d86-747e6178d0a5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:12.470198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00dc1b62-db60-4c89-af46-2c9afe0c5562 req-cac25a52-da95-4daf-afce-584aae4423a1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069715 Oct 25 09:03:12.538541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd3ecc54-937a-47e2-8d86-747e6178d0a5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:12.555281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f014f8b6-4916-4a07-889e-d56a5e958a09 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:12.555669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:12.658090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ecc54-937a-47e2-8d86-747e6178d0a5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:12.680858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd3ecc54-937a-47e2-8d86-747e6178d0a5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:12.705018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5ac70ca1-b2bf-4ff1-b333-e8bd60e09599 None None] Provisioning complete for port f014f8b6-4916-4a07-889e-d56a5e958a09 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:12.705668 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5ac70ca1-b2bf-4ff1-b333-e8bd60e09599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:12.711735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55228) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:12.716118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fd3ecc54-937a-47e2-8d86-747e6178d0a5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1 HTTP/1.1" status: 204 len: 168 time: 0.8904638 Oct 25 09:03:12.828216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55236) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:12.836571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:12.852362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f002a9d-009e-4b56-8aca-e47f764e570f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393795 Oct 25 09:03:13.012009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bf4b29-82af-4d0f-91a7-96aa16feea48 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:13.019410 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5ac70ca1-b2bf-4ff1-b333-e8bd60e09599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:13.029091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55242) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:13.054240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-55bf4b29-82af-4d0f-91a7-96aa16feea48 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2233813 Oct 25 09:03:13.092230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafb369a-d6dc-4f8a-8ef2-152ccdb2f501 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:13.164389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c078f-3799-46a2-aea3-0a590d440452 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:13.166488 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-366c078f-3799-46a2-aea3-0a590d440452 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1361582 Oct 25 09:03:13.168877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55248) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:13.227289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port f014f8b6-4916-4a07-889e-d56a5e958a09, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f014f8b6-4916-4a07-889e-d56a5e958a09,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:13.257364 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:13.278606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55252) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:13.278852 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3467d77f-bbd7-4e9a-bcfe-6d83e425ef7a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034296 Oct 25 09:03:13.284968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:13.377211 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-5ac70ca1-b2bf-4ff1-b333-e8bd60e09599 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:03:13.377913 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-5ac70ca1-b2bf-4ff1-b333-e8bd60e09599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:03:13.479698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=f014f8b6-4916-4a07-889e-d56a5e958a09,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:13.525191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.525857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.528102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.528735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.529479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.530144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.533228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.533832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.534521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.535731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.536274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.537205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:13.584609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:13.596513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:13.597268 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:13.704557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] Deleting port f014f8b6-4916-4a07-889e-d56a5e958a09 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:13.705428 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:13.798660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6768959-fc08-4591-9cf4-df9dd8312458 req-8e8d9eb2-2301-4002-9d3c-084d85794d08 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:13.800219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6768959-fc08-4591-9cf4-df9dd8312458 req-8e8d9eb2-2301-4002-9d3c-084d85794d08 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1007159 Oct 25 09:03:13.823548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] For port f014f8b6-4916-4a07-889e-d56a5e958a09, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f014f8b6-4916-4a07-889e-d56a5e958a09,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:13.823939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:13.848354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] Calling delete_port for f014f8b6-4916-4a07-889e-d56a5e958a09 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:13.917335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6768959-fc08-4591-9cf4-df9dd8312458 req-85d6d44a-f420-48e7-a626-a8f4e2733fd7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087201 Oct 25 09:03:14.023129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:14.033786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:14.076425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] Pushing event deleted for resources: {'Port': ['ID=f014f8b6-4916-4a07-889e-d56a5e958a09,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:14.079083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d094f-f191-421e-b2b2-05768f7f012e None None] No DVR routers for this DVR port f014f8b6-4916-4a07-889e-d56a5e958a09 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:14.099239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:14.104715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:14.107996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:14.108866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:14.117488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9447246-f41c-4638-a325-e5d3c6ae27aa None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:14.131955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=6e3010a6-81f6-4d2e-b69f-c42dfaee2290,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:14.145522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55270) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:14.146037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b6614f6e-dfde-4303-a21f-9c4ff10d7491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8659723 Oct 25 09:03:14.152008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': '6e3010a6-81f6-4d2e-b69f-c42dfaee2290', 'ip_address': '2001:db8::6e12:5e38:67f9:e20a'}], 'name': 'tempest-NetworksTestDHCPv6-1251962156'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:14.195987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4401e7aa-5bea-4d42-a401-1595f66b2877 None None] Could not find standard attr ID for object cbbd03ce-c235-45a5-b616-6516db24c9bb. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:14.333591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f014f8b6-4916-4a07-889e-d56a5e958a09 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:14.383568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f014f8b6-4916-4a07-889e-d56a5e958a09 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:14.383918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f014f8b6-4916-4a07-889e-d56a5e958a09 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:14.398201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:14.417510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '6e3010a6-81f6-4d2e-b69f-c42dfaee2290'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:14.418874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:14.500820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:14.519747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:14.630010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/6e3010a6-81f6-4d2e-b69f-c42dfaee2290/4976694e-975c-483f-8210-ef5ea66f04e0) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:14.817349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-b17f77a8-1882-413e-be12-1448e717cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:14.819408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-b17f77a8-1882-413e-be12-1448e717cfa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 1100 time: 0.0829017 Oct 25 09:03:14.837701 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:14.843907 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:14.887007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:14.890756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:14.893374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:14.903188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Pushing event updated for resources: {'Port': ['ID=4976694e-975c-483f-8210-ef5ea66f04e0,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:14.964183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Attempting to bind port 4976694e-975c-483f-8210-ef5ea66f04e0 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:14.965279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Attempting to bind port 4976694e-975c-483f-8210-ef5ea66f04e0 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:14.965986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Attempting to bind port 4976694e-975c-483f-8210-ef5ea66f04e0 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:14.966084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::6e12:5e38:67f9:e20a (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/6e3010a6-81f6-4d2e-b69f-c42dfaee2290/1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:14.971657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:14.972044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:14.972447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:14.973016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:14.973535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Bound port: 4976694e-975c-483f-8210-ef5ea66f04e0, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:14.974008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:15.009260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-7b62f054-4c76-453c-9843-b85efd87328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:15.011077 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-7b62f054-4c76-453c-9843-b85efd87328e service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1832991 Oct 25 09:03:15.076235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] For port 4976694e-975c-483f-8210-ef5ea66f04e0, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:15.082113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] For port 4976694e-975c-483f-8210-ef5ea66f04e0, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4976694e-975c-483f-8210-ef5ea66f04e0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:15.091824 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:15.100314 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-08d3afe4-50d3-4f40-8933-4b29e1a28a28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6 HTTP/1.1" status: 200 len: 217 time: 0.0790217 Oct 25 09:03:15.136375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8099e-dc5b-496b-b249-13514b3afbb3 req-cf9ab3b5-d0cb-4952-bb60-e1b8f9174661 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:15.147257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5c8099e-dc5b-496b-b249-13514b3afbb3 req-cf9ab3b5-d0cb-4952-bb60-e1b8f9174661 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1015959 Oct 25 09:03:15.166590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-efe7fc5b-1729-4787-b03e-687c2afb02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:15.168163 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-efe7fc5b-1729-4787-b03e-687c2afb02d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0569065 Oct 25 09:03:15.240472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5c8099e-dc5b-496b-b249-13514b3afbb3 req-734070dc-0d30-428e-918b-84a448621cec tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880349 Oct 25 09:03:15.267192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55484-4401-4bc0-aec2-1886889fcb0f None None] Pushing event updated for resources: {'Port': ['ID=4976694e-975c-483f-8210-ef5ea66f04e0,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:15.312261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-fa800f2a-c192-4cf1-8ac9-276f1d677783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:15.315555 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-fa800f2a-c192-4cf1-8ac9-276f1d677783 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379750 Oct 25 09:03:15.526303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:15.652419 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-1a55a198-bee3-4031-86fa-a50fe9936d43 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244951 Oct 25 09:03:15.656708 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:15.812523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:15.814744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:15.820758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:15.824195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:15.830526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:15.831168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:15.869560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f0627398-9a78-4eba-8919-ec7d135bd3a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7220509 Oct 25 09:03:15.872619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55292) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:15.876062 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-0b00f4c4-2c97-440f-ac0a-d5d2e7f6698c service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168319 Oct 25 09:03:15.879909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-4a1ee7ac-da88-442b-bee5-55e8193e2e9f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': '6e3010a6-81f6-4d2e-b69f-c42dfaee2290', 'ip_address': '2001:db8::6e12:5e38:67f9:e20a'}], 'name': 'tempest-NetworksTestDHCPv6-1893129216'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:16.048179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ee7ac-da88-442b-bee5-55e8193e2e9f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:16.153100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee7ac-da88-442b-bee5-55e8193e2e9f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:16.177360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-4a1ee7ac-da88-442b-bee5-55e8193e2e9f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port a3be8946-4809-4442-bf95-cdb4cf3ef71b yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:16.378702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4976694e-975c-483f-8210-ef5ea66f04e0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:16.407519 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-93301109-554d-4fac-b9cb-22955259bb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:16.445328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4976694e-975c-483f-8210-ef5ea66f04e0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:16.446063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:16.459043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535c5a2-14a4-46a0-b774-37bc9154255e req-92af028b-00d1-476f-97f8-517b3e62a09d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:16.466535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1535c5a2-14a4-46a0-b774-37bc9154255e req-92af028b-00d1-476f-97f8-517b3e62a09d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1270111 Oct 25 09:03:16.547348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1535c5a2-14a4-46a0-b774-37bc9154255e req-0d733e77-4f51-4cf9-9c5b-8fe4e8326830 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795207 Oct 25 09:03:16.558086 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1ee7ac-da88-442b-bee5-55e8193e2e9f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 25 09:03:16.560665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1ee7ac-da88-442b-bee5-55e8193e2e9f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:03:16.601201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55308) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:16.601900 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4a1ee7ac-da88-442b-bee5-55e8193e2e9f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7265880 Oct 25 09:03:16.711214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017d859-6889-482d-b6be-d04e44156505 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:16.723108 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:16.725646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017d859-6889-482d-b6be-d04e44156505 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:16.730447 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4017d859-6889-482d-b6be-d04e44156505 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1245279 Oct 25 09:03:16.730706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55316) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:16.806785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 4976694e-975c-483f-8210-ef5ea66f04e0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4976694e-975c-483f-8210-ef5ea66f04e0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:16.816320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:16.926814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-63261fb2-99f6-4b9a-b287-d1c165a112b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:16.927196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63261fb2-99f6-4b9a-b287-d1c165a112b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:16.942931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=4976694e-975c-483f-8210-ef5ea66f04e0,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:16.949324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-68f5816a-c100-42ac-9664-141aad4ebc77 None None] Provisioning complete for port 4976694e-975c-483f-8210-ef5ea66f04e0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:16.952639 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68f5816a-c100-42ac-9664-141aad4ebc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.114557 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63261fb2-99f6-4b9a-b287-d1c165a112b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.131133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-63261fb2-99f6-4b9a-b287-d1c165a112b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:17.294052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-161bc600-006a-4fe4-a112-2f06ba679487 None None] Provisioning complete for port 1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:17.294417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-161bc600-006a-4fe4-a112-2f06ba679487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.300844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63261fb2-99f6-4b9a-b287-d1c165a112b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.334314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-161bc600-006a-4fe4-a112-2f06ba679487 None None] Port 1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a was deleted so its status cannot be updated. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 25 09:03:17.336284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63261fb2-99f6-4b9a-b287-d1c165a112b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:17.372148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63261fb2-99f6-4b9a-b287-d1c165a112b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.376089 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63261fb2-99f6-4b9a-b287-d1c165a112b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a HTTP/1.1" status: 204 len: 168 time: 0.6444418 Oct 25 09:03:17.378788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55330) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:17.440524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dee00ab-5af9-472e-8c1a-756e866d90ad tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:17.442105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dee00ab-5af9-472e-8c1a-756e866d90ad tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:17.444978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3dee00ab-5af9-472e-8c1a-756e866d90ad tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0632501 Oct 25 09:03:17.446424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55332) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:17.501236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6406318b-5499-48d8-9694-1840aea025b1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 6e3010a6-81f6-4d2e-b69f-c42dfaee2290 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:17.504626 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6406318b-5499-48d8-9694-1840aea025b1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.548874 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6406318b-5499-48d8-9694-1840aea025b1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.661112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6406318b-5499-48d8-9694-1840aea025b1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.690903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2829dc5-96b2-4ef7-87c1-4d6f013c7331 req-0f2ffced-0649-441d-b2d8-789ca5d941d1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:17.692324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2829dc5-96b2-4ef7-87c1-4d6f013c7331 req-0f2ffced-0649-441d-b2d8-789ca5d941d1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0559220 Oct 25 09:03:17.726690 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6406318b-5499-48d8-9694-1840aea025b1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.734857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2829dc5-96b2-4ef7-87c1-4d6f013c7331 req-112f0b2c-4d5e-4287-9f4e-754389dafc9b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360684 Oct 25 09:03:17.758286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406318b-5499-48d8-9694-1840aea025b1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3010a6-81f6-4d2e-b69f-c42dfaee2290,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:17.760428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6406318b-5499-48d8-9694-1840aea025b1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.766502 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6406318b-5499-48d8-9694-1840aea025b1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/6e3010a6-81f6-4d2e-b69f-c42dfaee2290 HTTP/1.1" status: 204 len: 168 time: 0.3189876 Oct 25 09:03:17.767079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55340) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:17.768863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628e54b-13ba-45d6-8d11-adb3f2a0ae5d None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:17.812851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4a1fbc6b-693d-4a3e-aa83-8b7b281ac491 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444338 Oct 25 09:03:17.816765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55342) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:17.822259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:17.929032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:17.933600 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:17.982897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:18.041846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] Deleting port 4976694e-975c-483f-8210-ef5ea66f04e0 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:18.042220 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:18.209493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] For port 4976694e-975c-483f-8210-ef5ea66f04e0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4976694e-975c-483f-8210-ef5ea66f04e0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:18.209961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:18.224556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] Calling delete_port for 4976694e-975c-483f-8210-ef5ea66f04e0 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:18.328496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4976694e-975c-483f-8210-ef5ea66f04e0 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:18.356266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4976694e-975c-483f-8210-ef5ea66f04e0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:18.356610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4976694e-975c-483f-8210-ef5ea66f04e0 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:18.358363 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:18.398411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] Pushing event deleted for resources: {'Port': ['ID=4976694e-975c-483f-8210-ef5ea66f04e0,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:18.402335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c58f3be-47d3-4bb6-8c94-6ad6841c60ad None None] No DVR routers for this DVR port 4976694e-975c-483f-8210-ef5ea66f04e0 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:18.484693 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:18.548167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:18.555453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:18.561667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:18.562521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:18.565404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=2f229277-1a24-4b5d-b33f-bee25efd5a88,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:18.585921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0921628-403e-485f-9c2d-8b3645f6ff4d None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:18.591598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6fc40747-8c93-456b-adbb-0200764676a0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7732663 Oct 25 09:03:18.592075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55352) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:18.598190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a26248d7-110d-4227-b907-3669014c57fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': '2f229277-1a24-4b5d-b33f-bee25efd5a88', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-736231599'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:18.771135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26248d7-110d-4227-b907-3669014c57fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:18.781038 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a26248d7-110d-4227-b907-3669014c57fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:18.815857 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5f16-7f4b-4d5d-af7a-06da7a107ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:18.861666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-a26248d7-110d-4227-b907-3669014c57fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port f8b62da4-c118-4483-8b28-645f42286f05 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:18.874310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '2f229277-1a24-4b5d-b33f-bee25efd5a88'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:18.875236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:18.988387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80cee-336a-423c-a869-92642fffdd20 req-1fceaa4a-d789-4a8b-bb11-a67eb021ead2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:19.004163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30a80cee-336a-423c-a869-92642fffdd20 req-1fceaa4a-d789-4a8b-bb11-a67eb021ead2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1087177 Oct 25 09:03:19.054505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/2f229277-1a24-4b5d-b33f-bee25efd5a88/796ffed3-fa1e-4056-9f12-362b2dd63c1e) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:19.057239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30a80cee-336a-423c-a869-92642fffdd20 req-165c3941-9f15-4667-9a9a-f222b707a58a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Oct 25 09:03:19.240611 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.249142 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.252100 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26248d7-110d-4227-b907-3669014c57fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:03:19.252784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26248d7-110d-4227-b907-3669014c57fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:03:19.281312 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a26248d7-110d-4227-b907-3669014c57fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6872847 Oct 25 09:03:19.283752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55374) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:19.307946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:19.312736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:19.318712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:19.322144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Pushing event updated for resources: {'Port': ['ID=796ffed3-fa1e-4056-9f12-362b2dd63c1e,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:19.376055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc851cec-5eee-4bc5-822f-3a02a1dc5721 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:19.380097 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fc851cec-5eee-4bc5-822f-3a02a1dc5721 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0928228 Oct 25 09:03:19.380573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55376) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:19.408631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Attempting to bind port 796ffed3-fa1e-4056-9f12-362b2dd63c1e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:19.409954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Attempting to bind port 796ffed3-fa1e-4056-9f12-362b2dd63c1e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:19.410529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Attempting to bind port 796ffed3-fa1e-4056-9f12-362b2dd63c1e on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:19.421298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:19.421919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:19.422602 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.423253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:19.423888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Bound port: 796ffed3-fa1e-4056-9f12-362b2dd63c1e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:19.424267 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.461121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ef74d0-09d3-4b35-80cf-8b214e1dceaa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:19.462416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ef74d0-09d3-4b35-80cf-8b214e1dceaa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:19.467417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-57ef74d0-09d3-4b35-80cf-8b214e1dceaa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0832648 Oct 25 09:03:19.467609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55378) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:19.504536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] For port 796ffed3-fa1e-4056-9f12-362b2dd63c1e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:19.510579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] For port 796ffed3-fa1e-4056-9f12-362b2dd63c1e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=796ffed3-fa1e-4056-9f12-362b2dd63c1e,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:19.518086 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.536679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e44199-2358-4c28-9976-22a3b932cdd9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 2f229277-1a24-4b5d-b33f-bee25efd5a88 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:19.541197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2e44199-2358-4c28-9976-22a3b932cdd9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.594818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2e44199-2358-4c28-9976-22a3b932cdd9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.604679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dec516-79be-444b-8806-700c4fd3d3da None None] Pushing event updated for resources: {'Port': ['ID=796ffed3-fa1e-4056-9f12-362b2dd63c1e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:19.704766 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2e44199-2358-4c28-9976-22a3b932cdd9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.810523 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2e44199-2358-4c28-9976-22a3b932cdd9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.841128 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.859667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.861144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2e44199-2358-4c28-9976-22a3b932cdd9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:19.867588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e2e44199-2358-4c28-9976-22a3b932cdd9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/2f229277-1a24-4b5d-b33f-bee25efd5a88 HTTP/1.1" status: 204 len: 168 time: 0.3975415 Oct 25 09:03:19.867870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e44199-2358-4c28-9976-22a3b932cdd9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=2f229277-1a24-4b5d-b33f-bee25efd5a88,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:19.869062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55384) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:19.947823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c154a61d-8acd-45c0-a79e-b77e4c6de0f6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756538 Oct 25 09:03:19.952130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55388) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:19.957748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:20.082854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:20.086655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.230201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f547287-2392-4594-bb12-be6552141b73 req-63b0080c-44fc-4aea-9435-ee0c8e5815be tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:20.231587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f547287-2392-4594-bb12-be6552141b73 req-63b0080c-44fc-4aea-9435-ee0c8e5815be tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0866468 Oct 25 09:03:20.329730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f547287-2392-4594-bb12-be6552141b73 req-7f3d49a5-4a3a-4fd3-881b-0871f1618947 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813427 Oct 25 09:03:20.378352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.400225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 796ffed3-fa1e-4056-9f12-362b2dd63c1e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:20.419420 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:03:20.444070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:20.447295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:20.464561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 796ffed3-fa1e-4056-9f12-362b2dd63c1e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:20.465700 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.471452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:20.472054 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.494875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=ab6e45e8-e61f-46f1-ab5a-26b0783c0960,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:20.520915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-77f0cdb3-25ff-4adc-981e-cb59acc4fcec tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5675008 Oct 25 09:03:20.523404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55406) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:20.531096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b04f5d19-d71d-46ea-ab44-a638c2cb61af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1558490301', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:20.565907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b04f5d19-d71d-46ea-ab44-a638c2cb61af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.568697 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b04f5d19-d71d-46ea-ab44-a638c2cb61af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.633406 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.663943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b04f5d19-d71d-46ea-ab44-a638c2cb61af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.672781 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b04f5d19-d71d-46ea-ab44-a638c2cb61af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.695694 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b04f5d19-d71d-46ea-ab44-a638c2cb61af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.696804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 796ffed3-fa1e-4056-9f12-362b2dd63c1e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=796ffed3-fa1e-4056-9f12-362b2dd63c1e,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:20.697014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b04f5d19-d71d-46ea-ab44-a638c2cb61af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1724534 Oct 25 09:03:20.699736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55408) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:20.704643 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:20.758063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=796ffed3-fa1e-4056-9f12-362b2dd63c1e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:20.911202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81881317-b488-4270-8775-21df4fcd207b None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:21.010069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:21.137396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-513dd62a-7cd1-40b7-8613-b62852108301 None None] Provisioning complete for port 796ffed3-fa1e-4056-9f12-362b2dd63c1e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:21.138025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-513dd62a-7cd1-40b7-8613-b62852108301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:21.299763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::1 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/ab6e45e8-e61f-46f1-ab5a-26b0783c0960/a866919c-c004-4aef-bf12-9bcd3a093953) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:21.541592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:21.572875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e22c8d-6dde-404c-a07e-237a58e07bcf req-c0f5279d-b44e-4be8-9b24-cdde70effea6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:21.579277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4e22c8d-6dde-404c-a07e-237a58e07bcf req-c0f5279d-b44e-4be8-9b24-cdde70effea6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1050544 Oct 25 09:03:21.644595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4e22c8d-6dde-404c-a07e-237a58e07bcf req-94dd840a-4c5f-40bf-bc0b-d9b6c1637a7a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533175 Oct 25 09:03:21.646290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:21.673537 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:21.718498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1ef73a6d-2895-4bd7-89d1-a21b2097df23 None None] Provisioning complete for port 796ffed3-fa1e-4056-9f12-362b2dd63c1e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:21.719172 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1ef73a6d-2895-4bd7-89d1-a21b2097df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:21.738238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:21.742343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:21.758738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:21.759551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:21.807355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=a866919c-c004-4aef-bf12-9bcd3a093953,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:21.936190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:22.083338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8482c85a-91f8-45a3-ad61-0f7c8d393295 None None] Provisioning complete for port a866919c-c004-4aef-bf12-9bcd3a093953 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:22.084316 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8482c85a-91f8-45a3-ad61-0f7c8d393295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:22.124392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8482c85a-91f8-45a3-ad61-0f7c8d393295 None None] Port a866919c-c004-4aef-bf12-9bcd3a093953 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:03:22.249093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:22.253908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:22.254847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:22.285168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 796ffed3-fa1e-4056-9f12-362b2dd63c1e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:22.309138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=a866919c-c004-4aef-bf12-9bcd3a093953,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:22.354023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 796ffed3-fa1e-4056-9f12-362b2dd63c1e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:22.354408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:22.410587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:22.425243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:22.659508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Router 5f2fd0fe-8f58-4a52-a653-953ab1f07f53 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:03:22.800245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:03:22.805652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6b522c87-2eb6-4068-96eb-1096f8937865 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "PUT /v2.0/routers/5f2fd0fe-8f58-4a52-a653-953ab1f07f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1048458 Oct 25 09:03:22.808355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55464) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:22.815113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Sync routers for ids ['5f2fd0fe-8f58-4a52-a653-953ab1f07f53'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:03:22.821297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc417f-68ca-456c-aa3a-b3c5ba67c8cf req-07078882-d901-45cf-8b89-df6e08e989e9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:22.823210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fddc417f-68ca-456c-aa3a-b3c5ba67c8cf req-07078882-d901-45cf-8b89-df6e08e989e9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0772021 Oct 25 09:03:22.833538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Routers {'5f2fd0fe-8f58-4a52-a653-953ab1f07f53'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:22.834550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:03:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f2fd0fe-8f58-4a52-a653-953ab1f07f53'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:22.863358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ecc580-6014-4466-8cfd-af3349eed153 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:22.864756 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-62ecc580-6014-4466-8cfd-af3349eed153 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports/a866919c-c004-4aef-bf12-9bcd3a093953 HTTP/1.1" status: 200 len: 911 time: 0.0541496 Oct 25 09:03:22.868405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55466) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:22.878849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fddc417f-68ca-456c-aa3a-b3c5ba67c8cf req-dfa65847-35fd-4180-a885-80026199a369 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 Oct 25 09:03:22.941451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-32c929b6-a96d-421f-8a36-13a82c01b5fb None None] Provisioning complete for port a866919c-c004-4aef-bf12-9bcd3a093953 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:22.941819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-32c929b6-a96d-421f-8a36-13a82c01b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:22.948170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Set router 5f2fd0fe-8f58-4a52-a653-953ab1f07f53 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:03:22.952856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543ec53-64b5-4896-9fd8-8cb171805bce tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:22.960776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543ec53-64b5-4896-9fd8-8cb171805bce tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:22.965713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55472) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:22.965927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9543ec53-64b5-4896-9fd8-8cb171805bce tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0964279 Oct 25 09:03:23.071819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-32c929b6-a96d-421f-8a36-13a82c01b5fb None None] Port a866919c-c004-4aef-bf12-9bcd3a093953 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:03:23.214903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2fd0fe-8f58-4a52-a653-953ab1f07f53', 'name': 'tempest-NetworksTestDHCPv6-router-1558490301', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:03:20Z', 'updated_at': '2021-10-25T09:03:21Z', 'revision_number': 2, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'gw_port_host': None, '_interfaces': [{'id': 'a866919c-c004-4aef-bf12-9bcd3a093953', 'name': '', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'mac_address': 'fa:16:3e:5f:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2fd0fe-8f58-4a52-a653-953ab1f07f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ab6e45e8-e61f-46f1-ab5a-26b0783c0960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:03:21Z', 'updated_at': '2021-10-25T09:03:22Z', 'revision_number': 2, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'subnets': [{'id': 'ab6e45e8-e61f-46f1-ab5a-26b0783c0960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:23.242522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Checking router: 5f2fd0fe-8f58-4a52-a653-953ab1f07f53 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:03:23.242866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Updating router 5f2fd0fe-8f58-4a52-a653-953ab1f07f53 port a866919c-c004-4aef-bf12-9bcd3a093953 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:03:23.268490 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:23.421037 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:23.549705 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:23.556225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:23.624925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204a033-43eb-404b-bff4-78ec4d28163d None None] Pushing event updated for resources: {'Port': ['ID=a866919c-c004-4aef-bf12-9bcd3a093953,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:23.691001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Attempting to bind port a866919c-c004-4aef-bf12-9bcd3a093953 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:23.691311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Attempting to bind port a866919c-c004-4aef-bf12-9bcd3a093953 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:23.691655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Attempting to bind port a866919c-c004-4aef-bf12-9bcd3a093953 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:23.698451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:23.698833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:23.699240 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:23.699909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:23.700117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Bound port: a866919c-c004-4aef-bf12-9bcd3a093953, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:23.700499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:23.783612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] For port a866919c-c004-4aef-bf12-9bcd3a093953, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:23.786875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] For port a866919c-c004-4aef-bf12-9bcd3a093953, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a866919c-c004-4aef-bf12-9bcd3a093953,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:23.792834 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:23.866783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204a033-43eb-404b-bff4-78ec4d28163d None None] Pushing event updated for resources: {'Port': ['ID=a866919c-c004-4aef-bf12-9bcd3a093953,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:23.917383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Routers {'5f2fd0fe-8f58-4a52-a653-953ab1f07f53'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:23.918351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:03:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f2fd0fe-8f58-4a52-a653-953ab1f07f53'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:24.034299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port a866919c-c004-4aef-bf12-9bcd3a093953 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:24.034822 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:24.058024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] Set router 5f2fd0fe-8f58-4a52-a653-953ab1f07f53 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:03:24.151961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-226b162e-379a-4e27-bbf1-2809aa14431e None None] Provisioning complete for port a866919c-c004-4aef-bf12-9bcd3a093953 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:24.152473 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-226b162e-379a-4e27-bbf1-2809aa14431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:24.180443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02cdf1-74a3-4529-b56a-ed2960a49789 req-96b1c0bc-bad6-418c-b4a2-2a253c2ba850 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:24.182073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e02cdf1-74a3-4529-b56a-ed2960a49789 req-96b1c0bc-bad6-418c-b4a2-2a253c2ba850 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1183770 Oct 25 09:03:24.230747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] For port a866919c-c004-4aef-bf12-9bcd3a093953, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a866919c-c004-4aef-bf12-9bcd3a093953,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:24.231125 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:24.262790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for a866919c-c004-4aef-bf12-9bcd3a093953 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:24.281100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e02cdf1-74a3-4529-b56a-ed2960a49789 req-93adfced-7580-42a9-9c4e-3031d37a5a77 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899861 Oct 25 09:03:24.347119 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-226b162e-379a-4e27-bbf1-2809aa14431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:24.393832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-226b162e-379a-4e27-bbf1-2809aa14431e None None] For port a866919c-c004-4aef-bf12-9bcd3a093953, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a866919c-c004-4aef-bf12-9bcd3a093953,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:24.402765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2fd0fe-8f58-4a52-a653-953ab1f07f53', 'name': 'tempest-NetworksTestDHCPv6-router-1558490301', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:03:20Z', 'updated_at': '2021-10-25T09:03:21Z', 'revision_number': 2, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'gw_port_host': None, '_interfaces': [{'id': 'a866919c-c004-4aef-bf12-9bcd3a093953', 'name': '', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'mac_address': 'fa:16:3e:5f:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2fd0fe-8f58-4a52-a653-953ab1f07f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ab6e45e8-e61f-46f1-ab5a-26b0783c0960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:03:21Z', 'updated_at': '2021-10-25T09:03:23Z', 'revision_number': 4, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'subnets': [{'id': 'ab6e45e8-e61f-46f1-ab5a-26b0783c0960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:24.407987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-226b162e-379a-4e27-bbf1-2809aa14431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:24.435398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67073596-8478-4ad9-97b2-ef5a2c224d54 None None] The sync data for ids ['5f2fd0fe-8f58-4a52-a653-953ab1f07f53'] in n-d-814746-2 is: [{'id': '5f2fd0fe-8f58-4a52-a653-953ab1f07f53', 'name': 'tempest-NetworksTestDHCPv6-router-1558490301', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:03:20Z', 'updated_at': '2021-10-25T09:03:21Z', 'revision_number': 2, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'gw_port_host': None, '_interfaces': [{'id': 'a866919c-c004-4aef-bf12-9bcd3a093953', 'name': '', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'mac_address': 'fa:16:3e:5f:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2fd0fe-8f58-4a52-a653-953ab1f07f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ab6e45e8-e61f-46f1-ab5a-26b0783c0960', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:03:21Z', 'updated_at': '2021-10-25T09:03:23Z', 'revision_number': 4, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'subnets': [{'id': 'ab6e45e8-e61f-46f1-ab5a-26b0783c0960', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:03:24.485547 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:24.501578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b162e-379a-4e27-bbf1-2809aa14431e None None] Pushing event updated for resources: {'Port': ['ID=a866919c-c004-4aef-bf12-9bcd3a093953,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:24.524744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e9e23d40-db1f-4f31-966e-9a931cb66ae0 None None] Could not find standard attr ID for object a866919c-c004-4aef-bf12-9bcd3a093953. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:24.530566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=a866919c-c004-4aef-bf12-9bcd3a093953,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:24.672491 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:24.883765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Router 5f2fd0fe-8f58-4a52-a653-953ab1f07f53 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:03:24.982149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:03:24.988345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94e2ff69-f1fa-47d3-8aa4-716b1634de4f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "PUT /v2.0/routers/5f2fd0fe-8f58-4a52-a653-953ab1f07f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0215828 Oct 25 09:03:24.990785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55498) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:25.056987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe95d3-460d-43ec-a1a0-77d85bbbc1b9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:25.058643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe95d3-460d-43ec-a1a0-77d85bbbc1b9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:25.063414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-45fe95d3-460d-43ec-a1a0-77d85bbbc1b9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0683877 Oct 25 09:03:25.063735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55502) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:25.130054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7af637-3085-4a6f-b18d-3f23ffa26349 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet ab6e45e8-e61f-46f1-ab5a-26b0783c0960 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:25.134788 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e7af637-3085-4a6f-b18d-3f23ffa26349 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.202062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e7af637-3085-4a6f-b18d-3f23ffa26349 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.265977 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e7af637-3085-4a6f-b18d-3f23ffa26349 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.335633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e7af637-3085-4a6f-b18d-3f23ffa26349 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.383201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7af637-3085-4a6f-b18d-3f23ffa26349 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6e45e8-e61f-46f1-ab5a-26b0783c0960,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:25.393680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92d4d7-bb93-46e7-97e4-fa8bda06765f None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:25.400302 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e7af637-3085-4a6f-b18d-3f23ffa26349 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.406327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55514) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:25.406820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7e7af637-3085-4a6f-b18d-3f23ffa26349 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/ab6e45e8-e61f-46f1-ab5a-26b0783c0960 HTTP/1.1" status: 204 len: 168 time: 0.3415878 Oct 25 09:03:25.434472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471becb-aad1-41a8-9ee0-85634ed8e519 req-4dc2594a-f76b-4fd6-8e10-f1591037e51e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:25.436602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5471becb-aad1-41a8-9ee0-85634ed8e519 req-4dc2594a-f76b-4fd6-8e10-f1591037e51e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0662212 Oct 25 09:03:25.489083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5471becb-aad1-41a8-9ee0-85634ed8e519 req-98242fdd-feed-47bc-91af-a0565381ede3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446091 Oct 25 09:03:25.554073 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ef3e1dd4-7601-4243-b3c3-4f8d07eb5bef tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1453679 Oct 25 09:03:25.556663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55520) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:25.652166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:25.671616 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5dbdd52-ee6e-4b68-a41f-b9a7f46ad8e1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.749212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] Deleting port 796ffed3-fa1e-4056-9f12-362b2dd63c1e {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:25.749990 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.857373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] For port 796ffed3-fa1e-4056-9f12-362b2dd63c1e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=796ffed3-fa1e-4056-9f12-362b2dd63c1e,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:25.859193 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.876585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] Calling delete_port for 796ffed3-fa1e-4056-9f12-362b2dd63c1e owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:25.881322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5dbdd52-ee6e-4b68-a41f-b9a7f46ad8e1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.883550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5dbdd52-ee6e-4b68-a41f-b9a7f46ad8e1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.957476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5dbdd52-ee6e-4b68-a41f-b9a7f46ad8e1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.958624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dbdd52-ee6e-4b68-a41f-b9a7f46ad8e1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Fanout notify agent at l3_agent the message router_deleted on router 5f2fd0fe-8f58-4a52-a653-953ab1f07f53 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:03:25.968297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5dbdd52-ee6e-4b68-a41f-b9a7f46ad8e1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:25.969841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a5dbdd52-ee6e-4b68-a41f-b9a7f46ad8e1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/routers/5f2fd0fe-8f58-4a52-a653-953ab1f07f53 HTTP/1.1" status: 204 len: 168 time: 0.4121621 Oct 25 09:03:25.973063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55524) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:25.980577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:25.989583 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.018891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] Pushing event deleted for resources: {'Port': ['ID=796ffed3-fa1e-4056-9f12-362b2dd63c1e,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:26.023001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0633bd-8333-4c9e-ac5f-fa85a4c4a44d None None] No DVR routers for this DVR port 796ffed3-fa1e-4056-9f12-362b2dd63c1e on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:26.109681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:26.113143 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.266220 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf28c1-5eaf-4826-9767-8459ca72d196 None None] Sync routers for ids ['5f2fd0fe-8f58-4a52-a653-953ab1f07f53'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:03:26.281368 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf28c1-5eaf-4826-9767-8459ca72d196 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:26.282298 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf28c1-5eaf-4826-9767-8459ca72d196 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 09:03:26.283211 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_agentschedulers_db [None req-edaf28c1-5eaf-4826-9767-8459ca72d196 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f2fd0fe-8f58-4a52-a653-953ab1f07f53'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:03:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106994) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 09:03:26.298935 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf28c1-5eaf-4826-9767-8459ca72d196 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:26.299379 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf28c1-5eaf-4826-9767-8459ca72d196 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 09:03:26.300311 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_agentschedulers_db [None req-edaf28c1-5eaf-4826-9767-8459ca72d196 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f2fd0fe-8f58-4a52-a653-953ab1f07f53'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:03:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106994) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 09:03:26.300830 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf28c1-5eaf-4826-9767-8459ca72d196 None None] The sync data for ids ['5f2fd0fe-8f58-4a52-a653-953ab1f07f53'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:03:26.335302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 796ffed3-fa1e-4056-9f12-362b2dd63c1e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:26.361605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 796ffed3-fa1e-4056-9f12-362b2dd63c1e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:26.362264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 796ffed3-fa1e-4056-9f12-362b2dd63c1e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:26.420764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.464484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:26.468691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:26.472750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:26.473771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.483342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=573ad5a0-84c8-4658-ba52-bec5f2fee137,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:26.484308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83995327-7a2f-4b2a-a9d1-a9478c277c42 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:26.498501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b531799b-98ef-400d-a28d-1d8f3e149d0d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5236945 Oct 25 09:03:26.501148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55536) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:26.505768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3e027b38-7322-4caa-a5c0-39733ff282c6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1685881108', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:26.534207 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e027b38-7322-4caa-a5c0-39733ff282c6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.535483 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e027b38-7322-4caa-a5c0-39733ff282c6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.614519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e027b38-7322-4caa-a5c0-39733ff282c6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.631385 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e027b38-7322-4caa-a5c0-39733ff282c6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.658083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e027b38-7322-4caa-a5c0-39733ff282c6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.662157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3e027b38-7322-4caa-a5c0-39733ff282c6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1598027 Oct 25 09:03:26.667935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55548) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:26.676502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9640b7-ce2e-464e-aabf-f8cf5c8d4648 req-671c88b2-3d2a-4d74-aaf4-47fc40a9adba tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:26.684812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c9640b7-ce2e-464e-aabf-f8cf5c8d4648 req-671c88b2-3d2a-4d74-aaf4-47fc40a9adba tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0858366 Oct 25 09:03:26.751423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '573ad5a0-84c8-4658-ba52-bec5f2fee137'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:26.752772 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:26.835329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c9640b7-ce2e-464e-aabf-f8cf5c8d4648 req-cb9f25f3-2c5d-4a09-9105-3682c1be5758 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494565 Oct 25 09:03:27.143519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/573ad5a0-84c8-4658-ba52-bec5f2fee137/4bdc45b8-36e5-4add-8f2e-86eae3c3add0) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:27.195498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:27.361958 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:27.371039 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:27.416772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:27.422392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:27.427242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:27.431015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Pushing event updated for resources: {'Port': ['ID=4bdc45b8-36e5-4add-8f2e-86eae3c3add0,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:27.497384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Attempting to bind port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:27.498561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Attempting to bind port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:27.498841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Attempting to bind port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:27.507118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:27.507118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:27.507118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:27.507574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:27.507818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Bound port: 4bdc45b8-36e5-4add-8f2e-86eae3c3add0, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:27.508244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:27.543748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::1 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/573ad5a0-84c8-4658-ba52-bec5f2fee137/4f545dc6-0e5f-46f0-a509-e3baca445551) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:27.593199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] For port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:27.596548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] For port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4bdc45b8-36e5-4add-8f2e-86eae3c3add0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:27.601704 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:27.671580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8da55-d394-4ab9-a705-7555c2dac1d7 None None] Pushing event updated for resources: {'Port': ['ID=4bdc45b8-36e5-4add-8f2e-86eae3c3add0,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:27.692172 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:27.728618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:27.776936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:27.780537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:27.783109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:27.783835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:28.129349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=4f545dc6-0e5f-46f0-a509-e3baca445551,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:28.213297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf778a0-131b-431d-9b74-118d3b222185 req-4f1d7aa3-d0ee-4105-9b8a-0a019dda4759 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:28.214711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cf778a0-131b-431d-9b74-118d3b222185 req-4f1d7aa3-d0ee-4105-9b8a-0a019dda4759 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0961614 Oct 25 09:03:28.266624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:28.292617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:28.305318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cf778a0-131b-431d-9b74-118d3b222185 req-139160a0-056a-40ce-9c8e-777d996fb246 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591688 Oct 25 09:03:28.382322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:28.382792 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:28.498365 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:28.539324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4bdc45b8-36e5-4add-8f2e-86eae3c3add0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:28.546067 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:28.577404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a866919c-c004-4aef-bf12-9bcd3a093953 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:28.600016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: a866919c-c004-4aef-bf12-9bcd3a093953 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:28.600367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a866919c-c004-4aef-bf12-9bcd3a093953 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:28.653487 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:28.658203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=4bdc45b8-36e5-4add-8f2e-86eae3c3add0,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:28.663395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:28.664803 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:28.772498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=4f545dc6-0e5f-46f0-a509-e3baca445551,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:28.849531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:28.851432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:28.932536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-04df2e30-7cf9-497d-905c-c2a34301af67 None None] Provisioning complete for port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:28.933045 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04df2e30-7cf9-497d-905c-c2a34301af67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:29.047843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Router 4d561351-835a-47fb-835d-1f2c25116cf1 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:03:29.177183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:03:29.186326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55592) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:29.186811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-423f45a5-64e6-48f0-97dc-acae431a7f69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "PUT /v2.0/routers/4d561351-835a-47fb-835d-1f2c25116cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4938452 Oct 25 09:03:29.193783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Sync routers for ids ['4d561351-835a-47fb-835d-1f2c25116cf1'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:03:29.213571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Routers {'4d561351-835a-47fb-835d-1f2c25116cf1'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:29.214203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:03:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d561351-835a-47fb-835d-1f2c25116cf1'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:29.252419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca0da9-b6aa-47ac-8a5c-758256d6fad1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:29.253939 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5aca0da9-b6aa-47ac-8a5c-758256d6fad1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports/4f545dc6-0e5f-46f0-a509-e3baca445551 HTTP/1.1" status: 200 len: 911 time: 0.0653238 Oct 25 09:03:29.256836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55594) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:29.303112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-52788dc2-1108-4279-9789-0f1d96a5c2f0 None None] Provisioning complete for port 4f545dc6-0e5f-46f0-a509-e3baca445551 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:29.303480 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-52788dc2-1108-4279-9789-0f1d96a5c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:29.357873 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Set router 4d561351-835a-47fb-835d-1f2c25116cf1 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:03:29.361427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-52788dc2-1108-4279-9789-0f1d96a5c2f0 None None] Port 4f545dc6-0e5f-46f0-a509-e3baca445551 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:03:29.407550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40b084-fbe2-47a2-8118-dd5d4b0b8e57 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:29.416211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40b084-fbe2-47a2-8118-dd5d4b0b8e57 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:29.421554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1e40b084-fbe2-47a2-8118-dd5d4b0b8e57 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1605899 Oct 25 09:03:29.421843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55598) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:29.524151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a4eb7793-2bb3-47b0-aae4-3f1fee82eb0a None None] Provisioning complete for port 4f545dc6-0e5f-46f0-a509-e3baca445551 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:29.525166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a4eb7793-2bb3-47b0-aae4-3f1fee82eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:29.577683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb7793-2bb3-47b0-aae4-3f1fee82eb0a None None] Port 4f545dc6-0e5f-46f0-a509-e3baca445551 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:03:29.581956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb2a46-d682-47e7-84ec-6b9be97d425d req-e71ec30d-3b20-44f3-bcbc-91059633b075 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:29.583577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7fb2a46-d682-47e7-84ec-6b9be97d425d req-e71ec30d-3b20-44f3-bcbc-91059633b075 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0867460 Oct 25 09:03:29.647312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7fb2a46-d682-47e7-84ec-6b9be97d425d req-47bea715-6923-4629-8e38-791a6a5c1b5f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574896 Oct 25 09:03:29.699361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d561351-835a-47fb-835d-1f2c25116cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1685881108', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:03:26Z', 'updated_at': '2021-10-25T09:03:28Z', 'revision_number': 2, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'gw_port_host': None, '_interfaces': [{'id': '4f545dc6-0e5f-46f0-a509-e3baca445551', 'name': '', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'mac_address': 'fa:16:3e:39:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d561351-835a-47fb-835d-1f2c25116cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '573ad5a0-84c8-4658-ba52-bec5f2fee137', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:03:27Z', 'updated_at': '2021-10-25T09:03:28Z', 'revision_number': 2, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'subnets': [{'id': '573ad5a0-84c8-4658-ba52-bec5f2fee137', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:29.734700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Checking router: 4d561351-835a-47fb-835d-1f2c25116cf1 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:03:29.736091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Updating router 4d561351-835a-47fb-835d-1f2c25116cf1 port 4f545dc6-0e5f-46f0-a509-e3baca445551 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:03:29.764389 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:29.880035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.091214 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.097683 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.165471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 4f545dc6-0e5f-46f0-a509-e3baca445551 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:30.165874 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.200523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed07d75-7ee0-44f4-a532-22b7af0d3bdb None None] Pushing event updated for resources: {'Port': ['ID=4f545dc6-0e5f-46f0-a509-e3baca445551,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:30.234646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Attempting to bind port 4f545dc6-0e5f-46f0-a509-e3baca445551 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:30.235273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Attempting to bind port 4f545dc6-0e5f-46f0-a509-e3baca445551 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:30.235634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Attempting to bind port 4f545dc6-0e5f-46f0-a509-e3baca445551 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:30.251132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:30.251901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:30.252750 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.253510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:30.254285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Bound port: 4f545dc6-0e5f-46f0-a509-e3baca445551, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:30.254897 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.385325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] For port 4f545dc6-0e5f-46f0-a509-e3baca445551, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:30.393382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] For port 4f545dc6-0e5f-46f0-a509-e3baca445551, host n-d-814746-2, got binding levels [] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:30.394613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] For port 4f545dc6-0e5f-46f0-a509-e3baca445551, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4f545dc6-0e5f-46f0-a509-e3baca445551,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:30.395657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.398493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:30.403370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.427136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 4f545dc6-0e5f-46f0-a509-e3baca445551 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:30.499504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Routers {'4d561351-835a-47fb-835d-1f2c25116cf1'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:30.500394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:03:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d561351-835a-47fb-835d-1f2c25116cf1'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:30.542998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed07d75-7ee0-44f4-a532-22b7af0d3bdb None None] Pushing event updated for resources: {'Port': ['ID=4f545dc6-0e5f-46f0-a509-e3baca445551,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:30.634185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:30.634777 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.666122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] Set router 4d561351-835a-47fb-835d-1f2c25116cf1 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:03:30.672318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5d4e6f8b-c87f-4938-91ac-10ad8e87d03d None None] Provisioning complete for port 4f545dc6-0e5f-46f0-a509-e3baca445551 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:30.672910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6f8b-c87f-4938-91ac-10ad8e87d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.737054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:30.768340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5d4e6f8b-c87f-4938-91ac-10ad8e87d03d None None] Could not find standard attr ID for object 4f545dc6-0e5f-46f0-a509-e3baca445551. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:30.777240 n-d-814746-2 neutron-server[106993]: INFO neutron.plugins.ml2.db [None req-5d4e6f8b-c87f-4938-91ac-10ad8e87d03d None None] No ports have port_id starting with 4f545dc6-0e5f-46f0-a509-e3baca445551 Oct 25 09:03:30.791236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=4f545dc6-0e5f-46f0-a509-e3baca445551,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:30.867431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd53ebd-ed59-43a6-b171-d6645ebb2c4b req-38ed0354-3075-4e3f-bd7e-3adfe72714a0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:30.876226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bd53ebd-ed59-43a6-b171-d6645ebb2c4b req-38ed0354-3075-4e3f-bd7e-3adfe72714a0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1325080 Oct 25 09:03:30.930199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bd53ebd-ed59-43a6-b171-d6645ebb2c4b req-77ced3bc-65cd-4d04-a19d-de7f533dee12 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525613 Oct 25 09:03:30.987564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:31.020533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dbf49114-f437-43c0-b379-ece21d5fa75b None None] Could not find standard attr ID for object 4f545dc6-0e5f-46f0-a509-e3baca445551. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:31.162282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d561351-835a-47fb-835d-1f2c25116cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1685881108', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:03:26Z', 'updated_at': '2021-10-25T09:03:28Z', 'revision_number': 2, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'gw_port_host': None, '_interfaces': [{'id': '4f545dc6-0e5f-46f0-a509-e3baca445551', 'name': '', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'mac_address': 'fa:16:3e:39:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d561351-835a-47fb-835d-1f2c25116cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '573ad5a0-84c8-4658-ba52-bec5f2fee137', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:03:27Z', 'updated_at': '2021-10-25T09:03:30Z', 'revision_number': 4, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'subnets': [{'id': '573ad5a0-84c8-4658-ba52-bec5f2fee137', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:03:31.226067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99769097-c558-4a56-97ac-b256162d93e0 None None] The sync data for ids ['4d561351-835a-47fb-835d-1f2c25116cf1'] in n-d-814746-2 is: [{'id': '4d561351-835a-47fb-835d-1f2c25116cf1', 'name': 'tempest-NetworksTestDHCPv6-router-1685881108', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:03:26Z', 'updated_at': '2021-10-25T09:03:28Z', 'revision_number': 2, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'gw_port_host': None, '_interfaces': [{'id': '4f545dc6-0e5f-46f0-a509-e3baca445551', 'name': '', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'mac_address': 'fa:16:3e:39:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d561351-835a-47fb-835d-1f2c25116cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '573ad5a0-84c8-4658-ba52-bec5f2fee137', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:03:27Z', 'updated_at': '2021-10-25T09:03:30Z', 'revision_number': 4, 'project_id': 'bc92dd441a8d4b5690f437298fcae341', 'subnets': [{'id': '573ad5a0-84c8-4658-ba52-bec5f2fee137', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:03:31.242302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Router 4d561351-835a-47fb-835d-1f2c25116cf1 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:03:31.758356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:03:31.768960 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f370d104-3494-45b3-bc80-b9e898201510 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "PUT /v2.0/routers/4d561351-835a-47fb-835d-1f2c25116cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3447614 Oct 25 09:03:31.770354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55626) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:31.852296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d25cee8-bc7b-4b92-991e-f8c9c334ea1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:31.854247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d25cee8-bc7b-4b92-991e-f8c9c334ea1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:31.856259 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d25cee8-bc7b-4b92-991e-f8c9c334ea1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0843749 Oct 25 09:03:31.859358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55628) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:31.944705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94998ee-ca85-4dee-bff2-33cf9eca856b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 573ad5a0-84c8-4658-ba52-bec5f2fee137 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:31.954201 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e94998ee-ca85-4dee-bff2-33cf9eca856b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.007761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e94998ee-ca85-4dee-bff2-33cf9eca856b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.141360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d4149-40ce-43c6-af83-b7318c5194ec req-bb8c8304-314f-4161-a236-e34e1e95a8d6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:32.145690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d9d4149-40ce-43c6-af83-b7318c5194ec req-bb8c8304-314f-4161-a236-e34e1e95a8d6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1348712 Oct 25 09:03:32.171700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e94998ee-ca85-4dee-bff2-33cf9eca856b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.285263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d9d4149-40ce-43c6-af83-b7318c5194ec req-3ee852d7-ed5f-4f9b-a161-d7493e275faa tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753076 Oct 25 09:03:32.313130 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e94998ee-ca85-4dee-bff2-33cf9eca856b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.329249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e94998ee-ca85-4dee-bff2-33cf9eca856b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.332492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e94998ee-ca85-4dee-bff2-33cf9eca856b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/573ad5a0-84c8-4658-ba52-bec5f2fee137 HTTP/1.1" status: 204 len: 168 time: 0.4718742 Oct 25 09:03:32.335693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55638) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:32.338297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82fb4f2-2085-4b3b-b5f2-f8bc9d5bacf0 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:32.375485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94998ee-ca85-4dee-bff2-33cf9eca856b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=573ad5a0-84c8-4658-ba52-bec5f2fee137,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:32.467391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55646) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:32.467893 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-688f6191-7180-45c1-b0d9-9c1cf3bf78ed tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1308625 Oct 25 09:03:32.620086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff55dc3a-5fa4-4cb6-a30f-4c00cfb31dca tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.835823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:32.858700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff55dc3a-5fa4-4cb6-a30f-4c00cfb31dca tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.860805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff55dc3a-5fa4-4cb6-a30f-4c00cfb31dca tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.917733 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff55dc3a-5fa4-4cb6-a30f-4c00cfb31dca tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.919009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff55dc3a-5fa4-4cb6-a30f-4c00cfb31dca tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Fanout notify agent at l3_agent the message router_deleted on router 4d561351-835a-47fb-835d-1f2c25116cf1 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:03:32.935805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff55dc3a-5fa4-4cb6-a30f-4c00cfb31dca tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:32.944455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ff55dc3a-5fa4-4cb6-a30f-4c00cfb31dca tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/routers/4d561351-835a-47fb-835d-1f2c25116cf1 HTTP/1.1" status: 204 len: 168 time: 0.4735541 Oct 25 09:03:32.945041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55662) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:32.949050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] Deleting port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:32.949427 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:33.040762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9617bf3-6074-45c5-9284-e3a5c3cde4a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:33.048126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a9617bf3-6074-45c5-9284-e3a5c3cde4a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0991349 Oct 25 09:03:33.048292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55668) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:33.070353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] For port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4bdc45b8-36e5-4add-8f2e-86eae3c3add0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:33.070758 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:33.094831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] Calling delete_port for 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:33.121984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a457b18-b7c5-47c7-99c1-0cda14a4722d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:33.125836 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2a457b18-b7c5-47c7-99c1-0cda14a4722d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748191 Oct 25 09:03:33.126089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55670) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:33.199917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6f522080-d363-40b2-9ef9-378c609c037f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720387 Oct 25 09:03:33.206189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:33.208696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55672) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:33.215012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:33.254605 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedf678-553c-4e83-bc93-4f3000014b1a None None] Sync routers for ids ['4d561351-835a-47fb-835d-1f2c25116cf1'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:03:33.265947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] Pushing event deleted for resources: {'Port': ['ID=4bdc45b8-36e5-4add-8f2e-86eae3c3add0,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:33.270941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d745479-4a54-433e-9c70-32ad38ed083d None None] No DVR routers for this DVR port 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:33.283027 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedf678-553c-4e83-bc93-4f3000014b1a None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:33.283406 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedf678-553c-4e83-bc93-4f3000014b1a None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 09:03:33.289024 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_agentschedulers_db [None req-7eedf678-553c-4e83-bc93-4f3000014b1a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d561351-835a-47fb-835d-1f2c25116cf1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:03:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106994) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 09:03:33.310023 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedf678-553c-4e83-bc93-4f3000014b1a None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:03:33.310979 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedf678-553c-4e83-bc93-4f3000014b1a None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 09:03:33.311894 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_agentschedulers_db [None req-7eedf678-553c-4e83-bc93-4f3000014b1a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d561351-835a-47fb-835d-1f2c25116cf1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:03:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106994) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 09:03:33.312442 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eedf678-553c-4e83-bc93-4f3000014b1a None None] The sync data for ids ['4d561351-835a-47fb-835d-1f2c25116cf1'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:03:33.384180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:33.388633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:33.471388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad410fe5-e5e4-4dbf-b18e-7932310d49a6 req-02eacafd-23cb-4d65-8377-35b4f0b14cc3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:33.472949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad410fe5-e5e4-4dbf-b18e-7932310d49a6 req-02eacafd-23cb-4d65-8377-35b4f0b14cc3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0975840 Oct 25 09:03:33.493681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55680) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:33.548641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad410fe5-e5e4-4dbf-b18e-7932310d49a6 req-fd37361a-8e73-4433-b6b7-240423c50a00 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641277 Oct 25 09:03:33.738041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b05c-07e2-46b4-a781-fabe8040478f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:33.884346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:03:33.889051 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:33.955388 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:33.965326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:33.969677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:33.970274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:33.972441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=acb1c0eb-3321-4b80-950c-9c06df2728fd,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:33.976708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b22abf-7107-4582-a730-1f90a7084d30 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:34.008144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b05c-07e2-46b4-a781-fabe8040478f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.011842 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-45682548-c03c-4cf4-8fae-dbb31d0583ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8017249 Oct 25 09:03:34.015654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55690) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:34.016190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b05c-07e2-46b4-a781-fabe8040478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.022018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:34.066179 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ebc3b05c-07e2-46b4-a781-fabe8040478f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=796467545b994cf6b11ee1bd4f2972f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711381 Oct 25 09:03:34.067071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3b05c-07e2-46b4-a781-fabe8040478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9efd42-4216-48ce-8b0a-02485b3fb25f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:34.069434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55692) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:34.145368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e3f82b2-cb5b-403f-a831-425e0d2a0ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.176419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e3f82b2-cb5b-403f-a831-425e0d2a0ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.193792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': 'acb1c0eb-3321-4b80-950c-9c06df2728fd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:34.194518 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.202748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:34.209652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.279808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e3f82b2-cb5b-403f-a831-425e0d2a0ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.287653 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e3f82b2-cb5b-403f-a831-425e0d2a0ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.289037 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5e3f82b2-cb5b-403f-a831-425e0d2a0ffd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db9efd42-4216-48ce-8b0a-02485b3fb25f HTTP/1.1" status: 204 len: 168 time: 0.2186596 Oct 25 09:03:34.305661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f82b2-cb5b-403f-a831-425e0d2a0ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9efd42-4216-48ce-8b0a-02485b3fb25f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:34.359641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4f545dc6-0e5f-46f0-a509-e3baca445551 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:34.391632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4f545dc6-0e5f-46f0-a509-e3baca445551 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:34.392324 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4f545dc6-0e5f-46f0-a509-e3baca445551 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:34.392990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:34.417615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:34.418305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4bdc45b8-36e5-4add-8f2e-86eae3c3add0 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:34.432375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Allocated IP 2001:db8::f816:3eff:fe46:aa91 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/acb1c0eb-3321-4b80-950c-9c06df2728fd/20d51dde-f251-4297-a5f7-6322b18e6282) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:34.540143 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.585137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:34.588456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:34.593584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:34.594166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.618700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=566761e6-feb2-4c31-860d-a639efac8b4b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:34.625279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-42ded2ab-2ef9-4567-af64-4ed91414e3fa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6084952 Oct 25 09:03:34.628478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55700) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:34.633604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.635688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:b4:f0:9a', 'name': 'tempest-NetworksTestDHCPv6-2106230737'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:34.644751 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.705740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:34.710282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:34.715719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Pushing event updated for resources: {'Port': ['ID=20d51dde-f251-4297-a5f7-6322b18e6282,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:34.719262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:34.780415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39045464-ac1f-4cf1-8ff4-7d55563a4ff3 req-349ca29c-f66f-4fa3-a1dc-9a4ef9b5f24a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:34.782506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39045464-ac1f-4cf1-8ff4-7d55563a4ff3 req-349ca29c-f66f-4fa3-a1dc-9a4ef9b5f24a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1186655 Oct 25 09:03:34.815265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Attempting to bind port 20d51dde-f251-4297-a5f7-6322b18e6282 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:34.815525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Attempting to bind port 20d51dde-f251-4297-a5f7-6322b18e6282 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:34.816024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Attempting to bind port 20d51dde-f251-4297-a5f7-6322b18e6282 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:34.819004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55708) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:34.829283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:34.829657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:34.830060 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.830495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:34.830976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Bound port: 20d51dde-f251-4297-a5f7-6322b18e6282, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:34.831413 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.854415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:34.854652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37f41cb8-7b7f-4776-b6e2-853a0d48161e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.867498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39045464-ac1f-4cf1-8ff4-7d55563a4ff3 req-196645c9-ab8e-4666-b5f1-7ac23c206a76 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792053 Oct 25 09:03:34.961978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] For port 20d51dde-f251-4297-a5f7-6322b18e6282, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:34.964275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37f41cb8-7b7f-4776-b6e2-853a0d48161e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.965940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] For port 20d51dde-f251-4297-a5f7-6322b18e6282, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=20d51dde-f251-4297-a5f7-6322b18e6282,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:34.968777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37f41cb8-7b7f-4776-b6e2-853a0d48161e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.974410 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:34.978578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:35.010232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 9b7997a3-ce91-436e-9697-0914bda80687 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:35.020873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-37f41cb8-7b7f-4776-b6e2-853a0d48161e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9feea14c53db47eaa0c788da26d0d3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965697 Oct 25 09:03:35.023817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55712) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:35.031140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f41cb8-7b7f-4776-b6e2-853a0d48161e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb418d6f-2a54-4c84-b61e-7ef163facf9b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:35.114726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaf784-611f-4859-ab0b-1e5513b5d1d9 None None] Pushing event updated for resources: {'Port': ['ID=20d51dde-f251-4297-a5f7-6322b18e6282,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:35.124707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-889fa634-d729-46b7-8d61-49c752cf14d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:35.160118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-889fa634-d729-46b7-8d61-49c752cf14d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:35.225360 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-889fa634-d729-46b7-8d61-49c752cf14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:35.229187 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-889fa634-d729-46b7-8d61-49c752cf14d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:35.230654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-889fa634-d729-46b7-8d61-49c752cf14d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb418d6f-2a54-4c84-b61e-7ef163facf9b HTTP/1.1" status: 204 len: 168 time: 0.2057331 Oct 25 09:03:35.237110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 172.20.0.11 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/566761e6-feb2-4c31-860d-a639efac8b4b/9b7997a3-ce91-436e-9697-0914bda80687) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:35.243668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fa634-d729-46b7-8d61-49c752cf14d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb418d6f-2a54-4c84-b61e-7ef163facf9b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:35.243945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:feb4:f09a (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/acb1c0eb-3321-4b80-950c-9c06df2728fd/9b7997a3-ce91-436e-9697-0914bda80687) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:35.447849 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:35.506105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:35.583992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:35.589512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:35.596445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:35.649800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=9b7997a3-ce91-436e-9697-0914bda80687,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:35.688630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:35.689294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:35.708678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-22a929a5-3469-4f29-b244-4e26c8770661 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0767446 Oct 25 09:03:35.709228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55720) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:35.787958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17204a17-0888-4192-8850-f6a509f862e9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:35.796120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17204a17-0888-4192-8850-f6a509f862e9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:35.800478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-17204a17-0888-4192-8850-f6a509f862e9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0877857 Oct 25 09:03:35.800717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55728) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:35.908419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6d968a6e-cacf-4434-91cc-e69108221838 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 9b7997a3-ce91-436e-9697-0914bda80687 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:35.908858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d968a6e-cacf-4434-91cc-e69108221838 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.058402 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d968a6e-cacf-4434-91cc-e69108221838 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.081326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6d968a6e-cacf-4434-91cc-e69108221838 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 9b7997a3-ce91-436e-9697-0914bda80687 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:36.102355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09cd2-47de-4627-8577-63d93afab66a req-691df585-2cf4-477b-8d29-c6726c22160e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:36.103816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85f09cd2-47de-4627-8577-63d93afab66a req-691df585-2cf4-477b-8d29-c6726c22160e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1256702 Oct 25 09:03:36.221189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85f09cd2-47de-4627-8577-63d93afab66a req-5e880a9e-8791-4d67-aafc-c9e552c97b05 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771081 Oct 25 09:03:36.395968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 20d51dde-f251-4297-a5f7-6322b18e6282 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:36.506102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7bf8e-c8a9-42d3-9161-d4c5a935ab43 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:36.508453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d968a6e-cacf-4434-91cc-e69108221838 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.571532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d968a6e-cacf-4434-91cc-e69108221838 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=9b7997a3-ce91-436e-9697-0914bda80687,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:36.606409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 20d51dde-f251-4297-a5f7-6322b18e6282 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:36.606706 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.611420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-84131c6c-761b-4564-a13d-ec955a31f27c None None] Provisioning complete for port 20d51dde-f251-4297-a5f7-6322b18e6282 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:36.611773 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84131c6c-761b-4564-a13d-ec955a31f27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.689278 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d968a6e-cacf-4434-91cc-e69108221838 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.695405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55752) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:36.702108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6d968a6e-cacf-4434-91cc-e69108221838 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/9b7997a3-ce91-436e-9697-0914bda80687 HTTP/1.1" status: 204 len: 168 time: 0.8998370 Oct 25 09:03:36.758559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5880e5-07cd-48df-908d-1b217f92aa6d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:36.760184 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5880e5-07cd-48df-908d-1b217f92aa6d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:36.761782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5880e5-07cd-48df-908d-1b217f92aa6d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:36.766313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ff5880e5-07cd-48df-908d-1b217f92aa6d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0692348 Oct 25 09:03:36.766737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55758) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:36.825272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-5655b067-a779-469f-b0c4-e6da9a5ba14c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 566761e6-feb2-4c31-860d-a639efac8b4b {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:36.828717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5655b067-a779-469f-b0c4-e6da9a5ba14c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.842578 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.878043 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5655b067-a779-469f-b0c4-e6da9a5ba14c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.879352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84131c6c-761b-4564-a13d-ec955a31f27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.925186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 20d51dde-f251-4297-a5f7-6322b18e6282, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=20d51dde-f251-4297-a5f7-6322b18e6282,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:36.931049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:36.936348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5655b067-a779-469f-b0c4-e6da9a5ba14c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.004598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5655b067-a779-469f-b0c4-e6da9a5ba14c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.038129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655b067-a779-469f-b0c4-e6da9a5ba14c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=566761e6-feb2-4c31-860d-a639efac8b4b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:37.041902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5655b067-a779-469f-b0c4-e6da9a5ba14c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.045545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5655b067-a779-469f-b0c4-e6da9a5ba14c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/566761e6-feb2-4c31-860d-a639efac8b4b HTTP/1.1" status: 204 len: 168 time: 0.2774036 Oct 25 09:03:37.047863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55768) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:37.050946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-84131c6c-761b-4564-a13d-ec955a31f27c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:03:37.051296 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-84131c6c-761b-4564-a13d-ec955a31f27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:03:37.053346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=20d51dde-f251-4297-a5f7-6322b18e6282,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:37.057348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d4567-992a-4f2c-8b90-deb47383da6b None None] Update dhcp port {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': 'acb1c0eb-3321-4b80-950c-9c06df2728fd', 'ip_address': '2001:db8::f816:3eff:fe46:aa91'}, {'subnet_id': '566761e6-feb2-4c31-860d-a639efac8b4b'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '20d51dde-f251-4297-a5f7-6322b18e6282'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:03:37.086707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4c1d4567-992a-4f2c-8b90-deb47383da6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.103422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a7945a-51c6-4aaf-9b19-1e644c7b6e50 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet acb1c0eb-3321-4b80-950c-9c06df2728fd {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:37.106692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-44a7945a-51c6-4aaf-9b19-1e644c7b6e50 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.154176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-44a7945a-51c6-4aaf-9b19-1e644c7b6e50 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.249626 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-44a7945a-51c6-4aaf-9b19-1e644c7b6e50 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.349756 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-44a7945a-51c6-4aaf-9b19-1e644c7b6e50 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.367835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422da2a-1fa3-4cac-b13d-a4836853b30d req-9887f60f-0a4d-4a09-8dff-a980393e9a24 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:37.369331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3422da2a-1fa3-4cac-b13d-a4836853b30d req-9887f60f-0a4d-4a09-8dff-a980393e9a24 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0740261 Oct 25 09:03:37.391748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7945a-51c6-4aaf-9b19-1e644c7b6e50 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=acb1c0eb-3321-4b80-950c-9c06df2728fd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:37.399552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-44a7945a-51c6-4aaf-9b19-1e644c7b6e50 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.405168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-44a7945a-51c6-4aaf-9b19-1e644c7b6e50 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/acb1c0eb-3321-4b80-950c-9c06df2728fd HTTP/1.1" status: 204 len: 168 time: 0.3539894 Oct 25 09:03:37.405468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55784) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-4c1d4567-992a-4f2c-8b90-deb47383da6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acb1c0eb-3321-4b80-950c-9c06df2728fd: This subnet is being modified by another concurrent operation. Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acb1c0eb-3321-4b80-950c-9c06df2728fd: This subnet is being modified by another concurrent operation. Oct 25 09:03:37.410201 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:03:37.450055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3422da2a-1fa3-4cac-b13d-a4836853b30d req-86650ec7-f817-4d4f-aa36-2d8511e90da9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612211 Oct 25 09:03:37.473381 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b321f0ff-d5fa-495e-a31b-993a570889a9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643680 Oct 25 09:03:37.474065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55788) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:37.479865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:37.605954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7d2ec-93aa-4458-bab8-7fa03684864e None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:37.737603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6b0430d6-c09d-4933-9659-0025d5e687c4 None None] Provisioning complete for port 20d51dde-f251-4297-a5f7-6322b18e6282 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:37.737883 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6b0430d6-c09d-4933-9659-0025d5e687c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.784571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:37.868460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] Deleting port 20d51dde-f251-4297-a5f7-6322b18e6282 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:37.868830 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.883415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:37.887376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.931081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] For port 20d51dde-f251-4297-a5f7-6322b18e6282, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=20d51dde-f251-4297-a5f7-6322b18e6282,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:37.931473 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:37.945398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] Calling delete_port for 20d51dde-f251-4297-a5f7-6322b18e6282 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:38.026858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.052622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] Pushing event deleted for resources: {'Port': ['ID=20d51dde-f251-4297-a5f7-6322b18e6282,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:38.054451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fe4a5-10c4-4255-8fa3-d6f04fd9491e None None] No DVR routers for this DVR port 20d51dde-f251-4297-a5f7-6322b18e6282 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:38.073489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74bf52-0899-47a0-a89b-97fc939ff08d None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:03:38.159908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:03:38.161461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.175708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74bf52-0899-47a0-a89b-97fc939ff08d None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:03:38.212147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:38.215386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:38.219872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:38.220451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.230086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=a606254c-7720-4ed2-ad5b-6a9d9bcfd349,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:38.254170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d2d103b7-b036-4969-b0fd-51863400d37e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7789812 Oct 25 09:03:38.256992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55796) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:38.262444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:38.274030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 20d51dde-f251-4297-a5f7-6322b18e6282 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:38.303435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 20d51dde-f251-4297-a5f7-6322b18e6282 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:38.303778 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 20d51dde-f251-4297-a5f7-6322b18e6282 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:38.372446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:38.376651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.479211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': 'a606254c-7720-4ed2-ad5b-6a9d9bcfd349'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:38.481912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.488814 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.593463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a4b44-cb49-4793-aa37-7610629b0ec1 req-e9c79613-bc30-470c-912e-5e6415a09179 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:38.602181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a0a4b44-cb49-4793-aa37-7610629b0ec1 req-e9c79613-bc30-470c-912e-5e6415a09179 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0794466 Oct 25 09:03:38.636388 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.657097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Allocated IP 2001:db8::f816:3eff:fe0c:275 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/a606254c-7720-4ed2-ad5b-6a9d9bcfd349/c5ddc512-b016-47b3-9216-1cd039b715ab) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:38.665337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a0a4b44-cb49-4793-aa37-7610629b0ec1 req-662449de-7d7f-4a02-bf3e-957da861d0f5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464761 Oct 25 09:03:38.713388 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=50e57db3-6f61-4818-a8ec-4e0cf0e36504,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:38.727800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:38.729340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:38.733621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:38.735066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.761808 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-622ad555-adb0-424b-ab19-0a408ce8d0b6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5032141 Oct 25 09:03:38.764661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55810) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:38.771553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:f5:2d:51', 'name': 'tempest-NetworksTestDHCPv6-1196997588'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:38.850514 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.860732 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.910161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:38.913027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:38.917770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:38.920311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Pushing event updated for resources: {'Port': ['ID=c5ddc512-b016-47b3-9216-1cd039b715ab,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:38.937429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:38.943445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:38.967998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 9ed19dd0-6793-42a6-91bc-abda1fd5efaa yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:38.984366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Attempting to bind port c5ddc512-b016-47b3-9216-1cd039b715ab on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:38.985012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Attempting to bind port c5ddc512-b016-47b3-9216-1cd039b715ab by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:38.985371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Attempting to bind port c5ddc512-b016-47b3-9216-1cd039b715ab on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:39.002051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:39.002441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:39.003006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.003220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:39.003698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Bound port: c5ddc512-b016-47b3-9216-1cd039b715ab, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:39.004080 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.072328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] For port c5ddc512-b016-47b3-9216-1cd039b715ab, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:39.076155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] For port c5ddc512-b016-47b3-9216-1cd039b715ab, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c5ddc512-b016-47b3-9216-1cd039b715ab,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:39.081313 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.152213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5fa68-0194-471b-8318-44c5211c6c75 None None] Pushing event updated for resources: {'Port': ['ID=c5ddc512-b016-47b3-9216-1cd039b715ab,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:39.179704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 172.20.0.12 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/50e57db3-6f61-4818-a8ec-4e0cf0e36504/9ed19dd0-6793-42a6-91bc-abda1fd5efaa) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:39.187339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:fef5:2d51 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/a606254c-7720-4ed2-ad5b-6a9d9bcfd349/9ed19dd0-6793-42a6-91bc-abda1fd5efaa) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:39.385622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.423102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.476350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:39.481658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:39.486883 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:39.490974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=9ed19dd0-6793-42a6-91bc-abda1fd5efaa,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:39.542440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:39.543062 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.566667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.569917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6ef2c790-8b7d-4fb1-8927-f20997ebb9e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8040905 Oct 25 09:03:39.572710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55826) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:39.625106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5783a1a0-eed9-4ff8-8b00-6ebe03775c9c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:39.631204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5783a1a0-eed9-4ff8-8b00-6ebe03775c9c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:39.632821 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5783a1a0-eed9-4ff8-8b00-6ebe03775c9c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0592141 Oct 25 09:03:39.635454 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55828) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:39.733873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b39296b3-41b9-4b42-baca-9c3e130aaff1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 9ed19dd0-6793-42a6-91bc-abda1fd5efaa {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:39.734171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b39296b3-41b9-4b42-baca-9c3e130aaff1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.772808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2672483-9f48-48bb-9811-9dd37c97d936 req-84e63a6e-c190-4c30-b41e-e11af4d196b6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:39.774393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2672483-9f48-48bb-9811-9dd37c97d936 req-84e63a6e-c190-4c30-b41e-e11af4d196b6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0564718 Oct 25 09:03:39.826006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2672483-9f48-48bb-9811-9dd37c97d936 req-7cde9d14-2aaf-4c43-af11-0c7956b6761d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Oct 25 09:03:39.855760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b39296b3-41b9-4b42-baca-9c3e130aaff1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:39.870636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b39296b3-41b9-4b42-baca-9c3e130aaff1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 9ed19dd0-6793-42a6-91bc-abda1fd5efaa owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:40.127891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b39296b3-41b9-4b42-baca-9c3e130aaff1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.163430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39296b3-41b9-4b42-baca-9c3e130aaff1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=9ed19dd0-6793-42a6-91bc-abda1fd5efaa,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:40.187827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79905690-4165-4a5e-8219-c76b87df9335 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:40.274416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b39296b3-41b9-4b42-baca-9c3e130aaff1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.278816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d4ea8db0-7ab6-4008-a413-1fc7934c5c91 None None] Provisioning complete for port c5ddc512-b016-47b3-9216-1cd039b715ab triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:40.279616 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b39296b3-41b9-4b42-baca-9c3e130aaff1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/9ed19dd0-6793-42a6-91bc-abda1fd5efaa HTTP/1.1" status: 204 len: 168 time: 0.6425025 Oct 25 09:03:40.279733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ea8db0-7ab6-4008-a413-1fc7934c5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.281257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55842) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:40.361186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d3c8d-4033-45a6-a28a-e3878cadb1e8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:40.362904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d3c8d-4033-45a6-a28a-e3878cadb1e8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:40.364936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d3c8d-4033-45a6-a28a-e3878cadb1e8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:40.366773 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-584d3c8d-4033-45a6-a28a-e3878cadb1e8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0844600 Oct 25 09:03:40.369582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55848) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:40.400358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c5ddc512-b016-47b3-9216-1cd039b715ab up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:40.428545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-676b1f0a-aa55-412b-aad7-c70ee047c0ee tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 50e57db3-6f61-4818-a8ec-4e0cf0e36504 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:40.432852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-676b1f0a-aa55-412b-aad7-c70ee047c0ee tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.481191 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-676b1f0a-aa55-412b-aad7-c70ee047c0ee tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.532942 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-676b1f0a-aa55-412b-aad7-c70ee047c0ee tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.606650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-676b1f0a-aa55-412b-aad7-c70ee047c0ee tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.639984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b1f0a-aa55-412b-aad7-c70ee047c0ee tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=50e57db3-6f61-4818-a8ec-4e0cf0e36504,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:40.643995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-676b1f0a-aa55-412b-aad7-c70ee047c0ee tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.646958 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-676b1f0a-aa55-412b-aad7-c70ee047c0ee tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/50e57db3-6f61-4818-a8ec-4e0cf0e36504 HTTP/1.1" status: 204 len: 168 time: 0.2761688 Oct 25 09:03:40.649710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55850) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:40.670236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ea8db0-7ab6-4008-a413-1fc7934c5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.703972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc82c716-9cc3-421f-afc9-f0a95cb12f08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet a606254c-7720-4ed2-ad5b-6a9d9bcfd349 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:40.706748 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc82c716-9cc3-421f-afc9-f0a95cb12f08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.724545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d4ea8db0-7ab6-4008-a413-1fc7934c5c91 None None] For port c5ddc512-b016-47b3-9216-1cd039b715ab, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c5ddc512-b016-47b3-9216-1cd039b715ab,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:40.731520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c5ddc512-b016-47b3-9216-1cd039b715ab triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:40.732527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.738048 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ea8db0-7ab6-4008-a413-1fc7934c5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.757893 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc82c716-9cc3-421f-afc9-f0a95cb12f08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.832745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe28a7-1302-4744-b635-010578dbb019 None None] Update dhcp port {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': 'a606254c-7720-4ed2-ad5b-6a9d9bcfd349', 'ip_address': '2001:db8::f816:3eff:fe0c:275'}, {'subnet_id': '50e57db3-6f61-4818-a8ec-4e0cf0e36504'}], 'binding:host_id': 'n-d-814746-2'}, 'id': 'c5ddc512-b016-47b3-9216-1cd039b715ab'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:03:40.865302 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-55fe28a7-1302-4744-b635-010578dbb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.910061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc82c716-9cc3-421f-afc9-f0a95cb12f08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:40.935710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea8db0-7ab6-4008-a413-1fc7934c5c91 None None] Pushing event updated for resources: {'Port': ['ID=c5ddc512-b016-47b3-9216-1cd039b715ab,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:41.018441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c98ee-5b86-4754-9ab3-2f703446419b req-0dc04225-5263-4785-8bce-9e0b0df140d6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:41.019972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd5c98ee-5b86-4754-9ab3-2f703446419b req-0dc04225-5263-4785-8bce-9e0b0df140d6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0697796 Oct 25 09:03:41.066696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc82c716-9cc3-421f-afc9-f0a95cb12f08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-55fe28a7-1302-4744-b635-010578dbb019 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a606254c-7720-4ed2-ad5b-6a9d9bcfd349: This subnet is being modified by another concurrent operation. Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a606254c-7720-4ed2-ad5b-6a9d9bcfd349: This subnet is being modified by another concurrent operation. Oct 25 09:03:41.069231 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:03:41.095047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd5c98ee-5b86-4754-9ab3-2f703446419b req-acce05ca-010d-4c4e-b95b-ff6126b6fc48 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672340 Oct 25 09:03:41.099533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82c716-9cc3-421f-afc9-f0a95cb12f08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=a606254c-7720-4ed2-ad5b-6a9d9bcfd349,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:41.113111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc82c716-9cc3-421f-afc9-f0a95cb12f08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.116344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bc82c716-9cc3-421f-afc9-f0a95cb12f08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/a606254c-7720-4ed2-ad5b-6a9d9bcfd349 HTTP/1.1" status: 204 len: 168 time: 0.4658546 Oct 25 09:03:41.124433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:41.192072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2f93b-4006-420e-9f15-e7ffeb9aa513 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:41.218063 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ccce5c70-b78b-4b86-8085-5cd584093563 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923884 Oct 25 09:03:41.220759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55874) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:41.225607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:41.304097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0fcea4f1-0055-42a6-b3b9-8bfa51114a7d None None] Provisioning complete for port c5ddc512-b016-47b3-9216-1cd039b715ab triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:41.304774 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0fcea4f1-0055-42a6-b3b9-8bfa51114a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.345893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:41.353308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.405685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:41.475650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] Deleting port c5ddc512-b016-47b3-9216-1cd039b715ab {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:41.476279 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.542691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] For port c5ddc512-b016-47b3-9216-1cd039b715ab, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c5ddc512-b016-47b3-9216-1cd039b715ab,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:41.543190 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.563027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] Calling delete_port for c5ddc512-b016-47b3-9216-1cd039b715ab owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:41.581844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.636475 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:41.640555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=a81a49fa-b01d-44d9-8953-4b342ed18a91,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:41.643020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:41.645554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:41.646142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.656249 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.667040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ce46cd13-ea20-4c9f-be74-85c3b35f6c3b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4424384 Oct 25 09:03:41.667314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55876) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:41.673106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:41.680990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] Pushing event deleted for resources: {'Port': ['ID=c5ddc512-b016-47b3-9216-1cd039b715ab,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:41.687437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca3ada-3c45-49ca-8fe7-c3e9b43832c7 None None] No DVR routers for this DVR port c5ddc512-b016-47b3-9216-1cd039b715ab on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:41.705121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f0c3a-71ac-40dc-b0ee-68ccca10b157 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:41.801176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:41.807224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:41.859544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': 'a81a49fa-b01d-44d9-8953-4b342ed18a91'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:41.860171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.003288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Allocated IP 172.20.0.2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/a81a49fa-b01d-44d9-8953-4b342ed18a91/a65cfab2-3ebb-4449-b12f-add27579c000) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:42.123582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:03:42.125005 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.179918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:42.186869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:42.193223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.202401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.204068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:42.204650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.244639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=1975bc79-47a3-4856-954f-03098050a14a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:42.253679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c791577e-8165-404e-92b8-db4010d85d8f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5851333 Oct 25 09:03:42.256470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55888) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:42.261422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:4a:e1:bb', 'name': 'tempest-NetworksTestDHCPv6-2032270085'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:42.276119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:42.283975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:42.291927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Pushing event updated for resources: {'Port': ['ID=a65cfab2-3ebb-4449-b12f-add27579c000,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:42.291927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:42.308000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b57b3-d8dd-4f2d-a218-b3c3bce99bb1 req-851d3d48-52c8-4f85-97d8-9787cfdb9870 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:42.347186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f1b57b3-d8dd-4f2d-a218-b3c3bce99bb1 req-851d3d48-52c8-4f85-97d8-9787cfdb9870 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1622012 Oct 25 09:03:42.380190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Attempting to bind port a65cfab2-3ebb-4449-b12f-add27579c000 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:42.385919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Attempting to bind port a65cfab2-3ebb-4449-b12f-add27579c000 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:42.386538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Attempting to bind port a65cfab2-3ebb-4449-b12f-add27579c000 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:42.401104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:42.401749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:42.402334 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.404288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:42.405476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Bound port: a65cfab2-3ebb-4449-b12f-add27579c000, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:42.407115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.462614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f1b57b3-d8dd-4f2d-a218-b3c3bce99bb1 req-c4975018-ba35-449e-be77-318716bbe80e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144378 Oct 25 09:03:42.515838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] For port a65cfab2-3ebb-4449-b12f-add27579c000, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:42.519939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] For port a65cfab2-3ebb-4449-b12f-add27579c000, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a65cfab2-3ebb-4449-b12f-add27579c000,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:42.522548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c5ddc512-b016-47b3-9216-1cd039b715ab no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:42.526430 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.553738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c5ddc512-b016-47b3-9216-1cd039b715ab {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:42.554086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c5ddc512-b016-47b3-9216-1cd039b715ab not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:42.635859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:42.661817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cd5df-26c2-420b-bdd7-8d23b63f4b85 None None] Pushing event updated for resources: {'Port': ['ID=a65cfab2-3ebb-4449-b12f-add27579c000,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:42.741534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:42.765564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 27dc1b4a-6d68-47b0-91ab-87c60767f892 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:42.971927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 172.20.0.5 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/a81a49fa-b01d-44d9-8953-4b342ed18a91/27dc1b4a-6d68-47b0-91ab-87c60767f892) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:42.977990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:fe4a:e1bb (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/1975bc79-47a3-4856-954f-03098050a14a/27dc1b4a-6d68-47b0-91ab-87c60767f892) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:43.111171 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-d25d196f-7ecb-4af7-9e1a-33081c255da7 service neutron] 10.222.0.18 "GET /v2.0/ports/7401eb86-d47b-4a24-aa42-029f0ace35e6/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 382 time: 0.0606833 Oct 25 09:03:43.141998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:43.187706 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:43.229330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:43.236702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:43.241517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:43.287418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=27dc1b4a-6d68-47b0-91ab-87c60767f892,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:43.330591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:43.331529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:43.351902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9790e6be-8f5e-4b3c-aedd-2dc3090a117c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0943384 Oct 25 09:03:43.355041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55898) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:43.424054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-a77a6601-28ec-4e26-b5a7-501e340e0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:43.425791 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-a77a6601-28ec-4e26-b5a7-501e340e0a7e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9&tenant_id=5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 1100 time: 0.0829833 Oct 25 09:03:43.441138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4bf38-1c63-43bd-ba8c-6d19130e458d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:43.447504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4bf38-1c63-43bd-ba8c-6d19130e458d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:43.449263 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ac4bf38-1c63-43bd-ba8c-6d19130e458d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0931730 Oct 25 09:03:43.453320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55902) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:43.587900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-4b4b0234-23e9-4bd6-a27e-9d525d4196e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:43.590441 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-4b4b0234-23e9-4bd6-a27e-9d525d4196e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 1100 time: 0.0960865 Oct 25 09:03:43.659799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113273fe-32f4-4410-a42c-374bf15deebd req-b50a5c0e-5fee-4076-8b8f-b250f4d315e7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:43.672119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-113273fe-32f4-4410-a42c-374bf15deebd req-b50a5c0e-5fee-4076-8b8f-b250f4d315e7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0764472 Oct 25 09:03:43.704846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-42a717b0-f9bd-4b95-bb4e-b6fbb2407c28 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 27dc1b4a-6d68-47b0-91ab-87c60767f892 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:43.705249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42a717b0-f9bd-4b95-bb4e-b6fbb2407c28 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:43.718769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-113273fe-32f4-4410-a42c-374bf15deebd req-b733356b-d512-4c81-8eb2-755f3485636b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Oct 25 09:03:43.817468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b09d9-9277-4b09-a939-0e23b430c498 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:43.840222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-a1d83b3c-1955-4e35-9c20-058e78d5733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:43.842762 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-a1d83b3c-1955-4e35-9c20-058e78d5733b service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2438867 Oct 25 09:03:43.910886 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-849ffe86-388f-42f4-abec-eb2a14561f60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6 HTTP/1.1" status: 200 len: 217 time: 0.0463343 Oct 25 09:03:43.928645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d32c889c-c6cb-412b-95b9-ec8962303d42 None None] Provisioning complete for port a65cfab2-3ebb-4449-b12f-add27579c000 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:43.929141 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d32c889c-c6cb-412b-95b9-ec8962303d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:43.963125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42a717b0-f9bd-4b95-bb4e-b6fbb2407c28 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:43.984228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-42a717b0-f9bd-4b95-bb4e-b6fbb2407c28 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 27dc1b4a-6d68-47b0-91ab-87c60767f892 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:43.998943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-f51d0cf6-1878-4fc0-8f02-08ea1a82022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:44.000401 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-f51d0cf6-1878-4fc0-8f02-08ea1a82022f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0821238 Oct 25 09:03:44.101169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-0df23339-d784-4c0c-9345-0d769b99139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:44.102654 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-0df23339-d784-4c0c-9345-0d769b99139a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675180 Oct 25 09:03:44.127902 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d32c889c-c6cb-412b-95b9-ec8962303d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:44.174923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d32c889c-c6cb-412b-95b9-ec8962303d42 None None] For port a65cfab2-3ebb-4449-b12f-add27579c000, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a65cfab2-3ebb-4449-b12f-add27579c000,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:44.180126 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d32c889c-c6cb-412b-95b9-ec8962303d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:44.281225 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-d4df6370-e17f-4fbc-a1c0-f996761100e0 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699007 Oct 25 09:03:44.350786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c889c-c6cb-412b-95b9-ec8962303d42 None None] Pushing event updated for resources: {'Port': ['ID=a65cfab2-3ebb-4449-b12f-add27579c000,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:44.357262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30c1af-c240-458a-893f-8bc793cd5dee None None] Update dhcp port {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': 'a81a49fa-b01d-44d9-8953-4b342ed18a91', 'ip_address': '172.20.0.2'}, {'subnet_id': '1975bc79-47a3-4856-954f-03098050a14a'}], 'binding:host_id': 'n-d-814746-2'}, 'id': 'a65cfab2-3ebb-4449-b12f-add27579c000'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:03:44.400995 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d30c1af-c240-458a-893f-8bc793cd5dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:44.406469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42a717b0-f9bd-4b95-bb4e-b6fbb2407c28 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:44.422647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a65cfab2-3ebb-4449-b12f-add27579c000 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:44.479731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a717b0-f9bd-4b95-bb4e-b6fbb2407c28 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=27dc1b4a-6d68-47b0-91ab-87c60767f892,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:44.540672 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03f6519-69f8-435a-a284-21a3f71c8f36 req-b72825d7-29ae-4d81-a714-26f96400b201 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497566 Oct 25 09:03:44.579567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42a717b0-f9bd-4b95-bb4e-b6fbb2407c28 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:44.584925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-42a717b0-f9bd-4b95-bb4e-b6fbb2407c28 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/27dc1b4a-6d68-47b0-91ab-87c60767f892 HTTP/1.1" status: 204 len: 168 time: 1.1287999 Oct 25 09:03:44.585579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55922) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:44.619668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a65cfab2-3ebb-4449-b12f-add27579c000 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:44.619995 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:44.644656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12907716-685c-4a5d-8d19-0b84eeb63de7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:44.646906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12907716-685c-4a5d-8d19-0b84eeb63de7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:44.651075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12907716-685c-4a5d-8d19-0b84eeb63de7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:44.652985 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12907716-685c-4a5d-8d19-0b84eeb63de7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0662074 Oct 25 09:03:44.656337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55924) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:44.734011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07ace67-7cc6-424d-97ba-9a6d4067682a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 1975bc79-47a3-4856-954f-03098050a14a {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:44.741848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-5d30c1af-c240-458a-893f-8bc793cd5dee None None] Allocated IP 2001:db8::f816:3eff:fe61:2b97 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/1975bc79-47a3-4856-954f-03098050a14a/a65cfab2-3ebb-4449-b12f-add27579c000) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:44.854130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6998a30-2656-475a-9e2f-8c4d3f469fbc req-3f775475-89f3-4b6d-8fe2-3d8824aa5096 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:44.864817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6998a30-2656-475a-9e2f-8c4d3f469fbc req-3f775475-89f3-4b6d-8fe2-3d8824aa5096 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0738862 Oct 25 09:03:44.879319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5d30c1af-c240-458a-893f-8bc793cd5dee None None] For port a65cfab2-3ebb-4449-b12f-add27579c000, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a65cfab2-3ebb-4449-b12f-add27579c000,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:44.912353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d30c1af-c240-458a-893f-8bc793cd5dee None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:44.917519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6998a30-2656-475a-9e2f-8c4d3f469fbc req-d0b7be9f-fe15-407f-8325-8eb6f87d8d80 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Oct 25 09:03:44.920165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b07ace67-7cc6-424d-97ba-9a6d4067682a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:44.920784 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d30c1af-c240-458a-893f-8bc793cd5dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.022983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b07ace67-7cc6-424d-97ba-9a6d4067682a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.049547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30c1af-c240-458a-893f-8bc793cd5dee None None] Pushing event updated for resources: {'Port': ['ID=a65cfab2-3ebb-4449-b12f-add27579c000,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:45.152875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b07ace67-7cc6-424d-97ba-9a6d4067682a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.251541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b07ace67-7cc6-424d-97ba-9a6d4067682a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.282769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ace67-7cc6-424d-97ba-9a6d4067682a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=1975bc79-47a3-4856-954f-03098050a14a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:45.295105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b07ace67-7cc6-424d-97ba-9a6d4067682a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.299192 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b07ace67-7cc6-424d-97ba-9a6d4067682a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/1975bc79-47a3-4856-954f-03098050a14a HTTP/1.1" status: 204 len: 168 time: 0.6415591 Oct 25 09:03:45.301687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55938) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:45.376051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d776ddbb-2ee8-4c52-916f-a96baf92dc45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet a81a49fa-b01d-44d9-8953-4b342ed18a91 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:45.379785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d776ddbb-2ee8-4c52-916f-a96baf92dc45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.440812 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d776ddbb-2ee8-4c52-916f-a96baf92dc45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.538135 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d776ddbb-2ee8-4c52-916f-a96baf92dc45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.610434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d776ddbb-2ee8-4c52-916f-a96baf92dc45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.647768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776ddbb-2ee8-4c52-916f-a96baf92dc45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=a81a49fa-b01d-44d9-8953-4b342ed18a91,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:45.663537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d776ddbb-2ee8-4c52-916f-a96baf92dc45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:45.670235 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d776ddbb-2ee8-4c52-916f-a96baf92dc45 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/a81a49fa-b01d-44d9-8953-4b342ed18a91 HTTP/1.1" status: 204 len: 168 time: 0.3646736 Oct 25 09:03:45.671174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55942) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:45.723773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-137cb480-68d9-416a-b01d-e97d4dc596ac tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517762 Oct 25 09:03:45.726610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55944) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:45.733361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:45.908634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229d34be-fc2d-4b5c-977a-f25052efbe93 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:45.922586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:45.926461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.065928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9a56e106-0463-4978-8e3a-90c49f9df950 None None] Could not find standard attr ID for object 27dc1b4a-6d68-47b0-91ab-87c60767f892. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:46.098530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a30bf1-0fef-41dd-9a9e-d02928189bda req-87e8e83a-a2ff-4f24-8a53-4e6e7f9109df tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:46.100947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0a30bf1-0fef-41dd-9a9e-d02928189bda req-87e8e83a-a2ff-4f24-8a53-4e6e7f9109df tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0601470 Oct 25 09:03:46.127263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9a56e106-0463-4978-8e3a-90c49f9df950 None None] Provisioning complete for port a65cfab2-3ebb-4449-b12f-add27579c000 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:46.128320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a56e106-0463-4978-8e3a-90c49f9df950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.181121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0a30bf1-0fef-41dd-9a9e-d02928189bda req-a271c00f-c234-4ff0-85be-5990c7ea7a54 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726864 Oct 25 09:03:46.353783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:46.410725 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f596d329-6ab5-4da4-b7c2-300f0e5602aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.452432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] Deleting port a65cfab2-3ebb-4449-b12f-add27579c000 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:46.453085 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.533258 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] For port a65cfab2-3ebb-4449-b12f-add27579c000, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a65cfab2-3ebb-4449-b12f-add27579c000,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:46.533868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.548237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] Calling delete_port for a65cfab2-3ebb-4449-b12f-add27579c000 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:46.641603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.704609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:46.708831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:46.711288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=482ebd1c-cb3c-4395-943d-341ed38d6114,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:46.722792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:46.723619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.749208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55960) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:46.750116 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-db6cd2f0-98ac-4958-82f5-89c4cc8e19aa tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0214348 Oct 25 09:03:46.754340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:46.819090 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.844287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] Pushing event deleted for resources: {'Port': ['ID=a65cfab2-3ebb-4449-b12f-add27579c000,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:46.848162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb840d43-723b-4604-9fe4-899b4e393e17 None None] No DVR routers for this DVR port a65cfab2-3ebb-4449-b12f-add27579c000 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:46.870400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30450c-00cd-4415-940a-e9016e4a19b2 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:46.897269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:46.900724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:46.922765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:47.071923 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.113860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '482ebd1c-cb3c-4395-943d-341ed38d6114'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:47.114797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.121299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:03:47.124358 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a0ff17-8a3b-485d-ab5b-c8a33708295d" -d '{"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:03:47.149433 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:47.162166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.192716 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf247943-02c4-42fe-82b2-9775d2ee40ce x-openstack-request-id: req-bf247943-02c4-42fe-82b2-9775d2ee40ce {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:03:47.193057 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:03:47.193290 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf247943-02c4-42fe-82b2-9775d2ee40ce {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:03:47.193684 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'code': 200} Oct 25 09:03:47.292328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:47.355256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Allocated IP 172.20.0.2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/482ebd1c-cb3c-4395-943d-341ed38d6114/7c6f8ab5-9886-4e18-8498-05d75adee0de) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:47.420900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:03:47.441570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a7a45-5d17-42d6-9226-038c40fa8e04 req-3bf31e85-4dd3-4472-861d-ddd6c35f5d4c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:47.449223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e64a7a45-5d17-42d6-9226-038c40fa8e04 req-3bf31e85-4dd3-4472-861d-ddd6c35f5d4c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 947 time: 0.1241543 Oct 25 09:03:47.464482 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.548929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:47.560827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e64a7a45-5d17-42d6-9226-038c40fa8e04 req-816bb865-f0b7-42b3-9d75-c0686a21c00d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106880 Oct 25 09:03:47.563643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=f45143e4-0d83-40a0-a9ac-0ba950c53b87,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:47.573539 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.592843 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.593685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:47.612988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:47.613643 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.647450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d7223220-177f-442f-ac7a-c71e2b241f02 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8970900 Oct 25 09:03:47.650822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55982) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:47.657205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:d7:5b:7b', 'name': 'tempest-NetworksTestDHCPv6-807791143'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:47.667853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:47.671689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:47.678519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:47.755942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Attempting to bind port 7c6f8ab5-9886-4e18-8498-05d75adee0de on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:03:47.756313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Attempting to bind port 7c6f8ab5-9886-4e18-8498-05d75adee0de by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:03:47.756699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Attempting to bind port 7c6f8ab5-9886-4e18-8498-05d75adee0de on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:03:47.767509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Pushing event updated for resources: {'Port': ['ID=7c6f8ab5-9886-4e18-8498-05d75adee0de,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:47.776192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:03:47.776560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:03:47.776999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.777382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:03:47.779781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Bound port: 7c6f8ab5-9886-4e18-8498-05d75adee0de, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:03:47.780176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.845447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:47.899995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] For port 7c6f8ab5-9886-4e18-8498-05d75adee0de, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:03:47.903963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] For port 7c6f8ab5-9886-4e18-8498-05d75adee0de, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c6f8ab5-9886-4e18-8498-05d75adee0de,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:03:47.910992 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:47.957153 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:48.004842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 50d1c2d9-12ed-451c-aa6e-12d0cbbf397a yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:48.018233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31c90a-fe85-4b6a-b781-e69fcc7728a8 None None] Pushing event updated for resources: {'Port': ['ID=7c6f8ab5-9886-4e18-8498-05d75adee0de,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:48.258805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 172.20.0.3 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/482ebd1c-cb3c-4395-943d-341ed38d6114/50d1c2d9-12ed-451c-aa6e-12d0cbbf397a) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:48.268831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:fed7:5b7b (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/f45143e4-0d83-40a0-a9ac-0ba950c53b87/50d1c2d9-12ed-451c-aa6e-12d0cbbf397a) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:48.296099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a65cfab2-3ebb-4449-b12f-add27579c000 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:48.334139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: a65cfab2-3ebb-4449-b12f-add27579c000 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:03:48.334777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a65cfab2-3ebb-4449-b12f-add27579c000 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:48.534778 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:48.581264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:48.673662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:48.679704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:48.683819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:48.748791 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20efb531-c230-49ab-8d63-fa16ef7a7660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:48.753388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bdc5a-d8e5-44bb-8b0b-7b73fcfffac6 req-26422f54-db62-4c3b-87db-8a6e390afa0c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:48.757141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=50d1c2d9-12ed-451c-aa6e-12d0cbbf397a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:48.759578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d0bdc5a-d8e5-44bb-8b0b-7b73fcfffac6 req-26422f54-db62-4c3b-87db-8a6e390afa0c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 947 time: 0.1115239 Oct 25 09:03:48.816652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:48.817050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:48.843176 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0a9b9848-f628-494a-9530-5dedc46c0781 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1868963 Oct 25 09:03:48.843528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55996) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:48.856170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d0bdc5a-d8e5-44bb-8b0b-7b73fcfffac6 req-403d8c27-75e8-4c03-a152-a2e0cf554de0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701115 Oct 25 09:03:48.938912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:03:48.942868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff7940-f130-4e4e-a181-6e0e63075c6b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:48.955200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff7940-f130-4e4e-a181-6e0e63075c6b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:48.965262 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1cff7940-f130-4e4e-a181-6e0e63075c6b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1126547 Oct 25 09:03:48.965745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56000) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:49.154522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-123ba1bb-a398-4569-877e-17235e5a13b0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 50d1c2d9-12ed-451c-aa6e-12d0cbbf397a {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:49.155418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-123ba1bb-a398-4569-877e-17235e5a13b0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:49.181444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:49.196921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'mac_address': 'fa:16:3e:fa:4a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:03:49.331873 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:49.355386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7401eb86-d47b-4a24-aa42-029f0ace35e6 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:03:49.421384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:49.429662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:49.505427 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-123ba1bb-a398-4569-877e-17235e5a13b0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:49.507749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:49.531328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-123ba1bb-a398-4569-877e-17235e5a13b0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 50d1c2d9-12ed-451c-aa6e-12d0cbbf397a owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:49.713203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb1bf6-9767-4ff2-9824-7b299921b3a9 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:49.797178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cf5e0d14-9ba9-443d-985c-0d7b628b0c34 None None] Provisioning complete for port 7c6f8ab5-9886-4e18-8498-05d75adee0de triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:49.797748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0d14-9ba9-443d-985c-0d7b628b0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:49.861720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-123ba1bb-a398-4569-877e-17235e5a13b0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:49.892724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-4cec021b-8c7e-400a-9cf7-29e4d0f2d31a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:49.894528 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-4cec021b-8c7e-400a-9cf7-29e4d0f2d31a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9&tenant_id=5443eb0d9f9b45f9a3cece236443d118&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 948 time: 0.1461861 Oct 25 09:03:49.909479 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:49.912370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:49.978367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7401eb86-d47b-4a24-aa42-029f0ace35e6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:03:49.998111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ba1bb-a398-4569-877e-17235e5a13b0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=50d1c2d9-12ed-451c-aa6e-12d0cbbf397a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:50.017678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d554d53-9be6-49a6-ac89-6d7883a33db2 req-8258f09f-84ee-42d1-b824-95c8725ffec8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:50.025507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d554d53-9be6-49a6-ac89-6d7883a33db2 req-8258f09f-84ee-42d1-b824-95c8725ffec8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 948 time: 0.0879762 Oct 25 09:03:50.066819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0d14-9ba9-443d-985c-0d7b628b0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.118729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d554d53-9be6-49a6-ac89-6d7883a33db2 req-5286124f-067b-4baa-b87a-c25c77c14347 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883224 Oct 25 09:03:50.123824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-123ba1bb-a398-4569-877e-17235e5a13b0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.136091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cf5e0d14-9ba9-443d-985c-0d7b628b0c34 None None] For port 7c6f8ab5-9886-4e18-8498-05d75adee0de, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c6f8ab5-9886-4e18-8498-05d75adee0de,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:50.138359 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-123ba1bb-a398-4569-877e-17235e5a13b0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/50d1c2d9-12ed-451c-aa6e-12d0cbbf397a HTTP/1.1" status: 204 len: 168 time: 1.1708066 Oct 25 09:03:50.141419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56016) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:50.151565 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-2ba6553b-75d8-4407-acd8-dafdff9e4250 service neutron] 10.222.0.18 "GET /v2.0/ports/7401eb86-d47b-4a24-aa42-029f0ace35e6/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 382 time: 0.1823995 Oct 25 09:03:50.164137 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0d14-9ba9-443d-985c-0d7b628b0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.251003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e354da-1454-4780-b911-6d1ac6bd5b24 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:50.255151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e354da-1454-4780-b911-6d1ac6bd5b24 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:50.257208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e354da-1454-4780-b911-6d1ac6bd5b24 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:50.261801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a5e354da-1454-4780-b911-6d1ac6bd5b24 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1193337 Oct 25 09:03:50.264964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e0d14-9ba9-443d-985c-0d7b628b0c34 None None] Pushing event updated for resources: {'Port': ['ID=7c6f8ab5-9886-4e18-8498-05d75adee0de,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:50.265894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56018) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:50.285683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f285b1-d39e-4944-afc3-33aa8ba37710 None None] Update dhcp port {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': '482ebd1c-cb3c-4395-943d-341ed38d6114', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f45143e4-0d83-40a0-a9ac-0ba950c53b87'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '7c6f8ab5-9886-4e18-8498-05d75adee0de'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:03:50.328020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7431d8-34f4-4dd0-a28c-27de42bba125 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 482ebd1c-cb3c-4395-943d-341ed38d6114 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:50.331833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c7431d8-34f4-4dd0-a28c-27de42bba125 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.353825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5f285b1-d39e-4944-afc3-33aa8ba37710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.386211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c7431d8-34f4-4dd0-a28c-27de42bba125 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.443624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-2fbabed1-06e4-4fdc-a399-3b5abb7ec9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:50.448483 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-2fbabed1-06e4-4fdc-a399-3b5abb7ec9b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 1099 time: 0.2533360 Oct 25 09:03:50.567703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c6f8ab5-9886-4e18-8498-05d75adee0de up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:50.610019 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c7431d8-34f4-4dd0-a28c-27de42bba125 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.654330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7c6f8ab5-9886-4e18-8498-05d75adee0de triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:50.654806 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.695106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-04572fa2-7811-42e3-b23e-46f96e9be740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:50.697088 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-04572fa2-7811-42e3-b23e-46f96e9be740 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2323411 Oct 25 09:03:50.753286 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-aeaa0b6c-2061-42fd-abfb-9e0fa306c186 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6 HTTP/1.1" status: 200 len: 217 time: 0.0426931 Oct 25 09:03:50.844068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-1c29d3c3-439a-437c-ae2d-e37e303e4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:50.845755 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-1c29d3c3-439a-437c-ae2d-e37e303e4a46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0839992 Oct 25 09:03:50.852138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c7431d8-34f4-4dd0-a28c-27de42bba125 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-b5f285b1-d39e-4944-afc3-33aa8ba37710 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 482ebd1c-cb3c-4395-943d-341ed38d6114: This subnet is being modified by another concurrent operation. Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 482ebd1c-cb3c-4395-943d-341ed38d6114: This subnet is being modified by another concurrent operation. Oct 25 09:03:50.854249 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:03:50.943914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7431d8-34f4-4dd0-a28c-27de42bba125 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=482ebd1c-cb3c-4395-943d-341ed38d6114,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:50.965457 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c7431d8-34f4-4dd0-a28c-27de42bba125 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:50.976555 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9c7431d8-34f4-4dd0-a28c-27de42bba125 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/482ebd1c-cb3c-4395-943d-341ed38d6114 HTTP/1.1" status: 204 len: 168 time: 0.7094796 Oct 25 09:03:50.980101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56030) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:51.007866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-072b3db6-5c3a-4765-abfd-c0e4997a0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:51.009407 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-072b3db6-5c3a-4765-abfd-c0e4997a0a21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945699 Oct 25 09:03:51.011392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233795cb-d63f-4fe1-8313-ec69836d4262 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:51.077029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet f45143e4-0d83-40a0-a9ac-0ba950c53b87 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:51.092965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:51.136481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f38bd1a8-4cdc-47d6-a2eb-d62ef645e060 None None] Provisioning complete for port 7c6f8ab5-9886-4e18-8498-05d75adee0de triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:51.136850 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f38bd1a8-4cdc-47d6-a2eb-d62ef645e060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:51.172053 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:51.227996 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-e34959a7-976a-445c-b92d-9ade36262205 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991181 Oct 25 09:03:51.264236 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:51.429573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:51.433933 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-494b4bef-8cc7-4ede-a23a-73f5fea4ad7e service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009754 Oct 25 09:03:51.548750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=f45143e4-0d83-40a0-a9ac-0ba950c53b87,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:51.554289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:51.564186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/f45143e4-0d83-40a0-a9ac-0ba950c53b87 HTTP/1.1" status: 204 len: 168 time: 0.5824816 Oct 25 09:03:51.565231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56040) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:51.579115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.579733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.580241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.580728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.581233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.581809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.582298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.582788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.583252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.583740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.584226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.584710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fa15af-6513-4d20-a400-9a38f8b67e1b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:03:51.623502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56042) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:51.637716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0db6364b-e65d-4873-bd03-4a8237aa855f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671878 Oct 25 09:03:51.706855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31de0a1-b83a-4d9d-a256-c22d42bc8969 None None] Update dhcp port {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': 'f45143e4-0d83-40a0-a9ac-0ba950c53b87'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '7c6f8ab5-9886-4e18-8498-05d75adee0de'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:03:51.718554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:51.722099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2286a3-2489-4bfd-b48a-4ea8bbf45622 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:51.723917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fa2286a3-2489-4bfd-b48a-4ea8bbf45622 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0994220 Oct 25 09:03:51.727185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56044) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:51.770354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d31de0a1-b83a-4d9d-a256-c22d42bc8969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:51.770722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4676ad-f87e-4c47-970d-d84e1930c390 req-26958497-ce49-446e-a810-57f71dcc102a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:51.779244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e4676ad-f87e-4c47-970d-d84e1930c390 req-26958497-ce49-446e-a810-57f71dcc102a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 948 time: 0.0851331 Oct 25 09:03:51.823582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e21267-2b2e-4496-9743-4f47f9956339 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:51.828209 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a2e21267-2b2e-4496-9743-4f47f9956339 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0997820 Oct 25 09:03:51.828869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56046) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:51.841428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e4676ad-f87e-4c47-970d-d84e1930c390 req-0aecf3c4-c78f-4504-8dd8-5e747ce55bbf tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620992 Oct 25 09:03:51.890450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56052) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:51.890814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eeea4478-165a-434e-8641-227378c04bb7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607831 Oct 25 09:03:51.906027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1835d200-b33f-47f5-974e-82aa8633b86b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:52.145227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a790ed71-7bf8-489d-813e-314f79777b20 None None] Provisioning complete for port 7c6f8ab5-9886-4e18-8498-05d75adee0de triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:52.151411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a790ed71-7bf8-489d-813e-314f79777b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:52.152395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1835d200-b33f-47f5-974e-82aa8633b86b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:52.157623 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1835d200-b33f-47f5-974e-82aa8633b86b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:52.160633 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-1835d200-b33f-47f5-974e-82aa8633b86b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:03:52.164436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1835d200-b33f-47f5-974e-82aa8633b86b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:03:52.204141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1835d200-b33f-47f5-974e-82aa8633b86b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3125663 Oct 25 09:03:52.214186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56058) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:52.220298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-758e6ba0-c4cf-4ddd-b6bd-3063a93f948d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:52.353278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c6f8ab5-9886-4e18-8498-05d75adee0de no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:52.362471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758e6ba0-c4cf-4ddd-b6bd-3063a93f948d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:52.374495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-758e6ba0-c4cf-4ddd-b6bd-3063a93f948d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:52.376299 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-758e6ba0-c4cf-4ddd-b6bd-3063a93f948d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:03:52.377003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758e6ba0-c4cf-4ddd-b6bd-3063a93f948d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:03:52.410304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-758e6ba0-c4cf-4ddd-b6bd-3063a93f948d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1949306 Oct 25 09:03:52.413243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56060) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:52.421049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5bb2fa53-c324-4fba-b807-0dba5cfb92da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:52.631099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb2fa53-c324-4fba-b807-0dba5cfb92da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:52.639443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5bb2fa53-c324-4fba-b807-0dba5cfb92da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:52.642196 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb2fa53-c324-4fba-b807-0dba5cfb92da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:03:52.642662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb2fa53-c324-4fba-b807-0dba5cfb92da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:03:52.697171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5bb2fa53-c324-4fba-b807-0dba5cfb92da tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2828660 Oct 25 09:03:52.702220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56062) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:52.711881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e5554cbe-79b2-4835-a25e-75b90e618089 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:52.785913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:52.787936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2d0fe6f5-7e2a-4eae-9f32-69f3b098a463 None None] Could not find standard attr ID for object 9ed19dd0-6793-42a6-91bc-abda1fd5efaa. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:52.816426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2d0fe6f5-7e2a-4eae-9f32-69f3b098a463 None None] Could not find standard attr ID for object 27dc1b4a-6d68-47b0-91ab-87c60767f892. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:52.843912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2d0fe6f5-7e2a-4eae-9f32-69f3b098a463 None None] Could not find standard attr ID for object 50d1c2d9-12ed-451c-aa6e-12d0cbbf397a. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:03:52.884773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee8f459-c7bc-483c-becf-44f4a240a439 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:03:52.888808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 7c6f8ab5-9886-4e18-8498-05d75adee0de, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c6f8ab5-9886-4e18-8498-05d75adee0de,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:52.917263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:52.978108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:52.993537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5554cbe-79b2-4835-a25e-75b90e618089 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:52.998127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e5554cbe-79b2-4835-a25e-75b90e618089 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:52.999534 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5554cbe-79b2-4835-a25e-75b90e618089 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:03:53.000050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5554cbe-79b2-4835-a25e-75b90e618089 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:03:53.034694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e5554cbe-79b2-4835-a25e-75b90e618089 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3286943 Oct 25 09:03:53.036360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:53.073241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8c9c310f-14e2-42ae-b943-2523a6b3d38b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:53.112827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47434a56-ddcf-4926-9cd4-ce9d660f1067 req-ce304c78-0e7c-4274-baa5-29b64403ba09 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:53.114441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47434a56-ddcf-4926-9cd4-ce9d660f1067 req-ce304c78-0e7c-4274-baa5-29b64403ba09 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 948 time: 0.0972764 Oct 25 09:03:53.179353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=7c6f8ab5-9886-4e18-8498-05d75adee0de,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:53.189627 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47434a56-ddcf-4926-9cd4-ce9d660f1067 req-593ea5f2-ba46-4249-b64b-0ec07d08b0f8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660956 Oct 25 09:03:53.233431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 7401eb86-d47b-4a24-aa42-029f0ace35e6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:53.233805 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:53.239260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8f459-c7bc-483c-becf-44f4a240a439 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:03:53.258818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9c310f-14e2-42ae-b943-2523a6b3d38b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:53.263646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c9c310f-14e2-42ae-b943-2523a6b3d38b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:53.265729 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9c310f-14e2-42ae-b943-2523a6b3d38b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:03:53.266385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9c310f-14e2-42ae-b943-2523a6b3d38b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:03:53.294556 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8c9c310f-14e2-42ae-b943-2523a6b3d38b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2561984 Oct 25 09:03:53.295366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56080) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:53.307631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3fc94614-2dca-4a70-8023-aca26d10a391 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:53.432763 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:53.463252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:03:53.466120 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5efdbe-3c9e-45b1-adc7-712763ee87c3" -d '{"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-plugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:03:53.488102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc94614-2dca-4a70-8023-aca26d10a391 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:53.493485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fc94614-2dca-4a70-8023-aca26d10a391 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:53.496381 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc94614-2dca-4a70-8023-aca26d10a391 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:03:53.498116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc94614-2dca-4a70-8023-aca26d10a391 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:03:53.501223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:53.516000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:53.529268 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3fc94614-2dca-4a70-8023-aca26d10a391 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2295744 Oct 25 09:03:53.531771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56084) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:53.604945 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-e44c1029-6660-427b-b496-581d0912513c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563166 Oct 25 09:03:53.631337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:53.634408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e541e-a30a-44fd-a649-30c4c8ef9ab6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:53.636579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a54e541e-a30a-44fd-a649-30c4c8ef9ab6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1029766 Oct 25 09:03:53.638809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56086) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:53.676629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0bf0a-0fa5-44ef-963e-7f25c555d0d4 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:03:53.679418 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86050c1-f7a0-4392-a9dd-150a8369a8b9 x-openstack-request-id: req-a86050c1-f7a0-4392-a9dd-150a8369a8b9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:03:53.680272 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-plugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:03:53.680677 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a86050c1-f7a0-4392-a9dd-150a8369a8b9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:03:53.681245 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'code': 200} Oct 25 09:03:53.699235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-d38dfe75-144b-4349-8f12-d9ae32f6c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:53.701552 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-d38dfe75-144b-4349-8f12-d9ae32f6c846 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0312b6882f8f48e5b19d9c10512fc7c8&device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 1096 time: 0.0611999 Oct 25 09:03:53.707582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9563c5e4-564e-4862-8f60-04c74b90cade tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:53.713100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9563c5e4-564e-4862-8f60-04c74b90cade tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0696068 Oct 25 09:03:53.713100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56088) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:53.767216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-07c94429-7433-479a-a828-20c17c5e9645 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525188 Oct 25 09:03:53.768118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56090) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:53.773097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:53.826722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0bf0a-0fa5-44ef-963e-7f25c555d0d4 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:03:53.833155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-180a49d5-bc46-43d6-87f6-f68036a9be21 None None] Provisioning complete for port 7c6f8ab5-9886-4e18-8498-05d75adee0de triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:53.833443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-180a49d5-bc46-43d6-87f6-f68036a9be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:53.838044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-0454aae1-f5b9-40eb-b1b0-523c805d94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:53.842132 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-0454aae1-f5b9-40eb-b1b0-523c805d94d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e HTTP/1.1" status: 200 len: 916 time: 0.1073480 Oct 25 09:03:53.906821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:53.911564 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:53.941984 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-44190480-5f8c-4186-804a-455b439a6ffc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 HTTP/1.1" status: 200 len: 1001 time: 0.0933640 Oct 25 09:03:54.021690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-180a49d5-bc46-43d6-87f6-f68036a9be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:54.022274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-b2e040b5-187c-42ed-8ec6-93fd5918bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:54.023932 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-b2e040b5-187c-42ed-8ec6-93fd5918bbad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=24e85a71-707b-4262-8763-69f41aff6788 HTTP/1.1" status: 200 len: 854 time: 0.0664966 Oct 25 09:03:54.131653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-29768433-b487-4633-9aad-11bb4573afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:54.133183 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-29768433-b487-4633-9aad-11bb4573afdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011214 Oct 25 09:03:54.142756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-180a49d5-bc46-43d6-87f6-f68036a9be21 None None] For port 7c6f8ab5-9886-4e18-8498-05d75adee0de, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c6f8ab5-9886-4e18-8498-05d75adee0de,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:54.155415 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-180a49d5-bc46-43d6-87f6-f68036a9be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:54.281364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a49d5-bc46-43d6-87f6-f68036a9be21 None None] Pushing event updated for resources: {'Port': ['ID=7c6f8ab5-9886-4e18-8498-05d75adee0de,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:54.316377 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-8b52083e-0a33-4858-a47b-d7efba94647c service neutron] 10.222.0.18 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654837 Oct 25 09:03:54.440711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856264bb-de6f-4c44-804e-37c48e126a2e req-aed1e86a-3248-4ea5-86cd-f05d7e1a65ff tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:54.442600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-856264bb-de6f-4c44-804e-37c48e126a2e req-aed1e86a-3248-4ea5-86cd-f05d7e1a65ff tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1203566 Oct 25 09:03:54.491635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8ab16605-cdf5-403a-91f1-9abf1baa0811 None None] Provisioning complete for port 7c6f8ab5-9886-4e18-8498-05d75adee0de triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:54.492177 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8ab16605-cdf5-403a-91f1-9abf1baa0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:54.513856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-57012721-7485-4370-bd30-7e5adbc265fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:54.515724 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-57012721-7485-4370-bd30-7e5adbc265fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9&tenant_id=5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 1100 time: 0.0781186 Oct 25 09:03:54.518131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7c0e259e-4fb2-4d39-8673-8fd0a4dfb590 req-60a41a56-0420-4c4c-9c41-dd15f93e0b12 service neutron] 10.222.0.18 "GET /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943867 Oct 25 09:03:54.625241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-856264bb-de6f-4c44-804e-37c48e126a2e req-6d60ef00-dd29-49c9-977c-f5a8114b83eb tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321573 Oct 25 09:03:54.641416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-29abc2da-89f7-4b35-bfd0-d34aabb5c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:54.643342 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-29abc2da-89f7-4b35-bfd0-d34aabb5c165 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 1100 time: 0.0662992 Oct 25 09:03:54.724448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:03:54.778272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-0b9e8ee5-3f84-4600-9703-8ba482c2b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:54.780070 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-0b9e8ee5-3f84-4600-9703-8ba482c2b621 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1283808 Oct 25 09:03:54.831084 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-d5be699f-1efd-446b-a7e9-c2fabc210fb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6 HTTP/1.1" status: 200 len: 217 time: 0.0408165 Oct 25 09:03:54.896458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-69b836d2-3008-4e8c-8588-d7bdfd225e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:54.897909 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-69b836d2-3008-4e8c-8588-d7bdfd225e56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0591545 Oct 25 09:03:54.982362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-27947ec6-e84f-464a-9d05-68a757d22fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:54.985034 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-27947ec6-e84f-464a-9d05-68a757d22fb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684299 Oct 25 09:03:55.037391 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:55.119934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-8a0408a4-bab3-4473-9c7f-0b77c4c49867 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166804 Oct 25 09:03:55.285416 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a8a0ff88-354c-4ba8-b771-1794fd25793f req-ad9b99b7-e38c-4243-a856-2845646b3317 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552126 Oct 25 09:03:55.321225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] For port 7c6f8ab5-9886-4e18-8498-05d75adee0de, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c6f8ab5-9886-4e18-8498-05d75adee0de,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:55.358429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:55.364097 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:55.365401 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:55.439800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:55.446101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:55.449797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:55.450952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:55.459617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562ed00-e9af-400d-90a9-ede57fec46a8 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:55.477761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=bebec57f-ab7e-4c34-9650-9b07809ddc0e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:55.483715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=7c6f8ab5-9886-4e18-8498-05d75adee0de,revision_number=8']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:55.499168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56116) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:55.499529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c800c6aa-94b2-4eb2-b95d-11c374ffc0b2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7300575 Oct 25 09:03:55.505615 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:f2:ca:d3', 'name': 'tempest-NetworksTestDHCPv6-134847929'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:55.710694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:55.802634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717d75f-6e91-4f29-9fc5-6c47d587f69e req-cbd4bb2d-fb14-4092-9d11-bf1e85077e1c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:55.804418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a717d75f-6e91-4f29-9fc5-6c47d587f69e req-cbd4bb2d-fb14-4092-9d11-bf1e85077e1c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0968237 Oct 25 09:03:55.890587 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:55.905608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a717d75f-6e91-4f29-9fc5-6c47d587f69e req-2ed55af6-94a6-4c2b-bfcc-a687ebec0e1a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931089 Oct 25 09:03:55.928490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port f5bb54db-57fe-4447-be22-f4c307cc956e yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:56.104833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:fef2:cad3 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/bebec57f-ab7e-4c34-9650-9b07809ddc0e/f5bb54db-57fe-4447-be22-f4c307cc956e) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:56.393091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c6f8ab5-9886-4e18-8498-05d75adee0de up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:03:56.413853 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:56.453364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:56.457910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7c6f8ab5-9886-4e18-8498-05d75adee0de triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:56.460321 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:56.515406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=f5bb54db-57fe-4447-be22-f4c307cc956e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:56.523958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:56.525448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:56.528971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:03:56.535080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:56.536098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:56.586636 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9edb0369-1a15-4b62-8ebb-fef88b8007d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0830591 Oct 25 09:03:56.586970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56144) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:56.856715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-619edebe-816c-4243-b9ec-5777c93e1997 None None] Provisioning complete for port 7c6f8ab5-9886-4e18-8498-05d75adee0de triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:56.857546 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-619edebe-816c-4243-b9ec-5777c93e1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:56.924538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee81d0-fe97-454f-a968-d8c438de8a9c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:56.931031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee81d0-fe97-454f-a968-d8c438de8a9c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:56.932688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6fee81d0-fe97-454f-a968-d8c438de8a9c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3447020 Oct 25 09:03:56.935563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56146) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:56.966490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:57.062575 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.076864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-5843503a-153b-4161-b2c4-e7d755655c90 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port f5bb54db-57fe-4447-be22-f4c307cc956e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:57.077732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5843503a-153b-4161-b2c4-e7d755655c90 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.098026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:03:57.100277 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1ee283-a8cb-47c7-a456-af9a6c70e0dd" -d '{"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:03:57.105477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5f63749a-ad31-411b-8c8f-d6f5284049ee None None] Provisioning complete for port f5bb54db-57fe-4447-be22-f4c307cc956e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:03:57.106398 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f63749a-ad31-411b-8c8f-d6f5284049ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.136517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:57.145967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.148519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11409a6-2a88-415d-8ce1-0004b1b1a8d1 req-33a4b29b-0e44-4344-9ea6-1af2b9737dc4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:57.155859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a11409a6-2a88-415d-8ce1-0004b1b1a8d1 req-33a4b29b-0e44-4344-9ea6-1af2b9737dc4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.1149230 Oct 25 09:03:57.207122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:57.213681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5843503a-153b-4161-b2c4-e7d755655c90 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.217096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5f63749a-ad31-411b-8c8f-d6f5284049ee None None] Port f5bb54db-57fe-4447-be22-f4c307cc956e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:03:57.233578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a11409a6-2a88-415d-8ce1-0004b1b1a8d1 req-ece44cc0-fb64-4c0d-9b6f-5bcaa959729a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752294 Oct 25 09:03:57.244927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-5843503a-153b-4161-b2c4-e7d755655c90 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for f5bb54db-57fe-4447-be22-f4c307cc956e owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:57.379636 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c5f2d-1611-43a9-b307-925b3acf41e0 x-openstack-request-id: req-ec0c5f2d-1611-43a9-b307-925b3acf41e0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:03:57.379931 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:03:57.380185 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec0c5f2d-1611-43a9-b307-925b3acf41e0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:03:57.380621 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'code': 200} Oct 25 09:03:57.414960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5843503a-153b-4161-b2c4-e7d755655c90 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.420722 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:03:57.449773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843503a-153b-4161-b2c4-e7d755655c90 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=f5bb54db-57fe-4447-be22-f4c307cc956e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:57.491326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5843503a-153b-4161-b2c4-e7d755655c90 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.495520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5843503a-153b-4161-b2c4-e7d755655c90 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/f5bb54db-57fe-4447-be22-f4c307cc956e HTTP/1.1" status: 204 len: 168 time: 0.5583088 Oct 25 09:03:57.497874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56166) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:57.602949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7112a96-1ae2-43ce-a0be-6277fbfa98fd tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:57.605685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7112a96-1ae2-43ce-a0be-6277fbfa98fd tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:57.607335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e7112a96-1ae2-43ce-a0be-6277fbfa98fd tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1084316 Oct 25 09:03:57.610393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56170) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:57.671863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ba5100-2fe3-4ec7-8b54-36625b006673 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet bebec57f-ab7e-4c34-9650-9b07809ddc0e {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:03:57.676081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-64ba5100-2fe3-4ec7-8b54-36625b006673 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.721004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-64ba5100-2fe3-4ec7-8b54-36625b006673 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.810395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-64ba5100-2fe3-4ec7-8b54-36625b006673 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.870602 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-64ba5100-2fe3-4ec7-8b54-36625b006673 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.899026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba5100-2fe3-4ec7-8b54-36625b006673 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=bebec57f-ab7e-4c34-9650-9b07809ddc0e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:57.901005 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-64ba5100-2fe3-4ec7-8b54-36625b006673 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:57.904240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-64ba5100-2fe3-4ec7-8b54-36625b006673 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/bebec57f-ab7e-4c34-9650-9b07809ddc0e HTTP/1.1" status: 204 len: 168 time: 0.2928283 Oct 25 09:03:57.908365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56172) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:57.919026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50989c86-26f3-4701-8cf6-61f4e632545d None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:57.957312 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-34467d08-98df-488f-912a-fd14f4e99e0a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451136 Oct 25 09:03:57.958142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56174) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:57.963488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:58.066785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:58.071422 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:58.145992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9142e-d229-4086-b514-41967e3002ff None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:03:58.205036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-eba9142e-d229-4086-b514-41967e3002ff None None] Deleting port 7c6f8ab5-9886-4e18-8498-05d75adee0de {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:03:58.205961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eba9142e-d229-4086-b514-41967e3002ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:58.294180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-eba9142e-d229-4086-b514-41967e3002ff None None] For port 7c6f8ab5-9886-4e18-8498-05d75adee0de, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c6f8ab5-9886-4e18-8498-05d75adee0de,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:58.294180 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eba9142e-d229-4086-b514-41967e3002ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:58.344535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-eba9142e-d229-4086-b514-41967e3002ff None None] Calling delete_port for 7c6f8ab5-9886-4e18-8498-05d75adee0de owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:03:58.351723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c6f8ab5-9886-4e18-8498-05d75adee0de no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:03:58.420471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c97f2a-bc60-4693-8c2d-21612d22bec7 req-f2c74888-8045-4d7e-8378-f8ca95ed6ec7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:58.422111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90c97f2a-bc60-4693-8c2d-21612d22bec7 req-f2c74888-8045-4d7e-8378-f8ca95ed6ec7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 947 time: 0.0923085 Oct 25 09:03:58.534467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90c97f2a-bc60-4693-8c2d-21612d22bec7 req-2506eb67-b2ad-4bb0-b17d-3b59e7c927f3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035652 Oct 25 09:03:58.579461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:03:58.829441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:58.885026 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eba9142e-d229-4086-b514-41967e3002ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:58.963222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9142e-d229-4086-b514-41967e3002ff None None] No DVR routers for this DVR port 7c6f8ab5-9886-4e18-8498-05d75adee0de on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:03:58.981967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No active binding found for port 7c6f8ab5-9886-4e18-8498-05d75adee0de {{(pid=106993) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 25 09:03:58.982613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c6f8ab5-9886-4e18-8498-05d75adee0de not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:03:58.989569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9142e-d229-4086-b514-41967e3002ff None None] Pushing event deleted for resources: {'Port': ['ID=7c6f8ab5-9886-4e18-8498-05d75adee0de,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:58.992426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:03:59.090927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] For port 7c6f8ab5-9886-4e18-8498-05d75adee0de, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c6f8ab5-9886-4e18-8498-05d75adee0de,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:59.140106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:59.154486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'mac_address': 'fa:16:3e:fa:4a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:03:59.163801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:59.169141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-845e8505-f912-4bae-aff2-b79a03a5174b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999150 Oct 25 09:03:59.170284 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:59.171020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:59.218523 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:59.247830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=7c6f8ab5-9886-4e18-8498-05d75adee0de,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:59.255418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7401eb86-d47b-4a24-aa42-029f0ace35e6 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:03:59.284398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:03:59.298499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:03:59.307020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:03:59.307288 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:59.315664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:59.319185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:59.325524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=1d4b9392-43f3-4199-8abe-fb70b20b3c06,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:59.341485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0353a-2816-4865-9694-032972d23db9 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:03:59.347879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-229815a3-3ab5-44e0-aef6-6df88463a66a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3883336 Oct 25 09:03:59.350623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56190) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:03:59.364324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:bc:8c:ea', 'name': 'tempest-NetworksTestDHCPv6-494423862'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:03:59.379817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-74f1c1c0-af9a-4bb7-afa4-3a3c7b0d7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:59.383962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-74f1c1c0-af9a-4bb7-afa4-3a3c7b0d7620 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 1101 time: 0.1261380 Oct 25 09:03:59.454315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:03:59.589826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:03:59.594214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '1d4b9392-43f3-4199-8abe-fb70b20b3c06'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:03:59.595296 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:59.598043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-09a0cf91-bbce-4488-b5f9-e951bcb3dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:59.599244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-09a0cf91-bbce-4488-b5f9-e951bcb3dcd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1893377 Oct 25 09:03:59.599751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:03:59.659468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-ceec7156-3df7-4361-8bfa-873498700e11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 200 len: 217 time: 0.0510981 Oct 25 09:03:59.666642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:03:59.815912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7401eb86-d47b-4a24-aa42-029f0ace35e6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:03:59.853277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-7421aa0f-2b3e-4ce4-a84f-547f6efcea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:59.856634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-7421aa0f-2b3e-4ce4-a84f-547f6efcea75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1842291 Oct 25 09:03:59.911812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:febc:8cea (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/1d4b9392-43f3-4199-8abe-fb70b20b3c06/ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:03:59.945949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfd2f2-beb3-4923-b558-0218a21531b5 req-e82478e5-6db7-4f04-ac25-edfb8a0bf90d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:03:59.955442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0dfd2f2-beb3-4923-b558-0218a21531b5 req-e82478e5-6db7-4f04-ac25-edfb8a0bf90d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.2103090 Oct 25 09:04:00.017153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0dfd2f2-beb3-4923-b558-0218a21531b5 req-6e1b962a-5854-4762-88f8-585946370738 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551353 Oct 25 09:04:00.019605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-a8b03cb2-44e6-499e-9a77-13b7167ed626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:00.036170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-a8b03cb2-44e6-499e-9a77-13b7167ed626 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1710477 Oct 25 09:04:00.220978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-840f9234-a48a-4604-bb2e-cdf5ac0b4537 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766748 Oct 25 09:04:00.226630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:00.267290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:00.344941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:00.353352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:00.359567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:00.366824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:00.382700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:00.383640 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:00.399649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Allocated IP 2001:db8::f816:3eff:fe56:43f8 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/1d4b9392-43f3-4199-8abe-fb70b20b3c06/6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:00.422135 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e3a800a-8bfc-411b-96f4-0d1a63a4c842 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0702860 Oct 25 09:04:00.424754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56222) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:00.453518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12d82920-0250-4045-8a9d-9f2db0a2e6f7 req-dcd017a0-c5ed-4c61-b592-a4ff8f7d806a service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245922 Oct 25 09:04:00.523748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119648e-c6dd-4248-8170-c236e08f611f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:00.525341 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2119648e-c6dd-4248-8170-c236e08f611f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0994370 Oct 25 09:04:00.527945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56224) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:00.647711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a484bb-b284-4ed8-89cf-b35c85fc58fe req-4b7589d6-3d5e-42da-94fd-14a67a0c3421 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:00.650728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94a484bb-b284-4ed8-89cf-b35c85fc58fe req-4b7589d6-3d5e-42da-94fd-14a67a0c3421 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 949 time: 0.0884914 Oct 25 09:04:00.662150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-80f27a22-584d-49a0-ac78-ae7e185b13a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:00.662740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80f27a22-584d-49a0-ac78-ae7e185b13a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:00.728395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94a484bb-b284-4ed8-89cf-b35c85fc58fe req-ca1909e8-97d7-4e26-ba09-6f8795f0b106 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695083 Oct 25 09:04:00.774465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80f27a22-584d-49a0-ac78-ae7e185b13a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:00.790329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:00.801904 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:00.812175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-80f27a22-584d-49a0-ac78-ae7e185b13a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:00.869421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:00.874558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:00.881796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:00.892657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Pushing event updated for resources: {'Port': ['ID=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:00.992833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80f27a22-584d-49a0-ac78-ae7e185b13a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.034985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Attempting to bind port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:01.035401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Attempting to bind port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:01.035765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Attempting to bind port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:01.043442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:01.043442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:01.043662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.043969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:01.044458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Bound port: 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:01.044815 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.064074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27a22-584d-49a0-ac78-ae7e185b13a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:01.094869 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80f27a22-584d-49a0-ac78-ae7e185b13a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.100814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-80f27a22-584d-49a0-ac78-ae7e185b13a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7 HTTP/1.1" status: 204 len: 168 time: 0.5710123 Oct 25 09:04:01.102575 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56246) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:01.135339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e2f74fee-9ccb-4ce1-b86f-28eae5239c6c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5443eb0d9f9b45f9a3cece236443d118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353694 Oct 25 09:04:01.163239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] For port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:01.167010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] For port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:01.172527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.195989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a226c-8581-4b12-a105-4a392ee5b22d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:01.197963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a226c-8581-4b12-a105-4a392ee5b22d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:01.200587 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4a7a226c-8581-4b12-a105-4a392ee5b22d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0967519 Oct 25 09:04:01.203266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56250) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:01.261525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea581fe-54f9-42cf-873c-d31e20001947 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 1d4b9392-43f3-4199-8abe-fb70b20b3c06 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:01.265993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aea581fe-54f9-42cf-873c-d31e20001947 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.273583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a244e-a93c-4320-ae80-a36822226781 None None] Pushing event updated for resources: {'Port': ['ID=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:01.317919 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aea581fe-54f9-42cf-873c-d31e20001947 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.318378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-515007f9-4fcf-482e-ba14-9ec402e57898 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:01.320013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-515007f9-4fcf-482e-ba14-9ec402e57898 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838901 Oct 25 09:04:01.352993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-538e67d4-8f14-430f-a536-7f193001e6fd tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/quotas/5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 375 time: 0.0206351 Oct 25 09:04:01.421925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-bff5f21e-405b-4d39-87ce-18517d7121ac tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660388 Oct 25 09:04:01.456415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aea581fe-54f9-42cf-873c-d31e20001947 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.596673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aea581fe-54f9-42cf-873c-d31e20001947 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.626278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea581fe-54f9-42cf-873c-d31e20001947 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4b9392-43f3-4199-8abe-fb70b20b3c06,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:01.630158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aea581fe-54f9-42cf-873c-d31e20001947 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:01.635799 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aea581fe-54f9-42cf-873c-d31e20001947 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/1d4b9392-43f3-4199-8abe-fb70b20b3c06 HTTP/1.1" status: 204 len: 168 time: 0.4290547 Oct 25 09:04:01.636367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56260) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:01.695818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e945d113-a7f9-4f78-b298-17de1996f665 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585852 Oct 25 09:04:01.699830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56262) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:01.793796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a5cf5-d0e2-48d3-885a-a31765d62073 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:01.795494 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-311a5cf5-d0e2-48d3-885a-a31765d62073 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0947690 Oct 25 09:04:01.798341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56266) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:01.910002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76faa6e6-6247-425d-b59b-0c6d6955e404 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:01.911472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-76faa6e6-6247-425d-b59b-0c6d6955e404 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120567 Oct 25 09:04:01.914827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56270) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:01.974354 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0460ade3-5a4f-4fd9-a271-5b4a5f8b8ac5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560040 Oct 25 09:04:01.975000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56274) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:01.981620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:02.007413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fce63a4-3b17-44a4-9da9-11f171c1aff9 req-9be86fcc-196e-4c92-b4ec-fc4b8b06e108 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 210 time: 0.0451694 Oct 25 09:04:02.133913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:02.144046 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:02.414729 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:02.494769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:02.495396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:02.636274 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:02.676360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:04:02.687347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:02.695926 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:02.751176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f84549-05a5-42ab-bb02-4cf18b31651c None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:02.754757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:02.828602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5ee7a024-8e3f-4ead-9049-ab77d78f4d3a None None] Provisioning complete for port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:02.829107 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5ee7a024-8e3f-4ead-9049-ab77d78f4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:03.005311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:03.086000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 7401eb86-d47b-4a24-aa42-029f0ace35e6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:03.086608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:03.152116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-20329eb9-5e82-4777-b153-f04c688ea8e6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5443eb0d9f9b45f9a3cece236443d118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497100 Oct 25 09:04:03.215503 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:03.269056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:03.272252 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d64dd4-a545-4122-8752-5d6569fb490b" -d '{"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-plugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:03.292436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2f87a54-ebbc-4930-a3fa-04a5780aa3fa req-860b14e2-4d8c-4af4-beb8-6e0dddf904a2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 210 time: 0.0651236 Oct 25 09:04:03.301884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:03.315452 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:03.416677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=11']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:03.437761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-5c8cdd25-7f58-4574-8cbf-5da22d99bb36 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:03.439293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-5c8cdd25-7f58-4574-8cbf-5da22d99bb36 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783358 Oct 25 09:04:03.463981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Request body: {'port': {'device_id': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '5443eb0d9f9b45f9a3cece236443d118'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:03.555488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-54668085-cea3-4992-afee-a59b98248fde None None] Provisioning complete for port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:03.556216 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54668085-cea3-4992-afee-a59b98248fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:03.644700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Made reservation on behalf of 5443eb0d9f9b45f9a3cece236443d118 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:03.648742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:03.686797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:03.800755 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e40526-e1b1-4ec9-85f8-970b779b7564 x-openstack-request-id: req-56e40526-e1b1-4ec9-85f8-970b779b7564 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:03.801669 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-plugged", "status": "completed", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:03.802415 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56e40526-e1b1-4ec9-85f8-970b779b7564 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:03.803117 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'code': 200} Oct 25 09:04:03.976357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Allocated IP 192.168.233.227 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/edd81b63-c33a-421e-b913-9d2c32b31962) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:03.977186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] For port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:04.006257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-93b57957-945b-49a2-b573-d726f5e07c73 None None] Could not find standard attr ID for object ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:04:04.045838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.055596 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.056459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.133758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56326) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:04.186364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:04.195306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:04.200964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:04.201573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.203939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:04.208155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=8472417f-8918-427d-baed-e39afd834211,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:04.231658 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2d6125df-3bba-4288-931c-45abfc7c248d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2554102 Oct 25 09:04:04.233051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56330) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:04.240782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:ad:9e:b7', 'name': 'tempest-NetworksTestDHCPv6-1849172095'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:04.295103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206229fb-ea1b-4d95-9702-7579a143c951 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:04.334391 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.361196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:04.369873 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ccddc024-d82d-4ef9-9f86-4cadccc5a0e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.463435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:04.463977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.479100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fed4f019-3502-46a2-9639-4c1f285069bb req-20e96351-cf29-4c03-baf4-bbe6e6782937 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 210 time: 0.0464847 Oct 25 09:04:04.497818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.528271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ccddc024-d82d-4ef9-9f86-4cadccc5a0e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.533958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ccddc024-d82d-4ef9-9f86-4cadccc5a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.545018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:04.551452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7401eb86-d47b-4a24-aa42-029f0ace35e6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:04:04.560516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', '12f5ee1d-083b-472f-89ba-b95407c3c8d9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:04:04.594591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ccddc024-d82d-4ef9-9f86-4cadccc5a0e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=480746a556ce46f0acefe43d72f94484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559729 Oct 25 09:04:04.595478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56334) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:04.601994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddc024-d82d-4ef9-9f86-4cadccc5a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f982ab52-a487-4f17-85c0-336ad33304c2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:04.620523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:04.622210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:04.630765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:04.647945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:04.731496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:04.732513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.747438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.752810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8ef2-d5bb-43b4-ab62-4e33b626a9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.773140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-e5a1c056-727b-46a6-91ba-3a29ccbead6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3130829 Oct 25 09:04:04.778884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 99fc5ec4-f2d0-4d2f-8e2f-96f12c098073 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:04.788428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8ef2-d5bb-43b4-ab62-4e33b626a9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.849376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Request body: {'port': {'device_id': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:04.873424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8ef2-d5bb-43b4-ab62-4e33b626a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.879530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8ef2-d5bb-43b4-ab62-4e33b626a9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:04.886991 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b9e8ef2-d5bb-43b4-ab62-4e33b626a9ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f982ab52-a487-4f17-85c0-336ad33304c2 HTTP/1.1" status: 204 len: 168 time: 0.2887185 Oct 25 09:04:04.905446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e8ef2-d5bb-43b4-ab62-4e33b626a9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f982ab52-a487-4f17-85c0-336ad33304c2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:04.988052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.145148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b6986e50-cc73-41b0-889f-9983c059e093 None None] Provisioning complete for port edd81b63-c33a-421e-b913-9d2c32b31962 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:05.145525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b6986e50-cc73-41b0-889f-9983c059e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.315885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:fead:9eb7 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/8472417f-8918-427d-baed-e39afd834211/99fc5ec4-f2d0-4d2f-8e2f-96f12c098073) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:05.330564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b6986e50-cc73-41b0-889f-9983c059e093 None None] Port edd81b63-c33a-421e-b913-9d2c32b31962 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:04:05.481020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56348) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:05.497446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0544e65c-983d-47fe-9a1d-33f996eb0913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.598271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0544e65c-983d-47fe-9a1d-33f996eb0913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.605468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0544e65c-983d-47fe-9a1d-33f996eb0913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.614159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-98bd5519-787b-4a89-a4d5-ed1e6570e37b None None] Provisioning complete for port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:05.614688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-98bd5519-787b-4a89-a4d5-ed1e6570e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.654865 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0544e65c-983d-47fe-9a1d-33f996eb0913 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2040f0a70f8c499589321e3ed003b698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730220 Oct 25 09:04:05.657684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56352) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:05.663083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544e65c-983d-47fe-9a1d-33f996eb0913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2297f6e2-5206-4a80-951d-f6f3cc3fcd34,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:05.832926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ba9c4-4905-44e7-857a-0ff5190d006c req-938aad3a-a60e-40b0-ab94-d02d3ec564ce tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:05.834366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f4ba9c4-4905-44e7-857a-0ff5190d006c req-938aad3a-a60e-40b0-ab94-d02d3ec564ce tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 936 time: 0.1973443 Oct 25 09:04:05.871684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd81b63-c33a-421e-b913-9d2c32b31962 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:04:05.878288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.893025 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.908318 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0b8545d-9633-44b9-b6a4-41a57bd6d563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.947744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Transition to ACTIVE for port object edd81b63-c33a-421e-b913-9d2c32b31962 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:04:05.961562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f4ba9c4-4905-44e7-857a-0ff5190d006c req-78f41d45-fad1-48c4-b0e5-e8092fcf48f6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144500 Oct 25 09:04:05.963337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0b8545d-9633-44b9-b6a4-41a57bd6d563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:05.970120 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.054836 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.073129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:06.127566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:06.148745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:06.151426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:06.159092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:06.160121 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.212105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=99fc5ec4-f2d0-4d2f-8e2f-96f12c098073,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:06.253790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:06.254118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:06.254445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:06.256754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0b8545d-9633-44b9-b6a4-41a57bd6d563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.259281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0b8545d-9633-44b9-b6a4-41a57bd6d563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.263603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d0b8545d-9633-44b9-b6a4-41a57bd6d563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2297f6e2-5206-4a80-951d-f6f3cc3fcd34 HTTP/1.1" status: 204 len: 168 time: 0.6026647 Oct 25 09:04:06.280451 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56364) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:06.281178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2b728160-29ac-4adb-b69e-d6b45bd8474c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0467343 Oct 25 09:04:06.283752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8545d-9633-44b9-b6a4-41a57bd6d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2297f6e2-5206-4a80-951d-f6f3cc3fcd34,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:06.287742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:04:06.288316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:06.296386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:06.296635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:06.296996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:06.297433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Bound port: edd81b63-c33a-421e-b913-9d2c32b31962, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:06.297785 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.395427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:06.400650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:06.409888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71f0a99-d18c-441f-a875-87bed1c2037f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:06.414240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.424117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71f0a99-d18c-441f-a875-87bed1c2037f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:06.428347 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e71f0a99-d18c-441f-a875-87bed1c2037f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1453924 Oct 25 09:04:06.434216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56368) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:06.520923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:06.537450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:06.538089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.540671 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-871a4c9e-db3c-41a2-aaa3-3695ab1cbe17 service neutron] 10.222.0.41 "PUT /v2.0/ports/edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 1096 time: 1.7435827 Oct 25 09:04:06.541249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:06.544394 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08753f96-3a2f-4e03-83f7-4c9f5019848f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:06.615894 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bdae21-57fb-49b3-b236-04292418e385 x-openstack-request-id: req-29bdae21-57fb-49b3-b236-04292418e385 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:06.616411 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:06.616880 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29bdae21-57fb-49b3-b236-04292418e385 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:06.617659 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'status': 'completed', 'code': 200} Oct 25 09:04:06.617777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 99fc5ec4-f2d0-4d2f-8e2f-96f12c098073 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:06.618118 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.620673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0aced3d7-dfb4-4eb7-8d44-41304d9d8d59 None None] Provisioning complete for port 99fc5ec4-f2d0-4d2f-8e2f-96f12c098073 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:06.621963 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0aced3d7-dfb4-4eb7-8d44-41304d9d8d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.671626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0aced3d7-dfb4-4eb7-8d44-41304d9d8d59 None None] Port 99fc5ec4-f2d0-4d2f-8e2f-96f12c098073 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:04:06.705659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-aa22003c-254b-47c8-bac7-7480fd160581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:06.707179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-aa22003c-254b-47c8-bac7-7480fd160581 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1099 time: 0.0783079 Oct 25 09:04:06.754060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.770198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 99fc5ec4-f2d0-4d2f-8e2f-96f12c098073 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:06.771182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-0f7e1cff-129e-4cd2-855d-43d04e60a34b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0452056 Oct 25 09:04:06.865319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-c1c735be-4b49-4c6d-bc70-408a9ae38667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:06.867012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-c1c735be-4b49-4c6d-bc70-408a9ae38667 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0872097 Oct 25 09:04:06.941448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-0ba8d01b-e4e9-471f-a802-233582b1e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:06.944110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-0ba8d01b-e4e9-471f-a802-233582b1e5b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692399 Oct 25 09:04:06.946973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:06.982249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=99fc5ec4-f2d0-4d2f-8e2f-96f12c098073,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:06.992165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.992686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.993161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.993587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.994007 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.994423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.994843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.995379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.995792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.997236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.997613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:06.997937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:07.061950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:07.075910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:07.076956 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31d82987-60a9-454c-bbaa-9bea10847d88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/99fc5ec4-f2d0-4d2f-8e2f-96f12c098073 HTTP/1.1" status: 204 len: 168 time: 0.6410789 Oct 25 09:04:07.494784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ddbce-c33e-417f-a56c-a2ab2bf8685e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:07.496724 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ddbce-c33e-417f-a56c-a2ab2bf8685e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:07.498452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-643ddbce-c33e-417f-a56c-a2ab2bf8685e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4199438 Oct 25 09:04:07.501251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56402) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:07.506538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-9201746d-5a2e-40a1-82c9-429fb2d27fe9 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545018 Oct 25 09:04:07.542995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e381626-359c-4be9-9ed0-522615cedac5 req-7c6a6b25-2167-48d5-a280-878792012e33 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:07.544865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e381626-359c-4be9-9ed0-522615cedac5 req-7c6a6b25-2167-48d5-a280-878792012e33 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.4134517 Oct 25 09:04:07.626547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc03b056-db44-4057-8bcc-0123cd2840b5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 8472417f-8918-427d-baed-e39afd834211 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:07.630994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e381626-359c-4be9-9ed0-522615cedac5 req-530308a8-6505-4499-a587-7a5fc303da91 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597994 Oct 25 09:04:07.632475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc03b056-db44-4057-8bcc-0123cd2840b5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:07.654448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6072ea59-a05c-4ed3-a7e4-371914249177 req-21d1ebd0-5315-465c-ae3d-257c6a76c161 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385338 Oct 25 09:04:07.687489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc03b056-db44-4057-8bcc-0123cd2840b5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:07.804296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc03b056-db44-4057-8bcc-0123cd2840b5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:07.844793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-08ca8b6d-37b2-4e36-b008-d580ef6ec64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:07.844793 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-08ca8b6d-37b2-4e36-b008-d580ef6ec64a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1099 time: 0.0722060 Oct 25 09:04:07.899003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc03b056-db44-4057-8bcc-0123cd2840b5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:07.950837 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc03b056-db44-4057-8bcc-0123cd2840b5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:07.954552 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc03b056-db44-4057-8bcc-0123cd2840b5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/8472417f-8918-427d-baed-e39afd834211 HTTP/1.1" status: 204 len: 168 time: 0.4513738 Oct 25 09:04:07.956014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03b056-db44-4057-8bcc-0123cd2840b5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=8472417f-8918-427d-baed-e39afd834211,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:07.957859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56416) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:07.966983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb74012-f50f-4cb8-b71d-86b6b661bbf3 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:07.981815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-81eecd19-22a4-4dda-8477-df6b58540b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:07.983472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-81eecd19-22a4-4dda-8477-df6b58540b78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1312561 Oct 25 09:04:08.043115 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-88dca6c6-1486-4efa-b8d6-7e9460677f17 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759857 Oct 25 09:04:08.044038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56422) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:08.049343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:08.053836 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-08e61694-7989-4651-82ee-fc5e8030fdee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0601497 Oct 25 09:04:08.126813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-0a49c86a-f813-49e1-b5d5-c3c771622410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:08.128535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-0a49c86a-f813-49e1-b5d5-c3c771622410 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0667109 Oct 25 09:04:08.196652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:08.209171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.235421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:04:08.274614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-3f7f265b-6155-4473-bd69-1460de25806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:08.277506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-3f7f265b-6155-4473-bd69-1460de25806a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411591 Oct 25 09:04:08.304209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] Deleting port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:08.304693 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.375613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:08.437713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] For port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:08.438378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.455472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] Calling delete_port for 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:08.472115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-b6ada41c-2e1c-43b4-8932-5755e8a5304d service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867406 Oct 25 09:04:08.571419 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.585553 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.634016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:08.640428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:04:08.643970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.700287 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.702892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08753f96-3a2f-4e03-83f7-4c9f5019848f req-c4a28c24-f2ea-4328-9875-e5c7eeddd15b service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177634 Oct 25 09:04:08.757710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] No DVR routers for this DVR port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:08.767557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:08.800136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dba96-b856-45d6-98b0-baaa6a3b8dd9 None None] Pushing event deleted for resources: {'Port': ['ID=6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:08.833551 n-d-814746-2 neutron-server[106991]: WARNING neutron.services.revisions.revision_plugin [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Could not find related port for resource to bump revision. Oct 25 09:04:08.839200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Port 6ea03bcd-a1f5-4a6e-872d-6f8c4a39e83f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 25 09:04:08.839954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Reverting IP allocation for 2001:db8::f816:3eff:fe56:43f8 {{(pid=106991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 25 09:04:08.843861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe56:43f8 {{(pid=106991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 25 09:04:08.846793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.874228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42b248-e54a-47ec-bc2d-da9157c9a128 req-e8c3be58-231c-4437-b7c4-2b2863ccd4d1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:08.885307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f42b248-e54a-47ec-bc2d-da9157c9a128 req-e8c3be58-231c-4437-b7c4-2b2863ccd4d1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.1063755 Oct 25 09:04:08.898499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:08.902034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:08.908745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:08.908745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:08.919894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602eed3-c46e-4489-88f4-bbe9262fd8e8 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:08.929779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=9ea59e6e-4689-46b9-85cb-45a9e94333f3,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:08.940701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d4c9657-2041-4512-be1e-572a9e768104 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8955669 Oct 25 09:04:08.943682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56444) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:08.952194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:c0:d9:e4', 'name': 'tempest-NetworksTestDHCPv6-1314671112'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:08.985019 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f42b248-e54a-47ec-bc2d-da9157c9a128 req-c68d7e8c-103e-4345-8982-6cd168c397a1 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977135 Oct 25 09:04:09.140206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '9ea59e6e-4689-46b9-85cb-45a9e94333f3'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:04:09.141329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.178023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:09.187966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.234381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 821be2e9-b959-4f08-94eb-49c12d1b29f7 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:09.342213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Allocated IP 2001:db8::f816:3eff:fe9a:f951 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9ea59e6e-4689-46b9-85cb-45a9e94333f3/d5117274-d937-4637-89e9-869d631fb00a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:09.502331 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.507938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.556256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:09.559747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:09.564856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:09.575436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:fec0:d9e4 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9ea59e6e-4689-46b9-85cb-45a9e94333f3/821be2e9-b959-4f08-94eb-49c12d1b29f7) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:09.585281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Pushing event updated for resources: {'Port': ['ID=d5117274-d937-4637-89e9-869d631fb00a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:09.612385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.653086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Attempting to bind port d5117274-d937-4637-89e9-869d631fb00a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:09.654003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Attempting to bind port d5117274-d937-4637-89e9-869d631fb00a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:09.654366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Attempting to bind port d5117274-d937-4637-89e9-869d631fb00a on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:09.660173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:09.660541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:09.660972 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.661365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:09.661829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Bound port: d5117274-d937-4637-89e9-869d631fb00a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:09.662204 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.740646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] For port d5117274-d937-4637-89e9-869d631fb00a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:09.744863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] For port d5117274-d937-4637-89e9-869d631fb00a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d5117274-d937-4637-89e9-869d631fb00a,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:09.751167 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.786477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.831525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a4ee6-036e-4072-8fc8-b4c36a7e056d None None] Pushing event updated for resources: {'Port': ['ID=d5117274-d937-4637-89e9-869d631fb00a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:09.849442 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.900511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:09.904304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:09.908597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:09.914630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:09.915549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:09.925148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=821be2e9-b959-4f08-94eb-49c12d1b29f7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:09.941346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-27bbfcf2-a3f4-4987-ac45-34c9a9258142 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9965456 Oct 25 09:04:09.943867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56468) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:10.005984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57894486-a08e-4c27-b2fb-c26e8dc377c2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:10.012900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57894486-a08e-4c27-b2fb-c26e8dc377c2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:10.014605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-57894486-a08e-4c27-b2fb-c26e8dc377c2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0695360 Oct 25 09:04:10.017368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56474) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:10.128698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56478) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:10.200180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c8fab-52f5-47ed-b9a6-5284c41882c1 req-d18455ea-facb-408a-8091-e719d39b3fa5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:10.202135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-000c8fab-52f5-47ed-b9a6-5284c41882c1 req-d18455ea-facb-408a-8091-e719d39b3fa5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.0913861 Oct 25 09:04:10.204579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-28ed4210-fdee-46e4-98a4-e33a3d2782be tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 821be2e9-b959-4f08-94eb-49c12d1b29f7 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:10.205110 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28ed4210-fdee-46e4-98a4-e33a3d2782be tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.334698 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-000c8fab-52f5-47ed-b9a6-5284c41882c1 req-54422f1e-01a1-49f0-bc5b-f58e2e394802 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826056 Oct 25 09:04:10.379170 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3064c705-42e8-428f-b7f8-122160526482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.419584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d5117274-d937-4637-89e9-869d631fb00a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:10.438559 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28ed4210-fdee-46e4-98a4-e33a3d2782be tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.461278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-28ed4210-fdee-46e4-98a4-e33a3d2782be tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 821be2e9-b959-4f08-94eb-49c12d1b29f7 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:10.500323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d5117274-d937-4637-89e9-869d631fb00a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:10.500697 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.588655 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.613057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3064c705-42e8-428f-b7f8-122160526482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.635968 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3064c705-42e8-428f-b7f8-122160526482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.637958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port d5117274-d937-4637-89e9-869d631fb00a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d5117274-d937-4637-89e9-869d631fb00a,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:10.650315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.709473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=d5117274-d937-4637-89e9-869d631fb00a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:10.721022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3064c705-42e8-428f-b7f8-122160526482 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a2045fa53d449c2ab2b146b51ccf6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773544 Oct 25 09:04:10.723891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56488) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:10.724858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064c705-42e8-428f-b7f8-122160526482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a12d33-124b-464f-a2d2-8a033713dc9f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:10.734673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28ed4210-fdee-46e4-98a4-e33a3d2782be tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.766747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4210-fdee-46e4-98a4-e33a3d2782be tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=821be2e9-b959-4f08-94eb-49c12d1b29f7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:10.788116 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42feec2e-ca09-4350-a372-5660c1ee2bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.795667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28ed4210-fdee-46e4-98a4-e33a3d2782be tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.800937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-28ed4210-fdee-46e4-98a4-e33a3d2782be tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/821be2e9-b959-4f08-94eb-49c12d1b29f7 HTTP/1.1" status: 204 len: 168 time: 0.7802229 Oct 25 09:04:10.801580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56490) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:10.814241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42feec2e-ca09-4350-a372-5660c1ee2bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.856404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956dfe0-4407-44f6-9e05-3ca0909d42f1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:10.857495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956dfe0-4407-44f6-9e05-3ca0909d42f1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:10.859229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1956dfe0-4407-44f6-9e05-3ca0909d42f1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0560024 Oct 25 09:04:10.861822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56492) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:10.881621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42feec2e-ca09-4350-a372-5660c1ee2bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.884577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42feec2e-ca09-4350-a372-5660c1ee2bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.893223 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-42feec2e-ca09-4350-a372-5660c1ee2bd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87a12d33-124b-464f-a2d2-8a033713dc9f HTTP/1.1" status: 204 len: 168 time: 0.1681454 Oct 25 09:04:10.901371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feec2e-ca09-4350-a372-5660c1ee2bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a12d33-124b-464f-a2d2-8a033713dc9f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:10.917625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e9dbe1-27a0-4863-b79b-a82dbce8c011 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 9ea59e6e-4689-46b9-85cb-45a9e94333f3 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:10.922156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbe1-27a0-4863-b79b-a82dbce8c011 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:10.967602 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbe1-27a0-4863-b79b-a82dbce8c011 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.062698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbe1-27a0-4863-b79b-a82dbce8c011 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.147740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbe1-27a0-4863-b79b-a82dbce8c011 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.181411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9dbe1-27a0-4863-b79b-a82dbce8c011 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea59e6e-4689-46b9-85cb-45a9e94333f3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:11.185982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-87e9dbe1-27a0-4863-b79b-a82dbce8c011 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.189401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-87e9dbe1-27a0-4863-b79b-a82dbce8c011 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9ea59e6e-4689-46b9-85cb-45a9e94333f3 HTTP/1.1" status: 204 len: 168 time: 0.3266685 Oct 25 09:04:11.191953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56498) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:11.239406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e3b16cae-c118-458a-a909-031eb1b13ab8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463293 Oct 25 09:04:11.241729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56500) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:11.253908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56502) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:11.268726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9911297c-441f-45fc-9f9e-d83e8fb54a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.270866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-65b4cdc1-8936-4afa-898b-82493af7981f None None] Provisioning complete for port d5117274-d937-4637-89e9-869d631fb00a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:11.271270 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-65b4cdc1-8936-4afa-898b-82493af7981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.298017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4948123-3957-40e4-96cb-74d2d8225686 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:11.299474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b4948123-3957-40e4-96cb-74d2d8225686 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0567930 Oct 25 09:04:11.302002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56504) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:11.374823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6a680-8b24-42ee-8e79-9f86697d6cd2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:11.377178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-afc6a680-8b24-42ee-8e79-9f86697d6cd2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0729225 Oct 25 09:04:11.379903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56508) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:11.451966 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-56ee2b24-be88-45ce-a94c-a59ee40976c8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707974 Oct 25 09:04:11.456619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56514) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:11.462435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:11.510544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ddf136-6c9b-4f22-9afd-462c8ae7c120 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:11.523139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3987e4-364e-4500-b463-b1aafecbc4d6 req-5198d96e-6241-4781-ad27-8e7915dbce79 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:11.525033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da3987e4-364e-4500-b463-b1aafecbc4d6 req-5198d96e-6241-4781-ad27-8e7915dbce79 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.0740101 Oct 25 09:04:11.554641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9911297c-441f-45fc-9f9e-d83e8fb54a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.554835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ad5b77d8-b250-44c0-9f9c-38de9f3e505e None None] Could not find standard attr ID for object 821be2e9-b959-4f08-94eb-49c12d1b29f7. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:04:11.569192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9911297c-441f-45fc-9f9e-d83e8fb54a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.585741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da3987e4-364e-4500-b463-b1aafecbc4d6 req-1ac94c7d-0030-420d-bf10-85e4d1dae112 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537789 Oct 25 09:04:11.652828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9911297c-441f-45fc-9f9e-d83e8fb54a1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30dcc65bbf6e4a4bafe18841c6e24b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967690 Oct 25 09:04:11.654992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56520) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:11.658841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:11.662759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.729635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911297c-441f-45fc-9f9e-d83e8fb54a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3c3e5-cda3-4d98-8bbf-a0b25d21a554,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:11.744796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-032a9aa0-b411-4ff3-8f38-5e73c4de310a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.774686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-032a9aa0-b411-4ff3-8f38-5e73c4de310a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.789946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:04:11.845169 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-032a9aa0-b411-4ff3-8f38-5e73c4de310a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.848337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-032a9aa0-b411-4ff3-8f38-5e73c4de310a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.850401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-032a9aa0-b411-4ff3-8f38-5e73c4de310a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58b3c3e5-cda3-4d98-8bbf-a0b25d21a554 HTTP/1.1" status: 204 len: 168 time: 0.1939552 Oct 25 09:04:11.859495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a9aa0-b411-4ff3-8f38-5e73c4de310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b3c3e5-cda3-4d98-8bbf-a0b25d21a554,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:11.890717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] Deleting port d5117274-d937-4637-89e9-869d631fb00a {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:11.892195 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.965844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.969455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] For port d5117274-d937-4637-89e9-869d631fb00a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d5117274-d937-4637-89e9-869d631fb00a,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:11.970112 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:11.994277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] Calling delete_port for d5117274-d937-4637-89e9-869d631fb00a owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:12.043746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:12.046646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:12.048644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=3ac4b1ee-0652-486c-9b80-148b1884351b,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:12.072732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:12.073757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:12.106539 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0d23ddb4-04b3-4d8e-ba4f-c6e6f3e992b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6473703 Oct 25 09:04:12.109116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56530) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:12.116371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:69:50:0f', 'name': 'tempest-NetworksTestDHCPv6-1603543782'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:12.118006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:12.147377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] Pushing event deleted for resources: {'Port': ['ID=d5117274-d937-4637-89e9-869d631fb00a,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:12.157448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283b679c-771e-4a23-9271-7f2e77132371 None None] No DVR routers for this DVR port d5117274-d937-4637-89e9-869d631fb00a on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:12.176114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffadb23f-b612-4f76-bb8f-bb494dab714a None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:12.366731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d5117274-d937-4637-89e9-869d631fb00a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:12.370027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:12.394494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: d5117274-d937-4637-89e9-869d631fb00a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:04:12.395123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d5117274-d937-4637-89e9-869d631fb00a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:12.431784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7683b1-c5a8-488f-bbc0-9daa692198e9 req-fc50b683-6e31-4418-a372-5d96d66cba3d tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:12.434108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c7683b1-c5a8-488f-bbc0-9daa692198e9 req-fc50b683-6e31-4418-a372-5d96d66cba3d tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 945 time: 0.1428988 Oct 25 09:04:12.443434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:04:12.447215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '3ac4b1ee-0652-486c-9b80-148b1884351b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:04:12.449894 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:12.510483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c7683b1-c5a8-488f-bbc0-9daa692198e9 req-25e23d1c-9c5a-4778-9dce-b160b5d58c28 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679996 Oct 25 09:04:12.523172 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:12.547042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port c906eeb6-e2b8-4e64-b967-a43d8f86d8ba yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:12.666895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:12.682173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'mac_address': 'fa:16:3e:07:e0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:04:12.727322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:12.742220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd81b63-c33a-421e-b913-9d2c32b31962 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:04:12.742889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::339 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/3ac4b1ee-0652-486c-9b80-148b1884351b/c906eeb6-e2b8-4e64-b967-a43d8f86d8ba) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:12.763410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dca4a-4465-4dc8-a010-a3549ca93df3 req-31a4f139-5252-457f-80ea-d809a733e914 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:12.765052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-464dca4a-4465-4dc8-a010-a3549ca93df3 req-31a4f139-5252-457f-80ea-d809a733e914 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.0931237 Oct 25 09:04:12.771953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:12.777244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:12.830327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:12.840737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-464dca4a-4465-4dc8-a010-a3549ca93df3 req-ab3ef3ab-fc06-450e-a531-943f6f197795 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693099 Oct 25 09:04:12.937660 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:12.988606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.054102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/3ac4b1ee-0652-486c-9b80-148b1884351b/8871db28-c78f-4805-8cd2-13415068ccd0) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:13.057028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:13.059796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:13.064697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=c906eeb6-e2b8-4e64-b967-a43d8f86d8ba,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:13.066294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:13.073099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:13.081022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.119933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56558) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:13.136912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3ee39302-c8ed-480e-b27d-4d7c23e6db88 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0211928 Oct 25 09:04:13.188837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb95d2-a0bc-47f9-82a3-622214e58ca2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:13.194324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56560) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:13.202933 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-85cb95d2-a0bc-47f9-82a3-622214e58ca2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0816655 Oct 25 09:04:13.252956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.260712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.308061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:13.311859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:13.316064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:13.330303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Pushing event updated for resources: {'Port': ['ID=8871db28-c78f-4805-8cd2-13415068ccd0,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:13.353544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1cf274e7-4095-44d8-ba80-c0f80c5e7bdf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port c906eeb6-e2b8-4e64-b967-a43d8f86d8ba {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:13.354116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1cf274e7-4095-44d8-ba80-c0f80c5e7bdf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.406368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Attempting to bind port 8871db28-c78f-4805-8cd2-13415068ccd0 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:13.406943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Attempting to bind port 8871db28-c78f-4805-8cd2-13415068ccd0 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:13.407549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Attempting to bind port 8871db28-c78f-4805-8cd2-13415068ccd0 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:13.414929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:13.416022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:13.416576 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.417008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:13.417483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Bound port: 8871db28-c78f-4805-8cd2-13415068ccd0, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:13.419036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.456144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1cf274e7-4095-44d8-ba80-c0f80c5e7bdf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.470196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1cf274e7-4095-44d8-ba80-c0f80c5e7bdf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for c906eeb6-e2b8-4e64-b967-a43d8f86d8ba owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:13.487318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['edd81b63-c33a-421e-b913-9d2c32b31962'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:04:13.512758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] For port 8871db28-c78f-4805-8cd2-13415068ccd0, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:13.537046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] For port 8871db28-c78f-4805-8cd2-13415068ccd0, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8871db28-c78f-4805-8cd2-13415068ccd0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:13.548503 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.673466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Pushing event updated for resources: {'Port': ['ID=8871db28-c78f-4805-8cd2-13415068ccd0,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:13.687708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.688067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.688408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.688745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.689100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.689431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.689755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.690078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.690400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.690727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.691046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.691365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e98f-75d0-42cf-9419-e244c3c1ca85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:13.695463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce097-b155-457b-a45a-50c14a4eb258 req-6054e621-5113-458d-8d59-ec4948d9b8f0 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:13.697102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d6ce097-b155-457b-a45a-50c14a4eb258 req-6054e621-5113-458d-8d59-ec4948d9b8f0 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 945 time: 0.0902433 Oct 25 09:04:13.718416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1cf274e7-4095-44d8-ba80-c0f80c5e7bdf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.763166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf274e7-4095-44d8-ba80-c0f80c5e7bdf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=c906eeb6-e2b8-4e64-b967-a43d8f86d8ba,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:13.783020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d6ce097-b155-457b-a45a-50c14a4eb258 req-5b2669bd-2a2d-4533-9324-56776a928091 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783150 Oct 25 09:04:13.800167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1cf274e7-4095-44d8-ba80-c0f80c5e7bdf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:13.805742 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1cf274e7-4095-44d8-ba80-c0f80c5e7bdf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/c906eeb6-e2b8-4e64-b967-a43d8f86d8ba HTTP/1.1" status: 204 len: 168 time: 0.6079242 Oct 25 09:04:13.805977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56580) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:13.882908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb46a1-1326-4d71-a5d4-224065c31f20 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:13.884681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb46a1-1326-4d71-a5d4-224065c31f20 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:13.886725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-70fb46a1-1326-4d71-a5d4-224065c31f20 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0795259 Oct 25 09:04:13.890064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56584) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:14.013408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ba4a76-e554-4c45-b752-d7b91f750874 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 3ac4b1ee-0652-486c-9b80-148b1884351b {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:14.019480 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79ba4a76-e554-4c45-b752-d7b91f750874 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.059792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-4df00fdd-921e-4926-962f-0896e518268c tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:14.061290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-4df00fdd-921e-4926-962f-0896e518268c tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.41 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 945 time: 0.1417744 Oct 25 09:04:14.092715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa11c4-1967-40f0-b4fb-dd6ebd9b1273 req-7e6bf857-6250-45d3-bda2-c0b0b9b4f113 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:14.094294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63aa11c4-1967-40f0-b4fb-dd6ebd9b1273 req-7e6bf857-6250-45d3-bda2-c0b0b9b4f113 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.1366491 Oct 25 09:04:14.114237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79ba4a76-e554-4c45-b752-d7b91f750874 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.252989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63aa11c4-1967-40f0-b4fb-dd6ebd9b1273 req-9f46b5c6-1fde-43d1-8354-2d2686463215 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359057 Oct 25 09:04:14.280668 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79ba4a76-e554-4c45-b752-d7b91f750874 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.321168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Deleting port 09e71513-081a-4145-8231-cc3c5611386f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:14.321575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.380364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8871db28-c78f-4805-8cd2-13415068ccd0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:14.455556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79ba4a76-e554-4c45-b752-d7b91f750874 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.493843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8871db28-c78f-4805-8cd2-13415068ccd0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:14.494479 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.502079 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-79ba4a76-e554-4c45-b752-d7b91f750874 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.507468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-79ba4a76-e554-4c45-b752-d7b91f750874 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/3ac4b1ee-0652-486c-9b80-148b1884351b HTTP/1.1" status: 204 len: 168 time: 0.6145124 Oct 25 09:04:14.507468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba4a76-e554-4c45-b752-d7b91f750874 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac4b1ee-0652-486c-9b80-148b1884351b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:14.507820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56602) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:14.570939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3748bc52-073d-4c7e-9b18-952390851d1e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593824 Oct 25 09:04:14.571584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56604) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:14.647636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] For port 09e71513-081a-4145-8231-cc3c5611386f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=09e71513-081a-4145-8231-cc3c5611386f,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:14.648093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.673777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Calling delete_port for 09e71513-081a-4145-8231-cc3c5611386f owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:14.700975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4808bd6f-e042-49bf-9324-fc9769780f4e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:14.704768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4808bd6f-e042-49bf-9324-fc9769780f4e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1263294 Oct 25 09:04:14.705189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56608) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:14.771714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081ebd6-688f-484e-be54-ed74ac85ed79 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:14.775598 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c081ebd6-688f-484e-be54-ed74ac85ed79 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693629 Oct 25 09:04:14.780216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56610) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:14.817447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.818765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d3eb1bf2-9627-4cea-b80c-27197b747f82 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374246 Oct 25 09:04:14.822464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56614) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:14.828499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:14.876264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 8871db28-c78f-4805-8cd2-13415068ccd0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8871db28-c78f-4805-8cd2-13415068ccd0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:14.885411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:14.922861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee839d4e-6311-43bf-906d-cdef44c91af7 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:15.013789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=8871db28-c78f-4805-8cd2-13415068ccd0,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:15.063442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6a84fe94-3ce5-4c84-bb25-056da52a4d87 None None] Provisioning complete for port 8871db28-c78f-4805-8cd2-13415068ccd0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:15.063972 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6a84fe94-3ce5-4c84-bb25-056da52a4d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.191899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:04:15.242563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] Deleting port 8871db28-c78f-4805-8cd2-13415068ccd0 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:15.242931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.304217 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.330541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] For port 8871db28-c78f-4805-8cd2-13415068ccd0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8871db28-c78f-4805-8cd2-13415068ccd0,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:15.331091 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.342522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['09e71513-081a-4145-8231-cc3c5611386f'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:04:15.351972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9d44-d109-4d1f-b536-3eb4ad6c1730 req-7298e73d-591f-4ca4-91a2-e9abd4d67f3b tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:15.353557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-767c9d44-d109-4d1f-b536-3eb4ad6c1730 req-7298e73d-591f-4ca4-91a2-e9abd4d67f3b tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e71d9b-4c8c-463d-b95f-db127bedd059 HTTP/1.1" status: 200 len: 867 time: 0.1490622 Oct 25 09:04:15.360110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Pushing event deleted for resources: {'Port': ['ID=09e71513-081a-4145-8231-cc3c5611386f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:15.375839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] Calling delete_port for 8871db28-c78f-4805-8cd2-13415068ccd0 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:15.408984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:15.408984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.428796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] No DVR routers for this DVR port 09e71513-081a-4145-8231-cc3c5611386f on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:15.431668 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.434995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87294e32-cbf7-4ff6-98dc-c324ea7e8cb1 req-f1a42e0c-cb8c-4edd-a3af-a3344e8264f8 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.41 "DELETE /v2.0/ports/09e71513-081a-4145-8231-cc3c5611386f HTTP/1.1" status: 204 len: 173 time: 1.3639064 Oct 25 09:04:15.446134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e71d9b-4c8c-463d-b95f-db127bedd059', 'name': 'network-vif-deleted', 'tag': '09e71513-081a-4145-8231-cc3c5611386f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:15.448508 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d93402-c25c-47a1-9abc-be65dd80f65d" -d '{"events": [{"server_uuid": "69e71d9b-4c8c-463d-b95f-db127bedd059", "name": "network-vif-deleted", "tag": "09e71513-081a-4145-8231-cc3c5611386f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:15.533503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-767c9d44-d109-4d1f-b536-3eb4ad6c1730 req-c18c4732-dd2d-490c-8a88-1bc7b97ef5d4 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646848 Oct 25 09:04:15.537256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.582450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] Pushing event deleted for resources: {'Port': ['ID=8871db28-c78f-4805-8cd2-13415068ccd0,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:15.594959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd0ec6-cd3f-4a25-bb33-6ae9a80c74f2 None None] No DVR routers for this DVR port 8871db28-c78f-4805-8cd2-13415068ccd0 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:15.738929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc9a28-1eb3-470e-a6aa-fdd92ad929c1 req-ae56dbb7-8c68-4df3-ac7d-312da48c67d7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:15.740313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18bc9a28-1eb3-470e-a6aa-fdd92ad929c1 req-ae56dbb7-8c68-4df3-ac7d-312da48c67d7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.1047101 Oct 25 09:04:15.811324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18bc9a28-1eb3-470e-a6aa-fdd92ad929c1 req-617c3f81-4389-4470-8eca-2dd6f9d71ce2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630360 Oct 25 09:04:15.840151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:04:15.842031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.889106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:15.892270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:15.896377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:15.897390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:15.900311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9a22ec-a75f-47d0-a467-860b0d701eb2 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:15.907291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=88ec2d1d-271a-44e2-a41d-f164c4c2ffc9,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:15.922200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-10e84301-ebec-4353-a8d5-bec826bc9f94 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0961504 Oct 25 09:04:15.922711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56628) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:15.927759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5f820b42-c34f-4336-b92b-dfe9e7bf17a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:15.989722 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db57d9a-3dd4-4679-9b55-30a883c5889d x-openstack-request-id: req-8db57d9a-3dd4-4679-9b55-30a883c5889d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:15.990082 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e71d9b-4c8c-463d-b95f-db127bedd059", "name": "network-vif-deleted", "tag": "09e71513-081a-4145-8231-cc3c5611386f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:15.990473 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8db57d9a-3dd4-4679-9b55-30a883c5889d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:15.990928 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e71d9b-4c8c-463d-b95f-db127bedd059', 'name': 'network-vif-deleted', 'tag': '09e71513-081a-4145-8231-cc3c5611386f', 'status': 'completed', 'code': 200} Oct 25 09:04:16.063423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f820b42-c34f-4336-b92b-dfe9e7bf17a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:16.067764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5f820b42-c34f-4336-b92b-dfe9e7bf17a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.081052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '88ec2d1d-271a-44e2-a41d-f164c4c2ffc9'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:04:16.082128 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.169916 n-d-814746-2 neutron-server[106992]: INFO neutron.db.ipam_backend_mixin [None req-5f820b42-c34f-4336-b92b-dfe9e7bf17a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88ec2d1d-271a-44e2-a41d-f164c4c2ffc9 (CIDR: 2001:db8::/64) Oct 25 09:04:16.174002 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f820b42-c34f-4336-b92b-dfe9e7bf17a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:04:16.174561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f820b42-c34f-4336-b92b-dfe9e7bf17a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:16.191383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5f820b42-c34f-4336-b92b-dfe9e7bf17a3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2678061 Oct 25 09:04:16.194268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56630) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:16.199360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:16.224904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Allocated IP 2001:db8::f816:3eff:fe94:6f2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/88ec2d1d-271a-44e2-a41d-f164c4c2ffc9/8603c540-9993-43c4-bf74-3635f1d74b8e) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:16.313004 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8871db28-c78f-4805-8cd2-13415068ccd0 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:16.315054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:16.319386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.351572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8871db28-c78f-4805-8cd2-13415068ccd0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:04:16.351946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8871db28-c78f-4805-8cd2-13415068ccd0 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:16.392403 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0876-e953-45e4-8945-b63832d912f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.418525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.423587 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.455243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:16.485894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:16.498890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:16.505492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:16.516122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Pushing event updated for resources: {'Port': ['ID=8603c540-9993-43c4-bf74-3635f1d74b8e,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:16.561294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.581105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Attempting to bind port 8603c540-9993-43c4-bf74-3635f1d74b8e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:16.581447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Attempting to bind port 8603c540-9993-43c4-bf74-3635f1d74b8e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:16.581849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Attempting to bind port 8603c540-9993-43c4-bf74-3635f1d74b8e on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:16.600932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:16.600932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:16.600932 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.600932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:16.600932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Bound port: 8603c540-9993-43c4-bf74-3635f1d74b8e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:16.600932 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.604314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port edd81b63-c33a-421e-b913-9d2c32b31962 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:04:16.613042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:16.617766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:16.622594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:16.623350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.624867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port edd81b63-c33a-421e-b913-9d2c32b31962 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:16.625259 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.653483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4580512 Oct 25 09:04:16.656411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56640) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:16.661895 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:1f:36:7d', 'name': 'tempest-NetworksTestDHCPv6-1490756445'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:16.664174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b48a48-1a60-4f8b-b33d-0fbef38e601a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=3e5815ed-d5e1-4156-a5e7-877ab9c42db4,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:16.793885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] For port 8603c540-9993-43c4-bf74-3635f1d74b8e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:16.819835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:16.826603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] For port 8603c540-9993-43c4-bf74-3635f1d74b8e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8603c540-9993-43c4-bf74-3635f1d74b8e,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:16.838903 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.841396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.915338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:16.926127 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b097a7-7793-411b-87ee-67ae8957a475" -d '{"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:16.950848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.955970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:16.982136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 23ee9922-d1ee-4901-bb45-5ef940e59861 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:16.987237 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:16.988017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 09e71513-081a-4145-8231-cc3c5611386f no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:17.010292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f0e6-13af-4dbf-9b04-3355b00aa44b req-1d784aeb-ce2c-4300-8154-3fa34c43f6fa tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:17.012389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eea8f0e6-13af-4dbf-9b04-3355b00aa44b req-1d784aeb-ce2c-4300-8154-3fa34c43f6fa tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.0717099 Oct 25 09:04:17.050751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbf1e9-245a-4f5d-8298-330edace326d None None] Pushing event updated for resources: {'Port': ['ID=8603c540-9993-43c4-bf74-3635f1d74b8e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:17.094714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eea8f0e6-13af-4dbf-9b04-3355b00aa44b req-4af2bb67-a22b-4d9c-80a3-388efdc810e0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657368 Oct 25 09:04:17.128766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 09e71513-081a-4145-8231-cc3c5611386f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:04:17.129223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 09e71513-081a-4145-8231-cc3c5611386f not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:17.132425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:17.278144 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a1d6a-ca9d-43b3-968e-8c6bb299f8f1 x-openstack-request-id: req-b50a1d6a-ca9d-43b3-968e-8c6bb299f8f1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:17.278548 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:17.278804 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b50a1d6a-ca9d-43b3-968e-8c6bb299f8f1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:17.279204 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'code': 200} Oct 25 09:04:17.337334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8:0:1::2e (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/3e5815ed-d5e1-4156-a5e7-877ab9c42db4/23ee9922-d1ee-4901-bb45-5ef940e59861) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:17.350291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:fe1f:367d (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/88ec2d1d-271a-44e2-a41d-f164c4c2ffc9/23ee9922-d1ee-4901-bb45-5ef940e59861) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:17.427897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704fab6-9597-483e-82bd-e36ab626ce36 req-d676ed83-d6d4-48cb-b3d4-f164bc7ba882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:17.429464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2704fab6-9597-483e-82bd-e36ab626ce36 req-d676ed83-d6d4-48cb-b3d4-f164bc7ba882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1101 time: 0.0597346 Oct 25 09:04:17.500531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2704fab6-9597-483e-82bd-e36ab626ce36 req-baff8dd5-cf99-4006-a19a-f26d97f97e45 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598364 Oct 25 09:04:17.579488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:17.616099 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:17.674700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:17.679198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:17.681422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=23ee9922-d1ee-4901-bb45-5ef940e59861,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:17.683708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:17.689445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:17.690060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:17.708816 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d55aa2e8-f6f3-408b-8659-8b298c4370af tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0485234 Oct 25 09:04:17.709114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56658) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:17.819386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a7a55-8c04-4d92-8711-fb3eca2feb64 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 23ee9922-d1ee-4901-bb45-5ef940e59861 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:17.819724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7a55-8c04-4d92-8711-fb3eca2feb64 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:17.932369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7a55-8c04-4d92-8711-fb3eca2feb64 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:17.950291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a7a55-8c04-4d92-8711-fb3eca2feb64 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 23ee9922-d1ee-4901-bb45-5ef940e59861 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:18.287418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1ec92-218e-463b-8f35-ad16fe92085d None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:18.304215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7a55-8c04-4d92-8711-fb3eca2feb64 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:18.314979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0eabeb-0e4e-4e57-bcef-de8183870db4 req-f7b02d8c-6ba3-457a-9264-89493292c966 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:18.324544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb0eabeb-0e4e-4e57-bcef-de8183870db4 req-f7b02d8c-6ba3-457a-9264-89493292c966 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0982115 Oct 25 09:04:18.394707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb0eabeb-0e4e-4e57-bcef-de8183870db4 req-d5115f92-dbd1-4808-a384-75dd89179896 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692143 Oct 25 09:04:18.403006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a7a55-8c04-4d92-8711-fb3eca2feb64 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=23ee9922-d1ee-4901-bb45-5ef940e59861,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:18.488163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7f525b1e-8ea2-4104-a3fb-51e181a41a69 None None] Provisioning complete for port 8603c540-9993-43c4-bf74-3635f1d74b8e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:18.489656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f525b1e-8ea2-4104-a3fb-51e181a41a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:18.520046 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7a55-8c04-4d92-8711-fb3eca2feb64 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:18.524495 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4b2a7a55-8c04-4d92-8711-fb3eca2feb64 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/23ee9922-d1ee-4901-bb45-5ef940e59861 HTTP/1.1" status: 204 len: 168 time: 0.8141682 Oct 25 09:04:18.527000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56678) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:18.561600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8603c540-9993-43c4-bf74-3635f1d74b8e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:18.643037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88beb961-160e-4e23-89df-6cca2b95869f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:18.651972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-88beb961-160e-4e23-89df-6cca2b95869f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.1219947 Oct 25 09:04:18.654728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56682) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:18.819437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff255ef-c91b-4f96-97df-515e8f17bdfb tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:18.823399 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ff255ef-c91b-4f96-97df-515e8f17bdfb tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.1650102 Oct 25 09:04:18.824211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56684) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:18.926629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab57f183-014a-4a16-8511-b02e4d191df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:18.935126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548476cf-9338-4078-9580-df9c54493ccf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:18.937832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548476cf-9338-4078-9580-df9c54493ccf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:18.940572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548476cf-9338-4078-9580-df9c54493ccf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:18.945489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56688) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:18.946034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-548476cf-9338-4078-9580-df9c54493ccf tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1195493 Oct 25 09:04:18.985897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8603c540-9993-43c4-bf74-3635f1d74b8e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:18.986602 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.063152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-953ebe46-24d4-41bf-92fa-60b4c0afcc95 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 3e5815ed-d5e1-4156-a5e7-877ab9c42db4 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:19.067689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-953ebe46-24d4-41bf-92fa-60b4c0afcc95 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.067870 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f525b1e-8ea2-4104-a3fb-51e181a41a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.154966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-953ebe46-24d4-41bf-92fa-60b4c0afcc95 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.158915 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7f525b1e-8ea2-4104-a3fb-51e181a41a69 None None] For port 8603c540-9993-43c4-bf74-3635f1d74b8e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8603c540-9993-43c4-bf74-3635f1d74b8e,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:19.164593 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f525b1e-8ea2-4104-a3fb-51e181a41a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.216307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-953ebe46-24d4-41bf-92fa-60b4c0afcc95 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.279461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525b1e-8ea2-4104-a3fb-51e181a41a69 None None] Pushing event updated for resources: {'Port': ['ID=8603c540-9993-43c4-bf74-3635f1d74b8e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:19.284328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694694c-932d-495f-9717-4b12936e4cab None None] Update dhcp port {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': '88ec2d1d-271a-44e2-a41d-f164c4c2ffc9', 'ip_address': '2001:db8::f816:3eff:fe94:6f2'}, {'subnet_id': '3e5815ed-d5e1-4156-a5e7-877ab9c42db4'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '8603c540-9993-43c4-bf74-3635f1d74b8e'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:04:19.291941 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-953ebe46-24d4-41bf-92fa-60b4c0afcc95 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.310765 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a694694c-932d-495f-9717-4b12936e4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.323150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ebe46-24d4-41bf-92fa-60b4c0afcc95 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5815ed-d5e1-4156-a5e7-877ab9c42db4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:19.325829 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-953ebe46-24d4-41bf-92fa-60b4c0afcc95 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.331567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-953ebe46-24d4-41bf-92fa-60b4c0afcc95 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/3e5815ed-d5e1-4156-a5e7-877ab9c42db4 HTTP/1.1" status: 204 len: 168 time: 0.3825614 Oct 25 09:04:19.331942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56690) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:19.391857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4748112-c510-4e21-be75-80305d9b1e65 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 88ec2d1d-271a-44e2-a41d-f164c4c2ffc9 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:19.394954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f4748112-c510-4e21-be75-80305d9b1e65 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.444337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f4748112-c510-4e21-be75-80305d9b1e65 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.536522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f4748112-c510-4e21-be75-80305d9b1e65 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.540349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dfb88-fed9-4b41-8998-5f47d29e896c req-bfabb9b5-bc15-414a-a9fd-0391ce43000f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:19.541939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f21dfb88-fed9-4b41-8998-5f47d29e896c req-bfabb9b5-bc15-414a-a9fd-0391ce43000f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0676017 Oct 25 09:04:19.593427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f21dfb88-fed9-4b41-8998-5f47d29e896c req-542fd99d-27ac-4ef3-9583-5f2f4b4cf447 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-a694694c-932d-495f-9717-4b12936e4cab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88ec2d1d-271a-44e2-a41d-f164c4c2ffc9: This subnet is being modified by another concurrent operation. Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88ec2d1d-271a-44e2-a41d-f164c4c2ffc9: This subnet is being modified by another concurrent operation. Oct 25 09:04:19.622986 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:04:19.629718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f4748112-c510-4e21-be75-80305d9b1e65 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.659507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4748112-c510-4e21-be75-80305d9b1e65 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=88ec2d1d-271a-44e2-a41d-f164c4c2ffc9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:19.666713 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f4748112-c510-4e21-be75-80305d9b1e65 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.674206 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f4748112-c510-4e21-be75-80305d9b1e65 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/88ec2d1d-271a-44e2-a41d-f164c4c2ffc9 HTTP/1.1" status: 204 len: 168 time: 0.3413467 Oct 25 09:04:19.674929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56700) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:19.720680 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0f2f5cad-10b6-45b9-965c-47faaf5c626f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438540 Oct 25 09:04:19.720680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56704) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:19.726834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:19.734490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a85b4-e5e8-4d46-bd83-9a742dc725db None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:19.851520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:19.857303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.860796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f75956-5653-444a-9826-61273d182778 req-61d17219-6905-4a4f-8988-2c5e44a5d7e9 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:19.869498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1f75956-5653-444a-9826-61273d182778 req-61d17219-6905-4a4f-8988-2c5e44a5d7e9 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1101 time: 0.0711908 Oct 25 09:04:19.902988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6fc52bcb-b0b9-4330-b2eb-359d8d959d7c None None] Provisioning complete for port 8603c540-9993-43c4-bf74-3635f1d74b8e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:19.903437 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6fc52bcb-b0b9-4330-b2eb-359d8d959d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.905894 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.909688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:19.924923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1f75956-5653-444a-9826-61273d182778 req-409d0ac4-08c3-40ef-bcc3-89de75724015 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Oct 25 09:04:19.981367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:04:20.078246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] Deleting port 8603c540-9993-43c4-bf74-3635f1d74b8e {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:20.078895 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:20.170593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] For port 8603c540-9993-43c4-bf74-3635f1d74b8e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8603c540-9993-43c4-bf74-3635f1d74b8e,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:20.170972 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:20.187403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] Calling delete_port for 8603c540-9993-43c4-bf74-3635f1d74b8e owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:20.196550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-6d6b58b7-bf31-458b-931b-e227810e8968 req-b5587f58-f3c6-4bd4-867a-057190f8b0f6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:20.197691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d6b58b7-bf31-458b-931b-e227810e8968 req-b5587f58-f3c6-4bd4-867a-057190f8b0f6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062420 Oct 25 09:04:20.314131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:04:20.359615 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:20.551677 n-d-814746-2 neutron-server[106991]: WARNING neutron.services.revisions.revision_plugin [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Could not find related port for resource to bump revision. Oct 25 09:04:20.560543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_pluggable_backend [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Port 8603c540-9993-43c4-bf74-3635f1d74b8e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 25 09:04:20.560966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_pluggable_backend [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Reverting IP allocation for 2001:db8::f816:3eff:fe94:6f2 {{(pid=106991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 25 09:04:20.565395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_pluggable_backend [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe94:6f2 {{(pid=106991) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 25 09:04:20.569207 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:20.651718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-5f7c0aff-32ee-4901-866c-8ca12ffa2fad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192691 Oct 25 09:04:20.662648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:20.667926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:20.669885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b02e8-0853-417f-b663-d9d6f222a163 req-349435b1-dfa0-4400-922f-5a905543d08c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:20.678163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d7b02e8-0853-417f-b663-d9d6f222a163 req-349435b1-dfa0-4400-922f-5a905543d08c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0841541 Oct 25 09:04:20.695052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:20.695752 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:20.727164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8603c540-9993-43c4-bf74-3635f1d74b8e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:20.738724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] Pushing event deleted for resources: {'Port': ['ID=8603c540-9993-43c4-bf74-3635f1d74b8e,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:20.742486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d7b02e8-0853-417f-b663-d9d6f222a163 req-4e443d87-a39d-46cf-acdb-4e7646d18010 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628927 Oct 25 09:04:20.743179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56734) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:20.751630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0297046 Oct 25 09:04:20.758984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3092ac0a-641d-4e6f-b4cd-605afee5d972 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:20.775466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee3774-1e87-4ad5-ba00-d54e062e9cf4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=9df1803f-bcad-4b25-949e-a1e94575c5ae,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:20.812706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0131ba-a166-4e9f-b504-b92101ddfb8c None None] No DVR routers for this DVR port 8603c540-9993-43c4-bf74-3635f1d74b8e on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:20.814517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8603c540-9993-43c4-bf74-3635f1d74b8e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:04:20.815214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8603c540-9993-43c4-bf74-3635f1d74b8e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:20.848075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a9cfcd-e976-44a1-8483-9fa612bd5592 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:21.016609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3092ac0a-641d-4e6f-b4cd-605afee5d972 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:21.021647 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3092ac0a-641d-4e6f-b4cd-605afee5d972 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.047717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': '9df1803f-bcad-4b25-949e-a1e94575c5ae'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:04:21.049310 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.266372 n-d-814746-2 neutron-server[106992]: INFO neutron.db.ipam_backend_mixin [None req-3092ac0a-641d-4e6f-b4cd-605afee5d972 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9df1803f-bcad-4b25-949e-a1e94575c5ae (CIDR: 2001:db8::/64) Oct 25 09:04:21.271338 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-3092ac0a-641d-4e6f-b4cd-605afee5d972 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:04:21.271942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3092ac0a-641d-4e6f-b4cd-605afee5d972 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:21.299267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3092ac0a-641d-4e6f-b4cd-605afee5d972 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5525084 Oct 25 09:04:21.299528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56754) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:21.309615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Allocated IP 2001:db8::f816:3eff:fe1f:f3fa (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9df1803f-bcad-4b25-949e-a1e94575c5ae/090cd256-273d-491e-95ed-82a0f028fde8) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:21.322092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:21.490919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:21.498085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.595760 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.606719 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.682479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:21.701194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:21.710182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:21.716858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Pushing event updated for resources: {'Port': ['ID=090cd256-273d-491e-95ed-82a0f028fde8,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:21.725673 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.810961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Attempting to bind port 090cd256-273d-491e-95ed-82a0f028fde8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:21.811560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Attempting to bind port 090cd256-273d-491e-95ed-82a0f028fde8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:21.811973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Attempting to bind port 090cd256-273d-491e-95ed-82a0f028fde8 on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:21.819461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:21.819941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:21.820518 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.820923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:21.821551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Bound port: 090cd256-273d-491e-95ed-82a0f028fde8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:21.822070 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.845380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.944310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:21.944550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] For port 090cd256-273d-491e-95ed-82a0f028fde8, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:21.951662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:21.954809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:21.955822 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:21.959952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] For port 090cd256-273d-491e-95ed-82a0f028fde8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=090cd256-273d-491e-95ed-82a0f028fde8,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:21.981301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:22.016767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7160857 Oct 25 09:04:22.020213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd98981-96d3-40af-9f94-a2ee3a9db542 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=4bbfb86d-315e-4d27-833a-001ee35ff7e0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:22.020464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56772) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:22.028182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:d9:b9:40', 'name': 'tempest-NetworksTestDHCPv6-934704512'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:22.079068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b008850-8a6a-4c68-8934-5afbd0e7fc7d req-586b6c3d-c78a-43e2-846b-962f7ce28d6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:22.080767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b008850-8a6a-4c68-8934-5afbd0e7fc7d req-586b6c3d-c78a-43e2-846b-962f7ce28d6b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1578691 Oct 25 09:04:22.201424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267d4b0-3538-45c7-b5d9-0e1e4a1f3410 None None] Pushing event updated for resources: {'Port': ['ID=090cd256-273d-491e-95ed-82a0f028fde8,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:22.225524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b008850-8a6a-4c68-8934-5afbd0e7fc7d req-6a619422-2ec7-4b29-985e-c218a28bcd8e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372459 Oct 25 09:04:22.349207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:22.649984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:22.676147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-31987582-de3c-4340-bada-4a0cfd23ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:22.678129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 068e312c-2e00-4c88-8af4-68fbc9e33671 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:22.678261 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-31987582-de3c-4340-bada-4a0cfd23ac14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1101 time: 0.0481205 Oct 25 09:04:22.836173 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:22.842789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-eabfacba-22d1-4dd6-a2ac-b7d6aa6031f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:22.844265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-eabfacba-22d1-4dd6-a2ac-b7d6aa6031f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1585546 Oct 25 09:04:22.891224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b50141af-469f-4a7c-a71e-ab9fed18d0ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0397120 Oct 25 09:04:22.950906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8:0:1::353 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/4bbfb86d-315e-4d27-833a-001ee35ff7e0/068e312c-2e00-4c88-8af4-68fbc9e33671) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:22.961803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-a8843d66-3c10-4273-9295-163e0e985c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:22.962898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::f816:3eff:fed9:b940 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9df1803f-bcad-4b25-949e-a1e94575c5ae/068e312c-2e00-4c88-8af4-68fbc9e33671) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:22.964550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-a8843d66-3c10-4273-9295-163e0e985c79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0657051 Oct 25 09:04:22.989776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33535e8b-8814-46b6-a046-2152da39d945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.020461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-92a4668b-3c9f-4786-af59-7861c6bd2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:23.022024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-92a4668b-3c9f-4786-af59-7861c6bd2a91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420856 Oct 25 09:04:23.121063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-bce02256-bef9-491f-9c5c-ea89348ad57c service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909183 Oct 25 09:04:23.178360 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33535e8b-8814-46b6-a046-2152da39d945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.188272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33535e8b-8814-46b6-a046-2152da39d945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.228770 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33535e8b-8814-46b6-a046-2152da39d945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f697b5bb4b9b4063af614808b5be1572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909922 Oct 25 09:04:23.232769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56794) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:23.240540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.241659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-cea7e455-0799-4ab3-adcb-c97190d5798d service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136389 Oct 25 09:04:23.262757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33535e8b-8814-46b6-a046-2152da39d945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d092e-ed22-4020-9aa3-a03b1fb93731,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:23.294782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.350952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b925-f259-4911-9a5e-41c108b5f21c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.384947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=068e312c-2e00-4c88-8af4-68fbc9e33671,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:23.399162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:23.402753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:23.403448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:23.411878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:23.414675 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.440827 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b925-f259-4911-9a5e-41c108b5f21c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.441493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8e5bd23d-89cc-48b4-a632-85220a2edf3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4192498 Oct 25 09:04:23.443043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56802) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:23.506355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b2c0a-60b1-4b44-abd4-49fcd3661939 req-f3596467-64eb-4358-8b8c-c02eaa603c3b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:23.508115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c09b2c0a-60b1-4b44-abd4-49fcd3661939 req-f3596467-64eb-4358-8b8c-c02eaa603c3b tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1364732 Oct 25 09:04:23.560063 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b925-f259-4911-9a5e-41c108b5f21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.564008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfb4b925-f259-4911-9a5e-41c108b5f21c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.565985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bfb4b925-f259-4911-9a5e-41c108b5f21c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c23d092e-ed22-4020-9aa3-a03b1fb93731 HTTP/1.1" status: 204 len: 168 time: 0.3316658 Oct 25 09:04:23.617281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c09b2c0a-60b1-4b44-abd4-49fcd3661939 req-9f1f5fcd-f072-498d-b09f-6dd874267beb tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960619 Oct 25 09:04:23.637604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4b925-f259-4911-9a5e-41c108b5f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d092e-ed22-4020-9aa3-a03b1fb93731,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:23.666271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7962d291-fac4-4830-96b8-8b2e1a49e2e3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 068e312c-2e00-4c88-8af4-68fbc9e33671 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:23.666666 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7962d291-fac4-4830-96b8-8b2e1a49e2e3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.768713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab3417-0854-482a-9fd9-00b14f5aaaa6 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:23.813196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7962d291-fac4-4830-96b8-8b2e1a49e2e3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:23.831619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7962d291-fac4-4830-96b8-8b2e1a49e2e3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 068e312c-2e00-4c88-8af4-68fbc9e33671 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:23.860395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a773a6e7-00fd-47db-beb4-523d4320f0b7 None None] Provisioning complete for port 090cd256-273d-491e-95ed-82a0f028fde8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:23.861033 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a773a6e7-00fd-47db-beb4-523d4320f0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.000592 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a773a6e7-00fd-47db-beb4-523d4320f0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.047463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56816) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:24.061389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a773a6e7-00fd-47db-beb4-523d4320f0b7 None None] For port 090cd256-273d-491e-95ed-82a0f028fde8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=090cd256-273d-491e-95ed-82a0f028fde8,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:24.068061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3975e350-eba2-44c9-9d32-b37d307e5cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.068538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a773a6e7-00fd-47db-beb4-523d4320f0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.146759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7962d291-fac4-4830-96b8-8b2e1a49e2e3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.148531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773a6e7-00fd-47db-beb4-523d4320f0b7 None None] Pushing event updated for resources: {'Port': ['ID=090cd256-273d-491e-95ed-82a0f028fde8,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:24.165988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3646486c-161c-4c64-b03a-63732162aea1 None None] Update dhcp port {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': '9df1803f-bcad-4b25-949e-a1e94575c5ae', 'ip_address': '2001:db8::f816:3eff:fe1f:f3fa'}, {'subnet_id': '4bbfb86d-315e-4d27-833a-001ee35ff7e0'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '090cd256-273d-491e-95ed-82a0f028fde8'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:04:24.186545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962d291-fac4-4830-96b8-8b2e1a49e2e3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=068e312c-2e00-4c88-8af4-68fbc9e33671,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:24.217593 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3646486c-161c-4c64-b03a-63732162aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.220415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3975e350-eba2-44c9-9d32-b37d307e5cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.225866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3975e350-eba2-44c9-9d32-b37d307e5cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.239603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7962d291-fac4-4830-96b8-8b2e1a49e2e3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.243514 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7962d291-fac4-4830-96b8-8b2e1a49e2e3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/068e312c-2e00-4c88-8af4-68fbc9e33671 HTTP/1.1" status: 204 len: 168 time: 0.7994630 Oct 25 09:04:24.248548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56818) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:24.306072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3975e350-eba2-44c9-9d32-b37d307e5cbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=310bbfa7281540dbafc8abffab51b4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574008 Oct 25 09:04:24.309085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56820) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:24.334199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975e350-eba2-44c9-9d32-b37d307e5cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961e5a95-8d76-49f0-b83d-8c3cde12f88c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:24.368242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c728c6a-32cf-4b02-98c6-b8a28ffea0e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:24.372012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9c728c6a-32cf-4b02-98c6-b8a28ffea0e6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1209795 Oct 25 09:04:24.375188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56822) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:24.422703 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f08ed72b-9e07-4969-88dc-29f856fea2ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.434970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-3646486c-161c-4c64-b03a-63732162aea1 None None] Allocated IP 2001:db8:0:1::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/4bbfb86d-315e-4d27-833a-001ee35ff7e0/090cd256-273d-491e-95ed-82a0f028fde8) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:24.440558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350ffe8-0f15-4449-905a-e6ceb60c8a51 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:24.442534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c350ffe8-0f15-4449-905a-e6ceb60c8a51 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0662854 Oct 25 09:04:24.445289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56824) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:24.452485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f08ed72b-9e07-4969-88dc-29f856fea2ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.524565 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f08ed72b-9e07-4969-88dc-29f856fea2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.528439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acb9ec-3b17-41e6-80a7-f4128548bfd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:24.529929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f08ed72b-9e07-4969-88dc-29f856fea2ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.530446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acb9ec-3b17-41e6-80a7-f4128548bfd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:24.531749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f08ed72b-9e07-4969-88dc-29f856fea2ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/961e5a95-8d76-49f0-b83d-8c3cde12f88c HTTP/1.1" status: 204 len: 168 time: 0.2216105 Oct 25 09:04:24.532148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acb9ec-3b17-41e6-80a7-f4128548bfd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:24.533869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-89acb9ec-3b17-41e6-80a7-f4128548bfd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0873125 Oct 25 09:04:24.536750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56828) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:24.562073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ed72b-9e07-4969-88dc-29f856fea2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e5a95-8d76-49f0-b83d-8c3cde12f88c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:24.582469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3646486c-161c-4c64-b03a-63732162aea1 None None] For port 090cd256-273d-491e-95ed-82a0f028fde8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=090cd256-273d-491e-95ed-82a0f028fde8,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:24.630037 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3646486c-161c-4c64-b03a-63732162aea1 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.641842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c48923-741c-49d1-bcb3-13077e5faa31 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 4bbfb86d-315e-4d27-833a-001ee35ff7e0 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:24.644127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3646486c-161c-4c64-b03a-63732162aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.646715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3c48923-741c-49d1-bcb3-13077e5faa31 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.709715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 090cd256-273d-491e-95ed-82a0f028fde8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:24.711013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3c48923-741c-49d1-bcb3-13077e5faa31 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.718170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646486c-161c-4c64-b03a-63732162aea1 None None] Pushing event updated for resources: {'Port': ['ID=090cd256-273d-491e-95ed-82a0f028fde8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:24.786963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68b9f6-90b1-4847-b827-14e7d2076f41 req-49743789-9d2d-4f0f-a5da-85cedf08e867 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:24.789176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c68b9f6-90b1-4847-b827-14e7d2076f41 req-49743789-9d2d-4f0f-a5da-85cedf08e867 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0732396 Oct 25 09:04:24.832091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3c48923-741c-49d1-bcb3-13077e5faa31 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.845757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c68b9f6-90b1-4847-b827-14e7d2076f41 req-fc4ba120-7811-4934-8ca6-8f3238050a0d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Oct 25 09:04:24.923844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 090cd256-273d-491e-95ed-82a0f028fde8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:24.924426 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.933360 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3c48923-741c-49d1-bcb3-13077e5faa31 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.984259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3c48923-741c-49d1-bcb3-13077e5faa31 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:24.990139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56842) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:24.998739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d3c48923-741c-49d1-bcb3-13077e5faa31 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/4bbfb86d-315e-4d27-833a-001ee35ff7e0 HTTP/1.1" status: 204 len: 168 time: 0.4606864 Oct 25 09:04:24.999917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c48923-741c-49d1-bcb3-13077e5faa31 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbfb86d-315e-4d27-833a-001ee35ff7e0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:25.112541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-731bed0b-f6a3-48ce-9bd2-0eb4092bf6d3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 9df1803f-bcad-4b25-949e-a1e94575c5ae {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:25.117692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731bed0b-f6a3-48ce-9bd2-0eb4092bf6d3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:25.170377 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731bed0b-f6a3-48ce-9bd2-0eb4092bf6d3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:25.291209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731bed0b-f6a3-48ce-9bd2-0eb4092bf6d3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:25.372492 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731bed0b-f6a3-48ce-9bd2-0eb4092bf6d3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:25.389258 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731bed0b-f6a3-48ce-9bd2-0eb4092bf6d3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:25.395165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-731bed0b-f6a3-48ce-9bd2-0eb4092bf6d3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9df1803f-bcad-4b25-949e-a1e94575c5ae HTTP/1.1" status: 204 len: 168 time: 0.4015739 Oct 25 09:04:25.395571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56854) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:25.415484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bed0b-f6a3-48ce-9bd2-0eb4092bf6d3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=9df1803f-bcad-4b25-949e-a1e94575c5ae,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:25.442275 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d1fdd11c-91ba-4977-b522-935639e3b62e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454047 Oct 25 09:04:25.444955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56858) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:25.450757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:25.727466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc12f870-230d-47e1-9c54-89a907d79af8 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:25.945638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-276b0720-988d-4529-bd65-64a9003b6194 None None] Provisioning complete for port 090cd256-273d-491e-95ed-82a0f028fde8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:25.947952 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-276b0720-988d-4529-bd65-64a9003b6194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:25.978551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:25.982488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.040511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecb605-83a0-410b-8aef-735271999853 req-23ddb7f0-e90e-491e-8a57-f9c8a856495f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:26.051132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1ecb605-83a0-410b-8aef-735271999853 req-23ddb7f0-e90e-491e-8a57-f9c8a856495f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0888350 Oct 25 09:04:26.111836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-276b0720-988d-4529-bd65-64a9003b6194 None None] Could not find standard attr ID for object 068e312c-2e00-4c88-8af4-68fbc9e33671. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:04:26.114693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:04:26.126936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1ecb605-83a0-410b-8aef-735271999853 req-abe5f75e-1df0-4125-ae51-10a3fc0e6b5f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737596 Oct 25 09:04:26.186146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] Deleting port 090cd256-273d-491e-95ed-82a0f028fde8 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:26.186646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.264997 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.293137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] For port 090cd256-273d-491e-95ed-82a0f028fde8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=090cd256-273d-491e-95ed-82a0f028fde8,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:26.293902 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.315588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] Calling delete_port for 090cd256-273d-491e-95ed-82a0f028fde8 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:26.329950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:26.333839 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:26.337541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:26.338408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.364208 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9180846 Oct 25 09:04:26.367085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56884) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:26.374927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8b765cbd-9a3b-497f-8e10-59064c046940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:26.387624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 090cd256-273d-491e-95ed-82a0f028fde8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:26.394212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629c665-d49d-4a77-bdd2-c74cd29ec7ba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=abc591aa-0a74-42b3-8485-3900676b278e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:26.497798 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.525047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b765cbd-9a3b-497f-8e10-59064c046940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:26.529294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b765cbd-9a3b-497f-8e10-59064c046940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.529546 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.531460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] Pushing event deleted for resources: {'Port': ['ID=090cd256-273d-491e-95ed-82a0f028fde8,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:26.536046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df797aa-598c-40dd-a740-51b7ed47cccf None None] No DVR routers for this DVR port 090cd256-273d-491e-95ed-82a0f028fde8 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:26.593341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd280386-33fe-4ed2-8649-eeed48c12007 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:26.640044 n-d-814746-2 neutron-server[106992]: INFO neutron.db.ipam_backend_mixin [None req-8b765cbd-9a3b-497f-8e10-59064c046940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abc591aa-0a74-42b3-8485-3900676b278e (CIDR: 2001:db8::/64) Oct 25 09:04:26.643678 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b765cbd-9a3b-497f-8e10-59064c046940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:04:26.644146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b765cbd-9a3b-497f-8e10-59064c046940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:26.664603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56894) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:26.665238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8b765cbd-9a3b-497f-8e10-59064c046940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2966695 Oct 25 09:04:26.673755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:26.768282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'tenant_id': 'bc92dd441a8d4b5690f437298fcae341', 'fixed_ips': [{'subnet_id': 'abc591aa-0a74-42b3-8485-3900676b278e'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:04:26.769171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.802319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:26.806250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:26.909769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/abc591aa-0a74-42b3-8485-3900676b278e/d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:27.091164 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.098993 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.158439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Pushing event updated for resources: {'Port': ['ID=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:27.168542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:27.170558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:27.172913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:27.178303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-b3e34862-0e24-426f-b22a-4b05e8a1d1f2 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:27.180911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-b3e34862-0e24-426f-b22a-4b05e8a1d1f2 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/networks?id=98a163d5-0ebe-4066-8cf2-4d47d94f2686 HTTP/1.1" status: 200 len: 814 time: 0.1319778 Oct 25 09:04:27.212598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-8b287245-f8ae-48bc-8fee-b47ba623b86f tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/quotas/e4974c40964e49f5ba83c301eef0d68b HTTP/1.1" status: 200 len: 375 time: 0.0237055 Oct 25 09:04:27.232028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Attempting to bind port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:27.232779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Attempting to bind port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:27.233562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Attempting to bind port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd on network a175ef07-28cc-4cb8-8f13-5b30b1e3acce {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:27.238801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:27.239463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Checking segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:27.240062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.240650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Bound using segment: {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:27.241340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Bound port: d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e884c13d-e1d5-420a-8d58-f980bd274a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:27.241936 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.255039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-72f0df05-9fca-4221-a81d-c8469bde088a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4974c40964e49f5ba83c301eef0d68b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411720 Oct 25 09:04:27.266143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:04:27.354011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] For port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:27.369682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] For port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:27.374492 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.390709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-a062232e-2e35-4a65-83af-e53d948c3d3a service neutron] 10.222.0.32 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350300 Oct 25 09:04:27.447916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d84df5-7df0-402b-985f-dc9abe7089d1 None None] Pushing event updated for resources: {'Port': ['ID=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:27.497827 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.509432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-b617d166-2d23-4695-b88c-d76c15547d15 service neutron] 10.222.0.32 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115375 Oct 25 09:04:27.723917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] For port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:27.772710 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.781101 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.781889 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.835449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9ac1e-5a48-4195-8812-255fbe91a821 req-408e5136-8529-4985-8772-b29c3733ce27 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:27.840171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7dc9ac1e-5a48-4195-8812-255fbe91a821 req-408e5136-8529-4985-8772-b29c3733ce27 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0800412 Oct 25 09:04:27.907063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,revision_number=4']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:27.924540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7dc9ac1e-5a48-4195-8812-255fbe91a821 req-92108784-a851-4b83-b0aa-47775b57e4e7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772936 Oct 25 09:04:27.944948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=9d52f88e-7b60-4c0c-8d66-107693558a03,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:27.954113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:27.956182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:27.959380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:27.960190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:27.982618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-56f43732-a488-46ff-9d17-1b40df3ace69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3161592 Oct 25 09:04:27.985759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56942) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:27.990969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:f4:33:bd', 'name': 'tempest-NetworksTestDHCPv6-296607829'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:28.120774 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:28.226716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:28.287070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port 24ee57cc-710f-4e43-9fe8-3897fe1984ba yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:28.433584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:28.495956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:28.496707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:28.512368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a079648b-e749-4937-b517-dd5811816fdb req-8f816265-c9e7-48b5-8d0a-57d49763299e tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 210 time: 0.1664617 Oct 25 09:04:28.605227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::251 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/abc591aa-0a74-42b3-8485-3900676b278e/24ee57cc-710f-4e43-9fe8-3897fe1984ba) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:28.615083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:33bd (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/9d52f88e-7b60-4c0c-8d66-107693558a03/24ee57cc-710f-4e43-9fe8-3897fe1984ba) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:28.625172 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:28.677481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:28.681622 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:28.795166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:28.830466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:28.859656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff31bd-60d9-4c48-9a56-63c53727e92f None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:28.880318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:28.883521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:28.886748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:28.895409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:28.896021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:28.910367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=24ee57cc-710f-4e43-9fe8-3897fe1984ba,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:28.924654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-39304120-acda-426f-9695-82b0ba63a940 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9377167 Oct 25 09:04:28.926399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56948) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:28.939828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c2653cc4-e56a-4120-8f05-30ef98657a37 None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:28.940464 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2653cc4-e56a-4120-8f05-30ef98657a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:28.983019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:29.037828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-781a41ad-c675-4b0f-882b-30e28a92a013 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port 24ee57cc-710f-4e43-9fe8-3897fe1984ba {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:29.038302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781a41ad-c675-4b0f-882b-30e28a92a013 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:29.061489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549eb81-ceef-4e09-8034-ae00e89bad5e req-80ed8b8e-fbdc-4b82-94cd-962526b16c78 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:29.069186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a549eb81-ceef-4e09-8034-ae00e89bad5e req-80ed8b8e-fbdc-4b82-94cd-962526b16c78 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0758188 Oct 25 09:04:29.126327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a549eb81-ceef-4e09-8034-ae00e89bad5e req-a9d6c1be-8711-4302-891f-160e5b8a3418 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457296 Oct 25 09:04:29.223620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781a41ad-c675-4b0f-882b-30e28a92a013 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:29.246282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-781a41ad-c675-4b0f-882b-30e28a92a013 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for 24ee57cc-710f-4e43-9fe8-3897fe1984ba owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:29.256637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-9ecd75a2-14f9-4cae-8d45-097acbaaf95a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:29.258161 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-9ecd75a2-14f9-4cae-8d45-097acbaaf95a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.18 "GET /v2.0/networks?id=98a163d5-0ebe-4066-8cf2-4d47d94f2686 HTTP/1.1" status: 200 len: 814 time: 0.1657686 Oct 25 09:04:29.306064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Request body: {'port': {'device_id': 'aa0f8c9b-e351-46bb-8429-5931745c9e25', 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686', 'admin_state_up': True, 'tenant_id': 'e4974c40964e49f5ba83c301eef0d68b'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:29.489128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Made reservation on behalf of e4974c40964e49f5ba83c301eef0d68b for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:29.492911 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:29.594859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781a41ad-c675-4b0f-882b-30e28a92a013 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:29.638811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a41ad-c675-4b0f-882b-30e28a92a013 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=24ee57cc-710f-4e43-9fe8-3897fe1984ba,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:29.681632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eeccef85-f904-45ab-a3a8-1f0a266dd94e req-1e6f1db1-a30f-4e17-8f8b-9fde350b857a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 210 time: 0.0644269 Oct 25 09:04:29.738234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781a41ad-c675-4b0f-882b-30e28a92a013 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:29.743812 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-781a41ad-c675-4b0f-882b-30e28a92a013 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/24ee57cc-710f-4e43-9fe8-3897fe1984ba HTTP/1.1" status: 204 len: 168 time: 0.8163176 Oct 25 09:04:29.744118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56972) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:29.782291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Allocated IP 172.20.0.13 (98a163d5-0ebe-4066-8cf2-4d47d94f2686/008988ab-83ab-41f7-ada4-95f0196551d5/7e5760c3-5d25-44ad-991f-48cc96d61722) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:29.808332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff71513-6de7-42c6-a695-776d03c43d54 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:29.812454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aff71513-6de7-42c6-a695-776d03c43d54 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0651741 Oct 25 09:04:29.812541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56974) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:29.870213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11698815-8082-4e37-a0e7-ee1e8d3d64d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:29.875537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-11698815-8082-4e37-a0e7-ee1e8d3d64d5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0617657 Oct 25 09:04:29.876627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56976) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:29.922927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0f4cae11-4649-4658-b38c-479101e17347 None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:29.923483 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0f4cae11-4649-4658-b38c-479101e17347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:29.992013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05d67e-5abe-4992-9c20-75dc4babdd7b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:29.992560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05d67e-5abe-4992-9c20-75dc4babdd7b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:29.994314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05d67e-5abe-4992-9c20-75dc4babdd7b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:29.996043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8d05d67e-5abe-4992-9c20-75dc4babdd7b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1182041 Oct 25 09:04:29.998956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56978) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:30.008198 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.049315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0f4cae11-4649-4658-b38c-479101e17347 None None] Could not find standard attr ID for object 24ee57cc-710f-4e43-9fe8-3897fe1984ba. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:04:30.058659 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.065566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-e631eaa1-03dc-46f7-99ac-fffdafd9232a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet 9d52f88e-7b60-4c0c-8d66-107693558a03 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:30.070308 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e631eaa1-03dc-46f7-99ac-fffdafd9232a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.110317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:30.116003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:30.121263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:30.122742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e631eaa1-03dc-46f7-99ac-fffdafd9232a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.125757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Pushing event updated for resources: {'Port': ['ID=7e5760c3-5d25-44ad-991f-48cc96d61722,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:30.165914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5eb1055f-aa34-4b8c-aacd-5ef90cd4ab7a None None] Could not find standard attr ID for object 23ee9922-d1ee-4901-bb45-5ef940e59861. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:04:30.185863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:30.187468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.212413 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-27cceef0-313d-446b-8b9a-99008ca0e56a tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9102471 Oct 25 09:04:30.232114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Request body: {'port': {'device_id': 'aa0f8c9b-e351-46bb-8429-5931745c9e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:30.326543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.382719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:30.450505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:30.451065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.585504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dc507bff-62ff-493a-b8ef-7d5cbb5d0135 None None] Could not find standard attr ID for object 068e312c-2e00-4c88-8af4-68fbc9e33671. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:04:30.623555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e631eaa1-03dc-46f7-99ac-fffdafd9232a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.664990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3028ea0-fa7e-4b18-8724-b3851f6218d9 req-bfa9162e-5a6a-4c9b-809c-fbde90f7d5ba tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:30.673390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3028ea0-fa7e-4b18-8724-b3851f6218d9 req-bfa9162e-5a6a-4c9b-809c-fbde90f7d5ba tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.4480894 Oct 25 09:04:30.730829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3028ea0-fa7e-4b18-8724-b3851f6218d9 req-b09d5119-ab38-4ec4-9fb3-3f41c582e1dc tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566862 Oct 25 09:04:30.750551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5760c3-5d25-44ad-991f-48cc96d61722 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:04:30.752266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e631eaa1-03dc-46f7-99ac-fffdafd9232a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.762226 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.777312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Transition to ACTIVE for port object 7e5760c3-5d25-44ad-991f-48cc96d61722 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:04:30.793272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.813567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631eaa1-03dc-46f7-99ac-fffdafd9232a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=9d52f88e-7b60-4c0c-8d66-107693558a03,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:30.829081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e631eaa1-03dc-46f7-99ac-fffdafd9232a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.840664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e631eaa1-03dc-46f7-99ac-fffdafd9232a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9d52f88e-7b60-4c0c-8d66-107693558a03 HTTP/1.1" status: 204 len: 168 time: 0.8334482 Oct 25 09:04:30.841427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56992) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:30.860580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc084f2-c5eb-48e5-a637-efc5863189e0 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:30.888173 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5760c3-5d25-44ad-991f-48cc96d61722,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:30.943534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-94ae9d1e-5f7d-4154-9f18-f3291a67d858 None None] Could not find standard attr ID for object 24ee57cc-710f-4e43-9fe8-3897fe1984ba. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:04:30.973227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e1e67b-e575-4317-a266-d94dd60a9cd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet abc591aa-0a74-42b3-8485-3900676b278e {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:30.975949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Attempting to bind port 7e5760c3-5d25-44ad-991f-48cc96d61722 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:30.976519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Attempting to bind port 7e5760c3-5d25-44ad-991f-48cc96d61722 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:30.977118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Attempting to bind port 7e5760c3-5d25-44ad-991f-48cc96d61722 on network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:30.981743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-88e1e67b-e575-4317-a266-d94dd60a9cd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:30.985224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Port 7e5760c3-5d25-44ad-991f-48cc96d61722 on network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:04:30.985548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Attempting to bind port 7e5760c3-5d25-44ad-991f-48cc96d61722 on network 98a163d5-0ebe-4066-8cf2-4d47d94f2686 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:30.991549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:30.992099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Checking segment: {'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:30.992485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Bound using segment: {'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:30.992925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Bound port: 7e5760c3-5d25-44ad-991f-48cc96d61722, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:30.993289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.059069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-88e1e67b-e575-4317-a266-d94dd60a9cd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.081995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] For port 7e5760c3-5d25-44ad-991f-48cc96d61722, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:31.092805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] For port 7e5760c3-5d25-44ad-991f-48cc96d61722, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7e5760c3-5d25-44ad-991f-48cc96d61722,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:31.100463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.175808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5760c3-5d25-44ad-991f-48cc96d61722,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:31.189466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:31.190340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.191867 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-d473e596-1c0b-4c7a-9ccf-15b34dcdb213 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e5760c3-5d25-44ad-991f-48cc96d61722 HTTP/1.1" status: 200 len: 1092 time: 0.9648690 Oct 25 09:04:31.192832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0f8c9b-e351-46bb-8429-5931745c9e25', 'tag': '7e5760c3-5d25-44ad-991f-48cc96d61722'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:31.195666 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-88e1e67b-e575-4317-a266-d94dd60a9cd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.196436 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211c36df-89f0-4f94-8a35-c4966f61d701" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0f8c9b-e351-46bb-8429-5931745c9e25", "tag": "7e5760c3-5d25-44ad-991f-48cc96d61722"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:31.298309 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-88e1e67b-e575-4317-a266-d94dd60a9cd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.310862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e345b-f632-4825-95f0-fd63f3f0a0fe req-de941207-aa7f-4c31-afea-9c369409f0a1 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:31.313044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21e345b-f632-4825-95f0-fd63f3f0a0fe req-de941207-aa7f-4c31-afea-9c369409f0a1 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 944 time: 0.1193688 Oct 25 09:04:31.320318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-fdfad83a-06a4-4907-a9e9-ce67505e4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:31.322157 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-fdfad83a-06a4-4907-a9e9-ce67505e4ffd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4974c40964e49f5ba83c301eef0d68b&device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 1095 time: 0.0724463 Oct 25 09:04:31.368661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-88e1e67b-e575-4317-a266-d94dd60a9cd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.373205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-88e1e67b-e575-4317-a266-d94dd60a9cd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/abc591aa-0a74-42b3-8485-3900676b278e HTTP/1.1" status: 204 len: 168 time: 0.5307453 Oct 25 09:04:31.374032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1e67b-e575-4317-a266-d94dd60a9cd5 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=abc591aa-0a74-42b3-8485-3900676b278e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:31.381333 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-a01c0dff-c782-4bc6-b604-39150bcfd232 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5760c3-5d25-44ad-991f-48cc96d61722 HTTP/1.1" status: 200 len: 217 time: 0.0430162 Oct 25 09:04:31.382067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56996) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:31.406119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21e345b-f632-4825-95f0-fd63f3f0a0fe req-e149ff39-d3f9-4c4d-bc45-36faeb144c32 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806322 Oct 25 09:04:31.462656 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ff673824-2a71-47d2-8f93-88d7face39d0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794089 Oct 25 09:04:31.466024 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2289959-2ff1-456e-8a3c-c031700c5a17 x-openstack-request-id: req-a2289959-2ff1-456e-8a3c-c031700c5a17 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:31.466309 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0f8c9b-e351-46bb-8429-5931745c9e25", "tag": "7e5760c3-5d25-44ad-991f-48cc96d61722", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:31.466562 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2289959-2ff1-456e-8a3c-c031700c5a17 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:31.466857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56998) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:31.466977 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0f8c9b-e351-46bb-8429-5931745c9e25', 'tag': '7e5760c3-5d25-44ad-991f-48cc96d61722', 'status': 'completed', 'code': 200} Oct 25 09:04:31.473526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:31.485102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-e3bed4ef-0dd2-4225-b4cc-a2f84b509900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:31.486578 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-e3bed4ef-0dd2-4225-b4cc-a2f84b509900 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=008988ab-83ab-41f7-ada4-95f0196551d5 HTTP/1.1" status: 200 len: 854 time: 0.0965014 Oct 25 09:04:31.525772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-5646a3e8-abb0-4b5a-b6a8-be1e15ceab30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a163d5-0ebe-4066-8cf2-4d47d94f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294926 Oct 25 09:04:31.597531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:31.601276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.648177 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-ca8845dd-2ab7-44a0-8572-7f009d135b9e service neutron] 10.222.0.18 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146688 Oct 25 09:04:31.760408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-51be7755-e408-4ee1-bfca-e5d210aa7dc2 req-f603c70d-950b-4be7-aba0-ad533abc805c service neutron] 10.222.0.18 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043289 Oct 25 09:04:31.822193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41af7c-6155-46ab-b3bc-644c79a008a8 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:31.839729 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.913920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:31.922912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:31.923259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-36d3965d-d8d8-4dc1-b2d5-36b7792fec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:31.932027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=e8b85203-d17d-4731-a64f-2c33dd5930f4,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:31.932027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:31.932027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.935691 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-36d3965d-d8d8-4dc1-b2d5-36b7792fec73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4974c40964e49f5ba83c301eef0d68b&device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 1095 time: 0.0821056 Oct 25 09:04:31.941295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d6a57e7f-4a9e-4386-92bf-a1ec8cf9c410 None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:31.941656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d6a57e7f-4a9e-4386-92bf-a1ec8cf9c410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:31.947348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d64aa-4adf-4ce9-842e-b4d504c010d0 req-fa93e3ee-80bd-4b60-955e-36652af239f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:31.948962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-752d64aa-4adf-4ce9-842e-b4d504c010d0 req-fa93e3ee-80bd-4b60-955e-36652af239f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1192181 Oct 25 09:04:32.009068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f665824-a2fc-4d4d-8acb-c6d2c5904ae3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5356712 Oct 25 09:04:32.010253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57006) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:32.017620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f63378ee-6c59-4e18-8df3-03327b3344b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:32.045150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-752d64aa-4adf-4ce9-842e-b4d504c010d0 req-01010561-e421-4fab-9d27-42af3b16045d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811479 Oct 25 09:04:32.126590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-10f1ffd4-a4f2-4ee8-afab-65fccbc9a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:32.128067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-10f1ffd4-a4f2-4ee8-afab-65fccbc9a8ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=98a163d5-0ebe-4066-8cf2-4d47d94f2686 HTTP/1.1" status: 200 len: 915 time: 0.1846759 Oct 25 09:04:32.177388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-c2e1ad41-fd4a-410a-8184-3dcedf8594b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e5760c3-5d25-44ad-991f-48cc96d61722 HTTP/1.1" status: 200 len: 217 time: 0.0371814 Oct 25 09:04:32.264305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63378ee-6c59-4e18-8df3-03327b3344b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:32.271478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f63378ee-6c59-4e18-8df3-03327b3344b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:32.332398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-6fd00e36-76e3-426e-8853-18d6f8e3ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:32.333899 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-6fd00e36-76e3-426e-8853-18d6f8e3ed6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=008988ab-83ab-41f7-ada4-95f0196551d5 HTTP/1.1" status: 200 len: 854 time: 0.1479492 Oct 25 09:04:32.377838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f28ef6-63f5-44d9-8035-d865a915e9c6 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:32.378924 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-8bfcb2e0-5907-4335-99bd-a3508ab40bab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=98a163d5-0ebe-4066-8cf2-4d47d94f2686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367258 Oct 25 09:04:32.454943 n-d-814746-2 neutron-server[106991]: INFO neutron.db.ipam_backend_mixin [None req-f63378ee-6c59-4e18-8df3-03327b3344b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8b85203-d17d-4731-a64f-2c33dd5930f4 (CIDR: 2001:db8::/64) Oct 25 09:04:32.462221 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63378ee-6c59-4e18-8df3-03327b3344b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:04:32.462707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63378ee-6c59-4e18-8df3-03327b3344b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:32.496646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f63378ee-6c59-4e18-8df3-03327b3344b7 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4851999 Oct 25 09:04:32.500133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57014) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:32.508730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'subnet': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:32.527002 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-c0af35c1-a127-418a-9a3f-1792551b3d35 service neutron] 10.222.0.18 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381440 Oct 25 09:04:32.562620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1f45def2-371f-40d6-834a-a4a0f2686cbe None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:32.563046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f45def2-371f-40d6-834a-a4a0f2686cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:32.621282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa88739-d969-427d-b86f-2c931b53e03e req-3bda7ac5-9e3f-4514-99c8-30c106f9121b tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:32.629692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fa88739-d969-427d-b86f-2c931b53e03e req-3bda7ac5-9e3f-4514-99c8-30c106f9121b tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 944 time: 0.1142478 Oct 25 09:04:32.665015 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-211c36df-89f0-4f94-8a35-c4966f61d701 req-dd9f61f7-8d31-4d4e-877a-7057c020e5d4 service neutron] 10.222.0.18 "GET /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306858 Oct 25 09:04:32.715476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fa88739-d969-427d-b86f-2c931b53e03e req-cc3aef63-25c8-4859-9d16-f8d224db229b tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842319 Oct 25 09:04:32.733561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:32.737553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:32.843747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edfd016-8f92-43a1-bfd6-a70f6913beb2 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:04:32.915828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f2fcbb8e-8369-4ae2-a174-d6972eecca88 None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:32.916193 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbb8e-8369-4ae2-a174-d6972eecca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.016194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edfd016-8f92-43a1-bfd6-a70f6913beb2 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:04:33.134006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:04:33.263850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57028) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:33.333834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d48c55-05f6-47c1-8989-290e0cf4a8f2 req-95fa8301-074a-4410-84d4-0d3f082b2b27 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:33.342333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64d48c55-05f6-47c1-8989-290e0cf4a8f2 req-95fa8301-074a-4410-84d4-0d3f082b2b27 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1080320 Oct 25 09:04:33.406446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.411025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4325-602a-43f6-ac9b-29cc700bf388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.420610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64d48c55-05f6-47c1-8989-290e0cf4a8f2 req-bb82a33d-3582-4717-9703-6b7bd3b5d294 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770955 Oct 25 09:04:33.522036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5923884b-f68a-4e1a-975e-303b9ddcca97 None None] Update dhcp port {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'fixed_ips': [{'subnet_id': 'e8b85203-d17d-4731-a64f-2c33dd5930f4'}, {'subnet_id': 'd37b079a-c8e4-487e-9a3d-9beb6d85f22a'}], 'binding:host_id': 'n-d-814746-2'}, 'id': 'd7032174-6ebb-4a60-ab4a-fca3f7d8e4fd'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:04:33.527704 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4325-602a-43f6-ac9b-29cc700bf388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.533203 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4325-602a-43f6-ac9b-29cc700bf388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.555560 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5923884b-f68a-4e1a-975e-303b9ddcca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.599906 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1e4d4325-602a-43f6-ac9b-29cc700bf388 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfce7f6dc6ee46dbb2b60e3e00d21fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326006 Oct 25 09:04:33.599906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d4325-602a-43f6-ac9b-29cc700bf388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a810e48-5399-4e09-ba57-9ad6496288a8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:33.601030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57034) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:33.658946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] For port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:33.667843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fb6528c-a4a5-4ab2-90b6-c14113ba1bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.693944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fb6528c-a4a5-4ab2-90b6-c14113ba1bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.698950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.706711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.707969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.784935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fb6528c-a4a5-4ab2-90b6-c14113ba1bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.787560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fb6528c-a4a5-4ab2-90b6-c14113ba1bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.791326 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8fb6528c-a4a5-4ab2-90b6-c14113ba1bf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a810e48-5399-4e09-ba57-9ad6496288a8 HTTP/1.1" status: 204 len: 168 time: 0.1867828 Oct 25 09:04:33.798313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6528c-a4a5-4ab2-90b6-c14113ba1bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a810e48-5399-4e09-ba57-9ad6496288a8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:33.842781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-5923884b-f68a-4e1a-975e-303b9ddcca97 None None] Allocated IP 2001:db8::2 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/e8b85203-d17d-4731-a64f-2c33dd5930f4/d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:33.842998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,revision_number=9']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:33.857797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:33.858912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Subnet': ['ID=d37b079a-c8e4-487e-9a3d-9beb6d85f22a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:33.861837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:33.868753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:33.869714 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:33.914340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e412c83b-94d2-4f73-8438-bcfbb3b562b3 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4099042 Oct 25 09:04:33.914565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57040) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:33.919453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Request body: {'port': {'network_id': 'a175ef07-28cc-4cb8-8f13-5b30b1e3acce', 'mac_address': 'fa:16:3e:58:4a:2e', 'name': 'tempest-NetworksTestDHCPv6-17764202'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:33.963360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5923884b-f68a-4e1a-975e-303b9ddcca97 None None] For port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:33.996641 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5923884b-f68a-4e1a-975e-303b9ddcca97 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.002029 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5923884b-f68a-4e1a-975e-303b9ddcca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.003421 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea916be-604a-4591-a69c-a1f36b2ad92a req-ac024ef4-4652-4a7b-9440-415959bcf352 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:34.012667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ea916be-604a-4591-a69c-a1f36b2ad92a req-ac024ef4-4652-4a7b-9440-415959bcf352 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 944 time: 0.1352758 Oct 25 09:04:34.099480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ea916be-604a-4591-a69c-a1f36b2ad92a req-9eb63272-4c72-4678-bde7-29817d00108c tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711043 Oct 25 09:04:34.100934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923884b-f68a-4e1a-975e-303b9ddcca97 None None] Pushing event updated for resources: {'Port': ['ID=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:34.111079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Made reservation on behalf of bc92dd441a8d4b5690f437298fcae341 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:34.125944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57044) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:34.145393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e91d2ca-8e40-4c44-b2c3-0ba620eff70e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.208275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.233748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e91d2ca-8e40-4c44-b2c3-0ba620eff70e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.237846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] device_id is not set on port f1b9e785-0052-41cd-bd14-5c3cdde140be yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:34.238243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e91d2ca-8e40-4c44-b2c3-0ba620eff70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.281218 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e91d2ca-8e40-4c44-b2c3-0ba620eff70e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28adccbc8f814930ade6a8f4fd1b2b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537666 Oct 25 09:04:34.282106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91d2ca-8e40-4c44-b2c3-0ba620eff70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012e45a7-1d30-4368-a964-f389d6f419b7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:34.284501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57046) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:34.352851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:34.356984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-663fa479-6cee-4225-992c-77e06031637f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.384162 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-663fa479-6cee-4225-992c-77e06031637f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.406286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:34.406770 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.421076 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:04:34.439824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8::231 (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/e8b85203-d17d-4731-a64f-2c33dd5930f4/f1b9e785-0052-41cd-bd14-5c3cdde140be) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:34.443369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-663fa479-6cee-4225-992c-77e06031637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.446248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-663fa479-6cee-4225-992c-77e06031637f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.447612 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-663fa479-6cee-4225-992c-77e06031637f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/012e45a7-1d30-4368-a964-f389d6f419b7 HTTP/1.1" status: 204 len: 168 time: 0.1621685 Oct 25 09:04:34.455718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:4a2e (a175ef07-28cc-4cb8-8f13-5b30b1e3acce/d37b079a-c8e4-487e-9a3d-9beb6d85f22a/f1b9e785-0052-41cd-bd14-5c3cdde140be) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:34.456088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fa479-6cee-4225-992c-77e06031637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012e45a7-1d30-4368-a964-f389d6f419b7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:34.641248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be087-9bc0-4873-a80a-1e95ea60484f req-98cd1de3-6811-46f2-8ae3-ae6c98d9218e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:34.643039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a1be087-9bc0-4873-a80a-1e95ea60484f req-98cd1de3-6811-46f2-8ae3-ae6c98d9218e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1177492 Oct 25 09:04:34.724328 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.729611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a1be087-9bc0-4873-a80a-1e95ea60484f req-3c364a46-c5ba-4138-9974-19bc550b20e3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779979 Oct 25 09:04:34.774966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.801313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7756d247-44a3-4a37-b4e2-30e3364c3120 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:34.836712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event updated for resources: {'Port': ['ID=f1b9e785-0052-41cd-bd14-5c3cdde140be,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:34.847545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:34.850075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:34.853369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:34.861029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:34.861864 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.883508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f4198537-fc69-44d7-aa89-5cd986050663 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9678884 Oct 25 09:04:34.886843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57066) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:34.888715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0c3e3191-2995-4466-8df0-620955e0c324 None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:34.889111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c3e3191-2995-4466-8df0-620955e0c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:34.997009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-002e9fee-8acd-4a48-981e-688998883f5d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting port f1b9e785-0052-41cd-bd14-5c3cdde140be {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:34.997345 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-002e9fee-8acd-4a48-981e-688998883f5d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:35.111163 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-002e9fee-8acd-4a48-981e-688998883f5d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:35.124144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-002e9fee-8acd-4a48-981e-688998883f5d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Calling delete_port for f1b9e785-0052-41cd-bd14-5c3cdde140be owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:35.220480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7e5760c3-5d25-44ad-991f-48cc96d61722 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:04:35.248983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ea06e-ffe2-4472-96bb-907a606b1429 req-43428067-664a-4670-969d-060282c4125f tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:35.250527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b03ea06e-ffe2-4472-96bb-907a606b1429 req-43428067-664a-4670-969d-060282c4125f tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 944 time: 0.0724499 Oct 25 09:04:35.353953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b03ea06e-ffe2-4472-96bb-907a606b1429 req-f0fc2d60-26cc-4df0-b35f-85614e4af414 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800023 Oct 25 09:04:35.355262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7e5760c3-5d25-44ad-991f-48cc96d61722, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7e5760c3-5d25-44ad-991f-48cc96d61722,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:35.368717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '7e5760c3-5d25-44ad-991f-48cc96d61722', 'network_id': '98a163d5-0ebe-4066-8cf2-4d47d94f2686', 'port_id': '7e5760c3-5d25-44ad-991f-48cc96d61722', 'mac_address': 'fa:16:3e:28:9a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008988ab-83ab-41f7-ada4-95f0196551d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:04:35.427034 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:35.430163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-56c396d2-1b27-40e4-8ca0-bff15b469256 None None] Provisioning complete for port f1b9e785-0052-41cd-bd14-5c3cdde140be triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:35.430520 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56c396d2-1b27-40e4-8ca0-bff15b469256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:35.470406 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-002e9fee-8acd-4a48-981e-688998883f5d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:35.509856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e9fee-8acd-4a48-981e-688998883f5d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Port': ['ID=f1b9e785-0052-41cd-bd14-5c3cdde140be,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:35.575961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-002e9fee-8acd-4a48-981e-688998883f5d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:35.582561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57082) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:35.583097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-002e9fee-8acd-4a48-981e-688998883f5d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/f1b9e785-0052-41cd-bd14-5c3cdde140be HTTP/1.1" status: 204 len: 168 time: 0.6945128 Oct 25 09:04:35.649138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5760c3-5d25-44ad-991f-48cc96d61722 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:04:35.661030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-56c396d2-1b27-40e4-8ca0-bff15b469256 None None] Port f1b9e785-0052-41cd-bd14-5c3cdde140be cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:04:35.678584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7e5760c3-5d25-44ad-991f-48cc96d61722, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7e5760c3-5d25-44ad-991f-48cc96d61722,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:35.690419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-56c396d2-1b27-40e4-8ca0-bff15b469256 None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:35.691184 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56c396d2-1b27-40e4-8ca0-bff15b469256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:35.694210 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:35.704699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e27f5a0-7e0c-4cb3-97a4-b1751c15a111 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:35.706792 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9e27f5a0-7e0c-4cb3-97a4-b1751c15a111 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1222675 Oct 25 09:04:35.709492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57086) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:35.808707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed85fc5c-fb5e-4543-8dc3-607f1b0aa29c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:35.811993 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ed85fc5c-fb5e-4543-8dc3-607f1b0aa29c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1013396 Oct 25 09:04:35.814937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57092) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:35.817676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7e5760c3-5d25-44ad-991f-48cc96d61722,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:35.932294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136eb38f-e6fd-48b3-82bb-5813e56c40c9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:35.935768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136eb38f-e6fd-48b3-82bb-5813e56c40c9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:35.938026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136eb38f-e6fd-48b3-82bb-5813e56c40c9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:35.940111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-136eb38f-e6fd-48b3-82bb-5813e56c40c9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1238363 Oct 25 09:04:35.942859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57100) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:35.955403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcade6-3484-479b-bbb6-8f2827d59ab9 req-0964cff5-0de9-4988-91a5-e7e9ad321d69 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:35.957152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77fcade6-3484-479b-bbb6-8f2827d59ab9 req-0964cff5-0de9-4988-91a5-e7e9ad321d69 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0959885 Oct 25 09:04:36.005520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77fcade6-3484-479b-bbb6-8f2827d59ab9 req-6f80a27b-44f3-4bba-8a24-ab7b599e29b5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Oct 25 09:04:36.009544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b64a2ca-ff4f-4520-a01c-59c59d9f9ea9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet d37b079a-c8e4-487e-9a3d-9beb6d85f22a {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:36.013786 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1b64a2ca-ff4f-4520-a01c-59c59d9f9ea9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.060262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1be10acd-9e4e-4e6e-9a82-e3dbcaa45429 None None] Could not find standard attr ID for object f1b9e785-0052-41cd-bd14-5c3cdde140be. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:04:36.072220 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1b64a2ca-ff4f-4520-a01c-59c59d9f9ea9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.146214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7e5760c3-5d25-44ad-991f-48cc96d61722'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:04:36.162536 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1b64a2ca-ff4f-4520-a01c-59c59d9f9ea9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.233548 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1b64a2ca-ff4f-4520-a01c-59c59d9f9ea9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.272385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64a2ca-ff4f-4520-a01c-59c59d9f9ea9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=d37b079a-c8e4-487e-9a3d-9beb6d85f22a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:36.288297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1b64a2ca-ff4f-4520-a01c-59c59d9f9ea9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.289126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c2999-1db7-4a0d-bb2d-c6a4146541e4 None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:36.292844 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1b64a2ca-ff4f-4520-a01c-59c59d9f9ea9 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/d37b079a-c8e4-487e-9a3d-9beb6d85f22a HTTP/1.1" status: 204 len: 168 time: 0.3481007 Oct 25 09:04:36.298244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57114) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.355613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c15e5f1-73a2-44eb-b805-ec69daa0a825 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Deleting subnet e8b85203-d17d-4731-a64f-2c33dd5930f4 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:04:36.359595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c15e5f1-73a2-44eb-b805-ec69daa0a825 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.407475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c15e5f1-73a2-44eb-b805-ec69daa0a825 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.519416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6e56d-e197-4987-b2a7-511338db3079 req-e34a1bb6-a3a7-4da8-8ab7-954c64dd9cdc tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:36.525612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c15e5f1-73a2-44eb-b805-ec69daa0a825 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.530302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15b6e56d-e197-4987-b2a7-511338db3079 req-e34a1bb6-a3a7-4da8-8ab7-954c64dd9cdc tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 945 time: 0.0904465 Oct 25 09:04:36.603442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15b6e56d-e197-4987-b2a7-511338db3079 req-b81bdd0e-097c-44ed-a1e3-174a0bc1967e tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725121 Oct 25 09:04:36.606323 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c15e5f1-73a2-44eb-b805-ec69daa0a825 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.636630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15e5f1-73a2-44eb-b805-ec69daa0a825 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b85203-d17d-4731-a64f-2c33dd5930f4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:36.640246 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c15e5f1-73a2-44eb-b805-ec69daa0a825 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.643558 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3c15e5f1-73a2-44eb-b805-ec69daa0a825 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/e8b85203-d17d-4731-a64f-2c33dd5930f4 HTTP/1.1" status: 204 len: 168 time: 0.3443131 Oct 25 09:04:36.645954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57130) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.686649 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0de8e70e-4fb2-412d-b0e1-b1dfe9687dc0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395861 Oct 25 09:04:36.689439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57132) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.743941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a48f156-5d2d-4128-8e3e-de1c0942eb08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:36.746057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1a48f156-5d2d-4128-8e3e-de1c0942eb08 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0555043 Oct 25 09:04:36.748792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57136) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.802517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319cca2-9783-4492-b8dc-81796a2c8d69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:36.804287 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e319cca2-9783-4492-b8dc-81796a2c8d69 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0543993 Oct 25 09:04:36.806888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57138) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.825457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57140) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.850909 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-efa7333e-05ea-48b3-a6dd-d41783b5ac68 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427489 Oct 25 09:04:36.856030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57144) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.884939 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac661a2-544f-4fb1-9222-c833911f7a15 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:36.886174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac661a2-544f-4fb1-9222-c833911f7a15 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:36.889307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bac661a2-544f-4fb1-9222-c833911f7a15 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/f1b9e785-0052-41cd-bd14-5c3cdde140be HTTP/1.1" status: 404 len: 333 time: 0.0322080 Oct 25 09:04:36.891954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57146) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.919230 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-616af5f0-02eb-4b67-8378-ad45e368bb44 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:36.919695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616af5f0-02eb-4b67-8378-ad45e368bb44 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:36.922906 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-616af5f0-02eb-4b67-8378-ad45e368bb44 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/d37b079a-c8e4-487e-9a3d-9beb6d85f22a HTTP/1.1" status: 404 len: 337 time: 0.0297348 Oct 25 09:04:36.925515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57148) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.954649 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c1455b-a849-4a13-be24-3c2eac975ba2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:36.955105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c1455b-a849-4a13-be24-3c2eac975ba2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:36.959075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c8c1455b-a849-4a13-be24-3c2eac975ba2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/e8b85203-d17d-4731-a64f-2c33dd5930f4 HTTP/1.1" status: 404 len: 337 time: 0.0322738 Oct 25 09:04:36.960295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9af9173-814c-43bc-8c20-b89d7034d80c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:36.960814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:36.984848 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df5a109-4157-4c6f-a399-d3ba401b6f4e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:36.985778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df5a109-4157-4c6f-a399-d3ba401b6f4e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:36.989169 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4df5a109-4157-4c6f-a399-d3ba401b6f4e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/24ee57cc-710f-4e43-9fe8-3897fe1984ba HTTP/1.1" status: 404 len: 333 time: 0.0273383 Oct 25 09:04:36.991714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57152) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.022170 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1ae961-3da1-42ae-af4e-295b77e539d1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.022696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1ae961-3da1-42ae-af4e-295b77e539d1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.026711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bd1ae961-3da1-42ae-af4e-295b77e539d1 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9d52f88e-7b60-4c0c-8d66-107693558a03 HTTP/1.1" status: 404 len: 337 time: 0.0323248 Oct 25 09:04:37.030675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57156) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.059224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9af9173-814c-43bc-8c20-b89d7034d80c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.064966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9af9173-814c-43bc-8c20-b89d7034d80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.067099 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6e481c-faa9-4768-8a23-e83dfb8f787a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.067559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6e481c-faa9-4768-8a23-e83dfb8f787a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.071671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ee6e481c-faa9-4768-8a23-e83dfb8f787a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/abc591aa-0a74-42b3-8485-3900676b278e HTTP/1.1" status: 404 len: 337 time: 0.0386903 Oct 25 09:04:37.074307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57158) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.102039 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b65f0a-f469-48ee-8f52-fc59ea7eb467 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.102743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b65f0a-f469-48ee-8f52-fc59ea7eb467 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.106427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-79b65f0a-f469-48ee-8f52-fc59ea7eb467 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/068e312c-2e00-4c88-8af4-68fbc9e33671 HTTP/1.1" status: 404 len: 333 time: 0.0311196 Oct 25 09:04:37.109279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57160) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.135834 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d52b3c2-03ba-4131-96c4-022ca582b801 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.135834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d52b3c2-03ba-4131-96c4-022ca582b801 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.138894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b9af9173-814c-43bc-8c20-b89d7034d80c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a65fedc4e2b440ca967c2e9dde3aedc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122504 Oct 25 09:04:37.139326 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5d52b3c2-03ba-4131-96c4-022ca582b801 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/4bbfb86d-315e-4d27-833a-001ee35ff7e0 HTTP/1.1" status: 404 len: 337 time: 0.0289001 Oct 25 09:04:37.139888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57164) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.142619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57166) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.151417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af9173-814c-43bc-8c20-b89d7034d80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a2e006-e3a2-4fa6-b30c-12b291723168,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:37.169089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26888fa7-caf1-4419-9f1e-86e58b3a1d0e None None] Network a175ef07-28cc-4cb8-8f13-5b30b1e3acce requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:37.177300 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-d722dd8c-955c-492a-ab88-b81f27e9632e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.177753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d722dd8c-955c-492a-ab88-b81f27e9632e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.180819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d722dd8c-955c-492a-ab88-b81f27e9632e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9df1803f-bcad-4b25-949e-a1e94575c5ae HTTP/1.1" status: 404 len: 337 time: 0.0371680 Oct 25 09:04:37.184671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57168) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.198229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d03a6-7757-42fc-ad30-e622b55c0e68 req-46bb0a92-3e7b-4636-994c-a1505bd6866f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:37.199573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e56d03a6-7757-42fc-ad30-e622b55c0e68 req-46bb0a92-3e7b-4636-994c-a1505bd6866f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1110370 Oct 25 09:04:37.218553 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa4d5b0-3dc0-4c09-923c-635dedd63811 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.219437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa4d5b0-3dc0-4c09-923c-635dedd63811 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.224751 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0aa4d5b0-3dc0-4c09-923c-635dedd63811 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/23ee9922-d1ee-4901-bb45-5ef940e59861 HTTP/1.1" status: 404 len: 333 time: 0.0358825 Oct 25 09:04:37.225102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57172) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.238148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e824fc1-3131-4b22-b6f0-70b0eaf4c613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.262354 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e824fc1-3131-4b22-b6f0-70b0eaf4c613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.262570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5623f597-a10e-4a56-8c1b-fe335701b17d None None] Provisioning complete for port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:37.262699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5623f597-a10e-4a56-8c1b-fe335701b17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.267700 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c9a7cd-9af6-4231-8fda-b5a49110f10f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.268157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c9a7cd-9af6-4231-8fda-b5a49110f10f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.273569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e1c9a7cd-9af6-4231-8fda-b5a49110f10f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/3e5815ed-d5e1-4156-a5e7-877ab9c42db4 HTTP/1.1" status: 404 len: 337 time: 0.0452573 Oct 25 09:04:37.273801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57174) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.285428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e56d03a6-7757-42fc-ad30-e622b55c0e68 req-f51e10a1-cccf-4c82-83ab-e66765147de8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787747 Oct 25 09:04:37.303612 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1389df-eebe-46a3-a92b-f3f8efd7268f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.304356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1389df-eebe-46a3-a92b-f3f8efd7268f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.308867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7b1389df-eebe-46a3-a92b-f3f8efd7268f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/88ec2d1d-271a-44e2-a41d-f164c4c2ffc9 HTTP/1.1" status: 404 len: 337 time: 0.0334978 Oct 25 09:04:37.310949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57178) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.332799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e824fc1-3131-4b22-b6f0-70b0eaf4c613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.335620 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda52184-bb0a-49b9-94a2-0bb907b4864a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.335918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e824fc1-3131-4b22-b6f0-70b0eaf4c613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.336358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda52184-bb0a-49b9-94a2-0bb907b4864a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.337480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2e824fc1-3131-4b22-b6f0-70b0eaf4c613 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5a2e006-e3a2-4fa6-b30c-12b291723168 HTTP/1.1" status: 204 len: 168 time: 0.1965044 Oct 25 09:04:37.344597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eda52184-bb0a-49b9-94a2-0bb907b4864a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/c906eeb6-e2b8-4e64-b967-a43d8f86d8ba HTTP/1.1" status: 404 len: 333 time: 0.0325017 Oct 25 09:04:37.349234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57182) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.350006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e824fc1-3131-4b22-b6f0-70b0eaf4c613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a2e006-e3a2-4fa6-b30c-12b291723168,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:37.399140 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83fc076-7df0-4425-991d-3d7c4c3ab2fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.399600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83fc076-7df0-4425-991d-3d7c4c3ab2fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.405000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f83fc076-7df0-4425-991d-3d7c4c3ab2fe tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/3ac4b1ee-0652-486c-9b80-148b1884351b HTTP/1.1" status: 404 len: 337 time: 0.0432770 Oct 25 09:04:37.407917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57184) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.435736 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae40f635-0f2e-4926-89e3-79ef1a1f9388 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.436441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae40f635-0f2e-4926-89e3-79ef1a1f9388 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.439649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae40f635-0f2e-4926-89e3-79ef1a1f9388 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/821be2e9-b959-4f08-94eb-49c12d1b29f7 HTTP/1.1" status: 404 len: 333 time: 0.0304830 Oct 25 09:04:37.442189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57186) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.449503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] DHCP port deletion for a175ef07-28cc-4cb8-8f13-5b30b1e3acce request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:04:37.476587 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9f9deb-14d8-4265-a8ad-df2f971c08b4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.477200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9f9deb-14d8-4265-a8ad-df2f971c08b4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.480611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1f9f9deb-14d8-4265-a8ad-df2f971c08b4 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9ea59e6e-4689-46b9-85cb-45a9e94333f3 HTTP/1.1" status: 404 len: 337 time: 0.0364726 Oct 25 09:04:37.483816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57188) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.511175 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c34d8d-c64f-4185-9ff7-e55118d8b52b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.511844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c34d8d-c64f-4185-9ff7-e55118d8b52b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.514599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] Deleting port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:37.515101 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.515663 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-22c34d8d-c64f-4185-9ff7-e55118d8b52b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/99fc5ec4-f2d0-4d2f-8e2f-96f12c098073 HTTP/1.1" status: 404 len: 333 time: 0.0308456 Oct 25 09:04:37.518122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57192) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.546136 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a23b6c-6497-40a3-bb59-135bcbdc6159 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.546723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a23b6c-6497-40a3-bb59-135bcbdc6159 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.550131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d6a23b6c-6497-40a3-bb59-135bcbdc6159 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/8472417f-8918-427d-baed-e39afd834211 HTTP/1.1" status: 404 len: 337 time: 0.0310149 Oct 25 09:04:37.552602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57194) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.580747 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-93652382-9d92-4229-96da-b1d7f3667d1f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.581511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93652382-9d92-4229-96da-b1d7f3667d1f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.585431 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-93652382-9d92-4229-96da-b1d7f3667d1f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/ee8636c8-c887-4e04-bf6b-9a8a2e4e1de7 HTTP/1.1" status: 404 len: 333 time: 0.0317526 Oct 25 09:04:37.587912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57196) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.598966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] For port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,segment=NetworkSegment(e884c13d-e1d5-420a-8d58-f980bd274a57),segment_id=e884c13d-e1d5-420a-8d58-f980bd274a57)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:37.599353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.613271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] Calling delete_port for d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:37.615383 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed436da-6d0d-4360-8633-8e67028ec16f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.615846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed436da-6d0d-4360-8633-8e67028ec16f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.618888 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aed436da-6d0d-4360-8633-8e67028ec16f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/1d4b9392-43f3-4199-8abe-fb70b20b3c06 HTTP/1.1" status: 404 len: 337 time: 0.0294638 Oct 25 09:04:37.621962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57200) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.647623 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5818e5-21e6-47c7-99d9-c285dcb19237 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.648332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5818e5-21e6-47c7-99d9-c285dcb19237 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.654398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f5818e5-21e6-47c7-99d9-c285dcb19237 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/f5bb54db-57fe-4447-be22-f4c307cc956e HTTP/1.1" status: 404 len: 333 time: 0.0288489 Oct 25 09:04:37.654788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57202) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.688016 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb5723f-4ded-4dfb-b867-adb34ae07873 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.688230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb5723f-4ded-4dfb-b867-adb34ae07873 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.691286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6fb5723f-4ded-4dfb-b867-adb34ae07873 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/bebec57f-ab7e-4c34-9650-9b07809ddc0e HTTP/1.1" status: 404 len: 337 time: 0.0347350 Oct 25 09:04:37.694153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57204) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.716996 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.728630 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a7d87f-9c96-43b9-b41e-364127508c33 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.729062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57206) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.730331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a7d87f-9c96-43b9-b41e-364127508c33 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.735461 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-44a7d87f-9c96-43b9-b41e-364127508c33 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/50d1c2d9-12ed-451c-aa6e-12d0cbbf397a HTTP/1.1" status: 404 len: 333 time: 0.0398824 Oct 25 09:04:37.738326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57208) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.738811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] No DVR routers for this DVR port d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:37.752396 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eafb458e-70ab-4508-84cd-46263ff3f8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.767587 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabbcb11-a88b-4781-a3dd-cf8366020d92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.768178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabbcb11-a88b-4781-a3dd-cf8366020d92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.768320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7947-86c2-4bb1-862f-c23acf3d1448 None None] Pushing event deleted for resources: {'Port': ['ID=d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:37.771622 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fabbcb11-a88b-4781-a3dd-cf8366020d92 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/f45143e4-0d83-40a0-a9ac-0ba950c53b87 HTTP/1.1" status: 404 len: 337 time: 0.0319662 Oct 25 09:04:37.774128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57210) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.779326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93056042-913c-48b1-8b12-f1ee1831cd86 req-de814d1c-0847-4a68-83ab-01eaa3bc6bd3 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:37.780831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93056042-913c-48b1-8b12-f1ee1831cd86 req-de814d1c-0847-4a68-83ab-01eaa3bc6bd3 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 945 time: 0.0885670 Oct 25 09:04:37.802751 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63a8358-13ae-404f-87e8-3ddacc9dcc93 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.803312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63a8358-13ae-404f-87e8-3ddacc9dcc93 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.806822 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f63a8358-13ae-404f-87e8-3ddacc9dcc93 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/482ebd1c-cb3c-4395-943d-341ed38d6114 HTTP/1.1" status: 404 len: 337 time: 0.0315175 Oct 25 09:04:37.809452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57212) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.834135 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b02c14b-475d-4cbc-afd5-2d659b08534d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.834866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b02c14b-475d-4cbc-afd5-2d659b08534d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.839073 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7b02c14b-475d-4cbc-afd5-2d659b08534d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/27dc1b4a-6d68-47b0-91ab-87c60767f892 HTTP/1.1" status: 404 len: 333 time: 0.0273814 Oct 25 09:04:37.841632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57214) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.842106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93056042-913c-48b1-8b12-f1ee1831cd86 req-3a93b2a5-41c3-47f1-a35c-f0ad47a258dc tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510833 Oct 25 09:04:37.872631 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbb23f5-8c40-4037-86c9-59ae4a4f321f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.873126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbb23f5-8c40-4037-86c9-59ae4a4f321f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.876123 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6bbb23f5-8c40-4037-86c9-59ae4a4f321f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/1975bc79-47a3-4856-954f-03098050a14a HTTP/1.1" status: 404 len: 337 time: 0.0335524 Oct 25 09:04:37.878820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57216) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.883856 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eafb458e-70ab-4508-84cd-46263ff3f8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.888653 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eafb458e-70ab-4508-84cd-46263ff3f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:37.905012 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fcd719-0fc0-4ae7-ae99-126384ec5da8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.905460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fcd719-0fc0-4ae7-ae99-126384ec5da8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.908734 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-43fcd719-0fc0-4ae7-ae99-126384ec5da8 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/a81a49fa-b01d-44d9-8953-4b342ed18a91 HTTP/1.1" status: 404 len: 337 time: 0.0288591 Oct 25 09:04:37.911152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57218) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.927197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eafb458e-70ab-4508-84cd-46263ff3f8d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=685f72b6dc1241efbca1a89fc961cbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950440 Oct 25 09:04:37.929100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb458e-70ab-4508-84cd-46263ff3f8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a31ee-2670-479f-afeb-a458f3cff857,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:37.931395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57220) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.939052 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe07c810-b414-4b92-9fda-af2caa1d1997 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.939686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe07c810-b414-4b92-9fda-af2caa1d1997 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.942786 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fe07c810-b414-4b92-9fda-af2caa1d1997 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/9ed19dd0-6793-42a6-91bc-abda1fd5efaa HTTP/1.1" status: 404 len: 333 time: 0.0306480 Oct 25 09:04:37.945399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57222) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.971423 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd013d67-ff42-4ebd-a2e5-06473f912b1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:37.971782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd013d67-ff42-4ebd-a2e5-06473f912b1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:37.974785 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dd013d67-ff42-4ebd-a2e5-06473f912b1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/50e57db3-6f61-4818-a8ec-4e0cf0e36504 HTTP/1.1" status: 404 len: 337 time: 0.0284863 Oct 25 09:04:37.977485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57224) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:37.985281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-9b79-4f48-b1b1-332f903299cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:38.004382 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7ee340-3d0a-4efb-86d7-d84c01fc6f75 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.004960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7ee340-3d0a-4efb-86d7-d84c01fc6f75 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.006612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-9b79-4f48-b1b1-332f903299cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:38.007757 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6a7ee340-3d0a-4efb-86d7-d84c01fc6f75 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/a606254c-7720-4ed2-ad5b-6a9d9bcfd349 HTTP/1.1" status: 404 len: 337 time: 0.0293863 Oct 25 09:04:38.011001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57226) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.033169 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d35b8a4-37bb-4720-b03a-44b985951deb tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.033771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d35b8a4-37bb-4720-b03a-44b985951deb tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.039068 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6d35b8a4-37bb-4720-b03a-44b985951deb tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/9b7997a3-ce91-436e-9697-0914bda80687 HTTP/1.1" status: 404 len: 333 time: 0.0246537 Oct 25 09:04:38.039239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57228) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.055113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-9b79-4f48-b1b1-332f903299cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:38.058372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8995-9b79-4f48-b1b1-332f903299cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:38.059489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bb9c8995-9b79-4f48-b1b1-332f903299cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e96a31ee-2670-479f-afeb-a458f3cff857 HTTP/1.1" status: 204 len: 168 time: 0.1272037 Oct 25 09:04:38.067468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c8995-9b79-4f48-b1b1-332f903299cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a31ee-2670-479f-afeb-a458f3cff857,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:38.067752 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-645fe83f-7b3f-4aae-8b01-1047d2def387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.068209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645fe83f-7b3f-4aae-8b01-1047d2def387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.072072 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-645fe83f-7b3f-4aae-8b01-1047d2def387 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/566761e6-feb2-4c31-860d-a639efac8b4b HTTP/1.1" status: 404 len: 337 time: 0.0319533 Oct 25 09:04:38.074909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57232) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.102992 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d72a3c-a46e-4703-a0b0-d5b7eae9b8fc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.103439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d72a3c-a46e-4703-a0b0-d5b7eae9b8fc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.107045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-22d72a3c-a46e-4703-a0b0-d5b7eae9b8fc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/acb1c0eb-3321-4b80-950c-9c06df2728fd HTTP/1.1" status: 404 len: 337 time: 0.0310235 Oct 25 09:04:38.110096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57234) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.140793 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-41f426ca-613b-42f7-a244-d594c13692cb tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d561351-835a-47fb-835d-1f2c25116cf1 HTTP/1.1" status: 200 len: 205 time: 0.0295737 Oct 25 09:04:38.143107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.180157 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-8b619391-792e-4f2c-a37f-214fb72b373b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] delete failed (client error): The resource could not be found. Oct 25 09:04:38.181187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b619391-792e-4f2c-a37f-214fb72b373b tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/routers/4d561351-835a-47fb-835d-1f2c25116cf1 HTTP/1.1" status: 404 len: 336 time: 0.0371535 Oct 25 09:04:38.184432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57238) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.210220 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea9be0f-071c-4fa4-9f5c-d7ab4d04db3d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.210761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea9be0f-071c-4fa4-9f5c-d7ab4d04db3d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.214344 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3ea9be0f-071c-4fa4-9f5c-d7ab4d04db3d tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/573ad5a0-84c8-4658-ba52-bec5f2fee137 HTTP/1.1" status: 404 len: 337 time: 0.0289848 Oct 25 09:04:38.216981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57240) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.244774 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-65e55a0e-b1d7-4b52-8e2b-3c9d2e9d38cb tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f2fd0fe-8f58-4a52-a653-953ab1f07f53 HTTP/1.1" status: 200 len: 205 time: 0.0266554 Oct 25 09:04:38.247336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57244) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.288135 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-240b99a7-90d7-413d-a289-ab72abe5ad2f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] delete failed (client error): The resource could not be found. Oct 25 09:04:38.291257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-240b99a7-90d7-413d-a289-ab72abe5ad2f tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/routers/5f2fd0fe-8f58-4a52-a653-953ab1f07f53 HTTP/1.1" status: 404 len: 336 time: 0.0409508 Oct 25 09:04:38.291915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57246) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.318000 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-58015e58-51da-4045-ad67-f0f0300f97f6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.318457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58015e58-51da-4045-ad67-f0f0300f97f6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.321513 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-58015e58-51da-4045-ad67-f0f0300f97f6 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/ab6e45e8-e61f-46f1-ab5a-26b0783c0960 HTTP/1.1" status: 404 len: 337 time: 0.0287020 Oct 25 09:04:38.324957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57250) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.343975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:38.351593 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-679d3413-bca9-49c0-81c6-8e474a5ad0ac tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.352052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679d3413-bca9-49c0-81c6-8e474a5ad0ac tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.355922 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-679d3413-bca9-49c0-81c6-8e474a5ad0ac tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/2f229277-1a24-4b5d-b33f-bee25efd5a88 HTTP/1.1" status: 404 len: 337 time: 0.0300217 Oct 25 09:04:38.358833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57254) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.371621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:04:38.372044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d7032174-6ebb-4a60-ab4a-fca3f7d8e4fd not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:38.393349 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d795954-05af-4865-a660-86f2f71f89f2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.394278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d795954-05af-4865-a660-86f2f71f89f2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.398046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6d795954-05af-4865-a660-86f2f71f89f2 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/1cb34d52-ac25-4d53-8bd8-d5d2f01d8e5a HTTP/1.1" status: 404 len: 333 time: 0.0379951 Oct 25 09:04:38.400537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57258) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.438150 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-527ecf59-a64f-492e-90aa-f3cb154c42ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.438608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527ecf59-a64f-492e-90aa-f3cb154c42ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.442495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-527ecf59-a64f-492e-90aa-f3cb154c42ab tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/6e3010a6-81f6-4d2e-b69f-c42dfaee2290 HTTP/1.1" status: 404 len: 337 time: 0.0396917 Oct 25 09:04:38.444452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57264) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.471283 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fd6e57-6628-4f56-ad0e-7b829011ed8e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.472000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fd6e57-6628-4f56-ad0e-7b829011ed8e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.475000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c9fd6e57-6628-4f56-ad0e-7b829011ed8e tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/cbbd03ce-c235-45a5-b616-6516db24c9bb HTTP/1.1" status: 404 len: 333 time: 0.0295167 Oct 25 09:04:38.477466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57268) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.482779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7e6f3-362d-49df-accf-022e7c6f6a5c req-f25c96a3-5235-4add-b667-fd1d307d1405 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:38.484704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36d7e6f3-362d-49df-accf-022e7c6f6a5c req-f25c96a3-5235-4add-b667-fd1d307d1405 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0739486 Oct 25 09:04:38.487661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:38.510877 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e6617e-fc0d-43da-b3f2-e13edf9ebea0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.511867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e6617e-fc0d-43da-b3f2-e13edf9ebea0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.514673 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b1e6617e-fc0d-43da-b3f2-e13edf9ebea0 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/6b25552e-e7a9-4a81-ab2f-5c32a5cc95c1 HTTP/1.1" status: 404 len: 337 time: 0.0362940 Oct 25 09:04:38.517324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57270) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.565051 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36d7e6f3-362d-49df-accf-022e7c6f6a5c req-4462c2cb-98f4-48a5-ad85-42a0f04e4729 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641584 Oct 25 09:04:38.565051 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a7fd6d-b97a-426d-85a8-d8598bb75fcd tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.565051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a7fd6d-b97a-426d-85a8-d8598bb75fcd tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.568673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f6a7fd6d-b97a-426d-85a8-d8598bb75fcd tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/25fae46e-d588-4e09-a4af-79e77b9762fc HTTP/1.1" status: 404 len: 333 time: 0.0483069 Oct 25 09:04:38.569336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57274) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.599414 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6d7d7b-f862-45dd-afb2-bc3d30d06f3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.599875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6d7d7b-f862-45dd-afb2-bc3d30d06f3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.603040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6d6d7d7b-f862-45dd-afb2-bc3d30d06f3a tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/b7ecf904-77e1-4f47-a753-fcf9029c90e7 HTTP/1.1" status: 404 len: 337 time: 0.0326567 Oct 25 09:04:38.605764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57278) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.630172 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-46975f4a-2b2b-47c2-adc2-c804ce1a7692 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.630966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46975f4a-2b2b-47c2-adc2-c804ce1a7692 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.634428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-46975f4a-2b2b-47c2-adc2-c804ce1a7692 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/e932108f-042d-4157-ad9e-f7cb27781b07 HTTP/1.1" status: 404 len: 333 time: 0.0277445 Oct 25 09:04:38.637543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57284) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.666385 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c27d9b-ff39-4ff5-a7b2-a1adb21a5e23 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.667141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c27d9b-ff39-4ff5-a7b2-a1adb21a5e23 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.670512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c0c27d9b-ff39-4ff5-a7b2-a1adb21a5e23 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9f7a44b6-5d65-4f13-b89c-13d486fbafcf HTTP/1.1" status: 404 len: 337 time: 0.0300577 Oct 25 09:04:38.673007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57286) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.696657 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-8738c619-badd-49e9-9259-22c9a86ff211 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.697324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8738c619-badd-49e9-9259-22c9a86ff211 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.701132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8738c619-badd-49e9-9259-22c9a86ff211 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/cfff0f58-b9ae-40fd-bc8a-7576173faccc HTTP/1.1" status: 404 len: 333 time: 0.0271122 Oct 25 09:04:38.703695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57290) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.732550 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd8b89f-a2e6-4b69-ae95-37b9c443247c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.733419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd8b89f-a2e6-4b69-ae95-37b9c443247c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.736334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6fd8b89f-a2e6-4b69-ae95-37b9c443247c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/9ab0780d-5060-4db7-82aa-532dedab2c7c HTTP/1.1" status: 404 len: 337 time: 0.0316978 Oct 25 09:04:38.738915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57292) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.762621 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3100b16-01d1-4c7b-88e6-19e0aceb1eba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.763285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3100b16-01d1-4c7b-88e6-19e0aceb1eba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.767565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f3100b16-01d1-4c7b-88e6-19e0aceb1eba tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/bbcaa514-3f5d-44a6-a310-6a7745fa2ead HTTP/1.1" status: 404 len: 333 time: 0.0277324 Oct 25 09:04:38.770271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57296) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.796525 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb978ebb-6126-4a9d-8028-ce2075248cbc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.797010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb978ebb-6126-4a9d-8028-ce2075248cbc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.800033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fb978ebb-6126-4a9d-8028-ce2075248cbc tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/0f5f99f4-431b-4fb9-96f9-f714c9fcad2c HTTP/1.1" status: 404 len: 337 time: 0.0288498 Oct 25 09:04:38.802552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57298) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.825543 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-2574f0ca-d6cc-4cef-83c0-ce61054fe242 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.826176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2574f0ca-d6cc-4cef-83c0-ce61054fe242 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.829225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2574f0ca-d6cc-4cef-83c0-ce61054fe242 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/ports/e9588c3e-6f64-453a-8709-b4046a638fab HTTP/1.1" status: 404 len: 333 time: 0.0257652 Oct 25 09:04:38.831688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57300) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.856789 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-772b9aff-e67e-416f-97cd-96db3387af1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] DELETE failed (client error): The resource could not be found. Oct 25 09:04:38.857255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772b9aff-e67e-416f-97cd-96db3387af1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:04:38.860502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-772b9aff-e67e-416f-97cd-96db3387af1c tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/subnets/41284be0-4635-4cc3-8c05-f54de5ca1480 HTTP/1.1" status: 404 len: 337 time: 0.0279305 Oct 25 09:04:38.862982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57304) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:38.967982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.034619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1035-29e7-4243-bddd-c4c4e84cd919 req-4ac0a35e-246e-4931-8392-593010089374 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:39.036116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd8d1035-29e7-4243-bddd-c4c4e84cd919 req-4ac0a35e-246e-4931-8392-593010089374 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 945 time: 0.1062381 Oct 25 09:04:39.096278 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.128750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd8d1035-29e7-4243-bddd-c4c4e84cd919 req-6cc6b6b2-0633-4fc0-bd63-e02e960b72c5 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622864 Oct 25 09:04:39.130093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a175ef07-28cc-4cb8-8f13-5b30b1e3acce']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:39.141026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e884c13d-e1d5-420a-8d58-f980bd274a57') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:39.141327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e884c13d-e1d5-420a-8d58-f980bd274a57') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:39.151972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.165397 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.171609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:04:39.172105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:04:39.175097 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:04:39.232617 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.234006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7e5760c3-5d25-44ad-991f-48cc96d61722 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:04:39.237783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.241488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] 10.222.0.32 "DELETE /v2.0/networks/a175ef07-28cc-4cb8-8f13-5b30b1e3acce HTTP/1.1" status: 204 len: 168 time: 0.3774261 Oct 25 09:04:39.262740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75546b-cb3a-4d59-a380-4a44ffe10c62 tempest-NetworksTestDHCPv6-1331039704 tempest-NetworksTestDHCPv6-1331039704-project] Pushing event deleted for resources: {'Network': ['ID=a175ef07-28cc-4cb8-8f13-5b30b1e3acce,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:39.305846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 7e5760c3-5d25-44ad-991f-48cc96d61722 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:04:39.310736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 7e5760c3-5d25-44ad-991f-48cc96d61722 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:39.311299 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.395974 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.421150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0f8c9b-e351-46bb-8429-5931745c9e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5760c3-5d25-44ad-991f-48cc96d61722'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:39.423699 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072daad0-5cc7-4699-a2f2-d9422aa24c16" -d '{"events": [{"server_uuid": "aa0f8c9b-e351-46bb-8429-5931745c9e25", "name": "network-vif-plugged", "status": "completed", "tag": "7e5760c3-5d25-44ad-991f-48cc96d61722"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:39.446466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7e5760c3-5d25-44ad-991f-48cc96d61722, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7e5760c3-5d25-44ad-991f-48cc96d61722,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:39.451742 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.476679 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2a96d7-b5ec-460a-ae5c-15e5a1ae51ad x-openstack-request-id: req-0f2a96d7-b5ec-460a-ae5c-15e5a1ae51ad {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:39.476991 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0f8c9b-e351-46bb-8429-5931745c9e25", "name": "network-vif-plugged", "status": "completed", "tag": "7e5760c3-5d25-44ad-991f-48cc96d61722", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:39.477446 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f2a96d7-b5ec-460a-ae5c-15e5a1ae51ad {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:39.477835 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0f8c9b-e351-46bb-8429-5931745c9e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5760c3-5d25-44ad-991f-48cc96d61722', 'code': 200} Oct 25 09:04:39.491053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57330) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:39.505063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7e5760c3-5d25-44ad-991f-48cc96d61722,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:39.596987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.602882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36e97f-2f69-47f2-826e-246af01813f6 req-46b803e3-9310-45a7-b3f6-594c6f3b90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:39.605544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2a36e97f-2f69-47f2-826e-246af01813f6 req-46b803e3-9310-45a7-b3f6-594c6f3b90e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 1097 time: 0.0467217 Oct 25 09:04:39.677513 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cd9f9b3e-6f22-4e21-98da-01a058199a02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc92dd441a8d4b5690f437298fcae341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843755 Oct 25 09:04:39.680037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57338) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:39.680563 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2a36e97f-2f69-47f2-826e-246af01813f6 req-85e464fb-a28d-4fa7-81c1-2dc419932e6a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627367 Oct 25 09:04:39.711726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155bc79-b469-454a-b3b8-30c06fb7d329 req-59f44ef8-dd7f-4c63-a7ed-5ae2a1132c22 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:39.713572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0155bc79-b469-454a-b3b8-30c06fb7d329 req-59f44ef8-dd7f-4c63-a7ed-5ae2a1132c22 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0692134 Oct 25 09:04:39.770583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0155bc79-b469-454a-b3b8-30c06fb7d329 req-d02d1adf-2cae-40f1-af90-5724273fb046 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498748 Oct 25 09:04:39.773372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3fb5786a-c986-4830-9b68-427afe0f6cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.800369 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3fb5786a-c986-4830-9b68-427afe0f6cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.852300 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3fb5786a-c986-4830-9b68-427afe0f6cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.855531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3fb5786a-c986-4830-9b68-427afe0f6cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:39.856570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3fb5786a-c986-4830-9b68-427afe0f6cef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7080fa8-7a90-4520-8a79-fb3739bcdfc9 HTTP/1.1" status: 204 len: 168 time: 0.1756148 Oct 25 09:04:39.864758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5786a-c986-4830-9b68-427afe0f6cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7080fa8-7a90-4520-8a79-fb3739bcdfc9,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:40.334813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1554-d268-49e2-836c-68a8a2f2fc1d req-e56b002f-7bb7-4b6a-91e8-236f2366ab25 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:40.336423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03ca1554-d268-49e2-836c-68a8a2f2fc1d req-e56b002f-7bb7-4b6a-91e8-236f2366ab25 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 946 time: 0.0604506 Oct 25 09:04:40.381411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03ca1554-d268-49e2-836c-68a8a2f2fc1d req-b6a4e0cd-1caf-45d9-83f7-4fe6341ace51 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375283 Oct 25 09:04:40.551510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57378) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.659240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-67bf32cd-8ab6-4ea0-9f35-8934092fd069 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.660236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-67bf32cd-8ab6-4ea0-9f35-8934092fd069 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1077452 Oct 25 09:04:40.663104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57382) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.667507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-d91c4f7e-d84d-42a8-913b-2eedf106c8ec tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.668415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d91c4f7e-d84d-42a8-913b-2eedf106c8ec tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044627 Oct 25 09:04:40.670536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57384) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.674284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-224428b2-d432-4492-9297-7775e470018d tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.675185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-224428b2-d432-4492-9297-7775e470018d tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038316 Oct 25 09:04:40.677275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.680934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-1929766f-1e8f-4ecf-a85f-f26c51600d08 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.684102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57388) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.684534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1929766f-1e8f-4ecf-a85f-f26c51600d08 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058658 Oct 25 09:04:40.688594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-da01f8df-bf86-4a4b-ae95-8d0139452c37 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.689659 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-da01f8df-bf86-4a4b-ae95-8d0139452c37 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044963 Oct 25 09:04:40.691754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57390) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.695558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-e221b886-6559-4ede-aaaa-bf3602a03957 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.696454 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e221b886-6559-4ede-aaaa-bf3602a03957 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037918 Oct 25 09:04:40.698562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57392) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.702280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-3f796a08-c43e-4baa-a9ee-c302f7fbd076 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.703170 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3f796a08-c43e-4baa-a9ee-c302f7fbd076 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037994 Oct 25 09:04:40.705214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57394) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.708987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-4ec6681b-c305-43fc-9670-ea78cca16c64 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.709976 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4ec6681b-c305-43fc-9670-ea78cca16c64 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038731 Oct 25 09:04:40.712017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57396) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.716385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-85737c27-173a-4f42-9089-b2bf024e62aa tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.717296 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-85737c27-173a-4f42-9089-b2bf024e62aa tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044715 Oct 25 09:04:40.719421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57398) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.723144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-a76109a3-e1be-4eb4-850d-ba2c18e230c3 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.724031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a76109a3-e1be-4eb4-850d-ba2c18e230c3 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037975 Oct 25 09:04:40.726053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57400) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.731216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-8b639095-cd1d-4290-9562-14979568e9e4 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.732127 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b639095-cd1d-4290-9562-14979568e9e4 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052776 Oct 25 09:04:40.734485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57402) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.738356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-33fddc9c-9754-4266-80f1-34b964889764 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.739288 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33fddc9c-9754-4266-80f1-34b964889764 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040040 Oct 25 09:04:40.741354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57404) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.745001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-1bbc1249-3ec1-4865-b1cb-e3d50afc758c tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.745902 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1bbc1249-3ec1-4865-b1cb-e3d50afc758c tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037444 Oct 25 09:04:40.747963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.751612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-9e054abc-988f-4499-aebe-123c170b98df tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.752510 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9e054abc-988f-4499-aebe-123c170b98df tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0037405 Oct 25 09:04:40.754558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57408) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.758196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-d33d25eb-cecf-4fba-bf95-f4d26e34385c tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.759125 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d33d25eb-cecf-4fba-bf95-f4d26e34385c tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0037100 Oct 25 09:04:40.761346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57410) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.764996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-6c745cdd-2763-4d39-afd9-18e3292b47f7 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.767956 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c745cdd-2763-4d39-afd9-18e3292b47f7 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038600 Oct 25 09:04:40.768100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57412) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.771814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-f7eb0eb3-9f31-4b98-a3a1-17feda45508a tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.772724 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f7eb0eb3-9f31-4b98-a3a1-17feda45508a tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038052 Oct 25 09:04:40.774811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57414) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.779044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-0cf81b5c-9550-4fba-80fd-ca0ccaf8ccfd tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.780925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0cf81b5c-9550-4fba-80fd-ca0ccaf8ccfd tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043285 Oct 25 09:04:40.782051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57416) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.786316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-56a896a5-8c47-4194-a750-46d806bcdbd4 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.787227 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-56a896a5-8c47-4194-a750-46d806bcdbd4 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043681 Oct 25 09:04:40.789252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57418) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.793537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-5c63be52-b239-4c3d-89f7-fe1547817b07 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.794728 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5c63be52-b239-4c3d-89f7-fe1547817b07 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043828 Oct 25 09:04:40.796610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57422) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.800448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-0f7f46e3-8bc7-45e9-b4c3-311434067373 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.801470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0f7f46e3-8bc7-45e9-b4c3-311434067373 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039387 Oct 25 09:04:40.803519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57424) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.807778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-6469c462-9d7f-4f5c-b558-b3ff878d6eb3 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.810856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57426) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.810978 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6469c462-9d7f-4f5c-b558-b3ff878d6eb3 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065546 Oct 25 09:04:40.815810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-6baaee3c-ccd8-46af-8fa5-914f6067278e tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.816839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6baaee3c-ccd8-46af-8fa5-914f6067278e tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047393 Oct 25 09:04:40.819226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57428) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.824319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-c1c340cc-50d8-4d5b-9cb4-f525e08cde15 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.825641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c1c340cc-50d8-4d5b-9cb4-f525e08cde15 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052416 Oct 25 09:04:40.827764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57430) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.831619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-249e4ba8-71d7-4827-9c33-7693237af491 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.832529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-249e4ba8-71d7-4827-9c33-7693237af491 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039358 Oct 25 09:04:40.834746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57432) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.839475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-5afa4568-55cf-43d5-b91d-da275e3ae6b1 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.840387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5afa4568-55cf-43d5-b91d-da275e3ae6b1 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046973 Oct 25 09:04:40.842573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57434) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.846495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-a31f8ac2-8ad8-4737-b3dc-5d6b284fbdfd tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.847497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a31f8ac2-8ad8-4737-b3dc-5d6b284fbdfd tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040259 Oct 25 09:04:40.849726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57436) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.862888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-6d81b656-bf02-41e0-b5b2-127a188d13c6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.863941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6d81b656-bf02-41e0-b5b2-127a188d13c6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053926 Oct 25 09:04:40.866870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57438) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.871894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-91379174-f747-4202-82d8-46e3cc95ec55 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.873084 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91379174-f747-4202-82d8-46e3cc95ec55 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049961 Oct 25 09:04:40.875074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57440) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.878755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-fc1c7b91-d22e-4ffd-a692-a0cd89576344 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.879702 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fc1c7b91-d22e-4ffd-a692-a0cd89576344 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037549 Oct 25 09:04:40.881932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57442) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.885847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-8a64fbd5-3fa6-445c-bb9f-26787f1253c0 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.886743 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8a64fbd5-3fa6-445c-bb9f-26787f1253c0 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0039923 Oct 25 09:04:40.889025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57446) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.892754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-eaf1f076-46b0-44dc-be34-92f63b1f48d6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.893904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eaf1f076-46b0-44dc-be34-92f63b1f48d6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038326 Oct 25 09:04:40.895859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57448) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.900610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-acb53cdc-cba7-49cc-84af-25343bf15101 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.901716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2760b1-1954-4f0d-bd3a-a5e77542ad07 req-d0d9f04e-cd8b-41fc-8ddf-0816c446f135 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:40.902073 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-acb53cdc-cba7-49cc-84af-25343bf15101 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052938 Oct 25 09:04:40.903818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b2760b1-1954-4f0d-bd3a-a5e77542ad07 req-d0d9f04e-cd8b-41fc-8ddf-0816c446f135 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0552135 Oct 25 09:04:40.904473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57450) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.913464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-51464fa5-712f-408d-badf-9664648406d5 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.914443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-51464fa5-712f-408d-badf-9664648406d5 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0089777 Oct 25 09:04:40.918280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57452) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.922844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-23347b12-9256-4d57-9982-a59d7ce6e2a6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.926519 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-23347b12-9256-4d57-9982-a59d7ce6e2a6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060034 Oct 25 09:04:40.926910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57454) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.934234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-532bd9e4-be45-4060-8bad-29c708a72699 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.937802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-532bd9e4-be45-4060-8bad-29c708a72699 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0072079 Oct 25 09:04:40.938013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57456) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.942472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-9fc716db-e961-40b3-8d06-deac882bf1af tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.943381 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9fc716db-e961-40b3-8d06-deac882bf1af tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045037 Oct 25 09:04:40.945821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57458) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.950900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-f26a4ce6-9a4d-4d03-8f4c-d798a66daaa3 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.951148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b2760b1-1954-4f0d-bd3a-a5e77542ad07 req-532951f8-f482-4a8d-a74d-143cc6ec6b0a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355678 Oct 25 09:04:40.953481 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f26a4ce6-9a4d-4d03-8f4c-d798a66daaa3 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062771 Oct 25 09:04:40.955817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57460) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.959938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-17c86fc3-bafb-4019-a80c-3cbbc3867cb4 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.960972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-17c86fc3-bafb-4019-a80c-3cbbc3867cb4 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040526 Oct 25 09:04:40.964926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57462) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.969137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-90f2b4f7-5cdc-49d6-9381-3fe28e814380 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.970305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-90f2b4f7-5cdc-49d6-9381-3fe28e814380 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045080 Oct 25 09:04:40.972769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57464) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.976575 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-cc60b5a0-9cd9-4310-8574-c4b77f2b02ce tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.978360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc60b5a0-9cd9-4310-8574-c4b77f2b02ce tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040030 Oct 25 09:04:40.980576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57466) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.990104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-7186b455-946a-45b2-b679-54e36f1c91fb tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:40.993639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57468) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:40.993799 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7186b455-946a-45b2-b679-54e36f1c91fb tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0123031 Oct 25 09:04:40.999297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-89a1d2a5-7232-4fd7-8d6e-da2fba558006 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.002459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-89a1d2a5-7232-4fd7-8d6e-da2fba558006 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055630 Oct 25 09:04:41.002818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57470) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.007121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-9ff10173-6337-4399-a5f3-1d2946c020e9 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.008522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9ff10173-6337-4399-a5f3-1d2946c020e9 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048308 Oct 25 09:04:41.011567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57472) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.018516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-a76260bc-df56-45c8-8fa0-62a056d5e3e9 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.022169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57474) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.022313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a76260bc-df56-45c8-8fa0-62a056d5e3e9 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0092514 Oct 25 09:04:41.027507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-f40837b9-96fd-46d8-bd94-e6c73c12bb2f tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.028563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f40837b9-96fd-46d8-bd94-e6c73c12bb2f tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0052924 Oct 25 09:04:41.030898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57476) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.034836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-c68d9e79-f98c-49a3-b449-bcfabce2ed27 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.035730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c68d9e79-f98c-49a3-b449-bcfabce2ed27 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039508 Oct 25 09:04:41.038210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57478) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.043358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-c11f605f-91c7-4ac2-bfc4-40672ac0a79c tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.043951 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c11f605f-91c7-4ac2-bfc4-40672ac0a79c tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049264 Oct 25 09:04:41.046655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57480) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.050844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-df40f069-c72e-4496-b7f4-0d919ea4ade6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.051782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-df40f069-c72e-4496-b7f4-0d919ea4ade6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041957 Oct 25 09:04:41.054362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57482) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.060572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-43db0d05-c53b-474e-94cf-2d8bf60cb818 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.064938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-43db0d05-c53b-474e-94cf-2d8bf60cb818 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0091457 Oct 25 09:04:41.065089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57484) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.069713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-2bac7763-981e-48ae-bb0d-14549e1e4805 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.070669 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2bac7763-981e-48ae-bb0d-14549e1e4805 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047708 Oct 25 09:04:41.073907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57486) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.078275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-1c801b5c-7d8b-4ce3-aff2-759c9c738629 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.079320 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c801b5c-7d8b-4ce3-aff2-759c9c738629 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043387 Oct 25 09:04:41.081764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57488) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.085726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-f0b9b670-8e68-4d82-b61c-06d056ad3470 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.086653 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f0b9b670-8e68-4d82-b61c-06d056ad3470 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040240 Oct 25 09:04:41.090319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57490) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.094443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-a0e0a5b3-2c76-49ad-8651-5c8673ea9c77 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.095354 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a0e0a5b3-2c76-49ad-8651-5c8673ea9c77 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041523 Oct 25 09:04:41.098032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57492) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.102680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-51569bb2-8c06-4e85-9c4c-120919c2d6c5 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.103663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-51569bb2-8c06-4e85-9c4c-120919c2d6c5 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046344 Oct 25 09:04:41.108340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57496) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.112514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-71a7d0a9-67a5-4e62-b594-f3fd3bebb842 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.113539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-71a7d0a9-67a5-4e62-b594-f3fd3bebb842 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040629 Oct 25 09:04:41.115738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57498) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.120630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-af1dc9ce-bfed-461d-9770-47c0bb3e16ee tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.122180 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-af1dc9ce-bfed-461d-9770-47c0bb3e16ee tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048923 Oct 25 09:04:41.124257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57500) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.132110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-021a2672-e3f3-454a-b460-3acc0fab6c79 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.136568 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-021a2672-e3f3-454a-b460-3acc0fab6c79 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0114541 Oct 25 09:04:41.137361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57502) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.141848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-d5501fa2-9813-44c9-983e-c1f2a1eee0f8 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.145556 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d5501fa2-9813-44c9-983e-c1f2a1eee0f8 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069535 Oct 25 09:04:41.146452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57504) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.152789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-00c2f2be-39ab-49ed-bc70-2501c9b94197 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.156333 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-00c2f2be-39ab-49ed-bc70-2501c9b94197 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0086913 Oct 25 09:04:41.157125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57506) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.161555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-c5c96d31-1cdf-4d75-bde6-f9738af6b521 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.164584 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c5c96d31-1cdf-4d75-bde6-f9738af6b521 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044043 Oct 25 09:04:41.164808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57508) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.169293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-2a8538c2-1e73-48ad-865e-406b60515ae1 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.170542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2a8538c2-1e73-48ad-865e-406b60515ae1 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045302 Oct 25 09:04:41.172406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57510) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.176085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-bece9cc4-6f1d-48ec-8124-8275842124f6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.177192 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bece9cc4-6f1d-48ec-8124-8275842124f6 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037107 Oct 25 09:04:41.179539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57512) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.184077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [None req-0f192b4c-48a3-4a57-ad3e-78fa93957b70 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.185009 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0f192b4c-48a3-4a57-ad3e-78fa93957b70 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045960 Oct 25 09:04:41.187819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57514) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.192256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-b1e03c00-0eb8-4bf1-9f77-d4da3ede97d1 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.193246 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b1e03c00-0eb8-4bf1-9f77-d4da3ede97d1 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042946 Oct 25 09:04:41.195678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57516) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.200018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-0426f0d5-da86-47b6-92a3-045e690f5c52 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.200930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0426f0d5-da86-47b6-92a3-045e690f5c52 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044200 Oct 25 09:04:41.203027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57518) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.207050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-6dc83119-ead6-4f1b-83b1-b7231f1d61dd tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.209177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6dc83119-ead6-4f1b-83b1-b7231f1d61dd tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052512 Oct 25 09:04:41.210536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57522) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.215527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-6e9a3bbf-3993-433d-ad25-84c1cd96356d tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.216745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6e9a3bbf-3993-433d-ad25-84c1cd96356d tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052083 Oct 25 09:04:41.219385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57524) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.224273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [None req-3a4cf08a-5bcd-47d9-a907-31be1753c742 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:04:41.225216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3a4cf08a-5bcd-47d9-a907-31be1753c742 tempest-ExtensionsTestJSON-1491569212 tempest-ExtensionsTestJSON-1491569212-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049250 Oct 25 09:04:41.511253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57538) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.532030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f23f5-0ae3-43e3-a5b0-72f0ce24be82 req-4a33d778-277e-4cbc-99b3-9a60b1ea82c7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:41.533670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc9f23f5-0ae3-43e3-a5b0-72f0ce24be82 req-4a33d778-277e-4cbc-99b3-9a60b1ea82c7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 946 time: 0.0565603 Oct 25 09:04:41.592424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc9f23f5-0ae3-43e3-a5b0-72f0ce24be82 req-67a4be37-8145-4b17-8505-920b07d7b902 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518448 Oct 25 09:04:41.638213 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73b965ac-e9b4-4c8d-a1e1-85624d5c3ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:41.722210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73b965ac-e9b4-4c8d-a1e1-85624d5c3ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:41.726171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73b965ac-e9b4-4c8d-a1e1-85624d5c3ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:41.770235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b965ac-e9b4-4c8d-a1e1-85624d5c3ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a835b4-ecc4-4173-a6e9-3fe413146bf4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:41.778896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57546) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:41.779366 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73b965ac-e9b4-4c8d-a1e1-85624d5c3ea7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c775f1a2ef474d9db4fe1e0aa0e0ac65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664940 Oct 25 09:04:41.833075 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-468e5903-cab2-46fd-b5ce-ec6f29220718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:41.856843 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-468e5903-cab2-46fd-b5ce-ec6f29220718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:41.909603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-468e5903-cab2-46fd-b5ce-ec6f29220718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:41.912219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-468e5903-cab2-46fd-b5ce-ec6f29220718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:41.915886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-468e5903-cab2-46fd-b5ce-ec6f29220718 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7a835b4-ecc4-4173-a6e9-3fe413146bf4 HTTP/1.1" status: 204 len: 168 time: 0.1334486 Oct 25 09:04:41.926195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e5903-cab2-46fd-b5ce-ec6f29220718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a835b4-ecc4-4173-a6e9-3fe413146bf4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:42.105973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2294534-02dd-4926-9bd9-62a4062a8d65 req-68435496-1f56-4ca3-b6fb-9f3c24a73740 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:42.113368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2294534-02dd-4926-9bd9-62a4062a8d65 req-68435496-1f56-4ca3-b6fb-9f3c24a73740 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0652232 Oct 25 09:04:42.148425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2294534-02dd-4926-9bd9-62a4062a8d65 req-71ac1c88-598a-4317-b09a-260f4fd3459c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Oct 25 09:04:42.721546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57584) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:42.827344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-692813263'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:42.852402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:42.858554 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:42.867958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:42.997849 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.002698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.036068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:04:43.047659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31a3058-29cb-45cd-97b1-8f17479fcf7e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:43.068411 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.068765 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Added segment af4b961b-ca15-461b-aa46-9f513e7a28b0 of type vlan for network dee40f4a-1d4b-4663-a8ba-b19999dafc8a Oct 25 09:04:43.118824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.146084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.153426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:43.154355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.188387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4644775 Oct 25 09:04:43.190526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57592) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:43.197567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'subnet': {'network_id': 'dee40f4a-1d4b-4663-a8ba-b19999dafc8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:43.239693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32abcf-acd9-4c1a-8cab-c9e680675438 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Network': ['ID=dee40f4a-1d4b-4663-a8ba-b19999dafc8a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:43.251277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:04:43.320841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:43.326493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.348206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8914d9-87c9-437d-b8f4-7736c3dc2f9b req-8ea640ef-bb6c-49fb-9cde-cb02296c3c4f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:43.349758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd8914d9-87c9-437d-b8f4-7736c3dc2f9b req-8ea640ef-bb6c-49fb-9cde-cb02296c3c4f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0622399 Oct 25 09:04:43.393542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd8914d9-87c9-437d-b8f4-7736c3dc2f9b req-b2895df4-1e70-4cb6-a4a0-bc9fe2412778 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Oct 25 09:04:43.548727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.629930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Subnet': ['ID=955fdf7e-7d03-4827-9e35-8969548d72ef,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:43.650000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Checking segment: {'id': 'af4b961b-ca15-461b-aa46-9f513e7a28b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dee40f4a-1d4b-4663-a8ba-b19999dafc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:43.650367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network hostable DHCP agents. Network: dee40f4a-1d4b-4663-a8ba-b19999dafc8a, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:04:43.677122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:04:43.687940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, dee40f4a-1d4b-4663-a8ba-b19999dafc8a) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:43.692817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:43.693642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.701248 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778e566-1f96-4338-890a-2995e7dfa0e0 None None] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:43.726308 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d5598852-62d8-45bb-9fc2-f4649135551d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5332391 Oct 25 09:04:43.729150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57608) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:43.734780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-521095839', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:43.771152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.772240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.841077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:43.861418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2024e49f-0204-4087-bd63-36ed492aaefe None None] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:04:44.326720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:44.542000 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:44.571274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:44.679114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b47f-9f43-4c0e-ae69-2d76a1bcd88b req-3ea77998-f43f-4124-83b1-59be403d420f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:44.683333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4be1b47f-9f43-4c0e-ae69-2d76a1bcd88b req-3ea77998-f43f-4124-83b1-59be403d420f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1962547 Oct 25 09:04:44.713743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.25.8.138 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1da32a5b-3f35-4aa2-b3cd-ac44c96e86d0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:44.732076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4be1b47f-9f43-4c0e-ae69-2d76a1bcd88b req-7c8d3bc3-7cf2-4d89-a857-9df041434ad7 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427256 Oct 25 09:04:44.841758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:44.885830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:44.923796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:44.930591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:44.937939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:45.063039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=1da32a5b-3f35-4aa2-b3cd-ac44c96e86d0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:45.224688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:45.443265 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:45.595935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:04:45.716390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:04:45.726784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e9800-d0dd-4985-8321-653fcd141c53 None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:04:45.738590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e9800-d0dd-4985-8321-653fcd141c53 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:45.739522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-493e9800-d0dd-4985-8321-653fcd141c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:45.739796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:45.743652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-08f92821-b642-484d-b335-df91d9987f18 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0106516 Oct 25 09:04:45.743933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57634) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:45.804558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-493e9800-d0dd-4985-8321-653fcd141c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:45.815734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e9800-d0dd-4985-8321-653fcd141c53 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:45.816629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-493e9800-d0dd-4985-8321-653fcd141c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:45.849986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-493e9800-d0dd-4985-8321-653fcd141c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:45.850959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e9800-d0dd-4985-8321-653fcd141c53 None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:04:46.186510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898a04f-8a37-430a-bb17-22ede9d3968b req-1b24703f-36ce-48a9-a8c8-647a56a0d91c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:46.188055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1898a04f-8a37-430a-bb17-22ede9d3968b req-1b24703f-36ce-48a9-a8c8-647a56a0d91c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0930817 Oct 25 09:04:46.318745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1898a04f-8a37-430a-bb17-22ede9d3968b req-c21d7f17-1f9a-43a8-af83-ce545490d66a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194105 Oct 25 09:04:46.371972 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3c09d16-600f-45a6-97df-40bb4b5f5249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:46.656485 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:46.933097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.20.0.1 (dee40f4a-1d4b-4663-a8ba-b19999dafc8a/955fdf7e-7d03-4827-9e35-8969548d72ef/daae18c3-3cee-4c61-992c-24356a69cde1) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:47.052981 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:47.086879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:47.129155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:47.132362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:47.135271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:47.177917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=daae18c3-3cee-4c61-992c-24356a69cde1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:47.196997 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:47.348567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:47.531024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9627e-2432-44e9-b39f-69d36c1638bf req-4ca282d7-dc6b-4e62-8930-3c1d16626194 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:47.536243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98e9627e-2432-44e9-b39f-69d36c1638bf req-4ca282d7-dc6b-4e62-8930-3c1d16626194 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1326089 Oct 25 09:04:47.606560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98e9627e-2432-44e9-b39f-69d36c1638bf req-4f94d0fc-8df7-44a2-a80d-e4e3e568360e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664680 Oct 25 09:04:47.748630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:47.754059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:47.830426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:47.832259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=daae18c3-3cee-4c61-992c-24356a69cde1,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:47.930399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:47.931940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:48.045514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:04:48.161356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:04:48.166631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a8632e41-5a9d-4aba-84cb-6dc49ec6915b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/routers/5f376938-7970-47cf-a222-e4386a8ba6b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4216049 Oct 25 09:04:48.169434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57664) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:48.174516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'port': {'network_id': 'dee40f4a-1d4b-4663-a8ba-b19999dafc8a', 'name': 'tempest-FloatingIPTestJSON-1126291159'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:48.177225 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab28cc4-6468-4668-9dea-f3099152320e None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:04:48.187671 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab28cc4-6468-4668-9dea-f3099152320e None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:48.188270 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5ab28cc4-6468-4668-9dea-f3099152320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:48.225698 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5ab28cc4-6468-4668-9dea-f3099152320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:48.242122 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab28cc4-6468-4668-9dea-f3099152320e None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:48.242833 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5ab28cc4-6468-4668-9dea-f3099152320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:48.280542 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5ab28cc4-6468-4668-9dea-f3099152320e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:48.281406 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab28cc4-6468-4668-9dea-f3099152320e None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:04:48.332045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:48.335897 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:48.366429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] device_id is not set on port a9cbbcb3-3e25-423c-bd5a-e12c2de9a490 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:48.524283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.20.0.11 (dee40f4a-1d4b-4663-a8ba-b19999dafc8a/955fdf7e-7d03-4827-9e35-8969548d72ef/a9cbbcb3-3e25-423c-bd5a-e12c2de9a490) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:48.731394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:48.737471 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-690ea79a-95b5-4a1a-90c9-2e0107d875ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:48.773726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a235c-800c-4f4a-b7c4-67247997302f req-2417a438-4f7f-45b9-91ea-ba4f35378760 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:48.776013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d05a235c-800c-4f4a-b7c4-67247997302f req-2417a438-4f7f-45b9-91ea-ba4f35378760 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0654898 Oct 25 09:04:48.786328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:48.822712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57688) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:48.831690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d05a235c-800c-4f4a-b7c4-67247997302f req-52b478c3-138b-4830-a958-2e1e1fa3edd4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459113 Oct 25 09:04:48.844707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:48.859300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=a9cbbcb3-3e25-423c-bd5a-e12c2de9a490,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:48.862271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:48.865145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:48.940245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:48.940778 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:48.965194 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2881f20d-ccef-45fc-a0fe-0bb83953aa3c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7940485 Oct 25 09:04:48.967704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57694) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:48.970865 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84a67c10-4716-4eab-a3dd-7e9b793f88c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:48.972450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'port': {'network_id': 'dee40f4a-1d4b-4663-a8ba-b19999dafc8a', 'name': 'tempest-FloatingIPTestJSON-778957445'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:49.003603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-08802452-fbd2-41ef-bfcd-e36c5bcd8ac0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:49.010460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-08802452-fbd2-41ef-bfcd-e36c5bcd8ac0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:49.017627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-08802452-fbd2-41ef-bfcd-e36c5bcd8ac0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:49.024946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-08802452-fbd2-41ef-bfcd-e36c5bcd8ac0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:49.032669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-08802452-fbd2-41ef-bfcd-e36c5bcd8ac0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:49.039064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-08802452-fbd2-41ef-bfcd-e36c5bcd8ac0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:49.046228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-08802452-fbd2-41ef-bfcd-e36c5bcd8ac0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:49.048155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-08802452-fbd2-41ef-bfcd-e36c5bcd8ac0 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.1227300 Oct 25 09:04:49.068454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84a67c10-4716-4eab-a3dd-7e9b793f88c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.073091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84a67c10-4716-4eab-a3dd-7e9b793f88c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.120026 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-84a67c10-4716-4eab-a3dd-7e9b793f88c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6b60ba7851946ec88ab22c8d8a61196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921517 Oct 25 09:04:49.120026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a67c10-4716-4eab-a3dd-7e9b793f88c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdab80b-c4ec-45cc-ac6f-587ca734377a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:49.120436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57696) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:49.138733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef13064a-9a67-44b1-b135-e1e87e27a8ba req-3f99a1a3-8954-40f9-969b-88ed167bb741 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641050 Oct 25 09:04:49.209350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-89284708-5458-4c3f-a61b-bb7cb2afbe07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.222131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:04:49.225540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.250704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-89284708-5458-4c3f-a61b-bb7cb2afbe07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.265893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] device_id is not set on port 091e4a38-2964-40e6-97ff-e6106be29398 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:49.395214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-89284708-5458-4c3f-a61b-bb7cb2afbe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.397729 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-89284708-5458-4c3f-a61b-bb7cb2afbe07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.398867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-89284708-5458-4c3f-a61b-bb7cb2afbe07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bdab80b-c4ec-45cc-ac6f-587ca734377a HTTP/1.1" status: 204 len: 168 time: 0.2771187 Oct 25 09:04:49.417338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89284708-5458-4c3f-a61b-bb7cb2afbe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdab80b-c4ec-45cc-ac6f-587ca734377a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:49.429851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.20.0.12 (dee40f4a-1d4b-4663-a8ba-b19999dafc8a/955fdf7e-7d03-4827-9e35-8969548d72ef/091e4a38-2964-40e6-97ff-e6106be29398) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:49.607082 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.644730 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.693230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:49.696510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:49.701595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:49.709117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=091e4a38-2964-40e6-97ff-e6106be29398,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:49.733571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57704) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:49.749190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a834d4e-a878-48e0-9d8f-7c37b007f9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.770295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:49.771425 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.790839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-abe41a17-b1ad-4417-8f4b-8f4581faa55b tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8221021 Oct 25 09:04:49.794147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57706) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:49.798937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '091e4a38-2964-40e6-97ff-e6106be29398', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:49.823746 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.844864 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.847977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a834d4e-a878-48e0-9d8f-7c37b007f9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.852780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a834d4e-a878-48e0-9d8f-7c37b007f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.856744 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.897840 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6a834d4e-a878-48e0-9d8f-7c37b007f9e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c44a6e3e752e4495a2afd25c9ff31689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630290 Oct 25 09:04:49.900543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57710) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:49.908141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a834d4e-a878-48e0-9d8f-7c37b007f9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7393c6e8-4c96-44b5-9aaf-15ae3073d115,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:49.955331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.960966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e9b62ce-ad3e-4a0a-b1da-62ee4527eb9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:49.984708 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e9b62ce-ad3e-4a0a-b1da-62ee4527eb9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:50.025536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc920bd-6560-4391-9914-b1c3e8a0b4fe req-c641bf1d-ff2e-421c-a7ff-a19ace86cd51 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.027280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dc920bd-6560-4391-9914-b1c3e8a0b4fe req-c641bf1d-ff2e-421c-a7ff-a19ace86cd51 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0999403 Oct 25 09:04:50.036541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e9b62ce-ad3e-4a0a-b1da-62ee4527eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:50.039195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e9b62ce-ad3e-4a0a-b1da-62ee4527eb9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:50.040349 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3e9b62ce-ad3e-4a0a-b1da-62ee4527eb9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7393c6e8-4c96-44b5-9aaf-15ae3073d115 HTTP/1.1" status: 204 len: 168 time: 0.1387017 Oct 25 09:04:50.051602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b62ce-ad3e-4a0a-b1da-62ee4527eb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7393c6e8-4c96-44b5-9aaf-15ae3073d115,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:50.109483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dc920bd-6560-4391-9914-b1c3e8a0b4fe req-da2c8b3b-a396-4100-9e37-2b7b730ef1f5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744143 Oct 25 09:04:50.126948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.25.8.137 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/09dc32bb-b015-41fa-830a-27c17c15e99b) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:50.267519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:50.296640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-f657b4f2-a1d7-4acf-b662-8de9f4682a6f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.302985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-f657b4f2-a1d7-4acf-b662-8de9f4682a6f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.303854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-de923df1-277f-45d9-b4ba-7ee27aa210de tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.309288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-f657b4f2-a1d7-4acf-b662-8de9f4682a6f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.309942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-de923df1-277f-45d9-b4ba-7ee27aa210de tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.315347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-f657b4f2-a1d7-4acf-b662-8de9f4682a6f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.315899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-de923df1-277f-45d9-b4ba-7ee27aa210de tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.321277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-f657b4f2-a1d7-4acf-b662-8de9f4682a6f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.321876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-de923df1-277f-45d9-b4ba-7ee27aa210de tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.328373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-de923df1-277f-45d9-b4ba-7ee27aa210de tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.328626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-f657b4f2-a1d7-4acf-b662-8de9f4682a6f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.337150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-de923df1-277f-45d9-b4ba-7ee27aa210de tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.340297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-f657b4f2-a1d7-4acf-b662-8de9f4682a6f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.341387 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-f657b4f2-a1d7-4acf-b662-8de9f4682a6f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.1306698 Oct 25 09:04:50.344064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-de923df1-277f-45d9-b4ba-7ee27aa210de tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.345950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-de923df1-277f-45d9-b4ba-7ee27aa210de tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 5434 time: 0.1234324 Oct 25 09:04:50.389046 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:50.398715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-342ea7d7-59ed-48f4-9166-3612df5e0b2a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:50.400356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-342ea7d7-59ed-48f4-9166-3612df5e0b2a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "GET /v2.0/ports/be2de9a5-fa93-44fc-8a38-49bc2e19e42e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0505459 Oct 25 09:04:50.427658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4602a75-2e81-4b2d-b568-6b9db5b54a63 req-b12d3f82-ba12-40ea-87cf-ed30df4376f8 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742638 Oct 25 09:04:50.451773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:50.458113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:50.462565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:50.465923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=09dc32bb-b015-41fa-830a-27c17c15e99b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:50.574840 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e98d45b7-fcb6-41cc-9a80-61ff36e5c468 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "GET /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1680295 Oct 25 09:04:50.591120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:50.669812 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:50.839287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] For port be2de9a5-fa93-44fc-8a38-49bc2e19e42e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:50.880976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] For port be2de9a5-fa93-44fc-8a38-49bc2e19e42e, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:50.916526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] device_id is not set on port be2de9a5-fa93-44fc-8a38-49bc2e19e42e yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:50.917655 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-dc070264-4dfe-4269-839a-953d7e6dba5c service neutron] show failed (client error): The resource could not be found. Oct 25 09:04:50.918662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-dc070264-4dfe-4269-839a-953d7e6dba5c service neutron] 10.222.0.41 "GET /v2.0/ports/edd81b63-c33a-421e-b913-9d2c32b31962/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.1202967 Oct 25 09:04:50.925394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:50.935060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.019149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] Pushing event updated for resources: {'Port': ['ID=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:51.021676 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] No DVR routers for this DVR port be2de9a5-fa93-44fc-8a38-49bc2e19e42e on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:51.067128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] In _notify_port_updated(), no bound segment for port be2de9a5-fa93-44fc-8a38-49bc2e19e42e on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:04:51.068113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.068851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.070212 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-84ccebc3-e7ba-4248-9b25-90dd6a744d35 service neutron] 10.222.0.18 "PUT /v2.0/ports/be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 200 len: 1027 time: 0.4859183 Oct 25 09:04:51.156924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-aba2fb1c-24a2-456a-8db6-87205d77da3e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.169075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-aba2fb1c-24a2-456a-8db6-87205d77da3e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "GET /v2.0/ports/f0bc5458-af99-4dac-a0d9-1a8b921c8bd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0918162 Oct 25 09:04:51.176489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:51.298266 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.320068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-eb3dee26-e7c4-4e82-9b5e-4c8a051c0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.320957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.321585 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-eb3dee26-e7c4-4e82-9b5e-4c8a051c0877 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac&tenant_id=5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 1101 time: 0.0889089 Oct 25 09:04:51.349742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:51.354571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-465aa997-b07c-4177-8bbb-4215b055f26c None None] Provisioning complete for port be2de9a5-fa93-44fc-8a38-49bc2e19e42e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:51.355811 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-465aa997-b07c-4177-8bbb-4215b055f26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.360579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea272517-59bc-48a8-ba6c-7932d16407f0 req-df224588-1f56-4118-ad35-a55f77ff0472 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.362178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea272517-59bc-48a8-ba6c-7932d16407f0 req-df224588-1f56-4118-ad35-a55f77ff0472 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0951948 Oct 25 09:04:51.403818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-465aa997-b07c-4177-8bbb-4215b055f26c None None] Port be2de9a5-fa93-44fc-8a38-49bc2e19e42e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:04:51.465623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea272517-59bc-48a8-ba6c-7932d16407f0 req-8ab114cf-ea57-48bb-b9f0-f4c2dcd0d02e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687654 Oct 25 09:04:51.466842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.467022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.583641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] For port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:51.660242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c285e-e9f8-4a6e-81bb-cefa179f7306 req-df2215b3-3709-4aac-b88a-d189e19b6419 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.666427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c285e-e9f8-4a6e-81bb-cefa179f7306 req-df2215b3-3709-4aac-b88a-d189e19b6419 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.672944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c285e-e9f8-4a6e-81bb-cefa179f7306 req-df2215b3-3709-4aac-b88a-d189e19b6419 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.679103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c285e-e9f8-4a6e-81bb-cefa179f7306 req-df2215b3-3709-4aac-b88a-d189e19b6419 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.686095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c285e-e9f8-4a6e-81bb-cefa179f7306 req-df2215b3-3709-4aac-b88a-d189e19b6419 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.688249 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.699107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c285e-e9f8-4a6e-81bb-cefa179f7306 req-df2215b3-3709-4aac-b88a-d189e19b6419 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:51.701235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba9c285e-e9f8-4a6e-81bb-cefa179f7306 req-df2215b3-3709-4aac-b88a-d189e19b6419 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 4660 time: 0.1249988 Oct 25 09:04:51.739573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] For port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:51.754020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.760092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.767126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba9c285e-e9f8-4a6e-81bb-cefa179f7306 req-b4287a97-1e90-4a3b-9dae-81c6f510c331 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&id=348ec65f-e1ec-4111-965a-b07f3d280ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589952 Oct 25 09:04:51.782305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] device_id is not set on port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:04:51.799737 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.834077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.839800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=09dc32bb-b015-41fa-830a-27c17c15e99b,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:51.842203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:51.852561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.853012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.853466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.853810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.854147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.863396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.863861 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.864211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.864554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.864918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.865268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.865603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:04:51.880202 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:51.910543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:51.935148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] No DVR routers for this DVR port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:51.963601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:52.022662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] In _notify_port_updated(), no bound segment for port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 on network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:04:52.023512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:52.024216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.026155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-4dc5d1e0-c550-4d12-a8f4-1550ac5c41b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 200 len: 1027 time: 0.8539681 Oct 25 09:04:52.029842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:52.032313 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeef007-7397-4c5f-9c33-b3a57d294cd1" -d '{"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:52.036719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.083194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Transition to ACTIVE for port object edd81b63-c33a-421e-b913-9d2c32b31962 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:04:52.089589 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP d9f9e4fd-67d0-4187-a467-d69502b36773 associated. External IP: 172.25.8.137, port: 091e4a38-2964-40e6-97ff-e6106be29398. Oct 25 09:04:52.092318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.219341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:52.225830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] No DVR routers for this DVR port edd81b63-c33a-421e-b913-9d2c32b31962 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:52.269763 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7de9dc-de10-4553-9be3-4bfd49e18804 x-openstack-request-id: req-da7de9dc-de10-4553-9be3-4bfd49e18804 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:52.270293 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:52.270476 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da7de9dc-de10-4553-9be3-4bfd49e18804 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:52.270996 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'code': 200} Oct 25 09:04:52.301132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:52.301478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.306306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:04:52.306583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:04:52.306950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:52.340560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f041e690-7a2c-4892-9344-ed23b74c12de None None] Provisioning complete for port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:04:52.341480 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f041e690-7a2c-4892-9344-ed23b74c12de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.385511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:04:52.386126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:04:52.390055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:04:52.396536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:04:52.396536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:04:52.407051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f041e690-7a2c-4892-9344-ed23b74c12de None None] Port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:04:52.408129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:04:52.408851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Bound port: edd81b63-c33a-421e-b913-9d2c32b31962, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:04:52.410841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.531474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] For port 647dd696-a47e-4759-9ede-00bb1d5d8ad0, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=647dd696-a47e-4759-9ede-00bb1d5d8ad0,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:52.531842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.544722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:04:52.559167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f8803e-7034-464e-a18e-e51865cd2b4c None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:04:52.580613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f8803e-7034-464e-a18e-e51865cd2b4c None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:52.581563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c8f8803e-7034-464e-a18e-e51865cd2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:52.587513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.599584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:04:52.645974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:04:52.648165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c8f8803e-7034-464e-a18e-e51865cd2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:52.660490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.666932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-583bdc0d-b982-44bf-9dec-ec2e454d59f1 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8701248 Oct 25 09:04:52.670535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57804) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:52.675748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f8803e-7034-464e-a18e-e51865cd2b4c None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:52.676378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c8f8803e-7034-464e-a18e-e51865cd2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:52.677409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:52.738150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c8f8803e-7034-464e-a18e-e51865cd2b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:52.739129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f8803e-7034-464e-a18e-e51865cd2b4c None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:04:52.748401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:52.760925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08e001-aaa7-41ff-b675-9c5db10c616b req-75d653bc-f88e-45ea-962d-870e014c0cc4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:52.765376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d08e001-aaa7-41ff-b675-9c5db10c616b req-75d653bc-f88e-45ea-962d-870e014c0cc4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.1752501 Oct 25 09:04:52.778362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.803098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:52.803631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.805054 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-b0a9fc68-26b9-4568-8317-9cb108d38c90 service neutron] 10.222.0.18 "PUT /v2.0/ports/edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 1096 time: 1.4614360 Oct 25 09:04:52.856310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d08e001-aaa7-41ff-b675-9c5db10c616b req-2958926f-0d78-4f42-a97a-55abbeb3b41d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819952 Oct 25 09:04:52.950957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-576d302c-c219-4def-848b-f147baaeedd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2848868 Oct 25 09:04:52.985382 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.986242 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:52.986242 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Floating IP 747834ba-4a75-4e33-8d8b-90bac5f1a1ce disassociated. External IP: 172.25.8.179, port: 647dd696-a47e-4759-9ede-00bb1d5d8ad0. Oct 25 09:04:52.986461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for 647dd696-a47e-4759-9ede-00bb1d5d8ad0 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:53.003283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.012421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-0aad4a8f-f4bd-47f5-83f1-73b466c189d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.013967 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-0aad4a8f-f4bd-47f5-83f1-73b466c189d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1099 time: 0.1641557 Oct 25 09:04:53.033561 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.033900 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP d9f9e4fd-67d0-4187-a467-d69502b36773 disassociated. External IP: 172.25.8.137, port: 091e4a38-2964-40e6-97ff-e6106be29398. Oct 25 09:04:53.106114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57818) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:53.149175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cdfae-e20f-4c54-83f8-73aa4b08eb08 req-9f551b34-4f5a-4c98-9567-e3810abbfcce tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.159175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cdfae-e20f-4c54-83f8-73aa4b08eb08 req-9f551b34-4f5a-4c98-9567-e3810abbfcce tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.166418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cdfae-e20f-4c54-83f8-73aa4b08eb08 req-9f551b34-4f5a-4c98-9567-e3810abbfcce tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.173710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cdfae-e20f-4c54-83f8-73aa4b08eb08 req-9f551b34-4f5a-4c98-9567-e3810abbfcce tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.180538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cdfae-e20f-4c54-83f8-73aa4b08eb08 req-9f551b34-4f5a-4c98-9567-e3810abbfcce tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.182583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-383cdfae-e20f-4c54-83f8-73aa4b08eb08 req-9f551b34-4f5a-4c98-9567-e3810abbfcce tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 3886 time: 0.1780131 Oct 25 09:04:53.253707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-67ff5c89-236f-4f98-bff5-46a5093216b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.265965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 68c2da18-5f42-4731-9d83-36db65c365f9 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:53.271111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-383cdfae-e20f-4c54-83f8-73aa4b08eb08 req-8946b0f5-3abc-499b-83b5-f2262eda699b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793931 Oct 25 09:04:53.397479 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.442353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:04:53.453471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c2da18-5f42-4731-9d83-36db65c365f9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:53.456656 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201c9985-7222-43ec-b8a8-c080f0b390b1" -d '{"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-unplugged", "status": "completed", "tag": "68c2da18-5f42-4731-9d83-36db65c365f9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:53.461504 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-67ff5c89-236f-4f98-bff5-46a5093216b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.470392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-67ff5c89-236f-4f98-bff5-46a5093216b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.481480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 68c2da18-5f42-4731-9d83-36db65c365f9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=68c2da18-5f42-4731-9d83-36db65c365f9,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:53.491164 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.492527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 49a562de-ae3f-4595-9ce8-05aa17697381 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:53.578098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-82975e98-edbd-47cd-8025-6690931270ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.580190 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-82975e98-edbd-47cd-8025-6690931270ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1096 time: 0.5809183 Oct 25 09:04:53.600475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-67ff5c89-236f-4f98-bff5-46a5093216b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b2947f7d3a448498d81a9450ffff4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893355 Oct 25 09:04:53.603547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57826) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:53.611994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff5c89-236f-4f98-bff5-46a5093216b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1188840-7b36-4421-a59b-30bcc18231d8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:53.637626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=68c2da18-5f42-4731-9d83-36db65c365f9,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:53.666016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:04:53.676718 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe418bd4-63e1-40c8-a90c-99f696717aba None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:04:53.677287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.678707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-66ee76c1-cfeb-4a95-869b-d1ba47bd8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.680192 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-66ee76c1-cfeb-4a95-869b-d1ba47bd8163 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.6490579 Oct 25 09:04:53.685629 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.689728 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe418bd4-63e1-40c8-a90c-99f696717aba None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:53.691322 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fe418bd4-63e1-40c8-a90c-99f696717aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:53.709226 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.724419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-752178a2-942e-439c-a2b4-aa154cc15697 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/floatingips/d9f9e4fd-67d0-4187-a467-d69502b36773 HTTP/1.1" status: 200 len: 688 time: 1.0522959 Oct 25 09:04:53.725356 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa325366-9108-4bba-831c-5f12e20d2def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.726888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57830) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:53.737713 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fe418bd4-63e1-40c8-a90c-99f696717aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:53.749351 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe418bd4-63e1-40c8-a90c-99f696717aba None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:53.750123 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fe418bd4-63e1-40c8-a90c-99f696717aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:53.752232 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26916889-858a-4a66-bff6-5b80ac7fda38 x-openstack-request-id: req-26916889-858a-4a66-bff6-5b80ac7fda38 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:53.752523 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-unplugged", "status": "completed", "tag": "68c2da18-5f42-4731-9d83-36db65c365f9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:53.752778 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26916889-858a-4a66-bff6-5b80ac7fda38 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:53.753195 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c2da18-5f42-4731-9d83-36db65c365f9', 'code': 200} Oct 25 09:04:53.776175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=647dd696-a47e-4759-9ede-00bb1d5d8ad0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:53.789689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 49a562de-ae3f-4595-9ce8-05aa17697381, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=49a562de-ae3f-4595-9ce8-05aa17697381,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:53.799355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.800069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device be2de9a5-fa93-44fc-8a38-49bc2e19e42e no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:53.807570 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa325366-9108-4bba-831c-5f12e20d2def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:53.828178 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fe418bd4-63e1-40c8-a90c-99f696717aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:53.829096 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe418bd4-63e1-40c8-a90c-99f696717aba None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:04:53.884407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device be2de9a5-fa93-44fc-8a38-49bc2e19e42e not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:53.885822 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a19102dc-3d20-47c3-95a8-b464ed36ee39 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:53.906975 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-8ceb87c1-10c9-4e3a-beb9-b3e150cea10d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.1390424 Oct 25 09:04:53.952387 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=49a562de-ae3f-4595-9ce8-05aa17697381,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:53.979681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-74680b5b-574c-40d2-9039-057e83c3aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:53.981360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-74680b5b-574c-40d2-9039-057e83c3aea5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0621772 Oct 25 09:04:54.023567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.056188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-425bcbc9-efbf-49de-aa82-ef5fd58afea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:54.057942 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-425bcbc9-efbf-49de-aa82-ef5fd58afea0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.4475026 Oct 25 09:04:54.067263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a19102dc-3d20-47c3-95a8-b464ed36ee39, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:54.083515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.084402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 8bc0b3df-2731-41ea-abe6-2abeac8577ad no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:54.141939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-c135d595-45b3-4f7b-8049-97553e9f3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:54.143465 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-c135d595-45b3-4f7b-8049-97553e9f3eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498566 Oct 25 09:04:54.170838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-8d39ba0d-0ea0-4034-8add-a66aee8d2410 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 1001 time: 0.0910583 Oct 25 09:04:54.209501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Router 3d8dc840-51df-4db7-a054-71227885f7ba has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:04:54.236840 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.273493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a19102dc-3d20-47c3-95a8-b464ed36ee39,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:54.282036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:54.285952 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9078f-13f3-4b0c-a532-26ef5c66a940" -d '{"events": [{"name": "network-changed", "server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:54.314466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 8bc0b3df-2731-41ea-abe6-2abeac8577ad, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:54.324730 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.326370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 647dd696-a47e-4759-9ede-00bb1d5d8ad0 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:54.330943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa325366-9108-4bba-831c-5f12e20d2def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.334147 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa325366-9108-4bba-831c-5f12e20d2def admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.335619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aa325366-9108-4bba-831c-5f12e20d2def admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1188840-7b36-4421-a59b-30bcc18231d8 HTTP/1.1" status: 204 len: 168 time: 0.7314761 Oct 25 09:04:54.379252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360a643-9135-49f3-a7e7-bf1679668d02 req-3bf0477a-8d18-4000-abdb-07badce432b5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:54.388015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 647dd696-a47e-4759-9ede-00bb1d5d8ad0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:04:54.388554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 647dd696-a47e-4759-9ede-00bb1d5d8ad0 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:54.389148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:54.394264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f360a643-9135-49f3-a7e7-bf1679668d02 req-3bf0477a-8d18-4000-abdb-07badce432b5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.1620979 Oct 25 09:04:54.398005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa325366-9108-4bba-831c-5f12e20d2def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1188840-7b36-4421-a59b-30bcc18231d8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:54.411475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 09dc32bb-b015-41fa-830a-27c17c15e99b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:54.412096 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.473421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-bbbe1906-6794-4491-b787-8ce90189c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:54.475174 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-bbbe1906-6794-4491-b787-8ce90189c328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.2849603 Oct 25 09:04:54.501229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:54.532304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f360a643-9135-49f3-a7e7-bf1679668d02 req-55193e23-01e6-4770-aa05-679729a2ac79 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227765 Oct 25 09:04:54.543748 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-0457b8e6-2b17-45c7-adc8-cd42af9881c9 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913622 Oct 25 09:04:54.547427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=8bc0b3df-2731-41ea-abe6-2abeac8577ad,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:54.558354 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.559013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.585597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:04:54.590012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 09dc32bb-b015-41fa-830a-27c17c15e99b owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:54.657275 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2541da-a777-478a-bd9c-238217976fe0 x-openstack-request-id: req-dd2541da-a777-478a-bd9c-238217976fe0 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:54.657530 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:54.657643 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd2541da-a777-478a-bd9c-238217976fe0 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:54.658299 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'status': 'completed', 'code': 200} Oct 25 09:04:54.670857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-909a4cba-6f81-425c-8674-45d003c87e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:54.673697 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-909a4cba-6f81-425c-8674-45d003c87e71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869881 Oct 25 09:04:54.681369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:04:54.693883 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:04:54.703798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] Sync routers for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:04:54.720055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:54.721217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:54.831417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] No DVR routers for this DVR port 647dd696-a47e-4759-9ede-00bb1d5d8ad0 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:54.841952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:54.845266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-ff594473-94de-40cd-b487-ec0ebfec1e1e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "DELETE /v2.0/ports/647dd696-a47e-4759-9ede-00bb1d5d8ad0 HTTP/1.1" status: 204 len: 173 time: 2.8058414 Oct 25 09:04:54.852386 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-3e559d91-29f6-42e5-a478-21434bcc62b2 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989578 Oct 25 09:04:54.934316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:04:54.949112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57852) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:54.968776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-6d59c5e4-e6ac-49e7-909d-511cdbc8b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:54.970226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-1a422fcb-8adf-4c0a-86ac-22d6519bc68e service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857759 Oct 25 09:04:54.970372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-6d59c5e4-e6ac-49e7-909d-511cdbc8b572 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1099 time: 0.2780972 Oct 25 09:04:54.997137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e80659cf-bdc2-475c-8dbf-b8878fe3d97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.020684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59e79-853e-44d4-b3ca-b2d657338bd4 req-a0a4155b-839d-4871-8ab9-b955d8713ba6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.027368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59e79-853e-44d4-b3ca-b2d657338bd4 req-a0a4155b-839d-4871-8ab9-b955d8713ba6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.034294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59e79-853e-44d4-b3ca-b2d657338bd4 req-a0a4155b-839d-4871-8ab9-b955d8713ba6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.043233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a59e79-853e-44d4-b3ca-b2d657338bd4 req-a0a4155b-839d-4871-8ab9-b955d8713ba6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.052154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47a59e79-853e-44d4-b3ca-b2d657338bd4 req-a0a4155b-839d-4871-8ab9-b955d8713ba6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 3142 time: 0.2694607 Oct 25 09:04:55.110323 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54544ef8-cd07-4a86-91de-31b35e1c2552 req-c22ec98d-3f4e-4760-9570-b03a3f3126c2 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195595 Oct 25 09:04:55.137022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.146739 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-048c6b8f-9411-43b3-889a-ac572c5ff530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.148275 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-048c6b8f-9411-43b3-889a-ac572c5ff530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1099 time: 0.1871626 Oct 25 09:04:55.156920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port 68c2da18-5f42-4731-9d83-36db65c365f9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:55.164583 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.206427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=09dc32bb-b015-41fa-830a-27c17c15e99b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:55.228853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47a59e79-853e-44d4-b3ca-b2d657338bd4 req-ca93b945-b39d-48b3-badb-c1aa42fab3ae tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752005 Oct 25 09:04:55.334731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-77b52e0a-70bb-43f6-814d-a8eedc31254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.336230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-77b52e0a-70bb-43f6-814d-a8eedc31254b service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.3537667 Oct 25 09:04:55.362453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.365410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.370683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dc009840-91e7-475c-b791-cf8818e9485e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/floatingips/d9f9e4fd-67d0-4187-a467-d69502b36773 HTTP/1.1" status: 204 len: 168 time: 1.6389992 Oct 25 09:04:55.376098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57856) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:55.384843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-c68f5956-ce1e-4ba6-ac46-2d248c206136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.386622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': 'a9cbbcb3-3e25-423c-bd5a-e12c2de9a490'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:04:55.394769 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-c68f5956-ce1e-4ba6-ac46-2d248c206136 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1527982 Oct 25 09:04:55.437952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-a5701385-f956-4cc4-b329-c7e14c0d1c44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0452821 Oct 25 09:04:55.448650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-45cdebbb-413d-4270-a73c-3ec7e07dc029 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0450454 Oct 25 09:04:55.471117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e80659cf-bdc2-475c-8dbf-b8878fe3d97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.521732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-831576db-7a6b-4725-9a37-afcf49e660c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.523304 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-831576db-7a6b-4725-9a37-afcf49e660c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0662541 Oct 25 09:04:55.540013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-f2a147b5-442c-4e96-ba84-10f29978fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.542519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-f2a147b5-442c-4e96-ba84-10f29978fc20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0911016 Oct 25 09:04:55.548220 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e80659cf-bdc2-475c-8dbf-b8878fe3d97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.626119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] For port 68c2da18-5f42-4731-9d83-36db65c365f9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=68c2da18-5f42-4731-9d83-36db65c365f9,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:55.626493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.633457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:50Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:55.637622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.668257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for 68c2da18-5f42-4731-9d83-36db65c365f9 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:55.674200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-89276936-a669-421c-8752-23164a410380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.675953 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-89276936-a669-421c-8752-23164a410380 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428821 Oct 25 09:04:55.684315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] Checking router: 3d8dc840-51df-4db7-a054-71227885f7ba for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:04:55.699517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:55.700206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:55.741310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80659cf-bdc2-475c-8dbf-b8878fe3d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136585a4-42bc-4e46-bf59-5ceaf2eaa7a6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:55.757617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a562de-ae3f-4595-9ce8-05aa17697381'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19102dc-3d20-47c3-95a8-b464ed36ee39'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc0b3df-2731-41ea-abe6-2abeac8577ad'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:55.758237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e80659cf-bdc2-475c-8dbf-b8878fe3d97d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e06f5c4667a407c84a759a2fb57cc5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8044243 Oct 25 09:04:55.766143 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30c628a-a4b2-4a62-bb0d-6a2b236403f7" -d '{"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-unplugged", "status": "completed", "tag": "49a562de-ae3f-4595-9ce8-05aa17697381"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-unplugged", "status": "completed", "tag": "a19102dc-3d20-47c3-95a8-b464ed36ee39"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc0b3df-2731-41ea-abe6-2abeac8577ad"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:55.772621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57862) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:55.846574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-10620e70-db9f-4bf8-8083-a2edcbc89a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.848388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-10620e70-db9f-4bf8-8083-a2edcbc89a32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2937989 Oct 25 09:04:55.859098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dd0fd-c755-44bd-9e46-c8dc9116f1f1 req-2d0635cf-9f3e-486b-978e-d85cefac582e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:55.866528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-894dd0fd-c755-44bd-9e46-c8dc9116f1f1 req-2d0635cf-9f3e-486b-978e-d85cefac582e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.1965370 Oct 25 09:04:55.866751 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-7537b4a5-4f6b-42ff-86a5-906fb195e003 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809025 Oct 25 09:04:55.903404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:04:55.969559 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c378e8bc-8001-429b-b138-9b1c0af4067a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:55.986962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-894dd0fd-c755-44bd-9e46-c8dc9116f1f1 req-91acd227-df63-4329-92e1-0a0f59a2b5c3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191828 Oct 25 09:04:56.012447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.033746 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c378e8bc-8001-429b-b138-9b1c0af4067a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.042395 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a669bafc-5afa-456c-a54c-b1f36b599531 x-openstack-request-id: req-a669bafc-5afa-456c-a54c-b1f36b599531 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:56.042699 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-unplugged", "status": "completed", "tag": "49a562de-ae3f-4595-9ce8-05aa17697381", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-unplugged", "status": "completed", "tag": "a19102dc-3d20-47c3-95a8-b464ed36ee39", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc0b3df-2731-41ea-abe6-2abeac8577ad", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:56.042955 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a669bafc-5afa-456c-a54c-b1f36b599531 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:56.043352 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a562de-ae3f-4595-9ce8-05aa17697381', 'code': 200} Oct 25 09:04:56.043606 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19102dc-3d20-47c3-95a8-b464ed36ee39', 'code': 200} Oct 25 09:04:56.043855 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc0b3df-2731-41ea-abe6-2abeac8577ad', 'code': 200} Oct 25 09:04:56.073797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=68c2da18-5f42-4731-9d83-36db65c365f9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:56.081936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-547d38d5-08fc-4359-b2ba-6b869a402544 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129998 Oct 25 09:04:56.092287 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-902b7d9e-df00-4dcb-b74f-426c3b6d706b service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104173 Oct 25 09:04:56.143592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] No DVR routers for this DVR port 68c2da18-5f42-4731-9d83-36db65c365f9 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:56.146224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.149768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-814b2f41-1cb4-4826-b773-3efac9ce1405 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "DELETE /v2.0/ports/68c2da18-5f42-4731-9d83-36db65c365f9 HTTP/1.1" status: 204 len: 173 time: 1.2942984 Oct 25 09:04:56.162340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:50Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:56.174311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.199580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436c964-b835-4d4a-9f7c-42def2ecf952 None None] The sync data for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 is: [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T08:54:40Z', 'revision_number': 4, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8b709d11-6c38-4e84-b14c-3dae3dffc232', 'name': '', 'network_id': '92c360e3-705e-4aaf-8ba4-f291eadce1f1', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'mac_address': 'fa:16:3e:0c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:39Z', 'updated_at': '2021-10-25T08:54:50Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'subnets': [{'id': 'a2a74d13-6bfd-46a6-81a8-39f4644f8a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:04:56.240419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bca9078f-13f3-4b0c-a532-26ef5c66a940 req-5f57a18e-295c-4457-91e1-54e774f23af9 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511288 Oct 25 09:04:56.304027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port a19102dc-3d20-47c3-95a8-b464ed36ee39 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:56.304656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.312107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c378e8bc-8001-429b-b138-9b1c0af4067a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.318344 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c378e8bc-8001-429b-b138-9b1c0af4067a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.323395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c378e8bc-8001-429b-b138-9b1c0af4067a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/136585a4-42bc-4e46-bf59-5ceaf2eaa7a6 HTTP/1.1" status: 204 len: 168 time: 0.5417852 Oct 25 09:04:56.352385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378e8bc-8001-429b-b138-9b1c0af4067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136585a4-42bc-4e46-bf59-5ceaf2eaa7a6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:56.616158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.25.8.136 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/60fd1d5f-92b5-448d-aa31-4e468c19d92a) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:04:56.657151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] For port a19102dc-3d20-47c3-95a8-b464ed36ee39, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a19102dc-3d20-47c3-95a8-b464ed36ee39,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:56.657858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.662951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': '647dd696-a47e-4759-9ede-00bb1d5d8ad0'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': '68c2da18-5f42-4731-9d83-36db65c365f9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:56.670092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94bec0-dee5-49e1-ba17-41a53be785df req-e2855222-d52c-4335-adcb-37d61126c406 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:56.688097 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10825cdb-8b51-4620-84f7-0d847f5b6591" -d '{"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "647dd696-a47e-4759-9ede-00bb1d5d8ad0"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "68c2da18-5f42-4731-9d83-36db65c365f9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:56.688542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94bec0-dee5-49e1-ba17-41a53be785df req-e2855222-d52c-4335-adcb-37d61126c406 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:56.695397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94bec0-dee5-49e1-ba17-41a53be785df req-e2855222-d52c-4335-adcb-37d61126c406 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:56.705167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b94bec0-dee5-49e1-ba17-41a53be785df req-e2855222-d52c-4335-adcb-37d61126c406 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 2409 time: 0.3389196 Oct 25 09:04:56.723875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for a19102dc-3d20-47c3-95a8-b464ed36ee39 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:56.805490 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9118fba-e933-425d-84a9-ab4233c5ce5a None None] New status for floating IP 747834ba-4a75-4e33-8d8b-90bac5f1a1ce: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:04:56.810679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b94bec0-dee5-49e1-ba17-41a53be785df req-5dcef86a-3a67-4fe4-8b02-2d2020e98248 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002350 Oct 25 09:04:56.919924 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.934372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.965392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:56.991571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=a19102dc-3d20-47c3-95a8-b464ed36ee39,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:57.039918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=60fd1d5f-92b5-448d-aa31-4e468c19d92a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:57.055217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] No DVR routers for this DVR port a19102dc-3d20-47c3-95a8-b464ed36ee39 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:57.058659 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:57.060421 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:04:57.061933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:04:57.063217 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-68010be5-b428-4a92-9b39-f4fae09a08d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "DELETE /v2.0/ports/a19102dc-3d20-47c3-95a8-b464ed36ee39 HTTP/1.1" status: 204 len: 173 time: 0.8754611 Oct 25 09:04:57.064403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:04:57.246603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port 49a562de-ae3f-4595-9ce8-05aa17697381 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:57.246603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:57.336343 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031fa96d-462e-4659-9d20-19034f825cee x-openstack-request-id: req-031fa96d-462e-4659-9d20-19034f825cee {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:04:57.336934 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "647dd696-a47e-4759-9ede-00bb1d5d8ad0", "status": "completed", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "68c2da18-5f42-4731-9d83-36db65c365f9", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:04:57.338406 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-031fa96d-462e-4659-9d20-19034f825cee {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:04:57.339419 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': '647dd696-a47e-4759-9ede-00bb1d5d8ad0', 'status': 'completed', 'code': 200} Oct 25 09:04:57.339839 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': '68c2da18-5f42-4731-9d83-36db65c365f9', 'status': 'completed', 'code': 200} Oct 25 09:04:57.381974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] For port 49a562de-ae3f-4595-9ce8-05aa17697381, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=49a562de-ae3f-4595-9ce8-05aa17697381,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:57.384792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:57.410657 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for 49a562de-ae3f-4595-9ce8-05aa17697381 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:57.595756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a953-1588-4888-9e40-c3776c65ba14 req-c844f6d2-6750-4456-a6b8-afa3efa71b4c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:57.600539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d401a953-1588-4888-9e40-c3776c65ba14 req-c844f6d2-6750-4456-a6b8-afa3efa71b4c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.1814826 Oct 25 09:04:57.637851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:57.672508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=49a562de-ae3f-4595-9ce8-05aa17697381,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:57.701945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d401a953-1588-4888-9e40-c3776c65ba14 req-653e46c0-990a-4b67-ab93-4e04b417545a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735056 Oct 25 09:04:57.703441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:57.768006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] No DVR routers for this DVR port 49a562de-ae3f-4595-9ce8-05aa17697381 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:57.772559 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:57.778530 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-e1e8a0ef-83bb-4ca8-9a3a-1941f4dcc648 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "DELETE /v2.0/ports/49a562de-ae3f-4595-9ce8-05aa17697381 HTTP/1.1" status: 204 len: 173 time: 0.6773884 Oct 25 09:04:57.874368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17b8c1-863c-45ab-bd54-0407aa0d50c0 req-6b7ad40f-8206-4e67-ab4e-abfa3b04bd25 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:57.876279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f17b8c1-863c-45ab-bd54-0407aa0d50c0 req-6b7ad40f-8206-4e67-ab4e-abfa3b04bd25 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 945 time: 0.0867586 Oct 25 09:04:57.882091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:58.062521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:58.076751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:58.135175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f17b8c1-863c-45ab-bd54-0407aa0d50c0 req-cde70e38-01bc-4b88-86fe-2459855fcb20 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827789 Oct 25 09:04:58.184653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=60fd1d5f-92b5-448d-aa31-4e468c19d92a,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:58.234253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:58.383405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port 8bc0b3df-2731-41ea-abe6-2abeac8577ad {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:58.383896 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:58.393480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21823cf3-8f87-4169-aee2-724090e95d34 req-6f2c869e-1f7c-4def-8b75-b4dc8525c22c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:58.395017 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21823cf3-8f87-4169-aee2-724090e95d34 req-6f2c869e-1f7c-4def-8b75-b4dc8525c22c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 943 time: 0.1032119 Oct 25 09:04:58.416569 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP 587e2435-a9cb-4874-b144-0326ffdca0d4 associated. External IP: 172.25.8.136, port: a9cbbcb3-3e25-423c-bd5a-e12c2de9a490. Oct 25 09:04:58.483901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] For port 8bc0b3df-2731-41ea-abe6-2abeac8577ad, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=8bc0b3df-2731-41ea-abe6-2abeac8577ad,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:58.485727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:58.507449 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for 8bc0b3df-2731-41ea-abe6-2abeac8577ad owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:04:58.565430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21823cf3-8f87-4169-aee2-724090e95d34 req-36b20aad-fc82-4301-ac68-8fc9615d9790 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups?id=e034af29-4ec2-4b68-a8c0-49fbd70e4150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557114 Oct 25 09:04:58.758518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:58.803638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=8bc0b3df-2731-41ea-abe6-2abeac8577ad,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:04:58.828728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:04:58.897614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] No DVR routers for this DVR port 8bc0b3df-2731-41ea-abe6-2abeac8577ad on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:04:58.902072 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:58.905820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c5ebc051-79d7-4ad1-81de-c1b0f852dbf5 req-581789d4-8759-4daf-a791-5b7c37e7cb9d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.18 "DELETE /v2.0/ports/8bc0b3df-2731-41ea-abe6-2abeac8577ad HTTP/1.1" status: 204 len: 173 time: 1.1131754 Oct 25 09:04:59.275074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:04:59.313811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-69aeb885-b0dd-4f1b-a845-808d21534df9 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:59.315411 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-69aeb885-b0dd-4f1b-a845-808d21534df9 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.18 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 945 time: 0.1213856 Oct 25 09:04:59.358013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': 'a19102dc-3d20-47c3-95a8-b464ed36ee39'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': '49a562de-ae3f-4595-9ce8-05aa17697381'}, {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': '8bc0b3df-2731-41ea-abe6-2abeac8577ad'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:04:59.360329 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2afb15b-e67a-40c4-9a62-4c1d6f031b19" -d '{"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "a19102dc-3d20-47c3-95a8-b464ed36ee39"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "49a562de-ae3f-4595-9ce8-05aa17697381"}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "8bc0b3df-2731-41ea-abe6-2abeac8577ad"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:04:59.669124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-97bc2c13-0134-46de-a83f-a453293d7270 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7603748 Oct 25 09:04:59.677927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:59.700436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9db67f-05d6-4cf0-87d6-5d9105559128 req-571a5394-e7d1-4ee8-8b90-6d401072d24d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:59.704121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57976) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:04:59.719381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf9db67f-05d6-4cf0-87d6-5d9105559128 req-571a5394-e7d1-4ee8-8b90-6d401072d24d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 948 time: 0.4031050 Oct 25 09:04:59.721736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'mac_address': 'fa:16:3e:07:e0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:04:59.732923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Deleting port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:04:59.733828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:59.771082 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:59.787400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd81b63-c33a-421e-b913-9d2c32b31962 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:04:59.811395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:59.824561 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:59.829878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:04:59.865123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf9db67f-05d6-4cf0-87d6-5d9105559128 req-158582aa-1d7d-4df0-aafd-766cf8155022 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221540 Oct 25 09:04:59.883121 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:04:59.887377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607c0ae-50ae-4b9d-8523-9a6139b43aa7 None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:04:59.891626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-8d7b6fcc-ab40-484c-a872-e0a897baeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:04:59.898234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-8d7b6fcc-ab40-484c-a872-e0a897baeda5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 1101 time: 0.1752534 Oct 25 09:04:59.935802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607c0ae-50ae-4b9d-8523-9a6139b43aa7 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:04:59.936434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6607c0ae-50ae-4b9d-8523-9a6139b43aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:04:59.964866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] For port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:04:59.965263 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.016026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6607c0ae-50ae-4b9d-8523-9a6139b43aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:00.034745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac378-6062-4c09-9b12-c8269e4fc1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.037948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:00.044558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607c0ae-50ae-4b9d-8523-9a6139b43aa7 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:00.045585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6607c0ae-50ae-4b9d-8523-9a6139b43aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:00.046166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-828b16a1-37bd-437a-84c4-74a73cda67df tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6688764 Oct 25 09:05:00.051399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57984) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:00.086458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6607c0ae-50ae-4b9d-8523-9a6139b43aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:00.088082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607c0ae-50ae-4b9d-8523-9a6139b43aa7 None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:00.123666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a91b-2a4d-4b8a-9355-04fb71b77a8c req-9b95ed01-c097-4181-a708-e148bba15b14 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:00.125295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ac6a91b-2a4d-4b8a-9355-04fb71b77a8c req-9b95ed01-c097-4181-a708-e148bba15b14 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 945 time: 0.1492679 Oct 25 09:05:00.164419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4298f38d-4b19-4e81-b3a2-471af621f0b8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "GET /v2.0/floatingips/587e2435-a9cb-4874-b144-0326ffdca0d4 HTTP/1.1" status: 200 len: 979 time: 0.1096463 Oct 25 09:05:00.172634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57986) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:00.237249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.237496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.237820 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Floating IP dad89fc4-7dbc-4f6f-b226-1cec29c1c69c disassociated. External IP: 172.25.8.102, port: 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891. Oct 25 09:05:00.238161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Calling delete_port for 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:00.240281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-3e059f62-37eb-41d2-8bc6-458dc023adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:00.242174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-3e059f62-37eb-41d2-8bc6-458dc023adfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.3109367 Oct 25 09:05:00.246052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac378-6062-4c09-9b12-c8269e4fc1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.254040 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac378-6062-4c09-9b12-c8269e4fc1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.284813 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2f6ac378-6062-4c09-9b12-c8269e4fc1a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d370808c5c8f4a378f0a68da2268eb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707600 Oct 25 09:05:00.288200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57988) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:00.304382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['edd81b63-c33a-421e-b913-9d2c32b31962'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:05:00.324784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-d6a83414-4878-4b99-8ab4-500ef88c15ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0661035 Oct 25 09:05:00.332754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ac6a91b-2a4d-4b8a-9355-04fb71b77a8c req-c2826f98-41ae-49f2-bcad-b932bb2f4dcd tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups?id=04381098-275c-4761-9762-6a69dfbb5b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893978 Oct 25 09:05:00.377438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ac378-6062-4c09-9b12-c8269e4fc1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8070ea-a7e0-45c4-a9c3-06170eb5197b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:00.393074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-f3f269f2-3905-4705-9d6d-f61851fe1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:00.394602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-f3f269f2-3905-4705-9d6d-f61851fe1b40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0563047 Oct 25 09:05:00.415168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6ed71b12-cb30-4505-b86e-eaee7eeb13f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2413833 Oct 25 09:05:00.420488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57990) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:00.430808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'port_id': '091e4a38-2964-40e6-97ff-e6106be29398'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:00.486502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-230b82e3-e7d2-46a2-9c94-373bb9b01b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:00.490588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-230b82e3-e7d2-46a2-9c94-373bb9b01b74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858121 Oct 25 09:05:00.500806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.503716 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 25 Oct 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522195e9-4185-4eab-948a-983bb56c27f0 x-openstack-request-id: req-522195e9-4185-4eab-948a-983bb56c27f0 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:00.504134 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "a19102dc-3d20-47c3-95a8-b464ed36ee39", "status": "completed", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "49a562de-ae3f-4595-9ce8-05aa17697381", "status": "completed", "code": 200}, {"server_uuid": "e87d0b9c-de0d-4874-a0f4-15b23c7e0f22", "name": "network-vif-deleted", "tag": "8bc0b3df-2731-41ea-abe6-2abeac8577ad", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:00.504444 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-522195e9-4185-4eab-948a-983bb56c27f0 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:00.505221 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': 'a19102dc-3d20-47c3-95a8-b464ed36ee39', 'status': 'completed', 'code': 200} Oct 25 09:05:00.505413 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': '49a562de-ae3f-4595-9ce8-05aa17697381', 'status': 'completed', 'code': 200} Oct 25 09:05:00.505674 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87d0b9c-de0d-4874-a0f4-15b23c7e0f22', 'name': 'network-vif-deleted', 'tag': '8bc0b3df-2731-41ea-abe6-2abeac8577ad', 'status': 'completed', 'code': 200} Oct 25 09:05:00.509406 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d475-5f00-472c-87fd-190dcca88aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.589468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-305e8e51-7ddf-4f89-9d5c-c43c2641a519 req-09c59272-6360-4e1e-8a03-bf9dd5e8d7c2 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0890989 Oct 25 09:05:00.616727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d475-5f00-472c-87fd-190dcca88aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.653031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-d944f74c-f3e6-4183-a754-58a5a6d0995d service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539333 Oct 25 09:05:00.725358 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.778803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event deleted for resources: {'Port': ['ID=66bc4fd0-7ba4-45f7-b2a6-a0de281cf891,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:00.865529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16989fef-885b-44d4-abf6-d8d83d37c6c2 req-8eff988d-83ce-44bc-9451-fe86f73c81ba service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814897 Oct 25 09:05:00.882646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d475-5f00-472c-87fd-190dcca88aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.885928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2c6d475-5f00-472c-87fd-190dcca88aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:00.887098 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a2c6d475-5f00-472c-87fd-190dcca88aa7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e8070ea-a7e0-45c4-a9c3-06170eb5197b HTTP/1.1" status: 204 len: 168 time: 0.5986283 Oct 25 09:05:00.968512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6d475-5f00-472c-87fd-190dcca88aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8070ea-a7e0-45c4-a9c3-06170eb5197b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:01.078507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:01.118880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d72870-7382-4c07-b7e8-5da07fcc5514 req-0f659134-03bb-430b-8aaa-0c8c2ba28c3c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:01.126745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5d72870-7382-4c07-b7e8-5da07fcc5514 req-0f659134-03bb-430b-8aaa-0c8c2ba28c3c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.1332481 Oct 25 09:05:01.191175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5d72870-7382-4c07-b7e8-5da07fcc5514 req-54526d8c-8201-4424-b6e5-f0b1fac5ecfa tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633512 Oct 25 09:05:01.434985 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.resource_extend [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:05:01.458191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58008) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:01.477421 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f98bb9eb-e128-4728-a7ed-b96c390bf158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.533881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.604358 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f98bb9eb-e128-4728-a7ed-b96c390bf158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.626644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fa5c7c2-eca6-423c-8290-99c0ebe867b0 req-3884f7c5-59f8-4561-b6ad-7d69d4ce3edd tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 210 time: 0.0377233 Oct 25 09:05:01.627453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f98bb9eb-e128-4728-a7ed-b96c390bf158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.656649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.666456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bb9eb-e128-4728-a7ed-b96c390bf158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cadc6b3-6992-460f-9d7a-8ed77efc3dbc,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:01.686453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f98bb9eb-e128-4728-a7ed-b96c390bf158 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63501aa047ef48c38f9a6d55b79f8877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268014 Oct 25 09:05:01.687282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58014) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:01.774277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-d3cb9164-e459-4814-a140-116c92626a4d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:01.776584 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-d3cb9164-e459-4814-a140-116c92626a4d tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac&tenant_id=5443eb0d9f9b45f9a3cece236443d118&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 949 time: 0.2413514 Oct 25 09:05:01.789563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92dd84-c96b-41cb-9ffc-f760dd002e7c req-d97f7dbb-135c-4bdd-af39-821cd60ea0fc tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:01.797275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de92dd84-c96b-41cb-9ffc-f760dd002e7c req-d97f7dbb-135c-4bdd-af39-821cd60ea0fc tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.1007652 Oct 25 09:05:01.800020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c87f560-810c-4661-a45d-de39b3ff8fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.809700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:01.826683 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] Sync routers for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:01.845672 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:01.846235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c87f560-810c-4661-a45d-de39b3ff8fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.846381 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:01.880453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de92dd84-c96b-41cb-9ffc-f760dd002e7c req-d71910c7-944d-4da4-91e4-ee20a9dbdf03 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685821 Oct 25 09:05:01.944965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] No DVR routers for this DVR port 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:01.953023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.956465 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-811faa03-5e03-4305-8956-40db8f6c9e75 req-74b9b258-b657-4396-bef4-62c302e1254b tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.18 "DELETE /v2.0/ports/66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 HTTP/1.1" status: 204 len: 173 time: 2.6337011 Oct 25 09:05:01.959770 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP 587e2435-a9cb-4874-b144-0326ffdca0d4 associated. External IP: 172.25.8.136, port: a9cbbcb3-3e25-423c-bd5a-e12c2de9a490. Oct 25 09:05:01.970779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9adcb66a-8d67-4673-98b5-a78dd2e6295f req-47e525e1-e0f1-44cb-90c7-1dc1b443983f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0430560 Oct 25 09:05:01.996007 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c87f560-810c-4661-a45d-de39b3ff8fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:01.999416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c87f560-810c-4661-a45d-de39b3ff8fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:02.001118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7c87f560-810c-4661-a45d-de39b3ff8fb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cadc6b3-6992-460f-9d7a-8ed77efc3dbc HTTP/1.1" status: 204 len: 168 time: 0.3121731 Oct 25 09:05:02.014920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f560-810c-4661-a45d-de39b3ff8fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cadc6b3-6992-460f-9d7a-8ed77efc3dbc,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:02.085748 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-e06314b1-ef0f-49ab-8fee-897ebf6a7bae service neutron] 10.222.0.18 "GET /v2.0/ports/edd81b63-c33a-421e-b913-9d2c32b31962/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 382 time: 0.2879579 Oct 25 09:05:02.227494 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:05:02.300736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-7e21dc88-32bf-4367-b061-e0340375d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:02.302455 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-7e21dc88-32bf-4367-b061-e0340375d947 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1100 time: 0.1286645 Oct 25 09:05:02.522252 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:51Z', 'revision_number': 5, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:02.553360 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] Checking router: 7dab541d-ce51-4bb3-bd56-d035e5df21f6 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:05:02.582100 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:02.583751 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:02.798991 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d7d924-46a6-4946-934c-df2643104010', 'name': 'network-vif-deleted', 'tag': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:02.801756 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e333d9f1-766e-4723-b478-d29b516e6a03" -d '{"events": [{"server_uuid": "90d7d924-46a6-4946-934c-df2643104010", "name": "network-vif-deleted", "tag": "66bc4fd0-7ba4-45f7-b2a6-a0de281cf891"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:02.945429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:03.014693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-264f75c4-2c71-43a6-ba33-1e72e461e387 req-268f9865-b778-48b1-b4af-b4e29721a72a tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/ports?device_id=90d7d924-46a6-4946-934c-df2643104010 HTTP/1.1" status: 200 len: 210 time: 0.0941482 Oct 25 09:05:03.077483 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:05:03.136202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-52806b6a-5f10-41b5-ad26-fd61c329a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:03.137670 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-52806b6a-5f10-41b5-ad26-fd61c329a15a service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.8210509 Oct 25 09:05:03.141074 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c88d80e-0fc7-4ae5-bdc5-16328ff83235 x-openstack-request-id: req-8c88d80e-0fc7-4ae5-bdc5-16328ff83235 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:03.141413 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d7d924-46a6-4946-934c-df2643104010", "name": "network-vif-deleted", "tag": "66bc4fd0-7ba4-45f7-b2a6-a0de281cf891", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:03.141674 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c88d80e-0fc7-4ae5-bdc5-16328ff83235 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:03.142066 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d7d924-46a6-4946-934c-df2643104010', 'name': 'network-vif-deleted', 'tag': '66bc4fd0-7ba4-45f7-b2a6-a0de281cf891', 'status': 'completed', 'code': 200} Oct 25 09:05:03.192953 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-af64847a-7dd0-4d27-85ed-fae596a57bc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0435355 Oct 25 09:05:03.202978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:03.213253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc77549-40e6-4f17-8698-05fa523395b6 None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:03.231570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc77549-40e6-4f17-8698-05fa523395b6 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:03.233722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6cc77549-40e6-4f17-8698-05fa523395b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:03.310018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-35a4b22e-ed52-4f59-a8ca-d898935a55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:03.311387 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-35a4b22e-ed52-4f59-a8ca-d898935a55ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1102657 Oct 25 09:05:03.323434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:03.327202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6cc77549-40e6-4f17-8698-05fa523395b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:03.394717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc77549-40e6-4f17-8698-05fa523395b6 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:03.397586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6cc77549-40e6-4f17-8698-05fa523395b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:03.407857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af63e4f-d53e-4763-81ce-e136ccb9f069 req-5cfc651a-cb15-4f9f-ad26-bc3741627e5a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:03.409654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8af63e4f-d53e-4763-81ce-e136ccb9f069 req-5cfc651a-cb15-4f9f-ad26-bc3741627e5a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.1248591 Oct 25 09:05:03.410789 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:51Z', 'revision_number': 5, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:03.456348 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65698f-ac73-4610-b14b-115af4537821 None None] The sync data for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 is: [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:01:43Z', 'revision_number': 4, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f83f36bc-4884-4d7e-99b7-5def2300f05c', 'name': '', 'network_id': '8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'mac_address': 'fa:16:3e:33:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '24e85a71-707b-4262-8763-69f41aff6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:41Z', 'updated_at': '2021-10-25T09:01:51Z', 'revision_number': 5, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'subnets': [{'id': '24e85a71-707b-4262-8763-69f41aff6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:03.489723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8af63e4f-d53e-4763-81ce-e136ccb9f069 req-b956d384-c3c9-4aa7-89e9-648054ad3d30 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701129 Oct 25 09:05:03.496694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6cc77549-40e6-4f17-8698-05fa523395b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:03.499840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc77549-40e6-4f17-8698-05fa523395b6 None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:03.504400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port edd81b63-c33a-421e-b913-9d2c32b31962 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:05:03.531566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port edd81b63-c33a-421e-b913-9d2c32b31962 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:03.531945 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:03.620142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-dde19633-280d-4d8d-82d5-ad64674cdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:03.621790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-dde19633-280d-4d8d-82d5-ad64674cdbc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201056 Oct 25 09:05:03.625937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c420196-fe46-49ed-a083-177d79e4c669 req-a3821485-27f4-40fa-ac9d-84e934b8583f tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0344727 Oct 25 09:05:03.704472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:03.732454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:03.740202 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5734eb-bb5c-4183-9dfa-432c469ff25a" -d '{"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:03.754758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:03.766846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:03.768122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:03.794788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:03.795214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 66bc4fd0-7ba4-45f7-b2a6-a0de281cf891 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:03.846393 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-64b6fc26-6454-4762-88ea-f440597d1994 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126794 Oct 25 09:05:03.856913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:03.885002 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefaee4-fe53-4bd1-ab60-4382390c096d None None] New status for floating IP dad89fc4-7dbc-4f6f-b226-1cec29c1c69c: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:05:03.923942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:04.043468 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61669665-fb60-41d5-9bdf-8a52b7c6a06f x-openstack-request-id: req-61669665-fb60-41d5-9bdf-8a52b7c6a06f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:04.043773 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:04.044029 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61669665-fb60-41d5-9bdf-8a52b7c6a06f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:04.044428 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'code': 200} Oct 25 09:05:04.159457 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-7953fbe8-3581-4cda-ba4b-fd2edefb4fe0 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038878 Oct 25 09:05:04.178293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58074) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:04.207667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:04.216380 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.220093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea936e-0046-40c4-aeda-4a93eb8baa0c None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:04.241944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea936e-0046-40c4-aeda-4a93eb8baa0c None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:04.242587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6fea936e-0046-40c4-aeda-4a93eb8baa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:04.309041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36fcd525-96ea-4ccc-bbb3-d1559fef5bde tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.324679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6fea936e-0046-40c4-aeda-4a93eb8baa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:04.346232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58078) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:04.347653 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7f09b6d1-9c01-4d7c-8304-ad0fa95af0be tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/floatingips/587e2435-a9cb-4874-b144-0326ffdca0d4 HTTP/1.1" status: 200 len: 978 time: 3.9260221 Oct 25 09:05:04.349964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea936e-0046-40c4-aeda-4a93eb8baa0c None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:04.350776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6fea936e-0046-40c4-aeda-4a93eb8baa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:04.359333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:04.391216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6fea936e-0046-40c4-aeda-4a93eb8baa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:04.392202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea936e-0046-40c4-aeda-4a93eb8baa0c None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:04.422721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58080) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:04.425245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36fcd525-96ea-4ccc-bbb3-d1559fef5bde tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.510105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36fcd525-96ea-4ccc-bbb3-d1559fef5bde tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.513860 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36fcd525-96ea-4ccc-bbb3-d1559fef5bde tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.517728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-36fcd525-96ea-4ccc-bbb3-d1559fef5bde tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "DELETE /v2.0/security-groups/04381098-275c-4761-9762-6a69dfbb5b15 HTTP/1.1" status: 204 len: 168 time: 0.3349366 Oct 25 09:05:04.517728 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.517927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58084) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:04.543122 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-a89926e7-7287-4838-bbdd-cbbb9a971965 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] show failed (client error): The resource could not be found. Oct 25 09:05:04.546834 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a89926e7-7287-4838-bbdd-cbbb9a971965 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "GET /v2.0/security-groups/04381098-275c-4761-9762-6a69dfbb5b15 HTTP/1.1" status: 404 len: 347 time: 0.0254238 Oct 25 09:05:04.547068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58088) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:04.556955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcd525-96ea-4ccc-bbb3-d1559fef5bde tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04381098-275c-4761-9762-6a69dfbb5b15,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:04.668311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b403f2d-d116-4d25-be43-f229907d33ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.724777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.742735 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.744291 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP 587e2435-a9cb-4874-b144-0326ffdca0d4 disassociated. External IP: 172.25.8.136, port: 091e4a38-2964-40e6-97ff-e6106be29398. Oct 25 09:05:04.787735 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b403f2d-d116-4d25-be43-f229907d33ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.797736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b403f2d-d116-4d25-be43-f229907d33ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.870299 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b403f2d-d116-4d25-be43-f229907d33ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f61bc458bbce41ae8432cbfce307de8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462357 Oct 25 09:05:04.873209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b403f2d-d116-4d25-be43-f229907d33ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520eee84-80fd-4501-a8d8-79e3aa679aed,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:04.878061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58094) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:04.940628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fafaf-8428-4309-8922-e71dd063ca61 req-3e2ee0ae-456a-48b1-b9ab-aff07262157a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:04.942987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-840fafaf-8428-4309-8922-e71dd063ca61 req-3e2ee0ae-456a-48b1-b9ab-aff07262157a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.2155409 Oct 25 09:05:04.969419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Deleting port f7cfd29e-d53f-46fd-a14f-30cc8b14935b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:04.969998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:04.972778 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea980f2c-1e77-4cbf-940c-a231cef130d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.045973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea980f2c-1e77-4cbf-940c-a231cef130d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.088786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-840fafaf-8428-4309-8922-e71dd063ca61 req-c8ad41df-1b1e-4f31-9e57-0f54e2097f15 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389227 Oct 25 09:05:05.116941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:05.132866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.135420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.168663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Calling delete_port for f7cfd29e-d53f-46fd-a14f-30cc8b14935b owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:05.240785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea980f2c-1e77-4cbf-940c-a231cef130d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.243975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea980f2c-1e77-4cbf-940c-a231cef130d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.256737 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ea980f2c-1e77-4cbf-940c-a231cef130d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/520eee84-80fd-4501-a8d8-79e3aa679aed HTTP/1.1" status: 204 len: 168 time: 0.3646128 Oct 25 09:05:05.286291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea980f2c-1e77-4cbf-940c-a231cef130d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520eee84-80fd-4501-a8d8-79e3aa679aed,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:05.303645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbbd0356-0190-40b6-afb5-92f0a2b362c1 req-72a87a0d-db6c-4431-9612-e45756b1f94a tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0735466 Oct 25 09:05:05.364066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:05.379273 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.381100 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5575e2e3-9e4d-4ed0-99b3-ffbb6c9704da None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:05.404302 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5575e2e3-9e4d-4ed0-99b3-ffbb6c9704da None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:05.405741 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5575e2e3-9e4d-4ed0-99b3-ffbb6c9704da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:05.444348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-999518ac-1f2e-4420-9ab9-5f94a6a4c33f tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/floatingips/587e2435-a9cb-4874-b144-0326ffdca0d4 HTTP/1.1" status: 200 len: 688 time: 1.0970304 Oct 25 09:05:05.445007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58102) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:05.478016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.505291 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5575e2e3-9e4d-4ed0-99b3-ffbb6c9704da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:05.526613 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5575e2e3-9e4d-4ed0-99b3-ffbb6c9704da None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:05.527745 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5575e2e3-9e4d-4ed0-99b3-ffbb6c9704da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:05.534659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Pushing event deleted for resources: {'Port': ['ID=f7cfd29e-d53f-46fd-a14f-30cc8b14935b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:05.641763 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5575e2e3-9e4d-4ed0-99b3-ffbb6c9704da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:05.642796 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5575e2e3-9e4d-4ed0-99b3-ffbb6c9704da None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:05.729907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.733519 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.743709 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bf039b38-3032-4552-b33b-7778acad2254 tempest-ServersTestFqdnHostnames-1371475466 tempest-ServersTestFqdnHostnames-1371475466-project] 10.222.0.32 "DELETE /v2.0/floatingips/dad89fc4-7dbc-4f6f-b226-1cec29c1c69c HTTP/1.1" status: 204 len: 168 time: 1.1954210 Oct 25 09:05:05.745801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58106) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:05.799876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 60fd1d5f-92b5-448d-aa31-4e468c19d92a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:05.800427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.948612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.948986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:05.961864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 60fd1d5f-92b5-448d-aa31-4e468c19d92a owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:06.185708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:06.254289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=60fd1d5f-92b5-448d-aa31-4e468c19d92a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:06.350366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:06.376843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a8ea8-1170-45f1-bbeb-e67559b63453 req-47afb959-f874-4708-93d3-9f815e90a78a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:06.378640 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4a8ea8-1170-45f1-bbeb-e67559b63453 req-47afb959-f874-4708-93d3-9f815e90a78a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1362689 Oct 25 09:05:06.393187 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:06.395955 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:06.397116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b1ffc32e-eeb8-4ed5-bb06-836765291627 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/floatingips/587e2435-a9cb-4874-b144-0326ffdca0d4 HTTP/1.1" status: 204 len: 168 time: 0.9511650 Oct 25 09:05:06.407044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58130) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:06.460077 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-e02cc5b4-fa47-4d84-a799-f57c1fac0ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] delete failed (client error): The resource could not be found. Oct 25 09:05:06.461140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e02cc5b4-fa47-4d84-a799-f57c1fac0ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/floatingips/587e2435-a9cb-4874-b144-0326ffdca0d4 HTTP/1.1" status: 404 len: 345 time: 0.0531232 Oct 25 09:05:06.467450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58132) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:06.603801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4a8ea8-1170-45f1-bbeb-e67559b63453 req-bb980496-121f-44d5-929e-39dd1ad915f3 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046916 Oct 25 09:05:06.635993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96717d1c-d7ec-42ee-9adb-d76bb8acaeee tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:06.664801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96717d1c-d7ec-42ee-9adb-d76bb8acaeee tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:06.670592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Deleting port f83f36bc-4884-4d7e-99b7-5def2300f05c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:06.670952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:06.676199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96717d1c-d7ec-42ee-9adb-d76bb8acaeee tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:06.678158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-96717d1c-d7ec-42ee-9adb-d76bb8acaeee tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "GET /v2.0/ports?network_id=dee40f4a-1d4b-4663-a8ba-b19999dafc8a HTTP/1.1" status: 200 len: 2359 time: 0.2095776 Oct 25 09:05:06.681492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58142) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:06.793078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7ece5f9-4e44-4178-bfcc-8a226ec936d2 req-3c56fc6a-8099-4126-878c-e46d17f8f749 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0432420 Oct 25 09:05:06.816169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c6e79-983c-4ee3-aee0-f647032fc086 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:06.817733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a99c6e79-983c-4ee3-aee0-f647032fc086 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "GET /v2.0/subnets/955fdf7e-7d03-4827-9e35-8969548d72ef HTTP/1.1" status: 200 len: 797 time: 0.1351376 Oct 25 09:05:06.823204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58152) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:06.828761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'port': {'network_id': 'dee40f4a-1d4b-4663-a8ba-b19999dafc8a', 'name': 'tempest-FloatingIPTestJSON-128904036', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:06.836262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] For port f83f36bc-4884-4d7e-99b7-5def2300f05c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f83f36bc-4884-4d7e-99b7-5def2300f05c,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:06.837210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:06.873583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Calling delete_port for f83f36bc-4884-4d7e-99b7-5def2300f05c owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:07.036036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:07.108169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-49fddc27-530b-4219-adc5-d5ecd9b261ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:07.114274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-49fddc27-530b-4219-adc5-d5ecd9b261ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac&tenant_id=5443eb0d9f9b45f9a3cece236443d118 HTTP/1.1" status: 200 len: 1101 time: 0.1420972 Oct 25 09:05:07.136590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:07.139545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:07.174547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83f36bc-4884-4d7e-99b7-5def2300f05c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:07.186402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.187195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.187693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.188986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.189483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.189973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.190460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.190962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.191464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.192409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.192923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.193411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:07.407268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:07.740904 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:07.772633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:07.827555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] device_id is not set on port 862a16be-583b-427a-8871-cacbd593aa64 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:05:07.832865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:07.996825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:08.010214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] Sync routers for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:08.013196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71602a22-b100-4410-b86a-abfee4f97db5 req-7c996fcc-a789-41cf-be29-26306321432e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:08.016639 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca3dfde7-d663-4b60-98ff-51fce90e5803 admin admin] 10.222.0.32 "PUT /v2.0/routers/7dab541d-ce51-4bb3-bd56-d035e5df21f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2604525 Oct 25 09:05:08.017867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58228) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:08.020850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71602a22-b100-4410-b86a-abfee4f97db5 req-7c996fcc-a789-41cf-be29-26306321432e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.2649879 Oct 25 09:05:08.035187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:08.038448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:08.242720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:08.260377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:05:08.278732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71602a22-b100-4410-b86a-abfee4f97db5 req-d7b0f6c3-f6b0-42d0-a825-ef96232ed6f8 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569170 Oct 25 09:05:08.409126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:08.495575 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Deleting port 527bba76-8498-4017-8a44-02b89f2609e6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:08.497185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:08.499572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9035d7ae-405e-4bd2-ab48-01d4979fc2cf req-3bdd33da-162c-446c-8ebb-012fb6f7d4d5 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0481110 Oct 25 09:05:08.674316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] For port 527bba76-8498-4017-8a44-02b89f2609e6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=527bba76-8498-4017-8a44-02b89f2609e6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:08.674808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:08.687562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:08.690333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Calling delete_port for 527bba76-8498-4017-8a44-02b89f2609e6 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:08.700693 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:08.831831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '527bba76-8498-4017-8a44-02b89f2609e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:05:07Z', 'revision_number': 5, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port': {'id': '527bba76-8498-4017-8a44-02b89f2609e6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:01:34Z', 'updated_at': '2021-10-25T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:08.870274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:05:08.885421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] Checking router: 7dab541d-ce51-4bb3-bd56-d035e5df21f6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:05:08.905944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] Routers {'7dab541d-ce51-4bb3-bd56-d035e5df21f6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:08.906488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:08.931795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.20.0.14 (dee40f4a-1d4b-4663-a8ba-b19999dafc8a/955fdf7e-7d03-4827-9e35-8969548d72ef/862a16be-583b-427a-8871-cacbd593aa64) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:08.988319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.20.0.13 (dee40f4a-1d4b-4663-a8ba-b19999dafc8a/955fdf7e-7d03-4827-9e35-8969548d72ef/862a16be-583b-427a-8871-cacbd593aa64) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:09.062409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:09.065962 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2076aa4-88cb-4905-b638-e5d5711ed6b9" -d '{"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:09.074932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.078200 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.106694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Pushing event deleted for resources: {'Port': ['ID=527bba76-8498-4017-8a44-02b89f2609e6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:09.156684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Transition to ACTIVE for port object edd81b63-c33a-421e-b913-9d2c32b31962 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:05:09.174132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.202376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] Set router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:05:09.278966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.319339 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb9f40-506e-493c-a13f-388f8e0ea984 x-openstack-request-id: req-b2fb9f40-506e-493c-a13f-388f8e0ea984 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:09.319983 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:09.323286 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2fb9f40-506e-493c-a13f-388f8e0ea984 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:09.324068 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'code': 200} Oct 25 09:05:09.331945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] No DVR routers for this DVR port edd81b63-c33a-421e-b913-9d2c32b31962 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:09.359546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:09.382618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:05:08Z', 'revision_number': 6, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:09.474148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.476723 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.527201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=10']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:09.654202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359069b5-3f1f-441c-9d72-1ac9846a62b0 None None] The sync data for ids ['7dab541d-ce51-4bb3-bd56-d035e5df21f6'] in n-d-814746-2 is: [{'id': '7dab541d-ce51-4bb3-bd56-d035e5df21f6', 'name': 'tempest-ServersTestFqdnHostnames-1926980457-router', 'tenant_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:33Z', 'updated_at': '2021-10-25T09:05:08Z', 'revision_number': 6, 'project_id': '0312b6882f8f48e5b19d9c10512fc7c8', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:09.713434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:05:09.714006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:05:09.714501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:05:09.715849 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.721358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:09.773608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:05:09.773939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Attempting to bind port edd81b63-c33a-421e-b913-9d2c32b31962 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:05:09.775179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.776008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dab541d-ce51-4bb3-bd56-d035e5df21f6 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:05:09.824161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.824536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:05:09.825052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:05:09.825520 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:05:09.825967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Bound port: edd81b63-c33a-421e-b913-9d2c32b31962, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:05:09.826333 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.835266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2e164b61-f454-4ef6-bf4b-86d5be7c583d admin admin] 10.222.0.32 "DELETE /v2.0/routers/7dab541d-ce51-4bb3-bd56-d035e5df21f6 HTTP/1.1" status: 204 len: 168 time: 1.8158362 Oct 25 09:05:09.836760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58248) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:09.851290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79df97b-6548-43a6-81d6-d5ee5dd83e85 req-e03c66ec-60dc-4691-94f7-dc90de55caf2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:09.862187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b79df97b-6548-43a6-81d6-d5ee5dd83e85 req-e03c66ec-60dc-4691-94f7-dc90de55caf2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.3317673 Oct 25 09:05:09.904906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:09.961393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b79df97b-6548-43a6-81d6-d5ee5dd83e85 req-d88d3312-ddd1-4478-809a-e2e7d7b3ea3e tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980167 Oct 25 09:05:10.049504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba0dbe-255c-4533-b1bf-9e9679ab16d4 admin admin] Deleting subnet 24e85a71-707b-4262-8763-69f41aff6788 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:05:10.052872 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0dbe-255c-4533-b1bf-9e9679ab16d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.092279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0dbe-255c-4533-b1bf-9e9679ab16d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.154391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:05:10.162622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:05:10.164845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.194582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a26ccca-2745-4e5b-9e16-8db95e78cc63 req-6d0af5fe-a749-4830-ba97-7c872031d53c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.1622994 Oct 25 09:05:10.207584 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.299121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:10.304569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:10.305224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.306791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] 10.222.0.41 "PUT /v2.0/ports/edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 1097 time: 3.1753519 Oct 25 09:05:10.331449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:10.343486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:10.375248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=862a16be-583b-427a-8871-cacbd593aa64,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:10.453629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0dbe-255c-4533-b1bf-9e9679ab16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.569389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:10.580587 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.643076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8e67ad71-0aac-42c9-9bd0-cba509f757bd tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8181655 Oct 25 09:05:10.646111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:10.662047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '862a16be-583b-427a-8871-cacbd593aa64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:10.666726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-d2284a73-119a-4814-8427-a6d7ff96d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:10.668310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-d2284a73-119a-4814-8427-a6d7ff96d96b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1100 time: 0.2892504 Oct 25 09:05:10.670436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ad179-de42-46a2-94fa-bf19865e2524 service neutron] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=11']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:10.701365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f83f36bc-4884-4d7e-99b7-5def2300f05c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:10.706952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0dbe-255c-4533-b1bf-9e9679ab16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.727238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.761642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f83f36bc-4884-4d7e-99b7-5def2300f05c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:10.762267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f83f36bc-4884-4d7e-99b7-5def2300f05c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:10.762851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 527bba76-8498-4017-8a44-02b89f2609e6 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:10.802189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0dbe-255c-4533-b1bf-9e9679ab16d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:10.810274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f0ba0dbe-255c-4533-b1bf-9e9679ab16d4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24e85a71-707b-4262-8763-69f41aff6788 HTTP/1.1" status: 204 len: 168 time: 0.9336863 Oct 25 09:05:10.811457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba0dbe-255c-4533-b1bf-9e9679ab16d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e85a71-707b-4262-8763-69f41aff6788,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:10.815648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58256) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:10.939384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-edf03d4a-9602-48bf-b9f7-c4339550dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:10.942077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-edf03d4a-9602-48bf-b9f7-c4339550dca7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2572045 Oct 25 09:05:10.945230 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:11.006665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:11.048911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-e257aa3f-215d-4351-b3c3-e942c1ab0a31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0986209 Oct 25 09:05:11.237128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a0108-c101-4642-9f54-5e7377827733 None None] Network 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:05:11.237128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 527bba76-8498-4017-8a44-02b89f2609e6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:11.244345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 527bba76-8498-4017-8a44-02b89f2609e6 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:11.258358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.25.8.161 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/d33021d6-c812-4788-bbc8-01cb0c8d1980) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:11.293706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-949208b5-63bd-4846-8631-fe36b930c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:11.300295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-949208b5-63bd-4846-8631-fe36b930c3f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.2428095 Oct 25 09:05:11.342095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:11.348606 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0439866-6e4e-4e5b-bf48-12da8de51fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:11.428509 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:05:11.430384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Deleting port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:11.431263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:11.523029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:11.576360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-008591e3-7d46-41d6-9839-914ffa0a5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:11.577893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-008591e3-7d46-41d6-9839-914ffa0a5ae4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2680178 Oct 25 09:05:11.592668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:11.652976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] DHCP port deletion for 8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:05:11.746136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] Deleting port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:11.746783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:11.749417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] For port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:11.749784 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:11.751545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=d33021d6-c812-4788-bbc8-01cb0c8d1980,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:11.765132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:11.768224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:11.772108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:11.779999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Calling delete_port for 5c0b7dbc-81a9-47ec-915c-a09e20aca61e owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:11.858801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-d61c6de1-9c81-402d-b0ce-ea679c1c1b72 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682846 Oct 25 09:05:11.880436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] For port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,segment=NetworkSegment(98edd8f1-5446-4d55-9e16-fc0f39eb3f91),segment_id=98edd8f1-5446-4d55-9e16-fc0f39eb3f91)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:11.881318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:11.892557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613614a5-c016-4fb5-94a2-95a7c4acc840 req-fc352b40-6e69-4001-8565-0543c3fda54f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:11.900970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-613614a5-c016-4fb5-94a2-95a7c4acc840 req-fc352b40-6e69-4001-8565-0543c3fda54f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.5118284 Oct 25 09:05:11.921933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] Calling delete_port for 5c0b7dbc-81a9-47ec-915c-a09e20aca61e owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:12.088206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-613614a5-c016-4fb5-94a2-95a7c4acc840 req-c189f7bb-77b6-4630-b62f-89302dca66bb tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858025 Oct 25 09:05:12.102976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:05:12.130882 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:05:12.144751 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:12.189935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:12.204864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] No DVR routers for this DVR port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:12.206999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33e282-196e-4ff7-93d8-1dd928f595a5 None None] Pushing event deleted for resources: {'Port': ['ID=5c0b7dbc-81a9-47ec-915c-a09e20aca61e,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:12.217139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] No DVR routers for this DVR port 5c0b7dbc-81a9-47ec-915c-a09e20aca61e on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:12.328005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c2db14-b5e0-43ea-87e2-c6e2309eb666 req-7262d691-9511-472e-bf99-7a22d1322967 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610350 Oct 25 09:05:12.435738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db08fa7-2c58-4f31-96df-dffef00b28bc req-3558de46-8614-46b4-a5b1-060ec98c46a2 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0977180 Oct 25 09:05:12.438342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5c0b7dbc-81a9-47ec-915c-a09e20aca61e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:12.468661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:12.499247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5c0b7dbc-81a9-47ec-915c-a09e20aca61e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:12.501640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5c0b7dbc-81a9-47ec-915c-a09e20aca61e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:12.542582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:12.565742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98edd8f1-5446-4d55-9e16-fc0f39eb3f91') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:12.566197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98edd8f1-5446-4d55-9e16-fc0f39eb3f91') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:12.588168 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:12.625599 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:12.638490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:05:12.639251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:05:12.651297 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:05:12.788113 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad27919a-d1b7-4eff-9102-815b28139fe8 x-openstack-request-id: req-ad27919a-d1b7-4eff-9102-815b28139fe8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:12.788506 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:12.788929 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad27919a-d1b7-4eff-9102-815b28139fe8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:12.791490 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'status': 'completed', 'code': 200} Oct 25 09:05:12.927700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-56d1134f-5b51-4feb-b2ab-90c57682110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:12.930164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-56d1134f-5b51-4feb-b2ab-90c57682110c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1100 time: 0.1313128 Oct 25 09:05:12.932400 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:12.942063 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:12.949122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e HTTP/1.1" status: 204 len: 168 time: 2.1301191 Oct 25 09:05:12.970343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1df0cb-7d55-4a65-af47-55742c51b523 admin admin] Pushing event deleted for resources: {'Network': ['ID=8451c3e3-a75c-4c40-9d9d-4ae1cc52ac6e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:12.981721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-a8f4ca74-6038-4a97-9bcf-51efcb6ae124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:12.985138 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-a8f4ca74-6038-4a97-9bcf-51efcb6ae124 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5443eb0d9f9b45f9a3cece236443d118&device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1100 time: 0.1711881 Oct 25 09:05:13.072782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-f4826a7c-b3be-4c7c-962e-bf8836599455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:13.074414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-f4826a7c-b3be-4c7c-962e-bf8836599455 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1234014 Oct 25 09:05:13.119077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-d7f04345-9572-457f-b658-3c4e074817e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:13.120543 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-d7f04345-9572-457f-b658-3c4e074817e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1260786 Oct 25 09:05:13.161232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-bf6bb49b-1884-4a0c-8042-6b98a317cfe1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0711930 Oct 25 09:05:13.217575 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-3891e386-164c-4678-bd03-c49c0e7e2dee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 200 len: 217 time: 0.0807509 Oct 25 09:05:13.223786 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:13.274215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-09f1e3b7-2776-49d1-926e-1136a33d76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:13.275865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-09f1e3b7-2776-49d1-926e-1136a33d76a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1069775 Oct 25 09:05:13.319547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-85fc1da0-aed6-435a-9a5e-e8d7b0c8228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:13.322305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-85fc1da0-aed6-435a-9a5e-e8d7b0c8228d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0966232 Oct 25 09:05:13.337372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0137dd-08fe-4b67-856a-cee4c4d4a16e req-6e569941-7643-42f7-947b-44e08aa01cb5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:13.339322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa0137dd-08fe-4b67-856a-cee4c4d4a16e req-6e569941-7643-42f7-947b-44e08aa01cb5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 949 time: 0.1155860 Oct 25 09:05:13.339818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58288) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:13.388460 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:13.504116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-95b26b21-ee51-4c47-a98d-56cb5648f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:13.506310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-95b26b21-ee51-4c47-a98d-56cb5648f82f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548276 Oct 25 09:05:13.770888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-5439225a-5640-4d1a-ac28-14746e5c3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:13.772330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-5439225a-5640-4d1a-ac28-14746e5c3b7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4888337 Oct 25 09:05:13.822150 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-a32536d5-1ee0-420f-bbed-9225e29a06dd service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059161 Oct 25 09:05:13.845543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-af44296a-2d0b-422d-aa78-387db8e7f0bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0312b6882f8f48e5b19d9c10512fc7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037885 Oct 25 09:05:13.846182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58294) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:13.870117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:13.897076 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:13.900768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa0137dd-08fe-4b67-856a-cee4c4d4a16e req-113ac9d0-cba2-4944-9acb-dd1c9986c168 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531580 Oct 25 09:05:13.966906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf33d346-eaaa-4e9d-8cb8-882e32929666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:14.051605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-600a63b1-e2fa-4bea-bb47-2c818fbd8c0c req-445d5ca4-211b-4113-a06b-58fdd8ea1133 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0372164 Oct 25 09:05:14.063243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf33d346-eaaa-4e9d-8cb8-882e32929666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:14.074985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-30edf764-bd75-48e2-ac0f-de991b9d271c service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913480 Oct 25 09:05:14.121884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=d33021d6-c812-4788-bbc8-01cb0c8d1980,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:14.157550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:14.206528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-ea00258e-08ef-48fb-bf38-f421edb661c2 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239436 Oct 25 09:05:14.207629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf33d346-eaaa-4e9d-8cb8-882e32929666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:14.210186 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf33d346-eaaa-4e9d-8cb8-882e32929666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:14.222756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cf33d346-eaaa-4e9d-8cb8-882e32929666 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acaea9ed-5e91-45d1-b553-1d72138862b0 HTTP/1.1" status: 204 len: 168 time: 0.3672090 Oct 25 09:05:14.238152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33d346-eaaa-4e9d-8cb8-882e32929666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaea9ed-5e91-45d1-b553-1d72138862b0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:14.310259 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP d8765895-7af3-449f-9d8c-6c73f521cec5 associated. External IP: 172.25.8.161, port: 862a16be-583b-427a-8871-cacbd593aa64. Oct 25 09:05:14.316068 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0439866-6e4e-4e5b-bf48-12da8de51fe8 req-31eae702-c8f6-41bd-8b23-1e72321f3858 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732661 Oct 25 09:05:14.590397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:14.647577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:05:14.792813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:14.804129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:14.805177 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962a927-43c5-4b70-b72e-7e9aedc90379 None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:14.822066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'mac_address': 'fa:16:3e:07:e0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:05:14.825657 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962a927-43c5-4b70-b72e-7e9aedc90379 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:14.827587 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4962a927-43c5-4b70-b72e-7e9aedc90379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:14.834625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:14.872563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:14.888575 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12030992-280b-4ac7-84a0-4a805a947ab4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2401829 Oct 25 09:05:14.891134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58310) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:14.894103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd81b63-c33a-421e-b913-9d2c32b31962 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:05:14.904191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-90a91674-246f-4e0f-afc4-ae8e77156913 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'port_id': '862a16be-583b-427a-8871-cacbd593aa64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:14.925898 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4962a927-43c5-4b70-b72e-7e9aedc90379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:14.944798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:14.952315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:14.952522 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962a927-43c5-4b70-b72e-7e9aedc90379 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:14.954005 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4962a927-43c5-4b70-b72e-7e9aedc90379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:15.051171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90a91674-246f-4e0f-afc4-ae8e77156913 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.058394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=12']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:15.066468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dde193-cd5f-4b5b-93d5-47179e9f0250 req-48188f34-600b-40b3-bf17-8842546058f0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:15.068301 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2dde193-cd5f-4b5b-93d5-47179e9f0250 req-48188f34-600b-40b3-bf17-8842546058f0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.0690928 Oct 25 09:05:15.074507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.074847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.075179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.075632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.076096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.076374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.076694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.077042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.087439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.087439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.087439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.089515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:15.129076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2dde193-cd5f-4b5b-93d5-47179e9f0250 req-5ac3228e-8c96-4cfb-aa76-89dc3d6f0c7a tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Oct 25 09:05:15.130392 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4962a927-43c5-4b70-b72e-7e9aedc90379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:15.131329 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962a927-43c5-4b70-b72e-7e9aedc90379 None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:15.259501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73599cf1-84ef-4c9f-9aaf-b49d10e5c846 req-c1a5020f-4873-41f7-be94-54065e07d503 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0413110 Oct 25 09:05:15.425838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58328) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:15.654483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-987752399-network', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:15.684535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90a91674-246f-4e0f-afc4-ae8e77156913 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.690995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90a91674-246f-4e0f-afc4-ae8e77156913 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.694258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Made reservation on behalf of 7de9186cd8814fc6aa04100fd090e51b for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:15.696925 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.714934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.838636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.844578 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.859828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:05:15.872876 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.874003 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Added segment 459ccb67-e548-4702-bc80-3a2d5ae77a6f of type vlan for network 3cc29b19-7f21-4f41-8e2f-faa687bad90c Oct 25 09:05:15.942579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.967576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec8828d-74d1-4163-af94-2d98c769a971,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:15.991476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:15.993497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:15.994213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.013932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a91674-246f-4e0f-afc4-ae8e77156913 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:16.058355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6311445 Oct 25 09:05:16.065636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58336) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:16.077591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Request body: {'subnet': {'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-987752399-subnet', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:16.090364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e23e7-7e26-4af2-84ec-322610fe5d6f admin admin] Pushing event updated for resources: {'Network': ['ID=3cc29b19-7f21-4f41-8e2f-faa687bad90c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:16.103065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:05:16.152228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a91674-246f-4e0f-afc4-ae8e77156913 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:16.158141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Made reservation on behalf of 7de9186cd8814fc6aa04100fd090e51b for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:16.161270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90a91674-246f-4e0f-afc4-ae8e77156913 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.162369 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.237349 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-90a91674-246f-4e0f-afc4-ae8e77156913 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/floatingips/d8765895-7af3-449f-9d8c-6c73f521cec5 HTTP/1.1" status: 200 len: 978 time: 1.3450360 Oct 25 09:05:16.240777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58340) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:16.247802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba9e98-807a-44ad-b2e2-b50a8c92072d None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:16.264464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba9e98-807a-44ad-b2e2-b50a8c92072d None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:16.265414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-d4ba9e98-807a-44ad-b2e2-b50a8c92072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:16.317118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-d4ba9e98-807a-44ad-b2e2-b50a8c92072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:16.332828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba9e98-807a-44ad-b2e2-b50a8c92072d None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:16.333792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-d4ba9e98-807a-44ad-b2e2-b50a8c92072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:16.377428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-d4ba9e98-807a-44ad-b2e2-b50a8c92072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:16.378362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba9e98-807a-44ad-b2e2-b50a8c92072d None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:16.400703 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-12a33960-afb2-4048-b8ad-16b4d4673c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.427682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['edd81b63-c33a-421e-b913-9d2c32b31962'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:05:16.527337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ab1a0-939f-4d8a-b6af-634f3ff4fe1c req-98e860e7-5220-49c4-8e5c-71e3b74e8713 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:16.528815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf0ab1a0-939f-4d8a-b6af-634f3ff4fe1c req-98e860e7-5220-49c4-8e5c-71e3b74e8713 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.1652598 Oct 25 09:05:16.583774 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.617494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port d33021d6-c812-4788-bbc8-01cb0c8d1980 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:16.619822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.645578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf0ab1a0-939f-4d8a-b6af-634f3ff4fe1c req-45379155-ae87-4d41-90e5-49decaf92ce0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078441 Oct 25 09:05:16.685168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43029dd3-11d8-4c54-93af-7b3f35efeea6,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:16.697952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Checking segment: {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:05:16.698568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Network hostable DHCP agents. Network: 3cc29b19-7f21-4f41-8e2f-faa687bad90c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:05:16.762741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-599fff4f-9e8b-41b2-9264-6314a27bcfc8 req-8b7175a8-240c-4ca8-ab11-f893ec67e199 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0282369 Oct 25 09:05:16.763684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:05:16.768407 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.768871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.776560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 3cc29b19-7f21-4f41-8e2f-faa687bad90c) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:16.781568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:16.782473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.788255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c19f0eb-2ba1-48bf-8439-ebedd6bf30bf None None] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:05:16.793559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for d33021d6-c812-4788-bbc8-01cb0c8d1980 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:16.809634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-181a3228-e3e2-48a6-95c6-d49d1c09a482 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7427704 Oct 25 09:05:16.819172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58350) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:16.825234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:16.866136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.867327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:16.963197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.047773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:05:17.048854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.157304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.216041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.228691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=d33021d6-c812-4788-bbc8-01cb0c8d1980,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:17.337402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.338391 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP d8765895-7af3-449f-9d8c-6c73f521cec5 disassociated (deleted). External IP: 172.25.8.161, port: 862a16be-583b-427a-8871-cacbd593aa64. Oct 25 09:05:17.355561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2198e-b0d4-4e57-8b97-bfadf62b23f1 req-762f2108-cebb-43ed-ab87-9748040b114d tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:17.357628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0db2198e-b0d4-4e57-8b97-bfadf62b23f1 req-762f2108-cebb-43ed-ab87-9748040b114d tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 1101 time: 0.1326320 Oct 25 09:05:17.409550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0db2198e-b0d4-4e57-8b97-bfadf62b23f1 req-3445c0a0-6c66-4f72-9cb1-a0203035e8b3 tempest-MigrationsAdminTest-1668580160 tempest-MigrationsAdminTest-1668580160-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Oct 25 09:05:17.484811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Allocated IP 172.20.0.2 (3cc29b19-7f21-4f41-8e2f-faa687bad90c/43029dd3-11d8-4c54-93af-7b3f35efeea6/35e0db47-4a48-439b-b9ae-93b99e101f16) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:17.646370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.694395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.729344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:17.801112 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.807824 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.831703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:17.833230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:17.851432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:17.866425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Allocated IP 172.25.8.20 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/9d20494f-ce82-436b-bda6-cf319fe9933b) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:17.906805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:17.909295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Pushing event updated for resources: {'Port': ['ID=35e0db47-4a48-439b-b9ae-93b99e101f16,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:17.918984 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b0fb3-ce6b-4bf1-a561-eefac135619d None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:17.923032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Attempting to bind port 35e0db47-4a48-439b-b9ae-93b99e101f16 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:05:17.923422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Attempting to bind port 35e0db47-4a48-439b-b9ae-93b99e101f16 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:05:17.923861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Attempting to bind port 35e0db47-4a48-439b-b9ae-93b99e101f16 on network 3cc29b19-7f21-4f41-8e2f-faa687bad90c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:05:17.929976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:05:17.930591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Checking segment: {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:05:17.931006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.931399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Bound using segment: {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:05:17.931878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Bound port: 35e0db47-4a48-439b-b9ae-93b99e101f16, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:05:17.932263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.942151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b0fb3-ce6b-4bf1-a561-eefac135619d None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:17.942984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:17.949247 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b33b0fb3-ce6b-4bf1-a561-eefac135619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:17.993937 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:18.002377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] For port 35e0db47-4a48-439b-b9ae-93b99e101f16, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:05:18.006022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] For port 35e0db47-4a48-439b-b9ae-93b99e101f16, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=35e0db47-4a48-439b-b9ae-93b99e101f16,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:05:18.014538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:18.030063 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2b9c5cc5-ceb5-448d-826e-6c63bb397a6c tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/floatingips/d8765895-7af3-449f-9d8c-6c73f521cec5 HTTP/1.1" status: 204 len: 168 time: 1.7881153 Oct 25 09:05:18.033136 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b33b0fb3-ce6b-4bf1-a561-eefac135619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:18.034546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58360) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:18.046027 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b0fb3-ce6b-4bf1-a561-eefac135619d None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:18.046915 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b33b0fb3-ce6b-4bf1-a561-eefac135619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:18.090737 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b33b0fb3-ce6b-4bf1-a561-eefac135619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:18.091736 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b0fb3-ce6b-4bf1-a561-eefac135619d None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:18.135223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfee9e-bd3b-455f-a165-40f7ee9af9f9 None None] Pushing event updated for resources: {'Port': ['ID=35e0db47-4a48-439b-b9ae-93b99e101f16,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:18.168078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:18.239467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:18.253538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c4053-54c7-4cd8-a70e-61c9827ded80 req-ac239584-f27e-498e-b1e9-fd66989d9de5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:18.255401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-866c4053-54c7-4cd8-a70e-61c9827ded80 req-ac239584-f27e-498e-b1e9-fd66989d9de5 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 950 time: 0.2471611 Oct 25 09:05:18.261460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:18.263919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:18.320235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Pushing event updated for resources: {'Port': ['ID=9d20494f-ce82-436b-bda6-cf319fe9933b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:18.457592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-866c4053-54c7-4cd8-a70e-61c9827ded80 req-b581a573-449c-4f48-b545-a836a4311d53 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558087 Oct 25 09:05:18.460612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5e10c-f4a3-468b-9f4d-45286e0a3f3d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 862a16be-583b-427a-8871-cacbd593aa64 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:18.460980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e10c-f4a3-468b-9f4d-45286e0a3f3d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:18.594982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05961139-a01a-4ada-a595-87d506d14e1d req-29814357-9aed-4157-a58e-cbb416da2260 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0476646 Oct 25 09:05:18.660400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:18.686723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e10c-f4a3-468b-9f4d-45286e0a3f3d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:18.704577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5e10c-f4a3-468b-9f4d-45286e0a3f3d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 862a16be-583b-427a-8871-cacbd593aa64 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:18.758012 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2dcb-52f6-4496-b73e-7783dffecf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:18.787104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port edd81b63-c33a-421e-b913-9d2c32b31962 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:05:18.792816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port edd81b63-c33a-421e-b913-9d2c32b31962 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:18.793585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:18.915574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:18.987372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:18.988352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:18.991771 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc261f2-c69d-4b1f-b82d-826670cd9a3f" -d '{"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:19.005228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.007377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.079997 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb51c38-47ce-445a-b737-4d21558da46c x-openstack-request-id: req-2eb51c38-47ce-445a-b737-4d21558da46c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:19.080857 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:19.081481 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eb51c38-47ce-445a-b737-4d21558da46c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:19.082031 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'code': 200} Oct 25 09:05:19.125920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=13']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:19.147718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e10c-f4a3-468b-9f4d-45286e0a3f3d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.204480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5e10c-f4a3-468b-9f4d-45286e0a3f3d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=862a16be-583b-427a-8871-cacbd593aa64,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:19.403747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-c737ed82-c11d-4fb7-889b-5b45e96e104c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:19.405340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-c737ed82-c11d-4fb7-889b-5b45e96e104c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 951 time: 0.2177966 Oct 25 09:05:19.469873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e10c-f4a3-468b-9f4d-45286e0a3f3d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.473721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6ce5e10c-f4a3-468b-9f4d-45286e0a3f3d tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/ports/862a16be-583b-427a-8871-cacbd593aa64 HTTP/1.1" status: 204 len: 168 time: 1.4379156 Oct 25 09:05:19.476998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58366) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:19.491797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:19.507312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de1f80b-08ec-4628-aca6-9ddb5d24bf2e None None] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:05:19.524505 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.613594 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.655630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c8fe843b-8d49-45f5-adfc-1658dc8155e4 None None] Provisioning complete for port 35e0db47-4a48-439b-b9ae-93b99e101f16 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:19.656147 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8fe843b-8d49-45f5-adfc-1658dc8155e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.697839 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.724456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Deleting port edd81b63-c33a-421e-b913-9d2c32b31962 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:19.725033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.734849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c28554-f906-4dbd-bf79-ea60253bf4d3 req-b8fd12b4-69e1-41ff-9469-de1b89b61f38 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:19.742224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12c28554-f906-4dbd-bf79-ea60253bf4d3 req-b8fd12b4-69e1-41ff-9469-de1b89b61f38 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 951 time: 0.1873007 Oct 25 09:05:19.849692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.25.8.239 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/8d18f9e7-b515-4625-ab69-83719768d0a2) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:19.888975 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8fe843b-8d49-45f5-adfc-1658dc8155e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.893277 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.903856 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:19.944677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c8fe843b-8d49-45f5-adfc-1658dc8155e4 None None] For port 35e0db47-4a48-439b-b9ae-93b99e101f16, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=35e0db47-4a48-439b-b9ae-93b99e101f16,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:19.951343 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8fe843b-8d49-45f5-adfc-1658dc8155e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:20.044959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe843b-8d49-45f5-adfc-1658dc8155e4 None None] Pushing event updated for resources: {'Port': ['ID=35e0db47-4a48-439b-b9ae-93b99e101f16,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:20.264739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12c28554-f906-4dbd-bf79-ea60253bf4d3 req-41242d28-cc50-4f5e-9f40-98d7788f81f9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208716 Oct 25 09:05:20.318612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] For port edd81b63-c33a-421e-b913-9d2c32b31962, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=edd81b63-c33a-421e-b913-9d2c32b31962,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:20.318878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:20.369307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Calling delete_port for edd81b63-c33a-421e-b913-9d2c32b31962 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:20.395141 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1f2108c6-03b6-4b37-bcbb-1e02e8d48a3d None None] Provisioning complete for port 35e0db47-4a48-439b-b9ae-93b99e101f16 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:20.395640 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f2108c6-03b6-4b37-bcbb-1e02e8d48a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:20.488212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a3b62a6-1ffb-45ca-9755-9496365ee5c8 req-318c7638-d35f-4047-9ddb-fa272b28f6f6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0993519 Oct 25 09:05:20.497553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:05:20.579036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 35e0db47-4a48-439b-b9ae-93b99e101f16 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:20.722877 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:20.782705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:20.796727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 35e0db47-4a48-439b-b9ae-93b99e101f16 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:20.797286 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:20.860366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:20.879141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:20.882459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:20.884209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Sync routers for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:20.897323 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:20.897630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:20.899059 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f92b379a-3624-4154-b3d3-28d6986f000a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0786240 Oct 25 09:05:20.904351 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:20.918725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58376) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:20.926540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event deleted for resources: {'Port': ['ID=edd81b63-c33a-421e-b913-9d2c32b31962,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:20.951515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', '12f5ee1d-083b-472f-89ba-b95407c3c8d9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:05:20.965209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7401eb86-d47b-4a24-aa42-029f0ace35e6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:05:20.974704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=8d18f9e7-b515-4625-ab69-83719768d0a2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:21.084478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.095269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] No DVR routers for this DVR port edd81b63-c33a-421e-b913-9d2c32b31962 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:21.106350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.110509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c113c4eb-34d4-47b0-89ce-d6165db3c20f req-ba6b73ae-dc82-4fe1-9225-2880e43fedd9 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "DELETE /v2.0/ports/edd81b63-c33a-421e-b913-9d2c32b31962 HTTP/1.1" status: 204 len: 173 time: 1.6949890 Oct 25 09:05:21.110979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-deleted', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:21.113506 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b56c930-2ac3-426a-89f3-a0ceaf4a2621" -d '{"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-deleted", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:21.172542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.265154 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a92b6b6-9e17-406b-a1d7-cd4557a82f88 x-openstack-request-id: req-6a92b6b6-9e17-406b-a1d7-cd4557a82f88 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:21.265772 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac", "name": "network-vif-deleted", "tag": "edd81b63-c33a-421e-b913-9d2c32b31962", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:21.266192 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a92b6b6-9e17-406b-a1d7-cd4557a82f88 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:21.268806 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac', 'name': 'network-vif-deleted', 'tag': 'edd81b63-c33a-421e-b913-9d2c32b31962', 'status': 'completed', 'code': 200} Oct 25 09:05:21.290872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:21.311682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:21.406618 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.414301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.502523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41369857-565d-4172-860b-5b52723e4a3f req-4ff71d7f-f35e-4657-a883-7619167b0325 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c82e457-74d7-4f3c-9e2f-bbd9b8c5e4ac HTTP/1.1" status: 200 len: 210 time: 0.0764303 Oct 25 09:05:21.529833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.577009 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.580736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1003575 Oct 25 09:05:21.584721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58384) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:21.610054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'port': {'network_id': 'dee40f4a-1d4b-4663-a8ba-b19999dafc8a', 'name': 'tempest-FloatingIPTestJSON-965779803'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:21.756971 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:05:21.757634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b3b9199-1c29-4362-b2f2-f3a2c091f468 req-d9f2e0f2-0d16-4d28-9a09-d06fc619b26d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0593162 Oct 25 09:05:21.813970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.834165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c30b1-e6f5-46f7-85cf-06d9f56240f3 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=8d18f9e7-b515-4625-ab69-83719768d0a2,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:21.893733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:21.899526 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:21.935903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] device_id is not set on port f94f0a74-89ab-40b2-a582-2b3bc4531479 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:05:22.054003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:22.223895 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.20.0.13 (dee40f4a-1d4b-4663-a8ba-b19999dafc8a/955fdf7e-7d03-4827-9e35-8969548d72ef/f94f0a74-89ab-40b2-a582-2b3bc4531479) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:22.340002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:18Z', 'revision_number': 3, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:22.378242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Checking router: 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:05:22.378531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Updating router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 port 9d20494f-ce82-436b-bda6-cf319fe9933b binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:05:22.427138 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:22.469544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Allocated IP 172.20.0.1 (3cc29b19-7f21-4f41-8e2f-faa687bad90c/43029dd3-11d8-4c54-93af-7b3f35efeea6/41d6aab2-48f4-4741-9e64-1b75262959fd) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:22.562648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:22.621556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:22.646337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b257e3-d4ae-4c16-8867-3aa10549b4e8 req-6d6e3e93-4be5-4ffa-97f2-c18a4f8bc2d1 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:22.651903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52b257e3-d4ae-4c16-8867-3aa10549b4e8 req-6d6e3e93-4be5-4ffa-97f2-c18a4f8bc2d1 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 946 time: 0.1317832 Oct 25 09:05:22.713947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:22.733196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network dee40f4a-1d4b-4663-a8ba-b19999dafc8a is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:22.735534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:22.738468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:22.745927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: edd81b63-c33a-421e-b913-9d2c32b31962 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:22.746276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device edd81b63-c33a-421e-b913-9d2c32b31962 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:22.751990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:22.757210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52b257e3-d4ae-4c16-8867-3aa10549b4e8 req-b49df7e2-3ff9-45bf-8c95-98fba5f3409f tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874915 Oct 25 09:05:22.807716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:22.822534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:22.823564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:22.835746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=f94f0a74-89ab-40b2-a582-2b3bc4531479,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:22.855725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:22.859311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:22.863234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:22.890243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aa0829c7-1591-4450-8de9-0feb2fad9418 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3032825 Oct 25 09:05:22.896056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58402) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:22.898722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Pushing event updated for resources: {'Port': ['ID=41d6aab2-48f4-4741-9e64-1b75262959fd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:22.903633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'port_id': 'f94f0a74-89ab-40b2-a582-2b3bc4531479'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:22.952316 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:22.994992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.040939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.053001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.079094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e72026cc-c11c-4537-87f1-5d62d3af6722 req-969bcb27-5174-4bc0-9e05-0dff31baecc9 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.1176262 Oct 25 09:05:23.146363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395ed0e-92c7-4362-8eb3-765abe2852cf None None] Pushing event updated for resources: {'Port': ['ID=9d20494f-ce82-436b-bda6-cf319fe9933b,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:23.203780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Attempting to bind port 9d20494f-ce82-436b-bda6-cf319fe9933b on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:05:23.204426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Attempting to bind port 9d20494f-ce82-436b-bda6-cf319fe9933b by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:05:23.205696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Attempting to bind port 9d20494f-ce82-436b-bda6-cf319fe9933b on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:05:23.218458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:05:23.221815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:05:23.225385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.225385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:05:23.226509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Bound port: 9d20494f-ce82-436b-bda6-cf319fe9933b, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:05:23.227771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.313816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.368626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] For port 9d20494f-ce82-436b-bda6-cf319fe9933b, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:05:23.371600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a939c814-c0e3-4795-9d0c-4fb199b3cb43 None None] Provisioning complete for port 41d6aab2-48f4-4741-9e64-1b75262959fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:23.372182 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a939c814-c0e3-4795-9d0c-4fb199b3cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.375235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] For port 9d20494f-ce82-436b-bda6-cf319fe9933b, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9d20494f-ce82-436b-bda6-cf319fe9933b,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:05:23.403504 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.480546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a939c814-c0e3-4795-9d0c-4fb199b3cb43 None None] Port 41d6aab2-48f4-4741-9e64-1b75262959fd cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:05:23.491997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395ed0e-92c7-4362-8eb3-765abe2852cf None None] Pushing event updated for resources: {'Port': ['ID=9d20494f-ce82-436b-bda6-cf319fe9933b,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:23.503184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:23.503593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:23.684232 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.690126 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.690307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:05:23.878223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.889312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Pushing event updated for resources: {'Port': ['ID=41d6aab2-48f4-4741-9e64-1b75262959fd,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:23.914197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.921808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:23.965001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e039a34-47c2-41ea-835d-90d2586e8d43 req-db66f879-b32e-45cb-92b5-58eebc225d84 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:23.965001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e039a34-47c2-41ea-835d-90d2586e8d43 req-db66f879-b32e-45cb-92b5-58eebc225d84 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 950 time: 0.1553857 Oct 25 09:05:24.038541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:24.053480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e039a34-47c2-41ea-835d-90d2586e8d43 req-0a35fd2c-d081-4920-bdb7-106ab531faf2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784967 Oct 25 09:05:24.057581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:24.099107 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP f2b57e6e-5ce6-46b4-9493-b23af9a3a44a associated. External IP: 172.25.8.239, port: f94f0a74-89ab-40b2-a582-2b3bc4531479. Oct 25 09:05:24.156079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:22Z', 'revision_number': 1, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:24.249903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8df93-3e0b-48c0-9a7c-ca1d3f4a60fb None None] The sync data for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 is: [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:22Z', 'revision_number': 1, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:24.266100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5028a2-b1f5-4940-a40f-41422e00efc1 req-65aef445-9d09-4c17-812d-9300850dd2ef tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:24.275887 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb5028a2-b1f5-4940-a40f-41422e00efc1 req-65aef445-9d09-4c17-812d-9300850dd2ef tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 945 time: 0.1183789 Oct 25 09:05:24.360991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:24.394574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb5028a2-b1f5-4940-a40f-41422e00efc1 req-f6b5023f-48a3-487f-9e93-60451fb7bbe4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176882 Oct 25 09:05:24.476828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-0059409e-bd23-415c-9248-729c81ecd567 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:24.478789 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-0059409e-bd23-415c-9248-729c81ecd567 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 946 time: 0.1269085 Oct 25 09:05:24.519399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2c936339-0f69-4cf3-b2de-4d85009fe664 None None] Provisioning complete for port 41d6aab2-48f4-4741-9e64-1b75262959fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:24.519858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c936339-0f69-4cf3-b2de-4d85009fe664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:24.533338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:24.567649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2c936339-0f69-4cf3-b2de-4d85009fe664 None None] Port 41d6aab2-48f4-4741-9e64-1b75262959fd cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:05:24.707006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:24.716151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f19c1317-54a4-4b59-8cb6-f8e29702cbca admin admin] 10.222.0.32 "PUT /v2.0/routers/61fa8f23-49e4-451b-8e9c-1ec493fce6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7957253 Oct 25 09:05:24.742975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98167e-7866-4b58-9273-d84cb0ec2911 req-e6e56e32-9bdf-4bf7-999c-9e89c7545af7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:24.763065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed98167e-7866-4b58-9273-d84cb0ec2911 req-e6e56e32-9bdf-4bf7-999c-9e89c7545af7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa0f8c9b-e351-46bb-8429-5931745c9e25 HTTP/1.1" status: 200 len: 946 time: 0.2665370 Oct 25 09:05:24.832447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Deleting port 7e5760c3-5d25-44ad-991f-48cc96d61722 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:24.832795 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:24.840215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed98167e-7866-4b58-9273-d84cb0ec2911 req-c870df73-facf-439d-b41e-25caba850827 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb0ce628-8f07-4901-8429-16faf320b0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761101 Oct 25 09:05:24.977097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:25.004326 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838f582-1aff-42ab-88a7-27bd75c686ef None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:25.012961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e700747-1d6b-4bb8-91dc-5904ef3ecead req-9e91567f-c0f8-4690-9456-8e7b2575347c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0590005 Oct 25 09:05:25.029677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:25.029933 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838f582-1aff-42ab-88a7-27bd75c686ef None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:25.030543 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f838f582-1aff-42ab-88a7-27bd75c686ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:25.085499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] For port 7e5760c3-5d25-44ad-991f-48cc96d61722, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7e5760c3-5d25-44ad-991f-48cc96d61722,segment=NetworkSegment(09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d),segment_id=09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:25.088520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:25.106979 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f838f582-1aff-42ab-88a7-27bd75c686ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:25.133090 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838f582-1aff-42ab-88a7-27bd75c686ef None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:25.133787 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f838f582-1aff-42ab-88a7-27bd75c686ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:25.139027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b79f2c5f-5eb1-4944-9b69-cfde22d8bdff tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/floatingips/f2b57e6e-5ce6-46b4-9493-b23af9a3a44a HTTP/1.1" status: 200 len: 978 time: 2.2405071 Oct 25 09:05:25.141675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58434) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:25.143334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Calling delete_port for 7e5760c3-5d25-44ad-991f-48cc96d61722 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:25.203690 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f838f582-1aff-42ab-88a7-27bd75c686ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:25.204638 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838f582-1aff-42ab-88a7-27bd75c686ef None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:25.339034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port f94f0a74-89ab-40b2-a582-2b3bc4531479 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:25.339618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:25.455677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:25.523648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:25.545158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Pushing event deleted for resources: {'Port': ['ID=7e5760c3-5d25-44ad-991f-48cc96d61722,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:25.657405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-d35b9249-d826-48a7-9ba3-c724cd66c3a0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:25.659205 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-d35b9249-d826-48a7-9ba3-c724cd66c3a0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 950 time: 0.3467331 Oct 25 09:05:25.762323 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] No DVR routers for this DVR port 7e5760c3-5d25-44ad-991f-48cc96d61722 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:25.773104 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:25.779086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-24a1c85d-520c-41f1-88d5-7f4a31efb8a3 req-e0c6189d-3933-428e-b136-3a0b907345e7 tempest-VolumesSnapshotTestJSON-444162706 tempest-VolumesSnapshotTestJSON-444162706-project] 10.222.0.18 "DELETE /v2.0/ports/7e5760c3-5d25-44ad-991f-48cc96d61722 HTTP/1.1" status: 204 len: 173 time: 1.2929316 Oct 25 09:05:25.782471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0f8c9b-e351-46bb-8429-5931745c9e25', 'name': 'network-vif-deleted', 'tag': '7e5760c3-5d25-44ad-991f-48cc96d61722'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:25.786663 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9186e7f-5c8a-4b68-bd10-6eb287ec9a96" -d '{"events": [{"server_uuid": "aa0f8c9b-e351-46bb-8429-5931745c9e25", "name": "network-vif-deleted", "tag": "7e5760c3-5d25-44ad-991f-48cc96d61722"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:25.915386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Deleting port 7401eb86-d47b-4a24-aa42-029f0ace35e6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:25.915886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:26.009605 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:26.009990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:26.015814 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP f2b57e6e-5ce6-46b4-9493-b23af9a3a44a disassociated. External IP: 172.25.8.239, port: f94f0a74-89ab-40b2-a582-2b3bc4531479. Oct 25 09:05:26.016192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for f94f0a74-89ab-40b2-a582-2b3bc4531479 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:26.109829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] For port 7401eb86-d47b-4a24-aa42-029f0ace35e6, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7401eb86-d47b-4a24-aa42-029f0ace35e6,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:26.110411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:26.126825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Calling delete_port for 7401eb86-d47b-4a24-aa42-029f0ace35e6 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:26.335930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:26.416033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=f94f0a74-89ab-40b2-a582-2b3bc4531479,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:26.419571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:26.455748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', '12f5ee1d-083b-472f-89ba-b95407c3c8d9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:05:26.507227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event deleted for resources: {'Port': ['ID=7401eb86-d47b-4a24-aa42-029f0ace35e6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:26.571797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9d20494f-ce82-436b-bda6-cf319fe9933b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:26.654433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] No DVR routers for this DVR port 7401eb86-d47b-4a24-aa42-029f0ace35e6 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:26.663788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:26.681414 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-579a1e9b-d3f8-43c1-9889-603ac60dd4d0 req-2896d6b3-e1b2-4fce-8bae-0a9bf8eb9071 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.18 "DELETE /v2.0/ports/7401eb86-d47b-4a24-aa42-029f0ace35e6 HTTP/1.1" status: 204 len: 173 time: 1.0025377 Oct 25 09:05:26.779227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:26.844542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58460) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:26.850103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ca4218f0-ed00-49c8-bcf8-bce759424a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1863593337', 'description': 'tempest-description--974063626'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:26.925950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca4218f0-ed00-49c8-bcf8-bce759424a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:26.937418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9d20494f-ce82-436b-bda6-cf319fe9933b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:26.937810 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.042231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e503e8b6-c0a3-4a4b-a353-30ab9bcadd95 req-ceb47417-998e-4f31-8620-868014d0c369 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=72e1bbac-9f22-4298-b542-557e76de02b9 HTTP/1.1" status: 200 len: 210 time: 0.0519373 Oct 25 09:05:27.090923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:27.108957 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca4218f0-ed00-49c8-bcf8-bce759424a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.116854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca4218f0-ed00-49c8-bcf8-bce759424a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.138824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ef9cd-912d-47c5-a560-d8633f9cd962 None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:27.182655 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e890682d-f172-4036-acd1-49d79c162fd3 x-openstack-request-id: req-e890682d-f172-4036-acd1-49d79c162fd3 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:27.182882 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0f8c9b-e351-46bb-8429-5931745c9e25", "name": "network-vif-deleted", "tag": "7e5760c3-5d25-44ad-991f-48cc96d61722", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:27.183132 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e890682d-f172-4036-acd1-49d79c162fd3 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:27.185697 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0f8c9b-e351-46bb-8429-5931745c9e25', 'name': 'network-vif-deleted', 'tag': '7e5760c3-5d25-44ad-991f-48cc96d61722', 'status': 'completed', 'code': 200} Oct 25 09:05:27.220201 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.223514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca4218f0-ed00-49c8-bcf8-bce759424a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.225654 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca4218f0-ed00-49c8-bcf8-bce759424a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3791442 Oct 25 09:05:27.233058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58462) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:27.243833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ca2d8e10-ef66-463e-b09d-2e0ff2c5266d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Request body: {'security_group_rule': {'security_group_id': '2f25daab-27af-480e-bec2-000b9dd5e6da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:27.265416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.281923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0fb86533-8f5d-48ea-9540-71eb1a802d07 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/ports/f94f0a74-89ab-40b2-a582-2b3bc4531479 HTTP/1.1" status: 204 len: 168 time: 2.1369245 Oct 25 09:05:27.282570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58466) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:27.314850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 9d20494f-ce82-436b-bda6-cf319fe9933b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9d20494f-ce82-436b-bda6-cf319fe9933b,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:27.317088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ef9cd-912d-47c5-a560-d8633f9cd962 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:27.317713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f56ef9cd-912d-47c5-a560-d8633f9cd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:27.324489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4218f0-ed00-49c8-bcf8-bce759424a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25daab-27af-480e-bec2-000b9dd5e6da,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:27.351270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e10-ef66-463e-b09d-2e0ff2c5266d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.447383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f87648a-4384-435d-b698-a97e93e706b5 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "GET /v2.0/floatingips/f2b57e6e-5ce6-46b4-9493-b23af9a3a44a HTTP/1.1" status: 200 len: 688 time: 0.1612628 Oct 25 09:05:27.451005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f56ef9cd-912d-47c5-a560-d8633f9cd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:27.453335 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.460788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58470) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:27.464341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:27.561032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 7401eb86-d47b-4a24-aa42-029f0ace35e6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:27.568067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fae684d6-4b46-4162-b0ae-b61dcbefd0eb req-4655f6b0-7d5a-4991-bd2a-c5495413344c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.1059959 Oct 25 09:05:27.571925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7401eb86-d47b-4a24-aa42-029f0ace35e6 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:27.572587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7e5760c3-5d25-44ad-991f-48cc96d61722 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:27.679101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 7e5760c3-5d25-44ad-991f-48cc96d61722 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:27.679848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7e5760c3-5d25-44ad-991f-48cc96d61722 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:27.740438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ef9cd-912d-47c5-a560-d8633f9cd962 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:27.742171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f56ef9cd-912d-47c5-a560-d8633f9cd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:27.839997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f56ef9cd-912d-47c5-a560-d8633f9cd962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:27.840818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ef9cd-912d-47c5-a560-d8633f9cd962 None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:27.849947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=9d20494f-ce82-436b-bda6-cf319fe9933b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:27.905075 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e10-ef66-463e-b09d-2e0ff2c5266d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.920641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e10-ef66-463e-b09d-2e0ff2c5266d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.958499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d8e10-ef66-463e-b09d-2e0ff2c5266d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6350c334-957b-4c6a-bc26-ece0223c3e5b,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:27.967104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 8d18f9e7-b515-4625-ab69-83719768d0a2 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:27.967674 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.973314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8e10-ef66-463e-b09d-2e0ff2c5266d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:27.974955 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca2d8e10-ef66-463e-b09d-2e0ff2c5266d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7385390 Oct 25 09:05:27.978224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58488) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:27.983289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b2642af1-9948-4ec4-ac9f-77ed903e593d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Request body: {'security_group_rule': {'security_group_id': '2f25daab-27af-480e-bec2-000b9dd5e6da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:28.022109 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Sync routers for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:28.044123 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:28.044734 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:28.066186 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2642af1-9948-4ec4-ac9f-77ed903e593d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.069895 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.071152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.096969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 8d18f9e7-b515-4625-ab69-83719768d0a2 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:28.233624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2642af1-9948-4ec4-ac9f-77ed903e593d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.243468 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2642af1-9948-4ec4-ac9f-77ed903e593d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.265891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2642af1-9948-4ec4-ac9f-77ed903e593d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8802a21-67c0-45c1-aab4-060a3898d792,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:28.283596 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:05:28.302591 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2642af1-9948-4ec4-ac9f-77ed903e593d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.307760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b2642af1-9948-4ec4-ac9f-77ed903e593d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285046 Oct 25 09:05:28.308559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58496) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:28.313322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:28.344756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.370386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.389404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=8d18f9e7-b515-4625-ab69-83719768d0a2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:28.509023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9d20494f-ce82-436b-bda6-cf319fe9933b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:28.525545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.534506 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.536071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c2ee5ce-dc26-4270-90cb-448165339e50 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2b57e6e-5ce6-46b4-9493-b23af9a3a44a HTTP/1.1" status: 204 len: 168 time: 1.0565557 Oct 25 09:05:28.540074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58500) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:28.553339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '091e4a38-2964-40e6-97ff-e6106be29398'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:28.611462 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.650967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9d20494f-ce82-436b-bda6-cf319fe9933b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:28.651874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.656360 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 2, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:28.707990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.717945 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Checking router: 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:05:28.718290 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Updating router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 port 41d6aab2-48f4-4741-9e64-1b75262959fd binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:05:28.787216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:28.787787 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.018313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Allocated IP 172.25.8.176 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/5e14060b-794f-4636-b8bd-ca23b095fc39) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:29.126438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732cd1f-6e93-459b-aa5e-242f08766747 req-7711233d-a953-4501-93ee-fdee9b404241 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:29.128519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4732cd1f-6e93-459b-aa5e-242f08766747 req-7711233d-a953-4501-93ee-fdee9b404241 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.5218773 Oct 25 09:05:29.188922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-deleted', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:29.191255 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5228c0f0-492c-4901-b591-da7dfce18816" -d '{"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-deleted", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:29.197897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4732cd1f-6e93-459b-aa5e-242f08766747 req-ecf302bd-bcc5-4629-8831-f58b02ae45e6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613544 Oct 25 09:05:29.264182 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.272463 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.282529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.363039 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Pushing event updated for resources: {'Port': ['ID=41d6aab2-48f4-4741-9e64-1b75262959fd,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:29.400293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d09ba8e0-889a-4c2e-9063-5e3070408ab6 req-1924a787-10b7-4850-8439-b6901a7b831c tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/ports?device_id=e87d0b9c-de0d-4874-a0f4-15b23c7e0f22 HTTP/1.1" status: 200 len: 210 time: 0.0741320 Oct 25 09:05:29.407724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:05:29.427194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.440962 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.441670 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.442263 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.442847 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.443402 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.444864 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.445685 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.454691 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.456244 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.460279 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.462542 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.463181 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:29.541944 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Attempting to bind port 41d6aab2-48f4-4741-9e64-1b75262959fd on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:05:29.542632 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Attempting to bind port 41d6aab2-48f4-4741-9e64-1b75262959fd by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:05:29.543189 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Attempting to bind port 41d6aab2-48f4-4741-9e64-1b75262959fd on network 3cc29b19-7f21-4f41-8e2f-faa687bad90c {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:05:29.549698 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:05:29.550409 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Checking segment: {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:05:29.551185 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.551883 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Bound using segment: {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:05:29.552581 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Bound port: 41d6aab2-48f4-4741-9e64-1b75262959fd, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:05:29.553223 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.629637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:29.634562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.25.8.74 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/8104fa14-acab-40b5-9c00-0465bd4bf347) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:29.635143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:29.643775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:29.741365 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] For port 41d6aab2-48f4-4741-9e64-1b75262959fd, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:05:29.748872 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] For port 41d6aab2-48f4-4741-9e64-1b75262959fd, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=41d6aab2-48f4-4741-9e64-1b75262959fd,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:05:29.759773 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.772011 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedd54f9-8067-464f-8dd5-90bba16b7a67 x-openstack-request-id: req-bedd54f9-8067-464f-8dd5-90bba16b7a67 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:29.772764 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e1bbac-9f22-4298-b542-557e76de02b9", "name": "network-vif-deleted", "tag": "7401eb86-d47b-4a24-aa42-029f0ace35e6", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:29.773106 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bedd54f9-8067-464f-8dd5-90bba16b7a67 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:29.773825 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e1bbac-9f22-4298-b542-557e76de02b9', 'name': 'network-vif-deleted', 'tag': '7401eb86-d47b-4a24-aa42-029f0ace35e6', 'status': 'completed', 'code': 200} Oct 25 09:05:29.780206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event updated for resources: {'Port': ['ID=5e14060b-794f-4636-b8bd-ca23b095fc39,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:29.789614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:29.808087 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'mac_address': 'fa:16:3e:79:21:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:05:29.885826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b1a8da95-6f99-4e70-b1c2-6fab09d04721 None None] Provisioning complete for port 41d6aab2-48f4-4741-9e64-1b75262959fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:29.886203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da95-6f99-4e70-b1c2-6fab09d04721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.889268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.915842 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:29.916727 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:29.924245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.932098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:29.997485 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:30.006024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:30.014319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:30.018033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:30.110545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=8104fa14-acab-40b5-9c00-0465bd4bf347,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:30.129996 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:30.163092 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:05:30.256068 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da95-6f99-4e70-b1c2-6fab09d04721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:30.319338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b1a8da95-6f99-4e70-b1c2-6fab09d04721 None None] For port 41d6aab2-48f4-4741-9e64-1b75262959fd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=41d6aab2-48f4-4741-9e64-1b75262959fd,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:30.324743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bfcaf05-3ef6-4d16-877e-a642894697ac {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:05:30.331749 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da95-6f99-4e70-b1c2-6fab09d04721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:30.372126 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63055647-201b-49e0-ad2b-111eaf82e636 None None] Pushing event updated for resources: {'Port': ['ID=41d6aab2-48f4-4741-9e64-1b75262959fd,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:30.412920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:30.437001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:30.522696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8da95-6f99-4e70-b1c2-6fab09d04721 None None] Pushing event updated for resources: {'Port': ['ID=41d6aab2-48f4-4741-9e64-1b75262959fd,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:30.700543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b5d5efcb-c0f4-4b92-938b-8865838b2c24 None None] Provisioning complete for port 41d6aab2-48f4-4741-9e64-1b75262959fd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:30.701347 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5d5efcb-c0f4-4b92-938b-8865838b2c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:30.706103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:30.736323 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:29Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:30.783677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4bfcaf05-3ef6-4d16-877e-a642894697ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:05:30.786945 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8788f-a1e5-4df8-a343-a610a1ac0c32 None None] The sync data for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 is: [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:29Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:30.921718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.006095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-a26deac3-76ae-4760-a85d-efdf36a17a98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:31.008355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-a26deac3-76ae-4760-a85d-efdf36a17a98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.9594600 Oct 25 09:05:31.047266 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.193734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704a466-e156-4465-8705-a5c3fd3ebf60 req-9b7a7a65-4015-4535-b1d1-b7bb9e154af2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:31.202143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c704a466-e156-4465-8705-a5c3fd3ebf60 req-9b7a7a65-4015-4535-b1d1-b7bb9e154af2 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 950 time: 0.2135901 Oct 25 09:05:31.295431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c704a466-e156-4465-8705-a5c3fd3ebf60 req-f29e993f-8e43-4611-965b-f2de04e79e48 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924115 Oct 25 09:05:31.355373 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.371179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.413680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:31.419988 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.439016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.478966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=8104fa14-acab-40b5-9c00-0465bd4bf347,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:31.483581 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.524877 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.563936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4bfcaf05-3ef6-4d16-877e-a642894697ac triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:31.564686 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.591366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58552) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:31.603291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Deleting port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:31.603540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.652441 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP 457fb1ba-4bf8-44c3-a6db-73eeb3ac1095 associated. External IP: 172.25.8.74, port: 091e4a38-2964-40e6-97ff-e6106be29398. Oct 25 09:05:31.720841 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.795357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:31.798423 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8be847-3104-404f-98cd-3a43e1d6e9b4" -d '{"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:31.816043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:31.822966 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.866336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.870002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5599856 Oct 25 09:05:31.874586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] For port 12f5ee1d-083b-472f-89ba-b95407c3c8d9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f5ee1d-083b-472f-89ba-b95407c3c8d9,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:31.878446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:31.927443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:31.970876 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cdbd49-9712-4b24-a827-1883cd219d3f x-openstack-request-id: req-e3cdbd49-9712-4b24-a827-1883cd219d3f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:31.971165 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:31.971424 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3cdbd49-9712-4b24-a827-1883cd219d3f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:31.971822 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'code': 200} Oct 25 09:05:31.973319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f84b3-7900-405c-8059-bb987e155782 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event updated for resources: {'Port': ['ID=5e14060b-794f-4636-b8bd-ca23b095fc39,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:31.998182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Calling delete_port for 12f5ee1d-083b-472f-89ba-b95407c3c8d9 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:32.190124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-953fc266-75cd-4517-9046-e1917cdc4e45 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.224877 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-953fc266-75cd-4517-9046-e1917cdc4e45 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.249441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-5c8b90ad-d901-4d1e-846a-dc3af639b0f2 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1863593337&fields=id&tenant_id=7de9186cd8814fc6aa04100fd090e51b HTTP/1.1" status: 200 len: 267 time: 0.1884120 Oct 25 09:05:32.466927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 41d6aab2-48f4-4741-9e64-1b75262959fd up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:32.476683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:32.550723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 41d6aab2-48f4-4741-9e64-1b75262959fd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:32.551630 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.582972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-953fc266-75cd-4517-9046-e1917cdc4e45 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.592739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-953fc266-75cd-4517-9046-e1917cdc4e45 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.603992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-953fc266-75cd-4517-9046-e1917cdc4e45 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "DELETE /v2.0/security-groups/e034af29-4ec2-4b68-a8c0-49fbd70e4150 HTTP/1.1" status: 204 len: 168 time: 1.0091138 Oct 25 09:05:32.604771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58590) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:32.620138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:32.657610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-4b5f811c-1e69-4ddd-8051-e540d841cfa8 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:32.665800 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.666797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-4b5f811c-1e69-4ddd-8051-e540d841cfa8 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/networks?id=3cc29b19-7f21-4f41-8e2f-faa687bad90c HTTP/1.1" status: 200 len: 811 time: 0.4161339 Oct 25 09:05:32.677795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fc266-75cd-4517-9046-e1917cdc4e45 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e034af29-4ec2-4b68-a8c0-49fbd70e4150,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:32.697105 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-3e47df3a-3e20-4310-a16c-ad4c463ebbcc tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] show failed (client error): The resource could not be found. Oct 25 09:05:32.699074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11f42a-672e-4c21-a8e5-e3c44f57aecf None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:32.701260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3e47df3a-3e20-4310-a16c-ad4c463ebbcc tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "GET /v2.0/security-groups/e034af29-4ec2-4b68-a8c0-49fbd70e4150 HTTP/1.1" status: 404 len: 347 time: 0.0879807 Oct 25 09:05:32.702025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58594) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:32.706701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a6dfffbe-5a7e-4a61-8567-e53ba4539218 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1637681 Oct 25 09:05:32.707302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58596) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:32.713198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-545450634'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:32.717183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11f42a-672e-4c21-a8e5-e3c44f57aecf None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:32.717891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-df11f42a-672e-4c21-a8e5-e3c44f57aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:32.730446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-52929da6-c682-470c-aaf2-14eff5fc2827 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/quotas/7de9186cd8814fc6aa04100fd090e51b HTTP/1.1" status: 200 len: 375 time: 0.0626030 Oct 25 09:05:32.757113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:32.762528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.768086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-df11f42a-672e-4c21-a8e5-e3c44f57aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:32.778702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11f42a-672e-4c21-a8e5-e3c44f57aecf None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:32.779366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-df11f42a-672e-4c21-a8e5-e3c44f57aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:32.802368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.820914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:05:32.821290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-df11f42a-672e-4c21-a8e5-e3c44f57aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:32.822085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11f42a-672e-4c21-a8e5-e3c44f57aecf None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:32.840612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.841280 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Added segment 4f29020b-92d3-424f-9385-678c24d9036e of type vlan for network ac753649-e19a-4292-99f7-886298323cbd Oct 25 09:05:32.846947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:05:32.910635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event deleted for resources: {'Port': ['ID=12f5ee1d-083b-472f-89ba-b95407c3c8d9,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:32.912741 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:32.998613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.005715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:33.006400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.079318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-958568b7-c543-49ac-a022-e03a4d846b8e tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7de9186cd8814fc6aa04100fd090e51b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3478928 Oct 25 09:05:33.080339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] No DVR routers for this DVR port 12f5ee1d-083b-472f-89ba-b95407c3c8d9 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:33.084465 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.088162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aab85abf-3900-4524-a8a1-6d0e690e38c4 req-c0fa3e87-9d7f-4de3-9a54-0e5d09e342ae tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "DELETE /v2.0/ports/12f5ee1d-083b-472f-89ba-b95407c3c8d9 HTTP/1.1" status: 204 len: 173 time: 2.0516341 Oct 25 09:05:33.095928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'name': 'network-vif-deleted', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:33.098346 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71daab9d-ab06-4ef7-b12f-6ebcb3e125ea" -d '{"events": [{"server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "name": "network-vif-deleted", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:33.194562 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4861925 Oct 25 09:05:33.199145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58604) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:33.208353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'subnet': {'network_id': 'ac753649-e19a-4292-99f7-886298323cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:33.215653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23e7a1-a380-4076-a6b2-5cbbd1d506a4 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Network': ['ID=ac753649-e19a-4292-99f7-886298323cbd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:33.231996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ac753649-e19a-4292-99f7-886298323cbd details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:05:33.306458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-848f4197-c11a-49f1-be12-35bb5d9fa735 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908700 Oct 25 09:05:33.379119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:33.379639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port d9fb3ac7-b689-466c-937b-3af02043f510 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:33.380117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.384403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.491353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-8a959dfd-c87e-4e74-a3b5-2488cb5ae291 service neutron] 10.222.0.32 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752660 Oct 25 09:05:33.506775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.507164 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.520691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for d9fb3ac7-b689-466c-937b-3af02043f510 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:33.613346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.698164 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.745968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Checking segment: {'id': '4f29020b-92d3-424f-9385-678c24d9036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac753649-e19a-4292-99f7-886298323cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:05:33.746335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network hostable DHCP agents. Network: ac753649-e19a-4292-99f7-886298323cbd, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:05:33.755763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Subnet': ['ID=1e1fd389-2870-4b2e-870e-82450a7499bf,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:33.807065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network ac753649-e19a-4292-99f7-886298323cbd is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:05:33.814364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=d9fb3ac7-b689-466c-937b-3af02043f510,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:33.841424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ac753649-e19a-4292-99f7-886298323cbd) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:33.852066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:33.856777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02642d37-027b-4286-94b3-eebbd4574812 None None] Network ac753649-e19a-4292-99f7-886298323cbd requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:05:33.859077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.896094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2897916d-d5f2-4143-9219-5c750438eff2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6923957 Oct 25 09:05:33.896567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58618) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:33.909178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1665382702', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:33.934731 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.937697 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:33.941040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-872b2b0d-6f88-48f6-8618-941842638a1d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "DELETE /v2.0/floatingips/747834ba-4a75-4e33-8d8b-90bac5f1a1ce HTTP/1.1" status: 204 len: 168 time: 1.2342520 Oct 25 09:05:33.946884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:34.005526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c386e21-b46d-4e91-a7a8-c9e1f85b41ec req-7cbf5051-757c-4411-ba33-cdfe3b5725a4 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa515580-9449-4a0a-bcc3-ee1491539acc HTTP/1.1" status: 200 len: 210 time: 0.0527351 Oct 25 09:05:34.116784 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:34.123214 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:34.232143 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d46c30f-f68f-49a2-949e-dd472c0d3fc0 x-openstack-request-id: req-1d46c30f-f68f-49a2-949e-dd472c0d3fc0 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:34.232438 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa515580-9449-4a0a-bcc3-ee1491539acc", "name": "network-vif-deleted", "tag": "12f5ee1d-083b-472f-89ba-b95407c3c8d9", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:34.232687 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d46c30f-f68f-49a2-949e-dd472c0d3fc0 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:34.233104 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa515580-9449-4a0a-bcc3-ee1491539acc', 'name': 'network-vif-deleted', 'tag': '12f5ee1d-083b-472f-89ba-b95407c3c8d9', 'status': 'completed', 'code': 200} Oct 25 09:05:34.285468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-87cac5b7-ee03-45dc-8ee2-2d78e548c9e7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port be2de9a5-fa93-44fc-8a38-49bc2e19e42e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:34.285851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-87cac5b7-ee03-45dc-8ee2-2d78e548c9e7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:34.339351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84163b8b-fa8f-4fca-9a56-fec84bf9e0c0 req-f8da6a5e-f916-4c09-84a3-b80cd094299f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 210 time: 0.0727880 Oct 25 09:05:34.414185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:34.437229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-87cac5b7-ee03-45dc-8ee2-2d78e548c9e7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:34.528125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-87cac5b7-ee03-45dc-8ee2-2d78e548c9e7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for be2de9a5-fa93-44fc-8a38-49bc2e19e42e owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:34.624328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ac753649-e19a-4292-99f7-886298323cbd', 'network_id': 'ac753649-e19a-4292-99f7-886298323cbd', 'tenant_id': 'b659a04862ae42e49b81e932faff5561', 'fixed_ips': [{'subnet_id': '1e1fd389-2870-4b2e-870e-82450a7499bf'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:05:34.625434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:34.769118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f5ee1d-083b-472f-89ba-b95407c3c8d9 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:34.784499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:34.813618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 12f5ee1d-083b-472f-89ba-b95407c3c8d9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:34.814102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f5ee1d-083b-472f-89ba-b95407c3c8d9 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:34.897521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Allocated IP 172.20.0.2 (ac753649-e19a-4292-99f7-886298323cbd/1e1fd389-2870-4b2e-870e-82450a7499bf/6fe74058-eb5a-41d6-bea8-9026553078a3) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:34.979715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-87cac5b7-ee03-45dc-8ee2-2d78e548c9e7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.069425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cac5b7-ee03-45dc-8ee2-2d78e548c9e7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=be2de9a5-fa93-44fc-8a38-49bc2e19e42e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:35.234406 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.253272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.286596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Network ac753649-e19a-4292-99f7-886298323cbd is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:35.292047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:35.300960 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-87cac5b7-ee03-45dc-8ee2-2d78e548c9e7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.309932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58678) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:35.323032 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-87cac5b7-ee03-45dc-8ee2-2d78e548c9e7 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "DELETE /v2.0/ports/be2de9a5-fa93-44fc-8a38-49bc2e19e42e HTTP/1.1" status: 204 len: 168 time: 1.3723414 Oct 25 09:05:35.353389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:35.483510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Pushing event updated for resources: {'Port': ['ID=6fe74058-eb5a-41d6-bea8-9026553078a3,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:35.546515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c89a1c70-af21-4c58-904b-55627d1a354d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:35.546997 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c89a1c70-af21-4c58-904b-55627d1a354d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.578172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Attempting to bind port 6fe74058-eb5a-41d6-bea8-9026553078a3 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:05:35.578541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Attempting to bind port 6fe74058-eb5a-41d6-bea8-9026553078a3 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4f29020b-92d3-424f-9385-678c24d9036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac753649-e19a-4292-99f7-886298323cbd'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:05:35.578899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Attempting to bind port 6fe74058-eb5a-41d6-bea8-9026553078a3 on network ac753649-e19a-4292-99f7-886298323cbd {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:05:35.608995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:05:35.609366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Checking segment: {'id': '4f29020b-92d3-424f-9385-678c24d9036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac753649-e19a-4292-99f7-886298323cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:05:35.610370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.610937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Bound using segment: {'id': '4f29020b-92d3-424f-9385-678c24d9036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac753649-e19a-4292-99f7-886298323cbd'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:05:35.611208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Bound port: 6fe74058-eb5a-41d6-bea8-9026553078a3, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f29020b-92d3-424f-9385-678c24d9036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac753649-e19a-4292-99f7-886298323cbd'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:05:35.611695 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.814662 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c89a1c70-af21-4c58-904b-55627d1a354d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.831187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c89a1c70-af21-4c58-904b-55627d1a354d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:35.896527 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.906535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-7165a4a6-da7d-4e4c-b290-213bc157cb44 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:35.908026 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-7165a4a6-da7d-4e4c-b290-213bc157cb44 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.18 "GET /v2.0/networks?id=3cc29b19-7f21-4f41-8e2f-faa687bad90c HTTP/1.1" status: 200 len: 811 time: 0.1953752 Oct 25 09:05:35.935343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] For port 6fe74058-eb5a-41d6-bea8-9026553078a3, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:05:35.941643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] For port 6fe74058-eb5a-41d6-bea8-9026553078a3, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6fe74058-eb5a-41d6-bea8-9026553078a3,segment=NetworkSegment(4f29020b-92d3-424f-9385-678c24d9036e),segment_id=4f29020b-92d3-424f-9385-678c24d9036e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:05:35.953962 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:35.970785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:36.002511 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-9222ab7d-78bc-40fe-99f3-feba7637c5fa tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de9186cd8814fc6aa04100fd090e51b HTTP/1.1" status: 200 len: 380 time: 0.0603468 Oct 25 09:05:36.071835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Request body: {'port': {'device_id': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'admin_state_up': True, 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'security_groups': ['2f25daab-27af-480e-bec2-000b9dd5e6da']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:36.116393 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c89a1c70-af21-4c58-904b-55627d1a354d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:36.169302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79b8d722-f927-477c-8b43-e06889a6e319 req-db3fc002-1079-41f6-81ac-115aabd1a853 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 210 time: 0.0606587 Oct 25 09:05:36.197799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ee37e-8101-47ef-a5c2-d904945acd64 None None] Pushing event updated for resources: {'Port': ['ID=6fe74058-eb5a-41d6-bea8-9026553078a3,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:36.244124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a1c70-af21-4c58-904b-55627d1a354d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=f0bc5458-af99-4dac-a0d9-1a8b921c8bd7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:36.267868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Made reservation on behalf of 7de9186cd8814fc6aa04100fd090e51b for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:36.274449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:36.465188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c89a1c70-af21-4c58-904b-55627d1a354d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:36.494776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c89a1c70-af21-4c58-904b-55627d1a354d tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "DELETE /v2.0/ports/f0bc5458-af99-4dac-a0d9-1a8b921c8bd7 HTTP/1.1" status: 204 len: 168 time: 1.1835089 Oct 25 09:05:36.509075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58692) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:36.536401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.25.8.179 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/5335105e-d870-47b3-9407-17e3477f3b79) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:36.565039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ec1aa-58e3-49ef-ba15-7d6641b969db req-c5a77598-28c5-4a3f-8854-28619244c114 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:36.577034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a9ec1aa-58e3-49ef-ba15-7d6641b969db req-c5a77598-28c5-4a3f-8854-28619244c114 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.2299385 Oct 25 09:05:36.756395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:36.771490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb635731-7567-4ab8-b5c1-a407dff5187e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting subnet 08ac8076-3995-4530-b20a-27548dba37ae {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:05:36.795172 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb635731-7567-4ab8-b5c1-a407dff5187e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:36.825303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:36.883277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a9ec1aa-58e3-49ef-ba15-7d6641b969db req-4e6f6650-0730-42b3-a064-12e5a2de42b6 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049772 Oct 25 09:05:36.940821 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb635731-7567-4ab8-b5c1-a407dff5187e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:37.059332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:37.075020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:37.089612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=5335105e-d870-47b3-9407-17e3477f3b79,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:37.109508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:37.121896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Allocated IP 172.20.0.11 (3cc29b19-7f21-4f41-8e2f-faa687bad90c/43029dd3-11d8-4c54-93af-7b3f35efeea6/7a2619f2-4d02-48d0-b6a9-4a234c205739) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:37.176946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb635731-7567-4ab8-b5c1-a407dff5187e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:37.325405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb635731-7567-4ab8-b5c1-a407dff5187e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:37.425283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb635731-7567-4ab8-b5c1-a407dff5187e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Subnet': ['ID=08ac8076-3995-4530-b20a-27548dba37ae,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:37.437592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb635731-7567-4ab8-b5c1-a407dff5187e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:37.443757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a834a64a-8d62-4cff-b04a-3d64e5de6428 None None] Network 1cc02180-3db5-415a-8b5f-d9a90e799024 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:05:37.444361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bb635731-7567-4ab8-b5c1-a407dff5187e tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "DELETE /v2.0/subnets/08ac8076-3995-4530-b20a-27548dba37ae HTTP/1.1" status: 204 len: 168 time: 0.9240239 Oct 25 09:05:37.449604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58708) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:37.720521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e32eb670-ba89-4a2c-bafe-c275289f33aa req-3c498d37-1922-42e2-8d07-d1bcd9cee9ba tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 210 time: 0.2568426 Oct 25 09:05:37.843877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b47ba53-237e-43c5-94e3-a1beb43f5b7b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting subnet aea04c9b-2a4e-4c2a-8376-9008cd7f1476 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:05:37.890992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:37.899523 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba53-237e-43c5-94e3-a1beb43f5b7b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:37.968107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9928b5a-4736-4ec4-b757-06bbb61a0ebf None None] Network ac753649-e19a-4292-99f7-886298323cbd requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:05:37.972091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] DHCP port deletion for 1cc02180-3db5-415a-8b5f-d9a90e799024 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:05:38.102426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-6b5d3f9e-164b-4168-8c7e-70da7ab4b6db tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:38.105482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-6b5d3f9e-164b-4168-8c7e-70da7ab4b6db tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.7913258 Oct 25 09:05:38.134700 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.140920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba53-237e-43c5-94e3-a1beb43f5b7b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.221214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566f894-b478-4adc-adbd-9027e93093f1 req-a11ee231-e8cc-43d1-a84d-650efcd8fe8c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:38.230266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6566f894-b478-4adc-adbd-9027e93093f1 req-a11ee231-e8cc-43d1-a84d-650efcd8fe8c tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1772420 Oct 25 09:05:38.239528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-eb1cdb7d-1857-45d1-a2cc-2b2d1fd342b3 None None] Provisioning complete for port 6fe74058-eb5a-41d6-bea8-9026553078a3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:38.239895 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdb7d-1857-45d1-a2cc-2b2d1fd342b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.249213 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.347207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:38.356558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:38.380394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:38.450138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba53-237e-43c5-94e3-a1beb43f5b7b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.460231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event updated for resources: {'Port': ['ID=7a2619f2-4d02-48d0-b6a9-4a234c205739,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:38.524071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:38.524727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.636906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba53-237e-43c5-94e3-a1beb43f5b7b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.688834 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-f62c93fb-260f-4dd7-911d-54e68debb7ea tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6229899 Oct 25 09:05:38.709803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] Deleting port 90b8a255-2e31-40a3-a679-dcff4ae84d4a {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:38.710401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.714315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6fe74058-eb5a-41d6-bea8-9026553078a3 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:38.790824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.831148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba53-237e-43c5-94e3-a1beb43f5b7b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:38.838595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8b47ba53-237e-43c5-94e3-a1beb43f5b7b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "DELETE /v2.0/subnets/aea04c9b-2a4e-4c2a-8376-9008cd7f1476 HTTP/1.1" status: 204 len: 168 time: 1.3874288 Oct 25 09:05:38.865397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6566f894-b478-4adc-adbd-9027e93093f1 req-bef4982b-a8e6-4db2-aca5-5224b73961ed tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341357 Oct 25 09:05:38.866239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58726) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:38.880320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47ba53-237e-43c5-94e3-a1beb43f5b7b tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Subnet': ['ID=aea04c9b-2a4e-4c2a-8376-9008cd7f1476,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:38.970061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a1a54c-4d21-4f5b-9696-148bb69c01eb None None] Network 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:05:38.997665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Request body: {'port': {'device_id': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:39.118969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.186512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.252995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Deleting port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:39.253614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.284666 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.306389 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdb7d-1857-45d1-a2cc-2b2d1fd342b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.430698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] For port 90b8a255-2e31-40a3-a679-dcff4ae84d4a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=90b8a255-2e31-40a3-a679-dcff4ae84d4a,segment=NetworkSegment(e9e3f3dc-cd2a-4b22-9bd8-b780ce064396),segment_id=e9e3f3dc-cd2a-4b22-9bd8-b780ce064396)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:39.434271 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.467825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] Calling delete_port for 90b8a255-2e31-40a3-a679-dcff4ae84d4a owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:39.551747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9949f-069e-449d-a120-ecd31a25ce2f req-4526e8ab-835b-4751-9089-fea299a5fa45 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:39.579451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dc9949f-069e-449d-a120-ecd31a25ce2f req-4526e8ab-835b-4751-9089-fea299a5fa45 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 932 time: 0.3871214 Oct 25 09:05:39.630277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-eb1cdb7d-1857-45d1-a2cc-2b2d1fd342b3 None None] For port 6fe74058-eb5a-41d6-bea8-9026553078a3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6fe74058-eb5a-41d6-bea8-9026553078a3,segment=NetworkSegment(4f29020b-92d3-424f-9385-678c24d9036e),segment_id=4f29020b-92d3-424f-9385-678c24d9036e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:39.635307 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.721761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] No DVR routers for this DVR port 90b8a255-2e31-40a3-a679-dcff4ae84d4a on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:39.730368 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eb1cdb7d-1857-45d1-a2cc-2b2d1fd342b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.747819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router a508f450-dceb-4d9b-a16d-340a886ba65a is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:05:39.759041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986685f-da92-4126-8eee-49551e7f0882 None None] Pushing event deleted for resources: {'Port': ['ID=90b8a255-2e31-40a3-a679-dcff4ae84d4a,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:39.847460 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dc9949f-069e-449d-a120-ecd31a25ce2f req-55b9af47-554f-482c-acca-caba5afd804a tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670226 Oct 25 09:05:39.867995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] DHCP port deletion for 07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:05:39.894459 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.903355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] For port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:39.904006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.922019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5c51e244-5aa2-415a-b913-4cfb5e8e50b6 None None] Provisioning complete for port 7a2619f2-4d02-48d0-b6a9-4a234c205739 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:39.922544 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5c51e244-5aa2-415a-b913-4cfb5e8e50b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.931675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Deleting port 90b8a255-2e31-40a3-a679-dcff4ae84d4a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:39.960139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.964851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6fe74058-eb5a-41d6-bea8-9026553078a3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:39.965364 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:39.993736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5c51e244-5aa2-415a-b913-4cfb5e8e50b6 None None] Port 7a2619f2-4d02-48d0-b6a9-4a234c205739 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:05:40.078106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cdb7d-1857-45d1-a2cc-2b2d1fd342b3 None None] Pushing event updated for resources: {'Port': ['ID=6fe74058-eb5a-41d6-bea8-9026553078a3,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:40.093075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Calling delete_port for ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:40.103596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] Deleting port 8d923903-7c83-4ed3-a8a6-943500234a80 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:40.104017 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:40.207678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] For port 8d923903-7c83-4ed3-a8a6-943500234a80, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8d923903-7c83-4ed3-a8a6-943500234a80,segment=NetworkSegment(2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf),segment_id=2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:40.208125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:40.222636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] For port 90b8a255-2e31-40a3-a679-dcff4ae84d4a, host n-d-814746-2, got binding levels [] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:40.223110 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:40.240997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] Calling delete_port for 8d923903-7c83-4ed3-a8a6-943500234a80 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:40.269327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba442eca-8526-4d0c-8e11-ec42a359b0b9 req-beb67e45-5e53-4940-b5d6-03c664a2a7f0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:40.279001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba442eca-8526-4d0c-8e11-ec42a359b0b9 req-beb67e45-5e53-4940-b5d6-03c664a2a7f0 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 950 time: 0.1964025 Oct 25 09:05:40.299004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Calling delete_port for 90b8a255-2e31-40a3-a679-dcff4ae84d4a owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:40.301050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f7801098-c607-43f7-b6e8-ba7eb8720243 None None] Provisioning complete for port 6fe74058-eb5a-41d6-bea8-9026553078a3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:40.301623 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f7801098-c607-43f7-b6e8-ba7eb8720243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:40.305992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.ipam_backend_mixin [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Port 90b8a255-2e31-40a3-a679-dcff4ae84d4a was not found and therefore no delete operation was performed {{(pid=106992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:05:40.311631 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:40.354826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] No DVR routers for this DVR port 90b8a255-2e31-40a3-a679-dcff4ae84d4a on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:40.370340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba442eca-8526-4d0c-8e11-ec42a359b0b9 req-f0c102bb-38d7-4371-8415-51a0f2023f30 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/security-groups?id=c33af5da-2a70-4eb5-845b-36403a11520d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902545 Oct 25 09:05:40.381842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:40.395211 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0445b44c-6947-4c59-ae80-aee4e855dedb None None] Sync routers for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:40.412170 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0445b44c-6947-4c59-ae80-aee4e855dedb None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:40.417826 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0445b44c-6947-4c59-ae80-aee4e855dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:40.459663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 90b8a255-2e31-40a3-a679-dcff4ae84d4a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:40.482268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Port': ['ID=90b8a255-2e31-40a3-a679-dcff4ae84d4a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:40.516874 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0445b44c-6947-4c59-ae80-aee4e855dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:40.536227 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0445b44c-6947-4c59-ae80-aee4e855dedb None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:40.537128 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0445b44c-6947-4c59-ae80-aee4e855dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:40.565261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 90b8a255-2e31-40a3-a679-dcff4ae84d4a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:40.565261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 90b8a255-2e31-40a3-a679-dcff4ae84d4a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:40.650469 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0445b44c-6947-4c59-ae80-aee4e855dedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:40.651352 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0445b44c-6947-4c59-ae80-aee4e855dedb None None] The sync data for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:40.682864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:40.686721 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:40.719361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:40.772529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc02180-3db5-415a-8b5f-d9a90e799024']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:40.784398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] No DVR routers for this DVR port 8d923903-7c83-4ed3-a8a6-943500234a80 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:40.791552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22de4-81c9-4451-89b7-557ebfad4ab5 None None] Pushing event deleted for resources: {'Port': ['ID=8d923903-7c83-4ed3-a8a6-943500234a80,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:40.805052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6fe74058-eb5a-41d6-bea8-9026553078a3 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:40.806311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:40.806612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e3f3dc-cd2a-4b22-9bd8-b780ce064396') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:40.830088 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:40.865592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.012743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Pushing event deleted for resources: {'Port': ['ID=ffbb50c9-ee4f-444e-a716-8d7a0f8cee42,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:41.034511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] No DVR routers for this DVR port ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:05:41.046623 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.112797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.116264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-019adce5-8122-4f30-8c55-72c4fddcb872 req-5ad8b72c-16a1-4656-b041-8fd0a52f5d98 tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.41 "DELETE /v2.0/ports/ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 HTTP/1.1" status: 204 len: 173 time: 2.9958079 Oct 25 09:05:41.118937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'name': 'network-vif-deleted', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:41.146121 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce10b72-fb48-439a-b503-5610b2979f4a" -d '{"events": [{"server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "name": "network-vif-deleted", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:41.198200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:05:41.198652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:05:41.221205 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:05:41.274659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2619f2-4d02-48d0-b6a9-4a234c205739 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:05:41.286011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.329612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.337034 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-475be550-4ab8-4bc9-9535-f48c456b2ed8 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.4361608 Oct 25 09:05:41.338258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58758) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:41.427852 n-d-814746-2 neutron-server[106993]: INFO neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No ports have port_id starting with ffbb50c9-ee4f-444e-a716-8d7a0f8cee42 Oct 25 09:05:41.480051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f80b89-f7f4-42fe-86a6-e00956ba8b31 req-55fcf1d0-186e-46ff-b351-39b115d022d2 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:41.496123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25f80b89-f7f4-42fe-86a6-e00956ba8b31 req-55fcf1d0-186e-46ff-b351-39b115d022d2 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 932 time: 0.4572752 Oct 25 09:05:41.499608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6fe74058-eb5a-41d6-bea8-9026553078a3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:41.500495 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.545843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25f80b89-f7f4-42fe-86a6-e00956ba8b31 req-1bc07939-ac5c-4526-93f7-d111df65d3fb tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487416 Oct 25 09:05:41.559545 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.585981 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.598562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "DELETE /v2.0/networks/1cc02180-3db5-415a-8b5f-d9a90e799024 HTTP/1.1" status: 204 len: 168 time: 2.7094712 Oct 25 09:05:41.600681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58770) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:41.604354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Transition to ACTIVE for port object 7a2619f2-4d02-48d0-b6a9-4a234c205739 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:05:41.622484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.649621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b6d3d-1562-4c7b-b9a0-f6c50021e6d6 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Network': ['ID=1cc02180-3db5-415a-8b5f-d9a90e799024,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:41.656681 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f8f04b-eb41-44a7-8749-89236c8949f1 x-openstack-request-id: req-c2f8f04b-eb41-44a7-8749-89236c8949f1 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:41.661018 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b1955c-9b36-4493-b634-d07e613c35e2", "name": "network-vif-deleted", "tag": "ffbb50c9-ee4f-444e-a716-8d7a0f8cee42", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:41.661315 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2f8f04b-eb41-44a7-8749-89236c8949f1 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:41.661748 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b1955c-9b36-4493-b634-d07e613c35e2', 'name': 'network-vif-deleted', 'tag': 'ffbb50c9-ee4f-444e-a716-8d7a0f8cee42', 'status': 'completed', 'code': 200} Oct 25 09:05:41.771472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8d923903-7c83-4ed3-a8a6-943500234a80 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:05:41.822606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:41.844468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8d923903-7c83-4ed3-a8a6-943500234a80 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:05:41.845098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8d923903-7c83-4ed3-a8a6-943500234a80 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:05:41.896088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2619f2-4d02-48d0-b6a9-4a234c205739,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:41.951918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77fce531-707b-4bfb-ad05-778e91172f01 req-1eb55962-3ff1-4ea8-9efd-a53bf2cade1f tempest-MigrationsAdminTest-1811272229 tempest-MigrationsAdminTest-1811272229-project] 10.222.0.32 "GET /v2.0/ports?device_id=64b1955c-9b36-4493-b634-d07e613c35e2 HTTP/1.1" status: 200 len: 210 time: 0.1181943 Oct 25 09:05:42.274254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Attempting to bind port 7a2619f2-4d02-48d0-b6a9-4a234c205739 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:05:42.274927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Attempting to bind port 7a2619f2-4d02-48d0-b6a9-4a234c205739 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:05:42.275443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Attempting to bind port 7a2619f2-4d02-48d0-b6a9-4a234c205739 on network 3cc29b19-7f21-4f41-8e2f-faa687bad90c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:05:42.283648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Port 7a2619f2-4d02-48d0-b6a9-4a234c205739 on network 3cc29b19-7f21-4f41-8e2f-faa687bad90c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:05:42.284219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Attempting to bind port 7a2619f2-4d02-48d0-b6a9-4a234c205739 on network 3cc29b19-7f21-4f41-8e2f-faa687bad90c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:05:42.302213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:05:42.302886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Checking segment: {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:05:42.303454 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Bound using segment: {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:05:42.304596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Bound port: 7a2619f2-4d02-48d0-b6a9-4a234c205739, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459ccb67-e548-4702-bc80-3a2d5ae77a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:05:42.305176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:42.419953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] For port 7a2619f2-4d02-48d0-b6a9-4a234c205739, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:05:42.425918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] For port 7a2619f2-4d02-48d0-b6a9-4a234c205739, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:05:42.451733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:42.526134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2619f2-4d02-48d0-b6a9-4a234c205739,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:42.563899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:42.564541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:42.566023 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-821b55dc-5cd1-42be-a58c-84b613121189 service neutron] 10.222.0.18 "PUT /v2.0/ports/7a2619f2-4d02-48d0-b6a9-4a234c205739 HTTP/1.1" status: 200 len: 1092 time: 3.8603261 Oct 25 09:05:42.567130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'tag': '7a2619f2-4d02-48d0-b6a9-4a234c205739'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:42.584240 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b07941-3593-48bc-a3a9-9d6e7401c620" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f296fa-7db9-44a0-84df-3c28fb3b7dbb", "tag": "7a2619f2-4d02-48d0-b6a9-4a234c205739"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:42.753393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:42.915740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:42.966294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:42.973094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-da69b9d9-1033-4cb7-aeed-498cc851e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:42.974602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-da69b9d9-1033-4cb7-aeed-498cc851e05e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7de9186cd8814fc6aa04100fd090e51b&device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 1095 time: 0.3132761 Oct 25 09:05:42.977464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:42.977762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db7dc7f-a1c0-40e9-a0a2-7da6a7dbf2cf') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:42.994747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:43.010326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:43.016616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:05:43.017036 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:05:43.101949 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:05:43.109449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:43.132251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:43.136673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] 10.222.0.32 "DELETE /v2.0/networks/07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb HTTP/1.1" status: 204 len: 168 time: 1.5311675 Oct 25 09:05:43.137657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205c587-c0a8-4bcc-963b-7e08b83d1e91 tempest-TaggedBootDevicesTest-1856814195 tempest-TaggedBootDevicesTest-1856814195-project] Pushing event deleted for resources: {'Network': ['ID=07ea0b1a-c2ad-4e6c-8787-12bfcd7475fb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:43.154245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e73cc-b52c-4b01-84c2-ba3938d7eb55 req-68213a65-4795-4318-8f93-dee1f75ff7f3 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:43.155881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f6e73cc-b52c-4b01-84c2-ba3938d7eb55 req-68213a65-4795-4318-8f93-dee1f75ff7f3 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 944 time: 0.3757563 Oct 25 09:05:43.364288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f6e73cc-b52c-4b01-84c2-ba3938d7eb55 req-da87f8d4-cff2-45b2-9b53-0ee50f1d6246 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674604 Oct 25 09:05:43.393910 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-e7d129e5-8846-4ce6-81ac-6e1bd5b73913 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739 HTTP/1.1" status: 200 len: 217 time: 0.1768701 Oct 25 09:05:43.432760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.20.0.1 (ac753649-e19a-4292-99f7-886298323cbd/1e1fd389-2870-4b2e-870e-82450a7499bf/b723d645-7efd-48fb-8e0c-f488bb847e2c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:43.564351 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c5f83-78bd-4685-bbaa-d41b16481538 x-openstack-request-id: req-5c2c5f83-78bd-4685-bbaa-d41b16481538 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:43.564655 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f296fa-7db9-44a0-84df-3c28fb3b7dbb", "tag": "7a2619f2-4d02-48d0-b6a9-4a234c205739", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:43.567072 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c2c5f83-78bd-4685-bbaa-d41b16481538 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:43.567072 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'tag': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'status': 'completed', 'code': 200} Oct 25 09:05:43.579827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-63413d67-8166-4ebd-adb7-8efb41c2b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:43.599040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-63413d67-8166-4ebd-adb7-8efb41c2b745 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43029dd3-11d8-4c54-93af-7b3f35efeea6 HTTP/1.1" status: 200 len: 850 time: 0.1850474 Oct 25 09:05:43.881143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-587dfc88-2831-48ac-b204-2fe121d876e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:43.884667 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-587dfc88-2831-48ac-b204-2fe121d876e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cc29b19-7f21-4f41-8e2f-faa687bad90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2849956 Oct 25 09:05:43.901376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:44.125986 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:44.153506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58810) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:44.207800 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-d472b36b-7dd9-44c7-9dfd-95acda72c816 service neutron] 10.222.0.18 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040938 Oct 25 09:05:44.212306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=b723d645-7efd-48fb-8e0c-f488bb847e2c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:44.229573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network ac753649-e19a-4292-99f7-886298323cbd is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:44.239910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:44.243195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:44.399858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:44.735547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2f509-a93f-4e73-ba92-423979b4b38f req-efb649f2-5d6e-491e-b7a5-8b1539b3ad71 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:44.744639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1f2f509-a93f-4e73-ba92-423979b4b38f req-efb649f2-5d6e-491e-b7a5-8b1539b3ad71 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 944 time: 0.1908736 Oct 25 09:05:44.768193 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b097e34-7200-4cf4-b2c4-3bd55de078be req-9d9a8045-5dd4-4d0c-8f49-6049e0403e82 service neutron] 10.222.0.18 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360069 Oct 25 09:05:44.800474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1f2f509-a93f-4e73-ba92-423979b4b38f req-2ab74895-0567-4606-8f86-86f33513f3f7 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534015 Oct 25 09:05:44.834255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-080bb54b-2d88-4015-a0ee-479cbce89793 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5443eb0d9f9b45f9a3cece236443d118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6769152 Oct 25 09:05:44.840871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58826) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:44.904934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9d333c3d-4d1c-4499-a985-9e9190ca76d4 None None] Provisioning complete for port b723d645-7efd-48fb-8e0c-f488bb847e2c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:44.914662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d333c3d-4d1c-4499-a985-9e9190ca76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:45.023818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9d333c3d-4d1c-4499-a985-9e9190ca76d4 None None] Port b723d645-7efd-48fb-8e0c-f488bb847e2c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:05:45.026606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-967bf164-6a57-496c-9880-ad5f7b06b498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:45.058747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-967bf164-6a57-496c-9880-ad5f7b06b498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:45.126665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-967bf164-6a57-496c-9880-ad5f7b06b498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:45.129906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-967bf164-6a57-496c-9880-ad5f7b06b498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:45.131353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-967bf164-6a57-496c-9880-ad5f7b06b498 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c33af5da-2a70-4eb5-845b-36403a11520d HTTP/1.1" status: 204 len: 168 time: 0.2890813 Oct 25 09:05:45.149478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-467baa31-a141-45de-9a6b-065fdf099d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:45.149478 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-467baa31-a141-45de-9a6b-065fdf099d96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7de9186cd8814fc6aa04100fd090e51b&device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 1095 time: 0.2706673 Oct 25 09:05:45.154718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bf164-6a57-496c-9880-ad5f7b06b498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33af5da-2a70-4eb5-845b-36403a11520d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:45.355093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-dae78f21-2321-4d14-a429-087550279858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:45.357196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-dae78f21-2321-4d14-a429-087550279858 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cc29b19-7f21-4f41-8e2f-faa687bad90c HTTP/1.1" status: 200 len: 912 time: 0.2056110 Oct 25 09:05:45.376286 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:45.424876 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-fc704831-baef-4fbf-94b2-bf0df6d0a593 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739 HTTP/1.1" status: 200 len: 217 time: 0.0571032 Oct 25 09:05:45.511340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-231610c0-b16d-49aa-918f-7ff59c8244ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:45.514179 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-231610c0-b16d-49aa-918f-7ff59c8244ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43029dd3-11d8-4c54-93af-7b3f35efeea6 HTTP/1.1" status: 200 len: 850 time: 0.0804496 Oct 25 09:05:45.664129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-65b22be8-d438-44cf-9195-d79ab269aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:45.666448 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-65b22be8-d438-44cf-9195-d79ab269aa27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cc29b19-7f21-4f41-8e2f-faa687bad90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405001 Oct 25 09:05:45.796533 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-9e3c1b5e-b16c-4d12-a280-8906f4059efb service neutron] 10.222.0.18 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211421 Oct 25 09:05:46.002006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58848) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:46.135418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e29894-26af-4277-b2b6-7c5207c3c6fe req-40edbef6-0b06-4008-9a19-65f732d9f527 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:46.145770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0e29894-26af-4277-b2b6-7c5207c3c6fe req-40edbef6-0b06-4008-9a19-65f732d9f527 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 944 time: 0.2185559 Oct 25 09:05:46.192242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-201de10c-e3c2-4145-989d-6c502880db9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ed5327b14e84cc1a851660b2dff1b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886029 Oct 25 09:05:46.195499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58854) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:46.210070 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-54b07941-3593-48bc-a3a9-9d6e7401c620 req-92475d7e-1e43-4129-9576-6cafb00f9bfd service neutron] 10.222.0.18 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051712 Oct 25 09:05:46.369885 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625f0a4d-44d3-43a2-8b59-724469103d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:46.394821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0e29894-26af-4277-b2b6-7c5207c3c6fe req-21fad27a-2fc1-428d-a713-8c963ae03551 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481489 Oct 25 09:05:46.423431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:46.453027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:46.470220 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3186-cb68-4e7a-8e9e-a6895454edf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:46.572800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=b723d645-7efd-48fb-8e0c-f488bb847e2c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:46.611762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3186-cb68-4e7a-8e9e-a6895454edf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:46.721527 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:46.825465 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3186-cb68-4e7a-8e9e-a6895454edf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:46.831713 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3186-cb68-4e7a-8e9e-a6895454edf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:46.839454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3c6f3186-cb68-4e7a-8e9e-a6895454edf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/507dbd75-c43a-4a85-ac5d-ce88b3a75f4f HTTP/1.1" status: 204 len: 168 time: 0.6335347 Oct 25 09:05:46.881608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3186-cb68-4e7a-8e9e-a6895454edf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507dbd75-c43a-4a85-ac5d-ce88b3a75f4f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:46.937706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network ac753649-e19a-4292-99f7-886298323cbd is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:46.939341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:47.128305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router a508f450-dceb-4d9b-a16d-340a886ba65a has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:47.415789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:47.427457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58874) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:47.428025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32c48f-81b0-46b2-bc70-55522e9ccdcb None None] Sync routers for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:47.434961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'port': {'network_id': 'ac753649-e19a-4292-99f7-886298323cbd', 'name': 'tempest-FloatingIPTestJSON-197447875'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:47.439248 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7bbaaa0a-8c78-47ec-a6c9-68d7cccba9d2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/routers/a508f450-dceb-4d9b-a16d-340a886ba65a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0900147 Oct 25 09:05:47.466080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32c48f-81b0-46b2-bc70-55522e9ccdcb None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:47.466951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7f32c48f-81b0-46b2-bc70-55522e9ccdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:47.640005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7a2619f2-4d02-48d0-b6a9-4a234c205739 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:05:47.711968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9d3e-ce32-422a-9439-2b4ca2b342ed req-27d733b3-4e3a-4bae-a775-9e2f512f0195 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:47.713853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7f32c48f-81b0-46b2-bc70-55522e9ccdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:47.719341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50dd9d3e-ce32-422a-9439-2b4ca2b342ed req-27d733b3-4e3a-4bae-a775-9e2f512f0195 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 944 time: 0.1073673 Oct 25 09:05:47.779583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-30ccdd95-863c-478e-9f74-5fceb9fd083b None None] Provisioning complete for port b723d645-7efd-48fb-8e0c-f488bb847e2c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:47.781810 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-30ccdd95-863c-478e-9f74-5fceb9fd083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:47.832574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50dd9d3e-ce32-422a-9439-2b4ca2b342ed req-f1c56278-d86b-4e0c-bb93-3de54abc9f5b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066689 Oct 25 09:05:47.914475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Made reservation on behalf of b659a04862ae42e49b81e932faff5561 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:47.926150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32c48f-81b0-46b2-bc70-55522e9ccdcb None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:47.932130 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:47.934287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7f32c48f-81b0-46b2-bc70-55522e9ccdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:47.993565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] device_id is not set on port 4fef19bd-3d88-44c5-b5b0-a0d6bde04c22 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:05:48.166952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-7f32c48f-81b0-46b2-bc70-55522e9ccdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:48.179732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32c48f-81b0-46b2-bc70-55522e9ccdcb None None] The sync data for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:48.360710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Allocated IP 172.20.0.3 (ac753649-e19a-4292-99f7-886298323cbd/1e1fd389-2870-4b2e-870e-82450a7499bf/4fef19bd-3d88-44c5-b5b0-a0d6bde04c22) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:48.420353 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:05:48.470250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7a2619f2-4d02-48d0-b6a9-4a234c205739, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:48.534929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'port_id': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'mac_address': 'fa:16:3e:57:ae:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:05:48.536630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-30ccdd95-863c-478e-9f74-5fceb9fd083b None None] Port b723d645-7efd-48fb-8e0c-f488bb847e2c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:05:48.689355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:48.734655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2619f2-4d02-48d0-b6a9-4a234c205739 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:05:48.783423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7a2619f2-4d02-48d0-b6a9-4a234c205739, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:48.830778 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:48.944647 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:49.056311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7a2619f2-4d02-48d0-b6a9-4a234c205739,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:49.070564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bd9b2acc-cd27-46b6-a4d2-1df3ece6b340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:49.222760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7a2619f2-4d02-48d0-b6a9-4a234c205739'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:05:49.257365 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:49.398411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Network ac753649-e19a-4292-99f7-886298323cbd is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:49.406259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:49.409761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:49.421757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72b01-bdad-4724-a5be-3aa4cac61ff6 req-647babed-c72b-4317-b5f3-faa4c545c46d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:49.423812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad72b01-bdad-4724-a5be-3aa4cac61ff6 req-647babed-c72b-4317-b5f3-faa4c545c46d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 945 time: 0.3095593 Oct 25 09:05:49.424315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event updated for resources: {'Port': ['ID=4fef19bd-3d88-44c5-b5b0-a0d6bde04c22,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:49.534742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:49.535569 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:49.560083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad72b01-bdad-4724-a5be-3aa4cac61ff6 req-aadc432a-f3bc-4833-ad32-57bfb029ddde tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997643 Oct 25 09:05:49.613461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dbaa39fc-e519-48a9-8a25-b67e10757b73 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1812437 Oct 25 09:05:49.613692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58928) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:49.621525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Request body: {'floatingip': {'port_id': '4fef19bd-3d88-44c5-b5b0-a0d6bde04c22'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:49.864219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:49.902365 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:49.946862 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:50.053753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-00911201-6567-4225-a4b6-90d2f95de796 None None] Provisioning complete for port 4fef19bd-3d88-44c5-b5b0-a0d6bde04c22 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:50.054719 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-00911201-6567-4225-a4b6-90d2f95de796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:50.182553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-00911201-6567-4225-a4b6-90d2f95de796 None None] Port 4fef19bd-3d88-44c5-b5b0-a0d6bde04c22 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:05:50.766109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7873880-37a5-4cc1-a2db-643c25b6c377 req-fdc31cc1-c1ec-4c21-92f7-3e581e79909d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:50.776080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7873880-37a5-4cc1-a2db-643c25b6c377 req-fdc31cc1-c1ec-4c21-92f7-3e581e79909d tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 945 time: 0.0682304 Oct 25 09:05:50.829733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7873880-37a5-4cc1-a2db-643c25b6c377 req-fb1b2054-4983-434d-97df-a45ab1359fe3 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526865 Oct 25 09:05:51.382945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-32ab7447-9e0d-42fd-bbda-968e84cd80cc tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532258 Oct 25 09:05:51.493051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7a2619f2-4d02-48d0-b6a9-4a234c205739 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:05:51.622980 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.resource_extend [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:05:51.642432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-88d06f7b-8eb0-43cb-aeef-7b5df66f3404 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:51.648219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 7a2619f2-4d02-48d0-b6a9-4a234c205739 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:05:51.653365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 7a2619f2-4d02-48d0-b6a9-4a234c205739 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:51.654114 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:51.661419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-88d06f7b-8eb0-43cb-aeef-7b5df66f3404 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699430 Oct 25 09:05:51.697699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-65319437-f45c-436e-94c3-14bc8391deb5 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/quotas/d6a521720dd747ccb98fe6a76e37ee2c HTTP/1.1" status: 200 len: 375 time: 0.0352089 Oct 25 09:05:51.737184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:51.752130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:51.777162 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:51.793620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-48d0bca0-f6d9-45b8-b1f9-c75835e620c7 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851545 Oct 25 09:05:51.886777 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:51.961900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7a2619f2-4d02-48d0-b6a9-4a234c205739, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:05:51.963325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2619f2-4d02-48d0-b6a9-4a234c205739'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:05:51.968501 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d7ed21-fdc7-4999-aa56-e28380d467f1" -d '{"events": [{"server_uuid": "b7f296fa-7db9-44a0-84df-3c28fb3b7dbb", "name": "network-vif-plugged", "status": "completed", "tag": "7a2619f2-4d02-48d0-b6a9-4a234c205739"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:05:51.975330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:52.028729 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP 457fb1ba-4bf8-44c3-a6db-73eeb3ac1095 associated. External IP: 172.25.8.74, port: 091e4a38-2964-40e6-97ff-e6106be29398. Oct 25 09:05:52.213824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7a2619f2-4d02-48d0-b6a9-4a234c205739,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:52.511403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4b133-8bb0-443b-a4f5-4a39b73c9bd8 req-a133317e-d564-47da-9d42-e51cd0e44a79 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:52.520248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1f4b133-8bb0-443b-a4f5-4a39b73c9bd8 req-a133317e-d564-47da-9d42-e51cd0e44a79 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.1152568 Oct 25 09:05:52.645595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1f4b133-8bb0-443b-a4f5-4a39b73c9bd8 req-030bd66c-b100-4045-a609-8e5ea0f6084e tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241403 Oct 25 09:05:52.718929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:52.762583 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eae571-b091-49b5-87e0-7d2e3e5616bd x-openstack-request-id: req-d7eae571-b091-49b5-87e0-7d2e3e5616bd {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:05:52.763094 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f296fa-7db9-44a0-84df-3c28fb3b7dbb", "name": "network-vif-plugged", "status": "completed", "tag": "7a2619f2-4d02-48d0-b6a9-4a234c205739", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:05:52.763232 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7eae571-b091-49b5-87e0-7d2e3e5616bd {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:05:52.763556 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'code': 200} Oct 25 09:05:52.989840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-0417d045-66dc-4f0b-8695-77e200a526bd tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639019 Oct 25 09:05:53.221473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f1e56-8890-43b3-aefa-faf58fc6b750 req-3ebef848-a8d8-48dd-8dae-dec508e25599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:53.223427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe0f1e56-8890-43b3-aefa-faf58fc6b750 req-3ebef848-a8d8-48dd-8dae-dec508e25599 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 1097 time: 0.3287106 Oct 25 09:05:53.406185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe0f1e56-8890-43b3-aefa-faf58fc6b750 req-8dbb21e6-236a-4f40-b6b1-7ca3fb9f8413 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579249 Oct 25 09:05:53.407619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:53.418440 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af67414-2e3b-41f1-b16b-2c431efced53 None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:53.445068 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af67414-2e3b-41f1-b16b-2c431efced53 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:53.445730 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0af67414-2e3b-41f1-b16b-2c431efced53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:53.467704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-e429b0c5-614e-4dac-b63c-9e663a31641f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:53.479537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-e429b0c5-614e-4dac-b63c-9e663a31641f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4865024 Oct 25 09:05:53.529701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-baabf2f4-d08f-4f7c-aa71-1ce3b338552b tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/quotas/d6a521720dd747ccb98fe6a76e37ee2c HTTP/1.1" status: 200 len: 375 time: 0.0491421 Oct 25 09:05:53.596749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-8c74cdd7-78bd-4dd3-a4da-d1d2bd1cbb9e tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639467 Oct 25 09:05:53.599649 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0af67414-2e3b-41f1-b16b-2c431efced53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:53.674674 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af67414-2e3b-41f1-b16b-2c431efced53 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:53.677753 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0af67414-2e3b-41f1-b16b-2c431efced53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:53.823281 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0af67414-2e3b-41f1-b16b-2c431efced53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:53.827221 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af67414-2e3b-41f1-b16b-2c431efced53 None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:54.209936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router a508f450-dceb-4d9b-a16d-340a886ba65a has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:54.332526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f57580-039a-47bf-9882-bd0cace1a498 req-3f5aae33-8746-4b63-8580-d92ab472b35f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:54.349542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97f57580-039a-47bf-9882-bd0cace1a498 req-3f5aae33-8746-4b63-8580-d92ab472b35f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.2632833 Oct 25 09:05:54.416471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-1a72eb2d-03ac-4265-bb59-09f0c3ccbc13 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634217 Oct 25 09:05:54.505239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97f57580-039a-47bf-9882-bd0cace1a498 req-1f92793a-91ba-4a1c-99e6-d8fe34af5925 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477215 Oct 25 09:05:54.586050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:54.590649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:54.597688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6c63-5017-47ea-90f6-4624b9576a8f None None] Sync routers for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:54.634932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e6c63-5017-47ea-90f6-4624b9576a8f None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:54.636271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a13e6c63-5017-47ea-90f6-4624b9576a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:54.784073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2554f6bd-0b09-49da-8ec8-58ce1679647e req-ea4e9b05-bc83-43d7-8e8d-dd605c3987b4 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 210 time: 0.1136980 Oct 25 09:05:54.795934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9fdfd0b8-cd7b-478a-8f63-b23c8ebc984e tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/floatingips/457fb1ba-4bf8-44c3-a6db-73eeb3ac1095 HTTP/1.1" status: 200 len: 976 time: 5.1808517 Oct 25 09:05:54.798927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59060) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:54.810839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a13e6c63-5017-47ea-90f6-4624b9576a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:54.831538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e6c63-5017-47ea-90f6-4624b9576a8f None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:54.832505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a13e6c63-5017-47ea-90f6-4624b9576a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:54.870401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a13e6c63-5017-47ea-90f6-4624b9576a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:54.871564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e6c63-5017-47ea-90f6-4624b9576a8f None None] The sync data for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:55.027943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 4fef19bd-3d88-44c5-b5b0-a0d6bde04c22 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:05:55.028579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:55.042378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-56c2b090-2694-45a2-80c3-f3d2bfc4b41f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:55.051096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-56c2b090-2694-45a2-80c3-f3d2bfc4b41f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6269021 Oct 25 09:05:55.181317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Request body: {'port': {'device_id': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': 'd6a521720dd747ccb98fe6a76e37ee2c'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:55.346061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:55.590255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-97b82603-1ab2-49c9-93c3-b6e7318e6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:55.595118 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-97b82603-1ab2-49c9-93c3-b6e7318e6d54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1096 time: 0.1001663 Oct 25 09:05:55.783293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-f425b242-4fe6-42af-9550-1ef4db9d4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:55.784689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-f425b242-4fe6-42af-9550-1ef4db9d4a74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.1592731 Oct 25 09:05:55.933733 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-140a5aea-065a-4c30-bfaf-4d802de62b8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 1001 time: 0.1401610 Oct 25 09:05:55.960635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Made reservation on behalf of d6a521720dd747ccb98fe6a76e37ee2c for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:55.981040 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:56.022044 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:56.068650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c071b9-aebd-403b-8a3d-19b182295acc req-5d670e9a-273a-460f-b787-3e290b3ca944 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:56.085840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81c071b9-aebd-403b-8a3d-19b182295acc req-5d670e9a-273a-460f-b787-3e290b3ca944 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.3771701 Oct 25 09:05:56.118804 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-6ff410d8-9657-4667-bf2e-98e7b6a8b925 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179435 Oct 25 09:05:56.187554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81c071b9-aebd-403b-8a3d-19b182295acc req-761b9e01-fb39-4a95-afea-32bfe10a5622 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004486 Oct 25 09:05:56.251838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:56.253726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:56.259701 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Floating IP 457fb1ba-4bf8-44c3-a6db-73eeb3ac1095 disassociated. External IP: 172.25.8.74, port: 4fef19bd-3d88-44c5-b5b0-a0d6bde04c22. Oct 25 09:05:56.260348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 4fef19bd-3d88-44c5-b5b0-a0d6bde04c22 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:05:56.415180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a104af32-6829-4188-8c25-96dfe27ebfcf req-98f87440-21c8-4163-9581-121a9fe393ae tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 210 time: 0.0522776 Oct 25 09:05:56.421565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-7340cafc-3f02-494f-b396-f65a6b7c51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:56.423687 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-7340cafc-3f02-494f-b396-f65a6b7c51a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.4820726 Oct 25 09:05:56.619795 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:56.630931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:56.652814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-e7d37a29-a74d-4b96-92cc-b060973a36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:56.654402 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-e7d37a29-a74d-4b96-92cc-b060973a36ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205014 Oct 25 09:05:56.719926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=4fef19bd-3d88-44c5-b5b0-a0d6bde04c22,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:56.732103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:56.892680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Allocated IP 192.168.233.252 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/217e5101-fbad-4c56-a913-c2d994b5cb54) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:56.920331 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-2b68f7a4-1b52-46ed-8dab-247ea4c99b39 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479241 Oct 25 09:05:56.958965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-d3dee21b-3041-427c-9250-a11a62aaa0a7 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:56.961796 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-d3dee21b-3041-427c-9250-a11a62aaa0a7 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8307436 Oct 25 09:05:57.057553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:57.108266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.108923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.109275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.109749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.110078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.110410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.110741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.111059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.111385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.111708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.112030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.112349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:05:57.151763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:57.154457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7be075-e9aa-4349-a03f-49b719b03791,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:57.222065 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29305827-09e0-489c-9355-3dfa11fa9ea9 req-cc7afc3d-f13c-4f8f-933e-b68c3b0f2220 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515285 Oct 25 09:05:57.238046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Request body: {'port': {'device_id': '87883b7b-fc09-48bc-8dbc-405059b79564', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': 'd6a521720dd747ccb98fe6a76e37ee2c'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:57.330164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:05:57.602747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6620c-703a-4885-a21a-fa556059645e req-2f79bb64-ff06-4962-b71d-b87f84dfbee8 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:57.620993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59118) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:57.621333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5a6620c-703a-4885-a21a-fa556059645e req-2f79bb64-ff06-4962-b71d-b87f84dfbee8 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.9132481 Oct 25 09:05:57.626057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Request body: {'floatingip': {'port_id': '7a2619f2-4d02-48d0-b6a9-4a234c205739'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:57.660950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:05:57.681410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for floatingip, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:57.693384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:05:57.724704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:05:57.929410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:05:57.930114 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:57.979815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fe464d2-b78f-4621-a3bf-54a00781865a req-4b91cf5e-6263-47de-8535-d11858845264 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 210 time: 0.0433028 Oct 25 09:05:58.009828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-73dd7946-61fb-4b0b-b3eb-b177cdba47db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9170840 Oct 25 09:05:58.023099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Made reservation on behalf of d6a521720dd747ccb98fe6a76e37ee2c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:05:58.050264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:58.065050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router a508f450-dceb-4d9b-a16d-340a886ba65a has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:05:58.292981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2fa110af-be26-4ff0-a69a-bafbda59149b None None] Provisioning complete for port 217e5101-fbad-4c56-a913-c2d994b5cb54 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:05:58.293523 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2fa110af-be26-4ff0-a69a-bafbda59149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:58.418712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:05:58.435109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Request body: {'port': {'device_id': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:05:58.438996 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a3197-4979-4fc5-8412-13f259b756a0 None None] Sync routers for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:05:58.440794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2fa110af-be26-4ff0-a69a-bafbda59149b None None] Port 217e5101-fbad-4c56-a913-c2d994b5cb54 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:05:58.465607 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a3197-4979-4fc5-8412-13f259b756a0 None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:58.466470 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9a3a3197-4979-4fc5-8412-13f259b756a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:58.631961 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9a3a3197-4979-4fc5-8412-13f259b756a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:58.670130 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a3197-4979-4fc5-8412-13f259b756a0 None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:05:58.671079 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9a3a3197-4979-4fc5-8412-13f259b756a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:58.715760 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9a3a3197-4979-4fc5-8412-13f259b756a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:05:58.716758 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a3197-4979-4fc5-8412-13f259b756a0 None None] The sync data for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:05:58.749685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:58.844176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Allocated IP 192.168.233.224 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/9834ade3-c97c-4748-bfff-0e0dc8dd58e5) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:05:58.896516 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:58.904538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d5c1dcf3-4d79-4d00-92e6-e9e238cb9ed7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/ports/4fef19bd-3d88-44c5-b5b0-a0d6bde04c22 HTTP/1.1" status: 204 len: 168 time: 4.1021354 Oct 25 09:05:58.904962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59132) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:05:59.007795 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.resource_extend [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:05:59.193092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:59.446243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:59.492391 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:05:59.495015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b7b4d15-19a7-468b-b0e0-5330fd1881d6 req-eb15cfc2-2468-4ac8-a3b0-f5a5cc41f83f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 210 time: 0.2207131 Oct 25 09:05:59.808019 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Floating IP 9e9566ef-2eb6-4c80-a6fc-4438f64f2627 associated. External IP: 172.25.8.176, port: 7a2619f2-4d02-48d0-b6a9-4a234c205739. Oct 25 09:05:59.820555 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:00.135175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:00.143156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:00.151798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:00.204766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Pushing event updated for resources: {'Port': ['ID=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:00.301006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:00.302032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:00.329679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-698b027f-a1be-4faa-be7b-32e409c89d44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1033974 Oct 25 09:06:00.354205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Request body: {'port': {'device_id': '87883b7b-fc09-48bc-8dbc-405059b79564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:00.408088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217e5101-fbad-4c56-a913-c2d994b5cb54 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:00.438777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:00.471157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Transition to ACTIVE for port object 217e5101-fbad-4c56-a913-c2d994b5cb54 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:06:00.589589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:00.681250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:00.715121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0756d494-fa2d-4d6c-a47f-b247fcb38681 None None] Provisioning complete for port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:00.716085 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0756d494-fa2d-4d6c-a47f-b247fcb38681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:00.800915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:00.816611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:00.853750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0756d494-fa2d-4d6c-a47f-b247fcb38681 None None] Port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:06:00.950231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-dde37236-960e-4e0c-b201-91fcccb0cb50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4767785 Oct 25 09:06:01.215684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08eb5f-c6ad-41ce-9f67-6863ec3caa97 req-aff103f6-86a4-4a8d-83dd-be5944b26191 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:01.235953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a08eb5f-c6ad-41ce-9f67-6863ec3caa97 req-aff103f6-86a4-4a8d-83dd-be5944b26191 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 936 time: 0.4512174 Oct 25 09:06:01.272542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-eee64599-202f-4e42-b9fb-5652ea407882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:01.274448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-eee64599-202f-4e42-b9fb-5652ea407882 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e25be07622cd464590d59222eb9d4c0e&device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 1097 time: 0.2470427 Oct 25 09:06:01.414597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Attempting to bind port 217e5101-fbad-4c56-a913-c2d994b5cb54 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:01.415296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Attempting to bind port 217e5101-fbad-4c56-a913-c2d994b5cb54 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:01.415296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Attempting to bind port 217e5101-fbad-4c56-a913-c2d994b5cb54 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:01.461653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a08eb5f-c6ad-41ce-9f67-6863ec3caa97 req-0f328e13-53c6-43bb-ba14-b27b883c7651 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242165 Oct 25 09:06:01.462639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Port 217e5101-fbad-4c56-a913-c2d994b5cb54 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:06:01.463114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Attempting to bind port 217e5101-fbad-4c56-a913-c2d994b5cb54 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:01.508842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:01.525713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:01.528562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:01.529264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Bound port: 217e5101-fbad-4c56-a913-c2d994b5cb54, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:01.529897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:01.676304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-adea52c3-f163-4f1b-ba65-bc561dcc4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:01.677792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-adea52c3-f163-4f1b-ba65-bc561dcc4c87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5 HTTP/1.1" status: 200 len: 907 time: 0.3517094 Oct 25 09:06:01.896298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-71985ae2-c535-45f1-9285-7df066e7ee50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf HTTP/1.1" status: 200 len: 1001 time: 0.1963944 Oct 25 09:06:01.899925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:01.904101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:01.917750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:01.977228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:01.987664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] Sync routers for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:02.029822 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:02.030705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:02.078020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:02.123565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:02.124506 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:02.128420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-156d8b84-1196-4a47-aaf0-039012663ac7 service neutron] 10.222.0.41 "PUT /v2.0/ports/217e5101-fbad-4c56-a913-c2d994b5cb54 HTTP/1.1" status: 200 len: 1096 time: 4.1124728 Oct 25 09:06:02.142154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:02.153364 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af5148-0e7f-4948-93c2-17e0c3817fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:02.318609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:02.323992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-6d326898-86ac-4740-b748-2ce35f14202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:02.326868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-6d326898-86ac-4740-b748-2ce35f14202b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=351082fe-97ac-4d5b-81a3-78159e2ff4cd HTTP/1.1" status: 200 len: 845 time: 0.4214327 Oct 25 09:06:02.360860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:02.395186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:02.433508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Transition to ACTIVE for port object 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:06:02.440296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:02.489470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d595478e-20ae-4e3f-bf50-8050e7253a3b tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "PUT /v2.0/floatingips/9e9566ef-2eb6-4c80-a6fc-4438f64f2627 HTTP/1.1" status: 200 len: 992 time: 4.8670416 Oct 25 09:06:02.491090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'tag': '7a2619f2-4d02-48d0-b6a9-4a234c205739'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:02.496545 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f296fa-7db9-44a0-84df-3c28fb3b7dbb", "tag": "7a2619f2-4d02-48d0-b6a9-4a234c205739"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:02.504815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:02.513860 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2363e41-aec8-472c-8a88-559454c93328 x-openstack-request-id: req-d2363e41-aec8-472c-8a88-559454c93328 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:02.514481 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:02.514481 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2363e41-aec8-472c-8a88-559454c93328 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:02.514906 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'status': 'completed', 'code': 200} Oct 25 09:06:02.653002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Pushing event updated for resources: {'Port': ['ID=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:02.699375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-0d0a7caa-4dfe-48c2-b13c-40ae3d0718ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:02.701281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-0d0a7caa-4dfe-48c2-b13c-40ae3d0718ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1099 time: 0.4320099 Oct 25 09:06:02.723447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:02.736413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Attempting to bind port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:02.736838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Attempting to bind port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:02.737205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Attempting to bind port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:02.743116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:06:02.743459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Attempting to bind port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:02.759971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:02.760325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:02.760719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:02.761185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Bound port: 9834ade3-c97c-4748-bfff-0e0dc8dd58e5, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:02.761779 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:02.918642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-5f754997-a76d-4aec-a938-43652696db63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=217e5101-fbad-4c56-a913-c2d994b5cb54 HTTP/1.1" status: 200 len: 217 time: 0.1991079 Oct 25 09:06:02.922074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] For port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:02.934631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] For port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:02.958693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:03.031042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '9e9566ef-2eb6-4c80-a6fc-4438f64f2627', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'port_id': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'mac_address': 'fa:16:3e:57:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:05:29Z', 'updated_at': '2021-10-25T09:05:58Z', 'revision_number': 1, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:30Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:03.107029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] Checking router: 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:03.132360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:03.133337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:03.154769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Pushing event updated for resources: {'Port': ['ID=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:03.203986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:03.204627 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:03.230982 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-74fa2623-f76d-4811-891f-53db96b6c18a service neutron] 10.222.0.18 "PUT /v2.0/ports/9834ade3-c97c-4748-bfff-0e0dc8dd58e5 HTTP/1.1" status: 200 len: 1096 time: 2.8720379 Oct 25 09:06:03.250790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-68c191f3-c697-4f3f-bcc3-1a72f7ff7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:03.252358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-68c191f3-c697-4f3f-bcc3-1a72f7ff7c4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77d51b74-1f3d-40fa-baa3-7a29deed3bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8658786 Oct 25 09:06:03.417614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:03.454151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-c629b043-865e-4f6d-913d-21d9df585b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:03.455897 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-c629b043-865e-4f6d-913d-21d9df585b5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 1099 time: 0.1760356 Oct 25 09:06:03.659223 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-430734da-4b93-44a3-8bb5-790f3bd680c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9834ade3-c97c-4748-bfff-0e0dc8dd58e5 HTTP/1.1" status: 200 len: 217 time: 0.1891520 Oct 25 09:06:03.813210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-1864e735-811e-447c-b8ff-7ca0ff3741c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:03.816650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-1864e735-811e-447c-b8ff-7ca0ff3741c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1445837 Oct 25 09:06:03.957059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-a298cc6f-5161-49f1-ab64-1d280243ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:03.958369 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-a298cc6f-5161-49f1-ab64-1d280243ab14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328135 Oct 25 09:06:04.100768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '9e9566ef-2eb6-4c80-a6fc-4438f64f2627', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'port_id': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'mac_address': 'fa:16:3e:57:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:05:29Z', 'updated_at': '2021-10-25T09:05:58Z', 'revision_number': 1, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:30Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:04.108307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162cb73-a632-4d23-828c-638c6872e73e req-ca86b65c-fbbd-4ecd-8745-e13a9ab45729 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:04.109493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5162cb73-a632-4d23-828c-638c6872e73e req-ca86b65c-fbbd-4ecd-8745-e13a9ab45729 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 948 time: 1.2910368 Oct 25 09:06:04.139083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-8868c5cf-e71f-45a2-8be7-3957a233c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:04.140494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-8868c5cf-e71f-45a2-8be7-3957a233c656 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 1.1069403 Oct 25 09:06:04.149949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21c84b-bc07-4ae5-ac50-a44ca9e4476f None None] The sync data for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 is: [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '9e9566ef-2eb6-4c80-a6fc-4438f64f2627', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'port_id': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'mac_address': 'fa:16:3e:57:ae:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:05:29Z', 'updated_at': '2021-10-25T09:05:58Z', 'revision_number': 1, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:30Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:04.212484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-b08b2359-eac2-494e-96b7-992a9dc7bb6b service neutron] 10.222.0.41 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8996348 Oct 25 09:06:04.267839 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-6ceb6c41-26af-47ba-bf79-75de6cbb1c88 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949793 Oct 25 09:06:04.494270 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba0e1a3f-0053-419f-bba2-eccd743f2e54 req-41c6c4ff-4942-4266-a293-a06863e94141 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255092 Oct 25 09:06:04.569941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5162cb73-a632-4d23-828c-638c6872e73e req-80ff983b-2ca0-4b4c-93ba-eb328121807e tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437382 Oct 25 09:06:04.588457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-9ea6e913-fa90-4cc9-88e5-17093115bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:04.590008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-9ea6e913-fa90-4cc9-88e5-17093115bebe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4374461 Oct 25 09:06:04.657264 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91f29d6-860e-416b-9e39-a42f3db60dd2 None None] New status for floating IP 9e9566ef-2eb6-4c80-a6fc-4438f64f2627: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:06:04.828245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ecdd740-86e8-4469-af55-2c10a84568d2 req-a81893b2-eeb5-463c-bd13-3d5c36270f5b service neutron] 10.222.0.41 "GET /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897083 Oct 25 09:06:04.931251 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9a79aa-542a-4289-ad40-939af2d0abbd x-openstack-request-id: req-ab9a79aa-542a-4289-ad40-939af2d0abbd {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:04.931541 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f296fa-7db9-44a0-84df-3c28fb3b7dbb", "tag": "7a2619f2-4d02-48d0-b6a9-4a234c205739", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:04.931798 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab9a79aa-542a-4289-ad40-939af2d0abbd {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:04.932205 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'tag': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'status': 'completed', 'code': 200} Oct 25 09:06:05.071129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-e289ade1-8e00-4ff3-a24b-99fea63f47c5 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661314 Oct 25 09:06:05.129501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port b723d645-7efd-48fb-8e0c-f488bb847e2c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:05.130137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:05.137594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-2e35a1fe-f94c-4eef-81cb-acc91dd20962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:05.146303 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-2e35a1fe-f94c-4eef-81cb-acc91dd20962 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7de9186cd8814fc6aa04100fd090e51b&device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 1097 time: 0.1602416 Oct 25 09:06:05.415517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-4dd2a135-4285-4ec3-bca4-3d7382e3dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:05.417041 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-4dd2a135-4285-4ec3-bca4-3d7382e3dc89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cc29b19-7f21-4f41-8e2f-faa687bad90c HTTP/1.1" status: 200 len: 912 time: 0.2598901 Oct 25 09:06:05.533598 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-6f20103f-79f6-4d87-a85e-f9949335b000 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739 HTTP/1.1" status: 200 len: 1002 time: 0.1082838 Oct 25 09:06:05.534930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:05.540366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa35f23-6ba8-49d7-8f2c-613b58ff6921 req-2fb682a6-8472-40c5-8ab2-21d77da6defa service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620702 Oct 25 09:06:05.585396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for b723d645-7efd-48fb-8e0c-f488bb847e2c owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:05.631773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-3c74294e-123c-41a0-a851-886f0fc4de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:05.633310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-3c74294e-123c-41a0-a851-886f0fc4de55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43029dd3-11d8-4c54-93af-7b3f35efeea6 HTTP/1.1" status: 200 len: 850 time: 0.0917947 Oct 25 09:06:05.743423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-7747ac41-4f1a-4960-abb1-446827052136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:05.745620 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-7747ac41-4f1a-4960-abb1-446827052136 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cc29b19-7f21-4f41-8e2f-faa687bad90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965428 Oct 25 09:06:05.861033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-870ed787-239c-4d6d-8a8e-9f52410bdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:05.862543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-870ed787-239c-4d6d-8a8e-9f52410bdd1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1099 time: 0.1638103 Oct 25 09:06:05.893481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50ad47-5627-4f7c-a378-9c465ebad63d req-0e70b0f3-5d12-4fcd-9580-f46fd2053a4b tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:05.895049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d50ad47-5627-4f7c-a378-9c465ebad63d req-0e70b0f3-5d12-4fcd-9580-f46fd2053a4b tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 948 time: 0.1428156 Oct 25 09:06:05.957473 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-6fea5666-bb15-4f8d-a0e5-8adeeaa0bfe6 service neutron] 10.222.0.18 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041011 Oct 25 09:06:06.077415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d50ad47-5627-4f7c-a378-9c465ebad63d req-a0a39673-52a1-4c79-b60d-fc4a57c1d7c1 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681488 Oct 25 09:06:06.134240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-070e86ae-4f90-43a6-a2a9-210d8dc6edfb req-0c0cc6a4-2a5d-4d5f-8fc1-17f925a0bce9 service neutron] 10.222.0.18 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636512 Oct 25 09:06:06.229909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-49ff06f0-3341-463b-8002-b50a6eeaa346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:06.231681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-49ff06f0-3341-463b-8002-b50a6eeaa346 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.3603537 Oct 25 09:06:06.314021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:06.339040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-6a92df4a-629b-425f-bafe-a246ab133380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=217e5101-fbad-4c56-a913-c2d994b5cb54 HTTP/1.1" status: 200 len: 217 time: 0.0997508 Oct 25 09:06:06.544963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=b723d645-7efd-48fb-8e0c-f488bb847e2c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:06.615280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-9b722fae-f7d3-4975-8aa7-8a166faf27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:06.618754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-9b722fae-f7d3-4975-8aa7-8a166faf27d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.2611034 Oct 25 09:06:06.874729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-5e158193-24bb-4b1b-8861-3575d61acebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:06.888985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-5e158193-24bb-4b1b-8861-3575d61acebc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2614307 Oct 25 09:06:06.934290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87883b7b-fc09-48bc-8dbc-405059b79564', 'tag': '9834ade3-c97c-4748-bfff-0e0dc8dd58e5'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:06.936719 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d07173-1304-470d-8b28-06e07929978a" -d '{"events": [{"name": "network-changed", "server_uuid": "87883b7b-fc09-48bc-8dbc-405059b79564", "tag": "9834ade3-c97c-4748-bfff-0e0dc8dd58e5"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:07.017614 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae092e-5341-4b61-ac71-9ae78077e75f x-openstack-request-id: req-69ae092e-5341-4b61-ac71-9ae78077e75f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:07.017912 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87883b7b-fc09-48bc-8dbc-405059b79564", "tag": "9834ade3-c97c-4748-bfff-0e0dc8dd58e5", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:07.018173 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69ae092e-5341-4b61-ac71-9ae78077e75f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:07.018581 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87883b7b-fc09-48bc-8dbc-405059b79564', 'tag': '9834ade3-c97c-4748-bfff-0e0dc8dd58e5', 'status': 'completed', 'code': 200} Oct 25 09:06:07.077428 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:07.224306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07173-1304-470d-8b28-06e07929978a req-f95fa0a9-669c-4791-9df0-5604b7090159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:07.227334 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19d07173-1304-470d-8b28-06e07929978a req-f95fa0a9-669c-4791-9df0-5604b7090159 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 1099 time: 0.1587873 Oct 25 09:06:07.428682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07173-1304-470d-8b28-06e07929978a req-87fb3807-490c-491a-9d97-d6bbb5c4e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:07.430424 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19d07173-1304-470d-8b28-06e07929978a req-87fb3807-490c-491a-9d97-d6bbb5c4e643 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.1936688 Oct 25 09:06:07.492568 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19d07173-1304-470d-8b28-06e07929978a req-9f7dd093-a105-4dc6-ae14-c2ccccd785e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=9834ade3-c97c-4748-bfff-0e0dc8dd58e5 HTTP/1.1" status: 200 len: 217 time: 0.0532978 Oct 25 09:06:07.617191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07173-1304-470d-8b28-06e07929978a req-17bfd8d0-4600-4cd3-8f52-ba7f470a8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:07.617451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:06:07.618783 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19d07173-1304-470d-8b28-06e07929978a req-17bfd8d0-4600-4cd3-8f52-ba7f470a8c7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1183205 Oct 25 09:06:07.715110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07173-1304-470d-8b28-06e07929978a req-9093e3b9-6052-4150-a29d-d70036ed44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:07.716634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19d07173-1304-470d-8b28-06e07929978a req-9093e3b9-6052-4150-a29d-d70036ed44ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883539 Oct 25 09:06:07.892628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:07.918711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '9834ade3-c97c-4748-bfff-0e0dc8dd58e5', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '9834ade3-c97c-4748-bfff-0e0dc8dd58e5', 'mac_address': 'fa:16:3e:ae:d7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:06:07.945124 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19d07173-1304-470d-8b28-06e07929978a req-3b40247a-8b15-411e-867f-6a31ee00e8f5 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181315 Oct 25 09:06:07.999535 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:08.029582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:08.074403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-a081a032-5469-4b33-8a14-c9e5a8c06f15 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1744072 Oct 25 09:06:08.080285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:08.090382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:08.227776 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19d07173-1304-470d-8b28-06e07929978a req-167832b8-ffb5-4e1d-be15-2406eacb30ee service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707725 Oct 25 09:06:08.239660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:08.389318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55e80a-29ba-4e83-99c9-8b1e45e3aaec req-3db096e2-7e7b-4b20-a0b7-87444e1a0a56 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:08.392735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d55e80a-29ba-4e83-99c9-8b1e45e3aaec req-3db096e2-7e7b-4b20-a0b7-87444e1a0a56 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 948 time: 1.1497502 Oct 25 09:06:08.543118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:08.544600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['9834ade3-c97c-4748-bfff-0e0dc8dd58e5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:06:08.564385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d55e80a-29ba-4e83-99c9-8b1e45e3aaec req-991496c8-ce19-4b03-9de2-b3cc80481f67 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122291 Oct 25 09:06:08.648006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7af5148-0e7f-4948-93c2-17e0c3817fcd req-5d547381-d7dd-4131-8375-a3ef519f7f60 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531020 Oct 25 09:06:08.683498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router a508f450-dceb-4d9b-a16d-340a886ba65a has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:08.858375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:08.860033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:06:08.883300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-92f9711e-1560-449f-a6c8-45ecff5d6d84 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/routers/a508f450-dceb-4d9b-a16d-340a886ba65a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9770675 Oct 25 09:06:08.887715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59292) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:08.899000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94d467-4922-4734-a00a-c6523ed079c3 None None] Sync routers for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:09.064461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94d467-4922-4734-a00a-c6523ed079c3 None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:09.065558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9f94d467-4922-4734-a00a-c6523ed079c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:09.130548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be798d93-0af3-4859-92b0-aa7f3cfa16ad req-f64419df-5447-4c46-b98e-c7c849a8791f tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:09.133608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be798d93-0af3-4859-92b0-aa7f3cfa16ad req-f64419df-5447-4c46-b98e-c7c849a8791f tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.1300192 Oct 25 09:06:09.147741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9f94d467-4922-4734-a00a-c6523ed079c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:09.152812 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:09.203145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94d467-4922-4734-a00a-c6523ed079c3 None None] Routers {'a508f450-dceb-4d9b-a16d-340a886ba65a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:09.206134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be798d93-0af3-4859-92b0-aa7f3cfa16ad req-7cc17c72-54ba-49a2-a345-8e3cd8b715a9 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649133 Oct 25 09:06:09.235943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9f94d467-4922-4734-a00a-c6523ed079c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a508f450-dceb-4d9b-a16d-340a886ba65a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:09.270962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59308) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:09.349265 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:09.456427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 5335105e-d870-47b3-9407-17e3477f3b79 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:09.456880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:09.578739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:09.592283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 5335105e-d870-47b3-9407-17e3477f3b79 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:09.690546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3dc07-1138-4974-add9-fa3725b9863f req-19b599e3-5468-4aaf-8cc9-0c18f4d08e6b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:09.692152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6f3dc07-1138-4974-add9-fa3725b9863f req-19b599e3-5468-4aaf-8cc9-0c18f4d08e6b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 945 time: 0.2906668 Oct 25 09:06:09.710659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9f94d467-4922-4734-a00a-c6523ed079c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:09.711797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f94d467-4922-4734-a00a-c6523ed079c3 None None] The sync data for ids ['a508f450-dceb-4d9b-a16d-340a886ba65a'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:09.745319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:09.761261 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:09.765853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'mac_address': 'fa:16:3e:13:a2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:06:09.851537 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:09.858398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6f3dc07-1138-4974-add9-fa3725b9863f req-826d3de2-96b2-4273-aa36-65e4fead5106 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577199 Oct 25 09:06:09.873254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217e5101-fbad-4c56-a913-c2d994b5cb54 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:09.944853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:09.955707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:09.981477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.018207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=5335105e-d870-47b3-9407-17e3477f3b79,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:10.047292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.047543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.047881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.048216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.048545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.048870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.049219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.049539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.049857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.050177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.050498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.050814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:10.096086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.104109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:10.207016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b979352-edea-4710-8363-e7fde2ddc6e4 req-082b4519-fb0a-45e5-8377-8f9f083fef5f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:10.209767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b979352-edea-4710-8363-e7fde2ddc6e4 req-082b4519-fb0a-45e5-8377-8f9f083fef5f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 949 time: 0.2003350 Oct 25 09:06:10.244914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.259616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.299497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b979352-edea-4710-8363-e7fde2ddc6e4 req-da700096-5357-4cfb-bd62-344cbeb692e0 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775609 Oct 25 09:06:10.381737 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.384572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Fanout notify agent at l3_agent the message router_deleted on router a508f450-dceb-4d9b-a16d-340a886ba65a {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:06:10.405626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['217e5101-fbad-4c56-a913-c2d994b5cb54'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:06:10.415238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.421014 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-51a4f8a5-696c-4ed9-b06e-9957d2dc3990 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/routers/a508f450-dceb-4d9b-a16d-340a886ba65a HTTP/1.1" status: 204 len: 168 time: 1.5335598 Oct 25 09:06:10.421636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59334) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:10.526722 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.531673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2525c92-71f3-4717-b2ce-8083c50666bf tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting subnet 1e1fd389-2870-4b2e-870e-82450a7499bf {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:06:10.540604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2525c92-71f3-4717-b2ce-8083c50666bf tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.592069 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2525c92-71f3-4717-b2ce-8083c50666bf tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.747892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2525c92-71f3-4717-b2ce-8083c50666bf tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.871727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2525c92-71f3-4717-b2ce-8083c50666bf tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.948280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2525c92-71f3-4717-b2ce-8083c50666bf tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1fd389-2870-4b2e-870e-82450a7499bf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:10.959852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2525c92-71f3-4717-b2ce-8083c50666bf tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:10.963643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faefd1f-7402-4bbc-8ad7-d9f34f48f1ed None None] Network ac753649-e19a-4292-99f7-886298323cbd requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:10.983462 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f2525c92-71f3-4717-b2ce-8083c50666bf tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/subnets/1e1fd389-2870-4b2e-870e-82450a7499bf HTTP/1.1" status: 204 len: 168 time: 0.5608013 Oct 25 09:06:10.986309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59340) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:11.124475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bb2c-6959-46e4-8098-5bd20fb5d585 req-f0975906-73ac-449c-82ba-4c762b9644c5 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:11.133527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5937bb2c-6959-46e4-8098-5bd20fb5d585 req-f0975906-73ac-449c-82ba-4c762b9644c5 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.2113636 Oct 25 09:06:11.168277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.281603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5937bb2c-6959-46e4-8098-5bd20fb5d585 req-b72ee304-121a-4755-8696-2648f097b40b tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470854 Oct 25 09:06:11.339225 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 6fe74058-eb5a-41d6-bea8-9026553078a3 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:11.339823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] DHCP port deletion for ac753649-e19a-4292-99f7-886298323cbd request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:06:11.339946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.368115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Deleting port 8b709d11-6c38-4e84-b14c-3dae3dffc232 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:11.368574 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.451115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] For port 6fe74058-eb5a-41d6-bea8-9026553078a3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6fe74058-eb5a-41d6-bea8-9026553078a3,segment=NetworkSegment(4f29020b-92d3-424f-9385-678c24d9036e),segment_id=4f29020b-92d3-424f-9385-678c24d9036e)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:11.451501 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.481865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 6fe74058-eb5a-41d6-bea8-9026553078a3 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:11.522900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] Deleting port 6fe74058-eb5a-41d6-bea8-9026553078a3 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:11.523327 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.550664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] For port 8b709d11-6c38-4e84-b14c-3dae3dffc232, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8b709d11-6c38-4e84-b14c-3dae3dffc232,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:11.550960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.606296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Calling delete_port for 8b709d11-6c38-4e84-b14c-3dae3dffc232 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:11.638325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:11.679694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.696023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] No DVR routers for this DVR port 6fe74058-eb5a-41d6-bea8-9026553078a3 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:06:11.748374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=6fe74058-eb5a-41d6-bea8-9026553078a3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:11.754553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] For port 6fe74058-eb5a-41d6-bea8-9026553078a3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6fe74058-eb5a-41d6-bea8-9026553078a3,segment=NetworkSegment(4f29020b-92d3-424f-9385-678c24d9036e),segment_id=4f29020b-92d3-424f-9385-678c24d9036e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:11.754960 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.761467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974964e-e682-42c2-b255-2fa2345a1329 req-3d20c961-5c0f-4e0d-aec4-28101e28b17e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:11.769478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5974964e-e682-42c2-b255-2fa2345a1329 req-3d20c961-5c0f-4e0d-aec4-28101e28b17e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 945 time: 0.3215866 Oct 25 09:06:11.781379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] Calling delete_port for 6fe74058-eb5a-41d6-bea8-9026553078a3 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:11.861845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.909186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac753649-e19a-4292-99f7-886298323cbd']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:11.936648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:06:11.937161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f29020b-92d3-424f-9385-678c24d9036e') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:11.937294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f29020b-92d3-424f-9385-678c24d9036e') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:11.955376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:11.956292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:11.973899 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.019261 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.034719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:06:12.106265 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.108521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5974964e-e682-42c2-b255-2fa2345a1329 req-8774c090-07d7-4410-aff7-14fe473c2e5c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669110 Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:06:12.108623 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:06:12.110947 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.145156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] No DVR routers for this DVR port 6fe74058-eb5a-41d6-bea8-9026553078a3 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:06:12.152122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dc68a-2694-40a7-a6bf-6af3f70b0e90 None None] Pushing event deleted for resources: {'Port': ['ID=6fe74058-eb5a-41d6-bea8-9026553078a3,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:12.222716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.227186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2bb86-e8d1-4689-8824-2b4ebff85815 req-e8079023-28b8-489c-b45e-332a6082b5b2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:12.234135 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.237197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86c2bb86-e8d1-4689-8824-2b4ebff85815 req-e8079023-28b8-489c-b45e-332a6082b5b2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 949 time: 0.0687006 Oct 25 09:06:12.246340 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.247854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.270026 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/networks/ac753649-e19a-4292-99f7-886298323cbd HTTP/1.1" status: 204 len: 168 time: 1.2802110 Oct 25 09:06:12.270833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59358) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:12.310945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305d3ef-f9cb-411f-803c-4f9aca116fc9 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Network': ['ID=ac753649-e19a-4292-99f7-886298323cbd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:12.335325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87883b7b-fc09-48bc-8dbc-405059b79564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9834ade3-c97c-4748-bfff-0e0dc8dd58e5'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:12.347005 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5316a1ca-9596-4ef3-9f0e-697b8bba3560" -d '{"events": [{"server_uuid": "87883b7b-fc09-48bc-8dbc-405059b79564", "name": "network-vif-plugged", "status": "completed", "tag": "9834ade3-c97c-4748-bfff-0e0dc8dd58e5"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:12.356826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:12.368442 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.369794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:12.384612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b709d11-6c38-4e84-b14c-3dae3dffc232,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:12.544067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:12.588589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86c2bb86-e8d1-4689-8824-2b4ebff85815 req-e9bb4f91-d79e-4bc2-8614-79fe550bc7e1 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499472 Oct 25 09:06:12.671899 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.770930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:12.782758 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.845328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 8104fa14-acab-40b5-9c00-0465bd4bf347 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:12.846139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:12.921553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6fe74058-eb5a-41d6-bea8-9026553078a3 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:12.923582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:12.973653 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:13.107279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6fe74058-eb5a-41d6-bea8-9026553078a3 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:06:13.107688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6fe74058-eb5a-41d6-bea8-9026553078a3 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:06:13.153720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:13.174549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 217e5101-fbad-4c56-a913-c2d994b5cb54 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:06:13.182791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 217e5101-fbad-4c56-a913-c2d994b5cb54 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:13.183473 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:13.215226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:13.215677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:13.247895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 8104fa14-acab-40b5-9c00-0465bd4bf347 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:13.448455 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716721bf-7655-40c4-87f9-8b090aba56e0 x-openstack-request-id: req-716721bf-7655-40c4-87f9-8b090aba56e0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:13.449488 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87883b7b-fc09-48bc-8dbc-405059b79564", "name": "network-vif-plugged", "status": "completed", "tag": "9834ade3-c97c-4748-bfff-0e0dc8dd58e5", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:13.453372 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-716721bf-7655-40c4-87f9-8b090aba56e0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:13.453774 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87883b7b-fc09-48bc-8dbc-405059b79564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9834ade3-c97c-4748-bfff-0e0dc8dd58e5', 'code': 200} Oct 25 09:06:13.551680 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:13.588176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Router 3d8dc840-51df-4db7-a054-71227885f7ba has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:13.671806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:13.682625 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:13.822234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:13.833276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc8c99-f748-4389-9878-d0da359781c7 req-3e187ada-72c6-4dd1-b5fa-708c10cdaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:13.836665 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cddc8c99-f748-4389-9878-d0da359781c7 req-3e187ada-72c6-4dd1-b5fa-708c10cdaeb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 1101 time: 0.0824740 Oct 25 09:06:13.914535 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cddc8c99-f748-4389-9878-d0da359781c7 req-d2476707-4c97-4634-a568-72884c42ef01 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668938 Oct 25 09:06:14.167999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:14.190727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e0bc40bf-adb0-4083-ab7b-bef366c70c69 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d8dc840-51df-4db7-a054-71227885f7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9185638 Oct 25 09:06:14.192364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59388) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:14.192770 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] Sync routers for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:14.250046 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:14.251052 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:14.324663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:14.353209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ab60b-e761-46b7-8b11-73064307d768 req-eab6054d-1c46-4a81-a840-0e358c7a5079 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:14.384940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f3ab60b-e761-46b7-8b11-73064307d768 req-eab6054d-1c46-4a81-a840-0e358c7a5079 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 950 time: 0.2319431 Oct 25 09:06:14.416071 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:14.505173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=8104fa14-acab-40b5-9c00-0465bd4bf347,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:14.633198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f3ab60b-e761-46b7-8b11-73064307d768 req-fd8f4636-3f2b-4d56-9679-6b78985a1768 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404647 Oct 25 09:06:14.637404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:14.962621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:14.973068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:14.978665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-031bb65a-86c4-4aaa-8b56-e2ec5d81351a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/floatingips/457fb1ba-4bf8-44c3-a6db-73eeb3ac1095 HTTP/1.1" status: 204 len: 168 time: 2.7046111 Oct 25 09:06:14.979671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59402) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:14.998761 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T09:06:12Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:15.020361 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-66840f5e-c717-4f1f-8ac9-1484685b92e2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] DELETE failed (client error): The resource could not be found. Oct 25 09:06:15.022457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66840f5e-c717-4f1f-8ac9-1484685b92e2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:06:15.030237 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-66840f5e-c717-4f1f-8ac9-1484685b92e2 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/ports/4fef19bd-3d88-44c5-b5b0-a0d6bde04c22 HTTP/1.1" status: 404 len: 333 time: 0.0484495 Oct 25 09:06:15.031310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59404) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:15.039016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcb883-3362-4d96-82a8-bd3fbabf3a70 req-fa725d05-f78b-40b8-ba25-325b3c6fab39 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:15.050379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1cbcb883-3362-4d96-82a8-bd3fbabf3a70 req-fa725d05-f78b-40b8-ba25-325b3c6fab39 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.2058053 Oct 25 09:06:15.080021 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] Checking router: 3d8dc840-51df-4db7-a054-71227885f7ba for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:15.092699 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] Routers {'3d8dc840-51df-4db7-a054-71227885f7ba'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:15.093321 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d8dc840-51df-4db7-a054-71227885f7ba'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:15.108338 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2b9e8c02-4814-41e0-8a6a-973c85e84802 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "GET /v2.0/ports?device_id=a508f450-dceb-4d9b-a16d-340a886ba65a HTTP/1.1" status: 200 len: 205 time: 0.0735352 Oct 25 09:06:15.108578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:15.153997 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-2232b11f-0791-4b27-8784-61b4fa10482a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] delete failed (client error): The resource could not be found. Oct 25 09:06:15.156943 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2232b11f-0791-4b27-8784-61b4fa10482a tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/routers/a508f450-dceb-4d9b-a16d-340a886ba65a HTTP/1.1" status: 404 len: 336 time: 0.0454471 Oct 25 09:06:15.161459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59408) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:15.181740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:15.219926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1cbcb883-3362-4d96-82a8-bd3fbabf3a70 req-3a9e2597-602b-4dc7-9614-3029e59e59b9 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580248 Oct 25 09:06:15.346088 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9b335a-a6c2-487f-ab5f-b8aa0ab7a631 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] DELETE failed (client error): The resource could not be found. Oct 25 09:06:15.348997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9b335a-a6c2-487f-ab5f-b8aa0ab7a631 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:06:15.355704 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f9b335a-a6c2-487f-ab5f-b8aa0ab7a631 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/subnets/1e1fd389-2870-4b2e-870e-82450a7499bf HTTP/1.1" status: 404 len: 337 time: 0.1896186 Oct 25 09:06:15.358146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59410) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:15.374183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Deleting port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:15.374546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:15.454902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}, {'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:15.457357 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a5b6b-cdfa-47f2-af2b-61753e1e8464" -d '{"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}, {"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-plugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:15.600006 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c56e6b-9071-4c69-9795-1a7c419df57e x-openstack-request-id: req-33c56e6b-9071-4c69-9795-1a7c419df57e {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:15.600610 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "code": 200}, {"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-plugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:15.601148 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33c56e6b-9071-4c69-9795-1a7c419df57e {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:15.601768 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'code': 200} Oct 25 09:06:15.602360 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'code': 200} Oct 25 09:06:15.636373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ab6c2-cbfe-4a37-a2da-c56266c7e6ba tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 091e4a38-2964-40e6-97ff-e6106be29398 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:15.645036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab6c2-cbfe-4a37-a2da-c56266c7e6ba tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:15.673404 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] Set router 3d8dc840-51df-4db7-a054-71227885f7ba gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:15.699248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] For port 07d7a5f7-45f8-40fa-aa8e-606dd133a28e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=07d7a5f7-45f8-40fa-aa8e-606dd133a28e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:15.699871 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:15.721170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-ef2bb909-a3a0-4f3a-a8eb-48a0dedace23 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:15.722830 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-ef2bb909-a3a0-4f3a-a8eb-48a0dedace23 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.41 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.2364776 Oct 25 09:06:15.733656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Calling delete_port for 07d7a5f7-45f8-40fa-aa8e-606dd133a28e owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:15.898895 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab6c2-cbfe-4a37-a2da-c56266c7e6ba tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:15.932406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ab6c2-cbfe-4a37-a2da-c56266c7e6ba tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 091e4a38-2964-40e6-97ff-e6106be29398 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:15.966110 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T09:06:12Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:16.055164 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13edd9b5-0294-4e5e-beb0-a0e9c8426155 None None] The sync data for ids ['3d8dc840-51df-4db7-a054-71227885f7ba'] in n-d-814746-2 is: [{'id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'name': 'tempest-TaggedBootDevicesTest-1470580488-router', 'tenant_id': '891d80c08da847e3a570ca83e82d3c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T08:54:35Z', 'updated_at': '2021-10-25T09:06:12Z', 'revision_number': 5, 'project_id': '891d80c08da847e3a570ca83e82d3c5c', 'gw_port': {'id': '07d7a5f7-45f8-40fa-aa8e-606dd133a28e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ce:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8dc840-51df-4db7-a054-71227885f7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T08:54:36Z', 'updated_at': '2021-10-25T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:16.165258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db09ae-3969-448c-a363-59f647499348 req-d566bc3a-dd48-4bb0-a355-d6bd31e27c1b tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:16.167595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3db09ae-3969-448c-a363-59f647499348 req-d566bc3a-dd48-4bb0-a355-d6bd31e27c1b tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 950 time: 0.3912535 Oct 25 09:06:16.176076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a4d39-8350-4561-972c-f13b40c7032d req-23ec0aa0-a213-4f69-8e5d-395ee88c2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:16.178488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21a4d39-8350-4561-972c-f13b40c7032d req-23ec0aa0-a213-4f69-8e5d-395ee88c2b6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1101 time: 0.3056436 Oct 25 09:06:16.252579 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab6c2-cbfe-4a37-a2da-c56266c7e6ba tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:16.283588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Deleting port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:16.284451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:16.368917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a21a4d39-8350-4561-972c-f13b40c7032d req-3823ff31-d028-4a36-94df-21685027c24c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789937 Oct 25 09:06:16.383127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c33bb4e8-5834-489a-a823-9f993e66ace9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:16.394174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ab6c2-cbfe-4a37-a2da-c56266c7e6ba tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=091e4a38-2964-40e6-97ff-e6106be29398,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:16.410462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3db09ae-3969-448c-a363-59f647499348 req-e821c779-1375-4df2-b636-44e2bcab1bf4 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783051 Oct 25 09:06:16.519851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] For port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:16.520559 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:16.621480 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab6c2-cbfe-4a37-a2da-c56266c7e6ba tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:16.631878 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f7ab6c2-cbfe-4a37-a2da-c56266c7e6ba tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/ports/091e4a38-2964-40e6-97ff-e6106be29398 HTTP/1.1" status: 204 len: 168 time: 1.2710116 Oct 25 09:06:16.633914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59434) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:16.670621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8b709d11-6c38-4e84-b14c-3dae3dffc232 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:16.700276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8b709d11-6c38-4e84-b14c-3dae3dffc232 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:06:16.701623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8b709d11-6c38-4e84-b14c-3dae3dffc232 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:06:16.702144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:16.723367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8833d55-8f9d-4192-a6f7-4d6fc36b6606 req-ada99a96-0990-4de3-9802-bf253692d335 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:16.726006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8833d55-8f9d-4192-a6f7-4d6fc36b6606 req-ada99a96-0990-4de3-9802-bf253692d335 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 946 time: 0.2013385 Oct 25 09:06:16.861444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Pushing event deleted for resources: {'Port': ['ID=07d7a5f7-45f8-40fa-aa8e-606dd133a28e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:16.916618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8833d55-8f9d-4192-a6f7-4d6fc36b6606 req-02825b2f-e3be-4432-bdfb-3e2477af7df0 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=5571f52c-25b0-484f-9b49-a914a5c2c61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461463 Oct 25 09:06:17.003945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-889c2d7d-f8c4-44b8-aece-6bca1ad88dbb tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port a9cbbcb3-3e25-423c-bd5a-e12c2de9a490 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:17.004276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-889c2d7d-f8c4-44b8-aece-6bca1ad88dbb tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.085748 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.185026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.185422 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.185718 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Floating IP 96c1d4cc-8f71-437a-8ea0-b0d695a9e274 disassociated. External IP: 172.25.8.56, port: b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf. Oct 25 09:06:17.186071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Calling delete_port for b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:17.240020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.250587 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.380254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc0a8a-50e2-4ffd-8e3e-1e3b71c175d3 req-9082211f-8825-4aa8-8f98-6b59f5f3c4d6 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:17.382298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9cc0a8a-50e2-4ffd-8e3e-1e3b71c175d3 req-9082211f-8825-4aa8-8f98-6b59f5f3c4d6 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1881330 Oct 25 09:06:17.401014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-889c2d7d-f8c4-44b8-aece-6bca1ad88dbb tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.406038 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.406582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d8dc840-51df-4db7-a054-71227885f7ba {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:06:17.419261 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.420333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ab711b0b-d326-41cb-914d-e6acfd08999e admin admin] 10.222.0.32 "DELETE /v2.0/routers/3d8dc840-51df-4db7-a054-71227885f7ba HTTP/1.1" status: 204 len: 168 time: 3.2107785 Oct 25 09:06:17.422991 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59440) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:17.470417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-889c2d7d-f8c4-44b8-aece-6bca1ad88dbb tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for a9cbbcb3-3e25-423c-bd5a-e12c2de9a490 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:17.483989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9cc0a8a-50e2-4ffd-8e3e-1e3b71c175d3 req-3ccbd4cd-4218-4ec6-83c3-5fe0c6fe3fea tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908959 Oct 25 09:06:17.540981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecabedba-2d5b-45c9-8ac0-c0214b010f88 admin admin] Deleting subnet a2a74d13-6bfd-46a6-81a8-39f4644f8a12 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:06:17.545293 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecabedba-2d5b-45c9-8ac0-c0214b010f88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.603306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecabedba-2d5b-45c9-8ac0-c0214b010f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.697757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:06:17.737476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.779822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event deleted for resources: {'Port': ['ID=b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:17.802687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecabedba-2d5b-45c9-8ac0-c0214b010f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.902084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:17.916029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'mac_address': 'fa:16:3e:79:21:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:06:17.918688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecabedba-2d5b-45c9-8ac0-c0214b010f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.956277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ecabedba-2d5b-45c9-8ac0-c0214b010f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:17.960761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ecabedba-2d5b-45c9-8ac0-c0214b010f88 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a2a74d13-6bfd-46a6-81a8-39f4644f8a12 HTTP/1.1" status: 204 len: 168 time: 0.5367362 Oct 25 09:06:17.961838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabedba-2d5b-45c9-8ac0-c0214b010f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a74d13-6bfd-46a6-81a8-39f4644f8a12,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:17.964411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59448) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:17.970440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9462d38-f3c2-4a25-8636-aa06c65d5d9e None None] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:17.983527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-889c2d7d-f8c4-44b8-aece-6bca1ad88dbb tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.028113 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.032394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c2d7d-f8c4-44b8-aece-6bca1ad88dbb tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=a9cbbcb3-3e25-423c-bd5a-e12c2de9a490,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:18.076723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfcaf05-3ef6-4d16-877e-a642894697ac {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:18.116938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.172840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:18.179097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.204806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Router 5179018a-e05c-4a42-bdb0-3f3afd022f26 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:18.250944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Deleting port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:18.251299 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.280838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6924bcd-bd88-4d95-9b70-c7a5c829496d req-7bcf924e-8aff-4953-a64d-4e7c2a188796 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=297a8749-8687-45cc-b558-22dcbae72cbe HTTP/1.1" status: 200 len: 210 time: 0.0891881 Oct 25 09:06:18.286967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:18.312697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.313083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.313431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.313770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.314148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.314586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.315135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.315602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.316072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.316545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.317098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.317575 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:18.366007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4bfcaf05-3ef6-4d16-877e-a642894697ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:06:18.410427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] For port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:18.410764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.424489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] DHCP port deletion for 92c360e3-705e-4aaf-8ba4-f291eadce1f1 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:06:18.437129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Calling delete_port for 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:18.536104 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-889c2d7d-f8c4-44b8-aece-6bca1ad88dbb tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.540498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-889c2d7d-f8c4-44b8-aece-6bca1ad88dbb tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/ports/a9cbbcb3-3e25-423c-bd5a-e12c2de9a490 HTTP/1.1" status: 204 len: 168 time: 1.9054389 Oct 25 09:06:18.545954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59464) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:18.591018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] Deleting port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:18.591392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.632026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.671539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:18.689028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] Sync routers for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:18.749076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:18.753918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] No DVR routers for this DVR port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:06:18.769406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] No DVR routers for this DVR port b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:06:18.770133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5490691b-282f-4884-a0ad-3e57ab34c606 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:18.774766 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5490691b-282f-4884-a0ad-3e57ab34c606 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f376938-7970-47cf-a222-e4386a8ba6b6 HTTP/1.1" status: 200 len: 913 time: 0.2252111 Oct 25 09:06:18.774940 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.776881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d76592dc-bf34-49d4-bdd2-b5e8e8b1c53d req-e73323b8-0c3b-4669-8958-5105197b8417 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.41 "DELETE /v2.0/ports/b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf HTTP/1.1" status: 204 len: 173 time: 2.9112334 Oct 25 09:06:18.777106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297a8749-8687-45cc-b558-22dcbae72cbe', 'name': 'network-vif-deleted', 'tag': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:18.779726 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60306e9-cd52-412b-8fcc-0350583339a7" -d '{"events": [{"server_uuid": "297a8749-8687-45cc-b558-22dcbae72cbe", "name": "network-vif-deleted", "tag": "b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:18.779886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] For port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,segment=NetworkSegment(255d0dce-86d7-4cad-86a6-aedc27564fe1),segment_id=255d0dce-86d7-4cad-86a6-aedc27564fe1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:18.782566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59470) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:18.785301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.819016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] Calling delete_port for 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:18.861180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:18.862651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:18.866681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:05:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:18.869758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 07d7a5f7-45f8-40fa-aa8e-606dd133a28e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:18.951269 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c360e3-705e-4aaf-8ba4-f291eadce1f1']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:18.984157 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255d0dce-86d7-4cad-86a6-aedc27564fe1') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:18.987322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255d0dce-86d7-4cad-86a6-aedc27564fe1') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:19.026345 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.073745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.093254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:06:19.094799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:06:19.100462 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:06:19.116914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:19.175441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 07d7a5f7-45f8-40fa-aa8e-606dd133a28e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:06:19.176161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 07d7a5f7-45f8-40fa-aa8e-606dd133a28e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:06:19.177074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:19.207096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-022aa627-deca-43cd-9035-bf7165e3fdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.232721 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.239204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.246817 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/92c360e3-705e-4aaf-8ba4-f291eadce1f1 HTTP/1.1" status: 204 len: 168 time: 1.2808719 Oct 25 09:06:19.251684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:06:19.252260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:06:19.264275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:06:19.265032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:06:19.313075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1159a-d7e6-4d5d-85ea-0d3ebe5ef7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c360e3-705e-4aaf-8ba4-f291eadce1f1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:19.398553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bd276-d415-4039-9ba2-d3d52477398d req-df997984-3f82-4a4c-9026-1a5978ebd5b4 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:19.417794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa5bd276-d415-4039-9ba2-d3d52477398d req-df997984-3f82-4a4c-9026-1a5978ebd5b4 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.7778025 Oct 25 09:06:19.435092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59484) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:19.441436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:19.449000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.523722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa5bd276-d415-4039-9ba2-d3d52477398d req-677adfaa-6852-44fd-94fb-e7ba71dd6ae3 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025586 Oct 25 09:06:19.689365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59498) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:19.780099 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-249d57f1-ffcc-424f-b6ce-d1bf9ebc5b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.801638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] Pushing event deleted for resources: {'Port': ['ID=58fe8618-cd18-4a29-934e-8ded6d7aa3a9,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:19.813612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] Network 92c360e3-705e-4aaf-8ba4-f291eadce1f1 is not hosted by any dhcp agent {{(pid=106993) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:06:19.814711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8782748-889e-4249-8cf9-c72ca03732bc None None] No DVR routers for this DVR port 58fe8618-cd18-4a29-934e-8ded6d7aa3a9 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:06:19.832171 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace3a1f2-2016-4046-9eb9-a8716dc06659 x-openstack-request-id: req-ace3a1f2-2016-4046-9eb9-a8716dc06659 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:19.832610 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297a8749-8687-45cc-b558-22dcbae72cbe", "name": "network-vif-deleted", "tag": "b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:19.832770 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ace3a1f2-2016-4046-9eb9-a8716dc06659 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:19.833409 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297a8749-8687-45cc-b558-22dcbae72cbe', 'name': 'network-vif-deleted', 'tag': 'b5d5ab5d-b77b-473d-b7b0-0aa517cf0acf', 'status': 'completed', 'code': 200} Oct 25 09:06:19.900412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59502) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:19.938066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-740fb45b-bfc4-494f-a6e9-0140dee29ace admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=891d80c08da847e3a570ca83e82d3c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476163 Oct 25 09:06:19.947770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59504) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:19.962853 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:19.971683 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.067903 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59fcc0c5-9ebc-4763-88dc-bee267fb20d3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.134370 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de1ec167-e5fe-4e2c-97b4-b7a6ee42c983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.138498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:44Z', 'revision_number': 5, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:20.152293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-0ce4b152-4cb3-43f3-9746-92f528a025da tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645163 Oct 25 09:06:20.169942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] Checking router: 5179018a-e05c-4a42-bdb0-3f3afd022f26 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:20.178686 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-249d57f1-ffcc-424f-b6ce-d1bf9ebc5b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.182834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:20.184393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:20.186652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59fcc0c5-9ebc-4763-88dc-bee267fb20d3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.198002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-249d57f1-ffcc-424f-b6ce-d1bf9ebc5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.280423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d57f1-ffcc-424f-b6ce-d1bf9ebc5b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53915ec-9db1-4b83-b38f-44cd9bf4ac76,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:20.295432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de1ec167-e5fe-4e2c-97b4-b7a6ee42c983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.317443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:20.326113 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-249d57f1-ffcc-424f-b6ce-d1bf9ebc5b2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d52597b213843449c2ce4c0ee3e64b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8897099 Oct 25 09:06:20.332433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59516) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:20.380070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-f3936b47-33a8-4579-8e96-0318ad685764 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:20.389847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-f3936b47-33a8-4579-8e96-0318ad685764 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363489 Oct 25 09:06:20.395715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6ccc4f-3277-4bb9-bd53-2ca6f0fecb05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.422157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-4d797062-6107-444b-aedb-b02528b7fa43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/quotas/d6a521720dd747ccb98fe6a76e37ee2c HTTP/1.1" status: 200 len: 375 time: 0.0303080 Oct 25 09:06:20.422398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6ccc4f-3277-4bb9-bd53-2ca6f0fecb05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.476959 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.482993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6ccc4f-3277-4bb9-bd53-2ca6f0fecb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.489608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6ccc4f-3277-4bb9-bd53-2ca6f0fecb05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.491334 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ac6ccc4f-3277-4bb9-bd53-2ca6f0fecb05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b53915ec-9db1-4b83-b38f-44cd9bf4ac76 HTTP/1.1" status: 204 len: 168 time: 0.1578276 Oct 25 09:06:20.525882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de1ec167-e5fe-4e2c-97b4-b7a6ee42c983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.534143 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59fcc0c5-9ebc-4763-88dc-bee267fb20d3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.535331 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de1ec167-e5fe-4e2c-97b4-b7a6ee42c983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.536493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-de1ec167-e5fe-4e2c-97b4-b7a6ee42c983 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/348ec65f-e1ec-4111-965a-b07f3d280ee3 HTTP/1.1" status: 204 len: 168 time: 0.5828948 Oct 25 09:06:20.539657 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59fcc0c5-9ebc-4763-88dc-bee267fb20d3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:20.543990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-59fcc0c5-9ebc-4763-88dc-bee267fb20d3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "DELETE /v2.0/security-groups/5571f52c-25b0-484f-9b49-a914a5c2c61b HTTP/1.1" status: 204 len: 168 time: 0.6390991 Oct 25 09:06:20.550192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59522) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:20.586908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ccc4f-3277-4bb9-bd53-2ca6f0fecb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53915ec-9db1-4b83-b38f-44cd9bf4ac76,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:20.607554 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-cfa46f13-253c-4654-9131-546321a395b4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] show failed (client error): The resource could not be found. Oct 25 09:06:20.614314 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cfa46f13-253c-4654-9131-546321a395b4 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "GET /v2.0/security-groups/5571f52c-25b0-484f-9b49-a914a5c2c61b HTTP/1.1" status: 404 len: 347 time: 0.0621898 Oct 25 09:06:20.620586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-a63999b6-6fe2-418a-ac4b-af9920dc5071 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968174 Oct 25 09:06:20.623761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59524) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:20.639832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ec167-e5fe-4e2c-97b4-b7a6ee42c983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348ec65f-e1ec-4111-965a-b07f3d280ee3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:20.640950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcc0c5-9ebc-4763-88dc-bee267fb20d3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5571f52c-25b0-484f-9b49-a914a5c2c61b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:20.853918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:44Z', 'revision_number': 5, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:20.897838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459cda9-153d-44e6-9949-38eca416a8ce None None] The sync data for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 is: [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:02:37Z', 'revision_number': 4, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4e8b405e-916b-4f6e-a6b5-e926f8cced4f', 'name': '', 'network_id': '77d51b74-1f3d-40fa-baa3-7a29deed3bd5', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'mac_address': 'fa:16:3e:a0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:36Z', 'updated_at': '2021-10-25T09:02:44Z', 'revision_number': 5, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'subnets': [{'id': '351082fe-97ac-4d5b-81a3-78159e2ff4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:21.038986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a6786d6-d0fb-437c-ab54-8a8c99357d54 req-16d4855d-86f5-4251-8edd-a51c51b359d9 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 210 time: 0.1468842 Oct 25 09:06:21.372399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port daae18c3-3cee-4c61-992c-24356a69cde1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:21.372755 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:21.440345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Deleting port 806062e4-f1a5-48d7-9ce9-e85ec2bb1caf {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:21.440935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:21.516865 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26527497-7965-40ac-91fc-4f295e15e99d None None] New status for floating IP 96c1d4cc-8f71-437a-8ea0-b0d695a9e274: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:06:21.548435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:21.581785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for daae18c3-3cee-4c61-992c-24356a69cde1 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:21.647879 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:21.650845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:21.685781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Calling delete_port for 806062e4-f1a5-48d7-9ce9-e85ec2bb1caf owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:21.706104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:21.711993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:21.859638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4bfcaf05-3ef6-4d16-877e-a642894697ac triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:21.860280 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.029935 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.058288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:22.061073 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49e9867-0484-462b-8b6a-e8281c185f1a" -d '{"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:22.070041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.082018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:22.088011 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.092854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59590) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:22.120011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.148340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=daae18c3-3cee-4c61-992c-24356a69cde1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:22.189476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59594) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:22.196862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Pushing event deleted for resources: {'Port': ['ID=806062e4-f1a5-48d7-9ce9-e85ec2bb1caf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:22.236507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:22.282107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7ccd2ac-175e-47cd-82dc-dce19c23c44b req-e08d784c-97ad-4340-a67f-4314774c2a1a tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 210 time: 0.0912399 Oct 25 09:06:22.316438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1691538470-network', 'tenant_id': 'b876f3c206874972bf99f93707748e36'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:22.347138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.350243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.351858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-75508f63-ce05-4a81-9465-12c979b3f1c3 tempest-ServersTestJSON-192679679 tempest-ServersTestJSON-192679679-project] 10.222.0.32 "DELETE /v2.0/floatingips/96c1d4cc-8f71-437a-8ea0-b0d695a9e274 HTTP/1.1" status: 204 len: 168 time: 1.7261817 Oct 25 09:06:22.356767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59600) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:22.383965 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb42f6b5-91be-47f5-970b-1abab27e747e x-openstack-request-id: req-fb42f6b5-91be-47f5-970b-1abab27e747e {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:22.384663 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:22.385105 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb42f6b5-91be-47f5-970b-1abab27e747e {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:22.386481 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'code': 200} Oct 25 09:06:22.418186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Made reservation on behalf of b876f3c206874972bf99f93707748e36 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:22.421620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-722564254-network', 'tenant_id': '3505eb2c93574943869bb20818491c16'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:22.422474 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.489024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.495870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Made reservation on behalf of 3505eb2c93574943869bb20818491c16 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:22.498418 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.514104 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.516655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.563472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-c520338f-5ee8-415b-bc43-cc2e157730bd tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354118 Oct 25 09:06:22.759177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.766312 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.785620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:22.799071 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.799470 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Added segment 47261ffa-2f6f-4fb5-baf5-aadb8e152647 of type vlan for network ea47a6f9-b178-4198-a87a-73ca383f7874 Oct 25 09:06:22.852381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.898660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-cfe08afe-7cbe-4871-938e-8b0c968719ff tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:22.900916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-cfe08afe-7cbe-4871-938e-8b0c968719ff tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287330 Oct 25 09:06:22.903412 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.910280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.932284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:22.933096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:22.933671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:23.000114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Request body: {'port': {'device_id': '5aca63d7-c2e4-4c64-af99-5e0e24008fc9', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': 'd6a521720dd747ccb98fe6a76e37ee2c'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:23.080235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Pushing event updated for resources: {'Network': ['ID=ea47a6f9-b178-4198-a87a-73ca383f7874,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:23.095899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ea47a6f9-b178-4198-a87a-73ca383f7874 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:23.102066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64edfa-c282-4311-814d-fc2bb1ae371c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:23.134628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:23.159074 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2eb0024e-5c23-4528-88e6-941ebaed9585 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0533400 Oct 25 09:06:23.178718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59626) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:23.193815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Request body: {'subnet': {'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1691538470-subnet', 'tenant_id': 'b876f3c206874972bf99f93707748e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:23.276085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8aff04-4570-4205-b787-4eb13516d787,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:23.292810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:23.293200 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Added segment 13852f3a-67cd-4aa9-83ca-6152726e878f of type vlan for network 84772963-bb89-40bb-9ae7-3bb75c3c6025 Oct 25 09:06:23.346011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:23.354489 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.api [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 09:06:23.354489 n-d-814746-2 neutron-server[106992]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 25 09:06:23.354489 n-d-814746-2 neutron-server[106992]: [parameters: {'project_id_1': 'd6a521720dd747ccb98fe6a76e37ee2c', 'expiration_1': datetime.datetime(2021, 10, 25, 9, 6, 3, 305097)}] Oct 25 09:06:23.354489 n-d-814746-2 neutron-server[106992]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:06:23.355214 n-d-814746-2 neutron-server[106992]: DEBUG oslo_db.api [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:06:23.400874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Made reservation on behalf of b876f3c206874972bf99f93707748e36 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:23.402704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:23.424679 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:23.579870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ddc95ee-4634-4946-a42a-9afa75d9b43a req-15e1a271-5f5e-49e3-8043-dca5e5703184 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 210 time: 0.1338065 Oct 25 09:06:23.593307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Router 5f376938-7970-47cf-a222-e4386a8ba6b6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:23.618511 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.resource_extend [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:06:23.803017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Deleting port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:23.803616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:23.822115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:23.835958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1189bf-c414-489b-b466-ce78845054e1 None None] Sync routers for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:23.836164 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:23.838323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:23.838909 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:23.856337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1189bf-c414-489b-b466-ce78845054e1 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:23.856987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1a1189bf-c414-489b-b466-ce78845054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:23.860186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7134dc33-0129-43d6-ab09-3ceef40ea921 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "PUT /v2.0/routers/5f376938-7970-47cf-a222-e4386a8ba6b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0711462 Oct 25 09:06:23.902900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59646) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:23.941919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1a1189bf-c414-489b-b466-ce78845054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:23.962329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1189bf-c414-489b-b466-ce78845054e1 None None] Routers {'5f376938-7970-47cf-a222-e4386a8ba6b6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:23.962968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1a1189bf-c414-489b-b466-ce78845054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5f376938-7970-47cf-a222-e4386a8ba6b6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:23.997618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] Pushing event updated for resources: {'Network': ['ID=84772963-bb89-40bb-9ae7-3bb75c3c6025,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:24.042763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:24.111830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1a1189bf-c414-489b-b466-ce78845054e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:24.113504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1189bf-c414-489b-b466-ce78845054e1 None None] The sync data for ids ['5f376938-7970-47cf-a222-e4386a8ba6b6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:24.127339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Made reservation on behalf of d6a521720dd747ccb98fe6a76e37ee2c for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:24.137257 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.161354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b83765d0-537e-4a6a-9c05-6fc92d869219 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9677064 Oct 25 09:06:24.167042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59648) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:24.194281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Request body: {'subnet': {'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-722564254-subnet', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:24.291753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.323990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.393087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=271a4ad1-d4ab-4458-835c-3667c33d8d29,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:24.420605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Made reservation on behalf of 3505eb2c93574943869bb20818491c16 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:24.422710 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.431218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] For port 4e8b405e-916b-4f6e-a6b5-e926f8cced4f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:24.431697 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.446563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Allocated IP 192.168.233.181 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:24.446988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.463518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Checking segment: {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:24.463928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Network hostable DHCP agents. Network: ea47a6f9-b178-4198-a87a-73ca383f7874, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:06:24.503450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Network ea47a6f9-b178-4198-a87a-73ca383f7874 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:06:24.533801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ea47a6f9-b178-4198-a87a-73ca383f7874) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:24.542881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf564c-a3d7-4709-8303-0efbbe93f03b None None] Network ea47a6f9-b178-4198-a87a-73ca383f7874 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:24.549822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:24.550427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.558582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Calling delete_port for 4e8b405e-916b-4f6e-a6b5-e926f8cced4f owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:24.751344 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.775638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c44c9-e96b-4980-b1ed-3cfa2e2e34c6 None None] Network ea47a6f9-b178-4198-a87a-73ca383f7874 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:24.780309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting port 1da32a5b-3f35-4aa2-b3cd-ac44c96e86d0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:24.780739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.796185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-316a5f96-19e8-4390-b169-fa0adaab5f8b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6137438 Oct 25 09:06:24.807180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.894751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['217e5101-fbad-4c56-a913-c2d994b5cb54'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:06:24.899279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:24.903938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['9834ade3-c97c-4748-bfff-0e0dc8dd58e5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:06:24.910953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:24.920973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Pushing event updated for resources: {'Port': ['ID=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:24.923771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:24.940220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Calling delete_port for 1da32a5b-3f35-4aa2-b3cd-ac44c96e86d0 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:24.940920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:24.967969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095d7b2-04d3-462c-95c7-822b31503ffe req-d4667513-68f4-43fc-b41f-ca3928af25a2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:24.970229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8095d7b2-04d3-462c-95c7-822b31503ffe req-d4667513-68f4-43fc-b41f-ca3928af25a2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 936 time: 0.1793883 Oct 25 09:06:25.183279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:25.184778 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:25.199137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8095d7b2-04d3-462c-95c7-822b31503ffe req-e07aed4e-dc3f-42ed-86c2-5b7fab1de25d tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173090 Oct 25 09:06:25.212232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-af3967db-6a73-4806-a908-e30ce720b00f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2171552 Oct 25 09:06:25.232701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Request body: {'port': {'device_id': '5aca63d7-c2e4-4c64-af99-5e0e24008fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:25.333696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:25.420311 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:06:25.475025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ccc0ba41-c8d7-4166-97c4-efc178af7fdf None None] Provisioning complete for port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:25.475580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ba41-c8d7-4166-97c4-efc178af7fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:25.664308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0ba41-c8d7-4166-97c4-efc178af7fdf None None] Port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:06:25.683521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:25.724107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:25.734685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8b405e-916b-4f6e-a6b5-e926f8cced4f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:25.785999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=317872ae-f4a9-4be5-be00-63f9ea516541,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:26.009185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Checking segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:26.009849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Network hostable DHCP agents. Network: 84772963-bb89-40bb-9ae7-3bb75c3c6025, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:06:26.119712 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.150228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:06:26.159303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Port': ['ID=1da32a5b-3f35-4aa2-b3cd-ac44c96e86d0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:26.164245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:26.181348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.191059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 84772963-bb89-40bb-9ae7-3bb75c3c6025) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:26.200539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbe223a-a50c-4e82-b110-67ad3006cd67 None None] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:26.212973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Transition to ACTIVE for port object c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:06:26.224439 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.225106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:26.225724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.246734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.259262 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f98e47e-9a85-4692-8f3a-ccacc50fd1b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0872312 Oct 25 09:06:26.263263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59684) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:26.269374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-b9ebe1e8-61aa-4e3c-87f2-c77fff508a2a tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:26.272801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:26.277858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-b9ebe1e8-61aa-4e3c-87f2-c77fff508a2a tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 815 time: 0.4205797 Oct 25 09:06:26.288061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.317592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-6fd24334-2c1d-40ca-b72e-320db529bc9f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/quotas/b876f3c206874972bf99f93707748e36 HTTP/1.1" status: 200 len: 375 time: 0.0387628 Oct 25 09:06:26.356216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:26.465325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-84772963-bb89-40bb-9ae7-3bb75c3c6025', 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'fixed_ips': [{'subnet_id': '317872ae-f4a9-4be5-be00-63f9ea516541'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:06:26.466381 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.479132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-28d347a4-fa07-48a2-8192-3b565ffd659c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1599076 Oct 25 09:06:26.680439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Attempting to bind port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:26.683505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Attempting to bind port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:26.683970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Attempting to bind port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:26.700698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:06:26.701466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Attempting to bind port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:26.719946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:26.722834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:26.723335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:26.723860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Bound port: c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:26.724351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.736970 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.743773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.743957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-77f66838-e854-458c-a206-2c8d20bce362 service neutron] 10.222.0.32 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633235 Oct 25 09:06:26.851205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Allocated IP 172.20.0.2 (84772963-bb89-40bb-9ae7-3bb75c3c6025/317872ae-f4a9-4be5-be00-63f9ea516541/25478e4b-d128-4c3c-a616-e28a6f6850df) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:26.853380 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.854945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.864404 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.865753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Fanout notify agent at l3_agent the message router_deleted on router 5f376938-7970-47cf-a222-e4386a8ba6b6 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:06:26.891260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:26.892831 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7a43a4de-c875-414d-a68c-eea423cb18a7 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/routers/5f376938-7970-47cf-a222-e4386a8ba6b6 HTTP/1.1" status: 204 len: 168 time: 2.9889572 Oct 25 09:06:26.898506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59694) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:26.941631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] For port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:26.984960 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] For port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:27.013182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-09aa038d-99c9-46a0-8cd7-98385cc53903 service neutron] 10.222.0.32 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539475 Oct 25 09:06:27.015878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.075259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.108123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf64d9d-b850-4701-841c-c08b1f330ca0 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Deleting subnet 955fdf7e-7d03-4827-9e35-8969548d72ef {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:06:27.140662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:27.143834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.150082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef HTTP/1.1" status: 200 len: 1096 time: 1.9224758 Oct 25 09:06:27.151296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aca63d7-c2e4-4c64-af99-5e0e24008fc9', 'tag': 'c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:27.160968 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23439bc4-9a10-48eb-888f-8c5a41b19a78" -d '{"events": [{"name": "network-changed", "server_uuid": "5aca63d7-c2e4-4c64-af99-5e0e24008fc9", "tag": "c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:27.238255 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.253417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.267883 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaf64d9d-b850-4701-841c-c08b1f330ca0 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.380732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:27.405469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:27.413474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:27.499662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Pushing event updated for resources: {'Port': ['ID=25478e4b-d128-4c3c-a616-e28a6f6850df,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:27.508686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Attempting to bind port 25478e4b-d128-4c3c-a616-e28a6f6850df on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:27.509121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Attempting to bind port 25478e4b-d128-4c3c-a616-e28a6f6850df by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:27.509489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Attempting to bind port 25478e4b-d128-4c3c-a616-e28a6f6850df on network 84772963-bb89-40bb-9ae7-3bb75c3c6025 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:27.531884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:27.532452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Checking segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:27.532850 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.533282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Bound using segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:27.533784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Bound port: 25478e4b-d128-4c3c-a616-e28a6f6850df, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:27.534182 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.667841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] For port 25478e4b-d128-4c3c-a616-e28a6f6850df, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:27.698208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] For port 25478e4b-d128-4c3c-a616-e28a6f6850df, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=25478e4b-d128-4c3c-a616-e28a6f6850df,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:27.710147 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.886758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ee81d-0a48-4d94-af20-5ac0e5fd6e86 None None] Pushing event updated for resources: {'Port': ['ID=25478e4b-d128-4c3c-a616-e28a6f6850df,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:27.902679 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaf64d9d-b850-4701-841c-c08b1f330ca0 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:27.958731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaf64d9d-b850-4701-841c-c08b1f330ca0 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:28.035202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653651a-ee6e-471e-92de-d50091441e97 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:28.075034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaf64d9d-b850-4701-841c-c08b1f330ca0 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:28.108429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaf64d9d-b850-4701-841c-c08b1f330ca0 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:28.110647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-822188e1-0d80-4474-8dff-ffa5ec49efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:28.112654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-822188e1-0d80-4474-8dff-ffa5ec49efc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 1099 time: 0.9000351 Oct 25 09:06:28.114697 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aaf64d9d-b850-4701-841c-c08b1f330ca0 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/subnets/955fdf7e-7d03-4827-9e35-8969548d72ef HTTP/1.1" status: 204 len: 168 time: 1.2145140 Oct 25 09:06:28.124563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825449a9-f41a-465b-821a-578b7b1db986 req-72dc6f94-9df3-4d4a-9490-20712f3ace44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:28.134591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-825449a9-f41a-465b-821a-578b7b1db986 req-72dc6f94-9df3-4d4a-9490-20712f3ace44 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 948 time: 0.1719377 Oct 25 09:06:28.145033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59718) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:28.238868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Router 5179018a-e05c-4a42-bdb0-3f3afd022f26 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:28.388651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf64d9d-b850-4701-841c-c08b1f330ca0 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Subnet': ['ID=955fdf7e-7d03-4827-9e35-8969548d72ef,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:28.413252 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:28.461405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-7d68726e-3565-439f-801e-bef32d967a62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef HTTP/1.1" status: 200 len: 217 time: 0.3244145 Oct 25 09:06:28.472575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:28.654086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-825449a9-f41a-465b-821a-578b7b1db986 req-9f0e1120-b239-4065-9dbe-7a945da5e1db tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184951 Oct 25 09:06:28.658174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-ee24c9e7-58ec-4149-a8e3-c22826fb3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:28.659864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-ee24c9e7-58ec-4149-a8e3-c22826fb3d3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1761310 Oct 25 09:06:28.753580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:28.770748 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] Sync routers for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:28.775384 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-581803a1-0537-4d3d-9c51-687b28a4fec2 admin admin] 10.222.0.32 "PUT /v2.0/routers/5179018a-e05c-4a42-bdb0-3f3afd022f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4168932 Oct 25 09:06:28.780915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59722) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:28.796700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:28.814365 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:28.834778 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:28.868313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee40f4a-1d4b-4663-a8ba-b19999dafc8a']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:28.886355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 25478e4b-d128-4c3c-a616-e28a6f6850df up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:28.891154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-41322bc6-450f-4e43-9445-947c51729aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:28.892709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-41322bc6-450f-4e43-9445-947c51729aec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2100627 Oct 25 09:06:29.008367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.069776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4b961b-ca15-461b-aa46-9f513e7a28b0') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:29.070381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4b961b-ca15-461b-aa46-9f513e7a28b0') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:29.073548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 25478e4b-d128-4c3c-a616-e28a6f6850df triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:29.074797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.155705 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4077fd-3dc1-4955-857f-2917fa08cd38 x-openstack-request-id: req-7b4077fd-3dc1-4955-857f-2917fa08cd38 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:29.156080 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aca63d7-c2e4-4c64-af99-5e0e24008fc9", "tag": "c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:29.156276 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b4077fd-3dc1-4955-857f-2917fa08cd38 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:29.156638 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aca63d7-c2e4-4c64-af99-5e0e24008fc9', 'tag': 'c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef', 'status': 'completed', 'code': 200} Oct 25 09:06:29.232306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.312956 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.373477 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:29.467484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:06:29.467886 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:06:29.499170 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:06:29.601328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.660236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89150930-b528-476a-980e-4524a4b17558 req-1e8e5317-31af-4857-a0e7-0bd695be35fe tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 210 time: 0.3032808 Oct 25 09:06:29.705500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-14d5c58b-d375-4a4b-aacc-1e91cd4b6dd0 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967787 Oct 25 09:06:29.752563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.758255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-b7854f77-9b4e-462e-86ff-c01dd33a2081 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:29.764939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-b7854f77-9b4e-462e-86ff-c01dd33a2081 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 815 time: 0.7003005 Oct 25 09:06:29.794810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 25478e4b-d128-4c3c-a616-e28a6f6850df, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=25478e4b-d128-4c3c-a616-e28a6f6850df,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:29.812583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Request body: {'port': {'device_id': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'admin_state_up': True, 'tenant_id': 'b876f3c206874972bf99f93707748e36'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:29.826136 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.868651 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:06:25Z', 'revision_number': 5, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port': {'id': '4080c782-352d-4692-823e-6a9c8cc1c2f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:31Z', 'updated_at': '2021-10-25T09:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:29.898871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.938526 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] Checking router: 5179018a-e05c-4a42-bdb0-3f3afd022f26 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:29.944860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=25478e4b-d128-4c3c-a616-e28a6f6850df,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:29.950135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ee0b5-71dd-456e-ba6a-57db2f024d2f None None] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:29.969843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:29.975644 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] Routers {'5179018a-e05c-4a42-bdb0-3f3afd022f26'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:29.976393 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5179018a-e05c-4a42-bdb0-3f3afd022f26'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:30.043098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c51e7dff-ac7a-4b31-a96d-4e273b3f2585 None None] Provisioning complete for port 25478e4b-d128-4c3c-a616-e28a6f6850df triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:30.043477 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c51e7dff-ac7a-4b31-a96d-4e273b3f2585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:30.072232 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:30.097434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Deleting port 4080c782-352d-4692-823e-6a9c8cc1c2f8 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:30.097846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:30.108472 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:30.112606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] 10.222.0.32 "DELETE /v2.0/networks/dee40f4a-1d4b-4663-a8ba-b19999dafc8a HTTP/1.1" status: 204 len: 168 time: 1.9658332 Oct 25 09:06:30.135005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa53c41-c396-4cf0-8cab-9d925f2fe977 tempest-FloatingIPTestJSON-2126535495 tempest-FloatingIPTestJSON-2126535495-project] Pushing event deleted for resources: {'Network': ['ID=dee40f4a-1d4b-4663-a8ba-b19999dafc8a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:30.222004 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] Set router 5179018a-e05c-4a42-bdb0-3f3afd022f26 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:30.226494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f37a5-794c-4903-9ac2-9f5f13744a97 req-3a568a7c-222a-4407-9bac-05ca24958ec6 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:30.234285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e4f37a5-794c-4903-9ac2-9f5f13744a97 req-3a568a7c-222a-4407-9bac-05ca24958ec6 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 948 time: 0.2996371 Oct 25 09:06:30.281413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8425d-047d-424f-9c39-88d1b9afefb6 req-8eee368e-838f-472f-8f0a-0a5796332a84 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153069 Oct 25 09:06:30.350908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] For port 4080c782-352d-4692-823e-6a9c8cc1c2f8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4080c782-352d-4692-823e-6a9c8cc1c2f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:30.363493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:30.395365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Calling delete_port for 4080c782-352d-4692-823e-6a9c8cc1c2f8 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:30.396173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e4f37a5-794c-4903-9ac2-9f5f13744a97 req-75836d8c-01b4-4a2b-870f-c836916b4e1f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569180 Oct 25 09:06:30.398252 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:06:29Z', 'revision_number': 6, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:30.458848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Made reservation on behalf of b876f3c206874972bf99f93707748e36 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:30.473531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:30.482525 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c8ed0-37e2-40da-8618-46c5d4ea7a67 None None] The sync data for ids ['5179018a-e05c-4a42-bdb0-3f3afd022f26'] in n-d-814746-2 is: [{'id': '5179018a-e05c-4a42-bdb0-3f3afd022f26', 'name': 'tempest-ServersTestJSON-1261474481-router', 'tenant_id': 'e25be07622cd464590d59222eb9d4c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:02:30Z', 'updated_at': '2021-10-25T09:06:29Z', 'revision_number': 6, 'project_id': 'e25be07622cd464590d59222eb9d4c0e', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:30.623878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-23c61408-59cc-4393-94ce-29d3254c36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:30.625507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-23c61408-59cc-4393-94ce-29d3254c36f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 1099 time: 0.2201593 Oct 25 09:06:30.663642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Allocated IP 172.25.8.95 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/ecb7f69c-1552-489f-962f-d21f0beba450) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:30.683997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59742) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:30.845349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:30.908517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:30.968000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:30.977129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:30.991866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:31.065587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6282e798-76df-404e-9f16-7117936b8929 req-4cdfe92d-e1d5-4c25-87f8-f7cdbe81a5c7 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 210 time: 0.2315192 Oct 25 09:06:31.077849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 25478e4b-d128-4c3c-a616-e28a6f6850df up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:31.130974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-c13a6f11-9fb5-4763-989d-2d98f5456a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:31.132810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-c13a6f11-9fb5-4763-989d-2d98f5456a71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.4954550 Oct 25 09:06:31.135218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Allocated IP 172.20.0.14 (ea47a6f9-b178-4198-a87a-73ca383f7874/271a4ad1-d4ab-4458-835c-3667c33d8d29/6b314c23-bf53-495e-ac0b-caf71d5d7082) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:31.169338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb7f69c-1552-489f-962f-d21f0beba450,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:31.216342 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-e7775cb6-a515-43d3-8508-bdbd800f8045 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef HTTP/1.1" status: 200 len: 217 time: 0.0716629 Oct 25 09:06:31.223425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a62ff861-a38a-4882-8c9e-ca2209ff4cb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b659a04862ae42e49b81e932faff5561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186062 Oct 25 09:06:31.224679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59754) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:31.239410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-90008370-7086-4f97-bdf5-2a7de2cfb151 None None] Provisioning complete for port 25478e4b-d128-4c3c-a616-e28a6f6850df triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:31.244420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-90008370-7086-4f97-bdf5-2a7de2cfb151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.322199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 25478e4b-d128-4c3c-a616-e28a6f6850df triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:31.326776 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.391086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-8b5e9b8e-4c6b-4baa-85c8-d9acb7f5f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:31.392518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-8b5e9b8e-4c6b-4baa-85c8-d9acb7f5f21f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1523824 Oct 25 09:06:31.504864 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94bd3fec-6d4d-4ba5-8be2-778931f0cb34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.596439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.616969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.629491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4e8b405e-916b-4f6e-a6b5-e926f8cced4f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:31.693162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4e8b405e-916b-4f6e-a6b5-e926f8cced4f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:06:31.693601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4e8b405e-916b-4f6e-a6b5-e926f8cced4f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:06:31.716069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Pushing event deleted for resources: {'Port': ['ID=4080c782-352d-4692-823e-6a9c8cc1c2f8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:31.722712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94bd3fec-6d4d-4ba5-8be2-778931f0cb34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.743321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-bbebc38a-d3d7-44c4-b322-53e935c53c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:31.744862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-bbebc38a-d3d7-44c4-b322-53e935c53c87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3439820 Oct 25 09:06:31.783917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.859650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.882888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6bdf0-5586-4265-b1cb-3278e28c7ac1 req-49b56885-5a14-4335-b14d-a3f3fc70aa78 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:31.892951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8af6bdf0-5586-4265-b1cb-3278e28c7ac1 req-49b56885-5a14-4335-b14d-a3f3fc70aa78 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 948 time: 0.3385050 Oct 25 09:06:31.894495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.963574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Network ea47a6f9-b178-4198-a87a-73ca383f7874 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:31.982733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:31.986604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:31.991287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:31.993305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.063014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Pushing event updated for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:32.075972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:32.076636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.100955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8af6bdf0-5586-4265-b1cb-3278e28c7ac1 req-85b85d6f-adff-4cfc-bfb3-69c2b539dcec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013679 Oct 25 09:06:32.106068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94bd3fec-6d4d-4ba5-8be2-778931f0cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.115166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94bd3fec-6d4d-4ba5-8be2-778931f0cb34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.121023 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94bd3fec-6d4d-4ba5-8be2-778931f0cb34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f31a3058-29cb-45cd-97b1-8f17479fcf7e HTTP/1.1" status: 204 len: 168 time: 0.8952994 Oct 25 09:06:32.173074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.173653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5179018a-e05c-4a42-bdb0-3f3afd022f26 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:06:32.188122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd3fec-6d4d-4ba5-8be2-778931f0cb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31a3058-29cb-45cd-97b1-8f17479fcf7e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:32.191465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-978f6710-5d15-4fe3-86b1-a6cabdff4f56 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291201 Oct 25 09:06:32.204457 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-4aa75b47-1aff-40ea-957c-ce5813b507ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4031379 Oct 25 09:06:32.234501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Request body: {'port': {'device_id': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:32.245804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.246969 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a4abf733-a6ad-4adc-8fae-64cbe8d54134 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5179018a-e05c-4a42-bdb0-3f3afd022f26 HTTP/1.1" status: 204 len: 168 time: 3.4640014 Oct 25 09:06:32.252458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:32.429159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1b9f0f-9c04-4957-91c8-fd9393e686ab admin admin] Deleting subnet 351082fe-97ac-4d5b-81a3-78159e2ff4cd {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:06:32.441092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9f0f-9c04-4957-91c8-fd9393e686ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.519262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.546203 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9f0f-9c04-4957-91c8-fd9393e686ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.591339 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.682466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd3a95-680b-49d6-952c-874e5e7a5c3b req-a5128c4f-b406-42ff-b796-f4b1b7f81f23 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:32.684053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afbd3a95-680b-49d6-952c-874e5e7a5c3b req-a5128c4f-b406-42ff-b796-f4b1b7f81f23 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 932 time: 0.2662549 Oct 25 09:06:32.687850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23439bc4-9a10-48eb-888f-8c5a41b19a78 req-800a5aa7-4072-41b6-b3b3-582dd5af8f74 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823542 Oct 25 09:06:32.761753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4080c782-352d-4692-823e-6a9c8cc1c2f8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:32.803927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afbd3a95-680b-49d6-952c-874e5e7a5c3b req-d38cd43d-d600-4bde-8ec3-97ef4571f4ee tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133027 Oct 25 09:06:32.821893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4080c782-352d-4692-823e-6a9c8cc1c2f8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:06:32.822235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4080c782-352d-4692-823e-6a9c8cc1c2f8 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:06:32.963921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9f0f-9c04-4957-91c8-fd9393e686ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:32.985577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:06:33.164953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9f0f-9c04-4957-91c8-fd9393e686ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:33.199776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Router 5acd5019-92df-4ff4-8197-012c131b2ed2 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:06:33.234883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:33.245924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b9f0f-9c04-4957-91c8-fd9393e686ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351082fe-97ac-4d5b-81a3-78159e2ff4cd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:33.250732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9f0f-9c04-4957-91c8-fd9393e686ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:33.251229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6a77d-5550-42d3-b186-8497c855d36d None None] Network 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:33.260314 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5c1b9f0f-9c04-4957-91c8-fd9393e686ab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/351082fe-97ac-4d5b-81a3-78159e2ff4cd HTTP/1.1" status: 204 len: 168 time: 0.9976735 Oct 25 09:06:33.263070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59798) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:33.372399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': 'c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef', 'mac_address': 'fa:16:3e:6c:96:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:06:33.374412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b314c23-bf53-495e-ac0b-caf71d5d7082 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:33.401204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:33.479930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c6d54-6032-414b-9bd2-74f629fd87f3 req-77cf9db9-2635-4faa-8158-06fe5c09498c tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:33.489031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d3c6d54-6032-414b-9bd2-74f629fd87f3 req-77cf9db9-2635-4faa-8158-06fe5c09498c tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 948 time: 0.2559826 Oct 25 09:06:33.499147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Transition to ACTIVE for port object 6b314c23-bf53-495e-ac0b-caf71d5d7082 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:06:33.516375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:33.518908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:33.526970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:33.582449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:33.649656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:33.664902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59812) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:33.677359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Sync routers for ids ['5acd5019-92df-4ff4-8197-012c131b2ed2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:33.689452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:33.703440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:33.712439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Routers {'5acd5019-92df-4ff4-8197-012c131b2ed2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:33.713225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5acd5019-92df-4ff4-8197-012c131b2ed2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:33.777083 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:33.778902 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b634ca13-dfd5-4e35-b96e-34477dccd008 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.5127072 Oct 25 09:06:33.791500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59816) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:33.902209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] DHCP port deletion for 77d51b74-1f3d-40fa-baa3-7a29deed3bd5 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:06:33.904240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d3c6d54-6032-414b-9bd2-74f629fd87f3 req-722ccaf2-15f1-4e13-b8a2-778cfd0feed9 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979709 Oct 25 09:06:33.905480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Pushing event updated for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:34.021757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Attempting to bind port 6b314c23-bf53-495e-ac0b-caf71d5d7082 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:34.022095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Attempting to bind port 6b314c23-bf53-495e-ac0b-caf71d5d7082 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:34.022423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Attempting to bind port 6b314c23-bf53-495e-ac0b-caf71d5d7082 on network ea47a6f9-b178-4198-a87a-73ca383f7874 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:34.028247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Port 6b314c23-bf53-495e-ac0b-caf71d5d7082 on network ea47a6f9-b178-4198-a87a-73ca383f7874 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:06:34.028575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Attempting to bind port 6b314c23-bf53-495e-ac0b-caf71d5d7082 on network ea47a6f9-b178-4198-a87a-73ca383f7874 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:34.037010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:34.037351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Checking segment: {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:34.037888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Bound using segment: {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:34.038505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Bound port: 6b314c23-bf53-495e-ac0b-caf71d5d7082, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:34.038877 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.047201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:34.086703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Set router 5acd5019-92df-4ff4-8197-012c131b2ed2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:34.148375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:06:34.163064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:34.170795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:34.180129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.225271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:34.225632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.227168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] 10.222.0.41 "PUT /v2.0/ports/6b314c23-bf53-495e-ac0b-caf71d5d7082 HTTP/1.1" status: 200 len: 1092 time: 1.9969950 Oct 25 09:06:34.272316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] Deleting port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:34.272684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.277827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:34.280718 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55831361-bf93-4dc3-b07b-0bd62aecaea8" -d '{"events": [{"name": "network-changed", "server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:34.409189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] For port ffde4d81-bd85-4180-a441-f45d0e1fc3f3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ffde4d81-bd85-4180-a441-f45d0e1fc3f3,segment=NetworkSegment(7f35f117-6067-4e49-bd7b-e7ea82c3365e),segment_id=7f35f117-6067-4e49-bd7b-e7ea82c3365e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:34.409536 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.418777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74731929-5441-4e84-b784-2eb961145248 req-b60a87d5-b900-4a96-9ff3-9ef25e0b423a tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:34.430341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74731929-5441-4e84-b784-2eb961145248 req-b60a87d5-b900-4a96-9ff3-9ef25e0b423a tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 944 time: 0.1458628 Oct 25 09:06:34.433344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] Calling delete_port for ffde4d81-bd85-4180-a441-f45d0e1fc3f3 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:34.507244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25810ab6-979d-46b5-95e6-706a349cf785 service neutron] Pushing event updated for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:34.513870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-02248d67-1eae-4c25-8d63-33db8feeabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:34.516035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-02248d67-1eae-4c25-8d63-33db8feeabf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 1095 time: 0.1876957 Oct 25 09:06:34.535750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74731929-5441-4e84-b784-2eb961145248 req-1d7a93be-1ae6-45b1-85e5-e25968fe9011 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976055 Oct 25 09:06:34.602766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-aec4edca-beed-4d9c-aeaf-a4ad1724786e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082 HTTP/1.1" status: 200 len: 217 time: 0.0632007 Oct 25 09:06:34.624178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'networks': [{'name': 'tempest-network--1697325838'}, {'name': 'tempest-network--1005525720'}]} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:34.624178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'network': {'name': 'tempest-network--1697325838'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:34.624178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'network': {'name': 'tempest-network--1005525720'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:34.642920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Deleting port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:34.650639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:06:31Z', 'revision_number': 3, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port': {'id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:29Z', 'updated_at': '2021-10-25T09:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:34.651346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.658152 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.673317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-5f56d130-ffe5-4b18-9afd-fb783dbc0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:34.674742 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-5f56d130-ffe5-4b18-9afd-fb783dbc0891 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=271a4ad1-d4ab-4458-835c-3667c33d8d29 HTTP/1.1" status: 200 len: 855 time: 0.0648124 Oct 25 09:06:34.676284 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3434c57-f75e-4183-a9c4-c0c1f0f91ba0 x-openstack-request-id: req-f3434c57-f75e-4183-a9c4-c0c1f0f91ba0 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:34.676579 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:34.677483 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3434c57-f75e-4183-a9c4-c0c1f0f91ba0 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:34.677916 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'status': 'completed', 'code': 200} Oct 25 09:06:34.699718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] No DVR routers for this DVR port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:06:34.701109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Checking router: 5acd5019-92df-4ff4-8197-012c131b2ed2 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:34.701468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Updating router 5acd5019-92df-4ff4-8197-012c131b2ed2 port ecb7f69c-1552-489f-962f-d21f0beba450 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:06:34.754608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-27ef04b6-bf80-446a-92b9-f3754578c9df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea47a6f9-b178-4198-a87a-73ca383f7874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678957 Oct 25 09:06:34.761309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca6af4-ccd8-4eb6-bb00-79ab3f1b6b27 None None] Pushing event deleted for resources: {'Port': ['ID=ffde4d81-bd85-4180-a441-f45d0e1fc3f3,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:34.781114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ffde4d81-bd85-4180-a441-f45d0e1fc3f3 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:34.810098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Made reservation on behalf of 5bc6b6a00ef949cb9220c4ce29ef9ee3 for: {'network': 2} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:34.814832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.834521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ffde4d81-bd85-4180-a441-f45d0e1fc3f3 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:06:34.834852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ffde4d81-bd85-4180-a441-f45d0e1fc3f3 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:06:34.835517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] For port ffde4d81-bd85-4180-a441-f45d0e1fc3f3, host n-d-814746-2, got binding levels [] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:34.836155 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.836283 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.851625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.880712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Calling delete_port for ffde4d81-bd85-4180-a441-f45d0e1fc3f3 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:34.887701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 was not found and therefore no delete operation was performed {{(pid=106991) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:06:34.892645 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:34.944475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-03cbd384-3a00-44b8-8083-8dd06da27e52 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813254 Oct 25 09:06:34.966598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffde4d81-bd85-4180-a441-f45d0e1fc3f3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:34.998595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] No DVR routers for this DVR port ffde4d81-bd85-4180-a441-f45d0e1fc3f3 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:06:35.222939 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.256927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96905b68-33a0-4cc8-a538-158ffebbac0a req-8eb419d4-04a7-45fa-99d1-5405597a3b38 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037646 Oct 25 09:06:35.300025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d51b74-1f3d-40fa-baa3-7a29deed3bd5']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:35.324150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be124ea-f300-41e2-bd05-8a8879be42cf req-20e4d732-af1a-48ff-bd11-7026364da08d tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:35.333846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.336623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5be124ea-f300-41e2-bd05-8a8879be42cf req-20e4d732-af1a-48ff-bd11-7026364da08d tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 949 time: 0.1971252 Oct 25 09:06:35.349937 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.363536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f35f117-6067-4e49-bd7b-e7ea82c3365e') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:35.363928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f35f117-6067-4e49-bd7b-e7ea82c3365e') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:35.374684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.384503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.393463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.394024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.427787 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.456827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:06:35.457389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:06:35.461703 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:06:35.471753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Attempting to bind port ecb7f69c-1552-489f-962f-d21f0beba450 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:35.472477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Attempting to bind port ecb7f69c-1552-489f-962f-d21f0beba450 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:35.473111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Attempting to bind port ecb7f69c-1552-489f-962f-d21f0beba450 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:35.485143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:35.485832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:35.486397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.486955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:35.487721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Bound port: ecb7f69c-1552-489f-962f-d21f0beba450, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:35.488327 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.531552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5be124ea-f300-41e2-bd05-8a8879be42cf req-9585ab06-da4a-4082-8437-1f9be73406d5 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937971 Oct 25 09:06:35.543592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd6d1-a24a-43e5-b5ea-26f6ff346b2e None None] Pushing event updated for resources: {'Port': ['ID=ecb7f69c-1552-489f-962f-d21f0beba450,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:35.556002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-1bcf2385-62f3-4e07-a479-d8d5736976b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:35.557847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-1bcf2385-62f3-4e07-a479-d8d5736976b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 1095 time: 0.1718166 Oct 25 09:06:35.587084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] For port ecb7f69c-1552-489f-962f-d21f0beba450, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:35.590988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] For port ecb7f69c-1552-489f-962f-d21f0beba450, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ecb7f69c-1552-489f-962f-d21f0beba450,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:35.604264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.639929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0959ed-97a2-480f-b27a-47d441bde850,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:35.663357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:35.702398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd6d1-a24a-43e5-b5ea-26f6ff346b2e None None] Pushing event updated for resources: {'Port': ['ID=ecb7f69c-1552-489f-962f-d21f0beba450,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:35.737749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Routers {'5acd5019-92df-4ff4-8197-012c131b2ed2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:35.738743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5acd5019-92df-4ff4-8197-012c131b2ed2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:35.758436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-350bbd35-58d0-445f-96d7-b919c259c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:35.760284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-350bbd35-58d0-445f-96d7-b919c259c156 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 916 time: 0.1823537 Oct 25 09:06:35.814818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:35.815167 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Added segment db87bc36-9249-4cd3-8273-c519b5f0d973 of type vlan for network 5d21eaba-461b-4ef2-b4f6-6259df887c4b Oct 25 09:06:35.935761 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.007427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:36.022633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.022986 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Added segment 2ff203c4-5f21-486b-b332-15066abe503e of type vlan for network 8efe12ee-c21f-4f13-a6fd-877caeae09bd Oct 25 09:06:36.070507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.124772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] Set router 5acd5019-92df-4ff4-8197-012c131b2ed2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:36.132824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.137887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.141161 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] 10.222.0.32 "DELETE /v2.0/networks/77d51b74-1f3d-40fa-baa3-7a29deed3bd5 HTTP/1.1" status: 204 len: 168 time: 2.8752382 Oct 25 09:06:36.240903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-47f660db-830c-4465-b62a-fd8e296d46a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082 HTTP/1.1" status: 200 len: 217 time: 0.4553649 Oct 25 09:06:36.253708 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.350689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df228c20-e1fd-413b-97a8-d908533b6075 req-2c19efe3-9654-4180-b7ea-732c44946cb3 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:36.360109 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df228c20-e1fd-413b-97a8-d908533b6075 req-2c19efe3-9654-4180-b7ea-732c44946cb3 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 944 time: 0.1230154 Oct 25 09:06:36.376266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-2cdb98c8-b6ec-451d-9e18-fc34fff7378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:36.388197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-2cdb98c8-b6ec-451d-9e18-fc34fff7378e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=271a4ad1-d4ab-4458-835c-3667c33d8d29 HTTP/1.1" status: 200 len: 855 time: 0.1113572 Oct 25 09:06:36.474041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-801cb1e2-9a07-4550-b086-31d6a170cc05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea47a6f9-b178-4198-a87a-73ca383f7874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784323 Oct 25 09:06:36.486875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:06:31Z', 'revision_number': 3, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port': {'id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:29Z', 'updated_at': '2021-10-25T09:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:36.514145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59846) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:36.539036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e0c73-00f0-4240-9fb9-2695b0c4bc82 None None] The sync data for ids ['5acd5019-92df-4ff4-8197-012c131b2ed2'] in n-d-814746-2 is: [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:06:31Z', 'revision_number': 3, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port': {'id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:29Z', 'updated_at': '2021-10-25T09:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:36.547277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df228c20-e1fd-413b-97a8-d908533b6075 req-ec4caaf9-222e-4420-9dc5-85143e128014 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848526 Oct 25 09:06:36.551071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Allocated IP 172.20.0.1 (84772963-bb89-40bb-9ae7-3bb75c3c6025/317872ae-f4a9-4be5-be00-63f9ea516541/0aee3546-ed99-41aa-90da-52ace1c48c96) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:36.568055 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.resource_extend [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:06:36.589206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf73d2-f25c-4b84-96ce-e0ed8f033714 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d51b74-1f3d-40fa-baa3-7a29deed3bd5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:36.696260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.696846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.703402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:36.710604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:36.713058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:36.821770 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1548600 Oct 25 09:06:36.832320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59858) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:36.846778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4099126e-c42b-48d3-924b-066713558f8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e25be07622cd464590d59222eb9d4c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975054 Oct 25 09:06:36.856480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59860) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:36.881505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251761fe-ffa8-452b-a9a7-d0a1799b9870 req-a838f24f-f75b-4f75-a71a-0aa1df61fcd2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:36.888868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-251761fe-ffa8-452b-a9a7-d0a1799b9870 req-a838f24f-f75b-4f75-a71a-0aa1df61fcd2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 949 time: 0.1426463 Oct 25 09:06:36.929569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Network': ['ID=5d21eaba-461b-4ef2-b4f6-6259df887c4b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:36.940172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 5d21eaba-461b-4ef2-b4f6-6259df887c4b details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:36.986521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-251761fe-ffa8-452b-a9a7-d0a1799b9870 req-ca936b48-0923-472a-8a61-7a6567ae35b0 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966542 Oct 25 09:06:36.993232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-5a55acda-8074-4dbb-a33f-59edf68a3759 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780033 Oct 25 09:06:37.062821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:37.190180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55831361-bf93-4dc3-b07b-0bd62aecaea8 req-f35e91b1-b653-47c4-8c2f-705ae2bb4ce0 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700482 Oct 25 09:06:37.204815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eccd8901-c273-4d2d-972d-2bd9c00accfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.233668 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eccd8901-c273-4d2d-972d-2bd9c00accfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.252802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce9da-0e09-4da6-97c8-6d471e686f5d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Network': ['ID=8efe12ee-c21f-4f13-a6fd-877caeae09bd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:37.274666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8efe12ee-c21f-4f13-a6fd-877caeae09bd details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:37.309481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.317121 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eccd8901-c273-4d2d-972d-2bd9c00accfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.331443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eccd8901-c273-4d2d-972d-2bd9c00accfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.332711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eccd8901-c273-4d2d-972d-2bd9c00accfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9bc2d41-2f68-4beb-8e27-db2c5f35ced9 HTTP/1.1" status: 204 len: 168 time: 0.4739494 Oct 25 09:06:37.338573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45fe42-6360-462e-a5f1-f6848806c334 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:37.345014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45fe42-6360-462e-a5f1-f6848806c334 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:37.351930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45fe42-6360-462e-a5f1-f6848806c334 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:37.359903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45fe42-6360-462e-a5f1-f6848806c334 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:37.362069 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2e45fe42-6360-462e-a5f1-f6848806c334 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5286059 Oct 25 09:06:37.368529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59864) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:37.373996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd8901-c273-4d2d-972d-2bd9c00accfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bc2d41-2f68-4beb-8e27-db2c5f35ced9,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:37.553200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:06:37.570620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:37.570915 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.612698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.689730 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.757561 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.797997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:37.809990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aca63d7-c2e4-4c64-af99-5e0e24008fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:37.813862 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0acec9-2269-4d97-9e12-e67f3a488ef3" -d '{"events": [{"server_uuid": "5aca63d7-c2e4-4c64-af99-5e0e24008fc9", "name": "network-vif-plugged", "status": "completed", "tag": "c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:37.819432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bf039-f2e7-48d8-8ca4-1bb3b6eed54a req-88b4061d-dca0-4e23-ab40-251563fbf531 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:37.821282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-184bf039-f2e7-48d8-8ca4-1bb3b6eed54a req-88b4061d-dca0-4e23-ab40-251563fbf531 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 944 time: 0.1617749 Oct 25 09:06:37.846698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:37.852873 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.926017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:37.929221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:37.978655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:37.983279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Pushing event updated for resources: {'Port': ['ID=0aee3546-ed99-41aa-90da-52ace1c48c96,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:38.003672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:38.030995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-184bf039-f2e7-48d8-8ca4-1bb3b6eed54a req-c21e7ceb-4b0a-4de4-a35a-3262ba834cfe tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948230 Oct 25 09:06:38.127561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d21eaba-461b-4ef2-b4f6-6259df887c4b']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:38.135033 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e791b721-14d2-4d46-816e-5a3c083aff32 x-openstack-request-id: req-e791b721-14d2-4d46-816e-5a3c083aff32 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:38.135329 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aca63d7-c2e4-4c64-af99-5e0e24008fc9", "name": "network-vif-plugged", "status": "completed", "tag": "c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:38.135575 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e791b721-14d2-4d46-816e-5a3c083aff32 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:38.135976 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aca63d7-c2e4-4c64-af99-5e0e24008fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef', 'code': 200} Oct 25 09:06:38.143023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.354702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db87bc36-9249-4cd3-8273-c519b5f0d973') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:38.354975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db87bc36-9249-4cd3-8273-c519b5f0d973') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:38.393195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.420201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c4397-a5d2-4193-9c66-6624a0aa62f8 req-84be0fde-c9fc-4d3c-92c7-b1200d5ae89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:38.421765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e25c4397-a5d2-4193-9c66-6624a0aa62f8 req-84be0fde-c9fc-4d3c-92c7-b1200d5ae89c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 1101 time: 0.1999462 Oct 25 09:06:38.424451 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.428020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.440336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e5b55210-c986-451e-98d9-a0a87fd09265 None None] Provisioning complete for port 0aee3546-ed99-41aa-90da-52ace1c48c96 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:38.445179 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5b55210-c986-451e-98d9-a0a87fd09265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.476077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa303af-9c49-43b4-a8a5-4a5a65d06ab5 req-69bb26c7-f3f4-4f27-89ae-aca4fe38e094 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:38.483897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6aa303af-9c49-43b4-a8a5-4a5a65d06ab5 req-69bb26c7-f3f4-4f27-89ae-aca4fe38e094 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 950 time: 0.1704402 Oct 25 09:06:38.487240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:06:38.487602 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:06:38.493228 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:06:38.524761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e25c4397-a5d2-4193-9c66-6624a0aa62f8 req-b79413b7-232d-4c5e-aa33-2ffafc2f413c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947690 Oct 25 09:06:38.569298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6aa303af-9c49-43b4-a8a5-4a5a65d06ab5 req-20fdbce4-942e-41a3-9608-6ba0e61407ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841520 Oct 25 09:06:38.692117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e5b55210-c986-451e-98d9-a0a87fd09265 None None] Port 0aee3546-ed99-41aa-90da-52ace1c48c96 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:06:38.766558 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.822482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59902) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:38.834860 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.847912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.855090 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/networks/5d21eaba-461b-4ef2-b4f6-6259df887c4b HTTP/1.1" status: 204 len: 168 time: 1.4848578 Oct 25 09:06:38.857663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59906) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:38.874494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239aacf-5652-4a61-81a0-134b88bc0c1f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Network': ['ID=5d21eaba-461b-4ef2-b4f6-6259df887c4b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:38.915435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:38.931439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.010821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6b314c23-bf53-495e-ac0b-caf71d5d7082 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:06:39.031888 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.102578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-network', 'tenant_id': 'e37673da2a52404881eed747461077c9'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:39.111577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.205729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Pushing event updated for resources: {'Port': ['ID=0aee3546-ed99-41aa-90da-52ace1c48c96,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:39.255440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ecb7f69c-1552-489f-962f-d21f0beba450 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:39.342075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:39.344789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:39.348833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:39.353282 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.391094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.409021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.460048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b5f9f-d45b-4ca2-9c21-03c3cd131406 req-03a5f8bd-33c1-4c98-958a-40b4b7e8ec7d tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:39.472442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a95b5f9f-d45b-4ca2-9c21-03c3cd131406 req-03a5f8bd-33c1-4c98-958a-40b4b7e8ec7d tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 944 time: 0.2216353 Oct 25 09:06:39.478292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:39.485709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efe12ee-c21f-4f13-a6fd-877caeae09bd']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:39.521781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff203c4-5f21-486b-b332-15066abe503e') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:39.522457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff203c4-5f21-486b-b332-15066abe503e') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:39.546980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'port_id': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'mac_address': 'fa:16:3e:b2:f9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271a4ad1-d4ab-4458-835c-3667c33d8d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:06:39.571622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.594794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a95b5f9f-d45b-4ca2-9c21-03c3cd131406 req-3e2835bb-3567-49b1-95e4-eab8c2de3a85 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185515 Oct 25 09:06:39.654759 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.670881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ecb7f69c-1552-489f-962f-d21f0beba450 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:39.672813 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.684474 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.719477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:06:39.720282 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:06:39.727496 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:06:39.730285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Router 5acd5019-92df-4ff4-8197-012c131b2ed2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:39.800957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b314c23-bf53-495e-ac0b-caf71d5d7082 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:06:39.813033 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.839222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port ecb7f69c-1552-489f-962f-d21f0beba450, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ecb7f69c-1552-489f-962f-d21f0beba450,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:39.853614 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.925741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=ecb7f69c-1552-489f-962f-d21f0beba450,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:39.929235 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:39.936908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:39.946850 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.005800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:40.009240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0a15f1a0-2e50-4e75-907b-ef4f47e0ce64 None None] Provisioning complete for port 0aee3546-ed99-41aa-90da-52ace1c48c96 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:40.009861 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a15f1a0-2e50-4e75-907b-ef4f47e0ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.072512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:40.080935 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e163bc21-8eda-4fcf-bbb9-60e82968068f admin admin] 10.222.0.32 "PUT /v2.0/routers/5acd5019-92df-4ff4-8197-012c131b2ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2843010 Oct 25 09:06:40.088238 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Sync routers for ids ['5acd5019-92df-4ff4-8197-012c131b2ed2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:40.088787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0a15f1a0-2e50-4e75-907b-ef4f47e0ce64 None None] Port 0aee3546-ed99-41aa-90da-52ace1c48c96 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:06:40.118679 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Routers {'5acd5019-92df-4ff4-8197-012c131b2ed2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:40.122004 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5acd5019-92df-4ff4-8197-012c131b2ed2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:40.138115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.166371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.198870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:40.212762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.237351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.244163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/networks/8efe12ee-c21f-4f13-a6fd-877caeae09bd HTTP/1.1" status: 204 len: 168 time: 1.3830395 Oct 25 09:06:40.245023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59926) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:40.273612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d43c38-6c6d-4497-ba31-788595804955 req-8bf23d18-5d9f-43de-b1e5-fa037fedac81 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:40.283517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d43c38-6c6d-4497-ba31-788595804955 req-8bf23d18-5d9f-43de-b1e5-fa037fedac81 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 950 time: 0.4304991 Oct 25 09:06:40.309481 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.309822 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Added segment 838d8ad0-c3d5-48ee-951b-85124f657014 of type vlan for network 24161614-046e-4f08-b967-937169f2c138 Oct 25 09:06:40.329868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e2247-3668-4af2-958c-87ec2e24f930 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Network': ['ID=8efe12ee-c21f-4f13-a6fd-877caeae09bd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:40.340847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33943da-78aa-449f-9433-e028c6b1e39a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:40.394038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['6b314c23-bf53-495e-ac0b-caf71d5d7082'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:06:40.415183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d43c38-6c6d-4497-ba31-788595804955 req-c0a0dd8e-80cb-47cc-8beb-a8bb9c319ba6 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306727 Oct 25 09:06:40.427533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.490496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.491743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:40.492600 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.590788 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Set router 5acd5019-92df-4ff4-8197-012c131b2ed2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:40.648268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3b1bf-abf7-47fa-9dfa-bf8b4412a7fd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:40.672276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] Pushing event updated for resources: {'Network': ['ID=24161614-046e-4f08-b967-937169f2c138,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:40.694969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3b1bf-abf7-47fa-9dfa-bf8b4412a7fd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:40.713265 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9da3b1bf-abf7-47fa-9dfa-bf8b4412a7fd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4667807 Oct 25 09:06:40.716619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59938) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:40.735331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-471640284'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:40.746404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59942) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:40.748780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-50021319-1635-44fb-9a00-233135faf25f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9245584 Oct 25 09:06:40.767573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Request body: {'subnet': {'network_id': '24161614-046e-4f08-b967-937169f2c138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-subnet', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:40.767860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 24161614-046e-4f08-b967-937169f2c138 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:40.823180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Made reservation on behalf of 5bc6b6a00ef949cb9220c4ce29ef9ee3 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:40.835323 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.936311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:40.938840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:40.943968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab222ac-2cef-48b4-abc2-bb99f05d2f50 req-e87c6a16-e1f7-42e3-8ca9-9bac7e9a3d47 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:40.951155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bab222ac-2cef-48b4-abc2-bb99f05d2f50 req-e87c6a16-e1f7-42e3-8ca9-9bac7e9a3d47 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 945 time: 0.1501930 Oct 25 09:06:40.976151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:41.055060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bab222ac-2cef-48b4-abc2-bb99f05d2f50 req-fe0b37f0-2c31-49dc-ab17-99a8b5ac9097 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932078 Oct 25 09:06:41.086909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:41.087595 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Added segment 85f6f9d8-9999-4157-8f63-28b4c79a5e0e of type vlan for network 51839f91-f212-4978-aff1-2579ea64ed67 Oct 25 09:06:41.192736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59948) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:41.220951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-69256148-network', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:41.220951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:41.299698 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:06:38Z', 'revision_number': 4, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port': {'id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:29Z', 'updated_at': '2021-10-25T09:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0aee3546-ed99-41aa-90da-52ace1c48c96', 'name': '', 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'mac_address': 'fa:16:3e:7a:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '317872ae-f4a9-4be5-be00-63f9ea516541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:36Z', 'updated_at': '2021-10-25T09:06:38Z', 'revision_number': 2, 'project_id': '3505eb2c93574943869bb20818491c16', 'subnets': [{'id': '317872ae-f4a9-4be5-be00-63f9ea516541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:41.313550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ecb7f69c-1552-489f-962f-d21f0beba450 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:41.330535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Made reservation on behalf of cc4d1a7ac2604f42b7fc0ebf8ac236d5 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:41.333623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:41.363973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:41.408975 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Checking router: 5acd5019-92df-4ff4-8197-012c131b2ed2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:41.410681 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Updating router 5acd5019-92df-4ff4-8197-012c131b2ed2 port 0aee3546-ed99-41aa-90da-52ace1c48c96 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:06:41.415631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:41.421885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:41.422465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:41.472863 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:41.487764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ecb7f69c-1552-489f-962f-d21f0beba450 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:41.488140 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:41.679693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84ff50-d127-45af-8590-148781d37d21 req-6bac2c68-6e57-452d-9c09-e9752bc2bf31 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:41.688846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c84ff50-d127-45af-8590-148781d37d21 req-6bac2c68-6e57-452d-9c09-e9752bc2bf31 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 950 time: 0.1530459 Oct 25 09:06:41.695828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Network': ['ID=51839f91-f212-4978-aff1-2579ea64ed67,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:41.715538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 51839f91-f212-4978-aff1-2579ea64ed67 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:41.741817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c84ff50-d127-45af-8590-148781d37d21 req-499d2384-3360-4e1c-a5af-77da0db5694e tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511394 Oct 25 09:06:41.742782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6550071d-3724-437e-b6ec-8fb4f357b59b tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0249920 Oct 25 09:06:41.745224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 59980) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:41.787493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1299988630'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:41.810462 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.057978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17b50ce-565d-463c-82cf-a47b5cd78ad9,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:42.183108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Checking segment: {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:42.185661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Network hostable DHCP agents. Network: 24161614-046e-4f08-b967-937169f2c138, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:06:42.195136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Made reservation on behalf of 5bc6b6a00ef949cb9220c4ce29ef9ee3 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:42.199127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.248905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Network 24161614-046e-4f08-b967-937169f2c138 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:06:42.265440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:42.272333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 24161614-046e-4f08-b967-937169f2c138) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:42.282018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:42.282541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b727f1-cdf2-4e26-89cc-93f87a34a784 None None] Network 24161614-046e-4f08-b967-937169f2c138 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:42.283230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.314482 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-22528534-54fa-413f-ab6a-cf65a81c3663 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5651588 Oct 25 09:06:42.314876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59992) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:42.321870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:42.333149 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.333496 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Added segment ee2a8c8c-f0a5-460e-b4e6-2edfbec7d72a of type vlan for network b0442534-c059-4410-a616-0a1c6651cf8d Oct 25 09:06:42.357547 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.372999 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.406665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.407928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.514730 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Pushing event updated for resources: {'Port': ['ID=0aee3546-ed99-41aa-90da-52ace1c48c96,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:42.521572 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.529297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.540625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.542045 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.542537 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.543025 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.543531 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.544004 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.544460 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.555755 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.556221 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.556570 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.557541 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.557887 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.558221 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:06:42.568389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:42.603938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.604608 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Added segment bee741a8-e205-4f3d-9b0c-be9101c3ca79 of type vlan for network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 Oct 25 09:06:42.622718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.663348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.685773 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Attempting to bind port 0aee3546-ed99-41aa-90da-52ace1c48c96 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:42.686141 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Attempting to bind port 0aee3546-ed99-41aa-90da-52ace1c48c96 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:42.686520 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Attempting to bind port 0aee3546-ed99-41aa-90da-52ace1c48c96 on network 84772963-bb89-40bb-9ae7-3bb75c3c6025 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:42.692576 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:42.693173 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Checking segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:42.698827 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.699293 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Bound using segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:42.699791 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Bound port: 0aee3546-ed99-41aa-90da-52ace1c48c96, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:42.700177 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.732079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb3c237-a0a6-434c-8995-e430189ad6ec,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:42.750519 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.751755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:42.755638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.860853 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] For port 0aee3546-ed99-41aa-90da-52ace1c48c96, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:42.871350 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] For port 0aee3546-ed99-41aa-90da-52ace1c48c96, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0aee3546-ed99-41aa-90da-52ace1c48c96,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:42.884156 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.884830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.resource_extend [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:06:42.885245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-24161614-046e-4f08-b967-937169f2c138', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:06:42.886369 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:42.892900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:42.918187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3f0a676d-a0c0-41f3-9210-34d48de5a9c4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7152071 Oct 25 09:06:42.931256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60004) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:42.935727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:42.943440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Request body: {'subnet': {'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-69256148-subnet', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:43.025755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:43.048695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:43.049368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:43.055891 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:43.058815 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e8c00-27a5-49e9-be1b-1fc2d482c1d7 None None] Pushing event updated for resources: {'Port': ['ID=0aee3546-ed99-41aa-90da-52ace1c48c96,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:43.061463 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Routers {'5acd5019-92df-4ff4-8197-012c131b2ed2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:43.068217 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5acd5019-92df-4ff4-8197-012c131b2ed2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:43.191607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3346ea-8091-41f4-8636-4f8cef8fd2a5 req-ac880787-1836-4e96-a80e-3e3d1813e613 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:43.221351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f3346ea-8091-41f4-8636-4f8cef8fd2a5 req-ac880787-1836-4e96-a80e-3e3d1813e613 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 945 time: 0.2453847 Oct 25 09:06:43.281354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Made reservation on behalf of cc4d1a7ac2604f42b7fc0ebf8ac236d5 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:43.284187 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:43.310424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6b314c23-bf53-495e-ac0b-caf71d5d7082 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:43.333828 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] Set router 5acd5019-92df-4ff4-8197-012c131b2ed2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:43.349009 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5712969 Oct 25 09:06:43.365023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60006) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:43.396343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f3346ea-8091-41f4-8636-4f8cef8fd2a5 req-c9b893a5-8360-4bad-a611-22e208cefb32 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740248 Oct 25 09:06:43.406209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'ports': [{'network_id': '51839f91-f212-4978-aff1-2579ea64ed67', 'name': 'tempest-port--1293156535', 'admin_state_up': True}, {'network_id': 'b0442534-c059-4410-a616-0a1c6651cf8d', 'admin_state_up': False}]} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:43.427955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'port': {'network_id': '51839f91-f212-4978-aff1-2579ea64ed67', 'name': 'tempest-port--1293156535', 'admin_state_up': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:43.430381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'port': {'network_id': 'b0442534-c059-4410-a616-0a1c6651cf8d', 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:43.435952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Allocated IP 172.20.0.2 (24161614-046e-4f08-b967-937169f2c138/a17b50ce-565d-463c-82cf-a47b5cd78ad9/4279bf35-66ff-44a5-a13d-bd00ceb51778) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:43.463115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f9297-1edd-47c8-bd00-110c3cefa0e7 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Network': ['ID=b0442534-c059-4410-a616-0a1c6651cf8d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:43.667216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b0442534-c059-4410-a616-0a1c6651cf8d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:43.794236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-907d8a7c-f640-4266-b8eb-c9af4af95b30 None None] Provisioning complete for port 0aee3546-ed99-41aa-90da-52ace1c48c96 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:43.794630 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-907d8a7c-f640-4266-b8eb-c9af4af95b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:43.868841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:43.891915 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 6b314c23-bf53-495e-ac0b-caf71d5d7082 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:06:43.928946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 6b314c23-bf53-495e-ac0b-caf71d5d7082 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:43.929590 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:43.944385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Made reservation on behalf of 5bc6b6a00ef949cb9220c4ce29ef9ee3 for: {'port': 2} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:43.949345 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:43.978890 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:06:38Z', 'revision_number': 4, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port': {'id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:29Z', 'updated_at': '2021-10-25T09:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0aee3546-ed99-41aa-90da-52ace1c48c96', 'name': '', 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'mac_address': 'fa:16:3e:7a:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '317872ae-f4a9-4be5-be00-63f9ea516541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:36Z', 'updated_at': '2021-10-25T09:06:42Z', 'revision_number': 4, 'project_id': '3505eb2c93574943869bb20818491c16', 'subnets': [{'id': '317872ae-f4a9-4be5-be00-63f9ea516541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:43.994026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.054318 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63952c-ab8c-492c-b8a3-78cded07f4ac None None] The sync data for ids ['5acd5019-92df-4ff4-8197-012c131b2ed2'] in n-d-814746-2 is: [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:06:38Z', 'revision_number': 4, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port': {'id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:29Z', 'updated_at': '2021-10-25T09:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0aee3546-ed99-41aa-90da-52ace1c48c96', 'name': '', 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'mac_address': 'fa:16:3e:7a:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '317872ae-f4a9-4be5-be00-63f9ea516541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:36Z', 'updated_at': '2021-10-25T09:06:42Z', 'revision_number': 4, 'project_id': '3505eb2c93574943869bb20818491c16', 'subnets': [{'id': '317872ae-f4a9-4be5-be00-63f9ea516541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:44.297470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] device_id is not set on port eb394a8b-25b8-4635-a292-3bc7a39f62a0 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:06:44.426846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.431095 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-907d8a7c-f640-4266-b8eb-c9af4af95b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.462692 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.553264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-907d8a7c-f640-4266-b8eb-c9af4af95b30 None None] For port 0aee3546-ed99-41aa-90da-52ace1c48c96, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0aee3546-ed99-41aa-90da-52ace1c48c96,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:44.578142 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-907d8a7c-f640-4266-b8eb-c9af4af95b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.583802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.596787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Network 24161614-046e-4f08-b967-937169f2c138 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:44.603946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd79917-97a9-4459-8c45-c80005b43af5,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:44.606946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:44.634219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:44.638661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Pushing event updated for resources: {'Port': ['ID=4279bf35-66ff-44a5-a13d-bd00ceb51778,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:44.668471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Checking segment: {'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:44.669055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Network hostable DHCP agents. Network: 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:06:44.706045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:06:44.719707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.730943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:44.744175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:44.745561 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.760125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecaec1f-9df2-427f-9283-7d4f9b9ddece None None] Network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:44.793686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] device_id is not set on port 64876f4f-66f8-41b7-b7a2-31df2570e86f yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:06:44.794840 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-be7f09a4-3c02-4c54-886e-f2421d773bff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8600202 Oct 25 09:06:44.796983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60016) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:44.798566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a7adb6bc-e42b-45fd-a631-104edd32c43a None None] Provisioning complete for port 0aee3546-ed99-41aa-90da-52ace1c48c96 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:44.798961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a7adb6bc-e42b-45fd-a631-104edd32c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.806105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:44.871552 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.873088 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:44.976651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:06:44.979283 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b740ed78-b5b1-479b-b753-57e5099a60ca" -d '{"events": [{"server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "name": "network-vif-plugged", "status": "completed", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:06:44.984074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.005329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d8a7c-f640-4266-b8eb-c9af4af95b30 None None] Pushing event updated for resources: {'Port': ['ID=0aee3546-ed99-41aa-90da-52ace1c48c96,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:45.017369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Attempting to bind port 4279bf35-66ff-44a5-a13d-bd00ceb51778 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:45.017736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Attempting to bind port 4279bf35-66ff-44a5-a13d-bd00ceb51778 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:45.018092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Attempting to bind port 4279bf35-66ff-44a5-a13d-bd00ceb51778 on network 24161614-046e-4f08-b967-937169f2c138 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:45.033267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:45.033674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Checking segment: {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:45.034037 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.034428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Bound using segment: {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:45.034563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.034910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Bound port: 4279bf35-66ff-44a5-a13d-bd00ceb51778, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:45.035284 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.045977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:45.062147 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.087945 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.183038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] For port 4279bf35-66ff-44a5-a13d-bd00ceb51778, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:45.187093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] For port 4279bf35-66ff-44a5-a13d-bd00ceb51778, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4279bf35-66ff-44a5-a13d-bd00ceb51778,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:45.228775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.350163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Port': ['ID=eb394a8b-25b8-4635-a292-3bc7a39f62a0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:45.367788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0aee3546-ed99-41aa-90da-52ace1c48c96 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:45.373412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:45.418964 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.531747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175958d-6483-4374-9347-e52ce669c412 req-68209234-2e3b-4f8d-ba1f-32508952abca tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:45.536216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175958d-6483-4374-9347-e52ce669c412 req-68209234-2e3b-4f8d-ba1f-32508952abca tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:45.536971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175958d-6483-4374-9347-e52ce669c412 req-68209234-2e3b-4f8d-ba1f-32508952abca tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:45.539159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175958d-6483-4374-9347-e52ce669c412 req-68209234-2e3b-4f8d-ba1f-32508952abca tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:45.539858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175958d-6483-4374-9347-e52ce669c412 req-68209234-2e3b-4f8d-ba1f-32508952abca tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:45.542688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175958d-6483-4374-9347-e52ce669c412 req-68209234-2e3b-4f8d-ba1f-32508952abca tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:45.557369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c175958d-6483-4374-9347-e52ce669c412 req-68209234-2e3b-4f8d-ba1f-32508952abca tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661&device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9&device_id=87883b7b-fc09-48bc-8dbc-405059b79564&device_id=0f8c980f-3d40-411a-b32b-9f004c63a461&device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 5545 time: 0.4769311 Oct 25 09:06:45.594228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52', 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'fixed_ips': [{'subnet_id': '4fd79917-97a9-4459-8c45-c80005b43af5'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:06:45.595136 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.622878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Checking segment: {'id': '85f6f9d8-9999-4157-8f63-28b4c79a5e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '51839f91-f212-4978-aff1-2579ea64ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:45.623517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Network hostable DHCP agents. Network: 51839f91-f212-4978-aff1-2579ea64ed67, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:06:45.627979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c175958d-6483-4374-9347-e52ce669c412 req-b86bc332-351a-464f-ad9f-c4c40a650489 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.687496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.773634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:45.793896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Network 51839f91-f212-4978-aff1-2579ea64ed67 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:06:45.838338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Allocated IP 172.20.0.2 (688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52/4fd79917-97a9-4459-8c45-c80005b43af5/02db8655-8849-4f05-91d0-81fddd3c1da4) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:45.869878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1ebfb-bc3d-45af-bba5-6be401c2c7a3 None None] Pushing event updated for resources: {'Port': ['ID=4279bf35-66ff-44a5-a13d-bd00ceb51778,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:45.920456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 51839f91-f212-4978-aff1-2579ea64ed67) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:45.951217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0e959-12b0-425c-a7bc-7a8835e3e66e None None] Network 51839f91-f212-4978-aff1-2579ea64ed67 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:45.988988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:45.990316 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.077056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.120701 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.129557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0aee3546-ed99-41aa-90da-52ace1c48c96 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:46.130074 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.235256 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c175958d-6483-4374-9347-e52ce669c412 req-b86bc332-351a-464f-ad9f-c4c40a650489 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.278696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c175958d-6483-4374-9347-e52ce669c412 req-b86bc332-351a-464f-ad9f-c4c40a650489 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.323627 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c175958d-6483-4374-9347-e52ce669c412 req-b86bc332-351a-464f-ad9f-c4c40a650489 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&id=6a7be075-e9aa-4349-a03f-49b719b03791&id=f00a2423-d588-4cd1-a649-ea1236bb54cb&id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 539 time: 0.7642972 Oct 25 09:06:46.407317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Port': ['ID=64876f4f-66f8-41b7-b7a2-31df2570e86f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:46.458753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Allocated IP 172.25.8.242 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/77143e37-691c-4cd0-b3a6-f6f71b39e417) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:46.492775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6142bc73-2ead-4721-8e9c-8ab50cd8d084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.517031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Checking segment: {'id': 'ee2a8c8c-f0a5-460e-b4e6-2edfbec7d72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b0442534-c059-4410-a616-0a1c6651cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:46.517397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Network hostable DHCP agents. Network: b0442534-c059-4410-a616-0a1c6651cf8d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:06:46.525087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bc332-351a-464f-ad9f-c4c40a650489 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f0f2a-001f-438a-842e-95b7eb17f2a8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:46.697476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.713790 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.761425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Network b0442534-c059-4410-a616-0a1c6651cf8d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:06:46.764102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:46.767024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:46.769792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:46.790953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, b0442534-c059-4410-a616-0a1c6651cf8d) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:46.812134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:46.818007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:46.825859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:46.826203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0152f9-1f66-4cd4-a107-aac1fcb6a8d3 None None] Network b0442534-c059-4410-a616-0a1c6651cf8d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:46.826567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.863969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d12679-9fff-45f4-a8a1-5d6a680f6a4b req-4281d052-5c11-4bb6-93a1-688ca14f2ff6 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:46.865676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27d12679-9fff-45f4-a8a1-5d6a680f6a4b req-4281d052-5c11-4bb6-93a1-688ca14f2ff6 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1957095 Oct 25 09:06:46.895643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-78652135-2526-483b-90ce-a23867b73fbd tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4930089 Oct 25 09:06:46.898610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60036) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:46.920178 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:46.963476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27d12679-9fff-45f4-a8a1-5d6a680f6a4b req-31acd97e-1250-4e92-98c8-e770f60a19c4 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869119 Oct 25 09:06:46.992679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Attempting to bind port 02db8655-8849-4f05-91d0-81fddd3c1da4 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:46.993099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Attempting to bind port 02db8655-8849-4f05-91d0-81fddd3c1da4 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:46.993468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Attempting to bind port 02db8655-8849-4f05-91d0-81fddd3c1da4 on network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:47.006478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c793d4-1607-4283-9d49-dda3370be691 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:47.023779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c793d4-1607-4283-9d49-dda3370be691 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:47.025696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:47.026538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Checking segment: {'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:47.032985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60042) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:47.033284 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.033682 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f3c793d4-1607-4283-9d49-dda3370be691 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1328628 Oct 25 09:06:47.035006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Bound using segment: {'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:47.036789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.037350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Bound port: 02db8655-8849-4f05-91d0-81fddd3c1da4, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:47.038006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.165781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Pushing event updated for resources: {'Port': ['ID=02db8655-8849-4f05-91d0-81fddd3c1da4,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:47.184193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Allocated IP 172.25.8.36 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/bf8bd2d8-b8cc-42d0-943f-8a0523350bb9) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:47.215431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Pushing event updated for resources: {'Port': ['ID=77143e37-691c-4cd0-b3a6-f6f71b39e417,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:47.278560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:47.283914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:47.294934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:47.343037 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563c92d-a0fa-4d41-9513-ba7225485c1c x-openstack-request-id: req-0563c92d-a0fa-4d41-9513-ba7225485c1c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:06:47.343172 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "name": "network-vif-plugged", "status": "completed", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:06:47.343398 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0563c92d-a0fa-4d41-9513-ba7225485c1c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:06:47.343812 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'code': 200} Oct 25 09:06:47.348439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdb5105-47e8-4bdc-9bf8-8f78fbbf509d None None] Network 24161614-046e-4f08-b967-937169f2c138 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:47.515281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-760256ac-2984-4f54-8d49-663511ec82f4 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Deleting port eb394a8b-25b8-4635-a292-3bc7a39f62a0 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:47.515840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-760256ac-2984-4f54-8d49-663511ec82f4 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.532275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4279bf35-66ff-44a5-a13d-bd00ceb51778 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:47.588970 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.606710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fa4a9e02-8822-4884-8568-5a71ea670e7d None None] Provisioning complete for port 4279bf35-66ff-44a5-a13d-bd00ceb51778 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:47.607078 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fa4a9e02-8822-4884-8568-5a71ea670e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.616866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-760256ac-2984-4f54-8d49-663511ec82f4 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.633343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-760256ac-2984-4f54-8d49-663511ec82f4 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Calling delete_port for eb394a8b-25b8-4635-a292-3bc7a39f62a0 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:47.654193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] For port 02db8655-8849-4f05-91d0-81fddd3c1da4, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:47.665963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.691841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] For port 02db8655-8849-4f05-91d0-81fddd3c1da4, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=02db8655-8849-4f05-91d0-81fddd3c1da4,segment=NetworkSegment(bee741a8-e205-4f3d-9b0c-be9101c3ca79),segment_id=bee741a8-e205-4f3d-9b0c-be9101c3ca79)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:47.715946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:47.770668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8bd2d8-b8cc-42d0-943f-8a0523350bb9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:47.783072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:47.784645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:47.789727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:47.814812 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4279bf35-66ff-44a5-a13d-bd00ceb51778 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:47.815178 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.022779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb011b1-5fc1-43d5-bea5-f66a2bfc8721 None None] Pushing event updated for resources: {'Port': ['ID=02db8655-8849-4f05-91d0-81fddd3c1da4,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:48.104554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.106602 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fa4a9e02-8822-4884-8568-5a71ea670e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.187212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fa4a9e02-8822-4884-8568-5a71ea670e7d None None] For port 4279bf35-66ff-44a5-a13d-bd00ceb51778, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4279bf35-66ff-44a5-a13d-bd00ceb51778,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:48.220337 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fa4a9e02-8822-4884-8568-5a71ea670e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.253305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.511478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-760256ac-2984-4f54-8d49-663511ec82f4 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.555444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.568621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3e4ac-575f-4800-ae62-59ddea0ed6c9 req-207651cb-2dc0-4066-b4da-0afbad5d0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:48.579944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ad3e4ac-575f-4800-ae62-59ddea0ed6c9 req-207651cb-2dc0-4066-b4da-0afbad5d0d3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 1097 time: 1.3565602 Oct 25 09:06:48.679123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:06:48.689619 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:06:48.689811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760256ac-2984-4f54-8d49-663511ec82f4 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Port': ['ID=eb394a8b-25b8-4635-a292-3bc7a39f62a0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:48.698404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a9e02-8822-4884-8568-5a71ea670e7d None None] Pushing event updated for resources: {'Port': ['ID=4279bf35-66ff-44a5-a13d-bd00ceb51778,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:48.724728 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-760256ac-2984-4f54-8d49-663511ec82f4 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.734672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60062) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:48.740406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-760256ac-2984-4f54-8d49-663511ec82f4 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/ports/eb394a8b-25b8-4635-a292-3bc7a39f62a0 HTTP/1.1" status: 204 len: 168 time: 1.7052510 Oct 25 09:06:48.758326 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-86a9be5f-1f86-4f3a-9e5a-4c127cca3e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:48.796591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9ed6f-6d82-4d7a-9e45-2b0b3c5588a0 req-251caedd-246d-4555-80b4-b80c60a1acb8 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:48.797104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9ed6f-6d82-4d7a-9e45-2b0b3c5588a0 req-251caedd-246d-4555-80b4-b80c60a1acb8 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:48.798071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9ed6f-6d82-4d7a-9e45-2b0b3c5588a0 req-251caedd-246d-4555-80b4-b80c60a1acb8 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:48.799269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3c9ed6f-6d82-4d7a-9e45-2b0b3c5588a0 req-251caedd-246d-4555-80b4-b80c60a1acb8 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9&device_id=87883b7b-fc09-48bc-8dbc-405059b79564&device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 2884 time: 1.3254142 Oct 25 09:06:48.852669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ad3e4ac-575f-4800-ae62-59ddea0ed6c9 req-0d29bec3-669e-4b3d-a0f6-b17f7e339d46 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717378 Oct 25 09:06:48.865847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:49.046261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b4374-b26c-438b-8b73-a21fea81faa9 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Deleting port 64876f4f-66f8-41b7-b7a2-31df2570e86f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:06:49.049990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4374-b26c-438b-8b73-a21fea81faa9 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:49.075825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3c9ed6f-6d82-4d7a-9e45-2b0b3c5588a0 req-bfa548f9-2e11-4d23-addc-2deb2aaca321 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638617 Oct 25 09:06:49.178725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5ef86616-68d2-48cc-9851-eb9c3b5d1f7b None None] Provisioning complete for port 4279bf35-66ff-44a5-a13d-bd00ceb51778 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:49.182786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5ef86616-68d2-48cc-9851-eb9c3b5d1f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:49.400629 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4374-b26c-438b-8b73-a21fea81faa9 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:49.431547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Router 36dd521b-51c7-48f6-8b30-cb5f09311030 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:06:49.461593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b4374-b26c-438b-8b73-a21fea81faa9 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Calling delete_port for 64876f4f-66f8-41b7-b7a2-31df2570e86f owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:06:49.481120 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:49.671459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281e70f-9bae-48e9-b26f-df6e2daf44b0 req-3e078116-a471-4266-9c3c-db4c8033d768 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:49.681944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c281e70f-9bae-48e9-b26f-df6e2daf44b0 req-3e078116-a471-4266-9c3c-db4c8033d768 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.3138094 Oct 25 09:06:49.727521 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:49.738623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Sync routers for ids ['36dd521b-51c7-48f6-8b30-cb5f09311030'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:49.758382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Routers {'36dd521b-51c7-48f6-8b30-cb5f09311030'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:49.759012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['36dd521b-51c7-48f6-8b30-cb5f09311030'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:49.878118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b031c7-cddc-4e75-b619-92267778234b None None] Network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:49.910233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c281e70f-9bae-48e9-b26f-df6e2daf44b0 req-03ffea30-da62-4151-ba83-743cf97bf2ce tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265489 Oct 25 09:06:49.988456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:06:50.003797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4279bf35-66ff-44a5-a13d-bd00ceb51778 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:50.141600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:50.142975 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1bddff88-adf0-4691-9f1d-92a9b7752960 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.3447318 Oct 25 09:06:50.149759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60076) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:50.230150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:50.240312 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Sync routers for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:50.285987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:50.286438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:50.290414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9ccd10da-4012-4d62-b9d6-2f5bb18f90f8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9718359 Oct 25 09:06:50.292510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b443e33c-79f0-4ae7-86a5-fd3fbd8db111 None None] Provisioning complete for port 02db8655-8849-4f05-91d0-81fddd3c1da4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:50.293625 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b443e33c-79f0-4ae7-86a5-fd3fbd8db111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:50.296378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60084) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:50.312274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:50.314145 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:50.318063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:50.466466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4279bf35-66ff-44a5-a13d-bd00ceb51778 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:50.472043 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:50.489323 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4374-b26c-438b-8b73-a21fea81faa9 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:50.569192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b4374-b26c-438b-8b73-a21fea81faa9 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Port': ['ID=64876f4f-66f8-41b7-b7a2-31df2570e86f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:50.682847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4374-b26c-438b-8b73-a21fea81faa9 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:50.684930 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:50.692055 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3f4b4374-b26c-438b-8b73-a21fea81faa9 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/ports/64876f4f-66f8-41b7-b7a2-31df2570e86f HTTP/1.1" status: 204 len: 168 time: 1.9531350 Oct 25 09:06:50.762941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60088) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:50.800962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Set router 36dd521b-51c7-48f6-8b30-cb5f09311030 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:50.835498 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6a35b629-658d-4b38-92ef-f7ec861bd6b8 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0638342 Oct 25 09:06:50.838887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60092) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:50.855455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1422682644'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:50.939025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Made reservation on behalf of 5bc6b6a00ef949cb9220c4ce29ef9ee3 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:50.953229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.122660 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:47Z', 'revision_number': 3, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:51.211954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:51.229710 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Checking router: 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:51.238459 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Updating router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 port 77143e37-691c-4cd0-b3a6-f6f71b39e417 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:06:51.269001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.278911 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Added segment d14b2d02-a067-41cf-b012-f57f3c05624b of type vlan for network ac8b1dca-1362-4ba2-a037-7ba5313844cb Oct 25 09:06:51.327540 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.444685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.445709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 02db8655-8849-4f05-91d0-81fddd3c1da4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:51.595138 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b443e33c-79f0-4ae7-86a5-fd3fbd8db111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.636732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799db16-3f03-4655-9fbc-f045ae590106 req-bc05a056-a42c-42b9-a1e5-79c83c07c437 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:51.645732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3799db16-3f03-4655-9fbc-f045ae590106 req-bc05a056-a42c-42b9-a1e5-79c83c07c437 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.2975867 Oct 25 09:06:51.652651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.resource_extend [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:06:51.709087 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.729101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:51.729580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.759453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3799db16-3f03-4655-9fbc-f045ae590106 req-939c3e28-3593-4b5d-a279-70383cba4d9d tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124654 Oct 25 09:06:51.939152 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.946583 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.960973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b443e33c-79f0-4ae7-86a5-fd3fbd8db111 None None] For port 02db8655-8849-4f05-91d0-81fddd3c1da4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=02db8655-8849-4f05-91d0-81fddd3c1da4,segment=NetworkSegment(bee741a8-e205-4f3d-9b0c-be9101c3ca79),segment_id=bee741a8-e205-4f3d-9b0c-be9101c3ca79)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:51.971111 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:51.993516 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.013951 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b443e33c-79f0-4ae7-86a5-fd3fbd8db111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.187976 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3474205 Oct 25 09:06:52.198570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60112) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:52.204544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1fc1b-5829-4bff-b1df-9fd59d736002 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Network': ['ID=ac8b1dca-1362-4ba2-a037-7ba5313844cb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:52.213457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 02db8655-8849-4f05-91d0-81fddd3c1da4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:52.220411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.224407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ac8b1dca-1362-4ba2-a037-7ba5313844cb details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:52.228027 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Attempting to bind port 77143e37-691c-4cd0-b3a6-f6f71b39e417 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:52.230475 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Attempting to bind port 77143e37-691c-4cd0-b3a6-f6f71b39e417 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:52.231142 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Attempting to bind port 77143e37-691c-4cd0-b3a6-f6f71b39e417 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:52.236574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:06:47Z', 'revision_number': 3, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:52.249067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1652726096'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:52.275130 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f3bbd-33b7-4f10-a813-20c20a7510bb None None] Pushing event updated for resources: {'Port': ['ID=77143e37-691c-4cd0-b3a6-f6f71b39e417,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:52.285151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:52.285151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:52.285151 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.285151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:52.285151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Bound port: 77143e37-691c-4cd0-b3a6-f6f71b39e417, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:52.287206 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.379562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Made reservation on behalf of 5bc6b6a00ef949cb9220c4ce29ef9ee3 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:52.383130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.432702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443e33c-79f0-4ae7-86a5-fd3fbd8db111 None None] Pushing event updated for resources: {'Port': ['ID=02db8655-8849-4f05-91d0-81fddd3c1da4,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:52.461121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Allocated IP 172.20.0.1 (24161614-046e-4f08-b967-937169f2c138/a17b50ce-565d-463c-82cf-a47b5cd78ad9/5d959290-80b3-4911-a5d3-dfe37c57a42e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:52.482077 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] For port 77143e37-691c-4cd0-b3a6-f6f71b39e417, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:52.494707 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] For port 77143e37-691c-4cd0-b3a6-f6f71b39e417, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=77143e37-691c-4cd0-b3a6-f6f71b39e417,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:52.501851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.513613 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.516966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:06:52.573475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.573944 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Added segment b0434cfe-0c96-45f7-80dd-f50f8f428733 of type vlan for network f2edea4d-3c33-46a5-b29a-19200b7d9de4 Oct 25 09:06:52.577318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Checking router: 36dd521b-51c7-48f6-8b30-cb5f09311030 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:52.577729 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Updating router 36dd521b-51c7-48f6-8b30-cb5f09311030 port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:06:52.626954 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:52.627818 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:52.631440 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f3bbd-33b7-4f10-a813-20c20a7510bb None None] Pushing event updated for resources: {'Port': ['ID=77143e37-691c-4cd0-b3a6-f6f71b39e417,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:52.700614 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.710658 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.733131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.769360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c1f92b55-e621-4f3f-ab82-7ed9da2470db None None] Provisioning complete for port 02db8655-8849-4f05-91d0-81fddd3c1da4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:52.769760 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c1f92b55-e621-4f3f-ab82-7ed9da2470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.850070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.851333 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.859213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:52.859882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:52.919970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d959290-80b3-4911-a5d3-dfe37c57a42e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:52.938052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b45f24-df39-4939-a9a4-0ef47d1df929 req-26ff37a7-559b-4d30-a743-00fb3b28c8f0 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:52.939584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65b45f24-df39-4939-a9a4-0ef47d1df929 req-26ff37a7-559b-4d30-a743-00fb3b28c8f0 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1679122 Oct 25 09:06:52.979246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Network 24161614-046e-4f08-b967-937169f2c138 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:52.999286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Network': ['ID=f2edea4d-3c33-46a5-b29a-19200b7d9de4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:53.001178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:53.007318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:53.066026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:53.073004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a7f60ecc-5010-410f-9ea3-856f644b6d44 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8313248 Oct 25 09:06:53.077653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65b45f24-df39-4939-a9a4-0ef47d1df929 req-21058ba0-6a51-4158-8623-3e92f3e582c9 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278670 Oct 25 09:06:53.242752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Allocated IP 172.20.0.1 (688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52/4fd79917-97a9-4459-8c45-c80005b43af5/87fea450-edd6-46c8-bc5b-2f172daf4f78) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:06:53.249215 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:53.272413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f2edea4d-3c33-46a5-b29a-19200b7d9de4 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:06:53.447658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 02db8655-8849-4f05-91d0-81fddd3c1da4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:53.497944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba68da-1176-46a5-a372-65bc4b28ef9c req-04bf65e3-55b3-416f-9c19-8c19bfeab238 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:53.506027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0ba68da-1176-46a5-a372-65bc4b28ef9c req-04bf65e3-55b3-416f-9c19-8c19bfeab238 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1101 time: 0.2610145 Oct 25 09:06:53.627737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0ba68da-1176-46a5-a372-65bc4b28ef9c req-6b8a4617-57c6-4199-b427-6ac8a43c7d78 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110239 Oct 25 09:06:53.637723 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:53.690696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:53.762027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:53.787758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:53.801991 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:53.840020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:06:53.884934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-86fc753d-02fd-4a28-9e1b-f30dd716ce8e None None] Provisioning complete for port 5d959290-80b3-4911-a5d3-dfe37c57a42e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:53.890452 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-86fc753d-02fd-4a28-9e1b-f30dd716ce8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:53.969218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Pushing event updated for resources: {'Port': ['ID=87fea450-edd6-46c8-bc5b-2f172daf4f78,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:54.033735 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:54.102177 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:47Z', 'revision_number': 3, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:54.158426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-86fc753d-02fd-4a28-9e1b-f30dd716ce8e None None] Port 5d959290-80b3-4911-a5d3-dfe37c57a42e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:06:54.237706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 02db8655-8849-4f05-91d0-81fddd3c1da4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:54.238088 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:54.251137 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94728634-67ce-4c62-9c5e-eca9aa2ba79f None None] The sync data for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 is: [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:47Z', 'revision_number': 3, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:54.256690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:54.360376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:54.553799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:54.681494 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:54.693802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:54.799949 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:54.943013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Attempting to bind port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:06:54.943390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Attempting to bind port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:06:54.943731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Attempting to bind port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:06:54.996558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce8afd-7427-43ed-9537-81418084e0f1 req-dc2ba4fb-aaa0-4419-bf56-e053ba6fab70 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:55.013031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58ce8afd-7427-43ed-9537-81418084e0f1 req-dc2ba4fb-aaa0-4419-bf56-e053ba6fab70 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1101 time: 0.4786999 Oct 25 09:06:55.028489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d24259ad-170d-43cf-95c2-578330f6e714 None None] Provisioning complete for port 87fea450-edd6-46c8-bc5b-2f172daf4f78 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:55.028851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d24259ad-170d-43cf-95c2-578330f6e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:55.086996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:06:55.086996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:55.087329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:55.089875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:06:55.090370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Bound port: bf8bd2d8-b8cc-42d0-943f-8a0523350bb9, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:06:55.090750 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:55.138639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:55.157004 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:55.229747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:55.245866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f403ca5-2782-4948-b4f6-3473bfb55286 None None] Pushing event updated for resources: {'Port': ['ID=bf8bd2d8-b8cc-42d0-943f-8a0523350bb9,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:55.386408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d24259ad-170d-43cf-95c2-578330f6e714 None None] Port 87fea450-edd6-46c8-bc5b-2f172daf4f78 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:06:55.427252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] For port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:06:55.430180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Pushing event updated for resources: {'Port': ['ID=87fea450-edd6-46c8-bc5b-2f172daf4f78,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:55.443689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] For port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf8bd2d8-b8cc-42d0-943f-8a0523350bb9,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:06:55.468655 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:55.528401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 77143e37-691c-4cd0-b3a6-f6f71b39e417 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:55.585274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:55.604937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:55.631533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Network 24161614-046e-4f08-b967-937169f2c138 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:06:55.634982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:55.653098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d959290-80b3-4911-a5d3-dfe37c57a42e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:55.766513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58ce8afd-7427-43ed-9537-81418084e0f1 req-fc5f5c64-36bd-4b83-83f2-a858fb0508a8 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7516220 Oct 25 09:06:55.802368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Routers {'36dd521b-51c7-48f6-8b30-cb5f09311030'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:55.803015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['36dd521b-51c7-48f6-8b30-cb5f09311030'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:56.022459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Router 36dd521b-51c7-48f6-8b30-cb5f09311030 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:56.250714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] Set router 36dd521b-51c7-48f6-8b30-cb5f09311030 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:56.290758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:56.292179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:06:56.309542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2f16330b-afaa-46bc-ab86-7160dcc358f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/36dd521b-51c7-48f6-8b30-cb5f09311030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1472354 Oct 25 09:06:56.346371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07021f0f-0044-42fc-a620-03414fca5808 req-bcc2568a-a463-404a-90a9-2455925395ea tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:56.362758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07021f0f-0044-42fc-a620-03414fca5808 req-bcc2568a-a463-404a-90a9-2455925395ea tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1681128 Oct 25 09:06:56.388080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f403ca5-2782-4948-b4f6-3473bfb55286 None None] Pushing event updated for resources: {'Port': ['ID=bf8bd2d8-b8cc-42d0-943f-8a0523350bb9,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:56.588375 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07021f0f-0044-42fc-a620-03414fca5808 req-58e8deb0-4066-439e-b58f-37c1d9d3aa00 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221968 Oct 25 09:06:56.628384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60190) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:56.633824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'subnets': [{'network_id': 'ac8b1dca-1362-4ba2-a037-7ba5313844cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--230036049', 'ip_version': 6}, {'network_id': 'f2edea4d-3c33-46a5-b29a-19200b7d9de4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:56.634146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'subnet': {'network_id': 'ac8b1dca-1362-4ba2-a037-7ba5313844cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--230036049', 'ip_version': 6}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:56.635412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Request body: {'subnet': {'network_id': 'f2edea4d-3c33-46a5-b29a-19200b7d9de4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:06:56.636771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:06:56.643904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3ac84be5-b16c-4b93-8202-d8501565bdf0 admin admin] 10.222.0.32 "PUT /v2.0/routers/3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3464046 Oct 25 09:06:56.663174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 77143e37-691c-4cd0-b3a6-f6f71b39e417 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:56.663863 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:56.671710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-70bee262-4152-4e22-aeb6-fd81d1f4ed69 None None] Provisioning complete for port 87fea450-edd6-46c8-bc5b-2f172daf4f78 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:56.672327 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70bee262-4152-4e22-aeb6-fd81d1f4ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:56.753450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-70bee262-4152-4e22-aeb6-fd81d1f4ed69 None None] Port 87fea450-edd6-46c8-bc5b-2f172daf4f78 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:06:56.801574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc01a0d-896e-481f-bc7f-4a2ad8dabd8b req-1976c90f-f52f-452e-bd5d-9c1910982fb0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:56.809986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1dc01a0d-896e-481f-bc7f-4a2ad8dabd8b req-1976c90f-f52f-452e-bd5d-9c1910982fb0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.1179564 Oct 25 09:06:56.849624 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:56.873178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 77143e37-691c-4cd0-b3a6-f6f71b39e417, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=77143e37-691c-4cd0-b3a6-f6f71b39e417,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:06:56.877951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-70bee262-4152-4e22-aeb6-fd81d1f4ed69 None None] Provisioning complete for port 5d959290-80b3-4911-a5d3-dfe37c57a42e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:56.878297 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70bee262-4152-4e22-aeb6-fd81d1f4ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:56.885389 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:56.897592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1dc01a0d-896e-481f-bc7f-4a2ad8dabd8b req-ce77e6ec-4b69-49fe-b2ca-0337ec4b0dc0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866480 Oct 25 09:06:56.958292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Made reservation on behalf of 5bc6b6a00ef949cb9220c4ce29ef9ee3 for: {'subnet': 2} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:06:56.962006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:56.962354 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:57.087433 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-70bee262-4152-4e22-aeb6-fd81d1f4ed69 None None] Port 5d959290-80b3-4911-a5d3-dfe37c57a42e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:06:57.130644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=77143e37-691c-4cd0-b3a6-f6f71b39e417,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:57.163833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:06:54Z', 'revision_number': 4, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '87fea450-edd6-46c8-bc5b-2f172daf4f78', 'name': '', 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'mac_address': 'fa:16:3e:d4:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:06:54Z', 'revision_number': 2, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'subnets': [{'id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:57.194159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1030af4-c127-4230-b80c-74b713f349fd None None] The sync data for ids ['36dd521b-51c7-48f6-8b30-cb5f09311030'] in n-d-814746-2 is: [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:06:54Z', 'revision_number': 4, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '87fea450-edd6-46c8-bc5b-2f172daf4f78', 'name': '', 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'mac_address': 'fa:16:3e:d4:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:06:54Z', 'revision_number': 2, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'subnets': [{'id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:06:57.425699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 77143e37-691c-4cd0-b3a6-f6f71b39e417 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:57.500942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Sync routers for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:06:57.550047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:06:57.550790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:57.821384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 77143e37-691c-4cd0-b3a6-f6f71b39e417 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:06:57.821767 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:57.959582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:06:58.488081 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-e2a2f581-0f20-4f4f-b3a5-18b32540921e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2592978 Oct 25 09:06:58.529245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-a2af4ffe-8926-44ed-991c-8ac39bd3a92c tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:58.540394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-a2af4ffe-8926-44ed-991c-8ac39bd3a92c tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/networks?id=84772963-bb89-40bb-9ae7-3bb75c3c6025 HTTP/1.1" status: 200 len: 910 time: 0.1877928 Oct 25 09:06:58.575940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-d429aa32-0668-43cf-9531-cd681008746d tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/quotas/cc4d1a7ac2604f42b7fc0ebf8ac236d5 HTTP/1.1" status: 200 len: 375 time: 0.0342641 Oct 25 09:06:58.598600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 2, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:06:58.653772 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:58.671630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Checking router: 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:06:58.672008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Updating router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 port 5d959290-80b3-4911-a5d3-dfe37c57a42e binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:06:58.697217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-62f3a6d1-9b90-4658-bbed-a2b2a49b29ca tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4d1a7ac2604f42b7fc0ebf8ac236d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151998 Oct 25 09:06:58.748494 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:58.762926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-d1862b2c-4ce3-4755-b67f-bcbd76e5ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:58.764491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-d1862b2c-4ce3-4755-b67f-bcbd76e5ca08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7de9186cd8814fc6aa04100fd090e51b&device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 1097 time: 0.2265947 Oct 25 09:06:58.771514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Subnet': ['ID=7c3fb3e8-e14b-46ab-adfc-9aa8744650ca,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:58.796012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Checking segment: {'id': 'd14b2d02-a067-41cf-b012-f57f3c05624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ac8b1dca-1362-4ba2-a037-7ba5313844cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:58.796622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Network hostable DHCP agents. Network: ac8b1dca-1362-4ba2-a037-7ba5313844cb, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:06:58.827725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Network ac8b1dca-1362-4ba2-a037-7ba5313844cb is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:06:58.916494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ac8b1dca-1362-4ba2-a037-7ba5313844cb) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:58.922429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:59.056594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event updated for resources: {'Subnet': ['ID=7bd69cd6-bb0a-481a-8f6f-180f06f1b96e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:06:59.068640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Checking segment: {'id': 'b0434cfe-0c96-45f7-80dd-f50f8f428733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f2edea4d-3c33-46a5-b29a-19200b7d9de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:06:59.069313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Network hostable DHCP agents. Network: f2edea4d-3c33-46a5-b29a-19200b7d9de4, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:06:59.073795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-6efb1129-be03-4329-afd5-b8ba8dc207fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:59.075542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-6efb1129-be03-4329-afd5-b8ba8dc207fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cc29b19-7f21-4f41-8e2f-faa687bad90c HTTP/1.1" status: 200 len: 912 time: 0.2611380 Oct 25 09:06:59.087848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51410ee3-75af-42cd-8ce7-2cc8be12695c None None] Network ac8b1dca-1362-4ba2-a037-7ba5313844cb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:59.095958 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-70e8f6a7-2dfa-4da4-b393-f9e3bc1554a3 service neutron] 10.222.0.32 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975284 Oct 25 09:06:59.262615 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Network f2edea4d-3c33-46a5-b29a-19200b7d9de4 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:06:59.314271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-110c2690-cb01-4d3b-b544-fa9d011fecf1 service neutron] 10.222.0.32 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172201 Oct 25 09:06:59.353005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f2edea4d-3c33-46a5-b29a-19200b7d9de4) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:06:59.367901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:59.369416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:59.371077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:59.386241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6966df8-69e4-424f-847c-4ba63d998c59 None None] Network f2edea4d-3c33-46a5-b29a-19200b7d9de4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:06:59.395572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-97729210-4b4d-4323-a4e8-bb30b2d18c67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739 HTTP/1.1" status: 200 len: 1002 time: 0.2946935 Oct 25 09:06:59.398998 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:59.407137 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7971a7c0-8e52-406a-92c7-46115f88b125 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7761755 Oct 25 09:06:59.411352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60324) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:59.495306 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:59.579463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-5bb7c38e-58c6-4ffb-8bf6-7288477b4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:59.583361 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-5bb7c38e-58c6-4ffb-8bf6-7288477b4c3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43029dd3-11d8-4c54-93af-7b3f35efeea6 HTTP/1.1" status: 200 len: 850 time: 0.1590297 Oct 25 09:06:59.594245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc586bbe-6d60-4548-8ba4-c5784129ecc2 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:59.599142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc586bbe-6d60-4548-8ba4-c5784129ecc2 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:59.607312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc586bbe-6d60-4548-8ba4-c5784129ecc2 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:59.610599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bc586bbe-6d60-4548-8ba4-c5784129ecc2 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1970115 Oct 25 09:06:59.630714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60328) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:06:59.692791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-621335f6-7a90-44a3-9d9e-e52f4caa9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:06:59.696528 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-621335f6-7a90-44a3-9d9e-e52f4caa9330 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cc29b19-7f21-4f41-8e2f-faa687bad90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007533 Oct 25 09:06:59.772133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Deleting subnet 7c3fb3e8-e14b-46ab-adfc-9aa8744650ca {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:06:59.821548 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:06:59.865640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:06:59.904055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:06:59.919176 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-01e7ae0b-8622-4716-b5db-29bbff471d6e service neutron] 10.222.0.18 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147906 Oct 25 09:06:59.961630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953324e9-7dd9-4b1d-b347-bec54652a49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ac8b1dca-1362-4ba2-a037-7ba5313844cb', 'network_id': 'ac8b1dca-1362-4ba2-a037-7ba5313844cb', 'tenant_id': '5bc6b6a00ef949cb9220c4ce29ef9ee3', 'fixed_ips': [{'subnet_id': '7c3fb3e8-e14b-46ab-adfc-9aa8744650ca'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:06:59.964940 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-953324e9-7dd9-4b1d-b347-bec54652a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.016637 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.043763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111c970-9d15-4db6-a35e-61ae78082343 req-899ae88e-a436-4fe8-aade-d41c059a33fd tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:00.047554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e111c970-9d15-4db6-a35e-61ae78082343 req-899ae88e-a436-4fe8-aade-d41c059a33fd tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.2975936 Oct 25 09:07:00.131940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45630-f80b-4422-a596-db750ebfa576 None None] Pushing event updated for resources: {'Port': ['ID=5d959290-80b3-4911-a5d3-dfe37c57a42e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:00.178007 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-195e5cc4-0a0d-4555-97c3-16c9ee1c2554 req-7e966553-e873-4eeb-8070-90b2d7267225 service neutron] 10.222.0.18 "GET /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514045 Oct 25 09:07:00.416854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Attempting to bind port 5d959290-80b3-4911-a5d3-dfe37c57a42e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:00.417571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Attempting to bind port 5d959290-80b3-4911-a5d3-dfe37c57a42e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:00.418132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Attempting to bind port 5d959290-80b3-4911-a5d3-dfe37c57a42e on network 24161614-046e-4f08-b967-937169f2c138 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:00.475725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:00.476434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Checking segment: {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:00.477047 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.477614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Bound using segment: {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:00.478289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Bound port: 5d959290-80b3-4911-a5d3-dfe37c57a42e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:00.479104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.516843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:00.517311 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.578447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.630709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ef3c32b7-6638-4d51-ab47-686a226aa607 None None] Provisioning complete for port 5d959290-80b3-4911-a5d3-dfe37c57a42e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:00.631348 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef3c32b7-6638-4d51-ab47-686a226aa607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.694321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.709382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c0a3f-d0bb-4813-a831-2d3c6b195571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-f2edea4d-3c33-46a5-b29a-19200b7d9de4', 'network_id': 'f2edea4d-3c33-46a5-b29a-19200b7d9de4', 'tenant_id': '5bc6b6a00ef949cb9220c4ce29ef9ee3', 'fixed_ips': [{'subnet_id': '7bd69cd6-bb0a-481a-8f6f-180f06f1b96e'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:07:00.710254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-847c0a3f-d0bb-4813-a831-2d3c6b195571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.778679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:00.791824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e111c970-9d15-4db6-a35e-61ae78082343 req-57e866e4-fffc-4197-b3c2-430f505e6e0f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449926 Oct 25 09:07:00.799271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:00.809222 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3491f903-5d3f-496e-b8cc-4c253f93bf92" -d '{"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:00.837573 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.850961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.944861 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:00.953105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60344) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:00.955103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/subnets/7c3fb3e8-e14b-46ab-adfc-9aa8744650ca HTTP/1.1" status: 204 len: 168 time: 1.3224847 Oct 25 09:07:00.979032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3fb3e8-e14b-46ab-adfc-9aa8744650ca,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:01.015316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.015804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.016260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.016719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.017206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.017655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.018077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.018941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.019679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.020154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.020588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.021041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404bc4df-faba-48e8-9d75-6c8486607506 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:01.032964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c32b7-6638-4d51-ab47-686a226aa607 None None] Port 5d959290-80b3-4911-a5d3-dfe37c57a42e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-953324e9-7dd9-4b1d-b347-bec54652a49b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c3fb3e8-e14b-46ab-adfc-9aa8744650ca: This subnet is being modified by another concurrent operation. Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c3fb3e8-e14b-46ab-adfc-9aa8744650ca: This subnet is being modified by another concurrent operation. Oct 25 09:07:01.061641 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:07:01.123083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-8e4a71fe-e413-4be4-83d6-b0dbda2e8d39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1603968 Oct 25 09:07:01.137796 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Sync routers for ids ['36dd521b-51c7-48f6-8b30-cb5f09311030'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:01.144842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c340e3-6b95-4f0b-b491-ae9944bb4cce req-58700bc2-dfe8-460b-a505-4f07b1cc0c0c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:01.148344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02c340e3-6b95-4f0b-b491-ae9944bb4cce req-58700bc2-dfe8-460b-a505-4f07b1cc0c0c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1714623 Oct 25 09:07:01.154987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c44db03-e68a-482b-95ef-6016d4739d09 None None] Network ac8b1dca-1362-4ba2-a037-7ba5313844cb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:01.156415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e01066-2e22-41c3-960f-02c2c416a092 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Deleting subnet 7bd69cd6-bb0a-481a-8f6f-180f06f1b96e {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:07:01.162953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6e01066-2e22-41c3-960f-02c2c416a092 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:01.178858 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Routers {'36dd521b-51c7-48f6-8b30-cb5f09311030'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:01.182069 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['36dd521b-51c7-48f6-8b30-cb5f09311030'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:01.227778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02c340e3-6b95-4f0b-b491-ae9944bb4cce req-0373aebd-7180-46ea-9032-b76705d32862 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714219 Oct 25 09:07:01.262592 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6e01066-2e22-41c3-960f-02c2c416a092 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:01.275643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] For port 5d959290-80b3-4911-a5d3-dfe37c57a42e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:01.335992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-0ff801db-1c26-448b-a91d-18c4ddb9a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:01.341071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-0ff801db-1c26-448b-a91d-18c4ddb9a609 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1101 time: 0.0989578 Oct 25 09:07:01.370992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6e01066-2e22-41c3-960f-02c2c416a092 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:01.440971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60350) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:01.515048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] For port 5d959290-80b3-4911-a5d3-dfe37c57a42e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5d959290-80b3-4911-a5d3-dfe37c57a42e,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:01.518490 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Set router 36dd521b-51c7-48f6-8b30-cb5f09311030 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:07:01.526650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=11']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:01.536046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:01.582681 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:01.625735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-3eaa8038-effa-442a-ac87-0dc0e707b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:01.627254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-3eaa8038-effa-442a-ac87-0dc0e707b3bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.2669351 Oct 25 09:07:01.715430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf8bd2d8-b8cc-42d0-943f-8a0523350bb9,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:01.741229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6e01066-2e22-41c3-960f-02c2c416a092 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:01.763274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-0d58e300-40dd-4680-bb4f-a8a6c629f9aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=217e5101-fbad-4c56-a913-c2d994b5cb54 HTTP/1.1" status: 200 len: 217 time: 0.1250660 Oct 25 09:07:01.811654 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-847c0a3f-d0bb-4813-a831-2d3c6b195571 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bd69cd6-bb0a-481a-8f6f-180f06f1b96e: This subnet is being modified by another concurrent operation. Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bd69cd6-bb0a-481a-8f6f-180f06f1b96e: This subnet is being modified by another concurrent operation. Oct 25 09:07:01.834670 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:07:01.868533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9635a4f8-67c5-4b48-ac43-b2d7231f1d7a None None] Network f2edea4d-3c33-46a5-b29a-19200b7d9de4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:01.932784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-26692b59-5a45-4f9c-a887-8e92dc8303c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:01.935275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-26692b59-5a45-4f9c-a887-8e92dc8303c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1633849 Oct 25 09:07:01.936080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45630-f80b-4422-a596-db750ebfa576 None None] Pushing event updated for resources: {'Port': ['ID=5d959290-80b3-4911-a5d3-dfe37c57a42e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:01.976338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:01.977289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:01.983474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e01066-2e22-41c3-960f-02c2c416a092 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd69cd6-bb0a-481a-8f6f-180f06f1b96e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:01.985819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-814095ad-0286-4d4a-8115-5377cdd32b6a tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:01.987303 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-814095ad-0286-4d4a-8115-5377cdd32b6a tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.18 "GET /v2.0/networks?id=84772963-bb89-40bb-9ae7-3bb75c3c6025 HTTP/1.1" status: 200 len: 910 time: 0.4418316 Oct 25 09:07:01.991338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6e01066-2e22-41c3-960f-02c2c416a092 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.003747 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e6e01066-2e22-41c3-960f-02c2c416a092 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/subnets/7bd69cd6-bb0a-481a-8f6f-180f06f1b96e HTTP/1.1" status: 204 len: 168 time: 1.0460598 Oct 25 09:07:02.058121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:02.083124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Request body: {'port': {'device_id': 'b7bf397c-febc-48fe-9468-5b839bc41086', 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'admin_state_up': True, 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:02.088231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b952af57-61fc-4fc6-a2df-b65b774d75b2 req-67699668-811a-4585-8bd2-b39fd8f7ddac tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 210 time: 0.1431015 Oct 25 09:07:02.110179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-4bb806ca-b27a-4f5e-b93c-9d66c5f7c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:02.111806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-4bb806ca-b27a-4f5e-b93c-9d66c5f7c465 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652069 Oct 25 09:07:02.213797 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:06:54Z', 'revision_number': 4, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '87fea450-edd6-46c8-bc5b-2f172daf4f78', 'name': '', 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'mac_address': 'fa:16:3e:d4:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:06:54Z', 'revision_number': 2, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'subnets': [{'id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:02.254451 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96ca9a-a83d-40ff-9e93-de1aeae2fb54 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:02.256828 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b52f34-144a-493d-8ec5-a5bf5a26bf9d x-openstack-request-id: req-98b52f34-144a-493d-8ec5-a5bf5a26bf9d {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:02.257358 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:02.257456 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98b52f34-144a-493d-8ec5-a5bf5a26bf9d {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:02.257777 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'code': 200} Oct 25 09:07:02.268771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1b96ca9a-a83d-40ff-9e93-de1aeae2fb54 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2046142 Oct 25 09:07:02.271451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60366) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:02.303342 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Checking router: 36dd521b-51c7-48f6-8b30-cb5f09311030 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:07:02.303711 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Updating router 36dd521b-51c7-48f6-8b30-cb5f09311030 port 87fea450-edd6-46c8-bc5b-2f172daf4f78 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:07:02.337480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5d618d-7171-4527-a2ae-63b0f39cc55e admin admin] Deleting subnet 008988ab-83ab-41f7-ada4-95f0196551d5 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:07:02.338436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:07:02.347184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be5d618d-7171-4527-a2ae-63b0f39cc55e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.362239 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.362524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-0f082d51-2ed8-4b22-a671-8a54d96088fd service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386715 Oct 25 09:07:02.443078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be5d618d-7171-4527-a2ae-63b0f39cc55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.474051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.477864 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:07:02.524064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Made reservation on behalf of cc4d1a7ac2604f42b7fc0ebf8ac236d5 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:02.526854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=bf8bd2d8-b8cc-42d0-943f-8a0523350bb9,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:02.539179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.593236 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be5d618d-7171-4527-a2ae-63b0f39cc55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.778839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2e3dc06-df8f-407f-a25f-57c9f6e52af8 req-d5372af8-2ebc-4856-a7f3-466284f5804e service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997598 Oct 25 09:07:02.834814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc2c5aa-2969-4d28-9830-5b8001293599 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:07:02.837050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.883161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be5d618d-7171-4527-a2ae-63b0f39cc55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.937549 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.948198 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.953016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2edea4d-3c33-46a5-b29a-19200b7d9de4']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:02.966388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0434cfe-0c96-45f7-80dd-f50f8f428733') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:02.966388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0434cfe-0c96-45f7-80dd-f50f8f428733') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:02.975694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-777d70dc-89af-4def-867a-e3e0f307f6d7 None None] Provisioning complete for port 5d959290-80b3-4911-a5d3-dfe37c57a42e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:02.976062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-777d70dc-89af-4def-867a-e3e0f307f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.979982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:02.998195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d618d-7171-4527-a2ae-63b0f39cc55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008988ab-83ab-41f7-ada4-95f0196551d5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:03.001594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be5d618d-7171-4527-a2ae-63b0f39cc55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.008380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4109bb5-2cae-4621-94ca-32be3d06d8a4 req-652b0088-c7a3-4918-a061-af6ce3183d9b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:03.010587 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-be5d618d-7171-4527-a2ae-63b0f39cc55e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/008988ab-83ab-41f7-ada4-95f0196551d5 HTTP/1.1" status: 204 len: 168 time: 1.5562327 Oct 25 09:07:03.019447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60384) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:03.019844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4109bb5-2cae-4621-94ca-32be3d06d8a4 req-652b0088-c7a3-4918-a061-af6ce3183d9b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.2058070 Oct 25 09:07:03.029259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.055984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:03.056408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:03.071297 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:03.155839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:01Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:03.201668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4109bb5-2cae-4621-94ca-32be3d06d8a4 req-af0ad8a0-3537-46a4-8222-cd59cd3cc283 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728806 Oct 25 09:07:03.202815 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dc9c2-1060-469b-93d6-5c061dbf8efb None None] Pushing event updated for resources: {'Port': ['ID=87fea450-edd6-46c8-bc5b-2f172daf4f78,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:03.215783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Allocated IP 172.20.0.8 (84772963-bb89-40bb-9ae7-3bb75c3c6025/317872ae-f4a9-4be5-be00-63f9ea516541/a2906176-301b-4fea-8d98-9bea19083f23) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:03.235959 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.242481 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.244570 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.244930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca72a9-0e15-4617-ab28-d6ab0781f8bf None None] The sync data for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 is: [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:01Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:03.248607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/networks/f2edea4d-3c33-46a5-b29a-19200b7d9de4 HTTP/1.1" status: 204 len: 168 time: 0.9761112 Oct 25 09:07:03.258345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60388) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:03.282921 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Attempting to bind port 87fea450-edd6-46c8-bc5b-2f172daf4f78 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:03.283466 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Attempting to bind port 87fea450-edd6-46c8-bc5b-2f172daf4f78 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:03.283711 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Attempting to bind port 87fea450-edd6-46c8-bc5b-2f172daf4f78 on network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:03.290134 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:03.290653 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Checking segment: {'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:03.291165 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.291555 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Bound using segment: {'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:03.292031 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Bound port: 87fea450-edd6-46c8-bc5b-2f172daf4f78, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee741a8-e205-4f3d-9b0c-be9101c3ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:03.292407 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.311702 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-777d70dc-89af-4def-867a-e3e0f307f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.312264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0faa9bd-b53d-4ec1-9158-06cdcc87026c tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Network': ['ID=f2edea4d-3c33-46a5-b29a-19200b7d9de4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:03.432022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-777d70dc-89af-4def-867a-e3e0f307f6d7 None None] For port 5d959290-80b3-4911-a5d3-dfe37c57a42e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5d959290-80b3-4911-a5d3-dfe37c57a42e,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:03.459173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-777d70dc-89af-4def-867a-e3e0f307f6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.460230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066d62-6b0c-49b2-868b-c08fb566818f req-8bbe614b-0963-407a-8c9f-d6366d571c4b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:03.466577 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] For port 87fea450-edd6-46c8-bc5b-2f172daf4f78, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:03.470874 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] For port 87fea450-edd6-46c8-bc5b-2f172daf4f78, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=87fea450-edd6-46c8-bc5b-2f172daf4f78,segment=NetworkSegment(bee741a8-e205-4f3d-9b0c-be9101c3ca79),segment_id=bee741a8-e205-4f3d-9b0c-be9101c3ca79)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:03.472531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37066d62-6b0c-49b2-868b-c08fb566818f req-8bbe614b-0963-407a-8c9f-d6366d571c4b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1196237 Oct 25 09:07:03.479668 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.549446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37066d62-6b0c-49b2-868b-c08fb566818f req-bb98b6da-3223-479c-bf04-e94045255623 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706215 Oct 25 09:07:03.585409 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Routers {'36dd521b-51c7-48f6-8b30-cb5f09311030'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:03.586096 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['36dd521b-51c7-48f6-8b30-cb5f09311030'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:03.591916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc2c5aa-2969-4d28-9830-5b8001293599 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:07:03.770896 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] Set router 36dd521b-51c7-48f6-8b30-cb5f09311030 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:07:03.806857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a0fd8-9871-4dfe-b6de-93cff9c4b92d req-5dfaf216-0746-4cd0-b9c9-d36fe72d4796 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:03.856121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-035a0fd8-9871-4dfe-b6de-93cff9c4b92d req-5dfaf216-0746-4cd0-b9c9-d36fe72d4796 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1972208 Oct 25 09:07:03.867949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.880609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:03.887018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:07:03.938635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d70dc-89af-4def-867a-e3e0f307f6d7 None None] Pushing event updated for resources: {'Port': ['ID=5d959290-80b3-4911-a5d3-dfe37c57a42e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:03.957297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a163d5-0ebe-4066-8cf2-4d47d94f2686']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:03.963060 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dc9c2-1060-469b-93d6-5c061dbf8efb None None] Pushing event updated for resources: {'Port': ['ID=87fea450-edd6-46c8-bc5b-2f172daf4f78,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:03.998219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-035a0fd8-9871-4dfe-b6de-93cff9c4b92d req-18b26bed-6cb9-4425-9335-2cf2e78ddcba tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399539 Oct 25 09:07:04.037647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:04.038215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c91fb7-f87e-4fb9-a4ec-accf1dd8c99d') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:04.121308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.197583 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.203009 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:06:54Z', 'revision_number': 4, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '87fea450-edd6-46c8-bc5b-2f172daf4f78', 'name': '', 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'mac_address': 'fa:16:3e:d4:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:03Z', 'revision_number': 4, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'subnets': [{'id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:04.258860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5d959290-80b3-4911-a5d3-dfe37c57a42e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:04.290957 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.299011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:04.301556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:04.327636 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:04.339047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e482102-57cd-4578-854e-09b5d8c0a6b5 req-a907c268-0f62-47ca-bf8e-6b1f6cb823b3 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 210 time: 0.0870368 Oct 25 09:07:04.376924 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744d75b-c3f8-4cae-b89b-4a6d2b3d4330 None None] The sync data for ids ['36dd521b-51c7-48f6-8b30-cb5f09311030'] in n-d-814746-2 is: [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:06:54Z', 'revision_number': 4, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '87fea450-edd6-46c8-bc5b-2f172daf4f78', 'name': '', 'network_id': '688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'mac_address': 'fa:16:3e:d4:d1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:03Z', 'revision_number': 4, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'subnets': [{'id': '4fd79917-97a9-4459-8c45-c80005b43af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:04.385652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:04.463643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'mac_address': 'fa:16:3e:79:21:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:07:04.491536 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.521593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8b1dca-1362-4ba2-a037-7ba5313844cb']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:04.541695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f0b1-b55c-4461-96cf-c52df7d8e5a2 req-07b81de8-474c-4c96-a892-b65719cc168c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:04.543658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5173f0b1-b55c-4461-96cf-c52df7d8e5a2 req-07b81de8-474c-4c96-a892-b65719cc168c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1038532 Oct 25 09:07:04.548805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5d959290-80b3-4911-a5d3-dfe37c57a42e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:04.549423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.562777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14b2d02-a067-41cf-b012-f57f3c05624b') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:04.563478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14b2d02-a067-41cf-b012-f57f3c05624b') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:04.584699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.595851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.599984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.601488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5173f0b1-b55c-4461-96cf-c52df7d8e5a2 req-9c873235-3a76-4e20-ae56-ab4bf90612e1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Oct 25 09:07:04.635769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.657400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.659602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfcaf05-3ef6-4d16-877e-a642894697ac {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:04.661652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] 10.222.0.32 "DELETE /v2.0/networks/98a163d5-0ebe-4066-8cf2-4d47d94f2686 HTTP/1.1" status: 204 len: 168 time: 1.6413107 Oct 25 09:07:04.668002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99c5dc-0b9f-4aaf-946f-2fcacbae3079 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a163d5-0ebe-4066-8cf2-4d47d94f2686,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:04.686453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36efaf6-9481-4ecd-aa38-e5c60cb4b465 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:07:04.707579 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.730070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:04.735114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:04.737531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.738480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Pushing event updated for resources: {'Port': ['ID=a2906176-301b-4fea-8d98-9bea19083f23,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:04.747565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:04.754066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:04.754485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:04.757828 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:04.760257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:04.839641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551ff7a-c957-4b88-8f1d-7c6bfab8bc65 req-41318a6e-5e53-41fb-8447-230b22b37593 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:04.841509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3551ff7a-c957-4b88-8f1d-7c6bfab8bc65 req-41318a6e-5e53-41fb-8447-230b22b37593 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1305962 Oct 25 09:07:04.902886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:04.903508 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.913950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60400) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:04.922817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3551ff7a-c957-4b88-8f1d-7c6bfab8bc65 req-939dd1a5-25de-44ec-944f-4463316ecc1e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720212 Oct 25 09:07:04.937217 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.940466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4bfcaf05-3ef6-4d16-877e-a642894697ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:04.958342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:04.964163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60402) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:04.964354 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/networks/ac8b1dca-1362-4ba2-a037-7ba5313844cb HTTP/1.1" status: 204 len: 168 time: 1.7042973 Oct 25 09:07:04.969904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-2d72c750-79fa-4c05-83b1-7b5c3ce1f017 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9126551 Oct 25 09:07:04.984546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55234bec-2476-4620-8b4a-7dd30ca64d4d tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Network': ['ID=ac8b1dca-1362-4ba2-a037-7ba5313844cb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:04.992452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:04.995822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Request body: {'port': {'device_id': 'b7bf397c-febc-48fe-9468-5b839bc41086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:05.000731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=12']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:05.074135 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fdeed6f4-c482-4cb4-b16c-d962ccdbdcb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4974c40964e49f5ba83c301eef0d68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585631 Oct 25 09:07:05.085648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:05.119630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.143648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36efaf6-9481-4ecd-aa38-e5c60cb4b465 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:07:05.237827 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.278249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ceb80496-40d3-4a72-ad2a-f9cf29fb33e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.305695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.327025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93687e-a54c-43ef-bea2-0e70e2f05d8e req-cecf0446-5908-4ac5-933a-b2be923546bb tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:05.335469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a93687e-a54c-43ef-bea2-0e70e2f05d8e req-cecf0446-5908-4ac5-933a-b2be923546bb tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1926374 Oct 25 09:07:05.364299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:05.365088 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.366142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0442534-c059-4410-a616-0a1c6651cf8d']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:05.367512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ceb80496-40d3-4a72-ad2a-f9cf29fb33e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.400806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2a8c8c-f0a5-460e-b4e6-2edfbec7d72a') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:05.401127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2a8c8c-f0a5-460e-b4e6-2edfbec7d72a') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:05.438018 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.461750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a93687e-a54c-43ef-bea2-0e70e2f05d8e req-9f317f4a-c578-4c28-8d66-1cfddf6a59c9 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207304 Oct 25 09:07:05.486809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.501161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:05.501790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:05.511144 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:05.603260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ceb80496-40d3-4a72-ad2a-f9cf29fb33e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.606848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ceb80496-40d3-4a72-ad2a-f9cf29fb33e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.610913 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ceb80496-40d3-4a72-ad2a-f9cf29fb33e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb0ce628-8f07-4901-8429-16faf320b0b8 HTTP/1.1" status: 204 len: 168 time: 0.5242527 Oct 25 09:07:05.665932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.672343 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:05.678362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/networks/b0442534-c059-4410-a616-0a1c6651cf8d HTTP/1.1" status: 204 len: 168 time: 0.7095282 Oct 25 09:07:05.686227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60418) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:05.706153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb80496-40d3-4a72-ad2a-f9cf29fb33e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0ce628-8f07-4901-8429-16faf320b0b8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:05.789358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b756b35-3734-4c67-b885-d292c0749741 tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Network': ['ID=b0442534-c059-4410-a616-0a1c6651cf8d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:05.902002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ec5d-3351-406d-a962-9f22d79c507b req-4175df4d-8425-464a-bcf3-ec2f016dc714 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:05.904584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8299ec5d-3351-406d-a962-9f22d79c507b req-4175df4d-8425-464a-bcf3-ec2f016dc714 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1027 time: 0.1726065 Oct 25 09:07:05.909280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.017424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8299ec5d-3351-406d-a962-9f22d79c507b req-52896fbc-d9f6-4f87-9352-e9a517388ea9 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999467 Oct 25 09:07:06.045957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2906176-301b-4fea-8d98-9bea19083f23 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:06.075127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.118307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Transition to ACTIVE for port object a2906176-301b-4fea-8d98-9bea19083f23 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:07:06.133475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.139789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 87fea450-edd6-46c8-bc5b-2f172daf4f78 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:06.229469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Pushing event updated for resources: {'Port': ['ID=a2906176-301b-4fea-8d98-9bea19083f23,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:06.242113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.320576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 87fea450-edd6-46c8-bc5b-2f172daf4f78 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:06.322083 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.355972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51839f91-f212-4978-aff1-2579ea64ed67']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:06.382969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f6f9d8-9999-4157-8f63-28b4c79a5e0e') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:06.383256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f6f9d8-9999-4157-8f63-28b4c79a5e0e') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:06.421967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.464010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Attempting to bind port a2906176-301b-4fea-8d98-9bea19083f23 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:06.464761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Attempting to bind port a2906176-301b-4fea-8d98-9bea19083f23 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:06.465438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Attempting to bind port a2906176-301b-4fea-8d98-9bea19083f23 on network 84772963-bb89-40bb-9ae7-3bb75c3c6025 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:06.474590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Port a2906176-301b-4fea-8d98-9bea19083f23 on network 84772963-bb89-40bb-9ae7-3bb75c3c6025 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:07:06.474992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Attempting to bind port a2906176-301b-4fea-8d98-9bea19083f23 on network 84772963-bb89-40bb-9ae7-3bb75c3c6025 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:06.483001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:06.483603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Checking segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:06.484287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Bound using segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:06.484597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Bound port: a2906176-301b-4fea-8d98-9bea19083f23, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:06.484971 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.509903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eb3b9-5372-4ddc-9904-d29b516c5f0f req-86109112-f6eb-42b5-ae5d-081f091a8456 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:06.526431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a2eb3b9-5372-4ddc-9904-d29b516c5f0f req-86109112-f6eb-42b5-ae5d-081f091a8456 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.2811949 Oct 25 09:07:06.529310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.596534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:06.596953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:06.600140 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:06.633499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] For port a2906176-301b-4fea-8d98-9bea19083f23, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:06.639881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] For port a2906176-301b-4fea-8d98-9bea19083f23, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a2906176-301b-4fea-8d98-9bea19083f23,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:06.643464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6b2cc966-c803-4575-8770-2d6601fc9a53 None None] Provisioning complete for port 87fea450-edd6-46c8-bc5b-2f172daf4f78 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:06.644792 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6b2cc966-c803-4575-8770-2d6601fc9a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.655344 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.754823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.787089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:06.787355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.789740 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] 10.222.0.18 "PUT /v2.0/ports/a2906176-301b-4fea-8d98-9bea19083f23 HTTP/1.1" status: 200 len: 1091 time: 1.7973239 Oct 25 09:07:06.800865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bf397c-febc-48fe-9468-5b839bc41086', 'tag': 'a2906176-301b-4fea-8d98-9bea19083f23'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:06.803472 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7426383-6cf6-4b53-87c6-4faf5a89b204" -d '{"events": [{"name": "network-changed", "server_uuid": "b7bf397c-febc-48fe-9468-5b839bc41086", "tag": "a2906176-301b-4fea-8d98-9bea19083f23"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:06.847362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 87fea450-edd6-46c8-bc5b-2f172daf4f78, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=87fea450-edd6-46c8-bc5b-2f172daf4f78,segment=NetworkSegment(bee741a8-e205-4f3d-9b0c-be9101c3ca79),segment_id=bee741a8-e205-4f3d-9b0c-be9101c3ca79)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:06.872668 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.873819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5d959290-80b3-4911-a5d3-dfe37c57a42e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:06.883894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a2eb3b9-5372-4ddc-9904-d29b516c5f0f req-3390327a-c20d-43ad-893e-4708295f6fc1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564200 Oct 25 09:07:06.918301 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.960627 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:06.964418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] 10.222.0.32 "DELETE /v2.0/networks/51839f91-f212-4978-aff1-2579ea64ed67 HTTP/1.1" status: 204 len: 168 time: 1.2672458 Oct 25 09:07:06.977888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70184b-cf9a-4cf4-ab19-eb9c32e7e74f tempest-BulkNetworkOpsIpV6Test-812943347 tempest-BulkNetworkOpsIpV6Test-812943347-project] Pushing event deleted for resources: {'Network': ['ID=51839f91-f212-4978-aff1-2579ea64ed67,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:06.992355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d8ec0-3591-4e1a-8e41-acb974a2da15 service neutron] Pushing event updated for resources: {'Port': ['ID=a2906176-301b-4fea-8d98-9bea19083f23,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:07.023832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-db52bc65-3a50-4f42-a69d-1294686e5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:07.030028 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-db52bc65-3a50-4f42-a69d-1294686e5a8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc4d1a7ac2604f42b7fc0ebf8ac236d5&device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1094 time: 0.1739893 Oct 25 09:07:07.060674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=87fea450-edd6-46c8-bc5b-2f172daf4f78,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:07.136588 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-e454b13d-b192-4825-9eee-7135526beb8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2906176-301b-4fea-8d98-9bea19083f23 HTTP/1.1" status: 200 len: 217 time: 0.0899842 Oct 25 09:07:07.167495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5d959290-80b3-4911-a5d3-dfe37c57a42e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:07.168556 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:07.173812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c69aee-23df-4a16-880a-283c31079802 req-616967a8-a033-475d-96e4-d4c104124a0b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:07.188079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86c69aee-23df-4a16-880a-283c31079802 req-616967a8-a033-475d-96e4-d4c104124a0b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 945 time: 0.1172581 Oct 25 09:07:07.253426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-5e8cd731-08f9-4f27-be00-eac6c98bd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:07.255490 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-5e8cd731-08f9-4f27-be00-eac6c98bd9f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=317872ae-f4a9-4be5-be00-63f9ea516541 HTTP/1.1" status: 200 len: 848 time: 0.1106052 Oct 25 09:07:07.289600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86c69aee-23df-4a16-880a-283c31079802 req-998a2911-24b5-44a8-a6f8-8ef41aba8eb8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926416 Oct 25 09:07:07.346136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-d9f8e6bd-aca6-4437-aa11-3c56f9642b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:07.348031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-d9f8e6bd-aca6-4437-aa11-3c56f9642b8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84772963-bb89-40bb-9ae7-3bb75c3c6025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845609 Oct 25 09:07:07.358917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8b07cd1b-4ea3-414d-8340-0585117b611e None None] Provisioning complete for port 87fea450-edd6-46c8-bc5b-2f172daf4f78 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:07.359289 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b07cd1b-4ea3-414d-8340-0585117b611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:07.467369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60456) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:07.517011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e33ca-ca9f-46c4-a9f4-ea660c0b38d5 req-6d317553-ebb9-48e7-9b9e-f7863f9d8d77 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:07.519856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c32e33ca-ca9f-46c4-a9f4-ea660c0b38d5 req-6d317553-ebb9-48e7-9b9e-f7863f9d8d77 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1024082 Oct 25 09:07:07.553346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-24825ef9-dc94-4243-bb90-3654e992bcc2 service neutron] 10.222.0.18 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970987 Oct 25 09:07:07.573453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c32e33ca-ca9f-46c4-a9f4-ea660c0b38d5 req-d4f587cd-f178-4d2c-be7a-5318fb3e3e1f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466771 Oct 25 09:07:07.735162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-055e7d84-f057-45c6-88c0-5a9b687207a1 req-5fc57329-ac8f-4cc0-958c-1192305a1b79 service neutron] 10.222.0.18 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108997 Oct 25 09:07:07.781789 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc35b9a-8f99-4184-8634-7760f8b9f97a x-openstack-request-id: req-7cc35b9a-8f99-4184-8634-7760f8b9f97a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:07.784500 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7bf397c-febc-48fe-9468-5b839bc41086", "tag": "a2906176-301b-4fea-8d98-9bea19083f23", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:07.785481 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cc35b9a-8f99-4184-8634-7760f8b9f97a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:07.785955 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bf397c-febc-48fe-9468-5b839bc41086', 'tag': 'a2906176-301b-4fea-8d98-9bea19083f23', 'status': 'completed', 'code': 200} Oct 25 09:07:07.838425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60472) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:07.838904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c3fa69d4-0352-4b93-a9b3-3ed0036e466f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bc6b6a00ef949cb9220c4ce29ef9ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691950 Oct 25 09:07:07.926619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:07.926886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf9f8b-da64-48af-a09d-4f60268724f4 req-61217d50-7d70-4988-8a76-91aaeed89a3a tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:07.935553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ccf9f8b-da64-48af-a09d-4f60268724f4 req-61217d50-7d70-4988-8a76-91aaeed89a3a tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1094 time: 0.0793126 Oct 25 09:07:07.946708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-d51700af-f273-41aa-b4f0-9a83294281d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:07.948629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-d51700af-f273-41aa-b4f0-9a83294281d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc4d1a7ac2604f42b7fc0ebf8ac236d5&device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1094 time: 0.0904033 Oct 25 09:07:07.963304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c387bf0a-7fcd-456d-ac9d-e5e791f08f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:08.009143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ccf9f8b-da64-48af-a09d-4f60268724f4 req-c49493f0-bdb9-4f6f-85c9-a565d225bcf3 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674021 Oct 25 09:07:08.016959 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c387bf0a-7fcd-456d-ac9d-e5e791f08f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:08.105518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 87fea450-edd6-46c8-bc5b-2f172daf4f78 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:08.106856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-e7e1a62c-1f8d-45ad-bc07-bd50ab0dbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:08.108588 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-e7e1a62c-1f8d-45ad-bc07-bd50ab0dbd89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=84772963-bb89-40bb-9ae7-3bb75c3c6025 HTTP/1.1" status: 200 len: 910 time: 0.1507044 Oct 25 09:07:08.143776 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c387bf0a-7fcd-456d-ac9d-e5e791f08f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:08.148740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c387bf0a-7fcd-456d-ac9d-e5e791f08f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:08.158364 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c387bf0a-7fcd-456d-ac9d-e5e791f08f2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db0959ed-97a2-480f-b27a-47d441bde850 HTTP/1.1" status: 204 len: 168 time: 0.3160067 Oct 25 09:07:08.173497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-29e0b930-91c1-4c04-96a8-172b0d2cec34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2906176-301b-4fea-8d98-9bea19083f23 HTTP/1.1" status: 200 len: 217 time: 0.0532732 Oct 25 09:07:08.210357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387bf0a-7fcd-456d-ac9d-e5e791f08f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0959ed-97a2-480f-b27a-47d441bde850,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:08.277431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-74f717e6-f668-4b08-a219-a0b8505a9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:08.279633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60f899-b3c1-4512-a277-466e84b36bbe req-2101d520-7ff3-453a-81b6-cfe10d42df89 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:08.282325 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-74f717e6-f668-4b08-a219-a0b8505a9a2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=317872ae-f4a9-4be5-be00-63f9ea516541 HTTP/1.1" status: 200 len: 848 time: 0.1000941 Oct 25 09:07:08.291460 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a60f899-b3c1-4512-a277-466e84b36bbe req-2101d520-7ff3-453a-81b6-cfe10d42df89 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1682770 Oct 25 09:07:08.327309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4bfcaf05-3ef6-4d16-877e-a642894697ac triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:08.327841 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:08.362284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-4c0164b4-30eb-4ce7-84ae-e20ca4fe27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:08.364629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-4c0164b4-30eb-4ce7-84ae-e20ca4fe27ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84772963-bb89-40bb-9ae7-3bb75c3c6025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732338 Oct 25 09:07:08.383102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 87fea450-edd6-46c8-bc5b-2f172daf4f78 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:08.383470 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:08.387938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a60f899-b3c1-4512-a277-466e84b36bbe req-0f77521b-27cd-4730-b28a-6e1b142ff1a9 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956068 Oct 25 09:07:08.512262 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-8801e5b5-d194-44ec-bb14-51be39faf121 service neutron] 10.222.0.18 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371520 Oct 25 09:07:08.561248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfdc0c-c501-4a85-8e9f-23ec728fae6b req-0ea954b7-09c0-4393-b1df-3d4ca850f37c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:08.563074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02cfdc0c-c501-4a85-8e9f-23ec728fae6b req-0ea954b7-09c0-4393-b1df-3d4ca850f37c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 945 time: 0.0608644 Oct 25 09:07:08.580013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:08.618083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02cfdc0c-c501-4a85-8e9f-23ec728fae6b req-3b8607d4-b222-4b3b-b132-9493c475f784 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469627 Oct 25 09:07:08.691421 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d7426383-6cf6-4b53-87c6-4faf5a89b204 req-a2f7afb8-4abf-41c6-9b1d-60fc8542df77 service neutron] 10.222.0.18 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711843 Oct 25 09:07:08.784004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aba07-a1b4-41aa-997f-7df5ac3f9561 req-e95e79e1-7d53-4e65-89f2-5a143aaf2bc2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:08.794155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e44aba07-a1b4-41aa-997f-7df5ac3f9561 req-e95e79e1-7d53-4e65-89f2-5a143aaf2bc2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.0766361 Oct 25 09:07:08.854990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e44aba07-a1b4-41aa-997f-7df5ac3f9561 req-569a8810-9e49-4ca1-9c5f-2047f57d1e34 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564392 Oct 25 09:07:08.962309 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:08.998106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:09.001307 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1832af-cf52-4a01-94cb-83ded4968fc0" -d '{"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:09.016615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:09.025043 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:09.074919 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a439bcd2-6ba0-4487-81b9-dc0881f52bcc x-openstack-request-id: req-a439bcd2-6ba0-4487-81b9-dc0881f52bcc {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:09.075436 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:09.076049 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a439bcd2-6ba0-4487-81b9-dc0881f52bcc {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:09.076556 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'code': 200} Oct 25 09:07:09.122755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=13']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:09.209661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bcd5c-9b14-4dbd-930d-a6d645bb3c93 req-35f9eb9b-0df4-431b-97d3-88e2c18fec0e tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:09.223390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a8bcd5c-9b14-4dbd-930d-a6d645bb3c93 req-35f9eb9b-0df4-431b-97d3-88e2c18fec0e tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1094 time: 0.0814445 Oct 25 09:07:09.275116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a8bcd5c-9b14-4dbd-930d-a6d645bb3c93 req-dcde5282-1cd3-4f3e-aa15-395d5a027fb9 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506935 Oct 25 09:07:09.587333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c014c4-e7f5-49c3-8770-4dd215442b57 req-6dd8cb96-e318-4abb-b8fb-aac07427a6e8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:09.595860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83c014c4-e7f5-49c3-8770-4dd215442b57 req-6dd8cb96-e318-4abb-b8fb-aac07427a6e8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.0973454 Oct 25 09:07:09.645906 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:09.653593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83c014c4-e7f5-49c3-8770-4dd215442b57 req-07f9ef2e-04ee-40ee-b908-76cefc6b96fb tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562758 Oct 25 09:07:09.841768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12cce1-9325-4a4b-b205-d754434e3426 req-18714016-fd82-44f4-8467-605be00d58e2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:09.849458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f12cce1-9325-4a4b-b205-d754434e3426 req-18714016-fd82-44f4-8467-605be00d58e2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.1006031 Oct 25 09:07:09.900454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f12cce1-9325-4a4b-b205-d754434e3426 req-f8a64eac-e08c-4b16-916e-82713d8f16e0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468519 Oct 25 09:07:10.063985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60558) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:10.210325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623247700'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:10.254514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:10.276004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.290828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.408148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.416297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.464575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8576f0-f9ed-443a-a897-89e7c8757637,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:10.476164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:07:10.487425 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.488113 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment 00cbedb6-6821-4797-827e-0e11d39aeb7d of type vlan for network 2573753f-ac5a-4561-8b03-210480ad753f Oct 25 09:07:10.541787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.566765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60564) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:10.572222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'network': {'name': 'tempest-network-smoke--649694958', 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'port_security_enabled': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:10.599064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.616836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:10.618555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.625061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Made reservation on behalf of b949d7ee64e3496997c97dbb1e870181 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:10.629582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.648303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5831230 Oct 25 09:07:10.648618 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.653983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60566) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:10.679443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-881705111'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:10.734128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:10.739416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.771921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30f7ab-37da-4ca9-8e19-5f5b9e34e400 req-1ba4f3cf-71a7-49a0-b5ff-afdd7103d657 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:10.773651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d30f7ab-37da-4ca9-8e19-5f5b9e34e400 req-1ba4f3cf-71a7-49a0-b5ff-afdd7103d657 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1320167 Oct 25 09:07:10.774809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad516c-83bd-4824-8d70-e9d1ac7cf6d0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=2573753f-ac5a-4561-8b03-210480ad753f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:10.795517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 2573753f-ac5a-4561-8b03-210480ad753f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:07:10.817208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:07:10.839586 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.839940 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment 8e344b3d-da66-4f5a-aebd-0560251eb847 of type vlan for network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 Oct 25 09:07:10.885224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d30f7ab-37da-4ca9-8e19-5f5b9e34e400 req-f82ed58a-d2c7-4cbc-bd56-7a52789d33be tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963657 Oct 25 09:07:10.914781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.917727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.922854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:10.975323 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b6b216-c06b-45ad-b078-8c85a58f533d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:10.977983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:07:11.007437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.007795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.008203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.008679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.009080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.009417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.009749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.010129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.010463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.010794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.011116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.011439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:11.021204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.021204 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Added segment 78f97864-f61b-4b00-ba60-82b1790aba84 of type vlan for network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e Oct 25 09:07:11.037691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.045296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:11.045951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.142046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205373a-630b-4d79-9bc6-93a16b2451f1 req-1ac7de44-6952-44cf-987a-a1020f882305 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:11.150466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7205373a-630b-4d79-9bc6-93a16b2451f1 req-1ac7de44-6952-44cf-987a-a1020f882305 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1094 time: 0.0579557 Oct 25 09:07:11.207223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7205373a-630b-4d79-9bc6-93a16b2451f1 req-8a05c061-7175-4380-ab2d-1ddf79957695 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494766 Oct 25 09:07:11.217940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.243019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=64bba9d8-6ee3-4e62-85eb-fccc30a388c4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:11.262412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:07:11.265267 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-66ad9dfd-d178-4d29-9966-2832e6e2dcf4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6102273 Oct 25 09:07:11.268335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60574) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:11.276548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': '2573753f-ac5a-4561-8b03-210480ad753f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:11.305162 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.324993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:11.327007 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.506852 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9385996 Oct 25 09:07:11.515549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60576) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:11.530976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'admin_state_up': True, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:11.548899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a7b2c-7ac8-45c1-b82a-d3b77d34e3dc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Network': ['ID=6c720fbd-3d5a-41ea-819a-18683ab9dc3e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:11.551558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:11.556114 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.582490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:07:11.616787 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.618230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.774942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.863338 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:11.912286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d802594-e1b7-4047-976e-15613b58d403 req-7741d887-b881-476a-8adc-e8c25f1f6f5f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:11.926539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d802594-e1b7-4047-976e-15613b58d403 req-7741d887-b881-476a-8adc-e8c25f1f6f5f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.5511906 Oct 25 09:07:11.957820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a2906176-301b-4fea-8d98-9bea19083f23 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:07:12.073563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=f8a7573a-6f34-4d75-82d9-5290fc9c119f,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:12.086951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': '00cbedb6-6821-4797-827e-0e11d39aeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2573753f-ac5a-4561-8b03-210480ad753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:12.090986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: 2573753f-ac5a-4561-8b03-210480ad753f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:07:12.111453 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:12.124610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d802594-e1b7-4047-976e-15613b58d403 req-f75996ad-4707-4025-b489-736fd472c8fa tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970782 Oct 25 09:07:12.188465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 2573753f-ac5a-4561-8b03-210480ad753f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:07:12.209615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 2573753f-ac5a-4561-8b03-210480ad753f) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:12.222328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:12.222926 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:12.243130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26898102-f210-4645-8e2d-8ca0ed98c2d6 None None] Network 2573753f-ac5a-4561-8b03-210480ad753f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:12.268204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8fd0d485-c1ac-42ac-9e77-e7259c359412 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9953885 Oct 25 09:07:12.271995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60588) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:12.284040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': '64bba9d8-6ee3-4e62-85eb-fccc30a388c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:12.303719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a2906176-301b-4fea-8d98-9bea19083f23, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a2906176-301b-4fea-8d98-9bea19083f23,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:12.320332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'a2906176-301b-4fea-8d98-9bea19083f23', 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'port_id': 'a2906176-301b-4fea-8d98-9bea19083f23', 'mac_address': 'fa:16:3e:70:3f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317872ae-f4a9-4be5-be00-63f9ea516541', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:07:12.432477 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:12.469165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2906176-301b-4fea-8d98-9bea19083f23 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:12.473775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:12.478007 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:12.536111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf841b-f8f0-4d5f-8ca7-9d321b92ce31 req-dc20d3c7-92c9-4059-9cc3-4ea03e1c1ca9 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:12.541384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a2906176-301b-4fea-8d98-9bea19083f23, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a2906176-301b-4fea-8d98-9bea19083f23,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:12.549383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66cf841b-f8f0-4d5f-8ca7-9d321b92ce31 req-dc20d3c7-92c9-4059-9cc3-4ea03e1c1ca9 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.0853496 Oct 25 09:07:12.553449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:12.633200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-2573753f-ac5a-4561-8b03-210480ad753f', 'network_id': '2573753f-ac5a-4561-8b03-210480ad753f', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': 'f8a7573a-6f34-4d75-82d9-5290fc9c119f'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:07:12.634082 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:12.651312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66cf841b-f8f0-4d5f-8ca7-9d321b92ce31 req-508a1229-d045-47e4-b78f-c7ee07323a87 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952642 Oct 25 09:07:12.687388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a2906176-301b-4fea-8d98-9bea19083f23,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:12.888409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe61046-d4e7-499d-be75-2ff053cb021f req-cab040f1-9a56-478f-b9d2-92ce0d03c213 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:12.890552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abe61046-d4e7-499d-be75-2ff053cb021f req-cab040f1-9a56-478f-b9d2-92ce0d03c213 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1247766 Oct 25 09:07:12.954983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Allocated IP 2001:db8::2 (2573753f-ac5a-4561-8b03-210480ad753f/f8a7573a-6f34-4d75-82d9-5290fc9c119f/df995e58-ced6-4638-b04f-38fd21fecf43) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:12.994014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abe61046-d4e7-499d-be75-2ff053cb021f req-81056c44-3cf6-4d26-aa64-716172d00161 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895784 Oct 25 09:07:13.115102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a2906176-301b-4fea-8d98-9bea19083f23'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:13.239152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:13.312262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:13.400435 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:13.404753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:13.414959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7566bf-15d1-4a60-88e2-38d0aacdb50d req-54d945eb-0957-4437-b10f-c679f1958108 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:13.431301 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad7566bf-15d1-4a60-88e2-38d0aacdb50d req-54d945eb-0957-4437-b10f-c679f1958108 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1095 time: 0.1412089 Oct 25 09:07:13.449799 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:13.542928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad7566bf-15d1-4a60-88e2-38d0aacdb50d req-a6cbbc37-1caa-4469-b4eb-1f73e4b8cbdb tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076350 Oct 25 09:07:13.564139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Network 2573753f-ac5a-4561-8b03-210480ad753f is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:13.574653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:13.581667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:13.596026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Pushing event updated for resources: {'Port': ['ID=df995e58-ced6-4638-b04f-38fd21fecf43,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:13.698490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Attempting to bind port df995e58-ced6-4638-b04f-38fd21fecf43 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:13.702002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Attempting to bind port df995e58-ced6-4638-b04f-38fd21fecf43 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '00cbedb6-6821-4797-827e-0e11d39aeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2573753f-ac5a-4561-8b03-210480ad753f'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:13.702705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Attempting to bind port df995e58-ced6-4638-b04f-38fd21fecf43 on network 2573753f-ac5a-4561-8b03-210480ad753f {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:13.726516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:13.727114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Checking segment: {'id': '00cbedb6-6821-4797-827e-0e11d39aeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2573753f-ac5a-4561-8b03-210480ad753f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:13.727700 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:13.730114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Bound using segment: {'id': '00cbedb6-6821-4797-827e-0e11d39aeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2573753f-ac5a-4561-8b03-210480ad753f'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:13.732285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Bound port: df995e58-ced6-4638-b04f-38fd21fecf43, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cbedb6-6821-4797-827e-0e11d39aeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2573753f-ac5a-4561-8b03-210480ad753f'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:13.733032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:13.792962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9a6fe-0c9c-44fd-8294-88dff7154d70 req-1acacf50-8d0b-4900-9ef0-ccc7d36e84fa tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:13.807336 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74d9a6fe-0c9c-44fd-8294-88dff7154d70 req-1acacf50-8d0b-4900-9ef0-ccc7d36e84fa tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1245570 Oct 25 09:07:13.838106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] For port df995e58-ced6-4638-b04f-38fd21fecf43, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:13.844943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] For port df995e58-ced6-4638-b04f-38fd21fecf43, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=df995e58-ced6-4638-b04f-38fd21fecf43,segment=NetworkSegment(00cbedb6-6821-4797-827e-0e11d39aeb7d),segment_id=00cbedb6-6821-4797-827e-0e11d39aeb7d)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:13.852738 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:13.896053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74d9a6fe-0c9c-44fd-8294-88dff7154d70 req-8d510d1b-2586-4d2e-a9be-b655738bbd91 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828912 Oct 25 09:07:13.996849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff5d95-5a75-4eed-9deb-0b549482ad90 None None] Pushing event updated for resources: {'Port': ['ID=df995e58-ced6-4638-b04f-38fd21fecf43,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:14.058975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597ee6f-b8f0-44cf-80c0-9bd3a951445d req-c0d89ec9-eb7b-4d55-8cd9-a362f1d6a54d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:14.069107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c597ee6f-b8f0-44cf-80c0-9bd3a951445d req-c0d89ec9-eb7b-4d55-8cd9-a362f1d6a54d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.1089032 Oct 25 09:07:14.139132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c597ee6f-b8f0-44cf-80c0-9bd3a951445d req-de2904f0-ffb9-4b9c-a95f-426513109b15 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687277 Oct 25 09:07:14.217376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=7f2c1fb2-17ef-4b43-b62e-49bce50ca626,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:14.235757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': '8e344b3d-da66-4f5a-aebd-0560251eb847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64bba9d8-6ee3-4e62-85eb-fccc30a388c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:14.236116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: 64bba9d8-6ee3-4e62-85eb-fccc30a388c4, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:07:14.253476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Allocated IP 172.25.8.31 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/47ce7a95-122a-48f5-b90f-fcf357f1039c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:14.276445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d71d-c51d-4f51-b5a4-22540819e449 req-33eaf230-5459-443d-9822-a36d3a9f65d9 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:14.291423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ce1d71d-c51d-4f51-b5a4-22540819e449 req-33eaf230-5459-443d-9822-a36d3a9f65d9 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.0847147 Oct 25 09:07:14.309989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:07:14.355682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 64bba9d8-6ee3-4e62-85eb-fccc30a388c4) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:14.369537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:14.370710 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:14.373897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5fcc8-2378-43c0-ae15-fc67a59a5499 None None] Network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:14.407858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b2c31028-6388-44fb-8b7c-de43b9b26075 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1347580 Oct 25 09:07:14.408685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60602) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:14.423712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-223ed9fa-88b1-4900-bd1d-0a53b6e6b1e0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2102249384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:14.442848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ce1d71d-c51d-4f51-b5a4-22540819e449 req-2d322a50-871e-4286-af9c-ba2c3e012d1c tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503255 Oct 25 09:07:14.516639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:14.544169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-223ed9fa-88b1-4900-bd1d-0a53b6e6b1e0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:14.545718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-223ed9fa-88b1-4900-bd1d-0a53b6e6b1e0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:14.647588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-223ed9fa-88b1-4900-bd1d-0a53b6e6b1e0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:14.650415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:14.683239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-223ed9fa-88b1-4900-bd1d-0a53b6e6b1e0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:14.727387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-223ed9fa-88b1-4900-bd1d-0a53b6e6b1e0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:14.728995 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-223ed9fa-88b1-4900-bd1d-0a53b6e6b1e0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3119838 Oct 25 09:07:14.735536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60606) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:14.755124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=47ce7a95-122a-48f5-b90f-fcf357f1039c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:14.766699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:14.768760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:14.785636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:14.863928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-64bba9d8-6ee3-4e62-85eb-fccc30a388c4', 'network_id': '64bba9d8-6ee3-4e62-85eb-fccc30a388c4', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': '7f2c1fb2-17ef-4b43-b62e-49bce50ca626'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:07:14.865000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:15.268393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Allocated IP 2001:db8:1::2 (64bba9d8-6ee3-4e62-85eb-fccc30a388c4/7f2c1fb2-17ef-4b43-b62e-49bce50ca626/85af4de5-22a8-4686-8d47-002af68c6b94) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:15.326333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc73a4c-e654-4908-8de8-cc5a64d35701 req-448f9f72-8776-4780-a214-73985232ac4f tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:15.336083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdc73a4c-e654-4908-8de8-cc5a64d35701 req-448f9f72-8776-4780-a214-73985232ac4f tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1095 time: 0.6654558 Oct 25 09:07:15.351469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:15.412553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdc73a4c-e654-4908-8de8-cc5a64d35701 req-fb622e6a-6872-4213-9ec6-ba9d77315a2a tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755105 Oct 25 09:07:15.522715 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:15.619330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:15.637443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:15.720626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f57383-8a9b-4fad-bddd-b1d28ba6449c req-c7a54617-3f44-4d32-ab67-5caac181257b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:15.728831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6f57383-8a9b-4fad-bddd-b1d28ba6449c req-c7a54617-3f44-4d32-ab67-5caac181257b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1575806 Oct 25 09:07:15.765666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:15.775535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:15.781678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:15.787255 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:15.817114 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6f57383-8a9b-4fad-bddd-b1d28ba6449c req-a795ee60-6fab-4a98-8ea5-97cfb650051f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819542 Oct 25 09:07:15.835354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Pushing event updated for resources: {'Port': ['ID=85af4de5-22a8-4686-8d47-002af68c6b94,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:15.879331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6410f27c-c1a9-48c3-9e87-d78d0b04d2fb None None] Network 2573753f-ac5a-4561-8b03-210480ad753f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:15.961251 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a2906176-301b-4fea-8d98-9bea19083f23 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:15.966104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Attempting to bind port 85af4de5-22a8-4686-8d47-002af68c6b94 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:15.966495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Attempting to bind port 85af4de5-22a8-4686-8d47-002af68c6b94 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '8e344b3d-da66-4f5a-aebd-0560251eb847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64bba9d8-6ee3-4e62-85eb-fccc30a388c4'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:15.966796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Attempting to bind port 85af4de5-22a8-4686-8d47-002af68c6b94 on network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:15.978400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:15.978400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Checking segment: {'id': '8e344b3d-da66-4f5a-aebd-0560251eb847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64bba9d8-6ee3-4e62-85eb-fccc30a388c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:15.978748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:15.979063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Bound using segment: {'id': '8e344b3d-da66-4f5a-aebd-0560251eb847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64bba9d8-6ee3-4e62-85eb-fccc30a388c4'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:15.979539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Bound port: 85af4de5-22a8-4686-8d47-002af68c6b94, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e344b3d-da66-4f5a-aebd-0560251eb847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64bba9d8-6ee3-4e62-85eb-fccc30a388c4'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:15.979913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.015292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-561d0d34-9758-4fad-a7f5-32691d4ea846 None None] Provisioning complete for port df995e58-ced6-4638-b04f-38fd21fecf43 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:16.015658 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-561d0d34-9758-4fad-a7f5-32691d4ea846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.134310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8::1 (2573753f-ac5a-4561-8b03-210480ad753f/f8a7573a-6f34-4d75-82d9-5290fc9c119f/93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:16.190526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Router 727edca9-cba0-4995-b2fd-57e751e05b8e is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:07:16.203699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device df995e58-ced6-4638-b04f-38fd21fecf43 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:16.332151 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.344416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ba774-57f4-4f07-86c1-176da68dd463 req-fbcbc9ee-9638-4382-9720-f9662fd208da tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:16.349612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e33ba774-57f4-4f07-86c1-176da68dd463 req-fbcbc9ee-9638-4382-9720-f9662fd208da tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.3222480 Oct 25 09:07:16.444246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:16.461502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e33ba774-57f4-4f07-86c1-176da68dd463 req-90940e45-e066-49a6-9da7-db32d82b353c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038177 Oct 25 09:07:16.486590 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.511094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.520256 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b5b54b1e-26e8-4f4c-9cf2-80c36701cf1c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0035884 Oct 25 09:07:16.520952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60624) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:16.552273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Sync routers for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:16.586334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 2573753f-ac5a-4561-8b03-210480ad753f is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:16.591422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:16.594447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:16.595259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.678681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:16.679475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:06:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:16.686871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port a2906176-301b-4fea-8d98-9bea19083f23 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:07:16.692075 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-561d0d34-9758-4fad-a7f5-32691d4ea846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.737377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] For port 85af4de5-22a8-4686-8d47-002af68c6b94, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:16.746066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port a2906176-301b-4fea-8d98-9bea19083f23 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:16.746848 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.803753 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f36de994-fba7-46c3-aff0-25dfd9e1d534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.874260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] For port 85af4de5-22a8-4686-8d47-002af68c6b94, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=85af4de5-22a8-4686-8d47-002af68c6b94,segment=NetworkSegment(8e344b3d-da66-4f5a-aebd-0560251eb847),segment_id=8e344b3d-da66-4f5a-aebd-0560251eb847)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:16.879218 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4d05457e-8a0f-4c34-9971-a9acc5a245b8 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b949d7ee64e3496997c97dbb1e870181&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3566389 Oct 25 09:07:16.881869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60632) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:16.891965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port df995e58-ced6-4638-b04f-38fd21fecf43 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:16.892329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:16.964416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-561d0d34-9758-4fad-a7f5-32691d4ea846 None None] For port df995e58-ced6-4638-b04f-38fd21fecf43, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=df995e58-ced6-4638-b04f-38fd21fecf43,segment=NetworkSegment(00cbedb6-6821-4797-827e-0e11d39aeb7d),segment_id=00cbedb6-6821-4797-827e-0e11d39aeb7d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:16.980408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:17.067921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:07:17.101336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:17.139751 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-561d0d34-9758-4fad-a7f5-32691d4ea846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:17.172001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3e449-636a-433a-9a54-755e80ca12cc req-89961759-7243-417b-8771-114701a23daa tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:17.184425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31b3e449-636a-433a-9a54-755e80ca12cc req-89961759-7243-417b-8771-114701a23daa tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.6193063 Oct 25 09:07:17.236595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d53ba-e451-458b-b328-487a2c348e93 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:17.240200 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ac5d53ba-e451-458b-b328-487a2c348e93 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3549714 Oct 25 09:07:17.252617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60634) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:17.286488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31b3e449-636a-433a-9a54-755e80ca12cc req-45d339de-58d2-40d1-9c86-d568dc5a926e tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008029 Oct 25 09:07:17.304254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:17.350715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60636) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:17.350960 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ea81738f-55c2-4811-bd2a-c5540f764071 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0960221 Oct 25 09:07:17.356828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1448076823', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:17.472708 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:17.583438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aec40a-fead-47d6-921f-6029a5cc620b None None] Pushing event updated for resources: {'Port': ['ID=85af4de5-22a8-4686-8d47-002af68c6b94,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:17.663110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bf397c-febc-48fe-9468-5b839bc41086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2906176-301b-4fea-8d98-9bea19083f23'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:17.674470 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62989494-5cb1-4819-b5dd-5a1a073e1609" -d '{"events": [{"server_uuid": "b7bf397c-febc-48fe-9468-5b839bc41086", "name": "network-vif-plugged", "status": "completed", "tag": "a2906176-301b-4fea-8d98-9bea19083f23"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:17.794841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Made reservation on behalf of b949d7ee64e3496997c97dbb1e870181 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:17.803693 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:17.825108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d0d34-9758-4fad-a7f5-32691d4ea846 None None] Pushing event updated for resources: {'Port': ['ID=df995e58-ced6-4638-b04f-38fd21fecf43,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:17.868257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a2906176-301b-4fea-8d98-9bea19083f23, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a2906176-301b-4fea-8d98-9bea19083f23,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:17.870461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:15Z', 'revision_number': 3, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:17.916197 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:17.939943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Checking router: 727edca9-cba0-4995-b2fd-57e751e05b8e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:07:17.941386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Updating router 727edca9-cba0-4995-b2fd-57e751e05b8e port 47ce7a95-122a-48f5-b90f-fcf357f1039c binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:07:18.024747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af898fed-5480-406c-a655-2a33b1216945 req-bcb5f7df-4d91-448b-b7fa-d35f58f5b9aa tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:18.026377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af898fed-5480-406c-a655-2a33b1216945 req-bcb5f7df-4d91-448b-b7fa-d35f58f5b9aa tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1095 time: 0.4915550 Oct 25 09:07:18.162720 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.235896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-57ce561f-c7cf-4d80-92de-6c35bf5f2eb3 None None] Provisioning complete for port df995e58-ced6-4638-b04f-38fd21fecf43 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:18.236273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-57ce561f-c7cf-4d80-92de-6c35bf5f2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.339884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 85af4de5-22a8-4686-8d47-002af68c6b94 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:18.422118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a2906176-301b-4fea-8d98-9bea19083f23,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:18.476519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af898fed-5480-406c-a655-2a33b1216945 req-5c7ef4b4-ef23-4a94-b3b9-20e06e2612e9 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341092 Oct 25 09:07:18.490314 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.506970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.507613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.508106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.508629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.509142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.509634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.510125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.510730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.511215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.511696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.512168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.512637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:07:18.530911 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.533370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.679111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:18.682977 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.827551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 85af4de5-22a8-4686-8d47-002af68c6b94 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:18.828305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.900125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-182e6646-dacc-4c1a-b93e-b4f1b20b64c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.925740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-57ce561f-c7cf-4d80-92de-6c35bf5f2eb3 None None] Provisioning complete for port 93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:18.926931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-57ce561f-c7cf-4d80-92de-6c35bf5f2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:18.980289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-57ce561f-c7cf-4d80-92de-6c35bf5f2eb3 None None] Port 93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:19.062662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Subnet': ['ID=85b473a8-35c8-4b1b-8116-7da9c88015a2,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:19.098795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cd3c3-141c-4a9f-812c-cc166e22f56e req-2b704090-735a-47c0-82dd-6e99cae97964 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:19.111164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a92cd3c3-141c-4a9f-812c-cc166e22f56e req-2b704090-735a-47c0-82dd-6e99cae97964 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.4321804 Oct 25 09:07:19.159790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649d4ad-7817-41f7-aada-3bfa30c4e7ea req-aeae38ee-e756-46ef-ade9-f86051d2a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:19.159790 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f649d4ad-7817-41f7-aada-3bfa30c4e7ea req-aeae38ee-e756-46ef-ade9-f86051d2a520 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1101 time: 0.2970598 Oct 25 09:07:19.251210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 2573753f-ac5a-4561-8b03-210480ad753f is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:19.260962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Checking segment: {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:19.261329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network hostable DHCP agents. Network: 6c720fbd-3d5a-41ea-819a-18683ab9dc3e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:07:19.278827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a92cd3c3-141c-4a9f-812c-cc166e22f56e req-01bfe336-fe1e-4fb8-81cf-af40827e9503 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663558 Oct 25 09:07:19.282669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:19.292027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:07:19.293930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:19.301950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f649d4ad-7817-41f7-aada-3bfa30c4e7ea req-46fa7d70-9f08-4141-8b38-97b0c2d6f162 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245642 Oct 25 09:07:19.403893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276608f-f55e-4b83-a028-edd1a37bac38 None None] Network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:19.470382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:07:19.486589 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:19.495897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ffdfafe2-bfec-407f-acb2-84b008edb0e5 None None] Provisioning complete for port 93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:19.496396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ffdfafe2-bfec-407f-acb2-84b008edb0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:19.511702 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:19.535218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 6c720fbd-3d5a-41ea-819a-18683ab9dc3e) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:19.555388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:19.556010 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:19.558517 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:19.604112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff024d4-94eb-4a0a-86c6-78afef09e34d None None] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:19.617601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a7bb59be-f8fb-4af2-8c0d-135046e298c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2651289 Oct 25 09:07:19.620368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60660) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:19.626763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff8c2e-0974-4698-a837-e63a99c0a3e8 req-1fedb387-668f-4903-b36e-b0b6d0949033 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:19.628353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83ff8c2e-0974-4698-a837-e63a99c0a3e8 req-1fedb387-668f-4903-b36e-b0b6d0949033 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.1925623 Oct 25 09:07:19.728736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83ff8c2e-0974-4698-a837-e63a99c0a3e8 req-08479262-f6a9-4e9d-b0ae-1927c2c3ec7a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899801 Oct 25 09:07:19.775624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 6b84afe4-37e4-4172-a148-bff7a50a102e is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:07:20.007006 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc33e1-e549-43ab-a0ff-bcd4fa495a3a x-openstack-request-id: req-14cc33e1-e549-43ab-a0ff-bcd4fa495a3a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:20.007979 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bf397c-febc-48fe-9468-5b839bc41086", "name": "network-vif-plugged", "status": "completed", "tag": "a2906176-301b-4fea-8d98-9bea19083f23", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:20.008432 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14cc33e1-e549-43ab-a0ff-bcd4fa495a3a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:20.009046 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bf397c-febc-48fe-9468-5b839bc41086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2906176-301b-4fea-8d98-9bea19083f23', 'code': 200} Oct 25 09:07:20.116801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ef177-92db-462c-95e7-ec4a0d1295e6 req-c0fe6a4d-5570-424d-8bb3-35e87951c26e tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:20.119827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d54ef177-92db-462c-95e7-ec4a0d1295e6 req-c0fe6a4d-5570-424d-8bb3-35e87951c26e tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1848245 Oct 25 09:07:20.122461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:20.136750 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c5a180-1083-4acd-893d-5557a3fc33e9 None None] Sync routers for ids ['6b84afe4-37e4-4172-a148-bff7a50a102e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:20.150116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2473a25e-ab00-4968-b9cf-844f0ea0d9c3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/6b84afe4-37e4-4172-a148-bff7a50a102e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4131827 Oct 25 09:07:20.151373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60668) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:20.152004 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c5a180-1083-4acd-893d-5557a3fc33e9 None None] Routers {'6b84afe4-37e4-4172-a148-bff7a50a102e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:20.156814 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-80c5a180-1083-4acd-893d-5557a3fc33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b84afe4-37e4-4172-a148-bff7a50a102e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:20.170056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ffdfafe2-bfec-407f-acb2-84b008edb0e5 None None] Port 93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:20.219031 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-80c5a180-1083-4acd-893d-5557a3fc33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:20.223376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7edc8-e807-44c6-b458-15f601fc2a83 req-435987a1-d4fb-4c20-b02e-fc67c096b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:20.227597 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09e7edc8-e807-44c6-b458-15f601fc2a83 req-435987a1-d4fb-4c20-b02e-fc67c096b445 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1096 time: 0.1772475 Oct 25 09:07:20.236824 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c5a180-1083-4acd-893d-5557a3fc33e9 None None] Routers {'6b84afe4-37e4-4172-a148-bff7a50a102e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:20.238261 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-80c5a180-1083-4acd-893d-5557a3fc33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b84afe4-37e4-4172-a148-bff7a50a102e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:20.242194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d54ef177-92db-462c-95e7-ec4a0d1295e6 req-6b9cfd0d-1bf5-4986-971f-3dcd7021092f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901098 Oct 25 09:07:20.263723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 85af4de5-22a8-4686-8d47-002af68c6b94, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=85af4de5-22a8-4686-8d47-002af68c6b94,segment=NetworkSegment(8e344b3d-da66-4f5a-aebd-0560251eb847),segment_id=8e344b3d-da66-4f5a-aebd-0560251eb847)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:20.282315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Attempting to bind port 47ce7a95-122a-48f5-b90f-fcf357f1039c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:20.282861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Attempting to bind port 47ce7a95-122a-48f5-b90f-fcf357f1039c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:20.285640 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-80c5a180-1083-4acd-893d-5557a3fc33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:20.286576 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c5a180-1083-4acd-893d-5557a3fc33e9 None None] The sync data for ids ['6b84afe4-37e4-4172-a148-bff7a50a102e'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:20.289026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Attempting to bind port 47ce7a95-122a-48f5-b90f-fcf357f1039c on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:20.294018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f35c5-2ea7-46a0-9a72-aa7a493110ac None None] Pushing event updated for resources: {'Port': ['ID=47ce7a95-122a-48f5-b90f-fcf357f1039c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:20.369491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:20.370183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device df995e58-ced6-4638-b04f-38fd21fecf43 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:20.373870 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:20.428499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:20.493072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19301846-300a-4b37-b0e6-485cf1ec94b9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:20.495745 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-19301846-300a-4b37-b0e6-485cf1ec94b9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports/93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f HTTP/1.1" status: 200 len: 911 time: 0.3411608 Oct 25 09:07:20.500526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc6d56-b98d-4a7e-bb02-4ec8871f15e2 req-08621ee6-eec6-47af-a588-0bc1b20b37da tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:20.502334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60680) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:20.513904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34bc6d56-b98d-4a7e-bb02-4ec8871f15e2 req-08621ee6-eec6-47af-a588-0bc1b20b37da tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1096 time: 0.0612664 Oct 25 09:07:20.588547 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09e7edc8-e807-44c6-b458-15f601fc2a83 req-76f469a0-0875-4055-9f6e-d19a40f21d3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118545 Oct 25 09:07:20.592783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34bc6d56-b98d-4a7e-bb02-4ec8871f15e2 req-d6fcc499-c508-4344-a294-a7a1710fce63 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777738 Oct 25 09:07:20.643448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:20.643998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:20.644793 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:20.645049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:20.645383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Bound port: 47ce7a95-122a-48f5-b90f-fcf357f1039c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:20.645770 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:20.767160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfab0b-186c-4217-8fad-a1871648e0c9 req-4736582c-095c-44b1-b87d-6f406c788e87 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:20.781618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fccfab0b-186c-4217-8fad-a1871648e0c9 req-4736582c-095c-44b1-b87d-6f406c788e87 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.0864096 Oct 25 09:07:20.795042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d3c1a377-c3ed-454f-b91b-c3c291fb40e4 None None] Provisioning complete for port 93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:20.795413 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a377-c3ed-454f-b91b-c3c291fb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:20.844480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:20.847246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1a377-c3ed-454f-b91b-c3c291fb40e4 None None] Port 93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:20.848728 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:20.875692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fccfab0b-186c-4217-8fad-a1871648e0c9 req-1261f2ac-d2f3-446d-94a3-10e32f102536 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930424 Oct 25 09:07:20.927083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=85af4de5-22a8-4686-8d47-002af68c6b94,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:20.941027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'mac_address': 'fa:16:3e:13:a2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:07:21.104566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] For port 47ce7a95-122a-48f5-b90f-fcf357f1039c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:21.133416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] For port 47ce7a95-122a-48f5-b90f-fcf357f1039c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=47ce7a95-122a-48f5-b90f-fcf357f1039c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:21.139677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d3c1a377-c3ed-454f-b91b-c3c291fb40e4 None None] Provisioning complete for port 85af4de5-22a8-4686-8d47-002af68c6b94 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:21.140727 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a377-c3ed-454f-b91b-c3c291fb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:21.185298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70153dcf-d941-4b34-a783-4f4af238db11 req-fb62a329-ced3-42dc-a025-52289d9eef80 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:21.194616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70153dcf-d941-4b34-a783-4f4af238db11 req-fb62a329-ced3-42dc-a025-52289d9eef80 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.1162658 Oct 25 09:07:21.275495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:21.294020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70153dcf-d941-4b34-a783-4f4af238db11 req-ade0fb8f-f673-4bf7-93e7-10c307b2781e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983629 Oct 25 09:07:21.294974 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:21.331283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 217e5101-fbad-4c56-a913-c2d994b5cb54 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:21.343396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:07:21.344273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:21.361329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:21.365063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:21.377682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:21.483457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba9ca3-93a5-419f-a13f-f14e0dc91d19 req-e787f806-38f3-4adc-9bb7-bc5f0bd6e534 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:21.491164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbba9ca3-93a5-419f-a13f-f14e0dc91d19 req-e787f806-38f3-4adc-9bb7-bc5f0bd6e534 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 948 time: 0.0922527 Oct 25 09:07:21.584880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbba9ca3-93a5-419f-a13f-f14e0dc91d19 req-4835265c-9bd1-4850-9045-9cc6d503d113 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847299 Oct 25 09:07:21.631395 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:07:21.631876 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:07:21.656011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:21.658048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Allocated IP 172.20.0.2 (6c720fbd-3d5a-41ea-819a-18683ab9dc3e/85b473a8-35c8-4b1b-8116-7da9c88015a2/4a0a8a90-60ee-4627-a40f-351ed96a0ba1) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:21.677761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port df995e58-ced6-4638-b04f-38fd21fecf43 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:21.678208 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:21.769082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:21.770070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:21.879362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:07:21.982849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c9cd7-0235-44d9-b394-a4310835daf7 req-18c172d1-2e3d-4463-8c31-d64278dfc7a8 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:21.997986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc3c9cd7-0235-44d9-b394-a4310835daf7 req-18c172d1-2e3d-4463-8c31-d64278dfc7a8 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1096 time: 0.1109393 Oct 25 09:07:22.013838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:22.016199 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e5ee76-4508-4c3e-b047-2899d535fe54" -d '{"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-unplugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:22.052092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc3c9cd7-0235-44d9-b394-a4310835daf7 req-0f04c84d-0e56-4d32-b56b-e8dceba33943 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Oct 25 09:07:22.062071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f35c5-2ea7-46a0-9a72-aa7a493110ac None None] Pushing event updated for resources: {'Port': ['ID=47ce7a95-122a-48f5-b90f-fcf357f1039c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:22.064532 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:22.297852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f86dd-c79c-46a5-9fa5-a1e16dcc28b6 req-d657342d-7742-4188-82d2-c99152285102 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:22.302917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-563f86dd-c79c-46a5-9fa5-a1e16dcc28b6 req-d657342d-7742-4188-82d2-c99152285102 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 948 time: 0.0980222 Oct 25 09:07:22.348983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:22.369868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:22.395668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c59ea685-19b1-4920-a89a-08157f208ce9 None None] Provisioning complete for port 85af4de5-22a8-4686-8d47-002af68c6b94 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:22.397268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c59ea685-19b1-4920-a89a-08157f208ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:22.415589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-563f86dd-c79c-46a5-9fa5-a1e16dcc28b6 req-b81ee88a-0146-4066-b8a8-8a49426c9e62 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036093 Oct 25 09:07:22.480997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8:1::1 (64bba9d8-6ee3-4e62-85eb-fccc30a388c4/7f2c1fb2-17ef-4b43-b62e-49bce50ca626/f463bfe3-a856-48d2-95f6-c92d0209597f) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:22.484860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217e5101-fbad-4c56-a913-c2d994b5cb54 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:22.616286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345babc-6071-47db-bb4c-465b50c08798 req-2cc62b4b-3448-40aa-bf08-ed7d671ecf68 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:22.627118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0345babc-6071-47db-bb4c-465b50c08798 req-2cc62b4b-3448-40aa-bf08-ed7d671ecf68 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1282763 Oct 25 09:07:22.665425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:22.675369 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:22.678519 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:22.733403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0345babc-6071-47db-bb4c-465b50c08798 req-5ebd8275-d240-4f3f-b002-6f99dbb8e3d3 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047275 Oct 25 09:07:22.814919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Allocated IP 172.20.0.1 (6c720fbd-3d5a-41ea-819a-18683ab9dc3e/85b473a8-35c8-4b1b-8116-7da9c88015a2/9eae3432-b854-4efb-ad18-5db7153c2b15) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:22.961343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c9f02-df35-4cb8-b59d-e0f9e02642ea req-a4fcfca4-2262-43c8-9719-21f20fe709a5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:22.962734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:22.969557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e3c9f02-df35-4cb8-b59d-e0f9e02642ea req-a4fcfca4-2262-43c8-9719-21f20fe709a5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.0786080 Oct 25 09:07:22.977081 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e933f4c7-6b5f-433f-b22b-5a900eed865f x-openstack-request-id: req-e933f4c7-6b5f-433f-b22b-5a900eed865f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:22.977560 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-unplugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:22.978169 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e933f4c7-6b5f-433f-b22b-5a900eed865f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:22.979184 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'code': 200} Oct 25 09:07:22.981425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 85af4de5-22a8-4686-8d47-002af68c6b94 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:23.021464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e3c9f02-df35-4cb8-b59d-e0f9e02642ea req-ce4b77b1-4d00-44f8-bb64-c6888b640eff tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509431 Oct 25 09:07:23.040018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:23.059179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:23.117687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:15Z', 'revision_number': 3, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:23.170192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:23.173811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1cf34-e484-437a-8bce-a7e13297cf36 None None] The sync data for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 is: [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:15Z', 'revision_number': 3, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:23.194382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:23.207856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:23.209334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:23.211435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:23.236562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:23.247720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=9eae3432-b854-4efb-ad18-5db7153c2b15,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:23.283990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:23.292309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:23.298126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:23.449532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 85af4de5-22a8-4686-8d47-002af68c6b94 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:23.450142 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:23.494699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Attempting to bind port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:23.495070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Attempting to bind port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:23.495433 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Attempting to bind port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 on network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:23.504204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Pushing event updated for resources: {'Port': ['ID=4a0a8a90-60ee-4627-a40f-351ed96a0ba1,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:23.513356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['217e5101-fbad-4c56-a913-c2d994b5cb54'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:23.532797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:23.536722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Checking segment: {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:23.536722 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:23.536722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Bound using segment: {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:23.537326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Bound port: 4a0a8a90-60ee-4627-a40f-351ed96a0ba1, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:23.538011 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:23.827146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] For port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:23.848767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] For port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4a0a8a90-60ee-4627-a40f-351ed96a0ba1,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:23.868233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:23.892247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f0388-ff11-4cbd-a4cf-2d5f096552c0 req-613a5558-4d4e-4ab7-b115-416f0e0bd2eb tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:23.914869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-844f0388-ff11-4cbd-a4cf-2d5f096552c0 req-613a5558-4d4e-4ab7-b115-416f0e0bd2eb tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1096 time: 0.1447749 Oct 25 09:07:24.029555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-844f0388-ff11-4cbd-a4cf-2d5f096552c0 req-cc1d79f6-cb77-4512-a75b-4fcd05a521d7 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080747 Oct 25 09:07:24.033624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d900-39f2-4033-a62a-11bf1e78c373 None None] Pushing event updated for resources: {'Port': ['ID=4a0a8a90-60ee-4627-a40f-351ed96a0ba1,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:24.175342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:24.340389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:24.342130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62357659-78b1-4beb-b399-d27bf9e8ef91 req-560f41ee-38f1-4946-b639-b71c0765dd14 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:24.344559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62357659-78b1-4beb-b399-d27bf9e8ef91 req-560f41ee-38f1-4946-b639-b71c0765dd14 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 949 time: 0.1574464 Oct 25 09:07:24.412922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62357659-78b1-4beb-b399-d27bf9e8ef91 req-f898d39e-6482-4909-a770-c61a0c5eb9ce tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Oct 25 09:07:24.432830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:24.451078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:24.451648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:24.457563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=f463bfe3-a856-48d2-95f6-c92d0209597f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:24.722861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6b314c23-bf53-495e-ac0b-caf71d5d7082 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:24.744034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb49e4-4b4e-4aec-9294-887f6b35eca8 req-0c3c959e-ebfe-4998-bbcd-ab557d58ff33 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:24.746722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15cb49e4-4b4e-4aec-9294-887f6b35eca8 req-0c3c959e-ebfe-4998-bbcd-ab557d58ff33 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1465626 Oct 25 09:07:24.793300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 47ce7a95-122a-48f5-b90f-fcf357f1039c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:24.897105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:24.950839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15cb49e4-4b4e-4aec-9294-887f6b35eca8 req-4686044b-6de5-4ae1-9196-c32006bb09f1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923203 Oct 25 09:07:24.988698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 47ce7a95-122a-48f5-b90f-fcf357f1039c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:24.989241 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.014485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.176869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4de44e2d-c9a7-4507-a8bd-f781c1a64d5f None None] Provisioning complete for port f463bfe3-a856-48d2-95f6-c92d0209597f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:25.178709 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4de44e2d-c9a7-4507-a8bd-f781c1a64d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.180552 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.209737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a052b6-a214-4403-aa87-2ef32f7204ba req-c3cfc84e-f21a-4561-ba1e-811dbb1757cb tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:25.211290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89a052b6-a214-4403-aa87-2ef32f7204ba req-c3cfc84e-f21a-4561-ba1e-811dbb1757cb tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.1635087 Oct 25 09:07:25.241940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:25.275090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:25.277586 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c823f8-c044-4b76-a5d3-9d4fb78deff2" -d '{"events": [{"server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "name": "network-vif-unplugged", "status": "completed", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:25.333521 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.354907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89a052b6-a214-4403-aa87-2ef32f7204ba req-5dcafe40-42fe-4d25-a9de-585930639952 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261077 Oct 25 09:07:25.406138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4de44e2d-c9a7-4507-a8bd-f781c1a64d5f None None] Port f463bfe3-a856-48d2-95f6-c92d0209597f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:25.604272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e25a9f-a2a9-4b25-8bfe-6dc925775c04 req-0c6db3a6-194f-4af5-9391-52e1ee21f371 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:25.615727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3e25a9f-a2a9-4b25-8bfe-6dc925775c04 req-0c6db3a6-194f-4af5-9391-52e1ee21f371 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1096 time: 0.1335802 Oct 25 09:07:25.641612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:25.651652 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.709120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3e25a9f-a2a9-4b25-8bfe-6dc925775c04 req-60b18d3a-f3cc-4075-99ce-1c5b1518f317 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879459 Oct 25 09:07:25.712786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294cd0ad-5808-4924-8441-ea55e4c527ed None None] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:25.777847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 47ce7a95-122a-48f5-b90f-fcf357f1039c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=47ce7a95-122a-48f5-b90f-fcf357f1039c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:25.811146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.827667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.828685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:25.831786 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.832575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.867503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-38fb16cb-3089-480c-a41f-61b4043c2544 None None] Provisioning complete for port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:25.867963 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-38fb16cb-3089-480c-a41f-61b4043c2544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:25.967416 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9933a2-6bb9-4d35-bda1-e0bc3a304392 x-openstack-request-id: req-6b9933a2-6bb9-4d35-bda1-e0bc3a304392 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:25.967779 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "name": "network-vif-unplugged", "status": "completed", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:25.968099 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b9933a2-6bb9-4d35-bda1-e0bc3a304392 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:25.968560 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'code': 200} Oct 25 09:07:26.011687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=47ce7a95-122a-48f5-b90f-fcf357f1039c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:26.070990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:26.071619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:26.129771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5b1c-8c37-4041-863d-b843da3c1fed req-9db1aabe-824c-4fe8-9387-05caf6e13186 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:26.133410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bce5b1c-8c37-4041-863d-b843da3c1fed req-9db1aabe-824c-4fe8-9387-05caf6e13186 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 949 time: 0.0636094 Oct 25 09:07:26.157890 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-38fb16cb-3089-480c-a41f-61b4043c2544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:26.179818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=f463bfe3-a856-48d2-95f6-c92d0209597f,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:26.225477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bce5b1c-8c37-4041-863d-b843da3c1fed req-99e978fa-2108-4354-a04a-d3ac9cae6491 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796421 Oct 25 09:07:26.254386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:26.300114 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:26.328097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-38fb16cb-3089-480c-a41f-61b4043c2544 None None] For port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4a0a8a90-60ee-4627-a40f-351ed96a0ba1,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:26.345610 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-38fb16cb-3089-480c-a41f-61b4043c2544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:26.428030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1617b0d-ae60-48d5-8d35-a1d1cbfde49d req-1a0990a9-72d8-4244-b077-e8146c0b3ba9 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:26.435690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1617b0d-ae60-48d5-8d35-a1d1cbfde49d req-1a0990a9-72d8-4244-b077-e8146c0b3ba9 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1096 time: 0.0809886 Oct 25 09:07:26.447092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb16cb-3089-480c-a41f-61b4043c2544 None None] Pushing event updated for resources: {'Port': ['ID=4a0a8a90-60ee-4627-a40f-351ed96a0ba1,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:26.464536 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:26.513518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1617b0d-ae60-48d5-8d35-a1d1cbfde49d req-6725c5dc-5ef4-4e89-812f-f49b36d76123 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767181 Oct 25 09:07:26.588686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=9eae3432-b854-4efb-ad18-5db7153c2b15,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:26.608508 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:26.687904 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:07:26.688253 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:07:26.699573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fae938-cd74-4bcb-b662-41cd04b0c0b0 req-0a47b056-ca54-4d44-9fac-0241ad8cb2cf tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:26.715341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:26.716704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6fae938-cd74-4bcb-b662-41cd04b0c0b0 req-0a47b056-ca54-4d44-9fac-0241ad8cb2cf tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 944 time: 0.0859253 Oct 25 09:07:26.718864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:26.723431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6b314c23-bf53-495e-ac0b-caf71d5d7082 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:07:26.742376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:26.803434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6fae938-cd74-4bcb-b662-41cd04b0c0b0 req-721ab0c1-ad4f-4095-9fb3-62f0757b7d34 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855014 Oct 25 09:07:26.944177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6521a8-cd55-48f5-accf-f7739ba75183 req-3df9b819-6cf8-4b22-9fba-b720e0d915a2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:26.946526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 6b84afe4-37e4-4172-a148-bff7a50a102e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:07:26.959113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac6521a8-cd55-48f5-accf-f7739ba75183 req-3df9b819-6cf8-4b22-9fba-b720e0d915a2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.0785193 Oct 25 09:07:27.032992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac6521a8-cd55-48f5-accf-f7739ba75183 req-33ea3bf4-b06d-4609-833a-4c8bad96d9ae tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724614 Oct 25 09:07:27.081833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-69e6cf07-9f9f-4903-b67b-23235494228f None None] Provisioning complete for port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:27.082371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69e6cf07-9f9f-4903-b67b-23235494228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:27.118501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 217e5101-fbad-4c56-a913-c2d994b5cb54 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:27.119257 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:27.215406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:27.217399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:27.224833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:27.276474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60776) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:27.277635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5bab73dd-ea89-466d-8e1f-3447534ed0ce tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/6b84afe4-37e4-4172-a148-bff7a50a102e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7697344 Oct 25 09:07:27.344077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519b652-6503-4f38-b05e-98137e2ec2f3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:27.348452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2519b652-6503-4f38-b05e-98137e2ec2f3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports/f463bfe3-a856-48d2-95f6-c92d0209597f HTTP/1.1" status: 200 len: 913 time: 0.0681736 Oct 25 09:07:27.349441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60778) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:27.575140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Router 727edca9-cba0-4995-b2fd-57e751e05b8e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:07:27.575640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eed270-4816-4e46-bb4d-4bcb3961b3e1 None None] Sync routers for ids ['6b84afe4-37e4-4172-a148-bff7a50a102e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:27.660935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:27.685439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eed270-4816-4e46-bb4d-4bcb3961b3e1 None None] Routers {'6b84afe4-37e4-4172-a148-bff7a50a102e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:27.686092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f1eed270-4816-4e46-bb4d-4bcb3961b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b84afe4-37e4-4172-a148-bff7a50a102e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:27.810327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:27.818838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6bf94422-e5e7-45a7-9b11-5c7b43a70a6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "PUT /v2.0/routers/727edca9-cba0-4995-b2fd-57e751e05b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1941600 Oct 25 09:07:27.819249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60782) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:27.819378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 47ce7a95-122a-48f5-b90f-fcf357f1039c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:27.828574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3520a5a9-3881-43b4-af55-e84f29217ccc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2064863744', 'description': 'tempest-secgroup_access--2064863744 description', 'project_id': 'b949d7ee64e3496997c97dbb1e870181'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:27.835917 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Sync routers for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:27.862185 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:27.863529 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:27.871142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3520a5a9-3881-43b4-af55-e84f29217ccc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:27.884486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'port_id': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'mac_address': 'fa:16:3e:b2:f9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271a4ad1-d4ab-4458-835c-3667c33d8d29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:07:27.886739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f1eed270-4816-4e46-bb4d-4bcb3961b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:27.952151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-69e6cf07-9f9f-4903-b67b-23235494228f None None] Provisioning complete for port 9eae3432-b854-4efb-ad18-5db7153c2b15 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:27.952589 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69e6cf07-9f9f-4903-b67b-23235494228f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.014282 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3520a5a9-3881-43b4-af55-e84f29217ccc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.021860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eed270-4816-4e46-bb4d-4bcb3961b3e1 None None] Routers {'6b84afe4-37e4-4172-a148-bff7a50a102e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:28.181479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f1eed270-4816-4e46-bb4d-4bcb3961b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b84afe4-37e4-4172-a148-bff7a50a102e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:28.181479 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.182858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-cdea22bc-efcd-4cc1-b823-ec294b999e12 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:28.182858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-cdea22bc-efcd-4cc1-b823-ec294b999e12 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/networks?id=84772963-bb89-40bb-9ae7-3bb75c3c6025 HTTP/1.1" status: 200 len: 910 time: 0.8961382 Oct 25 09:07:28.182858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-56a50bff-9a95-418d-a2af-a5cd78601a32 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/quotas/cc4d1a7ac2604f42b7fc0ebf8ac236d5 HTTP/1.1" status: 200 len: 375 time: 0.0142393 Oct 25 09:07:28.182858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.183174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f1eed270-4816-4e46-bb4d-4bcb3961b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:28.183174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eed270-4816-4e46-bb4d-4bcb3961b3e1 None None] The sync data for ids ['6b84afe4-37e4-4172-a148-bff7a50a102e'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:28.188550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3520a5a9-3881-43b4-af55-e84f29217ccc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.200021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:28.202466 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a106f-e52b-4f30-850e-a0b0cdd68c6a" -d '{"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-plugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:28.219764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3520a5a9-3881-43b4-af55-e84f29217ccc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.229458 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3520a5a9-3881-43b4-af55-e84f29217ccc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4065959 Oct 25 09:07:28.234753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:28.239740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:28.247550 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.251329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.253516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-73e78c96-6f22-46b1-813c-ffd75cbdd0c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1881501289', 'description': 'tempest-secgroup_general--1881501289 description', 'project_id': 'b949d7ee64e3496997c97dbb1e870181'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:28.300744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73e78c96-6f22-46b1-813c-ffd75cbdd0c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.323437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-69e6cf07-9f9f-4903-b67b-23235494228f None None] Port 9eae3432-b854-4efb-ad18-5db7153c2b15 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:28.332610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:28.342735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 47ce7a95-122a-48f5-b90f-fcf357f1039c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:28.343115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.354759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b314c23-bf53-495e-ac0b-caf71d5d7082 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:28.358619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520a5a9-3881-43b4-af55-e84f29217ccc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7933ea-fda6-4278-97db-bf47e2b9c682,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:28.390270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:28.426638 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.480730 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73e78c96-6f22-46b1-813c-ffd75cbdd0c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.488310 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73e78c96-6f22-46b1-813c-ffd75cbdd0c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.510061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8af17921-01c0-45c1-9491-ab2fbb4f4d43 None None] Provisioning complete for port f463bfe3-a856-48d2-95f6-c92d0209597f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:28.510453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8af17921-01c0-45c1-9491-ab2fbb4f4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.514572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-8f986509-c834-4371-9084-ede5420b4eaa tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4d1a7ac2604f42b7fc0ebf8ac236d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4129879 Oct 25 09:07:28.530752 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:07:28.539096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e78c96-6f22-46b1-813c-ffd75cbdd0c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd38bdb-0b33-495a-a43c-5b7242b28917,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:28.549150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73e78c96-6f22-46b1-813c-ffd75cbdd0c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.553916 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73e78c96-6f22-46b1-813c-ffd75cbdd0c9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3102682 Oct 25 09:07:28.554194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60792) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:28.559052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8af17921-01c0-45c1-9491-ab2fbb4f4d43 None None] Port f463bfe3-a856-48d2-95f6-c92d0209597f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:28.574846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d42b363f-4b76-4cff-aa8c-4ed44250b40d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'security_group_rule': {'security_group_id': '2d7933ea-fda6-4278-97db-bf47e2b9c682', 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:28.590925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:28.612823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d42b363f-4b76-4cff-aa8c-4ed44250b40d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.628418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8af17921-01c0-45c1-9491-ab2fbb4f4d43 None None] Provisioning complete for port 9eae3432-b854-4efb-ad18-5db7153c2b15 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:28.628814 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8af17921-01c0-45c1-9491-ab2fbb4f4d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.668332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8af17921-01c0-45c1-9491-ab2fbb4f4d43 None None] Port 9eae3432-b854-4efb-ad18-5db7153c2b15 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:28.690009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:28.694094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d42b363f-4b76-4cff-aa8c-4ed44250b40d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.699948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-baedba58-78f4-494c-8357-454ffc9e6431 service neutron] 10.222.0.32 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756797 Oct 25 09:07:28.709397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d42b363f-4b76-4cff-aa8c-4ed44250b40d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.762485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:28.762860 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.782950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b363f-4b76-4cff-aa8c-4ed44250b40d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b56819-fd41-4f01-9e1b-08ad70b593fd,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:28.799955 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d42b363f-4b76-4cff-aa8c-4ed44250b40d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:28.801788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d42b363f-4b76-4cff-aa8c-4ed44250b40d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422116 Oct 25 09:07:28.859873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-3423ffb0-248b-4a8d-8dbc-e991f21716bc service neutron] 10.222.0.32 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488252 Oct 25 09:07:28.954386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['6b314c23-bf53-495e-ac0b-caf71d5d7082'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:28.995299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port f463bfe3-a856-48d2-95f6-c92d0209597f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:28.995563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:29.134978 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:29.151021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for f463bfe3-a856-48d2-95f6-c92d0209597f owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:29.161821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-906b2397-0bf2-4cfa-a044-66d8e6f408b7 req-f696c1a5-175c-489a-8adb-3636ffef0440 service neutron] (106991) timed out ('10.222.0.18', 57446) {{(pid=106991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:07:29.544436 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 2, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:29.596567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:29.676025 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Checking router: 727edca9-cba0-4995-b2fd-57e751e05b8e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:07:29.678254 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Updating router 727edca9-cba0-4995-b2fd-57e751e05b8e port 9eae3432-b854-4efb-ad18-5db7153c2b15 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:07:29.697527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=f463bfe3-a856-48d2-95f6-c92d0209597f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:29.714439 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:29.989316 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:30.367891 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:30.379967 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:30.606184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-a341558a-36de-4fc1-bb6e-09a9e65bd84c req-9cb4e05e-778f-44e4-9db3-ebd4cf394f59 service neutron] (106992) timed out ('10.222.0.18', 57444) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:07:30.642217 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162b403-c776-4e0a-bb10-adc0ea2c1e89 None None] Pushing event updated for resources: {'Port': ['ID=9eae3432-b854-4efb-ad18-5db7153c2b15,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:30.656110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e42e6-f203-428c-89a1-7aec83e58be7 req-20b1f2e3-11b1-4e55-9774-e3054c8f9483 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:30.665473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-070e42e6-f203-428c-89a1-7aec83e58be7 req-20b1f2e3-11b1-4e55-9774-e3054c8f9483 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 1.0386565 Oct 25 09:07:30.688462 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Attempting to bind port 9eae3432-b854-4efb-ad18-5db7153c2b15 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:30.688914 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Attempting to bind port 9eae3432-b854-4efb-ad18-5db7153c2b15 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:30.692711 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Attempting to bind port 9eae3432-b854-4efb-ad18-5db7153c2b15 on network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:30.702865 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:30.703298 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Checking segment: {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:30.703793 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:30.704278 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Bound using segment: {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:30.705552 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Bound port: 9eae3432-b854-4efb-ad18-5db7153c2b15, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:30.708340 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:30.756490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6b314c23-bf53-495e-ac0b-caf71d5d7082 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:30.858344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-070e42e6-f203-428c-89a1-7aec83e58be7 req-234e37da-1f5d-4aa8-9b2d-8eee82335e02 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918766 Oct 25 09:07:31.035844 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] For port 9eae3432-b854-4efb-ad18-5db7153c2b15, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:31.042683 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] For port 9eae3432-b854-4efb-ad18-5db7153c2b15, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9eae3432-b854-4efb-ad18-5db7153c2b15,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:31.050120 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:31.089065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c897432e-b924-4d0a-b1b4-c45d73f02f11 None None] Provisioning complete for port 9eae3432-b854-4efb-ad18-5db7153c2b15 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:31.094880 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c897432e-b924-4d0a-b1b4-c45d73f02f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:31.138615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 6b314c23-bf53-495e-ac0b-caf71d5d7082 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:31.139357 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:31.178897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25539775-5646-4008-8266-f7db34d6a853 req-5da368e6-53a1-45e8-9b54-bb4f37c8ce25 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:31.186952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25539775-5646-4008-8266-f7db34d6a853 req-5da368e6-53a1-45e8-9b54-bb4f37c8ce25 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 945 time: 0.0821433 Oct 25 09:07:31.207410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 6b84afe4-37e4-4172-a148-bff7a50a102e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:07:31.216020 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:31.216674 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:31.248676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25539775-5646-4008-8266-f7db34d6a853 req-70dcfb4f-6ebc-44ef-b5a7-15e791de7081 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604725 Oct 25 09:07:31.391461 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162b403-c776-4e0a-bb10-adc0ea2c1e89 None None] Pushing event updated for resources: {'Port': ['ID=9eae3432-b854-4efb-ad18-5db7153c2b15,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:31.474364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:31.482970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-42e35822-8b8d-49c8-a13e-2aef6e412599 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/6b84afe4-37e4-4172-a148-bff7a50a102e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1312397 Oct 25 09:07:31.484993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60816) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:31.504359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4b21e-6ad7-437f-b3df-4fe47aabc143 None None] Sync routers for ids ['6b84afe4-37e4-4172-a148-bff7a50a102e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:31.553330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c897432e-b924-4d0a-b1b4-c45d73f02f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:31.556737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4b21e-6ad7-437f-b3df-4fe47aabc143 None None] Routers {'6b84afe4-37e4-4172-a148-bff7a50a102e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:31.557464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-87a4b21e-6ad7-437f-b3df-4fe47aabc143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b84afe4-37e4-4172-a148-bff7a50a102e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:31.599545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-87a4b21e-6ad7-437f-b3df-4fe47aabc143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:31.602362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:31.633115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4b21e-6ad7-437f-b3df-4fe47aabc143 None None] Routers {'6b84afe4-37e4-4172-a148-bff7a50a102e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:31.633838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-87a4b21e-6ad7-437f-b3df-4fe47aabc143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b84afe4-37e4-4172-a148-bff7a50a102e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:31.692330 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:07:31.742223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-87a4b21e-6ad7-437f-b3df-4fe47aabc143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:31.742889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4b21e-6ad7-437f-b3df-4fe47aabc143 None None] The sync data for ids ['6b84afe4-37e4-4172-a148-bff7a50a102e'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:31.764287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-aa69c071-f24f-41b7-94ec-242a21387c7b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:31.774777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-aa69c071-f24f-41b7-94ec-242a21387c7b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.41 "GET /v2.0/networks?id=84772963-bb89-40bb-9ae7-3bb75c3c6025 HTTP/1.1" status: 200 len: 910 time: 0.2906756 Oct 25 09:07:31.775047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c897432e-b924-4d0a-b1b4-c45d73f02f11 None None] For port 9eae3432-b854-4efb-ad18-5db7153c2b15, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9eae3432-b854-4efb-ad18-5db7153c2b15,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:31.783178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:31.787205 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c897432e-b924-4d0a-b1b4-c45d73f02f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:31.803837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Request body: {'port': {'device_id': '31c6e5a2-7b4d-4554-b8db-8bd4a9f41037', 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'admin_state_up': True, 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:31.867971 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:31.876947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5e86-303b-49c6-9bfb-fecc878cbd79 req-6ae2008e-bf6a-47c4-a485-632ab569ab07 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:31.894848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-007f5e86-303b-49c6-9bfb-fecc878cbd79 req-6ae2008e-bf6a-47c4-a485-632ab569ab07 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.2447586 Oct 25 09:07:31.907728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897432e-b924-4d0a-b1b4-c45d73f02f11 None None] Pushing event updated for resources: {'Port': ['ID=9eae3432-b854-4efb-ad18-5db7153c2b15,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:31.971583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-007f5e86-303b-49c6-9bfb-fecc878cbd79 req-72cc589c-e5b3-431c-ac3d-0237a3f2404b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749485 Oct 25 09:07:31.975725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Made reservation on behalf of cc4d1a7ac2604f42b7fc0ebf8ac236d5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:31.984360 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:32.008383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e1cd123d-4616-48a0-8298-31ec1b5b2ec0 None None] Provisioning complete for port 9eae3432-b854-4efb-ad18-5db7153c2b15 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:32.008748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e1cd123d-4616-48a0-8298-31ec1b5b2ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:32.083804 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6286caae-b0cd-4bd2-9643-f04d4f56fe81 x-openstack-request-id: req-6286caae-b0cd-4bd2-9643-f04d4f56fe81 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:32.083804 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-plugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:32.093218 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6286caae-b0cd-4bd2-9643-f04d4f56fe81 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:32.093666 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'code': 200} Oct 25 09:07:32.160696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:32.203453 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:31Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:32.250087 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8eb87-3f0e-4f43-8107-2c165f7171fb None None] The sync data for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 is: [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:31Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:32.325519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-bea4450a-6104-4755-b43d-83502fb1767f tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--2064863744&fields=id&tenant_id=b949d7ee64e3496997c97dbb1e870181 HTTP/1.1" status: 200 len: 267 time: 0.1197031 Oct 25 09:07:32.356846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Allocated IP 172.20.0.12 (84772963-bb89-40bb-9ae7-3bb75c3c6025/317872ae-f4a9-4be5-be00-63f9ea516541/b0ac6937-b572-4cac-b88f-34a1aebd4b89) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:32.422327 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:32.440727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-8822fc26-842f-44bb-ac43-6a8aaa56f887 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1881501289&fields=id&tenant_id=b949d7ee64e3496997c97dbb1e870181 HTTP/1.1" status: 200 len: 267 time: 0.1119254 Oct 25 09:07:32.718715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-bed855b9-72a5-4b7a-8902-3b4cf99eaaae tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:32.720545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-bed855b9-72a5-4b7a-8902-3b4cf99eaaae tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/networks?id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e HTTP/1.1" status: 200 len: 796 time: 0.2788181 Oct 25 09:07:32.762276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-f6ac9962-18fd-495d-9f8d-0f9376cd83f7 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/quotas/b949d7ee64e3496997c97dbb1e870181 HTTP/1.1" status: 200 len: 375 time: 0.0320649 Oct 25 09:07:32.860806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-b8ae0a7f-903a-45f5-aba1-39ecd01263f3 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975096 Oct 25 09:07:32.881918 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:32.908075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:32.910131 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:33.051311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:33.051471 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:33.067717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-6bdb0b21-ea52-4aff-9b84-96198fb90316 service neutron] 10.222.0.32 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832142 Oct 25 09:07:33.069864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:33.088122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a2906176-301b-4fea-8d98-9bea19083f23'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:33.254156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:33.264868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:33.278911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:33.287799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Pushing event updated for resources: {'Port': ['ID=b0ac6937-b572-4cac-b88f-34a1aebd4b89,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:33.359275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:33.443912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=93cc7e3c-54c5-4829-8f9e-aa3cf4a69b2f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:33.467625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:33.468269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:33.523267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-84210981-23c0-406e-8043-7dca56b471ee tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7301817 Oct 25 09:07:33.551751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Request body: {'port': {'device_id': '31c6e5a2-7b4d-4554-b8db-8bd4a9f41037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:33.580592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-fc868944-1565-4fbd-aa7c-108febf0c2e8 service neutron] 10.222.0.32 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755447 Oct 25 09:07:33.735147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:33.811958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a27c7dba-70c7-4a4f-b2ba-195533b0512f None None] Provisioning complete for port b0ac6937-b572-4cac-b88f-34a1aebd4b89 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:33.812328 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a27c7dba-70c7-4a4f-b2ba-195533b0512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:33.870353 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:33.927621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9eae3432-b854-4efb-ad18-5db7153c2b15 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:34.088280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a27c7dba-70c7-4a4f-b2ba-195533b0512f None None] Port b0ac6937-b572-4cac-b88f-34a1aebd4b89 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:34.122359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 6b84afe4-37e4-4172-a148-bff7a50a102e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:07:34.124131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:34.132238 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa6858-18b2-4bcd-b4cd-1a60d2f920fe" -d '{"events": [{"server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "name": "network-vif-plugged", "status": "completed", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:34.225860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9eae3432-b854-4efb-ad18-5db7153c2b15 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:34.226259 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:34.283948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:34.300133 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-527b7c53-f28a-4d57-aae1-8a4d8e868895 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/6b84afe4-37e4-4172-a148-bff7a50a102e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8109159 Oct 25 09:07:34.301269 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac10e9-be12-4bea-a7c0-16316820c729 None None] Sync routers for ids ['6b84afe4-37e4-4172-a148-bff7a50a102e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:34.307948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60854) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:34.317364 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac10e9-be12-4bea-a7c0-16316820c729 None None] Routers {'6b84afe4-37e4-4172-a148-bff7a50a102e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:34.318524 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cdac10e9-be12-4bea-a7c0-16316820c729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b84afe4-37e4-4172-a148-bff7a50a102e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:34.383473 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cdac10e9-be12-4bea-a7c0-16316820c729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:34.415127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-19ea1eec-668f-49a2-adf9-cc0f6e3e3b2d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b84afe4-37e4-4172-a148-bff7a50a102e HTTP/1.1" status: 200 len: 205 time: 0.1048663 Oct 25 09:07:34.420113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60860) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:34.423486 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac10e9-be12-4bea-a7c0-16316820c729 None None] Routers {'6b84afe4-37e4-4172-a148-bff7a50a102e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:34.425173 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cdac10e9-be12-4bea-a7c0-16316820c729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b84afe4-37e4-4172-a148-bff7a50a102e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:34.505907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc8c39-8c66-4e44-92e0-2c21d7dd13f7 req-d970b184-bdb4-45b9-9048-88a52af7a884 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:34.507496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5bc8c39-8c66-4e44-92e0-2c21d7dd13f7 req-d970b184-bdb4-45b9-9048-88a52af7a884 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1028 time: 0.1986489 Oct 25 09:07:34.544129 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cdac10e9-be12-4bea-a7c0-16316820c729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:34.545128 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac10e9-be12-4bea-a7c0-16316820c729 None None] The sync data for ids ['6b84afe4-37e4-4172-a148-bff7a50a102e'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:34.609937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5bc8c39-8c66-4e44-92e0-2c21d7dd13f7 req-a2186018-a726-4797-bcd1-25ef23b1ebe3 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941436 Oct 25 09:07:34.795928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ac6937-b572-4cac-b88f-34a1aebd4b89 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:34.817069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:34.866747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Transition to ACTIVE for port object b0ac6937-b572-4cac-b88f-34a1aebd4b89 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:07:34.911477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.027142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ac6937-b572-4cac-b88f-34a1aebd4b89,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:35.057580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ee252-6587-4faa-b5b9-b780fa2a9d93 req-8d1e1a0d-4dca-4d6e-8b3a-94fa1b72a0a9 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:35.061397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-370ee252-6587-4faa-b5b9-b780fa2a9d93 req-8d1e1a0d-4dca-4d6e-8b3a-94fa1b72a0a9 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.2193789 Oct 25 09:07:35.138682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-791870ec-57cf-4635-8b13-57bf94b48d7a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.211097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-370ee252-6587-4faa-b5b9-b780fa2a9d93 req-b4f32d55-d933-4a63-900c-b8393b1880fd tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375940 Oct 25 09:07:35.258736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Attempting to bind port b0ac6937-b572-4cac-b88f-34a1aebd4b89 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:35.259417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Attempting to bind port b0ac6937-b572-4cac-b88f-34a1aebd4b89 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:35.260083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Attempting to bind port b0ac6937-b572-4cac-b88f-34a1aebd4b89 on network 84772963-bb89-40bb-9ae7-3bb75c3c6025 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:35.272715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Port b0ac6937-b572-4cac-b88f-34a1aebd4b89 on network 84772963-bb89-40bb-9ae7-3bb75c3c6025 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:07:35.273286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Attempting to bind port b0ac6937-b572-4cac-b88f-34a1aebd4b89 on network 84772963-bb89-40bb-9ae7-3bb75c3c6025 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:35.282639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:35.283116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Checking segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:35.284199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Bound using segment: {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:35.284796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Bound port: b0ac6937-b572-4cac-b88f-34a1aebd4b89, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13852f3a-67cd-4aa9-83ca-6152726e878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:35.285318 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.431661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] For port b0ac6937-b572-4cac-b88f-34a1aebd4b89, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:35.435422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] For port b0ac6937-b572-4cac-b88f-34a1aebd4b89, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b0ac6937-b572-4cac-b88f-34a1aebd4b89,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:35.449393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741f78e-487c-41bb-a785-4dab6f403d25 req-1854901a-5986-4236-9280-94b56c44028e tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:35.450468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3741f78e-487c-41bb-a785-4dab6f403d25 req-1854901a-5986-4236-9280-94b56c44028e tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.0909839 Oct 25 09:07:35.451871 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.468143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-791870ec-57cf-4635-8b13-57bf94b48d7a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.470945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-791870ec-57cf-4635-8b13-57bf94b48d7a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.521982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:35.522610 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.524015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0ac6937-b572-4cac-b88f-34a1aebd4b89 HTTP/1.1" status: 200 len: 1092 time: 1.9837425 Oct 25 09:07:35.524470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c6e5a2-7b4d-4554-b8db-8bd4a9f41037', 'tag': 'b0ac6937-b572-4cac-b88f-34a1aebd4b89'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:35.526840 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67277ac-db00-4428-aa25-8aab76c8d97c" -d '{"events": [{"name": "network-changed", "server_uuid": "31c6e5a2-7b4d-4554-b8db-8bd4a9f41037", "tag": "b0ac6937-b572-4cac-b88f-34a1aebd4b89"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:35.550443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-791870ec-57cf-4635-8b13-57bf94b48d7a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.550996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791870ec-57cf-4635-8b13-57bf94b48d7a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Fanout notify agent at l3_agent the message router_deleted on router 6b84afe4-37e4-4172-a148-bff7a50a102e {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:07:35.558664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-791870ec-57cf-4635-8b13-57bf94b48d7a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.570889 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-791870ec-57cf-4635-8b13-57bf94b48d7a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/6b84afe4-37e4-4172-a148-bff7a50a102e HTTP/1.1" status: 204 len: 168 time: 1.1487641 Oct 25 09:07:35.573178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60886) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:35.585665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3741f78e-487c-41bb-a785-4dab6f403d25 req-2bb82dd5-7b5f-4011-b683-df560aed8618 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238222 Oct 25 09:07:35.595864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fefec-f2e3-4c22-b79d-fc4526396375 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ac6937-b572-4cac-b88f-34a1aebd4b89,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:35.680437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8d1e68-3d3e-4f97-a670-0cbc345d3af2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet 7f2c1fb2-17ef-4b43-b62e-49bce50ca626 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:07:35.685026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e68-3d3e-4f97-a670-0cbc345d3af2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.754645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-908fbba6-8e02-4e1d-a645-de3ad47ead85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:35.756208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-908fbba6-8e02-4e1d-a645-de3ad47ead85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc4d1a7ac2604f42b7fc0ebf8ac236d5&device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1095 time: 0.1434178 Oct 25 09:07:35.766936 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e68-3d3e-4f97-a670-0cbc345d3af2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.831080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-79f52e39-2ff1-404e-8957-e7e3a9b37440 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ac6937-b572-4cac-b88f-34a1aebd4b89 HTTP/1.1" status: 200 len: 217 time: 0.0568905 Oct 25 09:07:35.847395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd70f1-cfa5-434e-a5e7-62f6d3ddc171 req-3c512aea-bba1-41a2-88fd-c50682dd1ccc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:35.859209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83bd70f1-cfa5-434e-a5e7-62f6d3ddc171 req-3c512aea-bba1-41a2-88fd-c50682dd1ccc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.1619451 Oct 25 09:07:35.938444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e68-3d3e-4f97-a670-0cbc345d3af2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:35.987513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-84618082-27c2-4720-a11c-ed5bac4453ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:35.987829 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-84618082-27c2-4720-a11c-ed5bac4453ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.18 "GET /v2.0/networks?id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e HTTP/1.1" status: 200 len: 796 time: 0.1974463 Oct 25 09:07:35.999358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-1dccd493-ddfe-46ab-83f8-63151f379995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:36.001593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-1dccd493-ddfe-46ab-83f8-63151f379995 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=317872ae-f4a9-4be5-be00-63f9ea516541 HTTP/1.1" status: 200 len: 848 time: 0.1269243 Oct 25 09:07:36.056186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e68-3d3e-4f97-a670-0cbc345d3af2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.057698 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83bd70f1-cfa5-434e-a5e7-62f6d3ddc171 req-383418aa-3a6a-4d2a-a597-b85103a72fbe tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973965 Oct 25 09:07:36.087614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-0342738b-fa53-4ed0-a0a8-3c2eff1bfbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:36.089236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-0342738b-fa53-4ed0-a0a8-3c2eff1bfbfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84772963-bb89-40bb-9ae7-3bb75c3c6025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672421 Oct 25 09:07:36.121692 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-a3017fc1-7036-4abd-b7fc-035057f14f21 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b949d7ee64e3496997c97dbb1e870181 HTTP/1.1" status: 200 len: 478 time: 0.1138783 Oct 25 09:07:36.122393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1e68-3d3e-4f97-a670-0cbc345d3af2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2c1fb2-17ef-4b43-b62e-49bce50ca626,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:36.126440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1e68-3d3e-4f97-a670-0cbc345d3af2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.132811 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5c8d1e68-3d3e-4f97-a670-0cbc345d3af2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/7f2c1fb2-17ef-4b43-b62e-49bce50ca626 HTTP/1.1" status: 204 len: 168 time: 0.5586154 Oct 25 09:07:36.134052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60896) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:36.134482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b955aa4-93d5-45f4-9630-f99283c04465 None None] Network 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:36.166728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'port': {'device_id': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'admin_state_up': True, 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'security_groups': ['2d7933ea-fda6-4278-97db-bf47e2b9c682', '2dd38bdb-0b33-495a-a43c-5b7242b28917']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:36.229103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8eeb7149-9d65-41e8-b0fb-8994e9252e5a req-9405456c-f52b-46d3-b82e-f4d589f8ae31 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 210 time: 0.0569582 Oct 25 09:07:36.280430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6769d456-6416-417e-a070-4848f4274a90 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet f8a7573a-6f34-4d75-82d9-5290fc9c119f {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:07:36.283733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6769d456-6416-417e-a070-4848f4274a90 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.300788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-d7e1b74d-3c60-4b4b-a811-525fbbd5db13 service neutron] 10.222.0.41 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020249 Oct 25 09:07:36.305712 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27831e8-5a4b-4c2a-8f92-2ea8fb4b2fff x-openstack-request-id: req-e27831e8-5a4b-4c2a-8f92-2ea8fb4b2fff {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:36.306223 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "name": "network-vif-plugged", "status": "completed", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:36.306655 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e27831e8-5a4b-4c2a-8f92-2ea8fb4b2fff {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:36.307711 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'code': 200} Oct 25 09:07:36.328057 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6769d456-6416-417e-a070-4848f4274a90 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.417156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] DHCP port deletion for 64bba9d8-6ee3-4e62-85eb-fccc30a388c4 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:07:36.476098 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc71e8e2-2674-4375-8ba0-060a9c4303fb x-openstack-request-id: req-bc71e8e2-2674-4375-8ba0-060a9c4303fb {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:36.476607 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c6e5a2-7b4d-4554-b8db-8bd4a9f41037", "tag": "b0ac6937-b572-4cac-b88f-34a1aebd4b89", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:36.478402 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc71e8e2-2674-4375-8ba0-060a9c4303fb {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:36.480226 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c6e5a2-7b4d-4554-b8db-8bd4a9f41037', 'tag': 'b0ac6937-b572-4cac-b88f-34a1aebd4b89', 'status': 'completed', 'code': 200} Oct 25 09:07:36.531331 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6769d456-6416-417e-a070-4848f4274a90 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.545308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] Deleting port 85af4de5-22a8-4686-8d47-002af68c6b94 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:36.545901 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.689053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] For port 85af4de5-22a8-4686-8d47-002af68c6b94, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=85af4de5-22a8-4686-8d47-002af68c6b94,segment=NetworkSegment(8e344b3d-da66-4f5a-aebd-0560251eb847),segment_id=8e344b3d-da66-4f5a-aebd-0560251eb847)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:36.689520 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.689653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Made reservation on behalf of b949d7ee64e3496997c97dbb1e870181 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:36.693508 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.706165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ef8fd85-a4c7-4bf4-a432-bc2e70c6ddea req-448b6b25-8d6e-40cb-8415-7c0ece659bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968959 Oct 25 09:07:36.708769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] Calling delete_port for 85af4de5-22a8-4686-8d47-002af68c6b94 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:36.708942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6769d456-6416-417e-a070-4848f4274a90 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.714669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad522-52bf-4c0e-97d9-8a5d2735a300 req-47b55c7b-3d5d-4e49-9bc7-6a14eac25aa0 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:36.728173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-703ad522-52bf-4c0e-97d9-8a5d2735a300 req-47b55c7b-3d5d-4e49-9bc7-6a14eac25aa0 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1095 time: 0.2217674 Oct 25 09:07:36.757079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769d456-6416-417e-a070-4848f4274a90 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a7573a-6f34-4d75-82d9-5290fc9c119f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:36.760747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6769d456-6416-417e-a070-4848f4274a90 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.764679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e538617-b9aa-4674-adec-fc5aad4cec6f req-4f286a33-7cbe-463a-917f-abf1eb16b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:36.766422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e538617-b9aa-4674-adec-fc5aad4cec6f req-4f286a33-7cbe-463a-917f-abf1eb16b8da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 1097 time: 0.0991335 Oct 25 09:07:36.768004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6769d456-6416-417e-a070-4848f4274a90 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/f8a7573a-6f34-4d75-82d9-5290fc9c119f HTTP/1.1" status: 204 len: 168 time: 0.6328235 Oct 25 09:07:36.782580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60918) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:36.785663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d23e8-f191-4592-bc5a-5a25b7fd15b1 None None] Network 2573753f-ac5a-4561-8b03-210480ad753f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:36.819076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-703ad522-52bf-4c0e-97d9-8a5d2735a300 req-8b59481a-6b4f-4bb6-91b8-df8ddc9d23ca tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883193 Oct 25 09:07:36.936438 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:36.940070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Allocated IP 172.20.0.9 (6c720fbd-3d5a-41ea-819a-18683ab9dc3e/85b473a8-35c8-4b1b-8116-7da9c88015a2/f97e15a4-c0c3-465e-9338-44323c619700) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:37.006077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.014689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e538617-b9aa-4674-adec-fc5aad4cec6f req-23511d37-e66e-48e2-aeea-b1e76a8dd712 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927669 Oct 25 09:07:37.019657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-5aac3286-fdb5-40fc-a27e-cd81a7b86433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:37.020493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] Pushing event deleted for resources: {'Port': ['ID=85af4de5-22a8-4686-8d47-002af68c6b94,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:37.021419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-5aac3286-fdb5-40fc-a27e-cd81a7b86433 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc4d1a7ac2604f42b7fc0ebf8ac236d5&device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1095 time: 0.1877544 Oct 25 09:07:37.057506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fe220-27bc-4ecc-a714-31853c4bec2d None None] No DVR routers for this DVR port 85af4de5-22a8-4686-8d47-002af68c6b94 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:07:37.150787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.181339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bba9d8-6ee3-4e62-85eb-fccc30a388c4']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:37.181700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] DHCP port deletion for 2573753f-ac5a-4561-8b03-210480ad753f request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:07:37.183915 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.206142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb284f64-4f13-4f77-a838-71bf92e204a9 req-ff395aa1-dd18-45f4-9f0a-bf2b9328528d tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:37.207792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb284f64-4f13-4f77-a838-71bf92e204a9 req-ff395aa1-dd18-45f4-9f0a-bf2b9328528d tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1388712 Oct 25 09:07:37.211609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e344b3d-da66-4f5a-aebd-0560251eb847') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:37.212041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e344b3d-da66-4f5a-aebd-0560251eb847') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:37.226643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.231132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.246987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] Deleting port df995e58-ced6-4638-b04f-38fd21fecf43 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:37.247471 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.260932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.273193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb284f64-4f13-4f77-a838-71bf92e204a9 req-0816cef4-8ec1-4ee1-861a-414688ed1ba9 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537281 Oct 25 09:07:37.274262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:37.274663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.275472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:37.277746 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:37.280726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:37.285795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:37.334148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=f97e15a4-c0c3-465e-9338-44323c619700,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:37.349597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] For port df995e58-ced6-4638-b04f-38fd21fecf43, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=df995e58-ced6-4638-b04f-38fd21fecf43,segment=NetworkSegment(00cbedb6-6821-4797-827e-0e11d39aeb7d),segment_id=00cbedb6-6821-4797-827e-0e11d39aeb7d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:37.349996 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.364985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] Calling delete_port for df995e58-ced6-4638-b04f-38fd21fecf43 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:37.380132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.380957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:37.381753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.388979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.392283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/64bba9d8-6ee3-4e62-85eb-fccc30a388c4 HTTP/1.1" status: 204 len: 168 time: 0.6072783 Oct 25 09:07:37.396855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60944) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:37.448565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a2987-067f-4db2-a1ea-b80a01ae9402 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=64bba9d8-6ee3-4e62-85eb-fccc30a388c4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:37.454911 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-c4aa12c4-b246-4a38-91c7-90edefdda3f2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3107607 Oct 25 09:07:37.473313 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.497803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Request body: {'port': {'device_id': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:37.506992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dffc25-ac5f-4b07-9e41-fd5fa45a35d4 req-702075f3-348e-435d-b37a-17c5ecae97e1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:37.508938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0dffc25-ac5f-4b07-9e41-fd5fa45a35d4 req-702075f3-348e-435d-b37a-17c5ecae97e1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.1421173 Oct 25 09:07:37.519734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] Pushing event deleted for resources: {'Port': ['ID=df995e58-ced6-4638-b04f-38fd21fecf43,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:37.525842 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c3202-fd8d-4509-8ff5-144851839f72 None None] No DVR routers for this DVR port df995e58-ced6-4638-b04f-38fd21fecf43 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:07:37.531505 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.588469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0dffc25-ac5f-4b07-9e41-fd5fa45a35d4 req-370cf791-5c03-46f5-b591-2c76c8ccc06f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719604 Oct 25 09:07:37.589618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-5888fae7-e81a-4e7e-9372-3e9a23179314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:37.591136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-5888fae7-e81a-4e7e-9372-3e9a23179314 service neutron] 10.222.0.41 "GET /v2.0/networks?id=84772963-bb89-40bb-9ae7-3bb75c3c6025 HTTP/1.1" status: 200 len: 910 time: 0.1771536 Oct 25 09:07:37.623423 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.639488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60948) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:37.648304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-495293859'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:37.672909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-558ccb83-f659-4b82-8509-abe692fd8f01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0ac6937-b572-4cac-b88f-34a1aebd4b89 HTTP/1.1" status: 200 len: 217 time: 0.0622768 Oct 25 09:07:37.700157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 85af4de5-22a8-4686-8d47-002af68c6b94 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:37.725995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 85af4de5-22a8-4686-8d47-002af68c6b94 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:07:37.726371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 85af4de5-22a8-4686-8d47-002af68c6b94 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:07:37.726752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device df995e58-ced6-4638-b04f-38fd21fecf43 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:37.741584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:37.745343 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.750426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: df995e58-ced6-4638-b04f-38fd21fecf43 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:07:37.750773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device df995e58-ced6-4638-b04f-38fd21fecf43 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:07:37.762219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-55595382-808e-4fe1-be1a-4d1a5957fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:37.763614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-55595382-808e-4fe1-be1a-4d1a5957fdaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=317872ae-f4a9-4be5-be00-63f9ea516541 HTTP/1.1" status: 200 len: 848 time: 0.0904458 Oct 25 09:07:37.770998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d486c983-29dd-4598-b6c0-83cd592b41e8 None None] Provisioning complete for port f97e15a4-c0c3-465e-9338-44323c619700 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:37.771271 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d486c983-29dd-4598-b6c0-83cd592b41e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.779656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157a49-2317-40ff-80fa-e5e409c5bed8 req-24aa0fa2-c34d-40e4-b0de-230b4f03f8e8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:37.781183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99157a49-2317-40ff-80fa-e5e409c5bed8 req-24aa0fa2-c34d-40e4-b0de-230b4f03f8e8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.0953221 Oct 25 09:07:37.787074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.821605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d486c983-29dd-4598-b6c0-83cd592b41e8 None None] Port f97e15a4-c0c3-465e-9338-44323c619700 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:37.823318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:07:37.826034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2573753f-ac5a-4561-8b03-210480ad753f']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:37.848709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99157a49-2317-40ff-80fa-e5e409c5bed8 req-3c7532be-d278-4195-b10d-4944a60086c2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572586 Oct 25 09:07:37.851563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-fe6f754e-e1e7-4b50-8041-621cd68da969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:37.853266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-fe6f754e-e1e7-4b50-8041-621cd68da969 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84772963-bb89-40bb-9ae7-3bb75c3c6025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711989 Oct 25 09:07:37.880377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.880770 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Added segment fd8d1516-ba44-475e-ae5b-22f62814d537 of type vlan for network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 Oct 25 09:07:37.923216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cbedb6-6821-4797-827e-0e11d39aeb7d') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:37.923497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cbedb6-6821-4797-827e-0e11d39aeb7d') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:37.953364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.968511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:37.992478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-22194aae-9672-46b0-93cf-001841fa03e8 service neutron] 10.222.0.41 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310339 Oct 25 09:07:37.995681 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.010064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213a7d3-96b1-4982-b02a-7d297283c90d req-4b06abca-d141-4049-aa49-372eb23a96f5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:38.011579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7213a7d3-96b1-4982-b02a-7d297283c90d req-4b06abca-d141-4049-aa49-372eb23a96f5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 970 time: 0.0759861 Oct 25 09:07:38.035937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:38.036362 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:38.039625 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:38.096529 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.102245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:38.103130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.103424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7213a7d3-96b1-4982-b02a-7d297283c90d req-ecfbb965-713f-4f91-9e70-6652478adb1b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0834935 Oct 25 09:07:38.137362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67277ac-db00-4428-aa25-8aab76c8d97c req-d7c220e7-df9b-43bf-84b7-4c363e8476be service neutron] 10.222.0.41 "GET /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353118 Oct 25 09:07:38.178996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.183509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5397801 Oct 25 09:07:38.190088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60964) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:38.194798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-838530309'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:38.198727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.202125 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/2573753f-ac5a-4561-8b03-210480ad753f HTTP/1.1" status: 204 len: 168 time: 0.8041573 Oct 25 09:07:38.213205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60966) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:38.225419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-926324662'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:38.245956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e111a9d-6eb4-4477-b31b-7ad74ad4638e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Network': ['ID=3312f8d8-9295-411c-bac6-d4c0058ea8f4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:38.258834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:07:38.297560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17790c-fd4d-4aeb-9105-8c46347ce1d1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=2573753f-ac5a-4561-8b03-210480ad753f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:38.313877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:38.317880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.366336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97e15a4-c0c3-465e-9338-44323c619700 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:38.377503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.383506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:07:38.400635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Transition to ACTIVE for port object f97e15a4-c0c3-465e-9338-44323c619700 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:07:38.402002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.402406 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment c508d52f-da9f-4b32-8d8c-16e6b3eeb64a of type vlan for network 27d7b1ab-4c90-40e1-9260-11947565c55e Oct 25 09:07:38.411146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.477770 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.484586 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.518857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Pushing event updated for resources: {'Port': ['ID=f97e15a4-c0c3-465e-9338-44323c619700,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:38.577296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.583760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:38.584554 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.592570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:38.597621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.614596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f82f1e-0da5-4890-9dee-516c328b8408 req-5f89c2ec-662b-4614-8354-a0895249223f tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:38.617160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85f82f1e-0da5-4890-9dee-516c328b8408 req-5f89c2ec-662b-4614-8354-a0895249223f tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1095 time: 0.4356184 Oct 25 09:07:38.647603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:07:38.660448 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4429471 Oct 25 09:07:38.665560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60972) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:38.669336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.669677 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Added segment bed80c37-06d2-4d02-b865-8e32e8f12e76 of type vlan for network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 Oct 25 09:07:38.680520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85f82f1e-0da5-4890-9dee-516c328b8408 req-ca2e8519-bda8-4cb5-8dbc-c3ecc5bc7385 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556126 Oct 25 09:07:38.687246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': '27d7b1ab-4c90-40e1-9260-11947565c55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:38.716844 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.720015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Attempting to bind port f97e15a4-c0c3-465e-9338-44323c619700 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:38.720352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Attempting to bind port f97e15a4-c0c3-465e-9338-44323c619700 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:38.721591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Attempting to bind port f97e15a4-c0c3-465e-9338-44323c619700 on network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:38.744242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.750401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:38.751000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.760063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d1a8f-8909-4033-a73a-c9d4b9e3b09a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=27d7b1ab-4c90-40e1-9260-11947565c55e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:38.772177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 27d7b1ab-4c90-40e1-9260-11947565c55e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:07:38.772402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Port f97e15a4-c0c3-465e-9338-44323c619700 on network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:07:38.772513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Attempting to bind port f97e15a4-c0c3-465e-9338-44323c619700 on network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:38.791127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:38.791522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Checking segment: {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:38.792592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Bound using segment: {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:38.793119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Bound port: f97e15a4-c0c3-465e-9338-44323c619700, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f97864-f61b-4b00-ba60-82b1790aba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:38.793474 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.816627 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6254988 Oct 25 09:07:38.823597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60974) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:38.829742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'subnet': {'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:38.851938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bb898-cb4d-488e-85a3-6467c2b7165c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Network': ['ID=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:38.867226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:07:38.952866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:38.956914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:38.975239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] For port f97e15a4-c0c3-465e-9338-44323c619700, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:39.014389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fd3b9-9d20-422a-947a-91066220a907 req-77a7d978-2be6-49ce-bc4a-d67e7aad6800 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.016401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be6fd3b9-9d20-422a-947a-91066220a907 req-77a7d978-2be6-49ce-bc4a-d67e7aad6800 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 946 time: 0.1250474 Oct 25 09:07:39.017017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:39.021419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] For port f97e15a4-c0c3-465e-9338-44323c619700, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f97e15a4-c0c3-465e-9338-44323c619700,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:39.022066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.031775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.089400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.090068 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.091431 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] 10.222.0.18 "PUT /v2.0/ports/f97e15a4-c0c3-465e-9338-44323c619700 HTTP/1.1" status: 200 len: 1130 time: 1.6004767 Oct 25 09:07:39.091870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:39.094183 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2030f80-aa99-4c56-913e-4bd93ba316eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "tag": "f97e15a4-c0c3-465e-9338-44323c619700"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:39.123540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72cd24-95fa-4d3e-8fff-433171c3b73c service neutron] Pushing event updated for resources: {'Port': ['ID=f97e15a4-c0c3-465e-9338-44323c619700,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:39.162992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be6fd3b9-9d20-422a-947a-91066220a907 req-935c61d7-7016-4fc0-8b3f-b1b15155b06b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227417 Oct 25 09:07:39.299216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-694f98ad-de39-4846-b9e9-88b3a5225207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.300591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-694f98ad-de39-4846-b9e9-88b3a5225207 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1133 time: 0.1183977 Oct 25 09:07:39.301750 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.350013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.382282 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-797d0755-3a95-44e5-9e6b-3f23721a36a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97e15a4-c0c3-465e-9338-44323c619700 HTTP/1.1" status: 200 len: 217 time: 0.0548408 Oct 25 09:07:39.405909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591061b-3874-4470-854f-4b8a23be6298 req-68c6363e-bce7-4994-8433-b81542a775bf tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.416060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6591061b-3874-4470-854f-4b8a23be6298 req-68c6363e-bce7-4994-8433-b81542a775bf tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1287670 Oct 25 09:07:39.436990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=a5529b2f-dc72-491c-8348-4e86aa875a3c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:39.459821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': 'c508d52f-da9f-4b32-8d8c-16e6b3eeb64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27d7b1ab-4c90-40e1-9260-11947565c55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:39.460181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: 27d7b1ab-4c90-40e1-9260-11947565c55e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:07:39.465128 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:07:39.469431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-0f9c607b-b01d-4c66-8d0d-15e3971e6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.471679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-0f9c607b-b01d-4c66-8d0d-15e3971e6c3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85b473a8-35c8-4b1b-8116-7da9c88015a2 HTTP/1.1" status: 200 len: 835 time: 0.0785575 Oct 25 09:07:39.492188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Subnet': ['ID=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:39.496215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Checking segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:39.496466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network hostable DHCP agents. Network: 3312f8d8-9295-411c-bac6-d4c0058ea8f4, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:07:39.516072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 27d7b1ab-4c90-40e1-9260-11947565c55e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:07:39.525120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6591061b-3874-4470-854f-4b8a23be6298 req-9fab32ba-768d-4448-80ce-57d7ac6f3c12 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077662 Oct 25 09:07:39.530347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 27d7b1ab-4c90-40e1-9260-11947565c55e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:39.537101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.538091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.549950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc19898-66b4-4c54-a5a0-26ff9e955d36 None None] Network 27d7b1ab-4c90-40e1-9260-11947565c55e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:39.553432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-f18584ee-9878-4af6-a2b3-405f818c3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.555360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-f18584ee-9878-4af6-a2b3-405f818c3c11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744381 Oct 25 09:07:39.563067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:07:39.570427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 3312f8d8-9295-411c-bac6-d4c0058ea8f4) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:39.579101 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a0896053-0c7a-445e-a232-960dad60e646 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9103537 Oct 25 09:07:39.584630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32774) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:39.586133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.586567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.625514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9f25cb83-8235-44aa-9771-177b1bd278e5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-806129257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:39.640375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec10e6e-54f8-4051-8624-137f7c406c72 None None] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:39.670347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-198e016a-33cc-4de8-a841-2b8168305671 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8455720 Oct 25 09:07:39.672254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32786) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:39.675998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f25cb83-8235-44aa-9771-177b1bd278e5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.677432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f25cb83-8235-44aa-9771-177b1bd278e5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.697015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'subnet': {'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:39.717441 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-a6a2a320-0f8a-4881-b3c2-ecaa3bbb130c service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431701 Oct 25 09:07:39.854508 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e5611ccc-88db-4f51-a53d-7d8f76f670ac req-2b86e1f7-194c-4fc1-81c3-a8a4005386b6 service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287115 Oct 25 09:07:39.862708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f25cb83-8235-44aa-9771-177b1bd278e5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.881260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009b71e-fdb8-4367-9abc-b6af2bd6482c req-b1577cea-6720-4b1e-bf05-5fcb3b6c7e85 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:39.883841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3009b71e-fdb8-4367-9abc-b6af2bd6482c req-b1577cea-6720-4b1e-bf05-5fcb3b6c7e85 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.2104058 Oct 25 09:07:39.886777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f25cb83-8235-44aa-9771-177b1bd278e5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.928019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.949867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:39.953863 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.972908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9f25cb83-8235-44aa-9771-177b1bd278e5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:39.980394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9f25cb83-8235-44aa-9771-177b1bd278e5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3592005 Oct 25 09:07:39.980786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32806) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:39.987231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'port': {'network_id': '27d7b1ab-4c90-40e1-9260-11947565c55e', 'name': 'tempest-RoutersIpV6Test-909709148'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:40.021830 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3009b71e-fdb8-4367-9abc-b6af2bd6482c req-30fd0421-a43f-41b4-8e9c-beaea0d8ec60 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179338 Oct 25 09:07:40.071603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:40.096279 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8546e31-d985-45bb-96da-aac8eb9af702 x-openstack-request-id: req-f8546e31-d985-45bb-96da-aac8eb9af702 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:40.096572 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "tag": "f97e15a4-c0c3-465e-9338-44323c619700", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:40.096828 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8546e31-d985-45bb-96da-aac8eb9af702 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:40.097266 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700', 'status': 'completed', 'code': 200} Oct 25 09:07:40.115635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'fixed_ips': [{'subnet_id': 'fcf4de76-3e27-4c9b-8fa3-3055e98dcbba'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:07:40.116982 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.212668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-e6176789-3d79-4693-819f-efbf61c4424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:40.216289 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-e6176789-3d79-4693-819f-efbf61c4424b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1133 time: 0.0761471 Oct 25 09:07:40.220359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:40.224322 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.266471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-27d7b1ab-4c90-40e1-9260-11947565c55e', 'network_id': '27d7b1ab-4c90-40e1-9260-11947565c55e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': 'a5529b2f-dc72-491c-8348-4e86aa875a3c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:07:40.267818 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.303806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5958490-2947-462b-a83e-6fd23cc1243a req-6b6e9da9-4ca0-490a-8ffa-922d25d52bae tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:40.310796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] device_id is not set on port 6c2a241c-8bd3-47d3-aab2-aa00d322defb yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:07:40.313034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5958490-2947-462b-a83e-6fd23cc1243a req-6b6e9da9-4ca0-490a-8ffa-922d25d52bae tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 982 time: 0.1327677 Oct 25 09:07:40.358358 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.387846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.443550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-6e45bd85-1c16-496e-90ba-335e82c8e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:40.445361 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-6e45bd85-1c16-496e-90ba-335e82c8e1b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e HTTP/1.1" status: 200 len: 897 time: 0.2167504 Oct 25 09:07:40.466993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:40.469452 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f453c3e7-1d56-497e-82de-c818a963a488" -d '{"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:40.473502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5958490-2947-462b-a83e-6fd23cc1243a req-55c1f348-97c3-4ada-8cae-798399b0e5ed tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1300251 Oct 25 09:07:40.484968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Checking segment: {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:40.485459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network hostable DHCP agents. Network: d91f9295-6e76-4c9c-8ec8-f2f71a3188d5, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:07:40.510608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:40.512857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Subnet': ['ID=d9929620-9dee-421b-a760-60df390e5400,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:40.525411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:07:40.528058 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.530877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Allocated IP 10.1.1.2 (3312f8d8-9295-411c-bac6-d4c0058ea8f4/fcf4de76-3e27-4c9b-8fa3-3055e98dcbba/ee7ce71f-1bb3-449c-9e29-ace4436cdf9a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:40.540034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d91f9295-6e76-4c9c-8ec8-f2f71a3188d5) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:40.546619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8::3c4 (27d7b1ab-4c90-40e1-9260-11947565c55e/a5529b2f-dc72-491c-8348-4e86aa875a3c/6c2a241c-8bd3-47d3-aab2-aa00d322defb) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:40.549533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:40.550407 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.560110 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-9dd51254-a578-4de6-8e17-320a68d33388 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97e15a4-c0c3-465e-9338-44323c619700 HTTP/1.1" status: 200 len: 217 time: 0.0897758 Oct 25 09:07:40.565218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8dbd67-51c6-4bb1-8f61-1ade8a0c0910 None None] Network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:40.613324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-02281977-79d5-4b54-9ffc-c0f546ddb1c1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9241147 Oct 25 09:07:40.616072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32838) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:40.626785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'port': {'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'name': 'tempest-TaggedBootDevicesTest_v242-1415216799', 'fixed_ips': [{'subnet_id': 'fcf4de76-3e27-4c9b-8fa3-3055e98dcbba'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:40.631515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b7885-d3e5-481b-a72d-172b0e6994cb req-f07b4903-57a2-4b9d-ad53-0410c7b8fa3b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:40.633064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-396b7885-d3e5-481b-a72d-172b0e6994cb req-f07b4903-57a2-4b9d-ad53-0410c7b8fa3b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1095 time: 0.0778854 Oct 25 09:07:40.674672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-396b7885-d3e5-481b-a72d-172b0e6994cb req-d4259a4b-3573-4091-b176-273d6566c561 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348320 Oct 25 09:07:40.699695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-222dcedb-1d98-4421-9790-1dcba97935db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:40.702357 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-222dcedb-1d98-4421-9790-1dcba97935db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85b473a8-35c8-4b1b-8116-7da9c88015a2 HTTP/1.1" status: 200 len: 835 time: 0.1340261 Oct 25 09:07:40.741476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=14']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:40.833491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.836856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b0ac6937-b572-4cac-b88f-34a1aebd4b89 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:07:40.837933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-05287ce1-c197-4d71-98f1-c84b8079d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:40.839627 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-05287ce1-c197-4d71-98f1-c84b8079d4a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280422 Oct 25 09:07:40.865448 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.895109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5ed72-fbd7-401b-9175-6a8713ab9be2 req-641ea69a-6bfd-4a7b-a609-91b9f535bade tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:40.896621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ee5ed72-fbd7-401b-9175-6a8713ab9be2 req-641ea69a-6bfd-4a7b-a609-91b9f535bade tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.0580616 Oct 25 09:07:40.913385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Pushing event updated for resources: {'Port': ['ID=ee7ce71f-1bb3-449c-9e29-ace4436cdf9a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:40.919081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d91f9295-6e76-4c9c-8ec8-f2f71a3188d5', 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'fixed_ips': [{'subnet_id': 'd9929620-9dee-421b-a760-60df390e5400'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:07:40.920144 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.951441 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:40.955438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:40.968179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ee5ed72-fbd7-401b-9175-6a8713ab9be2 req-4bb8cef0-18ee-4dc8-8ed8-2a12888b513d tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641048 Oct 25 09:07:40.976815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:40.995379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:41.003927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:41.032280 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-47e71640-9c91-4532-b3ef-0e2680ba4fa7 service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797597 Oct 25 09:07:41.095527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a4c0a-e7b7-47be-81d5-f36a2724ff69 req-b22030ee-96be-4d1e-80e6-5c1ef24a35fd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:41.097062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a9a4c0a-e7b7-47be-81d5-f36a2724ff69 req-b22030ee-96be-4d1e-80e6-5c1ef24a35fd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0610912 Oct 25 09:07:41.141737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a9a4c0a-e7b7-47be-81d5-f36a2724ff69 req-861a3471-ec33-48a4-9e6d-8e8bd607245a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350912 Oct 25 09:07:41.147704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Attempting to bind port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:41.148067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Attempting to bind port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:41.148429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Attempting to bind port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:41.159826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b0ac6937-b572-4cac-b88f-34a1aebd4b89, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b0ac6937-b572-4cac-b88f-34a1aebd4b89,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:41.173623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:41.174228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Checking segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:41.174649 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.175043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Bound using segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:41.175918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Bound port: ee7ce71f-1bb3-449c-9e29-ace4436cdf9a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:41.176530 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.215060 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b50d1d-ffa5-45fc-b38f-26ade235dfbf x-openstack-request-id: req-40b50d1d-ffa5-45fc-b38f-26ade235dfbf {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:41.215345 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:41.215800 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40b50d1d-ffa5-45fc-b38f-26ade235dfbf {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:41.216204 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'code': 200} Oct 25 09:07:41.225040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'b0ac6937-b572-4cac-b88f-34a1aebd4b89', 'network_id': '84772963-bb89-40bb-9ae7-3bb75c3c6025', 'port_id': 'b0ac6937-b572-4cac-b88f-34a1aebd4b89', 'mac_address': 'fa:16:3e:a0:83:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317872ae-f4a9-4be5-be00-63f9ea516541', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:07:41.285152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Allocated IP 10.2.2.2 (d91f9295-6e76-4c9c-8ec8-f2f71a3188d5/d9929620-9dee-421b-a760-60df390e5400/bda941cb-7703-4433-826f-9dd497da8385) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:41.318973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851538df-f070-4f45-bfff-5e0aa21749f2 req-6cb902ba-2771-4216-af64-549f99f189ae tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:41.325641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-851538df-f070-4f45-bfff-5e0aa21749f2 req-6cb902ba-2771-4216-af64-549f99f189ae tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.0639865 Oct 25 09:07:41.363824 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.372689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-851538df-f070-4f45-bfff-5e0aa21749f2 req-baf48fb0-517e-4dc5-98cd-513babecbf6d tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Oct 25 09:07:41.389602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ac6937-b572-4cac-b88f-34a1aebd4b89 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:41.400863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] For port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:41.419136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b0ac6937-b572-4cac-b88f-34a1aebd4b89, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b0ac6937-b572-4cac-b88f-34a1aebd4b89,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:41.430787 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.435367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] For port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ee7ce71f-1bb3-449c-9e29-ace4436cdf9a,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:41.461180 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.485756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.575061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.581668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b0ac6937-b572-4cac-b88f-34a1aebd4b89,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:41.633644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 27d7b1ab-4c90-40e1-9260-11947565c55e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:41.636767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=6c2a241c-8bd3-47d3-aab2-aa00d322defb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:41.653500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2030f80-aa99-4c56-913e-4bd93ba316eb req-f8f93ef5-9e0d-4f91-b1e9-9778380f4f2b service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106708 Oct 25 09:07:41.656304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:41.660749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:41.667881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:41.668536 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.678800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] device_id is not set on port b175bd09-9bd3-481f-8b2b-9704643fe6a4 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:07:41.734662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.748307 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:41.750792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Allocated IP 2001:db8::2 (27d7b1ab-4c90-40e1-9260-11947565c55e/a5529b2f-dc72-491c-8348-4e86aa875a3c/c77b0aca-9e82-4978-a075-c292edb7f61a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:41.753476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eac4bc-2d70-4e46-a8fd-ab9cb6637e0e None None] Pushing event updated for resources: {'Port': ['ID=ee7ce71f-1bb3-449c-9e29-ace4436cdf9a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:41.767022 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ceac8d03-015e-412a-b4a3-c46d5d2d6c80 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7849405 Oct 25 09:07:41.767818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32854) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:41.824604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:41.839334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:41.868167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:41.887450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Pushing event updated for resources: {'Port': ['ID=bda941cb-7703-4433-826f-9dd497da8385,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:41.982959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Allocated IP 10.1.1.50 (3312f8d8-9295-411c-bac6-d4c0058ea8f4/fcf4de76-3e27-4c9b-8fa3-3055e98dcbba/b175bd09-9bd3-481f-8b2b-9704643fe6a4) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:41.989824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Attempting to bind port bda941cb-7703-4433-826f-9dd497da8385 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:41.990786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Attempting to bind port bda941cb-7703-4433-826f-9dd497da8385 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:41.991501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Attempting to bind port bda941cb-7703-4433-826f-9dd497da8385 on network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:42.003989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-d0a49e5d-288c-44a0-8a42-d30bdf6b4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:42.007532 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-d0a49e5d-288c-44a0-8a42-d30bdf6b4652 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1095 time: 0.1928523 Oct 25 09:07:42.027671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:42.028465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Checking segment: {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:42.029162 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.029770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Bound using segment: {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:42.030504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Bound port: bda941cb-7703-4433-826f-9dd497da8385, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:42.031115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.035960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b0ac6937-b572-4cac-b88f-34a1aebd4b89'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:42.148364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1b08b-86f2-4124-a040-1ee403667123 req-5c346a94-01f2-44d8-9754-82ecd88dc042 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:42.150016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb1b08b-86f2-4124-a040-1ee403667123 req-5c346a94-01f2-44d8-9754-82ecd88dc042 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 982 time: 0.3256640 Oct 25 09:07:42.199799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-e1e35086-dd42-4db1-b9f8-a6b45ceeffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:42.201536 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-e1e35086-dd42-4db1-b9f8-a6b45ceeffaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.1816754 Oct 25 09:07:42.264803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb1b08b-86f2-4124-a040-1ee403667123 req-25dcea14-b4e7-43cf-a7ec-48e2c2bffe9f tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0834761 Oct 25 09:07:42.270146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.322671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.327812 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-a03c19fe-2bec-4a81-bd4d-e5d2eccb8dfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 999 time: 0.1158850 Oct 25 09:07:42.336362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.357476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.406702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-94acd67e-8aaf-4fbf-8a5f-1bdf64d2f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:42.408450 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-94acd67e-8aaf-4fbf-8a5f-1bdf64d2f366 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.0742617 Oct 25 09:07:42.416180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] For port bda941cb-7703-4433-826f-9dd497da8385, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:42.427180 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.454150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] For port bda941cb-7703-4433-826f-9dd497da8385, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bda941cb-7703-4433-826f-9dd497da8385,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:42.458655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Network 27d7b1ab-4c90-40e1-9260-11947565c55e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:42.464463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:42.470986 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.473196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:42.477691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Pushing event updated for resources: {'Port': ['ID=c77b0aca-9e82-4978-a075-c292edb7f61a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:42.508042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:42.511941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=b175bd09-9bd3-481f-8b2b-9704643fe6a4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:42.515544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:42.519288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-0dede210-62c4-4d38-a932-ddb8203d08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:42.520802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-0dede210-62c4-4d38-a932-ddb8203d08d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043615 Oct 25 09:07:42.521592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:42.597038 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.612916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.644300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32c894-9048-4220-86df-d5054cabd5f0 None None] Pushing event updated for resources: {'Port': ['ID=bda941cb-7703-4433-826f-9dd497da8385,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:42.647130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Attempting to bind port c77b0aca-9e82-4978-a075-c292edb7f61a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:42.647570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Attempting to bind port c77b0aca-9e82-4978-a075-c292edb7f61a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'c508d52f-da9f-4b32-8d8c-16e6b3eeb64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27d7b1ab-4c90-40e1-9260-11947565c55e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:42.647994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Attempting to bind port c77b0aca-9e82-4978-a075-c292edb7f61a on network 27d7b1ab-4c90-40e1-9260-11947565c55e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:42.649209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:42.649859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.656436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:42.656916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Checking segment: {'id': 'c508d52f-da9f-4b32-8d8c-16e6b3eeb64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27d7b1ab-4c90-40e1-9260-11947565c55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:42.657392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.658252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Bound using segment: {'id': 'c508d52f-da9f-4b32-8d8c-16e6b3eeb64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27d7b1ab-4c90-40e1-9260-11947565c55e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:42.658868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Bound port: c77b0aca-9e82-4978-a075-c292edb7f61a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c508d52f-da9f-4b32-8d8c-16e6b3eeb64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '27d7b1ab-4c90-40e1-9260-11947565c55e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:42.665929 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.680866 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a9ab0901-6dd1-4654-827e-937d0cdf7a70 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0637186 Oct 25 09:07:42.683403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32860) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:42.689678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'port': {'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'name': 'tempest-TaggedBootDevicesTest_v242-263300494', 'fixed_ips': [{'subnet_id': 'fcf4de76-3e27-4c9b-8fa3-3055e98dcbba'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:42.737388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea425b-c811-4e88-b326-55c1f508d1f5 req-4f7b13ff-f739-4693-b94c-c9107a85aae4 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:42.744831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea425b-c811-4e88-b326-55c1f508d1f5 req-4f7b13ff-f739-4693-b94c-c9107a85aae4 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1096 time: 0.1453502 Oct 25 09:07:42.775635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] For port c77b0aca-9e82-4978-a075-c292edb7f61a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:42.777838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=6c2a241c-8bd3-47d3-aab2-aa00d322defb,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:42.780565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] For port c77b0aca-9e82-4978-a075-c292edb7f61a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c77b0aca-9e82-4978-a075-c292edb7f61a,segment=NetworkSegment(c508d52f-da9f-4b32-8d8c-16e6b3eeb64a),segment_id=c508d52f-da9f-4b32-8d8c-16e6b3eeb64a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:42.794127 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-5b053f9d-3eb8-4048-8422-4f64c77d04ef service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472820 Oct 25 09:07:42.794275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:42.831434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea425b-c811-4e88-b326-55c1f508d1f5 req-02152f82-2431-4650-ad5c-da7f15b56145 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855947 Oct 25 09:07:42.933467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185acb1d-6aca-44f9-b00d-bc5ea71570eb None None] Pushing event updated for resources: {'Port': ['ID=c77b0aca-9e82-4978-a075-c292edb7f61a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:42.979996 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.014474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:43.020268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.056680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] device_id is not set on port ea27bf0e-012d-449b-b30f-f619d35d2361 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:07:43.063687 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-271ebb86-f8c9-460c-81fb-efb09cb997ae req-7f2366e9-1558-4920-87b2-c44c683e4e5e service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571254 Oct 25 09:07:43.174368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4f492-f5bf-44ab-8ac6-728423b1a2f9 req-3b77333f-f4ef-466f-8a7c-3087faf5b105 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:43.175677 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ac4f492-f5bf-44ab-8ac6-728423b1a2f9 req-3b77333f-f4ef-466f-8a7c-3087faf5b105 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2309630 Oct 25 09:07:43.177179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.339908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdea10f3-44da-4daa-89e7-26f8819e141b None None] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:43.358635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Allocated IP 10.1.1.202 (3312f8d8-9295-411c-bac6-d4c0058ea8f4/fcf4de76-3e27-4c9b-8fa3-3055e98dcbba/ea27bf0e-012d-449b-b30f-f619d35d2361) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:43.393735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ac4f492-f5bf-44ab-8ac6-728423b1a2f9 req-b767e84d-1cc4-4575-a8ac-c0d7fc7d22b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032454 Oct 25 09:07:43.426349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0cd43c47-30d1-408b-9917-aae632c0f270 None None] Provisioning complete for port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:43.426863 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0cd43c47-30d1-408b-9917-aae632c0f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.588199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-04d6cd94-b4c0-4b23-aa2c-60bb79267fb8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:43.589494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.590202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-04d6cd94-b4c0-4b23-aa2c-60bb79267fb8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "GET /v2.0/ports?device_id=d30aa321-2ac5-46bf-abf9-87b0b5c58661 HTTP/1.1" status: 200 len: 946 time: 0.2094915 Oct 25 09:07:43.625352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0cd43c47-30d1-408b-9917-aae632c0f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.641192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.671551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0cd43c47-30d1-408b-9917-aae632c0f270 None None] For port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ee7ce71f-1bb3-449c-9e29-ace4436cdf9a,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:43.679502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0cd43c47-30d1-408b-9917-aae632c0f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.725762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:43.727792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:43.730532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=ea27bf0e-012d-449b-b30f-f619d35d2361,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:43.738606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:43.750997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43c47-30d1-408b-9917-aae632c0f270 None None] Pushing event updated for resources: {'Port': ['ID=ee7ce71f-1bb3-449c-9e29-ace4436cdf9a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:43.819499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:43.820304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.869365 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fd22fb34-857c-4be9-bb72-9effb0f3acfb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1848760 Oct 25 09:07:43.942363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495610-113f-4556-8f65-10f3df4cc161 req-845b016d-3ea6-47c7-8c1b-f54220d82a13 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:43.945233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-845b016d-3ea6-47c7-8c1b-f54220d82a13 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 815 time: 0.4226081 Oct 25 09:07:43.988424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:43.994349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-15174f12-2f8a-4f3b-992e-8dc075d3d694 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/quotas/b876f3c206874972bf99f93707748e36 HTTP/1.1" status: 200 len: 375 time: 0.0423145 Oct 25 09:07:44.000574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c77b0aca-9e82-4978-a075-c292edb7f61a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:44.001290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.003436 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.007630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Deleting port 6b314c23-bf53-495e-ac0b-caf71d5d7082 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:44.013262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.070609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c77b0aca-9e82-4978-a075-c292edb7f61a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:44.072287 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.100643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f97e15a4-c0c3-465e-9338-44323c619700 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:07:44.235711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-bcf161ac-4869-4425-9646-e51502f5d9ab tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2163484 Oct 25 09:07:44.281518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=6c2a241c-8bd3-47d3-aab2-aa00d322defb,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:44.294960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e6d1a8c1-a936-4418-b2ae-392b8c31cb97 None None] Provisioning complete for port ea27bf0e-012d-449b-b30f-f619d35d2361 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:44.295475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a8c1-a936-4418-b2ae-392b8c31cb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.302024 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.355127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f97e15a4-c0c3-465e-9338-44323c619700, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f97e15a4-c0c3-465e-9338-44323c619700,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:44.388211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'f97e15a4-c0c3-465e-9338-44323c619700', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'port_id': 'f97e15a4-c0c3-465e-9338-44323c619700', 'mac_address': 'fa:16:3e:6f:bf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:07:44.409637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port c77b0aca-9e82-4978-a075-c292edb7f61a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c77b0aca-9e82-4978-a075-c292edb7f61a,segment=NetworkSegment(c508d52f-da9f-4b32-8d8c-16e6b3eeb64a),segment_id=c508d52f-da9f-4b32-8d8c-16e6b3eeb64a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:44.412635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1a8c1-a936-4418-b2ae-392b8c31cb97 None None] Port ea27bf0e-012d-449b-b30f-f619d35d2361 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:44.422303 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.424279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bda941cb-7703-4433-826f-9dd497da8385 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:44.509261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a7d2b-ccf4-435e-bbdc-7e1339515f31 None None] Network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:44.536317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e6d1a8c1-a936-4418-b2ae-392b8c31cb97 None None] Provisioning complete for port b175bd09-9bd3-481f-8b2b-9704643fe6a4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:44.537031 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a8c1-a936-4418-b2ae-392b8c31cb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.600939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.659777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97e15a4-c0c3-465e-9338-44323c619700 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:44.666286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1a8c1-a936-4418-b2ae-392b8c31cb97 None None] Port b175bd09-9bd3-481f-8b2b-9704643fe6a4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:44.667883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=c77b0aca-9e82-4978-a075-c292edb7f61a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:44.714475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] For port 6b314c23-bf53-495e-ac0b-caf71d5d7082, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6b314c23-bf53-495e-ac0b-caf71d5d7082,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:44.714843 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.717383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f97e15a4-c0c3-465e-9338-44323c619700, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f97e15a4-c0c3-465e-9338-44323c619700,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:44.730154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.731774 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Calling delete_port for 6b314c23-bf53-495e-ac0b-caf71d5d7082 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:44.734539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e6d1a8c1-a936-4418-b2ae-392b8c31cb97 None None] Provisioning complete for port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:44.734898 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a8c1-a936-4418-b2ae-392b8c31cb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.737682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bda941cb-7703-4433-826f-9dd497da8385 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:44.738036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:44.828661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 27d7b1ab-4c90-40e1-9260-11947565c55e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:44.837524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:44.853352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b0ac6937-b572-4cac-b88f-34a1aebd4b89 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:44.906663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fa257-71a1-4918-8ad5-613334023685 None None] Network 27d7b1ab-4c90-40e1-9260-11947565c55e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:44.930026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-c6d7567e-c241-4c7d-afc1-7d4106fe11c5 service neutron] 10.222.0.32 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787415 Oct 25 09:07:44.980525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f97e15a4-c0c3-465e-9338-44323c619700,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:45.059102 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:45.116099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Pushing event deleted for resources: {'Port': ['ID=6b314c23-bf53-495e-ac0b-caf71d5d7082,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:45.128116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-64d170f5-5d6e-4ab3-9da9-f0572639d733 service neutron] 10.222.0.32 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786921 Oct 25 09:07:45.170171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] No DVR routers for this DVR port 6b314c23-bf53-495e-ac0b-caf71d5d7082 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:07:45.174166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:45.177527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74d8c312-fb5e-4c73-afe8-81aae020152c req-a0269822-d48e-482d-8228-788df6c65a2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "DELETE /v2.0/ports/6b314c23-bf53-495e-ac0b-caf71d5d7082 HTTP/1.1" status: 204 len: 173 time: 1.5723832 Oct 25 09:07:45.178001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'name': 'network-vif-deleted', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:45.180579 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37efd537-e77b-4e06-aeaa-aec760768c91" -d '{"events": [{"server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "name": "network-vif-deleted", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:45.190292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router edea4478-8c7d-493b-8572-560ac92fd9e3 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:07:45.303625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f97e15a4-c0c3-465e-9338-44323c619700'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:45.354269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:45.360312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port b0ac6937-b572-4cac-b88f-34a1aebd4b89 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:07:45.365373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32884) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:45.365894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c74352ca-8713-4223-a401-6e7ead3306ad tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/edea4478-8c7d-493b-8572-560ac92fd9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5966432 Oct 25 09:07:45.385484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port b0ac6937-b572-4cac-b88f-34a1aebd4b89 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:45.385868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:45.393716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e2f73-4e7c-424f-a353-0db1bdc72f75 None None] Sync routers for ids ['edea4478-8c7d-493b-8572-560ac92fd9e3'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:45.444467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:45.454412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa26545f-3328-412d-b50c-a57849969a94 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:45.456373 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aa26545f-3328-412d-b50c-a57849969a94 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports/6c2a241c-8bd3-47d3-aab2-aa00d322defb HTTP/1.1" status: 200 len: 983 time: 0.0892305 Oct 25 09:07:45.461369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32886) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:45.566858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cb726-af4f-45d6-9856-a27e49171a86 req-ba65dc3b-49fb-4175-bb89-2e024cf279bf tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:45.568420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad9cb726-af4f-45d6-9856-a27e49171a86 req-ba65dc3b-49fb-4175-bb89-2e024cf279bf tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1176155 Oct 25 09:07:45.629199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad9cb726-af4f-45d6-9856-a27e49171a86 req-1c620e3c-2359-42bd-b7b6-99debe438300 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498679 Oct 25 09:07:45.635154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port bda941cb-7703-4433-826f-9dd497da8385, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bda941cb-7703-4433-826f-9dd497da8385,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:45.637569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e2f73-4e7c-424f-a353-0db1bdc72f75 None None] Routers {'edea4478-8c7d-493b-8572-560ac92fd9e3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:45.639096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-432e2f73-4e7c-424f-a353-0db1bdc72f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['edea4478-8c7d-493b-8572-560ac92fd9e3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:45.696821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Provisioning complete for port ea27bf0e-012d-449b-b30f-f619d35d2361 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:45.697298 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:45.705463 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:45.706394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ee7ce71f-1bb3-449c-9e29-ace4436cdf9a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:45.716302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-432e2f73-4e7c-424f-a353-0db1bdc72f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:45.821206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b96b39-4a3a-4bac-b1c8-5d82f3ea9a05 req-2b97e177-44ef-4dbc-a534-84f247b1868e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:45.834745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3b96b39-4a3a-4bac-b1c8-5d82f3ea9a05 req-2b97e177-44ef-4dbc-a534-84f247b1868e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 983 time: 0.1047423 Oct 25 09:07:45.894305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3b96b39-4a3a-4bac-b1c8-5d82f3ea9a05 req-b9e2488b-aeba-4c55-b142-53cf889b5cab tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0583174 Oct 25 09:07:45.935277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.013090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94f035-2f9d-4462-8d9b-575e5d9755a7 req-9be726e2-d605-4bde-8712-7a343226edb8 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:46.014747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff94f035-2f9d-4462-8d9b-575e5d9755a7 req-9be726e2-d605-4bde-8712-7a343226edb8 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1096 time: 0.0551755 Oct 25 09:07:46.047286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e2f73-4e7c-424f-a353-0db1bdc72f75 None None] Routers {'edea4478-8c7d-493b-8572-560ac92fd9e3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:46.047916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-432e2f73-4e7c-424f-a353-0db1bdc72f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['edea4478-8c7d-493b-8572-560ac92fd9e3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:46.062266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff94f035-2f9d-4462-8d9b-575e5d9755a7 req-a29b0a70-d063-4522-9155-1f3c246e3c8d tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368092 Oct 25 09:07:46.091748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-432e2f73-4e7c-424f-a353-0db1bdc72f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:46.092349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e2f73-4e7c-424f-a353-0db1bdc72f75 None None] The sync data for ids ['edea4478-8c7d-493b-8572-560ac92fd9e3'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:46.094859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Port ea27bf0e-012d-449b-b30f-f619d35d2361 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:46.105174 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.131652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=bda941cb-7703-4433-826f-9dd497da8385,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:46.150831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Provisioning complete for port b175bd09-9bd3-481f-8b2b-9704643fe6a4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:46.151200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.242228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 6c2a241c-8bd3-47d3-aab2-aa00d322defb {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:46.242597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.262888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c6e5a2-7b4d-4554-b8db-8bd4a9f41037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ac6937-b572-4cac-b88f-34a1aebd4b89'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:46.265531 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3478c019-8e5a-498c-a490-7ef6aca6a247" -d '{"events": [{"server_uuid": "31c6e5a2-7b4d-4554-b8db-8bd4a9f41037", "name": "network-vif-plugged", "status": "completed", "tag": "b0ac6937-b572-4cac-b88f-34a1aebd4b89"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:46.273729 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b0ac6937-b572-4cac-b88f-34a1aebd4b89, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b0ac6937-b572-4cac-b88f-34a1aebd4b89,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:46.281199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:46.281696 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.290710 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.334184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.347119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 6c2a241c-8bd3-47d3-aab2-aa00d322defb owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:46.371387 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Port b175bd09-9bd3-481f-8b2b-9704643fe6a4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:46.431156 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-48f969d3-4cc0-4e26-8b2a-eca0ac1aef1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.444055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b0ac6937-b572-4cac-b88f-34a1aebd4b89,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:46.450308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Provisioning complete for port c77b0aca-9e82-4978-a075-c292edb7f61a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:46.450686 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.472786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32898) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:46.477813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bd86c61e-8eba-49f9-90de-4440865b2e25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324962189', 'description': 'tempest-description--1954412754'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:46.528714 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd86c61e-8eba-49f9-90de-4440865b2e25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.630636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.663462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Provisioning complete for port bda941cb-7703-4433-826f-9dd497da8385 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:46.663837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1c79-9e50-4232-b921-bb832458acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.674077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=6c2a241c-8bd3-47d3-aab2-aa00d322defb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:46.731342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c77b0aca-9e82-4978-a075-c292edb7f61a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:46.759386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd86c61e-8eba-49f9-90de-4440865b2e25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.796682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.804170 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd86c61e-8eba-49f9-90de-4440865b2e25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.844568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86c61e-8eba-49f9-90de-4440865b2e25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e0fd35-cbce-4351-8d94-918b65209e92,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:46.867457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6b314c23-bf53-495e-ac0b-caf71d5d7082 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:46.883911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f0418-eecd-4af2-a0c9-db0f8dc5009d req-810e0a7b-cd1c-4270-a138-308acec7c288 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:46.885498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e75f0418-eecd-4af2-a0c9-db0f8dc5009d req-810e0a7b-cd1c-4270-a138-308acec7c288 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2990460 Oct 25 09:07:46.891508 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd86c61e-8eba-49f9-90de-4440865b2e25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.894123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bd86c61e-8eba-49f9-90de-4440865b2e25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4200172 Oct 25 09:07:46.902500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 6b314c23-bf53-495e-ac0b-caf71d5d7082 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:07:46.902896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6b314c23-bf53-495e-ac0b-caf71d5d7082 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:07:46.905176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32902) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:46.914966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c77b0aca-9e82-4978-a075-c292edb7f61a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:46.915449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:46.929580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-52fc56e4-048b-4bbd-880d-0a4068be573e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'security_group_rule': {'security_group_id': 'e0e0fd35-cbce-4351-8d94-918b65209e92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:46.999434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e75f0418-eecd-4af2-a0c9-db0f8dc5009d req-3ea7a0ae-6089-4860-88c7-ff9db678e3f0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016321 Oct 25 09:07:47.025283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495610-113f-4556-8f65-10f3df4cc161 req-9e5acd8f-3c28-4104-8b4c-07ee24c1d388 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:47.025283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-9e5acd8f-3c28-4104-8b4c-07ee24c1d388 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 815 time: 0.2922783 Oct 25 09:07:47.039742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bda941cb-7703-4433-826f-9dd497da8385 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:47.042728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Request body: {'port': {'device_id': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'admin_state_up': True, 'tenant_id': 'b876f3c206874972bf99f93707748e36'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:47.050242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router edea4478-8c7d-493b-8572-560ac92fd9e3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:07:47.052399 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52fc56e4-048b-4bbd-880d-0a4068be573e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.095917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cef06a69-280c-409d-9294-7b129d409691 None None] Provisioning complete for port bda941cb-7703-4433-826f-9dd497da8385 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:47.096928 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cef06a69-280c-409d-9294-7b129d409691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.137063 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66039323-d193-4214-9030-81995ba7a7b4 x-openstack-request-id: req-66039323-d193-4214-9030-81995ba7a7b4 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:47.137622 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30aa321-2ac5-46bf-abf9-87b0b5c58661", "name": "network-vif-deleted", "tag": "6b314c23-bf53-495e-ac0b-caf71d5d7082", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:47.138067 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66039323-d193-4214-9030-81995ba7a7b4 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:47.138470 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30aa321-2ac5-46bf-abf9-87b0b5c58661', 'name': 'network-vif-deleted', 'tag': '6b314c23-bf53-495e-ac0b-caf71d5d7082', 'status': 'completed', 'code': 200} Oct 25 09:07:47.172785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bda941cb-7703-4433-826f-9dd497da8385 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:47.173189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.173907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:47.184086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9259ab48-598e-49e9-b296-8da987ed1462 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/edea4478-8c7d-493b-8572-560ac92fd9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7187631 Oct 25 09:07:47.185034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32910) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:47.190611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4ccd40-9993-442b-af75-6f3cc54a6bc1 None None] Sync routers for ids ['edea4478-8c7d-493b-8572-560ac92fd9e3'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:47.200648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28ea9e85-6ccd-4f93-82de-ee6816c05c72 req-2b941695-bfb3-4759-9656-9f9983f875df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 210 time: 0.0569475 Oct 25 09:07:47.207324 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ccd40-9993-442b-af75-6f3cc54a6bc1 None None] Routers {'edea4478-8c7d-493b-8572-560ac92fd9e3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:47.207935 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1e4ccd40-9993-442b-af75-6f3cc54a6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['edea4478-8c7d-493b-8572-560ac92fd9e3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:47.265896 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8320bf2-6c4a-48b4-ba54-7c23b121d0bb x-openstack-request-id: req-b8320bf2-6c4a-48b4-ba54-7c23b121d0bb {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:47.266170 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c6e5a2-7b4d-4554-b8db-8bd4a9f41037", "name": "network-vif-plugged", "status": "completed", "tag": "b0ac6937-b572-4cac-b88f-34a1aebd4b89", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:47.266426 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8320bf2-6c4a-48b4-ba54-7c23b121d0bb {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:47.266819 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c6e5a2-7b4d-4554-b8db-8bd4a9f41037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ac6937-b572-4cac-b88f-34a1aebd4b89', 'code': 200} Oct 25 09:07:47.291980 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1e4ccd40-9993-442b-af75-6f3cc54a6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:47.293225 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52fc56e4-048b-4bbd-880d-0a4068be573e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.299062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52fc56e4-048b-4bbd-880d-0a4068be573e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.315101 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ccd40-9993-442b-af75-6f3cc54a6bc1 None None] Routers {'edea4478-8c7d-493b-8572-560ac92fd9e3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:47.315736 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1e4ccd40-9993-442b-af75-6f3cc54a6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['edea4478-8c7d-493b-8572-560ac92fd9e3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:47.354103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc56e4-048b-4bbd-880d-0a4068be573e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e11d01-b88a-48e0-b758-a5273c61b78c,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:47.366931 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1e4ccd40-9993-442b-af75-6f3cc54a6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:47.367918 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4ccd40-9993-442b-af75-6f3cc54a6bc1 None None] The sync data for ids ['edea4478-8c7d-493b-8572-560ac92fd9e3'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:47.405229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ee7ce71f-1bb3-449c-9e29-ace4436cdf9a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:47.411737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52fc56e4-048b-4bbd-880d-0a4068be573e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.417194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32912) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:47.418644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-52fc56e4-048b-4bbd-880d-0a4068be573e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5048568 Oct 25 09:07:47.449617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81764-4b9f-4260-9327-c99645b357a3 req-42572641-4887-4cdd-8636-fb6b983e17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:47.451567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10f81764-4b9f-4260-9327-c99645b357a3 req-42572641-4887-4cdd-8636-fb6b983e17de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1097 time: 0.0796542 Oct 25 09:07:47.452395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Made reservation on behalf of b876f3c206874972bf99f93707748e36 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:47.456876 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.461069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f7b05b68-a37c-4972-8cdd-3e8a251821b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'security_group_rule': {'security_group_id': 'e0e0fd35-cbce-4351-8d94-918b65209e92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:47.472700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cef06a69-280c-409d-9294-7b129d409691 None None] Provisioning complete for port c77b0aca-9e82-4978-a075-c292edb7f61a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:47.473095 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cef06a69-280c-409d-9294-7b129d409691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.496068 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7b05b68-a37c-4972-8cdd-3e8a251821b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.510636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:47.510926 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.518153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10f81764-4b9f-4260-9327-c99645b357a3 req-2b33dc6c-d234-48f8-abef-f56b5d372f6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572929 Oct 25 09:07:47.560278 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-213716a2-33b0-4d6f-9f67-0315ffbbdbbe tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] remove_router_interface failed (client error): The resource could not be found. Oct 25 09:07:47.561779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-213716a2-33b0-4d6f-9f67-0315ffbbdbbe tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/edea4478-8c7d-493b-8572-560ac92fd9e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3759370 Oct 25 09:07:47.574539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32914) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:47.618567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f3619303-94fe-4741-8c79-1ac4a7be86eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=edea4478-8c7d-493b-8572-560ac92fd9e3 HTTP/1.1" status: 200 len: 205 time: 0.0396934 Oct 25 09:07:47.618567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32916) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:47.620231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9155-a0a5-434a-b29f-f952bca72488 req-0e3e8ac7-ec4f-4151-a90f-8a5ca2bbdd72 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:47.621951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-660e9155-a0a5-434a-b29f-f952bca72488 req-0e3e8ac7-ec4f-4151-a90f-8a5ca2bbdd72 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.1405814 Oct 25 09:07:47.662919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cef06a69-280c-409d-9294-7b129d409691 None None] Could not find standard attr ID for object 6c2a241c-8bd3-47d3-aab2-aa00d322defb. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:07:47.670470 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7b05b68-a37c-4972-8cdd-3e8a251821b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.697820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7b05b68-a37c-4972-8cdd-3e8a251821b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.717055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-660e9155-a0a5-434a-b29f-f952bca72488 req-87cc576f-1d01-4c00-8770-25ff7836f0d8 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788300 Oct 25 09:07:47.729635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b05b68-a37c-4972-8cdd-3e8a251821b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29efa69-82cd-4243-ad48-ee68a0632d78,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:47.733540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d214999d-b228-4a57-bcbd-8e41cfd6d05d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.749160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Allocated IP 172.20.0.7 (ea47a6f9-b178-4198-a87a-73ca383f7874/271a4ad1-d4ab-4458-835c-3667c33d8d29/db69a669-e8d4-4fb4-bfbf-57387d10ea86) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:47.772188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7b05b68-a37c-4972-8cdd-3e8a251821b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.776722 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f7b05b68-a37c-4972-8cdd-3e8a251821b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3553846 Oct 25 09:07:47.777322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4bd0f447-9c6b-42c4-9b65-a96111e2a24a None None] Could not find standard attr ID for object 6c2a241c-8bd3-47d3-aab2-aa00d322defb. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:07:47.786984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32918) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:47.801336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:47.877749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.918379 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d214999d-b228-4a57-bcbd-8e41cfd6d05d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.920547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d214999d-b228-4a57-bcbd-8e41cfd6d05d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.968911 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d214999d-b228-4a57-bcbd-8e41cfd6d05d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.969495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d214999d-b228-4a57-bcbd-8e41cfd6d05d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Fanout notify agent at l3_agent the message router_deleted on router edea4478-8c7d-493b-8572-560ac92fd9e3 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:07:47.979353 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d214999d-b228-4a57-bcbd-8e41cfd6d05d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:47.981189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d214999d-b228-4a57-bcbd-8e41cfd6d05d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/edea4478-8c7d-493b-8572-560ac92fd9e3 HTTP/1.1" status: 204 len: 168 time: 0.3616087 Oct 25 09:07:47.983112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32920) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:48.007016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5710e4-669f-427c-ac5d-b0b9f83fe994 req-ddcaf554-c23b-4f76-a52f-80461f03599f tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:48.008412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5710e4-669f-427c-ac5d-b0b9f83fe994 req-ddcaf554-c23b-4f76-a52f-80461f03599f tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 983 time: 0.1813614 Oct 25 09:07:48.036059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cc457f-3c90-4bf8-a286-cbd4b7c316f4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet a5529b2f-dc72-491c-8348-4e86aa875a3c {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:07:48.039273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52cc457f-3c90-4bf8-a286-cbd4b7c316f4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.076270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.079443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f97e15a4-c0c3-465e-9338-44323c619700 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:48.081582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52cc457f-3c90-4bf8-a286-cbd4b7c316f4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.102532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5710e4-669f-427c-ac5d-b0b9f83fe994 req-afce6dd7-6e6c-4e6a-8618-2f3c91e16153 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0856769 Oct 25 09:07:48.139837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port f97e15a4-c0c3-465e-9338-44323c619700 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:07:48.147735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port f97e15a4-c0c3-465e-9338-44323c619700 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:48.148286 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.152852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.202578 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.209915 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52cc457f-3c90-4bf8-a286-cbd4b7c316f4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.221577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Network ea47a6f9-b178-4198-a87a-73ca383f7874 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:48.229589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:48.233187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:48.235616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Pushing event updated for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:48.276337 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.288560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52cc457f-3c90-4bf8-a286-cbd4b7c316f4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.318909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc457f-3c90-4bf8-a286-cbd4b7c316f4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=a5529b2f-dc72-491c-8348-4e86aa875a3c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:48.330134 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52cc457f-3c90-4bf8-a286-cbd4b7c316f4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.331501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c2aceb-0499-47ef-9093-2f48e90c377f None None] Network 27d7b1ab-4c90-40e1-9260-11947565c55e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:48.334165 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-52cc457f-3c90-4bf8-a286-cbd4b7c316f4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/a5529b2f-dc72-491c-8348-4e86aa875a3c HTTP/1.1" status: 204 len: 168 time: 0.3498478 Oct 25 09:07:48.336483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32926) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:48.337241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f97e15a4-c0c3-465e-9338-44323c619700, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f97e15a4-c0c3-465e-9338-44323c619700,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:48.351690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:48.352559 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.377762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.407652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-d5803c56-7676-4aa4-a049-810454e3da6c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3688688 Oct 25 09:07:48.412277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9ad3d-5e4d-43a7-94da-3216efdc9979 req-8b2c5a5c-5191-4230-b94f-62ec70974ee7 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:48.414319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ac9ad3d-5e4d-43a7-94da-3216efdc9979 req-8b2c5a5c-5191-4230-b94f-62ec70974ee7 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1097 time: 0.1135147 Oct 25 09:07:48.433070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.441944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Request body: {'port': {'device_id': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:48.472897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Allocated IP 172.25.8.214 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/19b0c8a9-f12b-4cda-b081-787431c032e7) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:48.482473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f97e15a4-c0c3-465e-9338-44323c619700,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:48.493417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port c77b0aca-9e82-4978-a075-c292edb7f61a {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:48.493813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.536406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ac9ad3d-5e4d-43a7-94da-3216efdc9979 req-81bbdb4f-3f51-4d73-9ce1-24ce0172faf9 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130469 Oct 25 09:07:48.578012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port c77b0aca-9e82-4978-a075-c292edb7f61a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c77b0aca-9e82-4978-a075-c292edb7f61a,segment=NetworkSegment(c508d52f-da9f-4b32-8d8c-16e6b3eeb64a),segment_id=c508d52f-da9f-4b32-8d8c-16e6b3eeb64a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:48.578012 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.585014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] DHCP port deletion for 27d7b1ab-4c90-40e1-9260-11947565c55e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:07:48.597805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for c77b0aca-9e82-4978-a075-c292edb7f61a owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:48.694577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.696447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.717841 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.722188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=c77b0aca-9e82-4978-a075-c292edb7f61a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:48.726543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No DVR routers for this DVR port c77b0aca-9e82-4978-a075-c292edb7f61a on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:07:48.770389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b91674-e1d6-4387-8cb0-0511914d5795 req-49966cc9-9d26-4a61-9302-f2e0fc0e6668 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:48.771949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03b91674-e1d6-4387-8cb0-0511914d5795 req-49966cc9-9d26-4a61-9302-f2e0fc0e6668 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 931 time: 0.1199648 Oct 25 09:07:48.806723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c77b0aca-9e82-4978-a075-c292edb7f61a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:48.844200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c77b0aca-9e82-4978-a075-c292edb7f61a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:07:48.844527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c77b0aca-9e82-4978-a075-c292edb7f61a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:07:48.857967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6f736961-0c94-4a9a-add0-2bd759e2cbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.869359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] Deleting port c77b0aca-9e82-4978-a075-c292edb7f61a {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:48.869729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.906341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03b91674-e1d6-4387-8cb0-0511914d5795 req-bdfcc230-dea6-4ba0-86fc-9a6a07eb8f9f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239028 Oct 25 09:07:48.910546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.952234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:48.956564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] For port c77b0aca-9e82-4978-a075-c292edb7f61a, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:48.957605 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:48.963950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:48.977536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:49.000203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] Calling delete_port for c77b0aca-9e82-4978-a075-c292edb7f61a owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:49.007176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] Port c77b0aca-9e82-4978-a075-c292edb7f61a was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:07:49.011292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.054108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] Pushing event deleted for resources: {'Port': ['ID=c77b0aca-9e82-4978-a075-c292edb7f61a,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:49.057629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952a811-726d-4c0c-8ddc-5d39208bed4d None None] No DVR routers for this DVR port c77b0aca-9e82-4978-a075-c292edb7f61a on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:07:49.074841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=19b0c8a9-f12b-4cda-b081-787431c032e7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:49.170667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87f0a1-a00f-4ef7-85f3-6d8414ea9fd0 req-accde835-09ce-402c-81cc-7a14d62279be tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:49.172151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de87f0a1-a00f-4ef7-85f3-6d8414ea9fd0 req-accde835-09ce-402c-81cc-7a14d62279be tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1346638 Oct 25 09:07:49.232001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.268362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:49.270798 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba58cf7-1168-470d-8954-dd760e7346ed" -d '{"events": [{"server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "name": "network-vif-plugged", "status": "completed", "tag": "f97e15a4-c0c3-465e-9338-44323c619700"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:49.278464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de87f0a1-a00f-4ef7-85f3-6d8414ea9fd0 req-597f67da-b255-406a-af5f-95336675caac tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975645 Oct 25 09:07:49.280656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.301376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db69a669-e8d4-4fb4-bfbf-57387d10ea86 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:49.312079 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.315209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d7b1ab-4c90-40e1-9260-11947565c55e']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:49.317663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.325386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c508d52f-da9f-4b32-8d8c-16e6b3eeb64a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:49.325768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c508d52f-da9f-4b32-8d8c-16e6b3eeb64a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:49.336220 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.351175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.357762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:49.358621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:49.362255 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:49.422789 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.427740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Transition to ACTIVE for port object db69a669-e8d4-4fb4-bfbf-57387d10ea86 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:07:49.432000 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.434335 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.435019 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/27d7b1ab-4c90-40e1-9260-11947565c55e HTTP/1.1" status: 204 len: 168 time: 1.0974259 Oct 25 09:07:49.443969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32938) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:49.446621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c4c4a-1efb-4756-b5bf-71875ec4a3c6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=27d7b1ab-4c90-40e1-9260-11947565c55e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:49.454191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-268107034'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:49.575679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Pushing event updated for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:49.586472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:49.589940 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.653214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c20b94-567c-456a-81f1-df794cc56918 req-390b8339-1e08-48b0-ac67-5bc129dc8b62 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:49.654673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14c20b94-567c-456a-81f1-df794cc56918 req-390b8339-1e08-48b0-ac67-5bc129dc8b62 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.2090054 Oct 25 09:07:49.709758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:07:49.714300 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.726417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.741459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.741798 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment e94f6f0d-e4a4-4704-9c48-fb37521de718 of type vlan for network a8b650bb-5f35-4930-9b96-c38cd64073ec Oct 25 09:07:49.785802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14c20b94-567c-456a-81f1-df794cc56918 req-9a78fd7d-97dd-47c8-b136-91ee8d57ad8b tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208599 Oct 25 09:07:49.824654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Attempting to bind port db69a669-e8d4-4fb4-bfbf-57387d10ea86 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:49.824921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Attempting to bind port db69a669-e8d4-4fb4-bfbf-57387d10ea86 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:49.825312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Attempting to bind port db69a669-e8d4-4fb4-bfbf-57387d10ea86 on network ea47a6f9-b178-4198-a87a-73ca383f7874 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:49.862898 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.869812 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.872196 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.876104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Port db69a669-e8d4-4fb4-bfbf-57387d10ea86 on network ea47a6f9-b178-4198-a87a-73ca383f7874 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:07:49.876453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Attempting to bind port db69a669-e8d4-4fb4-bfbf-57387d10ea86 on network ea47a6f9-b178-4198-a87a-73ca383f7874 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:49.889241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=19b0c8a9-f12b-4cda-b081-787431c032e7,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:49.914507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:49.914844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Checking segment: {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:49.915215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Bound using segment: {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:49.915651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Bound port: db69a669-e8d4-4fb4-bfbf-57387d10ea86, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:49.915996 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.945925 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.985097 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:49.990588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:49.991188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.031308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0232-306a-46ec-83b8-ee8a66b8c02c req-4598b9f3-0764-4f88-814a-6061a69cd686 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:50.033348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-772a0232-306a-46ec-83b8-ee8a66b8c02c req-4598b9f3-0764-4f88-814a-6061a69cd686 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 984 time: 0.1838315 Oct 25 09:07:50.035899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.036998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9d469ef9-c658-4b8f-b987-e7ac66432844 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2490292 Oct 25 09:07:50.079212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6298525 Oct 25 09:07:50.082710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32946) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:50.088067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': 'a8b650bb-5f35-4930-9b96-c38cd64073ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:50.188092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:50.192585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.385605 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.436639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:50.447990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af2081-f1ea-44f6-872a-3fab58ab78eb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=a8b650bb-5f35-4930-9b96-c38cd64073ec,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:50.450588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=fe2d487a-498f-412d-8a29-bc78d1de573b,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:50.456068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:50.462018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network a8b650bb-5f35-4930-9b96-c38cd64073ec details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:07:50.463016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': 'e94f6f0d-e4a4-4704-9c48-fb37521de718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b650bb-5f35-4930-9b96-c38cd64073ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:50.463490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: a8b650bb-5f35-4930-9b96-c38cd64073ec, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:07:50.467557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.482659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network a8b650bb-5f35-4930-9b96-c38cd64073ec is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:07:50.485382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-772a0232-306a-46ec-83b8-ee8a66b8c02c req-cb2993f6-5ac5-4ae7-83e7-defb8b4609e7 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4168487 Oct 25 09:07:50.495084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, a8b650bb-5f35-4930-9b96-c38cd64073ec) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:50.509214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:50.510763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.519961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:50.520607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.522260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/db69a669-e8d4-4fb4-bfbf-57387d10ea86 HTTP/1.1" status: 200 len: 1091 time: 2.0865650 Oct 25 09:07:50.522963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:50.524576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df557e0c-712a-4f36-bc8b-2dda199a5522 None None] Network a8b650bb-5f35-4930-9b96-c38cd64073ec requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:50.525414 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca7d12-76d6-4548-95dd-421216cf82bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:50.547860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caacff-cd4a-4fd1-8870-fa66009877c9 service neutron] Pushing event updated for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:50.555975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32956) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:50.557249 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a91d99ed-e894-4ccb-a886-b1b336978fd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4729497 Oct 25 09:07:50.564878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-50ac37c8-fc9f-40d4-9d25-037c5f8e6e2c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1685226543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:50.592474 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c125801-6d3b-465a-a43b-046a05ab1c26 x-openstack-request-id: req-4c125801-6d3b-465a-a43b-046a05ab1c26 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:50.593579 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "name": "network-vif-plugged", "status": "completed", "tag": "f97e15a4-c0c3-465e-9338-44323c619700", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:50.594002 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c125801-6d3b-465a-a43b-046a05ab1c26 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:50.594394 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700', 'code': 200} Oct 25 09:07:50.631759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50ac37c8-fc9f-40d4-9d25-037c5f8e6e2c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.632986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50ac37c8-fc9f-40d4-9d25-037c5f8e6e2c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.690057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495610-113f-4556-8f65-10f3df4cc161 req-c1d51838-0342-4c20-9721-2aa9b3349278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:50.691578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-c1d51838-0342-4c20-9721-2aa9b3349278 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 1094 time: 0.0944343 Oct 25 09:07:50.723694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1c2c-8767-4d16-a93c-fb28ebb84c0e req-850588ee-6b22-4bf6-97f0-77006060e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:50.725516 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec0f1c2c-8767-4d16-a93c-fb28ebb84c0e req-850588ee-6b22-4bf6-97f0-77006060e4f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1135 time: 0.0543981 Oct 25 09:07:50.763096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a8b650bb-5f35-4930-9b96-c38cd64073ec', 'network_id': 'a8b650bb-5f35-4930-9b96-c38cd64073ec', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': 'fe2d487a-498f-412d-8a29-bc78d1de573b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:07:50.764018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.779644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811479-ebfd-464c-be40-2038349f49f7 req-adb3185b-091c-4d9a-bfb1-d10467562e38 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:50.781179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a811479-ebfd-464c-be40-2038349f49f7 req-adb3185b-091c-4d9a-bfb1-d10467562e38 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1435738 Oct 25 09:07:50.783570 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50ac37c8-fc9f-40d4-9d25-037c5f8e6e2c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.785295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-d0a51aa2-e3b9-47ce-b5a5-4633e94ada73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86 HTTP/1.1" status: 200 len: 217 time: 0.0777361 Oct 25 09:07:50.789035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50ac37c8-fc9f-40d4-9d25-037c5f8e6e2c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.806900 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec0f1c2c-8767-4d16-a93c-fb28ebb84c0e req-c5395306-6084-4029-aefd-462473aa54a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0739861 Oct 25 09:07:50.854434 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50ac37c8-fc9f-40d4-9d25-037c5f8e6e2c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:50.855625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-50ac37c8-fc9f-40d4-9d25-037c5f8e6e2c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2984257 Oct 25 09:07:50.858661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32960) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:50.879052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495610-113f-4556-8f65-10f3df4cc161 req-d09edbb3-78db-45db-a8e9-66c44ed2df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:50.880934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-d09edbb3-78db-45db-a8e9-66c44ed2df00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=271a4ad1-d4ab-4458-835c-3667c33d8d29 HTTP/1.1" status: 200 len: 855 time: 0.0849245 Oct 25 09:07:50.885404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a811479-ebfd-464c-be40-2038349f49f7 req-2b476cf4-d22c-48e0-acf3-394cf8e15b9a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907083 Oct 25 09:07:50.945182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-a8d30650-7ad6-4f22-8608-2524fd1e01fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea47a6f9-b178-4198-a87a-73ca383f7874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560985 Oct 25 09:07:50.956847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Allocated IP 2001:db8::2 (a8b650bb-5f35-4930-9b96-c38cd64073ec/fe2d487a-498f-412d-8a29-bc78d1de573b/ec262225-ba5b-4900-9b20-c689e4c30c41) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:51.075690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe385d5-a78a-49e1-b12f-dda85bf578e9 req-ac15601e-3027-46bc-ae74-180191594df8 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:51.084529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbe385d5-a78a-49e1-b12f-dda85bf578e9 req-ac15601e-3027-46bc-ae74-180191594df8 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1097 time: 0.1007447 Oct 25 09:07:51.109848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-96698c99-576f-44ba-89f4-7658c4cf394f service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565311 Oct 25 09:07:51.115968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.123771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.133626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbe385d5-a78a-49e1-b12f-dda85bf578e9 req-673f1263-30b6-456d-a731-116b47a68a7f tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Oct 25 09:07:51.167024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.175550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Network a8b650bb-5f35-4930-9b96-c38cd64073ec is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:51.180748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:51.183918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:51.213600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Pushing event updated for resources: {'Port': ['ID=ec262225-ba5b-4900-9b20-c689e4c30c41,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:51.227449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62495610-113f-4556-8f65-10f3df4cc161 req-a130a6c3-adfa-4c70-93b6-cc71bf9984d2 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064038 Oct 25 09:07:51.261211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Attempting to bind port ec262225-ba5b-4900-9b20-c689e4c30c41 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:07:51.261892 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Attempting to bind port ec262225-ba5b-4900-9b20-c689e4c30c41 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e94f6f0d-e4a4-4704-9c48-fb37521de718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b650bb-5f35-4930-9b96-c38cd64073ec'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:07:51.262309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Attempting to bind port ec262225-ba5b-4900-9b20-c689e4c30c41 on network a8b650bb-5f35-4930-9b96-c38cd64073ec {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:07:51.268259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:07:51.268715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Checking segment: {'id': 'e94f6f0d-e4a4-4704-9c48-fb37521de718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b650bb-5f35-4930-9b96-c38cd64073ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:07:51.269264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.269835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Bound using segment: {'id': 'e94f6f0d-e4a4-4704-9c48-fb37521de718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b650bb-5f35-4930-9b96-c38cd64073ec'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:07:51.270419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Bound port: ec262225-ba5b-4900-9b20-c689e4c30c41, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f6f0d-e4a4-4704-9c48-fb37521de718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a8b650bb-5f35-4930-9b96-c38cd64073ec'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:07:51.270866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.289931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc50ea-00f7-45a3-a422-87365d8e31bb req-74b35177-e676-4daf-970f-b5ac85f8d83c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:51.291518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71dc50ea-00f7-45a3-a422-87365d8e31bb req-74b35177-e676-4daf-970f-b5ac85f8d83c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 943 time: 0.0610797 Oct 25 09:07:51.334864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71dc50ea-00f7-45a3-a422-87365d8e31bb req-670718d8-218d-48e9-9160-f27593804424 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Oct 25 09:07:51.338612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] For port ec262225-ba5b-4900-9b20-c689e4c30c41, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:07:51.342055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] For port ec262225-ba5b-4900-9b20-c689e4c30c41, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ec262225-ba5b-4900-9b20-c689e4c30c41,segment=NetworkSegment(e94f6f0d-e4a4-4704-9c48-fb37521de718),segment_id=e94f6f0d-e4a4-4704-9c48-fb37521de718)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:07:51.347070 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.424244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd5dcd-dc1f-450e-ad46-36aa7f9d06ca None None] Pushing event updated for resources: {'Port': ['ID=ec262225-ba5b-4900-9b20-c689e4c30c41,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:51.461660 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-0bc15c16-d736-438d-bc44-b21516067d52 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--324962189&fields=id&tenant_id=e37673da2a52404881eed747461077c9 HTTP/1.1" status: 200 len: 267 time: 0.0441511 Oct 25 09:07:51.461995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8::1 (a8b650bb-5f35-4930-9b96-c38cd64073ec/fe2d487a-498f-412d-8a29-bc78d1de573b/bb8f8e64-a52e-47b5-91e0-dd1e356c232a) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:51.527082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-7ac6b6d7-1768-424c-93a5-5ff6ea631ac7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:51.528423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-7ac6b6d7-1768-424c-93a5-5ff6ea631ac7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports/b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 200 len: 936 time: 0.0555136 Oct 25 09:07:51.588073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-07bf7013-d0a5-43ca-928c-78d75907f197 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:51.589616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-07bf7013-d0a5-43ca-928c-78d75907f197 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports/ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 200 len: 936 time: 0.0543165 Oct 25 09:07:51.632111 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.667201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-b20eb7c1-553f-4613-b631-e5a6dd71279c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0542467 Oct 25 09:07:51.681239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.704224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.714736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2fafb137-5bde-420a-9814-301447b0d2f4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0372763 Oct 25 09:07:51.736429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network a8b650bb-5f35-4930-9b96-c38cd64073ec is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:51.739766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:51.744405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:51.745339 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.748934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=bb8f8e64-a52e-47b5-91e0-dd1e356c232a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:51.841889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ba5a2fff-bddc-4e14-8ea3-c29783399bb6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:51.848181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ba5a2fff-bddc-4e14-8ea3-c29783399bb6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:51.854369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ba5a2fff-bddc-4e14-8ea3-c29783399bb6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:51.855986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ba5a2fff-bddc-4e14-8ea3-c29783399bb6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/networks?id=24161614-046e-4f08-b967-937169f2c138&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 HTTP/1.1" status: 200 len: 1994 time: 0.1404696 Oct 25 09:07:51.871296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-3235c66e-9bd5-4aee-9824-7c9d1fdc1d9b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/quotas/e37673da2a52404881eed747461077c9 HTTP/1.1" status: 200 len: 375 time: 0.0093064 Oct 25 09:07:51.873143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:51.942968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4dd4e8b8-952e-46d7-93ec-637ede80f737 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0653322 Oct 25 09:07:52.059452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-bc3836de-ce70-418d-8607-3ed53a6e2e08 service neutron] 10.222.0.32 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045413 Oct 25 09:07:52.157426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-7d64088b-86cc-47e0-8bd9-480aa4874793 service neutron] 10.222.0.32 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970614 Oct 25 09:07:52.170800 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:52.177375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:52.178212 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:52.231837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-7376b5a0-00dc-417a-942e-361044ce43eb service neutron] 10.222.0.32 "GET /v2.0/ports/b175bd09-9bd3-481f-8b2b-9704643fe6a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0677111 Oct 25 09:07:52.280772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=bb8f8e64-a52e-47b5-91e0-dd1e356c232a,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:52.331995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network a8b650bb-5f35-4930-9b96-c38cd64073ec is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:52.334340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:52.341203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-0037860b-bcb3-411f-a81c-cfc9ed5a2ca9 service neutron] 10.222.0.32 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016243 Oct 25 09:07:52.408143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad564c05-b316-4b2b-8615-3bd9453bb0c4 None None] Network a8b650bb-5f35-4930-9b96-c38cd64073ec requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:52.447426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-15e2b2d5-1e00-4255-8d00-de297e269301 service neutron] 10.222.0.32 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995851 Oct 25 09:07:52.460297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 3d439d76-e291-4512-bbf3-cf95552136ad is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:07:52.485029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0df50f3e-a0d5-46da-809f-dfd07e1aa7f9 None None] Provisioning complete for port ec262225-ba5b-4900-9b20-c689e4c30c41 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:52.485479 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0df50f3e-a0d5-46da-809f-dfd07e1aa7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:52.491232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-c7e3ae34-8cd1-451d-8d11-5ca30ce55e97 service neutron] 10.222.0.32 "GET /v2.0/ports/ea27bf0e-012d-449b-b30f-f619d35d2361?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0374789 Oct 25 09:07:52.557247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:52.565489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f601f461-6175-4437-864a-124195549647 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/3d439d76-e291-4512-bbf3-cf95552136ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027194 Oct 25 09:07:52.569639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32980) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:52.587010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac07e7-a377-48f3-a264-ec790fcb7951 None None] Sync routers for ids ['3d439d76-e291-4512-bbf3-cf95552136ad'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:52.647584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c459082a-3b6a-4fe8-ab4e-92ed87da5785 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:52.648539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac07e7-a377-48f3-a264-ec790fcb7951 None None] Routers {'3d439d76-e291-4512-bbf3-cf95552136ad'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:52.649336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2aac07e7-a377-48f3-a264-ec790fcb7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d439d76-e291-4512-bbf3-cf95552136ad'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:52.653310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c459082a-3b6a-4fe8-ab4e-92ed87da5785 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports/bb8f8e64-a52e-47b5-91e0-dd1e356c232a HTTP/1.1" status: 200 len: 911 time: 0.0754771 Oct 25 09:07:52.655063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32982) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:52.668391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-caeaf9f7-2f24-44db-8bc1-757ce59125e9 service neutron] 10.222.0.32 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712141 Oct 25 09:07:52.707913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ec262225-ba5b-4900-9b20-c689e4c30c41 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:52.714954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2aac07e7-a377-48f3-a264-ec790fcb7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:52.762322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0df50f3e-a0d5-46da-809f-dfd07e1aa7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:52.784185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac07e7-a377-48f3-a264-ec790fcb7951 None None] Routers {'3d439d76-e291-4512-bbf3-cf95552136ad'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:52.784811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2aac07e7-a377-48f3-a264-ec790fcb7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d439d76-e291-4512-bbf3-cf95552136ad'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:52.801939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-fd58088a-2a45-45c9-b5cf-8ed22b258882 service neutron] 10.222.0.32 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265161 Oct 25 09:07:52.855673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2aac07e7-a377-48f3-a264-ec790fcb7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:52.862275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac07e7-a377-48f3-a264-ec790fcb7951 None None] The sync data for ids ['3d439d76-e291-4512-bbf3-cf95552136ad'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:52.873382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:52.883683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0df50f3e-a0d5-46da-809f-dfd07e1aa7f9 None None] For port ec262225-ba5b-4900-9b20-c689e4c30c41, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ec262225-ba5b-4900-9b20-c689e4c30c41,segment=NetworkSegment(e94f6f0d-e4a4-4704-9c48-fb37521de718),segment_id=e94f6f0d-e4a4-4704-9c48-fb37521de718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:52.917866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0df50f3e-a0d5-46da-809f-dfd07e1aa7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:52.965366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-b1c199a6-7fad-4419-9e4f-720f2cfbbf76 service neutron] 10.222.0.32 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559236 Oct 25 09:07:52.965629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ec262225-ba5b-4900-9b20-c689e4c30c41 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:52.971173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.065951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df50f3e-a0d5-46da-809f-dfd07e1aa7f9 None None] Pushing event updated for resources: {'Port': ['ID=ec262225-ba5b-4900-9b20-c689e4c30c41,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:53.091110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-30fb034d-f097-4fdf-9605-affb1ef90745 service neutron] 10.222.0.32 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183209 Oct 25 09:07:53.098032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.118635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.175719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:07:53.178063 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a792978-7e10-4133-a671-a9aa8b079932" -d '{"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-unplugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:07:53.192385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4f7c6918-b6f3-4962-9aa3-305f5619c975 None None] Provisioning complete for port bb8f8e64-a52e-47b5-91e0-dd1e356c232a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:53.192760 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6918-b6f3-4962-9aa3-305f5619c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.195435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:53.208348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-214b3d1b-bf01-42c1-992e-3ea597eee38c service neutron] 10.222.0.32 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068590 Oct 25 09:07:53.219765 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.264182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c6918-b6f3-4962-9aa3-305f5619c975 None None] Port bb8f8e64-a52e-47b5-91e0-dd1e356c232a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:53.288449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4f7c6918-b6f3-4962-9aa3-305f5619c975 None None] Provisioning complete for port ec262225-ba5b-4900-9b20-c689e4c30c41 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:53.288823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6918-b6f3-4962-9aa3-305f5619c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.311602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:53.342070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-fc38c4e8-24ad-4803-9289-c1f291df9422 service neutron] 10.222.0.32 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258948 Oct 25 09:07:53.423570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port bb8f8e64-a52e-47b5-91e0-dd1e356c232a {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:53.424130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.453624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-47708ea5-5135-4d25-a1c1-8d46bfcd2c0c service neutron] 10.222.0.32 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037266 Oct 25 09:07:53.508066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-442ae480-4b8b-42b2-b37c-08f334bf52df None None] Provisioning complete for port bb8f8e64-a52e-47b5-91e0-dd1e356c232a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:53.508518 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-442ae480-4b8b-42b2-b37c-08f334bf52df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.522698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.537400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for bb8f8e64-a52e-47b5-91e0-dd1e356c232a owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:53.550732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-442ae480-4b8b-42b2-b37c-08f334bf52df None None] Port bb8f8e64-a52e-47b5-91e0-dd1e356c232a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:53.593052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-0d4dac8f-dc77-4751-a85e-1e9cb6e45df4 service neutron] 10.222.0.32 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321418 Oct 25 09:07:53.671159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8bfb82c1-0864-440d-9f9f-1a75efc3aec4 None None] Provisioning complete for port bb8f8e64-a52e-47b5-91e0-dd1e356c232a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:53.671717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8bfb82c1-0864-440d-9f9f-1a75efc3aec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.686394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-025df14d-0024-4975-8d7d-da800af11cff service neutron] 10.222.0.32 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923791 Oct 25 09:07:53.711621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb82c1-0864-440d-9f9f-1a75efc3aec4 None None] Port bb8f8e64-a52e-47b5-91e0-dd1e356c232a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:53.725548 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:53.757014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=bb8f8e64-a52e-47b5-91e0-dd1e356c232a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:53.781372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-597f134c-dff0-4d3f-b8ce-79aab1562107 service neutron] 10.222.0.32 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881984 Oct 25 09:07:53.861272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.023941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 3d439d76-e291-4512-bbf3-cf95552136ad has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:07:54.101109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:54.109066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c1a77280-06fa-4465-bbe3-010975f13d45 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/3d439d76-e291-4512-bbf3-cf95552136ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4501054 Oct 25 09:07:54.109296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33000) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:54.116552 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ca1ef-87a1-4f4c-b618-ee481cb49c3a None None] Sync routers for ids ['3d439d76-e291-4512-bbf3-cf95552136ad'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:54.128282 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ca1ef-87a1-4f4c-b618-ee481cb49c3a None None] Routers {'3d439d76-e291-4512-bbf3-cf95552136ad'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:54.128963 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-587ca1ef-87a1-4f4c-b618-ee481cb49c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d439d76-e291-4512-bbf3-cf95552136ad'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:54.137354 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91160ece-3306-446b-a0ac-975d48cca452 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d439d76-e291-4512-bbf3-cf95552136ad HTTP/1.1" status: 200 len: 205 time: 0.0269053 Oct 25 09:07:54.139792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33002) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:54.163344 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-587ca1ef-87a1-4f4c-b618-ee481cb49c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:54.172819 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ca1ef-87a1-4f4c-b618-ee481cb49c3a None None] Routers {'3d439d76-e291-4512-bbf3-cf95552136ad'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:54.173965 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-587ca1ef-87a1-4f4c-b618-ee481cb49c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d439d76-e291-4512-bbf3-cf95552136ad'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:54.212749 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-587ca1ef-87a1-4f4c-b618-ee481cb49c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:54.213456 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ca1ef-87a1-4f4c-b618-ee481cb49c3a None None] The sync data for ids ['3d439d76-e291-4512-bbf3-cf95552136ad'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:54.216293 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ec24a18-e14a-4195-b57c-91104f38c07c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.405230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ec24a18-e14a-4195-b57c-91104f38c07c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.408091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ec24a18-e14a-4195-b57c-91104f38c07c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.453861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ec24a18-e14a-4195-b57c-91104f38c07c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.454992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec24a18-e14a-4195-b57c-91104f38c07c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Fanout notify agent at l3_agent the message router_deleted on router 3d439d76-e291-4512-bbf3-cf95552136ad {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:07:54.462168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ec24a18-e14a-4195-b57c-91104f38c07c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.465605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5ec24a18-e14a-4195-b57c-91104f38c07c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/3d439d76-e291-4512-bbf3-cf95552136ad HTTP/1.1" status: 204 len: 168 time: 0.3225894 Oct 25 09:07:54.466079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33014) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:54.498225 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a174d93b-9bfc-4e7e-940f-63224605b509 x-openstack-request-id: req-a174d93b-9bfc-4e7e-940f-63224605b509 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:54.498575 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:54.498765 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a174d93b-9bfc-4e7e-940f-63224605b509 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:54.499162 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'status': 'completed', 'code': 200} Oct 25 09:07:54.528977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e41e46c-e86d-4747-aa8e-cca69147ed29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet fe2d487a-498f-412d-8a29-bc78d1de573b {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:07:54.533058 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e41e46c-e86d-4747-aa8e-cca69147ed29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.633354 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e41e46c-e86d-4747-aa8e-cca69147ed29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.658882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ec262225-ba5b-4900-9b20-c689e4c30c41 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:07:54.690482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-9b69c9fc-b2cc-432e-9823-1ee448c82efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:54.691982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-9b69c9fc-b2cc-432e-9823-1ee448c82efd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 1094 time: 0.1556084 Oct 25 09:07:54.701644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56fccb-8caf-4089-bc15-56e4d8a991aa req-f22b192a-b4e3-470f-8f40-18e2f9739a3f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:54.703089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c56fccb-8caf-4089-bc15-56e4d8a991aa req-f22b192a-b4e3-470f-8f40-18e2f9739a3f tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 948 time: 0.1333268 Oct 25 09:07:54.711963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ec262225-ba5b-4900-9b20-c689e4c30c41 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:54.712456 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.832171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e41e46c-e86d-4747-aa8e-cca69147ed29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:54.867690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c56fccb-8caf-4089-bc15-56e4d8a991aa req-130364a0-6f7c-4996-b57e-fdd1c937b83e tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498263 Oct 25 09:07:54.919207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-8953c1d3-cb3b-4cc9-847c-73701de2e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:54.920867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-8953c1d3-cb3b-4cc9-847c-73701de2e175 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 916 time: 0.2125430 Oct 25 09:07:54.977475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-f5acc3e0-45f1-43a5-910c-f8c4a372abed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86 HTTP/1.1" status: 200 len: 217 time: 0.0440779 Oct 25 09:07:54.978542 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e41e46c-e86d-4747-aa8e-cca69147ed29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.090947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41e46c-e86d-4747-aa8e-cca69147ed29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2d487a-498f-412d-8a29-bc78d1de573b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:55.117969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85efc8-6336-4c55-95a7-a300f473f3f1 None None] Network a8b650bb-5f35-4930-9b96-c38cd64073ec requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:07:55.121970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e41e46c-e86d-4747-aa8e-cca69147ed29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.129472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2e41e46c-e86d-4747-aa8e-cca69147ed29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/fe2d487a-498f-412d-8a29-bc78d1de573b HTTP/1.1" status: 204 len: 168 time: 0.6579814 Oct 25 09:07:55.130932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33028) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:55.153431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-96f29ed9-f362-47bd-9cbe-44bf0e8c8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:55.154883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-96f29ed9-f362-47bd-9cbe-44bf0e8c8374 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=271a4ad1-d4ab-4458-835c-3667c33d8d29 HTTP/1.1" status: 200 len: 855 time: 0.1623063 Oct 25 09:07:55.187257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa49c69-422c-418a-8276-3e5401384b8a req-dec90f90-d6e5-40e1-aa4a-0468d06e13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:55.189353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fa49c69-422c-418a-8276-3e5401384b8a req-dec90f90-d6e5-40e1-aa4a-0468d06e13db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1099 time: 0.1933248 Oct 25 09:07:55.214036 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-e9781eb4-effb-4816-9410-79aad9c41b6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea47a6f9-b178-4198-a87a-73ca383f7874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443652 Oct 25 09:07:55.223834 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.236476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043869-0faa-4a2b-8f13-22989e858db8 req-6be5bb34-3014-423c-aef7-f34bc44867e8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:55.238060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-6be5bb34-3014-423c-aef7-f34bc44867e8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.2634897 Oct 25 09:07:55.285571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port ec262225-ba5b-4900-9b20-c689e4c30c41 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:55.285987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.311854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-1783d03a-84bb-4f01-a862-c8f11e5f5e51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/quotas/5947360d333c44a1b2cbb3d0de5f2e0e HTTP/1.1" status: 200 len: 375 time: 0.0589628 Oct 25 09:07:55.318118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] DHCP port deletion for a8b650bb-5f35-4930-9b96-c38cd64073ec request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:07:55.342889 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fa49c69-422c-418a-8276-3e5401384b8a req-a07efff2-048b-48f1-9e7d-2fc28c922c64 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311862 Oct 25 09:07:55.353748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port ec262225-ba5b-4900-9b20-c689e4c30c41, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ec262225-ba5b-4900-9b20-c689e4c30c41,segment=NetworkSegment(e94f6f0d-e4a4-4704-9c48-fb37521de718),segment_id=e94f6f0d-e4a4-4704-9c48-fb37521de718)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:55.354113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.369801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for ec262225-ba5b-4900-9b20-c689e4c30c41 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:55.387512 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] Deleting port ec262225-ba5b-4900-9b20-c689e4c30c41 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:07:55.388031 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.410787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-a7759fa0-12d7-4109-90be-b7cacc1c3244 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878309 Oct 25 09:07:55.437426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-4bfd3143-62f6-431e-b52d-9edda3b02c21 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1166234 Oct 25 09:07:55.464821 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.470654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] For port ec262225-ba5b-4900-9b20-c689e4c30c41, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ec262225-ba5b-4900-9b20-c689e4c30c41,segment=NetworkSegment(e94f6f0d-e4a4-4704-9c48-fb37521de718),segment_id=e94f6f0d-e4a4-4704-9c48-fb37521de718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:55.471238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.491738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] Calling delete_port for ec262225-ba5b-4900-9b20-c689e4c30c41 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:07:55.500459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=ec262225-ba5b-4900-9b20-c689e4c30c41,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:55.509527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No DVR routers for this DVR port ec262225-ba5b-4900-9b20-c689e4c30c41 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:07:55.569099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-d6060120-a61d-40bb-a4da-cc230ea87835 service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241362 Oct 25 09:07:55.604399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2af6c0f0-7cf0-4183-ae02-63b6b1ac488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:55.605910 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2af6c0f0-7cf0-4183-ae02-63b6b1ac488e service neutron] 10.222.0.18 "GET /v2.0/ports/b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 200 len: 1032 time: 0.1120577 Oct 25 09:07:55.617772 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.653452 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.654798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] Pushing event deleted for resources: {'Port': ['ID=ec262225-ba5b-4900-9b20-c689e4c30c41,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:55.661104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0660a-b1a8-4c72-b9c7-9e244d3ddd24 None None] No DVR routers for this DVR port ec262225-ba5b-4900-9b20-c689e4c30c41 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:07:55.683571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-edd88f44-beda-4666-9964-f3b461559a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:55.685202 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-edd88f44-beda-4666-9964-f3b461559a3b service neutron] 10.222.0.18 "GET /v2.0/ports/ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 200 len: 1032 time: 0.0721042 Oct 25 09:07:55.689346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b650bb-5f35-4930-9b96-c38cd64073ec']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:55.721679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-47119b40-8a49-40fb-b9f2-de71c9c1771f service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429307 Oct 25 09:07:55.731465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94f6f0d-e4a4-4704-9c48-fb37521de718') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:55.731898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94f6f0d-e4a4-4704-9c48-fb37521de718') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:55.780639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.809431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.825860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:07:55.826291 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:07:55.829714 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:07:55.918224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73ca7d12-76d6-4548-95dd-421216cf82bc req-1a827a22-e432-49b0-94e3-11613b98d3b0 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372286 Oct 25 09:07:55.962379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-9712b3d8-39e7-4309-ba1b-aac5f766e5fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:55.968686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-9712b3d8-39e7-4309-ba1b-aac5f766e5fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:55.974936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-9712b3d8-39e7-4309-ba1b-aac5f766e5fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:55.976804 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-9712b3d8-39e7-4309-ba1b-aac5f766e5fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "GET /v2.0/networks?id=24161614-046e-4f08-b967-937169f2c138&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 HTTP/1.1" status: 200 len: 1994 time: 0.2840788 Oct 25 09:07:55.994037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:56.027248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:56.030873 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/a8b650bb-5f35-4930-9b96-c38cd64073ec HTTP/1.1" status: 204 len: 168 time: 0.8997445 Oct 25 09:07:56.032029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915eab7-b8b0-40ee-a625-a2363651b162 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=a8b650bb-5f35-4930-9b96-c38cd64073ec,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:56.051100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33038) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:56.061843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-909530687', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:56.080759 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-3b775017-7b44-488f-ae07-5ce33b4eb198 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e37673da2a52404881eed747461077c9 HTTP/1.1" status: 200 len: 379 time: 0.0548797 Oct 25 09:07:56.093781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'admin_state_up': True, 'tenant_id': 'e37673da2a52404881eed747461077c9', 'security_groups': ['e0e0fd35-cbce-4351-8d94-918b65209e92']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:56.115062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e178cc9-9398-451d-b345-21fb48957b1c req-599facbd-991a-44fa-9150-f7415415fa64 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:56.124174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e178cc9-9398-451d-b345-21fb48957b1c req-599facbd-991a-44fa-9150-f7415415fa64 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1097 time: 0.1281741 Oct 25 09:07:56.149999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:56.152044 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:56.185475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e178cc9-9398-451d-b345-21fb48957b1c req-8d3e6b17-84c5-41d6-8985-27bb4fd33142 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601890 Oct 25 09:07:56.260192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:56.288251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:56.294937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:56.426159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5f6e9-0184-47e7-8841-575d063b95ef req-4841776e-4267-4dd6-bb04-99cec8dca663 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:56.427662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0f5f6e9-0184-47e7-8841-575d063b95ef req-4841776e-4267-4dd6-bb04-99cec8dca663 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 984 time: 0.1692746 Oct 25 09:07:56.471443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Allocated IP 172.20.0.7 (24161614-046e-4f08-b967-937169f2c138/a17b50ce-565d-463c-82cf-a47b5cd78ad9/6c1ae437-21f3-4df0-ae81-47e6b8a893da) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:56.483681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:56.520787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0f5f6e9-0184-47e7-8841-575d063b95ef req-e1cd8aae-4a4c-46a4-b1f2-860535a4591a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0593574 Oct 25 09:07:56.676746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ec262225-ba5b-4900-9b20-c689e4c30c41 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:07:56.703465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ec262225-ba5b-4900-9b20-c689e4c30c41 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:07:56.703916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ec262225-ba5b-4900-9b20-c689e4c30c41 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:07:56.773978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284454f5-7ddf-455b-8ba4-2bd0a67eadc3 req-fc1eea05-ac24-4afd-8af5-2fb833cd3e51 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:56.775543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-284454f5-7ddf-455b-8ba4-2bd0a67eadc3 req-fc1eea05-ac24-4afd-8af5-2fb833cd3e51 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 943 time: 0.1297686 Oct 25 09:07:56.895662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device db69a669-e8d4-4fb4-bfbf-57387d10ea86 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:07:57.029341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:57.055463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'port_id': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'mac_address': 'fa:16:3e:a5:6e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271a4ad1-d4ab-4458-835c-3667c33d8d29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:07:57.103772 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.121527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db69a669-e8d4-4fb4-bfbf-57387d10ea86 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:57.149313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:57.154860 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.155983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:07:57.157108 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.196240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.253249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network 24161614-046e-4f08-b967-937169f2c138 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:57.257675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:57.261279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:57.288852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:57.309309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=6c1ae437-21f3-4df0-ae81-47e6b8a893da,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:57.313405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.336848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-284454f5-7ddf-455b-8ba4-2bd0a67eadc3 req-26aaf6ed-3f13-41a5-acc0-8aff760c6685 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257483 Oct 25 09:07:57.338064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.343138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:57.344138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.377692 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ed316bff-16a3-4b2e-b91f-e63732e9b192 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2887678 Oct 25 09:07:57.384190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:57.403561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'mac_address': 'fa:16:3e:13:a2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:07:57.409207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'admin_state_up': True, 'tenant_id': 'e37673da2a52404881eed747461077c9', 'security_groups': ['e0e0fd35-cbce-4351-8d94-918b65209e92']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:57.453695 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379412d7-390f-4f78-a19d-90b3e3091b38 x-openstack-request-id: req-379412d7-390f-4f78-a19d-90b3e3091b38 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:07:57.453984 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-unplugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:07:57.454306 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-379412d7-390f-4f78-a19d-90b3e3091b38 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:07:57.454710 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'code': 200} Oct 25 09:07:57.481692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 172.25.8.54 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/6d791733-dab1-4120-998a-214ecf3e7065) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:57.494282 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.515941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217e5101-fbad-4c56-a913-c2d994b5cb54 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:07:57.563114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:07:57.576233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.636565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:57.706378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-31c2ace5-320b-41ed-b2a4-d3368bb2d37a None None] Provisioning complete for port 6c1ae437-21f3-4df0-ae81-47e6b8a893da triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:57.707593 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.709306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:57.709869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-31c2ace5-320b-41ed-b2a4-d3368bb2d37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.714529 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.723923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd21fcd-86cc-4342-ba44-d7e2a57b1f25 req-4fed6463-189f-4c59-9196-6ea15c551b53 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:57.734312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acd21fcd-86cc-4342-ba44-d7e2a57b1f25 req-4fed6463-189f-4c59-9196-6ea15c551b53 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 931 time: 0.1327760 Oct 25 09:07:57.764723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-31c2ace5-320b-41ed-b2a4-d3368bb2d37a None None] Port 6c1ae437-21f3-4df0-ae81-47e6b8a893da cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:57.815124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acd21fcd-86cc-4342-ba44-d7e2a57b1f25 req-c9a6258d-bbd6-47f2-b0a7-916e043e0244 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797219 Oct 25 09:07:57.852274 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:57.900378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Allocated IP 10.1.1.39 (3312f8d8-9295-411c-bac6-d4c0058ea8f4/fcf4de76-3e27-4c9b-8fa3-3055e98dcbba/6cb983c1-4249-4adb-85c7-ded6508e614b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:57.932534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:57.935294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:57.947538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:57.950569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0c9a138a-f5db-4612-aa25-edb1eddcd01c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:57.952064 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0c9a138a-f5db-4612-aa25-edb1eddcd01c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.3229101 Oct 25 09:07:57.995702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=6d791733-dab1-4120-998a-214ecf3e7065,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:58.029932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'port': {'device_id': '403b2a0b-5b65-47f4-ac63-2a493d7cdf8b', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'admin_state_up': True, 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:58.115785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['db69a669-e8d4-4fb4-bfbf-57387d10ea86'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:58.158945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de5a512-9efb-4fda-8746-e650376fada0 req-1cfe240b-1d5c-4fa6-9b80-f8a0b9ea8c66 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 210 time: 0.1119058 Oct 25 09:07:58.174023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:58.196789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['217e5101-fbad-4c56-a913-c2d994b5cb54'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:07:58.215136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Made reservation on behalf of 5947360d333c44a1b2cbb3d0de5f2e0e for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:58.218848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:58.306672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:58.360980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:58.361240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:58.368499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:58.380692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:58.442617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:58.443494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:58.494349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=6cb983c1-4249-4adb-85c7-ded6508e614b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:58.520234 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2b1bcc8b-3e9a-4b69-a940-6114b4fe4c7e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1153221 Oct 25 09:07:58.522556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59998-f586-4162-ad63-073717090f7f req-748bc3d0-ef8b-4703-9783-3ae3c0b07f48 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:58.529981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ab59998-f586-4162-ad63-073717090f7f req-748bc3d0-ef8b-4703-9783-3ae3c0b07f48 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 950 time: 0.2255015 Oct 25 09:07:58.561891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'admin_state_up': True, 'tenant_id': 'e37673da2a52404881eed747461077c9', 'security_groups': ['e0e0fd35-cbce-4351-8d94-918b65209e92']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:58.654241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ab59998-f586-4162-ad63-073717090f7f req-1b6811d9-c3c4-40c1-8aa5-8917b8d1c5e0 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233222 Oct 25 09:07:58.682313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Allocated IP 172.20.0.6 (86937030-0d24-495d-b5ac-9243ef17f02c/2f43b1ae-1684-4bb1-a76e-1709cf1ac73b/750cdcda-d60f-4eb6-b9ad-d38796847e3e) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:58.757145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-18ee592d-16a2-4925-b675-67659ab58c89 None None] Provisioning complete for port 6cb983c1-4249-4adb-85c7-ded6508e614b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:58.757873 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-18ee592d-16a2-4925-b675-67659ab58c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:58.802798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-18ee592d-16a2-4925-b675-67659ab58c89 None None] Port 6cb983c1-4249-4adb-85c7-ded6508e614b cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:58.851467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b71e-cc45-4b1c-bc1f-aa944592abfa req-11f89804-4391-46bc-b767-607507e4c3c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:58.853483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9280b71e-cc45-4b1c-bc1f-aa944592abfa req-11f89804-4391-46bc-b767-607507e4c3c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1097 time: 0.0932915 Oct 25 09:07:58.878659 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-66597084-9514-4ce7-8ec4-3203a696b01c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1571295 Oct 25 09:07:58.887478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:58.918056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:07:58.921669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:58.982142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9280b71e-cc45-4b1c-bc1f-aa944592abfa req-d6bec46c-f698-43cb-90b9-f0bbf226f07d tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154108 Oct 25 09:07:59.120833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:59.121112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router b1c9a49e-e51e-4e5f-8104-93336c08f228 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:07:59.127854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-30324aa0-d492-4e97-b99e-c22d92560a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:59.129027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-30324aa0-d492-4e97-b99e-c22d92560a48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1095 time: 0.1630416 Oct 25 09:07:59.151062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5661-78cd-4bfc-a870-4cfe36c6699a req-02f8ca41-4de6-464d-81f3-f02c19aa5fc2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:59.159182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-727b5661-78cd-4bfc-a870-4cfe36c6699a req-02f8ca41-4de6-464d-81f3-f02c19aa5fc2 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 984 time: 0.1107700 Oct 25 09:07:59.249967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Allocated IP 10.1.1.137 (3312f8d8-9295-411c-bac6-d4c0058ea8f4/fcf4de76-3e27-4c9b-8fa3-3055e98dcbba/5248cded-af25-4c12-8a0f-39fdc4cc6601) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:07:59.279863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-727b5661-78cd-4bfc-a870-4cfe36c6699a req-ca213cdb-fd11-4b73-92b3-cc9487c7fe0a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1164329 Oct 25 09:07:59.292635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:59.323692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:07:59.339334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c784b9-0da8-47c9-885f-43413595feb2 None None] Sync routers for ids ['b1c9a49e-e51e-4e5f-8104-93336c08f228'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:07:59.352469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-ccd61ffa-0449-4ec8-afb2-01db97ed7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:59.353965 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-ccd61ffa-0449-4ec8-afb2-01db97ed7c22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.1997993 Oct 25 09:07:59.354113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:59.358863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d7678cb0-8ff3-40cb-bc4d-c6f182fb2171 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2990212 Oct 25 09:07:59.359703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33064) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:59.368264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c784b9-0da8-47c9-885f-43413595feb2 None None] Routers {'b1c9a49e-e51e-4e5f-8104-93336c08f228'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:59.369190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-44c784b9-0da8-47c9-885f-43413595feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b1c9a49e-e51e-4e5f-8104-93336c08f228'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:59.380708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Network 86937030-0d24-495d-b5ac-9243ef17f02c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:07:59.400993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:07:59.462854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:07:59.472364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-44c784b9-0da8-47c9-885f-43413595feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:59.489319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c784b9-0da8-47c9-885f-43413595feb2 None None] Routers {'b1c9a49e-e51e-4e5f-8104-93336c08f228'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:07:59.490212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-44c784b9-0da8-47c9-885f-43413595feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b1c9a49e-e51e-4e5f-8104-93336c08f228'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:59.527886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'Port': ['ID=750cdcda-d60f-4eb6-b9ad-d38796847e3e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:07:59.547528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:59.548671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:59.563154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-44c784b9-0da8-47c9-885f-43413595feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:07:59.568665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136caf15-8fc1-42c8-bb3f-9820de081122 req-e2311414-2550-492c-8721-b0ebd22bdb67 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:59.569355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c784b9-0da8-47c9-885f-43413595feb2 None None] The sync data for ids ['b1c9a49e-e51e-4e5f-8104-93336c08f228'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:07:59.575582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-136caf15-8fc1-42c8-bb3f-9820de081122 req-e2311414-2550-492c-8721-b0ebd22bdb67 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 944 time: 0.1112113 Oct 25 09:07:59.590151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ab6d89b2-21ef-4652-866a-76e98c03e101 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/routers/b1c9a49e-e51e-4e5f-8104-93336c08f228 HTTP/1.1" status: 200 len: 883 time: 0.2270629 Oct 25 09:07:59.590375 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-75336476-0828-4cd5-b1f8-88200ff164f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5637343 Oct 25 09:07:59.590489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33066) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:59.643175 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-a6d1c08a-e5cc-484d-bbdf-3c8ef5a64ca4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 999 time: 0.2767940 Oct 25 09:07:59.649274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Request body: {'port': {'device_id': '403b2a0b-5b65-47f4-ac63-2a493d7cdf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:07:59.739081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:59.760019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-779fc652-afa7-4683-9fd3-c185b014fc00 None None] Provisioning complete for port 750cdcda-d60f-4eb6-b9ad-d38796847e3e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:07:59.761684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-779fc652-afa7-4683-9fd3-c185b014fc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:59.764344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-136caf15-8fc1-42c8-bb3f-9820de081122 req-c8b6e992-db38-4f4c-9466-8f1b58447ffb tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613915 Oct 25 09:07:59.770057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-3caa77e2-63af-40b0-b2b1-78206e883cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:59.771512 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-3caa77e2-63af-40b0-b2b1-78206e883cfc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1156793 Oct 25 09:07:59.797909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:59.850165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-779fc652-afa7-4683-9fd3-c185b014fc00 None None] Port 750cdcda-d60f-4eb6-b9ad-d38796847e3e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:07:59.899233 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:07:59.905078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-86b8f504-e077-4d97-af68-f759bc0344ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:07:59.906626 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-86b8f504-e077-4d97-af68-f759bc0344ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256831 Oct 25 09:07:59.920722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9c4eeca3-7d0d-4cca-ba2e-8d25a659493a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3261795 Oct 25 09:07:59.922242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33068) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:07:59.929127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0a18e3b0-f801-41ea-a464-977c36af4f2e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-909530687'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:00.074522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:00.086370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:00.092763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:00.097573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=5248cded-af25-4c12-8a0f-39fdc4cc6601,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:00.211957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1e9d-3597-4c28-ba1e-2d4a9f11296b req-3078071d-52c9-41f8-a73d-dbd9dc9d6018 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:00.218114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1e9d-3597-4c28-ba1e-2d4a9f11296b req-3078071d-52c9-41f8-a73d-dbd9dc9d6018 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:00.218650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-e1f28eb5-4b1e-49c1-ae1e-8e05397c947d service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517707 Oct 25 09:08:00.225367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:00.225834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1e9d-3597-4c28-ba1e-2d4a9f11296b req-3078071d-52c9-41f8-a73d-dbd9dc9d6018 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:00.226006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:00.235856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4bf1e9d-3597-4c28-ba1e-2d4a9f11296b req-3078071d-52c9-41f8-a73d-dbd9dc9d6018 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 2373 time: 0.1059051 Oct 25 09:08:00.320522 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-01bc0146-8674-4686-b39a-0c757556fa9f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815330 Oct 25 09:08:00.348646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5', 'admin_state_up': True, 'tenant_id': 'e37673da2a52404881eed747461077c9', 'security_groups': ['e0e0fd35-cbce-4351-8d94-918b65209e92']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:00.375585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ce5b4f49-6d78-4d99-a909-34ceb3087a6c None None] Provisioning complete for port 5248cded-af25-4c12-8a0f-39fdc4cc6601 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:00.375985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4f49-6d78-4d99-a909-34ceb3087a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:00.383061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4bf1e9d-3597-4c28-ba1e-2d4a9f11296b req-00b51b2f-785d-4bb8-9abe-989b10f3dd11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462162 Oct 25 09:08:00.423470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b4f49-6d78-4d99-a909-34ceb3087a6c None None] Port 5248cded-af25-4c12-8a0f-39fdc4cc6601 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:00.439992 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a18e3b0-f801-41ea-a464-977c36af4f2e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:00.457838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a18e3b0-f801-41ea-a464-977c36af4f2e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:00.488634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f981242f-ad0f-4884-b626-e8991e3b67f1 req-5f573825-04ab-4a3b-8fd0-2aa6b4125418 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587595 Oct 25 09:08:00.589084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750cdcda-d60f-4eb6-b9ad-d38796847e3e {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:00.600092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:00.605144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a18e3b0-f801-41ea-a464-977c36af4f2e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router b1c9a49e-e51e-4e5f-8104-93336c08f228 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:00.622327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Transition to ACTIVE for port object 750cdcda-d60f-4eb6-b9ad-d38796847e3e will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:00.631045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:00.644559 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:00.862714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Pushing event updated for resources: {'Port': ['ID=750cdcda-d60f-4eb6-b9ad-d38796847e3e,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:00.894949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Attempting to bind port 750cdcda-d60f-4eb6-b9ad-d38796847e3e on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:00.895376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Attempting to bind port 750cdcda-d60f-4eb6-b9ad-d38796847e3e by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:00.895671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Attempting to bind port 750cdcda-d60f-4eb6-b9ad-d38796847e3e on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:00.912068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Port 750cdcda-d60f-4eb6-b9ad-d38796847e3e on network 86937030-0d24-495d-b5ac-9243ef17f02c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:00.912746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Attempting to bind port 750cdcda-d60f-4eb6-b9ad-d38796847e3e on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:00.919345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device db69a669-e8d4-4fb4-bfbf-57387d10ea86 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:00.927579 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:00.959223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:00.959452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Checking segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:00.959798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Bound using segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:00.960236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Bound port: 750cdcda-d60f-4eb6-b9ad-d38796847e3e, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:00.960588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.013709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port db69a669-e8d4-4fb4-bfbf-57387d10ea86 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:08:01.019200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port db69a669-e8d4-4fb4-bfbf-57387d10ea86 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:01.019571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.118549 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.147288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:01.149926 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a4c84-0e58-4e5b-a85b-4eac3bd2f9a5" -d '{"events": [{"server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "name": "network-vif-plugged", "status": "completed", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:01.163696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:01.173726 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.174545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:01.223774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] For port 750cdcda-d60f-4eb6-b9ad-d38796847e3e, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:01.231102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] For port 750cdcda-d60f-4eb6-b9ad-d38796847e3e, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=750cdcda-d60f-4eb6-b9ad-d38796847e3e,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:01.241342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.263805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:01.276669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 217e5101-fbad-4c56-a913-c2d994b5cb54 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:01.277085 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.278618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3256-a00f-410b-a548-c3594830562f req-c22722c5-d257-43ad-af73-231ebe2b0fa5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:01.283298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3dd3256-a00f-410b-a548-c3594830562f req-c22722c5-d257-43ad-af73-231ebe2b0fa5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 943 time: 0.1058600 Oct 25 09:08:01.306183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Pushing event updated for resources: {'Port': ['ID=750cdcda-d60f-4eb6-b9ad-d38796847e3e,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:01.320532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a18e3b0-f801-41ea-a464-977c36af4f2e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:01.333109 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd692b3-b17b-44ed-be32-f3fbdd49962b None None] Sync routers for ids ['b1c9a49e-e51e-4e5f-8104-93336c08f228'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:01.335739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a18e3b0-f801-41ea-a464-977c36af4f2e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.338372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0a18e3b0-f801-41ea-a464-977c36af4f2e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/b1c9a49e-e51e-4e5f-8104-93336c08f228 HTTP/1.1" status: 200 len: 890 time: 1.4130440 Oct 25 09:08:01.341634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33078) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:01.342947 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd692b3-b17b-44ed-be32-f3fbdd49962b None None] Routers {'b1c9a49e-e51e-4e5f-8104-93336c08f228'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:01.343551 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fcd692b3-b17b-44ed-be32-f3fbdd49962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b1c9a49e-e51e-4e5f-8104-93336c08f228'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:01.376560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:01.377223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.378631 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-0142719f-a83c-49a7-9244-940cf70a07b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/750cdcda-d60f-4eb6-b9ad-d38796847e3e HTTP/1.1" status: 200 len: 1091 time: 1.7384903 Oct 25 09:08:01.379079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403b2a0b-5b65-47f4-ac63-2a493d7cdf8b', 'tag': '750cdcda-d60f-4eb6-b9ad-d38796847e3e'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:01.391457 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e89380-8836-45ff-9dda-99d2b9809201" -d '{"events": [{"name": "network-changed", "server_uuid": "403b2a0b-5b65-47f4-ac63-2a493d7cdf8b", "tag": "750cdcda-d60f-4eb6-b9ad-d38796847e3e"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:01.422130 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fcd692b3-b17b-44ed-be32-f3fbdd49962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:01.424653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3dd3256-a00f-410b-a548-c3594830562f req-f0b7d5d8-bdf9-4df5-8de1-b2403aeb9a66 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344938 Oct 25 09:08:01.428526 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.441134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Allocated IP 10.2.2.100 (d91f9295-6e76-4c9c-8ec8-f2f71a3188d5/d9929620-9dee-421b-a760-60df390e5400/ba016be6-2358-438e-81df-2536941bf355) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:01.465485 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd692b3-b17b-44ed-be32-f3fbdd49962b None None] Routers {'b1c9a49e-e51e-4e5f-8104-93336c08f228'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:01.466112 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fcd692b3-b17b-44ed-be32-f3fbdd49962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b1c9a49e-e51e-4e5f-8104-93336c08f228'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:01.536172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:01.552480 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.615286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ebef4d5d-f273-48d7-9a9c-b2b24b55aaf6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/routers/b1c9a49e-e51e-4e5f-8104-93336c08f228 HTTP/1.1" status: 200 len: 890 time: 0.2686837 Oct 25 09:08:01.625555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33086) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:01.648424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=11']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:01.699912 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fcd692b3-b17b-44ed-be32-f3fbdd49962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:01.702340 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd692b3-b17b-44ed-be32-f3fbdd49962b None None] The sync data for ids ['b1c9a49e-e51e-4e5f-8104-93336c08f228'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:01.714565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c70c-7944-42d1-857f-d089654b7850 req-3905bb9d-b32a-4c2e-a38b-5fc420eadd37 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:01.715743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c64c70c-7944-42d1-857f-d089654b7850 req-3905bb9d-b32a-4c2e-a38b-5fc420eadd37 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1135 time: 0.1789777 Oct 25 09:08:01.717253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043869-0faa-4a2b-8f13-22989e858db8 req-2fb983c3-bce8-436b-bbc9-10383b48b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:01.721213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2730d037-d7f0-4d81-863c-40a97301c4fb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1c9a49e-e51e-4e5f-8104-93336c08f228 HTTP/1.1" status: 200 len: 205 time: 0.0913248 Oct 25 09:08:01.721395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-2fb983c3-bce8-436b-bbc9-10383b48b3b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 1094 time: 0.2589920 Oct 25 09:08:01.721517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33088) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:01.804141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7c64c70c-7944-42d1-857f-d089654b7850 req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.884394 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:01.999498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7c64c70c-7944-42d1-857f-d089654b7850 req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.006779 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7c64c70c-7944-42d1-857f-d089654b7850 req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.042637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c64c70c-7944-42d1-857f-d089654b7850 req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3137052 Oct 25 09:08:02.059323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd188546-8aea-4ef6-84b7-bc83320304de,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:02.069432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.069787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.070137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.070473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.071046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.071251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.071570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.071913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.072251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.072587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.072939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.073273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c92e1-ec49-439a-8a5b-5415cd8a7ae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:02.077364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33090) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:02.086890 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.154543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e1654-1f56-40a8-9d96-fe8181e3ddf6 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:02.158914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-773e1654-1f56-40a8-9d96-fe8181e3ddf6 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1130 time: 0.0777709 Oct 25 09:08:02.160811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33092) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:02.165925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': 'f97e15a4-c0c3-465e-9338-44323c619700', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:02.171649 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-3703cd6c-d673-4eac-8993-c572c681b9e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750cdcda-d60f-4eb6-b9ad-d38796847e3e HTTP/1.1" status: 200 len: 217 time: 0.4366417 Oct 25 09:08:02.213225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.235680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.250281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043869-0faa-4a2b-8f13-22989e858db8 req-b2d8d6d5-06b2-4a5c-84fc-f01889eb498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:02.253119 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-b2d8d6d5-06b2-4a5c-84fc-f01889eb498c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.0698614 Oct 25 09:08:02.253641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5c345-9af9-4cd1-ac37-fadf4a017495 req-d1c5810a-1aee-4c92-ad36-26745f078748 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:02.255169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-92b5c345-9af9-4cd1-ac37-fadf4a017495 req-d1c5810a-1aee-4c92-ad36-26745f078748 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1102 time: 0.0980968 Oct 25 09:08:02.260978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 6d791733-dab1-4120-998a-214ecf3e7065 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:02.261259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.269125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.375036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:02.380180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=ba016be6-2358-438e-81df-2536941bf355,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:02.383957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:02.386201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:02.401551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-92b5c345-9af9-4cd1-ac37-fadf4a017495 req-867e3e79-f3a6-4e0a-89c1-b7239f8997c8 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374736 Oct 25 09:08:02.436789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043869-0faa-4a2b-8f13-22989e858db8 req-4c297837-a260-4742-b580-4430663ec135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:02.440701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-4c297837-a260-4742-b580-4430663ec135 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689520 Oct 25 09:08:02.452009 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.473078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:02.473735 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.489461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 6d791733-dab1-4120-998a-214ecf3e7065 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:02.540411 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4de09b36-4076-4bf8-a254-bc2cdfc3aabc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1988623 Oct 25 09:08:02.572219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5', 'admin_state_up': True, 'tenant_id': 'e37673da2a52404881eed747461077c9', 'security_groups': ['e0e0fd35-cbce-4351-8d94-918b65209e92']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:02.628498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.633597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879be15-6a0c-4d54-99c9-414d208dce45 req-ad401de0-026e-4bdc-a66b-77617b5cc3d4 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:02.641102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7879be15-6a0c-4d54-99c9-414d208dce45 req-ad401de0-026e-4bdc-a66b-77617b5cc3d4 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1097 time: 0.1460676 Oct 25 09:08:02.644964 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-3acea2fc-1fff-40ae-b4ca-7da58e0b3fa6 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935046 Oct 25 09:08:02.746813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-db35bca9-6643-4d26-b7e4-2b49063526b9 None None] Provisioning complete for port ba016be6-2358-438e-81df-2536941bf355 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:02.747816 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-db35bca9-6643-4d26-b7e4-2b49063526b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.789056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-db35bca9-6643-4d26-b7e4-2b49063526b9 None None] Port ba016be6-2358-438e-81df-2536941bf355 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:02.803322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Made reservation on behalf of e37673da2a52404881eed747461077c9 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:02.808450 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:02.809486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7879be15-6a0c-4d54-99c9-414d208dce45 req-d7990f3d-e003-43ca-89f5-0ca668db46ea tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668892 Oct 25 09:08:02.837767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-a82ce20b-7e0e-41b4-94d3-8ef38e019217 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:02.839180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-a82ce20b-7e0e-41b4-94d3-8ef38e019217 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 1097 time: 0.1925907 Oct 25 09:08:02.917762 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-84043869-0faa-4a2b-8f13-22989e858db8 req-1619d05c-f3a3-44eb-b88d-0ade7d2317e2 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626445 Oct 25 09:08:03.041884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Allocated IP 10.2.2.200 (d91f9295-6e76-4c9c-8ec8-f2f71a3188d5/d9929620-9dee-421b-a760-60df390e5400/0c6d19ae-42fe-490d-9328-388aaa8b5dd3) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:03.070174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Allocated IP 172.25.8.149 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/f774d959-bcde-4851-968b-9e5368aa6c71) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:03.100140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e80f-640a-48df-884f-24ec14f53472 req-f7ffc197-36eb-4de1-ac60-76bec9a7bc36 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.101598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c34e80f-640a-48df-884f-24ec14f53472 req-f7ffc197-36eb-4de1-ac60-76bec9a7bc36 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.2144282 Oct 25 09:08:03.105897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.185603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.186242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-521fca30-2ffc-45b8-8ce8-ba416de28e13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3000102 Oct 25 09:08:03.196196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=6d791733-dab1-4120-998a-214ecf3e7065,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:03.234609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.285999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:03.290058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:03.295316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:03.301306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event updated for resources: {'Port': ['ID=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:03.315719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Deleting port b0ac6937-b572-4cac-b88f-34a1aebd4b89 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:03.316064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.355468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.356287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.382059 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c34e80f-640a-48df-884f-24ec14f53472 req-14451d58-84d5-4971-a7d4-d0ebb0b04281 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570579 Oct 25 09:08:03.382434 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-aaa76053-7e4b-429e-9c73-c13b97426a63 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8152294 Oct 25 09:08:03.392984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.404852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:03.463701 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec31ea9-5642-49ef-a9d4-c0cf59c48c55 x-openstack-request-id: req-cec31ea9-5642-49ef-a9d4-c0cf59c48c55 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:03.464263 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "name": "network-vif-plugged", "status": "completed", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:03.464765 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cec31ea9-5642-49ef-a9d4-c0cf59c48c55 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:03.465393 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'code': 200} Oct 25 09:08:03.546509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.564341 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.566734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-dcd84a17-2dc6-448f-a446-b55a783934fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.568469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-dcd84a17-2dc6-448f-a446-b55a783934fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 1101 time: 0.3361471 Oct 25 09:08:03.576405 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63df6037-7363-4937-984b-b48971803789 x-openstack-request-id: req-63df6037-7363-4937-984b-b48971803789 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:03.577062 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403b2a0b-5b65-47f4-ac63-2a493d7cdf8b", "tag": "750cdcda-d60f-4eb6-b9ad-d38796847e3e", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:03.577560 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63df6037-7363-4937-984b-b48971803789 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:03.578203 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403b2a0b-5b65-47f4-ac63-2a493d7cdf8b', 'tag': '750cdcda-d60f-4eb6-b9ad-d38796847e3e', 'status': 'completed', 'code': 200} Oct 25 09:08:03.592793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.609329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.723863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a6367a82-c42a-49d3-b87f-051bf18d0ea7 None None] Provisioning complete for port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:03.724823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a6367a82-c42a-49d3-b87f-051bf18d0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.739384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] For port b0ac6937-b572-4cac-b88f-34a1aebd4b89, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b0ac6937-b572-4cac-b88f-34a1aebd4b89,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:03.739748 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.774355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8289bf-ae4d-425a-b0a8-75db0f264dc7 req-3cb84cab-6c84-4a13-8bda-c1698673ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.775951 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c8289bf-ae4d-425a-b0a8-75db0f264dc7 req-3cb84cab-6c84-4a13-8bda-c1698673ea4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 1096 time: 0.1960647 Oct 25 09:08:03.786637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a6367a82-c42a-49d3-b87f-051bf18d0ea7 None None] Port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:03.795013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Calling delete_port for b0ac6937-b572-4cac-b88f-34a1aebd4b89 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:03.796824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.797692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Fanout notify agent at l3_agent the message router_deleted on router b1c9a49e-e51e-4e5f-8104-93336c08f228 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:08:03.808281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.808966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-68e865ea-e314-41c4-8ff9-c05debfcd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.810481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c111523f-59b2-432e-8ed3-d0e419e38e81 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/b1c9a49e-e51e-4e5f-8104-93336c08f228 HTTP/1.1" status: 204 len: 168 time: 2.0879610 Oct 25 09:08:03.810824 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-68e865ea-e314-41c4-8ff9-c05debfcd98d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 1094 time: 0.1843834 Oct 25 09:08:03.817360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33100) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:03.822564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1292785130'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:03.904596 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.928923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc15f-3726-49b5-97f8-57ce4a16591b req-9860cf45-a833-4696-a541-22b326e21993 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.935008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc15f-3726-49b5-97f8-57ce4a16591b req-9860cf45-a833-4696-a541-22b326e21993 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.942444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc15f-3726-49b5-97f8-57ce4a16591b req-9860cf45-a833-4696-a541-22b326e21993 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.944670 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9c8289bf-ae4d-425a-b0a8-75db0f264dc7 req-a4721ef2-31a1-4594-b33d-5112ad132259 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599851 Oct 25 09:08:03.948575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc15f-3726-49b5-97f8-57ce4a16591b req-9860cf45-a833-4696-a541-22b326e21993 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.954490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc15f-3726-49b5-97f8-57ce4a16591b req-9860cf45-a833-4696-a541-22b326e21993 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.956356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f0fc15f-3726-49b5-97f8-57ce4a16591b req-9860cf45-a833-4696-a541-22b326e21993 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 3815 time: 0.2372255 Oct 25 09:08:03.975640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:03.979480 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:03.979779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-5436a140-d361-4090-a281-3348d3408dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:03.981261 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-5436a140-d361-4090-a281-3348d3408dae service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.3668890 Oct 25 09:08:04.013550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:04.026802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:04.029389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:04.037588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-708d623a-fa87-43fe-b2be-897df4102e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:04.039214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-708d623a-fa87-43fe-b2be-897df4102e86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.2133679 Oct 25 09:08:04.049202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:04.060929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=f774d959-bcde-4851-968b-9e5368aa6c71,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:04.107743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f0fc15f-3726-49b5-97f8-57ce4a16591b req-e21d0fd5-a70e-4ab5-b0dc-e7049402d2df tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252480 Oct 25 09:08:04.111742 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:04.111742 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment 88717295-1e12-436e-ade3-e60242ab0a4a of type vlan for network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 Oct 25 09:08:04.112574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-53f0f714-2d8b-44b9-8fbd-ec8512ec3773 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750cdcda-d60f-4eb6-b9ad-d38796847e3e HTTP/1.1" status: 200 len: 217 time: 0.0534923 Oct 25 09:08:04.231536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:04.261227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:04.265425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a2906176-301b-4fea-8d98-9bea19083f23'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:04.304041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-182d16c6-14ae-4e6c-8c4e-d09f614a037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:04.306621 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-182d16c6-14ae-4e6c-8c4e-d09f614a037a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1841702 Oct 25 09:08:04.329814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1ae437-21f3-4df0-ae81-47e6b8a893da {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:04.374007 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:04.426604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:04.437114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:04.438865 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:04.479641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Transition to ACTIVE for port object 6c1ae437-21f3-4df0-ae81-47e6b8a893da will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:04.584274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:04.620497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8016031 Oct 25 09:08:04.685664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33108) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:04.695990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': 'ac4231b3-2ef0-4bf7-9a07-a936200e9be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:04.711877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-5be9451b-f574-4958-a599-27d19e1862d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:04.714134 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-5be9451b-f574-4958-a599-27d19e1862d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3888750 Oct 25 09:08:04.734153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189400c-a46b-46e3-8cfb-79556a6a783c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=ac4231b3-2ef0-4bf7-9a07-a936200e9be0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:04.738704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0ac6937-b572-4cac-b88f-34a1aebd4b89,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:04.753754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:04.866115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-c8c5fa9d-6ad6-4e41-95bf-3d2b2413a738 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef HTTP/1.1" status: 200 len: 217 time: 0.1643655 Oct 25 09:08:04.879301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1ae437-21f3-4df0-ae81-47e6b8a893da,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:04.924391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b0ac6937-b572-4cac-b88f-34a1aebd4b89 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:04.969720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: b0ac6937-b572-4cac-b88f-34a1aebd4b89 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:04.970310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b0ac6937-b572-4cac-b88f-34a1aebd4b89 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:05.055994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] No DVR routers for this DVR port b0ac6937-b572-4cac-b88f-34a1aebd4b89 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:05.064498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:05.064498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c20b155-4a6d-454a-bb60-1bf9a58259a6 req-064e1ace-525d-431e-bdd4-6b46c57e24c5 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b0ac6937-b572-4cac-b88f-34a1aebd4b89 HTTP/1.1" status: 204 len: 173 time: 2.1539531 Oct 25 09:08:05.076985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c6e5a2-7b4d-4554-b8db-8bd4a9f41037', 'name': 'network-vif-deleted', 'tag': 'b0ac6937-b572-4cac-b88f-34a1aebd4b89'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:05.081351 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d40f231-d0f5-40e3-a71e-ad7d20c3b1b8" -d '{"events": [{"server_uuid": "31c6e5a2-7b4d-4554-b8db-8bd4a9f41037", "name": "network-vif-deleted", "tag": "b0ac6937-b572-4cac-b88f-34a1aebd4b89"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:05.086681 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-2c7845fb-078b-4f32-9375-055013a2a190 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535056 Oct 25 09:08:05.093539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:05.097905 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:05.166145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Attempting to bind port 6c1ae437-21f3-4df0-ae81-47e6b8a893da on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:05.166639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Attempting to bind port 6c1ae437-21f3-4df0-ae81-47e6b8a893da by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:05.166967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Attempting to bind port 6c1ae437-21f3-4df0-ae81-47e6b8a893da on network 24161614-046e-4f08-b967-937169f2c138 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:05.208176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Port 6c1ae437-21f3-4df0-ae81-47e6b8a893da on network 24161614-046e-4f08-b967-937169f2c138 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:05.208494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Attempting to bind port 6c1ae437-21f3-4df0-ae81-47e6b8a893da on network 24161614-046e-4f08-b967-937169f2c138 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:05.208716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-ec1157b7-ae61-4fe2-8e89-aeb7d2096b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:05.210528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-ec1157b7-ae61-4fe2-8e89-aeb7d2096b41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.1628070 Oct 25 09:08:05.253208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:05.253498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Checking segment: {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:05.253772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1104b40-0ac6-444f-a25e-de3393fa81bc req-131bb4a7-beec-4e0e-852f-0f6217b6a3d4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:05.253937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Bound using segment: {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:05.254374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Bound port: 6c1ae437-21f3-4df0-ae81-47e6b8a893da, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838d8ad0-c3d5-48ee-951b-85124f657014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '24161614-046e-4f08-b967-937169f2c138'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:05.254752 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:05.262160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e1104b40-0ac6-444f-a25e-de3393fa81bc req-131bb4a7-beec-4e0e-852f-0f6217b6a3d4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 943 time: 0.5642471 Oct 25 09:08:05.343004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e1104b40-0ac6-444f-a25e-de3393fa81bc req-8ee74aca-9088-4257-933d-4467f44a7be1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796013 Oct 25 09:08:05.349408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:05.396097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-e94e64d3-52c3-490c-bd3f-5ca8692f8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:05.397927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-e94e64d3-52c3-490c-bd3f-5ca8692f8258 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933273 Oct 25 09:08:05.408987 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b5e89380-8836-45ff-9dda-99d2b9809201 req-f3c567b0-f658-460a-8e08-259b6c7025e1 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039305 Oct 25 09:08:05.423775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] For port 6c1ae437-21f3-4df0-ae81-47e6b8a893da, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:05.445929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] For port 6c1ae437-21f3-4df0-ae81-47e6b8a893da, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:05.462553 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:05.466963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:05.469430 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09444d4e-fb96-41a1-b49f-9da3ea00c406" -d '{"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-plugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:05.528804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26fc6c78-9454-4b63-a78e-335cfe987368 req-97210055-8f34-46a2-a4fe-0c7dab85c8f8 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c6e5a2-7b4d-4554-b8db-8bd4a9f41037 HTTP/1.1" status: 200 len: 210 time: 0.0379241 Oct 25 09:08:05.542641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:05.543608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:05.553778 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/6c1ae437-21f3-4df0-ae81-47e6b8a893da HTTP/1.1" status: 200 len: 1091 time: 2.1450808 Oct 25 09:08:05.582182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '6c1ae437-21f3-4df0-ae81-47e6b8a893da'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:05.583499 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:05.584760 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a8300e-9a6d-4733-837a-5bd7581f4af1" -d '{"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "6c1ae437-21f3-4df0-ae81-47e6b8a893da"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:05.652628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:05.732398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-8aedbc83-2b4a-4fa2-95d6-c3dfde4d2012 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258510 Oct 25 09:08:05.902440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d37cd5-75a6-4338-9b0f-bd6dd86edacc req-072eaa80-dcb6-42f7-a487-5499736e6537 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:05.904015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5d37cd5-75a6-4338-9b0f-bd6dd86edacc req-072eaa80-dcb6-42f7-a487-5499736e6537 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.2416081 Oct 25 09:08:05.990590 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f6b0b5-6782-47b5-8d46-4ef7291d16e2 req-0fc612fe-7cd8-49b2-a16f-fc4c25cbee26 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483840 Oct 25 09:08:06.018329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5d37cd5-75a6-4338-9b0f-bd6dd86edacc req-bbd6f089-c203-4b5f-9c9f-efaa06b78511 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020522 Oct 25 09:08:06.032290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.046911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b88d3-581d-42fc-a6d1-0415923c21a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1ae437-21f3-4df0-ae81-47e6b8a893da,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:06.071851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.085192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.089939 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.207429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=f774d959-bcde-4851-968b-9e5368aa6c71,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:06.208796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=7086d4fa-ff05-4548-a334-d7cfc15c31a3,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:06.229490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0d378-c01a-41f7-9e14-9180380158a4 req-05ebd6c3-9ea6-48fc-b39d-f37e47717512 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:06.237533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4b0d378-c01a-41f7-9e14-9180380158a4 req-05ebd6c3-9ea6-48fc-b39d-f37e47717512 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 1102 time: 0.1397142 Oct 25 09:08:06.239472 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.280919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': '88717295-1e12-436e-ade3-e60242ab0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ac4231b3-2ef0-4bf7-9a07-a936200e9be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:06.281182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: ac4231b3-2ef0-4bf7-9a07-a936200e9be0, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:06.346693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:06.360695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4b0d378-c01a-41f7-9e14-9180380158a4 req-3d74bc4b-1086-4b70-8411-a9fdb36ffb03 tempest-ServersAdminTestJSON-73652354 tempest-ServersAdminTestJSON-73652354-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221161 Oct 25 09:08:06.365777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ac4231b3-2ef0-4bf7-9a07-a936200e9be0) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:06.379103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:06.379619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.381201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d78f7da-d42d-454b-a425-815ab5a91387 None None] Network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:06.409057 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Floating IP b793b67e-8990-4a80-816a-bf4ece6b41ea associated. External IP: 172.25.8.149, port: f97e15a4-c0c3-465e-9338-44323c619700. Oct 25 09:08:06.452508 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-81ef7b31-dd58-4960-9c4b-14efcbce5f2b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7652383 Oct 25 09:08:06.453197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33126) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:06.486446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4ce57529-d6f8-4868-b5f6-007bc844ae1a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-931897061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:06.495308 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4642c3b-998b-408a-ae1c-ee7d41945a20 x-openstack-request-id: req-e4642c3b-998b-408a-ae1c-ee7d41945a20 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:06.495628 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c6e5a2-7b4d-4554-b8db-8bd4a9f41037", "name": "network-vif-deleted", "tag": "b0ac6937-b572-4cac-b88f-34a1aebd4b89", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:06.495938 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4642c3b-998b-408a-ae1c-ee7d41945a20 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:06.496315 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c6e5a2-7b4d-4554-b8db-8bd4a9f41037', 'name': 'network-vif-deleted', 'tag': 'b0ac6937-b572-4cac-b88f-34a1aebd4b89', 'status': 'completed', 'code': 200} Oct 25 09:08:06.603820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce57529-d6f8-4868-b5f6-007bc844ae1a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.604777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce57529-d6f8-4868-b5f6-007bc844ae1a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.629534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b175bd09-9bd3-481f-8b2b-9704643fe6a4 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:06.660113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dabd0-1a34-4c80-b5ab-dde175f84f80 req-63b71fb1-cb5b-4624-b454-9c6210cb007b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:06.664164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.667824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dabd0-1a34-4c80-b5ab-dde175f84f80 req-63b71fb1-cb5b-4624-b454-9c6210cb007b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:06.674908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dabd0-1a34-4c80-b5ab-dde175f84f80 req-63b71fb1-cb5b-4624-b454-9c6210cb007b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:06.683771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dabd0-1a34-4c80-b5ab-dde175f84f80 req-63b71fb1-cb5b-4624-b454-9c6210cb007b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:06.693101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dabd0-1a34-4c80-b5ab-dde175f84f80 req-63b71fb1-cb5b-4624-b454-9c6210cb007b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:06.696444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab0dabd0-1a34-4c80-b5ab-dde175f84f80 req-63b71fb1-cb5b-4624-b454-9c6210cb007b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 3827 time: 0.1158156 Oct 25 09:08:06.696635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ac4231b3-2ef0-4bf7-9a07-a936200e9be0', 'network_id': 'ac4231b3-2ef0-4bf7-9a07-a936200e9be0', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': '7086d4fa-ff05-4548-a334-d7cfc15c31a3'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:08:06.697650 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.731313 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce57529-d6f8-4868-b5f6-007bc844ae1a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.743044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Transition to ACTIVE for port object b175bd09-9bd3-481f-8b2b-9704643fe6a4 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:06.745416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce57529-d6f8-4868-b5f6-007bc844ae1a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.754383 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.797804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4ce57529-d6f8-4868-b5f6-007bc844ae1a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:06.803190 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4ce57529-d6f8-4868-b5f6-007bc844ae1a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3365009 Oct 25 09:08:06.808491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33130) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:06.862772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab0dabd0-1a34-4c80-b5ab-dde175f84f80 req-c800b300-6f04-4554-963c-0ff8e4406874 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996542 Oct 25 09:08:06.885832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Allocated IP 2001:db8::2 (ac4231b3-2ef0-4bf7-9a07-a936200e9be0/7086d4fa-ff05-4548-a334-d7cfc15c31a3/af787bcf-7e44-47d8-90d0-113b855d93ca) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:06.939810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Router 727edca9-cba0-4995-b2fd-57e751e05b8e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:06.941307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Pushing event updated for resources: {'Port': ['ID=b175bd09-9bd3-481f-8b2b-9704643fe6a4,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:07.058627 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46771bf-636e-4eb2-b274-572e3166a7b1 x-openstack-request-id: req-d46771bf-636e-4eb2-b274-572e3166a7b1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:07.059000 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-plugged", "status": "completed", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:07.059469 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d46771bf-636e-4eb2-b274-572e3166a7b1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:07.060041 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'code': 200} Oct 25 09:08:07.111631 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d1216f-3865-4dea-a256-0f6372b2e26d x-openstack-request-id: req-12d1216f-3865-4dea-a256-0f6372b2e26d {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:07.111838 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "6c1ae437-21f3-4df0-ae81-47e6b8a893da", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:07.112106 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12d1216f-3865-4dea-a256-0f6372b2e26d {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:07.112510 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'status': 'completed', 'code': 200} Oct 25 09:08:07.160260 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:07.169302 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:07.185562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:07.216639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] Sync routers for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:07.233296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:07.239026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:07.253235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:07.253869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:07.263584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:07.268681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:07.286946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0a2d18ba-44de-49e0-81d9-682e4a9c25ca tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1250863 Oct 25 09:08:07.289749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33132) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:07.324310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Attempting to bind port b175bd09-9bd3-481f-8b2b-9704643fe6a4 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:07.324641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Attempting to bind port b175bd09-9bd3-481f-8b2b-9704643fe6a4 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:07.325002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Attempting to bind port b175bd09-9bd3-481f-8b2b-9704643fe6a4 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:07.339060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Port b175bd09-9bd3-481f-8b2b-9704643fe6a4 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:07.339378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Attempting to bind port b175bd09-9bd3-481f-8b2b-9704643fe6a4 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:07.352814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-8dfd3419-1a00-4a29-b72e-448927eea619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.353350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-8dfd3419-1a00-4a29-b72e-448927eea619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.353827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-8dfd3419-1a00-4a29-b72e-448927eea619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.354293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-8dfd3419-1a00-4a29-b72e-448927eea619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.354759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-8dfd3419-1a00-4a29-b72e-448927eea619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.355209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-8dfd3419-1a00-4a29-b72e-448927eea619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.357148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-8dfd3419-1a00-4a29-b72e-448927eea619 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5248 time: 0.1539338 Oct 25 09:08:07.361800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:07.362997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Checking segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:07.362997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Bound using segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:07.363277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Bound port: b175bd09-9bd3-481f-8b2b-9704643fe6a4, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:07.363637 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:07.375441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f0f16-4b6f-40a2-a1e5-ce07a8714697 req-baef272c-a4d2-4d23-897e-22cce08669f1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.384675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-667f0f16-4b6f-40a2-a1e5-ce07a8714697 req-baef272c-a4d2-4d23-897e-22cce08669f1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.1587539 Oct 25 09:08:07.397018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:07.452146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Pushing event updated for resources: {'Port': ['ID=af787bcf-7e44-47d8-90d0-113b855d93ca,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:07.459610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Attempting to bind port af787bcf-7e44-47d8-90d0-113b855d93ca on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:07.459610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Attempting to bind port af787bcf-7e44-47d8-90d0-113b855d93ca by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '88717295-1e12-436e-ade3-e60242ab0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ac4231b3-2ef0-4bf7-9a07-a936200e9be0'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:07.459957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Attempting to bind port af787bcf-7e44-47d8-90d0-113b855d93ca on network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:07.467647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:07.468012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Checking segment: {'id': '88717295-1e12-436e-ade3-e60242ab0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ac4231b3-2ef0-4bf7-9a07-a936200e9be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:07.468403 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:07.468794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Bound using segment: {'id': '88717295-1e12-436e-ade3-e60242ab0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ac4231b3-2ef0-4bf7-9a07-a936200e9be0'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:07.470745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Bound port: af787bcf-7e44-47d8-90d0-113b855d93ca, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88717295-1e12-436e-ade3-e60242ab0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ac4231b3-2ef0-4bf7-9a07-a936200e9be0'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:07.471089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:07.507519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-667f0f16-4b6f-40a2-a1e5-ce07a8714697 req-ea56a723-4bbc-4cc3-800d-3470f436d3ea tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207125 Oct 25 09:08:07.575297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:07.621292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.622075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.624701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.625397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.626613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.628427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.629127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.635535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.636250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.636941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.637593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.638238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.638883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.641605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2aba2fc1-48b9-4da0-9f53-2fc11ffe4413 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9149 time: 0.3507254 Oct 25 09:08:07.645282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33136) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:07.650913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] For port af787bcf-7e44-47d8-90d0-113b855d93ca, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:07.764860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.765539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.765989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.766998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.767473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.767994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.768439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.768900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.769344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.769892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.770493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.770941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.771381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:07.773807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7f75f6e5-759d-4336-b2c1-d79aad377a84 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8345 time: 0.1272542 Oct 25 09:08:07.776697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33140) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:07.923191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8::1 (ac4231b3-2ef0-4bf7-9a07-a936200e9be0/7086d4fa-ff05-4548-a334-d7cfc15c31a3/07f53f1c-b38f-4a39-857b-9f546f949cc4) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:08.037717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] For port af787bcf-7e44-47d8-90d0-113b855d93ca, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=af787bcf-7e44-47d8-90d0-113b855d93ca,segment=NetworkSegment(88717295-1e12-436e-ade3-e60242ab0a4a),segment_id=88717295-1e12-436e-ade3-e60242ab0a4a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:08.050336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:08.065259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-464a9519-396c-4fe1-86c2-7539eec09124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:08.065775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-464a9519-396c-4fe1-86c2-7539eec09124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:08.066262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-464a9519-396c-4fe1-86c2-7539eec09124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:08.071093 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-464a9519-396c-4fe1-86c2-7539eec09124 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e37673da2a52404881eed747461077c9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6843696 Oct 25 09:08:08.114749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] For port b175bd09-9bd3-481f-8b2b-9704643fe6a4, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:08.120551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] For port b175bd09-9bd3-481f-8b2b-9704643fe6a4, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:08.151769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:08.192698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:08.193440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:08.195230 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] 10.222.0.18 "PUT /v2.0/ports/b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 200 len: 1135 time: 2.5972357 Oct 25 09:08:08.195523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 750cdcda-d60f-4eb6-b9ad-d38796847e3e details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:08.263808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903f0ba-6817-4ed3-aa13-0a22e517d5f7 None None] Pushing event updated for resources: {'Port': ['ID=af787bcf-7e44-47d8-90d0-113b855d93ca,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:08.265580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:08.494593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9d614-52c5-4f80-8e27-5f2afa5cc44c req-e1173545-9977-4b59-be6b-ed797abe6a6f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:08.505020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9e9d614-52c5-4f80-8e27-5f2afa5cc44c req-e1173545-9977-4b59-be6b-ed797abe6a6f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 943 time: 0.7033775 Oct 25 09:08:08.510653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 750cdcda-d60f-4eb6-b9ad-d38796847e3e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=750cdcda-d60f-4eb6-b9ad-d38796847e3e,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:08.527480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:08.537758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'b793b67e-8990-4a80-816a-bf4ece6b41ea', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'port_id': 'f97e15a4-c0c3-465e-9338-44323c619700', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'mac_address': 'fa:16:3e:6f:bf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:08:04Z', 'updated_at': '2021-10-25T09:08:04Z', 'revision_number': 0, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:31Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:08.540150 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948afa6-3e4a-4be7-97fc-402eb50413fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "tag": "f97e15a4-c0c3-465e-9338-44323c619700"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:08.595876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '750cdcda-d60f-4eb6-b9ad-d38796847e3e', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': '750cdcda-d60f-4eb6-b9ad-d38796847e3e', 'mac_address': 'fa:16:3e:d4:e5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:08.603714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:08.610638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] Checking router: 727edca9-cba0-4995-b2fd-57e751e05b8e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:08.664943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:08.665747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:08.701247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9e9d614-52c5-4f80-8e27-5f2afa5cc44c req-2a1ced24-5b43-4835-aef9-89c83d5d3163 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904902 Oct 25 09:08:08.812530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:08.837124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c8c04698-607c-4b5b-bf34-09d0157ecb4d tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5742 time: 1.0592067 Oct 25 09:08:08.837827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33150) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:08.848602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:08.864230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d0ce6-94ae-44aa-b200-06aa1512b511 service neutron] Pushing event updated for resources: {'Port': ['ID=b175bd09-9bd3-481f-8b2b-9704643fe6a4,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:08.910117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e5b8c3-6a47-4e9d-9e9d-0edec9f55f81 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:08.911750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e5b8c3-6a47-4e9d-9e9d-0edec9f55f81 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:08.916272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a3e5b8c3-6a47-4e9d-9e9d-0edec9f55f81 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=727edca9-cba0-4995-b2fd-57e751e05b8e HTTP/1.1" status: 200 len: 1989 time: 0.0773928 Oct 25 09:08:08.974934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:08.995878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:08.996086 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.004431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device af787bcf-7e44-47d8-90d0-113b855d93ca up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:09.043696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-a1456515-0597-4e37-967d-68aac782cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.045275 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11a8300e-9a6d-4733-837a-5bd7581f4af1 req-a1456515-0597-4e37-967d-68aac782cf4c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9231713 Oct 25 09:08:09.052187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:09.062127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:09.090377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7d7f3-7ee4-411e-aa34-45c3be9be42f req-b890ed3a-aa23-4975-b61f-c02fc3afab12 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.095156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34f7d7f3-7ee4-411e-aa34-45c3be9be42f req-b890ed3a-aa23-4975-b61f-c02fc3afab12 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 950 time: 0.0815902 Oct 25 09:08:09.102296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:09.102953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.107382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=07f53f1c-b38f-4a39-857b-9f546f949cc4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:09.115501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': 'b175bd09-9bd3-481f-8b2b-9704643fe6a4'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:09.117520 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f478a90-e3f8-4d50-89ea-050d5482ad15" -d '{"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "b175bd09-9bd3-481f-8b2b-9704643fe6a4"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:09.153605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750cdcda-d60f-4eb6-b9ad-d38796847e3e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:09.175313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 750cdcda-d60f-4eb6-b9ad-d38796847e3e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=750cdcda-d60f-4eb6-b9ad-d38796847e3e,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:09.189742 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.196356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34f7d7f3-7ee4-411e-aa34-45c3be9be42f req-2148f357-ccfa-42ce-b6be-57df953a2803 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922489 Oct 25 09:08:09.311456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port af787bcf-7e44-47d8-90d0-113b855d93ca triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:09.311825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.341116 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=750cdcda-d60f-4eb6-b9ad-d38796847e3e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:09.413603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950f6a-0d79-410e-bae5-d06d189b5466 req-ed63cd55-cb5e-4f77-9c54-b96cd97c01a6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.441262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950f6a-0d79-410e-bae5-d06d189b5466 req-ed63cd55-cb5e-4f77-9c54-b96cd97c01a6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.449872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950f6a-0d79-410e-bae5-d06d189b5466 req-ed63cd55-cb5e-4f77-9c54-b96cd97c01a6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.451424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.461344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950f6a-0d79-410e-bae5-d06d189b5466 req-ed63cd55-cb5e-4f77-9c54-b96cd97c01a6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.469672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950f6a-0d79-410e-bae5-d06d189b5466 req-ed63cd55-cb5e-4f77-9c54-b96cd97c01a6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.481872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'b793b67e-8990-4a80-816a-bf4ece6b41ea', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'port_id': 'f97e15a4-c0c3-465e-9338-44323c619700', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'mac_address': 'fa:16:3e:6f:bf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:08:04Z', 'updated_at': '2021-10-25T09:08:04Z', 'revision_number': 0, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:31Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:09.483752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950f6a-0d79-410e-bae5-d06d189b5466 req-ed63cd55-cb5e-4f77-9c54-b96cd97c01a6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.486322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53950f6a-0d79-410e-bae5-d06d189b5466 req-ed63cd55-cb5e-4f77-9c54-b96cd97c01a6 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 4604 time: 0.1905062 Oct 25 09:08:09.525752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port af787bcf-7e44-47d8-90d0-113b855d93ca, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=af787bcf-7e44-47d8-90d0-113b855d93ca,segment=NetworkSegment(88717295-1e12-436e-ade3-e60242ab0a4a),segment_id=88717295-1e12-436e-ade3-e60242ab0a4a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:09.527137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbfe159-d975-4b65-851d-51595b5342fc None None] The sync data for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 is: [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'b793b67e-8990-4a80-816a-bf4ece6b41ea', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'port_id': 'f97e15a4-c0c3-465e-9338-44323c619700', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'mac_address': 'fa:16:3e:6f:bf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:08:04Z', 'updated_at': '2021-10-25T09:08:04Z', 'revision_number': 0, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:31Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:09.534110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.576634 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.579612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53950f6a-0d79-410e-bae5-d06d189b5466 req-9e841835-6c98-4f49-805e-9e8c056f4685 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720100 Oct 25 09:08:09.663602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=af787bcf-7e44-47d8-90d0-113b855d93ca,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:09.692670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-a0b315c9-3eba-4af1-a05b-8e32b6f792ba tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:09.694328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-a0b315c9-3eba-4af1-a05b-8e32b6f792ba tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 950 time: 0.1139691 Oct 25 09:08:09.697985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['750cdcda-d60f-4eb6-b9ad-d38796847e3e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:09.701916 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.760014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e4858-29df-44ef-835b-d3cffdbe5c9d None None] Network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:09.826382 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92013c35-19ae-4ecc-a607-63e44517e9e7 x-openstack-request-id: req-92013c35-19ae-4ecc-a607-63e44517e9e7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:09.826671 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "tag": "f97e15a4-c0c3-465e-9338-44323c619700", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:09.826926 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92013c35-19ae-4ecc-a607-63e44517e9e7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:09.827456 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700', 'status': 'completed', 'code': 200} Oct 25 09:08:09.863265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Deleting port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:09.863682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.915269 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1b50f189-d4a6-4e16-adc5-e86217b71f84 None None] Provisioning complete for port af787bcf-7e44-47d8-90d0-113b855d93ca triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:09.915646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b50f189-d4a6-4e16-adc5-e86217b71f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:09.973518 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85718ae6-6a27-49e0-95a1-240f0e6c7ed4 None None] New status for floating IP b793b67e-8990-4a80-816a-bf4ece6b41ea: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:08:10.012605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] For port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:10.013316 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.033465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Calling delete_port for c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:10.096338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-d4882ab7-142d-4af2-a968-d59ecc43f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:10.100578 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-d4882ab7-142d-4af2-a968-d59ecc43f69c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1135 time: 0.2225778 Oct 25 09:08:10.263179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea27bf0e-012d-449b-b30f-f619d35d2361 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:10.300337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.354942 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.374604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8774125-078a-43a4-9cfd-0d4ea67703c7 req-ecbfc432-2024-4108-90cf-fcfc498da031 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:10.376228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8774125-078a-43a4-9cfd-0d4ea67703c7 req-ecbfc432-2024-4108-90cf-fcfc498da031 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0918658 Oct 25 09:08:10.384587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Transition to ACTIVE for port object ea27bf0e-012d-449b-b30f-f619d35d2361 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:10.395642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef', '217e5101-fbad-4c56-a913-c2d994b5cb54'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:10.399999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.401645 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.419135 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.420185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.432358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Pushing event deleted for resources: {'Port': ['ID=c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:10.476730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-cabb4835-092b-4fbd-b291-01df500ef17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:10.478281 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-cabb4835-092b-4fbd-b291-01df500ef17b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e HTTP/1.1" status: 200 len: 897 time: 0.3194795 Oct 25 09:08:10.501728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] No DVR routers for this DVR port c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:10.505052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.507777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eca380c5-1d57-4205-86ef-2c1496057c89 req-f181fdd8-2636-4dea-aefb-e57ed831c9ec tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "DELETE /v2.0/ports/c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef HTTP/1.1" status: 204 len: 173 time: 0.8050575 Oct 25 09:08:10.549648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8774125-078a-43a4-9cfd-0d4ea67703c7 req-4fd926d0-266b-4031-ab81-92891e428a7e tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221273 Oct 25 09:08:10.719557 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb8d242-e56e-48d9-9b97-886500e8f4d1 x-openstack-request-id: req-2cb8d242-e56e-48d9-9b97-886500e8f4d1 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:10.720256 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "b175bd09-9bd3-481f-8b2b-9704643fe6a4", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:10.722464 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cb8d242-e56e-48d9-9b97-886500e8f4d1 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:10.723516 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': 'b175bd09-9bd3-481f-8b2b-9704643fe6a4', 'status': 'completed', 'code': 200} Oct 25 09:08:10.749051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device af787bcf-7e44-47d8-90d0-113b855d93ca up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:10.803164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c5fef803-b3e5-4700-bfd9-deb2078f4ef4 None None] Provisioning complete for port 07f53f1c-b38f-4a39-857b-9f546f949cc4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:10.803908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5fef803-b3e5-4700-bfd9-deb2078f4ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.850258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a2c5-ff15-459a-a8be-83175556640c req-c72f81a8-2634-4f94-823a-f2f8ec5770f0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:10.856137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Pushing event updated for resources: {'Port': ['ID=ea27bf0e-012d-449b-b30f-f619d35d2361,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:10.874907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62b6a2c5-ff15-459a-a8be-83175556640c req-c72f81a8-2634-4f94-823a-f2f8ec5770f0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 944 time: 0.1460445 Oct 25 09:08:10.924291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c5fef803-b3e5-4700-bfd9-deb2078f4ef4 None None] Port 07f53f1c-b38f-4a39-857b-9f546f949cc4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:10.957631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port af787bcf-7e44-47d8-90d0-113b855d93ca triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:10.958002 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:10.962422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62b6a2c5-ff15-459a-a8be-83175556640c req-048e27c3-6052-4aae-8736-bcf01058a3c1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796587 Oct 25 09:08:10.964967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c5fef803-b3e5-4700-bfd9-deb2078f4ef4 None None] Provisioning complete for port af787bcf-7e44-47d8-90d0-113b855d93ca triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:10.965341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5fef803-b3e5-4700-bfd9-deb2078f4ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:11.037543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['9834ade3-c97c-4748-bfff-0e0dc8dd58e5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:11.128605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363a392-3a5b-4651-a084-f905b52b776a req-8d99af60-ee6d-4d24-b5dd-f818d1719df3 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.132103 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-a1e5b226-04cb-4f5a-8b58-1f3e5f5f6605 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97e15a4-c0c3-465e-9338-44323c619700 HTTP/1.1" status: 200 len: 1001 time: 0.6406901 Oct 25 09:08:11.141864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3363a392-3a5b-4651-a084-f905b52b776a req-8d99af60-ee6d-4d24-b5dd-f818d1719df3 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1096 time: 0.0988510 Oct 25 09:08:11.257675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3363a392-3a5b-4651-a084-f905b52b776a req-8c0f5567-deb4-41bb-b8cb-b96dc2c23985 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=6eb3c237-a0a6-434c-8995-e430189ad6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128631 Oct 25 09:08:11.286326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=07f53f1c-b38f-4a39-857b-9f546f949cc4,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:11.332552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-2719fb9e-d04a-4d21-b4cd-c469dbe17d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.332989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-2719fb9e-d04a-4d21-b4cd-c469dbe17d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.333475 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-2719fb9e-d04a-4d21-b4cd-c469dbe17d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.334995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-2719fb9e-d04a-4d21-b4cd-c469dbe17d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.334995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-2719fb9e-d04a-4d21-b4cd-c469dbe17d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.334995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-2719fb9e-d04a-4d21-b4cd-c469dbe17d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.335362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-2719fb9e-d04a-4d21-b4cd-c469dbe17d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.351824 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-2719fb9e-d04a-4d21-b4cd-c469dbe17d76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6176 time: 0.6221454 Oct 25 09:08:11.364850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:11.366019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Attempting to bind port ea27bf0e-012d-449b-b30f-f619d35d2361 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:11.374135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Attempting to bind port ea27bf0e-012d-449b-b30f-f619d35d2361 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:11.375369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Attempting to bind port ea27bf0e-012d-449b-b30f-f619d35d2361 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:11.394995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.395362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.395685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.396031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.413343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.413721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.414010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.414341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.414678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.415000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.415385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.415633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:11.443341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Port ea27bf0e-012d-449b-b30f-f619d35d2361 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:11.443732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Attempting to bind port ea27bf0e-012d-449b-b30f-f619d35d2361 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:11.474307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:11.477459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-705d987a-f34e-486d-9a89-7b334da71ac5 req-4c325d43-8aa4-4897-9454-bd3f8271acbc tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=5aca63d7-c2e4-4c64-af99-5e0e24008fc9 HTTP/1.1" status: 200 len: 210 time: 0.1157382 Oct 25 09:08:11.525880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-45ea2fd7-1a02-412f-b7f0-da35ffd6b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.533293 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-45ea2fd7-1a02-412f-b7f0-da35ffd6b37b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85b473a8-35c8-4b1b-8116-7da9c88015a2 HTTP/1.1" status: 200 len: 835 time: 0.3898616 Oct 25 09:08:11.534287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:11.534515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Checking segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:11.534905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Bound using segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:11.535359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Bound port: ea27bf0e-012d-449b-b30f-f619d35d2361, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:11.535720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:11.671217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b1542744-5a82-48f2-9853-e4c643306f7f None None] Provisioning complete for port 07f53f1c-b38f-4a39-857b-9f546f949cc4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:11.671608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1542744-5a82-48f2-9853-e4c643306f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:11.677775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140145e0-d662-41e5-b2c9-37854daa22b7 req-c14c4dd5-5eb2-42d9-8fc9-57dd4c934953 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.679508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-140145e0-d662-41e5-b2c9-37854daa22b7 req-c14c4dd5-5eb2-42d9-8fc9-57dd4c934953 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0863039 Oct 25 09:08:11.738981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b1542744-5a82-48f2-9853-e4c643306f7f None None] Port 07f53f1c-b38f-4a39-857b-9f546f949cc4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:11.762878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-140145e0-d662-41e5-b2c9-37854daa22b7 req-22ad6886-7d30-4bbd-87be-f70832960513 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756893 Oct 25 09:08:11.829934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aca63d7-c2e4-4c64-af99-5e0e24008fc9', 'name': 'network-vif-deleted', 'tag': 'c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:11.833497 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b296a4c8-8c0f-4492-a573-5bb8965049e4" -d '{"events": [{"server_uuid": "5aca63d7-c2e4-4c64-af99-5e0e24008fc9", "name": "network-vif-deleted", "tag": "c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:11.861725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-35a876a5-c6f5-4742-aebb-049beba5ae99 None None] Provisioning complete for port 07f53f1c-b38f-4a39-857b-9f546f949cc4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:11.862736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-35a876a5-c6f5-4742-aebb-049beba5ae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:11.898698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979548e-9973-404b-afed-0a0eff6599ac req-5aa9e452-93da-452f-b323-c11eb9a1795e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.909093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979548e-9973-404b-afed-0a0eff6599ac req-5aa9e452-93da-452f-b323-c11eb9a1795e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.912805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-9f61e967-d49a-41ab-a400-31469f31847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.914354 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-9f61e967-d49a-41ab-a400-31469f31847f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2987723 Oct 25 09:08:11.916482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979548e-9973-404b-afed-0a0eff6599ac req-5aa9e452-93da-452f-b323-c11eb9a1795e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.916833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-35a876a5-c6f5-4742-aebb-049beba5ae99 None None] Port 07f53f1c-b38f-4a39-857b-9f546f949cc4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:11.928151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979548e-9973-404b-afed-0a0eff6599ac req-5aa9e452-93da-452f-b323-c11eb9a1795e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.934287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979548e-9973-404b-afed-0a0eff6599ac req-5aa9e452-93da-452f-b323-c11eb9a1795e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.942461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979548e-9973-404b-afed-0a0eff6599ac req-5aa9e452-93da-452f-b323-c11eb9a1795e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.948715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979548e-9973-404b-afed-0a0eff6599ac req-5aa9e452-93da-452f-b323-c11eb9a1795e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.951893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7979548e-9973-404b-afed-0a0eff6599ac req-5aa9e452-93da-452f-b323-c11eb9a1795e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5381 time: 0.1298056 Oct 25 09:08:11.962967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-b1d7e0fa-3d1e-492c-9a2e-30d87715a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.963720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-b1d7e0fa-3d1e-492c-9a2e-30d87715a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.964200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-b1d7e0fa-3d1e-492c-9a2e-30d87715a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:11.965834 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-b1d7e0fa-3d1e-492c-9a2e-30d87715a055 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e37673da2a52404881eed747461077c9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5257473 Oct 25 09:08:12.007288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] For port ea27bf0e-012d-449b-b30f-f619d35d2361, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:12.018518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7979548e-9973-404b-afed-0a0eff6599ac req-2dade2a2-0f2a-41c0-a973-093b4e590ce0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606699 Oct 25 09:08:12.020005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] For port ea27bf0e-012d-449b-b30f-f619d35d2361, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ea27bf0e-012d-449b-b30f-f619d35d2361,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:12.084027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:12.093176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 76888c53-177c-4e61-ba4f-c3924383de4e is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:08:12.155987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:12.156703 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:12.158100 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] 10.222.0.18 "PUT /v2.0/ports/ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 200 len: 1135 time: 3.9250185 Oct 25 09:08:12.183019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.18', 57777) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:12.217952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 750cdcda-d60f-4eb6-b9ad-d38796847e3e up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:12.266179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae8fae-5054-4e25-8906-878e70036e71 req-c30c5c53-35da-4259-b927-c20c2212808a tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:12.267711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07ae8fae-5054-4e25-8906-878e70036e71 req-c30c5c53-35da-4259-b927-c20c2212808a tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 1096 time: 0.0835061 Oct 25 09:08:12.374268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 750cdcda-d60f-4eb6-b9ad-d38796847e3e completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:08:12.381922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 750cdcda-d60f-4eb6-b9ad-d38796847e3e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:12.382375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:12.434267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Deleting port a2906176-301b-4fea-8d98-9bea19083f23 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:12.434573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:12.599554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:12.614315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] For port a2906176-301b-4fea-8d98-9bea19083f23, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a2906176-301b-4fea-8d98-9bea19083f23,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:12.615235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:12.650953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Calling delete_port for a2906176-301b-4fea-8d98-9bea19083f23 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:12.659518 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbef12-9e82-4f80-b629-d2f78946bd0d x-openstack-request-id: req-68cbef12-9e82-4f80-b629-d2f78946bd0d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:12.660153 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aca63d7-c2e4-4c64-af99-5e0e24008fc9", "name": "network-vif-deleted", "tag": "c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:12.660627 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68cbef12-9e82-4f80-b629-d2f78946bd0d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:12.662353 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aca63d7-c2e4-4c64-af99-5e0e24008fc9', 'name': 'network-vif-deleted', 'tag': 'c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef', 'status': 'completed', 'code': 200} Oct 25 09:08:12.697763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403b2a0b-5b65-47f4-ac63-2a493d7cdf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750cdcda-d60f-4eb6-b9ad-d38796847e3e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:12.700082 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a426500a-4fd9-4044-a89f-3ee7e226ed22" -d '{"events": [{"server_uuid": "403b2a0b-5b65-47f4-ac63-2a493d7cdf8b", "name": "network-vif-plugged", "status": "completed", "tag": "750cdcda-d60f-4eb6-b9ad-d38796847e3e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:12.741977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 750cdcda-d60f-4eb6-b9ad-d38796847e3e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=750cdcda-d60f-4eb6-b9ad-d38796847e3e,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:12.752660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:12.784843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': 'ea27bf0e-012d-449b-b30f-f619d35d2361'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:12.787857 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a229dae-c5ed-4183-93a6-6719d10cb80c" -d '{"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "ea27bf0e-012d-449b-b30f-f619d35d2361"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:12.793799 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-77ff8dbb-8cda-41e0-a2ff-20c991e43cd7 service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8649373 Oct 25 09:08:12.794853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-ee599a13-578a-4054-add3-5b4985295bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:12.796283 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-ee599a13-578a-4054-add3-5b4985295bf9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7722769 Oct 25 09:08:12.827231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:12.850197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6b391-a5a5-4450-826d-261a8cbbca08 service neutron] Pushing event updated for resources: {'Port': ['ID=ea27bf0e-012d-449b-b30f-f619d35d2361,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:12.852167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=750cdcda-d60f-4eb6-b9ad-d38796847e3e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:12.897800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ce6c-9e7c-498d-bb14-8d3b6e1a01ba req-186f3668-ef20-4b62-9432-8c24b28fa67a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:12.899648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ce1ce6c-9e7c-498d-bb14-8d3b6e1a01ba req-186f3668-ef20-4b62-9432-8c24b28fa67a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1150954 Oct 25 09:08:12.943100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:12.953102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:12.962537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ce1ce6c-9e7c-498d-bb14-8d3b6e1a01ba req-79788b1d-d7ca-4b4e-915f-d89015e2c2d6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545917 Oct 25 09:08:12.989688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2906176-301b-4fea-8d98-9bea19083f23,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:13.022095 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9948afa6-3e4a-4be7-97fc-402eb50413fd req-b567b2d3-0c03-4ab8-8b7d-78bdaab33c3b service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273079 Oct 25 09:08:13.030894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:13.031244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c3a7d6bd-4970-43d5-8fce-7ef00e1d05ef not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:13.040956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a2906176-301b-4fea-8d98-9bea19083f23'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:13.116872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] No DVR routers for this DVR port a2906176-301b-4fea-8d98-9bea19083f23 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:13.124178 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:13.128627 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07ae8fae-5054-4e25-8906-878e70036e71 req-2d731b8f-a471-4616-80d8-1fe1905c601b tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a2906176-301b-4fea-8d98-9bea19083f23 HTTP/1.1" status: 204 len: 173 time: 0.8508806 Oct 25 09:08:13.146630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:13.185640 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b35f9766-4971-4e1b-bcbd-70791699c1cb req-2f580d1e-1891-48c9-8026-e4232ac20460 tempest-TestServerMultinode-105786329 tempest-TestServerMultinode-105786329-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b7bf397c-febc-48fe-9468-5b839bc41086 HTTP/1.1" status: 200 len: 210 time: 0.0498185 Oct 25 09:08:13.219857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:13.225592 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1925dca1-844e-46f1-b687-7fa5270aa958 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/76888c53-177c-4e61-ba4f-c3924383de4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4159713 Oct 25 09:08:13.228602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33202) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:13.242927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6177c-f0a5-4e56-8af9-93e268af7bfc None None] Sync routers for ids ['76888c53-177c-4e61-ba4f-c3924383de4e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:13.271538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6177c-f0a5-4e56-8af9-93e268af7bfc None None] Routers {'76888c53-177c-4e61-ba4f-c3924383de4e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:13.272991 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-07d6177c-f0a5-4e56-8af9-93e268af7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['76888c53-177c-4e61-ba4f-c3924383de4e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:13.296367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f4870-639b-41b3-a8a2-226b2fbd04d7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:13.298437 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d41f4870-639b-41b3-a8a2-226b2fbd04d7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports/07f53f1c-b38f-4a39-857b-9f546f949cc4 HTTP/1.1" status: 200 len: 911 time: 0.0688939 Oct 25 09:08:13.301348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33206) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:13.307057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-de8081f4-d137-47c0-ae30-797eb7ae25b4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7086d4fa-ff05-4548-a334-d7cfc15c31a3'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:13.463149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d559c-0478-409e-9fae-1c998f0d8bd7 req-e0c07fdc-7dff-49fa-bcd8-4a317cc4bfbc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:13.479225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-731d559c-0478-409e-9fae-1c998f0d8bd7 req-e0c07fdc-7dff-49fa-bcd8-4a317cc4bfbc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.1631663 Oct 25 09:08:13.515668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-07d6177c-f0a5-4e56-8af9-93e268af7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:13.526304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6177c-f0a5-4e56-8af9-93e268af7bfc None None] Routers {'76888c53-177c-4e61-ba4f-c3924383de4e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:13.527017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-07d6177c-f0a5-4e56-8af9-93e268af7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['76888c53-177c-4e61-ba4f-c3924383de4e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:13.545740 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-731d559c-0478-409e-9fae-1c998f0d8bd7 req-1e9becfb-0295-4f3e-80ea-44a7bb0e79da tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590525 Oct 25 09:08:13.562088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-07d6177c-f0a5-4e56-8af9-93e268af7bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:13.563249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6177c-f0a5-4e56-8af9-93e268af7bfc None None] The sync data for ids ['76888c53-177c-4e61-ba4f-c3924383de4e'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:13.601761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb983c1-4249-4adb-85c7-ded6508e614b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:13.610591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:13.613968 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf7020-490c-45c6-96b9-29f2d849fc46 x-openstack-request-id: req-ffcf7020-490c-45c6-96b9-29f2d849fc46 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:13.614502 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403b2a0b-5b65-47f4-ac63-2a493d7cdf8b", "name": "network-vif-plugged", "status": "completed", "tag": "750cdcda-d60f-4eb6-b9ad-d38796847e3e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:13.614944 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffcf7020-490c-45c6-96b9-29f2d849fc46 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:13.615619 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403b2a0b-5b65-47f4-ac63-2a493d7cdf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750cdcda-d60f-4eb6-b9ad-d38796847e3e', 'code': 200} Oct 25 09:08:13.629698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Transition to ACTIVE for port object 6cb983c1-4249-4adb-85c7-ded6508e614b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:13.639688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:13.656667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de8081f4-d137-47c0-ae30-797eb7ae25b4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:13.657719 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f368e-8612-4122-8ef2-41e0641a0eeb x-openstack-request-id: req-7a4f368e-8612-4122-8ef2-41e0641a0eeb {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:13.659030 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "ea27bf0e-012d-449b-b30f-f619d35d2361", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:13.659294 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a4f368e-8612-4122-8ef2-41e0641a0eeb {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:13.659757 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': 'ea27bf0e-012d-449b-b30f-f619d35d2361', 'status': 'completed', 'code': 200} Oct 25 09:08:13.795427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Pushing event updated for resources: {'Port': ['ID=6cb983c1-4249-4adb-85c7-ded6508e614b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:13.861448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cde97-13ee-4ef4-a8a4-b176bb627b86 req-b3e13692-bb39-48c8-ab4a-8f7556f37635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:13.861788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b6cde97-13ee-4ef4-a8a4-b176bb627b86 req-b3e13692-bb39-48c8-ab4a-8f7556f37635 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 1096 time: 0.0784020 Oct 25 09:08:13.893098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Attempting to bind port 6cb983c1-4249-4adb-85c7-ded6508e614b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:13.893436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Attempting to bind port 6cb983c1-4249-4adb-85c7-ded6508e614b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:13.893765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Attempting to bind port 6cb983c1-4249-4adb-85c7-ded6508e614b on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:13.899632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Port 6cb983c1-4249-4adb-85c7-ded6508e614b on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:13.899956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Attempting to bind port 6cb983c1-4249-4adb-85c7-ded6508e614b on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:13.913117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:13.913483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Checking segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:13.913876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Bound using segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:13.914330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Bound port: 6cb983c1-4249-4adb-85c7-ded6508e614b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:13.914844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:13.932824 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b6cde97-13ee-4ef4-a8a4-b176bb627b86 req-8267e17a-9a8d-4795-82b8-877cfc752ddb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588682 Oct 25 09:08:14.005559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] For port 6cb983c1-4249-4adb-85c7-ded6508e614b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:14.008784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] For port 6cb983c1-4249-4adb-85c7-ded6508e614b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6cb983c1-4249-4adb-85c7-ded6508e614b,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:14.014998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:14.060773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec971-af29-4232-a42b-53fa858befa6 req-8c972561-8635-4ac4-9b68-b9affecef5c9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.067052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.067895 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:14.068493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec971-af29-4232-a42b-53fa858befa6 req-8c972561-8635-4ac4-9b68-b9affecef5c9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.069994 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] 10.222.0.18 "PUT /v2.0/ports/6cb983c1-4249-4adb-85c7-ded6508e614b HTTP/1.1" status: 200 len: 1090 time: 1.2648516 Oct 25 09:08:14.074535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec971-af29-4232-a42b-53fa858befa6 req-8c972561-8635-4ac4-9b68-b9affecef5c9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.081936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec971-af29-4232-a42b-53fa858befa6 req-8c972561-8635-4ac4-9b68-b9affecef5c9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.088213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec971-af29-4232-a42b-53fa858befa6 req-8c972561-8635-4ac4-9b68-b9affecef5c9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.095541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec971-af29-4232-a42b-53fa858befa6 req-8c972561-8635-4ac4-9b68-b9affecef5c9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.099192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a261c-dfff-4456-a09b-a2b4a47ecadf service neutron] Pushing event updated for resources: {'Port': ['ID=6cb983c1-4249-4adb-85c7-ded6508e614b,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:14.102598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bec971-af29-4232-a42b-53fa858befa6 req-8c972561-8635-4ac4-9b68-b9affecef5c9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.111595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5bec971-af29-4232-a42b-53fa858befa6 req-8c972561-8635-4ac4-9b68-b9affecef5c9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5393 time: 0.2947505 Oct 25 09:08:14.119152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-54ca19e7-ec9d-450d-9a8a-6d749e745d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.119625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-54ca19e7-ec9d-450d-9a8a-6d749e745d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.120246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-54ca19e7-ec9d-450d-9a8a-6d749e745d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.120712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-54ca19e7-ec9d-450d-9a8a-6d749e745d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.121222 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-54ca19e7-ec9d-450d-9a8a-6d749e745d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.121694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-54ca19e7-ec9d-450d-9a8a-6d749e745d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.122159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-54ca19e7-ec9d-450d-9a8a-6d749e745d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.124076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-54ca19e7-ec9d-450d-9a8a-6d749e745d80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6243 time: 0.4064012 Oct 25 09:08:14.267834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5bec971-af29-4232-a42b-53fa858befa6 req-70ec199b-9057-49da-ad7f-e268563736f5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551545 Oct 25 09:08:14.390855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:14.501726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:14.667151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bf397c-febc-48fe-9468-5b839bc41086', 'name': 'network-vif-deleted', 'tag': 'a2906176-301b-4fea-8d98-9bea19083f23'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:14.669429 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb7c54c-0971-4049-afa0-59c70b69226e" -d '{"events": [{"server_uuid": "b7bf397c-febc-48fe-9468-5b839bc41086", "name": "network-vif-deleted", "tag": "a2906176-301b-4fea-8d98-9bea19083f23"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:14.728023 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de8081f4-d137-47c0-ae30-797eb7ae25b4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:14.731845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-a6da4c26-c8d7-473a-bbad-9315278a01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.732354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-a6da4c26-c8d7-473a-bbad-9315278a01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.732870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-a6da4c26-c8d7-473a-bbad-9315278a01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.735177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-a6da4c26-c8d7-473a-bbad-9315278a01e6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e37673da2a52404881eed747461077c9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3577051 Oct 25 09:08:14.744763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de8081f4-d137-47c0-ae30-797eb7ae25b4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:14.751825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8081f4-d137-47c0-ae30-797eb7ae25b4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.752544 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de8081f4-d137-47c0-ae30-797eb7ae25b4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:14.756627 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-de8081f4-d137-47c0-ae30-797eb7ae25b4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/ports/07f53f1c-b38f-4a39-857b-9f546f949cc4 HTTP/1.1" status: 200 len: 911 time: 1.4515212 Oct 25 09:08:14.758221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33220) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:14.876063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56b09-4276-4d55-8a57-0f57233d77c2 req-f42efed8-1b0b-4cb8-980e-218aa86d1b48 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:14.877671 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04b56b09-4276-4d55-8a57-0f57233d77c2 req-f42efed8-1b0b-4cb8-980e-218aa86d1b48 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.2300229 Oct 25 09:08:14.934295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8081f4-d137-47c0-ae30-797eb7ae25b4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=07f53f1c-b38f-4a39-857b-9f546f949cc4,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:14.976251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5248cded-af25-4c12-8a0f-39fdc4cc6601 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:14.987742 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:14.992045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04b56b09-4276-4d55-8a57-0f57233d77c2 req-62a780ac-7d95-4e81-821f-3d1075175463 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999370 Oct 25 09:08:15.007019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-8e821346-102a-4d7d-81db-1ec66beb8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:15.008514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a229dae-c5ed-4183-93a6-6719d10cb80c req-8e821346-102a-4d7d-81db-1ec66beb8da8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535295 Oct 25 09:08:15.008644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Transition to ACTIVE for port object 5248cded-af25-4c12-8a0f-39fdc4cc6601 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:15.022707 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:15.059838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33222) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:15.099561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5248cded-af25-4c12-8a0f-39fdc4cc6601,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:15.230670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865eb1b-fe77-4adc-bfcc-a354f115ed6f req-ba5007eb-f338-4572-a7a7-1b67d73df58b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:15.234181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Attempting to bind port 5248cded-af25-4c12-8a0f-39fdc4cc6601 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:15.235041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Attempting to bind port 5248cded-af25-4c12-8a0f-39fdc4cc6601 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:15.235809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Attempting to bind port 5248cded-af25-4c12-8a0f-39fdc4cc6601 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:15.236274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1865eb1b-fe77-4adc-bfcc-a354f115ed6f req-ba5007eb-f338-4572-a7a7-1b67d73df58b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0685966 Oct 25 09:08:15.277453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Port 5248cded-af25-4c12-8a0f-39fdc4cc6601 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:15.277782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Attempting to bind port 5248cded-af25-4c12-8a0f-39fdc4cc6601 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:15.285827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:15.286160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Checking segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:15.286553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Bound using segment: {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:15.286998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Bound port: 5248cded-af25-4c12-8a0f-39fdc4cc6601, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d1516-ba44-475e-ae5b-22f62814d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:15.287488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:15.311140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1865eb1b-fe77-4adc-bfcc-a354f115ed6f req-18b4bb67-1ffb-4d08-959c-06dafa88a7b2 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666084 Oct 25 09:08:15.431132 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:15.563850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] For port 5248cded-af25-4c12-8a0f-39fdc4cc6601, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:15.584006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] For port 5248cded-af25-4c12-8a0f-39fdc4cc6601, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:15.591381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:15.684444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '6cb983c1-4249-4adb-85c7-ded6508e614b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:15.686917 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a533d9d-696e-45ac-945d-8abf5f0e91fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "6cb983c1-4249-4adb-85c7-ded6508e614b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:15.700064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:15.700545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:15.701976 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/5248cded-af25-4c12-8a0f-39fdc4cc6601 HTTP/1.1" status: 200 len: 1091 time: 1.3222387 Oct 25 09:08:15.750337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:15.791929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aebb6-5a21-4bec-814c-e4b0a6d262c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5248cded-af25-4c12-8a0f-39fdc4cc6601,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:15.879698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:15.947266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5be8a4-3628-43e5-8b23-361ddae7f545 req-64f92b77-d9c6-4f0f-976c-2abf86c47298 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:15.955255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a5be8a4-3628-43e5-8b23-361ddae7f545 req-64f92b77-d9c6-4f0f-976c-2abf86c47298 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 950 time: 0.0708230 Oct 25 09:08:16.024380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 07f53f1c-b38f-4a39-857b-9f546f949cc4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:16.024780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:16.046195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a5be8a4-3628-43e5-8b23-361ddae7f545 req-ab131c5b-49b2-485f-84cb-effca69c6cbf tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830095 Oct 25 09:08:16.101780 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2a3537-47b9-4c69-9ec6-ce6edf2dd392 x-openstack-request-id: req-9f2a3537-47b9-4c69-9ec6-ce6edf2dd392 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:16.102072 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bf397c-febc-48fe-9468-5b839bc41086", "name": "network-vif-deleted", "tag": "a2906176-301b-4fea-8d98-9bea19083f23", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:16.102324 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f2a3537-47b9-4c69-9ec6-ce6edf2dd392 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:16.102709 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bf397c-febc-48fe-9468-5b839bc41086', 'name': 'network-vif-deleted', 'tag': 'a2906176-301b-4fea-8d98-9bea19083f23', 'status': 'completed', 'code': 200} Oct 25 09:08:16.223449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a2906176-301b-4fea-8d98-9bea19083f23 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:16.232035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:16.249922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 07f53f1c-b38f-4a39-857b-9f546f949cc4 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:16.253666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: a2906176-301b-4fea-8d98-9bea19083f23 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:16.254319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a2906176-301b-4fea-8d98-9bea19083f23 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:16.301206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506164-761d-4514-9ffc-bea7bfd65497 req-cc138cd5-7a50-4603-ba5c-651ae6a844d0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.307350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506164-761d-4514-9ffc-bea7bfd65497 req-cc138cd5-7a50-4603-ba5c-651ae6a844d0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.313571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506164-761d-4514-9ffc-bea7bfd65497 req-cc138cd5-7a50-4603-ba5c-651ae6a844d0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.319530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506164-761d-4514-9ffc-bea7bfd65497 req-cc138cd5-7a50-4603-ba5c-651ae6a844d0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.326321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506164-761d-4514-9ffc-bea7bfd65497 req-cc138cd5-7a50-4603-ba5c-651ae6a844d0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.332970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506164-761d-4514-9ffc-bea7bfd65497 req-cc138cd5-7a50-4603-ba5c-651ae6a844d0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.339423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506164-761d-4514-9ffc-bea7bfd65497 req-cc138cd5-7a50-4603-ba5c-651ae6a844d0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.341701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30506164-761d-4514-9ffc-bea7bfd65497 req-cc138cd5-7a50-4603-ba5c-651ae6a844d0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5405 time: 0.1480529 Oct 25 09:08:16.350464 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:16.377730 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7e6ce02-1c05-4c01-ab75-4ce5878d20e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:16.429735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba016be6-2358-438e-81df-2536941bf355 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:16.443322 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:16.457179 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:08:16.481098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30506164-761d-4514-9ffc-bea7bfd65497 req-77f06f7b-86f3-4bc7-937c-e8ccde927b71 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275692 Oct 25 09:08:16.534373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Transition to ACTIVE for port object ba016be6-2358-438e-81df-2536941bf355 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:16.536244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:16.552377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:16.583498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=07f53f1c-b38f-4a39-857b-9f546f949cc4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:16.725882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:16.768025 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b778e2a6-f4f7-42a2-a147-bc7c82f95b09 x-openstack-request-id: req-b778e2a6-f4f7-42a2-a147-bc7c82f95b09 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:16.768797 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "6cb983c1-4249-4adb-85c7-ded6508e614b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:16.769108 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b778e2a6-f4f7-42a2-a147-bc7c82f95b09 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:16.769515 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '6cb983c1-4249-4adb-85c7-ded6508e614b', 'status': 'completed', 'code': 200} Oct 25 09:08:16.791456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-de489a07-abb7-44d0-8eca-8db323cf6bb2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.793463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-de489a07-abb7-44d0-8eca-8db323cf6bb2 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.18 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 950 time: 0.1407697 Oct 25 09:08:16.957061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258b0b5-eb99-400f-9ed9-1c6eb9847d10 req-78dfdfa8-efdc-42ec-b417-5f39a8bc77b3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:16.964800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2258b0b5-eb99-400f-9ed9-1c6eb9847d10 req-78dfdfa8-efdc-42ec-b417-5f39a8bc77b3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.2214973 Oct 25 09:08:17.031160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2258b0b5-eb99-400f-9ed9-1c6eb9847d10 req-aa6bb604-7353-4e93-b7d0-667c3c75269f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654361 Oct 25 09:08:17.054171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Deleting port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:17.054567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.074664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Deleting port 0aee3546-ed99-41aa-90da-52ace1c48c96 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:17.075003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.197371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Pushing event updated for resources: {'Port': ['ID=ba016be6-2358-438e-81df-2536941bf355,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:17.246961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-bc82782c-60bc-4975-b836-dcaf6d420605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.246961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-bc82782c-60bc-4975-b836-dcaf6d420605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.247498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-bc82782c-60bc-4975-b836-dcaf6d420605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.247966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-bc82782c-60bc-4975-b836-dcaf6d420605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.248431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-bc82782c-60bc-4975-b836-dcaf6d420605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.248908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-bc82782c-60bc-4975-b836-dcaf6d420605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.249380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-bc82782c-60bc-4975-b836-dcaf6d420605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.252526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-bc82782c-60bc-4975-b836-dcaf6d420605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6377 time: 0.4797413 Oct 25 09:08:17.271760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fee9c-f17a-4c97-b74c-32422e9fa8e4 req-83c71531-82fe-4d32-a021-950a1fa95f22 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.277574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-314fee9c-f17a-4c97-b74c-32422e9fa8e4 req-83c71531-82fe-4d32-a021-950a1fa95f22 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.1194055 Oct 25 09:08:17.289468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] For port 0aee3546-ed99-41aa-90da-52ace1c48c96, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0aee3546-ed99-41aa-90da-52ace1c48c96,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:17.289844 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.333479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Calling delete_port for 0aee3546-ed99-41aa-90da-52ace1c48c96 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:17.337519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] For port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:17.338132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.360527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Calling delete_port for 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:17.408523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Attempting to bind port ba016be6-2358-438e-81df-2536941bf355 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:17.408873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Attempting to bind port ba016be6-2358-438e-81df-2536941bf355 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:17.409218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Attempting to bind port ba016be6-2358-438e-81df-2536941bf355 on network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:17.411158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-314fee9c-f17a-4c97-b74c-32422e9fa8e4 req-ef4ef5a5-fcf0-4710-bee6-761d794facdc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188190 Oct 25 09:08:17.414728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 76888c53-177c-4e61-ba4f-c3924383de4e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:17.423758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Port ba016be6-2358-438e-81df-2536941bf355 on network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:17.424073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Attempting to bind port ba016be6-2358-438e-81df-2536941bf355 on network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:17.440196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:17.441023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Checking segment: {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:17.441750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Bound using segment: {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:17.442413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Bound port: ba016be6-2358-438e-81df-2536941bf355, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:17.442989 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.581126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-977411bd-d19e-4cb1-9fe4-520548f534eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.581747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-977411bd-d19e-4cb1-9fe4-520548f534eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.582080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-977411bd-d19e-4cb1-9fe4-520548f534eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.583706 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-977411bd-d19e-4cb1-9fe4-520548f534eb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e37673da2a52404881eed747461077c9&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2870042 Oct 25 09:08:17.591988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:17.600634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc25cd23-3c87-4c7a-8530-b39e58186d8f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/76888c53-177c-4e61-ba4f-c3924383de4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8390636 Oct 25 09:08:17.607293 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c44e8-6288-4c7b-826b-ead899991f51 None None] Sync routers for ids ['76888c53-177c-4e61-ba4f-c3924383de4e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:17.610541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33244) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:17.620688 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c44e8-6288-4c7b-826b-ead899991f51 None None] Routers {'76888c53-177c-4e61-ba4f-c3924383de4e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:17.621813 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fd9c44e8-6288-4c7b-826b-ead899991f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['76888c53-177c-4e61-ba4f-c3924383de4e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:17.644385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad6faa-a258-4a92-9c3d-00fecd60971c req-ba63058c-2776-4886-8367-41ec7bdc74aa tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.652243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79ad6faa-a258-4a92-9c3d-00fecd60971c req-ba63058c-2776-4886-8367-41ec7bdc74aa tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=87883b7b-fc09-48bc-8dbc-405059b79564 HTTP/1.1" status: 200 len: 950 time: 0.1703959 Oct 25 09:08:17.670606 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fd9c44e8-6288-4c7b-826b-ead899991f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:17.688601 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-55be6e77-1589-426c-8a1d-fc1594be3ceb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=76888c53-177c-4e61-ba4f-c3924383de4e HTTP/1.1" status: 200 len: 205 time: 0.0748889 Oct 25 09:08:17.691230 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c44e8-6288-4c7b-826b-ead899991f51 None None] Routers {'76888c53-177c-4e61-ba4f-c3924383de4e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:17.692131 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fd9c44e8-6288-4c7b-826b-ead899991f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['76888c53-177c-4e61-ba4f-c3924383de4e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:17.692805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33246) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:17.708289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] For port ba016be6-2358-438e-81df-2536941bf355, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:17.713628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] For port ba016be6-2358-438e-81df-2536941bf355, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba016be6-2358-438e-81df-2536941bf355,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:17.730597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.737225 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fd9c44e8-6288-4c7b-826b-ead899991f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:17.738184 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c44e8-6288-4c7b-826b-ead899991f51 None None] The sync data for ids ['76888c53-177c-4e61-ba4f-c3924383de4e'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:17.780647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.781853 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.783474 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] 10.222.0.18 "PUT /v2.0/ports/ba016be6-2358-438e-81df-2536941bf355 HTTP/1.1" status: 200 len: 1091 time: 2.0374322 Oct 25 09:08:17.790170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-8a5b226f-9060-4960-b9be-72a8fcbed706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:17.792364 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a533d9d-696e-45ac-945d-8abf5f0e91fc req-8a5b226f-9060-4960-b9be-72a8fcbed706 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012122 Oct 25 09:08:17.812330 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.822250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320f14b3-77c7-4126-98a3-ec3cd2367312 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.833570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79ad6faa-a258-4a92-9c3d-00fecd60971c req-bcb4e63b-bf2d-46ec-a9f2-4e11707dce65 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804667 Oct 25 09:08:17.840564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Request body: {'port': {'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:17.846475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['9834ade3-c97c-4748-bfff-0e0dc8dd58e5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:17.871819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ab5b9-8478-4286-af7e-3d8965d6d166 service neutron] Pushing event updated for resources: {'Port': ['ID=ba016be6-2358-438e-81df-2536941bf355,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:17.917930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['217e5101-fbad-4c56-a913-c2d994b5cb54'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:17.929617 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:17.952253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Pushing event deleted for resources: {'Port': ['ID=9834ade3-c97c-4748-bfff-0e0dc8dd58e5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:18.162299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] No DVR routers for this DVR port 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:18.243762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.247088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abb60282-f36a-45a7-b3d5-b22a1e54bde4 req-bc33dd94-f890-4531-b058-f8b8870fbf43 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.18 "DELETE /v2.0/ports/9834ade3-c97c-4748-bfff-0e0dc8dd58e5 HTTP/1.1" status: 204 len: 173 time: 1.4392025 Oct 25 09:08:18.250459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87883b7b-fc09-48bc-8dbc-405059b79564', 'name': 'network-vif-deleted', 'tag': '9834ade3-c97c-4748-bfff-0e0dc8dd58e5'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:18.252027 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e3f46c-c315-417a-b5e7-0a6f8ad7cead" -d '{"events": [{"server_uuid": "87883b7b-fc09-48bc-8dbc-405059b79564", "name": "network-vif-deleted", "tag": "9834ade3-c97c-4748-bfff-0e0dc8dd58e5"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:18.289313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320f14b3-77c7-4126-98a3-ec3cd2367312 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.294073 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320f14b3-77c7-4126-98a3-ec3cd2367312 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.346586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.393571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-47c33f4a-cc58-49ef-9aa8-452fa7cc65c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:18.399688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-47c33f4a-cc58-49ef-9aa8-452fa7cc65c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:18.405830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-47c33f4a-cc58-49ef-9aa8-452fa7cc65c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:18.413665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-47c33f4a-cc58-49ef-9aa8-452fa7cc65c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:18.420561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-47c33f4a-cc58-49ef-9aa8-452fa7cc65c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:18.426952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-47c33f4a-cc58-49ef-9aa8-452fa7cc65c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:18.433150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-47c33f4a-cc58-49ef-9aa8-452fa7cc65c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:18.435178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-47c33f4a-cc58-49ef-9aa8-452fa7cc65c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5417 time: 0.1970191 Oct 25 09:08:18.437352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320f14b3-77c7-4126-98a3-ec3cd2367312 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.438379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320f14b3-77c7-4126-98a3-ec3cd2367312 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Fanout notify agent at l3_agent the message router_deleted on router 76888c53-177c-4e61-ba4f-c3924383de4e {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:08:18.440084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aee3546-ed99-41aa-90da-52ace1c48c96,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:18.446741 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320f14b3-77c7-4126-98a3-ec3cd2367312 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.450007 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:18.458148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:18.459197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-320f14b3-77c7-4126-98a3-ec3cd2367312 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/76888c53-177c-4e61-ba4f-c3924383de4e HTTP/1.1" status: 204 len: 168 time: 0.7586989 Oct 25 09:08:18.503036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.535168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Transition to ACTIVE for port object 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:18.547695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-710d4b18-1ea1-4b12-9db2-189b842b0a56 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet 7086d4fa-ff05-4548-a334-d7cfc15c31a3 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:08:18.552285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710d4b18-1ea1-4b12-9db2-189b842b0a56 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.557606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.655241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710d4b18-1ea1-4b12-9db2-189b842b0a56 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.754906 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c3ad8828-2e3a-4184-a00e-aee599c40e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.763360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:18.771617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '5248cded-af25-4c12-8a0f-39fdc4cc6601'}, {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': 'ba016be6-2358-438e-81df-2536941bf355'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:18.774159 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d8eda-b554-47cb-b9f1-63faea746ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "5248cded-af25-4c12-8a0f-39fdc4cc6601"}, {"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "ba016be6-2358-438e-81df-2536941bf355"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:18.879638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Attempting to bind port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:18.880122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Attempting to bind port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:18.882192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Attempting to bind port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 on network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:18.883720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710d4b18-1ea1-4b12-9db2-189b842b0a56 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.910146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 on network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:18.910624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Attempting to bind port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 on network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:18.924821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:18.925189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Checking segment: {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:18.925577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Bound using segment: {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:18.926030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Bound port: 0c6d19ae-42fe-490d-9328-388aaa8b5dd3, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed80c37-06d2-4d02-b865-8e32e8f12e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:18.926388 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:18.995835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710d4b18-1ea1-4b12-9db2-189b842b0a56 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.027189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22aa71c0-cb9e-4b4d-969a-b762e9845eda req-23e357a5-714a-4a44-a963-c2aa44e5905f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5622234 Oct 25 09:08:19.035797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d4b18-1ea1-4b12-9db2-189b842b0a56 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=7086d4fa-ff05-4548-a334-d7cfc15c31a3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:19.042304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] For port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:19.045293 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-710d4b18-1ea1-4b12-9db2-189b842b0a56 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.048625 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-710d4b18-1ea1-4b12-9db2-189b842b0a56 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/7086d4fa-ff05-4548-a334-d7cfc15c31a3 HTTP/1.1" status: 204 len: 168 time: 0.5892236 Oct 25 09:08:19.050591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] For port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:19.051480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33260) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:19.061739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.066493 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.078727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92f82d-401d-43ad-a1fb-8df6dd53da1b None None] Network ac4231b3-2ef0-4bf7-9a07-a936200e9be0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:19.171753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.172911 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.183020 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] 10.222.0.18 "PUT /v2.0/ports/0c6d19ae-42fe-490d-9328-388aaa8b5dd3 HTTP/1.1" status: 200 len: 1091 time: 1.3486550 Oct 25 09:08:19.221877 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.228530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f810-2160-4a11-8315-6ff31b5c4683 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:19.363257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2011db7e-74e4-4744-a383-9c1db49ca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.363767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2011db7e-74e4-4744-a383-9c1db49ca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.364240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2011db7e-74e4-4744-a383-9c1db49ca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.364705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2011db7e-74e4-4744-a383-9c1db49ca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.365204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2011db7e-74e4-4744-a383-9c1db49ca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.369018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2011db7e-74e4-4744-a383-9c1db49ca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.369487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2011db7e-74e4-4744-a383-9c1db49ca07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.371682 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2011db7e-74e4-4744-a383-9c1db49ca07d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6486 time: 0.0894513 Oct 25 09:08:19.378310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port af787bcf-7e44-47d8-90d0-113b855d93ca {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:19.378647 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.405888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] DHCP port deletion for ac4231b3-2ef0-4bf7-9a07-a936200e9be0 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:08:19.448066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-7f031dfd-f135-48da-b04e-300ba6544a31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da HTTP/1.1" status: 200 len: 217 time: 0.0532188 Oct 25 09:08:19.457161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb95a53-2ed5-44d0-af99-99e32fbbf6fd req-0fc237a0-9aa8-4201-aa35-7963a5598705 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.458433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fb95a53-2ed5-44d0-af99-99e32fbbf6fd req-0fc237a0-9aa8-4201-aa35-7963a5598705 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1165576 Oct 25 09:08:19.474375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Deleting port af787bcf-7e44-47d8-90d0-113b855d93ca {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:19.475061 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.503004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Router 5acd5019-92df-4ff4-8197-012c131b2ed2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:19.525771 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fb95a53-2ed5-44d0-af99-99e32fbbf6fd req-d3776027-31b8-4a37-915d-7cebc3271155 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587530 Oct 25 09:08:19.547618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port af787bcf-7e44-47d8-90d0-113b855d93ca, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=af787bcf-7e44-47d8-90d0-113b855d93ca,segment=NetworkSegment(88717295-1e12-436e-ade3-e60242ab0a4a),segment_id=88717295-1e12-436e-ade3-e60242ab0a4a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:19.547618 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.555500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-7bbce207-678a-48e0-aba9-9fd70c676431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.556993 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-7bbce207-678a-48e0-aba9-9fd70c676431 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a17b50ce-565d-463c-82cf-a47b5cd78ad9 HTTP/1.1" status: 200 len: 856 time: 0.0826085 Oct 25 09:08:19.575071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for af787bcf-7e44-47d8-90d0-113b855d93ca owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:19.583330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] For port af787bcf-7e44-47d8-90d0-113b855d93ca, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=af787bcf-7e44-47d8-90d0-113b855d93ca,segment=NetworkSegment(88717295-1e12-436e-ade3-e60242ab0a4a),segment_id=88717295-1e12-436e-ade3-e60242ab0a4a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:19.583733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.601847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Calling delete_port for af787bcf-7e44-47d8-90d0-113b855d93ca owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:19.649070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-1014fee2-112b-46e8-bbb7-3c5ade8e20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.650572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-1014fee2-112b-46e8-bbb7-3c5ade8e20b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24161614-046e-4f08-b967-937169f2c138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845208 Oct 25 09:08:19.653925 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a173dfe-5201-438e-8580-6da3cd6adbd5 x-openstack-request-id: req-1a173dfe-5201-438e-8580-6da3cd6adbd5 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:19.654408 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87883b7b-fc09-48bc-8dbc-405059b79564", "name": "network-vif-deleted", "tag": "9834ade3-c97c-4748-bfff-0e0dc8dd58e5", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:19.654538 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a173dfe-5201-438e-8580-6da3cd6adbd5 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:19.654856 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87883b7b-fc09-48bc-8dbc-405059b79564', 'name': 'network-vif-deleted', 'tag': '9834ade3-c97c-4748-bfff-0e0dc8dd58e5', 'status': 'completed', 'code': 200} Oct 25 09:08:19.694265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:19.699941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9a63a69a-366f-499d-8324-9bb7c7e8f210 admin admin] 10.222.0.32 "PUT /v2.0/routers/5acd5019-92df-4ff4-8197-012c131b2ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6389208 Oct 25 09:08:19.702644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33262) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:19.707614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] Sync routers for ids ['5acd5019-92df-4ff4-8197-012c131b2ed2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:19.711423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.722849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda3a3c-db5c-411a-9064-2b79115a97de req-be3cce6d-1311-4321-ad3c-dde3aa5a2e2f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:19.724423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6dda3a3c-db5c-411a-9064-2b79115a97de req-be3cce6d-1311-4321-ad3c-dde3aa5a2e2f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0688090 Oct 25 09:08:19.746529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Pushing event deleted for resources: {'Port': ['ID=af787bcf-7e44-47d8-90d0-113b855d93ca,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:19.751725 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.758753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] No DVR routers for this DVR port af787bcf-7e44-47d8-90d0-113b855d93ca on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:19.760769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] Routers {'5acd5019-92df-4ff4-8197-012c131b2ed2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:19.762375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5acd5019-92df-4ff4-8197-012c131b2ed2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:19.765292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.766126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.766749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.767185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.767744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.768289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.768682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.769255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.769739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.770172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.770715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.771248 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3663-f7eb-41c2-89c5-6720050e6895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:19.795020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=af787bcf-7e44-47d8-90d0-113b855d93ca,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:19.804385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No DVR routers for this DVR port af787bcf-7e44-47d8-90d0-113b855d93ca on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:19.832272 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-0c927139-30bd-4b16-b6e5-6339b0d09f73 service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647465 Oct 25 09:08:19.842630 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6dda3a3c-db5c-411a-9064-2b79115a97de req-76f8e265-e227-446d-b485-c8b24916f516 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857270 Oct 25 09:08:19.881692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.900595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.935840 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49792c7-34a8-4c87-af7a-f8a9b91d1f78 x-openstack-request-id: req-b49792c7-34a8-4c87-af7a-f8a9b91d1f78 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:19.936128 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "5248cded-af25-4c12-8a0f-39fdc4cc6601", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "ba016be6-2358-438e-81df-2536941bf355", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:19.936467 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b49792c7-34a8-4c87-af7a-f8a9b91d1f78 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:19.936978 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '5248cded-af25-4c12-8a0f-39fdc4cc6601', 'status': 'completed', 'code': 200} Oct 25 09:08:19.937280 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': 'ba016be6-2358-438e-81df-2536941bf355', 'status': 'completed', 'code': 200} Oct 25 09:08:19.951998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] Set router 5acd5019-92df-4ff4-8197-012c131b2ed2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:19.960227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:19.990383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4231b3-2ef0-4bf7-9a07-a936200e9be0']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:19.997984 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.010177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88717295-1e12-436e-ade3-e60242ab0a4a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:20.010558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88717295-1e12-436e-ade3-e60242ab0a4a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:20.021008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.029549 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.045071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-76737d05-8ae6-4dbe-96d0-43922dd09286 service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928306 Oct 25 09:08:20.053287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.098724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:08:20.099174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.101615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Deleting port ecb7f69c-1552-489f-962f-d21f0beba450 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:08:20.102714 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:08:20.108477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.114617 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-4bb5fd4e-c4c3-42c7-b149-8215997b87a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 200 len: 217 time: 0.0586081 Oct 25 09:08:20.207989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-5080bccf-13b0-4d96-ae32-e4102b65e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.209670 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-5080bccf-13b0-4d96-ae32-e4102b65e1c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.0640280 Oct 25 09:08:20.210908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.216643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] For port ecb7f69c-1552-489f-962f-d21f0beba450, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ecb7f69c-1552-489f-962f-d21f0beba450,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:20.217030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.226562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.227803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:08:17Z', 'revision_number': 5, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port': {'id': 'ecb7f69c-1552-489f-962f-d21f0beba450', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:29Z', 'updated_at': '2021-10-25T09:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:20.229623 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/ac4231b3-2ef0-4bf7-9a07-a936200e9be0 HTTP/1.1" status: 204 len: 168 time: 1.1770849 Oct 25 09:08:20.239816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33272) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:20.248119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cfb83dec-8ae2-4392-a767-17fce614c883 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2063155263', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:20.256174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Calling delete_port for ecb7f69c-1552-489f-962f-d21f0beba450 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:20.257952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab290087-27f3-4e3c-beb5-0ff4fc26d2c9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=ac4231b3-2ef0-4bf7-9a07-a936200e9be0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:20.272949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] Checking router: 5acd5019-92df-4ff4-8197-012c131b2ed2 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:20.277856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:20.294154 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-305f421c-d314-47f1-b7ee-60bbca1de9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.295697 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-305f421c-d314-47f1-b7ee-60bbca1de9dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649710 Oct 25 09:08:20.304142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:20.304489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9834ade3-c97c-4748-bfff-0e0dc8dd58e5 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:20.308514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] Routers {'5acd5019-92df-4ff4-8197-012c131b2ed2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:20.309150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5acd5019-92df-4ff4-8197-012c131b2ed2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:20.342016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfb83dec-8ae2-4392-a767-17fce614c883 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.343161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfb83dec-8ae2-4392-a767-17fce614c883 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.358244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-9fe94494-ba4f-4a8b-9f8e-4bc6e79e90b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.364338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-9fe94494-ba4f-4a8b-9f8e-4bc6e79e90b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.370627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-9fe94494-ba4f-4a8b-9f8e-4bc6e79e90b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.377206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-9fe94494-ba4f-4a8b-9f8e-4bc6e79e90b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.383234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-9fe94494-ba4f-4a8b-9f8e-4bc6e79e90b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.389255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-9fe94494-ba4f-4a8b-9f8e-4bc6e79e90b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.395327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-9fe94494-ba4f-4a8b-9f8e-4bc6e79e90b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.400129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] Set router 5acd5019-92df-4ff4-8197-012c131b2ed2 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:20.402562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-9fe94494-ba4f-4a8b-9f8e-4bc6e79e90b5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1742771 Oct 25 09:08:20.403777 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-0d96a135-4424-4ba7-bbdf-7deae8626e53 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986478 Oct 25 09:08:20.456508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:08:20Z', 'revision_number': 6, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:20.486944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1703d3c9-bcf9-4e6a-8075-7fe39d3fbaba None None] The sync data for ids ['5acd5019-92df-4ff4-8197-012c131b2ed2'] in n-d-814746-2 is: [{'id': '5acd5019-92df-4ff4-8197-012c131b2ed2', 'name': 'tempest-TestServerMultinode-722564254-router', 'tenant_id': '3505eb2c93574943869bb20818491c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:26Z', 'updated_at': '2021-10-25T09:08:20Z', 'revision_number': 6, 'project_id': '3505eb2c93574943869bb20818491c16', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:20.515489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-3edfcc70-62fd-4ced-9f22-ba29996610cd service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026154 Oct 25 09:08:20.534305 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfb83dec-8ae2-4392-a767-17fce614c883 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.546297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47f5f65e-fa09-4689-be7c-544ebee3ee49 req-f65f130d-d96f-41bc-b67e-3ae8ca09c767 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384666 Oct 25 09:08:20.549401 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfb83dec-8ae2-4392-a767-17fce614c883 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.564290 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-cd717fe8-5fbc-4214-a565-f54042061c5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 200 len: 217 time: 0.0375364 Oct 25 09:08:20.582815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfb83dec-8ae2-4392-a767-17fce614c883 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.585388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cfb83dec-8ae2-4392-a767-17fce614c883 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3407156 Oct 25 09:08:20.588140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33276) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:20.593003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1409984844'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:20.642979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-bc52ed90-414f-44f5-a17a-4407d2ad5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.644412 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-bc52ed90-414f-44f5-a17a-4407d2ad5dc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.0653756 Oct 25 09:08:20.645447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:20.648806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.674755 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.690713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445dc50-3db2-47aa-8522-b13169714a2a req-c8d37089-8729-4f36-8c9a-b9f0f8b4add6 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.692189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a445dc50-3db2-47aa-8522-b13169714a2a req-c8d37089-8729-4f36-8c9a-b9f0f8b4add6 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 951 time: 0.0722659 Oct 25 09:08:20.704137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:20.713913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb7f69c-1552-489f-962f-d21f0beba450,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:20.714247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-00c388c3-041c-4f94-ae33-c4cd2bbba666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.715730 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-00c388c3-041c-4f94-ae33-c4cd2bbba666 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638037 Oct 25 09:08:20.720183 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.720527 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment dec2dedd-a226-42d9-b397-06c55d78ba16 of type vlan for network c51c250b-830f-4b71-9e05-7b32fe3dd77d Oct 25 09:08:20.799023 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a445dc50-3db2-47aa-8522-b13169714a2a req-c10bdf09-d554-465b-b496-9bdf32d745da tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Oct 25 09:08:20.809633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.811249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.899306 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-1d59405b-3b15-4c2c-ba9b-6b5d89ca2f93 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704776 Oct 25 09:08:20.900487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.905822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:20.907487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.931690 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:20.950216 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.021434 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.022021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5acd5019-92df-4ff4-8197-012c131b2ed2 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:08:21.032144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.033881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-55e1e2f8-7008-48b8-b1c7-bf98211b6ac3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5acd5019-92df-4ff4-8197-012c131b2ed2 HTTP/1.1" status: 204 len: 168 time: 1.3295531 Oct 25 09:08:21.041713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33280) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:21.094637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device af787bcf-7e44-47d8-90d0-113b855d93ca no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:21.116775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: af787bcf-7e44-47d8-90d0-113b855d93ca {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:21.117142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device af787bcf-7e44-47d8-90d0-113b855d93ca not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:21.117557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0aee3546-ed99-41aa-90da-52ace1c48c96 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:21.132304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4542ac0-663c-4881-ae7a-312ce0758b07 admin admin] Deleting subnet 317872ae-f4a9-4be5-be00-63f9ea516541 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:08:21.137701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0aee3546-ed99-41aa-90da-52ace1c48c96 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:21.138044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0aee3546-ed99-41aa-90da-52ace1c48c96 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:21.146357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3580b-6a81-4cfd-b9a8-fdcc81ca532d req-742c6ea1-5f2e-4780-9488-f9ce1e76c86e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.147942 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1a3580b-6a81-4cfd-b9a8-fdcc81ca532d req-742c6ea1-5f2e-4780-9488-f9ce1e76c86e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1239908 Oct 25 09:08:21.149405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4542ac0-663c-4881-ae7a-312ce0758b07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.206569 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4542ac0-663c-4881-ae7a-312ce0758b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.240865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1a3580b-6a81-4cfd-b9a8-fdcc81ca532d req-4ff35912-f658-4f5e-b6c8-be592cf0cdb3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699492 Oct 25 09:08:21.277602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6857293 Oct 25 09:08:21.284722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33282) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:21.295067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:21.303803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7e6e-8cee-4c93-9834-a817623c7da2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=c51c250b-830f-4b71-9e05-7b32fe3dd77d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:21.310669 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4542ac0-663c-4881-ae7a-312ce0758b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.314752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network c51c250b-830f-4b71-9e05-7b32fe3dd77d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:21.387340 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-5f3e72ca-3a6b-4873-b624-051d4b7bf1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767244 Oct 25 09:08:21.446257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-6035bd14-0974-4d04-b279-dde317589e94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=6cb983c1-4249-4adb-85c7-ded6508e614b HTTP/1.1" status: 200 len: 217 time: 0.0484996 Oct 25 09:08:21.449138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfde453-6d67-47cf-9952-5d4070663aa7 req-a241c87d-a382-41f4-963a-17fd941c4f8a tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.450976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbfde453-6d67-47cf-9952-5d4070663aa7 req-a241c87d-a382-41f4-963a-17fd941c4f8a tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0860353 Oct 25 09:08:21.451122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:21.454961 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.475120 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4542ac0-663c-4881-ae7a-312ce0758b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.506043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4542ac0-663c-4881-ae7a-312ce0758b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317872ae-f4a9-4be5-be00-63f9ea516541,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:21.516816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4542ac0-663c-4881-ae7a-312ce0758b07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.522970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f4542ac0-663c-4881-ae7a-312ce0758b07 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/317872ae-f4a9-4be5-be00-63f9ea516541 HTTP/1.1" status: 204 len: 168 time: 0.4766307 Oct 25 09:08:21.523335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33284) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:21.524733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5244ee-3f86-4154-955a-75f7483fb5d4 None None] Network 84772963-bb89-40bb-9ae7-3bb75c3c6025 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:21.554632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-cc55cbaa-4f45-414e-8f28-7d98345889b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.556181 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-cc55cbaa-4f45-414e-8f28-7d98345889b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.0973444 Oct 25 09:08:21.580580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbfde453-6d67-47cf-9952-5d4070663aa7 req-de71f616-d7c4-40a1-bb24-03d58ee1d32f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194043 Oct 25 09:08:21.611551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.641630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-5746df65-f62f-4807-8483-e540ac5e12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.643143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-5746df65-f62f-4807-8483-e540ac5e12e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792599 Oct 25 09:08:21.692750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Deleting port 25478e4b-d128-4c3c-a616-e28a6f6850df {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:21.693439 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.722158 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.783196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] DHCP port deletion for 84772963-bb89-40bb-9ae7-3bb75c3c6025 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:08:21.791640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] For port 25478e4b-d128-4c3c-a616-e28a6f6850df, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=25478e4b-d128-4c3c-a616-e28a6f6850df,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:21.792001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.813547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-0328741f-9742-4a1b-861e-c1b613999c0f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.819549 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-0328741f-9742-4a1b-861e-c1b613999c0f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.825585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-0328741f-9742-4a1b-861e-c1b613999c0f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.831813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-0328741f-9742-4a1b-861e-c1b613999c0f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.838084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-0328741f-9742-4a1b-861e-c1b613999c0f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.842612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.844470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-0328741f-9742-4a1b-861e-c1b613999c0f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.850542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-0328741f-9742-4a1b-861e-c1b613999c0f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:21.852025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] Deleting port 25478e4b-d128-4c3c-a616-e28a6f6850df {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:21.852563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.852743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-0328741f-9742-4a1b-861e-c1b613999c0f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1756449 Oct 25 09:08:21.858701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Calling delete_port for 25478e4b-d128-4c3c-a616-e28a6f6850df owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:21.872357 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-8e14d3ce-fd18-47d4-94bd-33c220ba41f1 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987717 Oct 25 09:08:21.920413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] For port 25478e4b-d128-4c3c-a616-e28a6f6850df, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=25478e4b-d128-4c3c-a616-e28a6f6850df,segment=NetworkSegment(13852f3a-67cd-4aa9-83ca-6152726e878f),segment_id=13852f3a-67cd-4aa9-83ca-6152726e878f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:21.920804 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:21.939582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] Calling delete_port for 25478e4b-d128-4c3c-a616-e28a6f6850df owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:21.941731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:21.944036 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf36730-5e27-4dc1-9e80-b315c7579bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "0c6d19ae-42fe-490d-9328-388aaa8b5dd3"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:21.947145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8776212-05ec-4841-8ca6-7ac3c8667fb5 req-e7dae099-b777-42b5-b0bd-4ea23ccba7c7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778742 Oct 25 09:08:21.950766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=8813e42f-e1b0-4cc4-bd7a-66cee4fd361d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:21.985505 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:21.985878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: c51c250b-830f-4b71-9e05-7b32fe3dd77d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:21.999102 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.025119 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-891aa723-bd4f-4487-89fc-d5e445e5286e service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392851 Oct 25 09:08:22.029248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network c51c250b-830f-4b71-9e05-7b32fe3dd77d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:22.042078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, c51c250b-830f-4b71-9e05-7b32fe3dd77d) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:22.050228 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.060200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:22.060846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.063563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c29d26-6e11-4452-9e95-04b080d9863e None None] Network c51c250b-830f-4b71-9e05-7b32fe3dd77d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:22.073307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=25478e4b-d128-4c3c-a616-e28a6f6850df,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:22.092928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] No DVR routers for this DVR port 25478e4b-d128-4c3c-a616-e28a6f6850df on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:22.103762 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-2e620e1a-4f11-4bbd-bfc1-3dbb11470e3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601 HTTP/1.1" status: 200 len: 217 time: 0.0576453 Oct 25 09:08:22.115797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0937de92-cf53-4728-98e5-e094bcf203c4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8257337 Oct 25 09:08:22.124105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33294) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:22.126694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] Pushing event deleted for resources: {'Port': ['ID=25478e4b-d128-4c3c-a616-e28a6f6850df,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:22.131406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828fee87-022d-409a-bff4-faf980aad6d6 None None] No DVR routers for this DVR port 25478e4b-d128-4c3c-a616-e28a6f6850df on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:22.219974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-fa43bb9a-49be-4cd4-a5c4-d47deadbabb8 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:22.221115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-fa43bb9a-49be-4cd4-a5c4-d47deadbabb8 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 951 time: 0.1822944 Oct 25 09:08:22.242003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ced77e-d40a-42b7-976f-9396148efb53 req-2114c677-84f7-45f1-b450-08100c491b32 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:22.247490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:08:22.249172 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.249991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56ced77e-d40a-42b7-976f-9396148efb53 req-2114c677-84f7-45f1-b450-08100c491b32 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 951 time: 0.1691692 Oct 25 09:08:22.274594 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.300101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-e0833033-0eb9-4d9c-a85f-334d852f82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:22.301632 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-e0833033-0eb9-4d9c-a85f-334d852f82f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.1870375 Oct 25 09:08:22.344544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84772963-bb89-40bb-9ae7-3bb75c3c6025']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:22.373722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13852f3a-67cd-4aa9-83ca-6152726e878f') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:22.374163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13852f3a-67cd-4aa9-83ca-6152726e878f') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:22.414430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56ced77e-d40a-42b7-976f-9396148efb53 req-aeecf81a-09a5-49b7-bf3f-0d4ef6bb6f91 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a7be075-e9aa-4349-a03f-49b719b03791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631455 Oct 25 09:08:22.426346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.462895 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-3202c1c3-6349-4816-b5cc-9d3bdeec63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:22.464712 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-3202c1c3-6349-4816-b5cc-9d3bdeec63e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325822 Oct 25 09:08:22.467326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.478133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:08:22.478414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:08:22.480261 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:08:22.507063 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78964672-ee5b-4f9e-8a66-952d90edb29f x-openstack-request-id: req-78964672-ee5b-4f9e-8a66-952d90edb29f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:22.507362 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "0c6d19ae-42fe-490d-9328-388aaa8b5dd3", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:22.507607 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78964672-ee5b-4f9e-8a66-952d90edb29f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:22.507996 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3', 'status': 'completed', 'code': 200} Oct 25 09:08:22.574847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Deleting port 217e5101-fbad-4c56-a913-c2d994b5cb54 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:22.575184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.578554 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.583969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.591916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] 10.222.0.32 "DELETE /v2.0/networks/84772963-bb89-40bb-9ae7-3bb75c3c6025 HTTP/1.1" status: 204 len: 168 time: 1.0669439 Oct 25 09:08:22.597655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33300) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:22.635204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1affb-5f39-40a8-9e31-395622501f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=84772963-bb89-40bb-9ae7-3bb75c3c6025,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:22.642447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Allocated IP 2001:db8::2 (c51c250b-830f-4b71-9e05-7b32fe3dd77d/8813e42f-e1b0-4cc4-bd7a-66cee4fd361d/a263de01-b809-4216-8f00-e455e1297764) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:22.718016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.723557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ecb7f69c-1552-489f-962f-d21f0beba450 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:22.748559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] For port 217e5101-fbad-4c56-a913-c2d994b5cb54, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=217e5101-fbad-4c56-a913-c2d994b5cb54,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:22.748821 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.757621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ecb7f69c-1552-489f-962f-d21f0beba450 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:22.757621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ecb7f69c-1552-489f-962f-d21f0beba450 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:22.758411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 25478e4b-d128-4c3c-a616-e28a6f6850df no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:22.770826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Calling delete_port for 217e5101-fbad-4c56-a913-c2d994b5cb54 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:22.771638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-c31a8fc7-c3bc-4302-85b2-be5a26f1c451 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997100 Oct 25 09:08:22.783867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 25478e4b-d128-4c3c-a616-e28a6f6850df {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:22.784348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 25478e4b-d128-4c3c-a616-e28a6f6850df not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:22.785362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df69898-119d-48d9-adb1-aec4c6d99b72 req-1a462598-9bfa-46d3-b39f-b84192e39cb9 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:22.789425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5df69898-119d-48d9-adb1-aec4c6d99b72 req-1a462598-9bfa-46d3-b39f-b84192e39cb9 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0831614 Oct 25 09:08:22.874342 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5df69898-119d-48d9-adb1-aec4c6d99b72 req-3303e020-92d8-4b88-a27c-e6ba17925d90 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804088 Oct 25 09:08:22.881486 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.889000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:22.930110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Network c51c250b-830f-4b71-9e05-7b32fe3dd77d is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:22.933401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:22.944542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:22.976992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Pushing event updated for resources: {'Port': ['ID=a263de01-b809-4216-8f00-e455e1297764,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:22.998814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:23.021004 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Attempting to bind port a263de01-b809-4216-8f00-e455e1297764 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:23.021518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Attempting to bind port a263de01-b809-4216-8f00-e455e1297764 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:23.022003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Attempting to bind port a263de01-b809-4216-8f00-e455e1297764 on network c51c250b-830f-4b71-9e05-7b32fe3dd77d {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:23.027724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:23.028221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Checking segment: {'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:23.028724 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:23.029341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Bound using segment: {'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:23.029853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Bound port: a263de01-b809-4216-8f00-e455e1297764, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:23.030548 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:23.039608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Pushing event deleted for resources: {'Port': ['ID=217e5101-fbad-4c56-a913-c2d994b5cb54,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:23.041890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['217e5101-fbad-4c56-a913-c2d994b5cb54'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:23.144813 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a60ce606-7f73-4f8e-a054-acad2182cab8 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115778 Oct 25 09:08:23.153524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] For port a263de01-b809-4216-8f00-e455e1297764, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:23.160158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] For port a263de01-b809-4216-8f00-e455e1297764, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a263de01-b809-4216-8f00-e455e1297764,segment=NetworkSegment(dec2dedd-a226-42d9-b397-06c55d78ba16),segment_id=dec2dedd-a226-42d9-b397-06c55d78ba16)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:23.165571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:23.207555 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-fcace2c3-d7da-4838-a55e-1e162d287a04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ba016be6-2358-438e-81df-2536941bf355 HTTP/1.1" status: 200 len: 217 time: 0.0540926 Oct 25 09:08:23.257308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc914c30-ac38-4609-a814-0452e83ac93f None None] Pushing event updated for resources: {'Port': ['ID=a263de01-b809-4216-8f00-e455e1297764,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:23.264419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-0e585469-c350-403b-8dbb-fb80cc81e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.266660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-0e585469-c350-403b-8dbb-fb80cc81e225 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.0519476 Oct 25 09:08:23.403153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8::1 (c51c250b-830f-4b71-9e05-7b32fe3dd77d/8813e42f-e1b0-4cc4-bd7a-66cee4fd361d/54239477-558b-423d-9f4f-8ccd12fd6fa0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:23.411434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a06992c1-4c3b-4678-a754-f5dcb8bc0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.413057 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a06992c1-4c3b-4678-a754-f5dcb8bc0442 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1386721 Oct 25 09:08:23.423995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] No DVR routers for this DVR port 217e5101-fbad-4c56-a913-c2d994b5cb54 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:23.426732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:23.430299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78a464fe-8238-4fc7-8e54-f9134ecea14d req-ea794acb-56cb-4008-b14c-92fff4efbe38 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.41 "DELETE /v2.0/ports/217e5101-fbad-4c56-a913-c2d994b5cb54 HTTP/1.1" status: 204 len: 173 time: 1.1751652 Oct 25 09:08:23.430949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-deleted', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:23.433923 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad4f412-0806-455f-b01f-8bca846b5a28" -d '{"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-deleted", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:23.449099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3d8c3-be45-4d49-806c-c581b87b9a20 req-63ed2fb1-13dc-48a8-a280-0827d9fcc111 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.450834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa3d8c3-be45-4d49-806c-c581b87b9a20 req-63ed2fb1-13dc-48a8-a280-0827d9fcc111 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.4617155 Oct 25 09:08:23.550111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa3d8c3-be45-4d49-806c-c581b87b9a20 req-6e8b2488-b5cf-45e9-bfb1-b0fa9e3b2576 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547030 Oct 25 09:08:23.704979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-2cb51fca-730a-4533-9fb6-2f322e844302 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.711067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-2cb51fca-730a-4533-9fb6-2f322e844302 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.717099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-2cb51fca-730a-4533-9fb6-2f322e844302 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.723808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-2cb51fca-730a-4533-9fb6-2f322e844302 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.730187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-2cb51fca-730a-4533-9fb6-2f322e844302 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.736271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-2cb51fca-730a-4533-9fb6-2f322e844302 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.742309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-2cb51fca-730a-4533-9fb6-2f322e844302 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:23.744275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-2cb51fca-730a-4533-9fb6-2f322e844302 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.0996270 Oct 25 09:08:23.787083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-918bd1c0-e02e-45b6-ab94-80f20149e0f4 req-6c45fb32-a7c1-4bae-8c50-272a04cd7abd tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361381 Oct 25 09:08:23.895892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1efd4512-a915-4028-b074-cb7d8144df2b req-180746b0-3bf0-426e-b67e-ea7f3579d107 tempest-ServersAdminTestJSON-1280452242 tempest-ServersAdminTestJSON-1280452242-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8c980f-3d40-411a-b32b-9f004c63a461 HTTP/1.1" status: 200 len: 210 time: 0.0308278 Oct 25 09:08:23.930934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-bb2d034e-051c-46fc-a40a-db8f6ad8aabd service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884546 Oct 25 09:08:23.942310 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd228c59-02a0-4358-96f1-0c17bc817b99 x-openstack-request-id: req-fd228c59-02a0-4358-96f1-0c17bc817b99 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:23.942668 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8c980f-3d40-411a-b32b-9f004c63a461", "name": "network-vif-deleted", "tag": "217e5101-fbad-4c56-a913-c2d994b5cb54", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:23.942984 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd228c59-02a0-4358-96f1-0c17bc817b99 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:23.943470 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8c980f-3d40-411a-b32b-9f004c63a461', 'name': 'network-vif-deleted', 'tag': '217e5101-fbad-4c56-a913-c2d994b5cb54', 'status': 'completed', 'code': 200} Oct 25 09:08:23.956159 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.110196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-361e02e0-b997-4d8e-a24a-2e293124005d service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685045 Oct 25 09:08:24.112195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.189397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21291590-2a63-49be-899c-87c53e3834f5 req-ad214ee4-bd27-45ae-84b9-0eb0f57a6ed8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:24.191396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21291590-2a63-49be-899c-87c53e3834f5 req-ad214ee4-bd27-45ae-84b9-0eb0f57a6ed8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0852399 Oct 25 09:08:24.199468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.235102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21291590-2a63-49be-899c-87c53e3834f5 req-dafecbbe-3dec-4e11-a0df-d1693824b66f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Oct 25 09:08:24.243163 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a2b2f3a2-ec1e-41c2-bbf3-1994492df91c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3 HTTP/1.1" status: 200 len: 217 time: 0.1250761 Oct 25 09:08:24.245239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network c51c250b-830f-4b71-9e05-7b32fe3dd77d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:24.294804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:24.324872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:24.325446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.371410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=54239477-558b-423d-9f4f-8ccd12fd6fa0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:24.383974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe3a4a-eab5-4d5d-b010-0dd44401f243 None None] Network c51c250b-830f-4b71-9e05-7b32fe3dd77d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:24.432973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a442035f-a284-43f7-84a3-b4e9df1bb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:24.435592 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-a442035f-a284-43f7-84a3-b4e9df1bb381 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.1527793 Oct 25 09:08:24.454768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-73cfbcf0-e918-4c15-b57c-3b10e8ba6653 None None] Provisioning complete for port a263de01-b809-4216-8f00-e455e1297764 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:24.455171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-73cfbcf0-e918-4c15-b57c-3b10e8ba6653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.614463 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-73cfbcf0-e918-4c15-b57c-3b10e8ba6653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.615209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-5961a7f4-3389-42f4-9a8d-d4723b5a4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:24.616772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-5961a7f4-3389-42f4-9a8d-d4723b5a4ad9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1735065 Oct 25 09:08:24.623418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.668348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-73cfbcf0-e918-4c15-b57c-3b10e8ba6653 None None] For port a263de01-b809-4216-8f00-e455e1297764, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a263de01-b809-4216-8f00-e455e1297764,segment=NetworkSegment(dec2dedd-a226-42d9-b397-06c55d78ba16),segment_id=dec2dedd-a226-42d9-b397-06c55d78ba16)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:24.676986 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-73cfbcf0-e918-4c15-b57c-3b10e8ba6653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.762835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a263de01-b809-4216-8f00-e455e1297764 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:24.776189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca5557-e86e-4f7c-b5ee-f9593d1b67c4 req-e0cc12ad-2500-4712-a829-2f14b54a86ee tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:24.778332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cca5557-e86e-4f7c-b5ee-f9593d1b67c4 req-e0cc12ad-2500-4712-a829-2f14b54a86ee tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0878813 Oct 25 09:08:24.807500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfbcf0-e918-4c15-b57c-3b10e8ba6653 None None] Pushing event updated for resources: {'Port': ['ID=a263de01-b809-4216-8f00-e455e1297764,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:24.846752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cca5557-e86e-4f7c-b5ee-f9593d1b67c4 req-6cb4872a-1ee0-451d-bcf5-5d53288669c5 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510385 Oct 25 09:08:24.847266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a263de01-b809-4216-8f00-e455e1297764 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:24.847704 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:24.971484 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-37682c03-ee04-4dfc-9941-31def92be6a4 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447390 Oct 25 09:08:24.994270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:25.019186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 217e5101-fbad-4c56-a913-c2d994b5cb54 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:25.019534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 217e5101-fbad-4c56-a913-c2d994b5cb54 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:25.039878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-ff1a89a5-8802-47b0-a672-6fd86d14b8d5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.048030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-ff1a89a5-8802-47b0-a672-6fd86d14b8d5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.058242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-ff1a89a5-8802-47b0-a672-6fd86d14b8d5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.066921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-ff1a89a5-8802-47b0-a672-6fd86d14b8d5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.073525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-ff1a89a5-8802-47b0-a672-6fd86d14b8d5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.081609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-ff1a89a5-8802-47b0-a672-6fd86d14b8d5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.088850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-ff1a89a5-8802-47b0-a672-6fd86d14b8d5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.090941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-ff1a89a5-8802-47b0-a672-6fd86d14b8d5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1424181 Oct 25 09:08:25.131756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b90cc625-5367-4585-be46-af90c5c68469 None None] Provisioning complete for port 54239477-558b-423d-9f4f-8ccd12fd6fa0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:25.132276 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b90cc625-5367-4585-be46-af90c5c68469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.152549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5dc1b8f8-7a8d-435c-9e61-e0d360d1287b req-a51e117f-2a27-48e3-a7a6-e0ba5f1aa442 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483086 Oct 25 09:08:25.183599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b90cc625-5367-4585-be46-af90c5c68469 None None] Port 54239477-558b-423d-9f4f-8ccd12fd6fa0 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:25.194713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b90cc625-5367-4585-be46-af90c5c68469 None None] Provisioning complete for port a263de01-b809-4216-8f00-e455e1297764 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:25.195166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b90cc625-5367-4585-be46-af90c5c68469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.201166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Deleting port 87fea450-edd6-46c8-bc5b-2f172daf4f78 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:25.201754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.335492 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ed3dbd54-8b62-4102-9ff8-f4d9b73f1e59 req-7622b336-aa31-4a2b-8115-04a459e4d704 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415208 Oct 25 09:08:25.378960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] For port 87fea450-edd6-46c8-bc5b-2f172daf4f78, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=87fea450-edd6-46c8-bc5b-2f172daf4f78,segment=NetworkSegment(bee741a8-e205-4f3d-9b0c-be9101c3ca79),segment_id=bee741a8-e205-4f3d-9b0c-be9101c3ca79)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:25.379354 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.400920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Calling delete_port for 87fea450-edd6-46c8-bc5b-2f172daf4f78 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:25.414749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.421839 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.422565 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.427980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5f0bbe4c-7995-4965-bfce-e3caeac72d95 None None] Provisioning complete for port 54239477-558b-423d-9f4f-8ccd12fd6fa0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:25.428518 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f0bbe4c-7995-4965-bfce-e3caeac72d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.445810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b40f65-cedd-4130-94b9-90567d7722b6 req-400c88c2-22a4-4d92-8727-26723c91f138 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.447675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22b40f65-cedd-4130-94b9-90567d7722b6 req-400c88c2-22a4-4d92-8727-26723c91f138 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0619507 Oct 25 09:08:25.469284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bbe4c-7995-4965-bfce-e3caeac72d95 None None] Port 54239477-558b-423d-9f4f-8ccd12fd6fa0 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:25.505488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22b40f65-cedd-4130-94b9-90567d7722b6 req-b5277407-226e-484e-8479-4f046c69b73a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484402 Oct 25 09:08:25.577668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=54239477-558b-423d-9f4f-8ccd12fd6fa0,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:25.582351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33328) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:25.694903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-37091fe3-5550-4a34-b703-260c8c7bfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.695387 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-37091fe3-5550-4a34-b703-260c8c7bfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.695861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-37091fe3-5550-4a34-b703-260c8c7bfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.696331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-37091fe3-5550-4a34-b703-260c8c7bfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.696798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-37091fe3-5550-4a34-b703-260c8c7bfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.697300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-37091fe3-5550-4a34-b703-260c8c7bfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.697768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-37091fe3-5550-4a34-b703-260c8c7bfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:25.699662 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-37091fe3-5550-4a34-b703-260c8c7bfee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6486 time: 0.1403689 Oct 25 09:08:25.723294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network c51c250b-830f-4b71-9e05-7b32fe3dd77d is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:25.729729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d5304707-6e76-478a-b4a6-753e7da41cf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6a521720dd747ccb98fe6a76e37ee2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408291 Oct 25 09:08:25.732834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33332) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:25.770595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:25.788081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d0828a6-ccd0-49d4-9719-851eea8ed6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.813814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d0828a6-ccd0-49d4-9719-851eea8ed6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.889780 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d0828a6-ccd0-49d4-9719-851eea8ed6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.895227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d0828a6-ccd0-49d4-9719-851eea8ed6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:25.899337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4d0828a6-ccd0-49d4-9719-851eea8ed6bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a7be075-e9aa-4349-a03f-49b719b03791 HTTP/1.1" status: 204 len: 168 time: 0.1627049 Oct 25 09:08:25.907786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0828a6-ccd0-49d4-9719-851eea8ed6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7be075-e9aa-4349-a03f-49b719b03791,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:26.030818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058a8f1-c2cb-4273-ae9f-d8fa7096063d req-b3539ec1-2dc8-4484-817a-3294e891a2f3 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.033607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c058a8f1-c2cb-4273-ae9f-d8fa7096063d req-b3539ec1-2dc8-4484-817a-3294e891a2f3 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0672469 Oct 25 09:08:26.093493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c058a8f1-c2cb-4273-ae9f-d8fa7096063d req-2324f862-8360-4f21-9b8c-e35133732820 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480566 Oct 25 09:08:26.198775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f2eeaf77-6812-462d-a17d-2d01bc960d28 None None] Provisioning complete for port 54239477-558b-423d-9f4f-8ccd12fd6fa0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:26.199619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f2eeaf77-6812-462d-a17d-2d01bc960d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.206441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-79b278da-27ee-43f9-b6cc-d207d6b727b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.208034 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-79b278da-27ee-43f9-b6cc-d207d6b727b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3312f8d8-9295-411c-bac6-d4c0058ea8f4 HTTP/1.1" status: 200 len: 902 time: 0.5012603 Oct 25 09:08:26.228322 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.237933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f2eeaf77-6812-462d-a17d-2d01bc960d28 None None] Port 54239477-558b-423d-9f4f-8ccd12fd6fa0 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:26.287436 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-db1793a6-6708-4d0c-b290-2bfddae68849 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601 HTTP/1.1" status: 200 len: 217 time: 0.0696981 Oct 25 09:08:26.288096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33342) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:26.303935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fea450-edd6-46c8-bc5b-2f172daf4f78,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:26.317628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b584a6-3605-4795-b80c-d338d514b471 req-aa0f295c-508f-4cdc-b24a-de1867f79bc0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.323562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b584a6-3605-4795-b80c-d338d514b471 req-aa0f295c-508f-4cdc-b24a-de1867f79bc0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.330472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b584a6-3605-4795-b80c-d338d514b471 req-aa0f295c-508f-4cdc-b24a-de1867f79bc0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.338202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b584a6-3605-4795-b80c-d338d514b471 req-aa0f295c-508f-4cdc-b24a-de1867f79bc0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.345093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b584a6-3605-4795-b80c-d338d514b471 req-aa0f295c-508f-4cdc-b24a-de1867f79bc0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.353626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b584a6-3605-4795-b80c-d338d514b471 req-aa0f295c-508f-4cdc-b24a-de1867f79bc0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.362053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b584a6-3605-4795-b80c-d338d514b471 req-aa0f295c-508f-4cdc-b24a-de1867f79bc0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.364050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42b584a6-3605-4795-b80c-d338d514b471 req-aa0f295c-508f-4cdc-b24a-de1867f79bc0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1025674 Oct 25 09:08:26.407956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42b584a6-3605-4795-b80c-d338d514b471 req-d5111c1d-73aa-49c6-81af-93fd30796941 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368288 Oct 25 09:08:26.447701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8be94cd6-91df-4225-8e34-2ad7260b0a01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb5cbc7a9db44ebab497767fc884a295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515558 Oct 25 09:08:26.447701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-2f8ea55b-c863-4918-a95d-051932df89de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.448393 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-2f8ea55b-c863-4918-a95d-051932df89de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.1536458 Oct 25 09:08:26.448974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33348) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:26.469109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:08:26.537290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320eee17-1700-4260-b780-7ab90162d92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.567526 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320eee17-1700-4260-b780-7ab90162d92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.626549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320eee17-1700-4260-b780-7ab90162d92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.631477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-320eee17-1700-4260-b780-7ab90162d92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.633212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-320eee17-1700-4260-b780-7ab90162d92e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/589f0f2a-001f-438a-842e-95b7eb17f2a8 HTTP/1.1" status: 204 len: 168 time: 0.1829634 Oct 25 09:08:26.666540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-a74ea621-deb3-4c18-8db3-2f5ba15526fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.666791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320eee17-1700-4260-b780-7ab90162d92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f0f2a-001f-438a-842e-95b7eb17f2a8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:26.668145 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-a74ea621-deb3-4c18-8db3-2f5ba15526fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2121930 Oct 25 09:08:26.707799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544bf40-5316-4040-887b-0befad8ce1d6 req-c1e826f8-cb84-4848-8a1d-7fc036418b78 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:26.716687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3544bf40-5316-4040-887b-0befad8ce1d6 req-c1e826f8-cb84-4848-8a1d-7fc036418b78 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0934258 Oct 25 09:08:26.742440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:26.750838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dac0204d-2603-4b77-b1df-a28bf6bbb0e4 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6256976 Oct 25 09:08:26.756622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33354) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:26.763246 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.764251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1049085804'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:26.764383 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:26.779328 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:26.783784 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:26.802814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3544bf40-5316-4040-887b-0befad8ce1d6 req-c4877d17-f5d2-4879-bda6-e8edd8d331c7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849710 Oct 25 09:08:26.843771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:26.850252 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.880560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a263de01-b809-4216-8f00-e455e1297764 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:26.883500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-51d493f1-564a-4b04-9106-7825b2eb1428 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051847 Oct 25 09:08:26.908135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:26.920477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.921593 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment 03ad59fa-517c-4f15-883e-aed01983c814 of type vlan for network 245b562b-a8fd-44cf-adf8-3202c859727e Oct 25 09:08:26.926462 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:26.986859 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:26.989581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a263de01-b809-4216-8f00-e455e1297764 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:26.990941 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.022003 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.028914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.030076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.074498 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-ed4a47a8-f4e9-4cb5-9494-def0d697c103 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808589 Oct 25 09:08:27.107879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3476250 Oct 25 09:08:27.112977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33360) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:27.126053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:27.148527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a09ba-b8cc-45d8-a805-6df50e033773 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=245b562b-a8fd-44cf-adf8-3202c859727e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:27.164360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 245b562b-a8fd-44cf-adf8-3202c859727e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:27.273476 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:24Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:25Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:27.298201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f014e1-105e-41e9-9c6f-da240161c464 req-cb0a7f3d-84e7-4010-adc3-93cfb63af94c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.307587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37f014e1-105e-41e9-9c6f-da240161c464 req-cb0a7f3d-84e7-4010-adc3-93cfb63af94c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0922337 Oct 25 09:08:27.309420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Router 36dd521b-51c7-48f6-8b30-cb5f09311030 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:27.310440 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:27.311037 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Updating router 7c335349-0ce7-483c-b9e0-55b742ad5c79 port 54239477-558b-423d-9f4f-8ccd12fd6fa0 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:27.337549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-78c00a0f-ef5e-4c64-8132-422935be6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.338061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-78c00a0f-ef5e-4c64-8132-422935be6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.338544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-78c00a0f-ef5e-4c64-8132-422935be6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.339013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-78c00a0f-ef5e-4c64-8132-422935be6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.339480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-78c00a0f-ef5e-4c64-8132-422935be6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.340177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-78c00a0f-ef5e-4c64-8132-422935be6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.340500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-78c00a0f-ef5e-4c64-8132-422935be6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.342547 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-78c00a0f-ef5e-4c64-8132-422935be6dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6486 time: 0.1313052 Oct 25 09:08:27.343018 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.353436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37f014e1-105e-41e9-9c6f-da240161c464 req-f9a57a69-dc9c-413d-9082-aa00add1362f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Oct 25 09:08:27.366771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:27.370858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.607408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-b5c696d4-d3da-4048-9178-ab49033205c4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.617276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-b5c696d4-d3da-4048-9178-ab49033205c4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.630182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-66129eaf-94a1-4b62-81e5-fd058b1f1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.631884 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-66129eaf-94a1-4b62-81e5-fd058b1f1217 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 HTTP/1.1" status: 200 len: 902 time: 0.2798896 Oct 25 09:08:27.632870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-b5c696d4-d3da-4048-9178-ab49033205c4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.635111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:27.640189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-b5c696d4-d3da-4048-9178-ab49033205c4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.646946 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-05ac0494-c05f-4ce4-b1ec-c8474086dd95 admin admin] 10.222.0.32 "PUT /v2.0/routers/36dd521b-51c7-48f6-8b30-cb5f09311030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0482597 Oct 25 09:08:27.647628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-b5c696d4-d3da-4048-9178-ab49033205c4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.649368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33382) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:27.650172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] Sync routers for ids ['36dd521b-51c7-48f6-8b30-cb5f09311030'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:27.653120 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.654210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-b5c696d4-d3da-4048-9178-ab49033205c4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.659682 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.662701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-b5c696d4-d3da-4048-9178-ab49033205c4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:27.671885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-b5c696d4-d3da-4048-9178-ab49033205c4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1658905 Oct 25 09:08:27.675763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] Routers {'36dd521b-51c7-48f6-8b30-cb5f09311030'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:27.679081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['36dd521b-51c7-48f6-8b30-cb5f09311030'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:27.739430 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Pushing event updated for resources: {'Port': ['ID=54239477-558b-423d-9f4f-8ccd12fd6fa0,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:27.753350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-69195ee4-b1fd-4302-aa75-6c2b1b1fbeac req-38083935-fb98-493c-96fe-a4ed7d8f2aec tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804758 Oct 25 09:08:27.761121 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.761369 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.761840 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.762236 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.762561 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.762880 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.763201 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.763512 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.763824 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.764134 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.764442 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.765026 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:08:27.797895 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Attempting to bind port 54239477-558b-423d-9f4f-8ccd12fd6fa0 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:27.798261 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Attempting to bind port 54239477-558b-423d-9f4f-8ccd12fd6fa0 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:27.798623 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Attempting to bind port 54239477-558b-423d-9f4f-8ccd12fd6fa0 on network c51c250b-830f-4b71-9e05-7b32fe3dd77d {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:27.812666 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:27.813065 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Checking segment: {'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:27.813528 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.813868 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Bound using segment: {'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:27.814358 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Bound port: 54239477-558b-423d-9f4f-8ccd12fd6fa0, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec2dedd-a226-42d9-b397-06c55d78ba16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:27.814760 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.850704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:27.930603 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] For port 54239477-558b-423d-9f4f-8ccd12fd6fa0, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:27.934362 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] For port 54239477-558b-423d-9f4f-8ccd12fd6fa0, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54239477-558b-423d-9f4f-8ccd12fd6fa0,segment=NetworkSegment(dec2dedd-a226-42d9-b397-06c55d78ba16),segment_id=dec2dedd-a226-42d9-b397-06c55d78ba16)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:27.940868 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:27.988170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] Set router 36dd521b-51c7-48f6-8b30-cb5f09311030 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:28.013226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-network', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:28.041993 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:28.042915 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:28.050437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Made reservation on behalf of 9e2c78d309af46e1999e31e024f110e4 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:28.053370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.064466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.074737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b4d27-6be0-498a-b8bb-691201634114 req-1de0fa29-961e-440b-942d-3d81e5891e37 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:28.083927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e07b4d27-6be0-498a-b8bb-691201634114 req-1de0fa29-961e-440b-942d-3d81e5891e37 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1103513 Oct 25 09:08:28.144163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e07b4d27-6be0-498a-b8bb-691201634114 req-98eff5dc-436c-49fb-b820-f98915fee4c3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578756 Oct 25 09:08:28.201470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-49bbdd5d-2c37-4a3b-8dea-dd50d316ae57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ba016be6-2358-438e-81df-2536941bf355 HTTP/1.1" status: 200 len: 217 time: 0.5528150 Oct 25 09:08:28.206314 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:28.242221 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.243929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2e7d80fa-5609-4fc6-b9ac-bd881ef8eee6 None None] Provisioning complete for port 54239477-558b-423d-9f4f-8ccd12fd6fa0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:28.244462 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e7d80fa-5609-4fc6-b9ac-bd881ef8eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.247239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.276704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45083c8c-f253-4ff0-adf4-5bda792d3244,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:28.290278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:28.305920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.306593 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Added segment b6202295-4b41-4f62-a6ff-f36c463f6e79 of type vlan for network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 Oct 25 09:08:28.337945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-275e9a37-79a5-435b-983e-5b01833805da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:28.339583 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-275e9a37-79a5-435b-983e-5b01833805da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.1110733 Oct 25 09:08:28.367269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.368909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:08:25Z', 'revision_number': 5, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:28.424435 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b0f60-b107-498a-95ee-d936c401a8b8 None None] Pushing event updated for resources: {'Port': ['ID=54239477-558b-423d-9f4f-8ccd12fd6fa0,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:28.430677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] Checking router: 36dd521b-51c7-48f6-8b30-cb5f09311030 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:28.453921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.454512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e7d80fa-5609-4fc6-b9ac-bd881ef8eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.456086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:28.456995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.458000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] Routers {'36dd521b-51c7-48f6-8b30-cb5f09311030'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:28.459688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['36dd521b-51c7-48f6-8b30-cb5f09311030'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:28.462699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.509421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.560524 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:24Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:27Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:28.595736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2e7d80fa-5609-4fc6-b9ac-bd881ef8eee6 None None] For port 54239477-558b-423d-9f4f-8ccd12fd6fa0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54239477-558b-423d-9f4f-8ccd12fd6fa0,segment=NetworkSegment(dec2dedd-a226-42d9-b397-06c55d78ba16),segment_id=dec2dedd-a226-42d9-b397-06c55d78ba16)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:28.604761 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e7d80fa-5609-4fc6-b9ac-bd881ef8eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.607320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:28.648391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:28.649765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-56e74d85-ebf0-4ff5-8596-468fbdc020c1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7969604 Oct 25 09:08:28.652820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:28.659247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Request body: {'subnet': {'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-subnet', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:28.674599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.692591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc4c6f-7247-4348-bb5a-c14060a58503 req-e68c7d65-a999-4e30-ac6b-fae85e966ecc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:28.694291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0bc4c6f-7247-4348-bb5a-c14060a58503 req-e68c7d65-a999-4e30-ac6b-fae85e966ecc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.1735971 Oct 25 09:08:28.700056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-cd84ba08-3606-4db8-bd40-1c05b799ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:28.702213 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-cd84ba08-3606-4db8-bd40-1c05b799ac7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3208380 Oct 25 09:08:28.710386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Made reservation on behalf of 9e2c78d309af46e1999e31e024f110e4 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:28.714045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.719367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] Set router 36dd521b-51c7-48f6-8b30-cb5f09311030 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:28.724231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=e6a7878b-1c44-41d6-988e-390b980ee7c2,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:28.773534 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6181f0-4b94-4f08-b05c-8622862ccf5d None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:24Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:27Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:28.809247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:28.809247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: 245b562b-a8fd-44cf-adf8-3202c859727e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:28.841230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0bc4c6f-7247-4348-bb5a-c14060a58503 req-630adc8e-f6a3-4828-bacb-68bd49f060e7 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343226 Oct 25 09:08:28.913012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 245b562b-a8fd-44cf-adf8-3202c859727e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:28.923828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Deleting port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:28.924164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:28.928614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-68281bf2-8276-49de-96cc-b274f06843dc service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161167 Oct 25 09:08:28.930716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 245b562b-a8fd-44cf-adf8-3202c859727e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:28.985378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cccaad-0f6f-4446-a828-a96b8a1ecb52 None None] Network 245b562b-a8fd-44cf-adf8-3202c859727e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:28.994929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:28.995631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.054009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d80fa-5609-4fc6-b9ac-bd881ef8eee6 None None] Pushing event updated for resources: {'Port': ['ID=54239477-558b-423d-9f4f-8ccd12fd6fa0,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:29.061858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e26041c6-51c0-4f7f-b5f4-0b316b8a1f71 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9394376 Oct 25 09:08:29.063546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33398) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:29.102025 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.113493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-18505424-5428-4a58-a1e8-63290005a332 None None] Provisioning complete for port 54239477-558b-423d-9f4f-8ccd12fd6fa0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:29.114106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-18505424-5428-4a58-a1e8-63290005a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.172135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b6193-f076-45af-a2b8-569af8148dca req-778c440d-7ce4-4ff4-ae3e-97f3e6c6ea5e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.182340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b6193-f076-45af-a2b8-569af8148dca req-778c440d-7ce4-4ff4-ae3e-97f3e6c6ea5e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.188561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b6193-f076-45af-a2b8-569af8148dca req-778c440d-7ce4-4ff4-ae3e-97f3e6c6ea5e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.199740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b6193-f076-45af-a2b8-569af8148dca req-778c440d-7ce4-4ff4-ae3e-97f3e6c6ea5e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.209909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b6193-f076-45af-a2b8-569af8148dca req-778c440d-7ce4-4ff4-ae3e-97f3e6c6ea5e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.221208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b6193-f076-45af-a2b8-569af8148dca req-778c440d-7ce4-4ff4-ae3e-97f3e6c6ea5e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.227892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b6193-f076-45af-a2b8-569af8148dca req-778c440d-7ce4-4ff4-ae3e-97f3e6c6ea5e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.236525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e4b6193-f076-45af-a2b8-569af8148dca req-778c440d-7ce4-4ff4-ae3e-97f3e6c6ea5e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.2896364 Oct 25 09:08:29.300941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb13799-5811-4111-aad8-99b750bb3bb0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:29.319679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Checking segment: {'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:29.320321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Network hostable DHCP agents. Network: a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:29.329181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e4b6193-f076-45af-a2b8-569af8148dca req-8a6811b2-0d51-40f8-94ea-6504fc5bc2c3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869219 Oct 25 09:08:29.367254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:29.387179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:29.412723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] For port bf8bd2d8-b8cc-42d0-943f-8a0523350bb9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf8bd2d8-b8cc-42d0-943f-8a0523350bb9,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:29.413273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.419036 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f5d8eda-b554-47cb-b9f1-63faea746ea5 req-a84ab080-8ede-415b-a3b5-e218428c4316 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763637 Oct 25 09:08:29.422714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.423326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.425976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-245b562b-a8fd-44cf-adf8-3202c859727e', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:08:29.426937 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.438053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Calling delete_port for bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:29.447267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835b3a0-8ec3-49ca-991d-b5ce0e8aea03 None None] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:29.456483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8e18e679-521e-494b-8cee-ff429c89649a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8018649 Oct 25 09:08:29.459540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33402) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:29.466003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-router', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:29.519901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:08:25Z', 'revision_number': 5, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:29.557582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5c86f-0996-4fd9-9165-c29961ec497b None None] The sync data for ids ['36dd521b-51c7-48f6-8b30-cb5f09311030'] in n-d-814746-2 is: [{'id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'name': 'tempest-TestServerMultinode-69256148-router', 'tenant_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:44Z', 'updated_at': '2021-10-25T09:08:25Z', 'revision_number': 5, 'project_id': 'cc4d1a7ac2604f42b7fc0ebf8ac236d5', 'gw_port': {'id': 'bf8bd2d8-b8cc-42d0-943f-8a0523350bb9', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36dd521b-51c7-48f6-8b30-cb5f09311030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:46Z', 'updated_at': '2021-10-25T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:29.649796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46864716-585d-4434-b339-57c0dc73942b req-88f67fd2-23d2-443d-ac7b-56c4a007cefc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.652008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46864716-585d-4434-b339-57c0dc73942b req-88f67fd2-23d2-443d-ac7b-56c4a007cefc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0960851 Oct 25 09:08:29.694253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.695293 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.711533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46864716-585d-4434-b339-57c0dc73942b req-243a9f95-d6c5-4ff8-8850-172581f01889 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490525 Oct 25 09:08:29.778388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Allocated IP 2001:db8:1::2 (245b562b-a8fd-44cf-adf8-3202c859727e/e6a7878b-1c44-41d6-988e-390b980ee7c2/9d8234c5-f7bb-4e79-9dd2-1e9d39980361) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:29.797562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-b860f7a7-064c-4fa4-ad1e-6441b517677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.798224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-b860f7a7-064c-4fa4-ad1e-6441b517677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.798648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-b860f7a7-064c-4fa4-ad1e-6441b517677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.799192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-b860f7a7-064c-4fa4-ad1e-6441b517677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.799624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-b860f7a7-064c-4fa4-ad1e-6441b517677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.800082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-b860f7a7-064c-4fa4-ad1e-6441b517677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.800538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-b860f7a7-064c-4fa4-ad1e-6441b517677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:29.802593 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-b860f7a7-064c-4fa4-ad1e-6441b517677e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6486 time: 0.2691519 Oct 25 09:08:29.913712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8', 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'fixed_ips': [{'subnet_id': 'efb13799-5811-4111-aad8-99b750bb3bb0'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:08:29.914572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:29.928385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.040384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76a8c-cb31-4243-a4a3-d5ff76f79c7f req-96ab96a1-fc42-4b09-ad88-b9c453d57547 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.042308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2fe76a8c-cb31-4243-a4a3-d5ff76f79c7f req-96ab96a1-fc42-4b09-ad88-b9c453d57547 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0657885 Oct 25 09:08:30.102509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2fe76a8c-cb31-4243-a4a3-d5ff76f79c7f req-f24a0e68-5b3d-4b77-8c2c-4f3e311c3676 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518713 Oct 25 09:08:30.118386 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.130698 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.132767 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.186459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Network 245b562b-a8fd-44cf-adf8-3202c859727e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:30.188310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Allocated IP 172.20.0.2 (a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8/efb13799-5811-4111-aad8-99b750bb3bb0/d4d3c3cc-f24b-4409-bcf9-b6598b56858e) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:30.197286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:30.200352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:30.220950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Pushing event updated for resources: {'Port': ['ID=9d8234c5-f7bb-4e79-9dd2-1e9d39980361,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:30.240623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-f382d4c0-f862-4c90-8eea-32747931288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.242052 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-f382d4c0-f862-4c90-8eea-32747931288e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 HTTP/1.1" status: 200 len: 902 time: 0.4216838 Oct 25 09:08:30.279199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.314862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.326155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Attempting to bind port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:30.326416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Attempting to bind port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:30.326770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Attempting to bind port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 on network 245b562b-a8fd-44cf-adf8-3202c859727e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:30.339806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:30.340175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Checking segment: {'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:30.340572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.341006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Bound using segment: {'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:30.341481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Bound port: 9d8234c5-f7bb-4e79-9dd2-1e9d39980361, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:30.341859 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.383928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8bd2d8-b8cc-42d0-943f-8a0523350bb9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:30.387726 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-dec5e2ad-a9be-487c-9ecc-0832846cb844 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3 HTTP/1.1" status: 200 len: 217 time: 0.0813396 Oct 25 09:08:30.462769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.470386 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.475746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] For port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:30.480529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] For port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9d8234c5-f7bb-4e79-9dd2-1e9d39980361,segment=NetworkSegment(03ad59fa-517c-4f15-883e-aed01983c814),segment_id=03ad59fa-517c-4f15-883e-aed01983c814)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:30.516536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509698-8ece-46e5-959a-6c04ba435040 req-e518ee3e-621e-4621-ba72-d1d9d3c78235 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.517858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.521031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:30.522664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509698-8ece-46e5-959a-6c04ba435040 req-e518ee3e-621e-4621-ba72-d1d9d3c78235 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.529167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509698-8ece-46e5-959a-6c04ba435040 req-e518ee3e-621e-4621-ba72-d1d9d3c78235 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.531933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:30.537005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509698-8ece-46e5-959a-6c04ba435040 req-e518ee3e-621e-4621-ba72-d1d9d3c78235 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.539121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:30.543484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509698-8ece-46e5-959a-6c04ba435040 req-e518ee3e-621e-4621-ba72-d1d9d3c78235 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.550202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509698-8ece-46e5-959a-6c04ba435040 req-e518ee3e-621e-4621-ba72-d1d9d3c78235 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.559610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509698-8ece-46e5-959a-6c04ba435040 req-e518ee3e-621e-4621-ba72-d1d9d3c78235 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.565320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Pushing event updated for resources: {'Port': ['ID=d4d3c3cc-f24b-4409-bcf9-b6598b56858e,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:30.569023 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6509698-8ece-46e5-959a-6c04ba435040 req-e518ee3e-621e-4621-ba72-d1d9d3c78235 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1261523 Oct 25 09:08:30.623068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6509698-8ece-46e5-959a-6c04ba435040 req-232a99f7-9ed7-4d86-9e3e-5016073ff2b4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476155 Oct 25 09:08:30.650075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Attempting to bind port d4d3c3cc-f24b-4409-bcf9-b6598b56858e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:30.650443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Attempting to bind port d4d3c3cc-f24b-4409-bcf9-b6598b56858e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:30.650810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Attempting to bind port d4d3c3cc-f24b-4409-bcf9-b6598b56858e on network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:30.663738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:30.664224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Checking segment: {'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:30.664703 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.665202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Bound using segment: {'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:30.665761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Bound port: d4d3c3cc-f24b-4409-bcf9-b6598b56858e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:30.666218 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.754679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd001b-b600-47ec-ba65-364ef3ccea96 None None] Pushing event updated for resources: {'Port': ['ID=9d8234c5-f7bb-4e79-9dd2-1e9d39980361,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:30.789910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] For port d4d3c3cc-f24b-4409-bcf9-b6598b56858e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:30.797430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] For port d4d3c3cc-f24b-4409-bcf9-b6598b56858e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d4d3c3cc-f24b-4409-bcf9-b6598b56858e,segment=NetworkSegment(b6202295-4b41-4f62-a6ff-f36c463f6e79),segment_id=b6202295-4b41-4f62-a6ff-f36c463f6e79)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:30.804181 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:30.865856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54239477-558b-423d-9f4f-8ccd12fd6fa0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:30.928564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b249a56-e66a-4804-866a-8ee8f99a5c13 None None] Pushing event updated for resources: {'Port': ['ID=d4d3c3cc-f24b-4409-bcf9-b6598b56858e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:30.931059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-ecdc7ee5-659b-41af-95f0-c7efe7c5a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:30.932547 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-ecdc7ee5-659b-41af-95f0-c7efe7c5a3a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.2212236 Oct 25 09:08:30.994186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d7f6d-cef2-4010-a60a-b6dd754330a9 req-a174f12b-d2ff-4aa4-9f07-5e8d5e233f01 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.003434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-697d7f6d-cef2-4010-a60a-b6dd754330a9 req-a174f12b-d2ff-4aa4-9f07-5e8d5e233f01 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0942252 Oct 25 09:08:31.023896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 54239477-558b-423d-9f4f-8ccd12fd6fa0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:31.024520 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.029629 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.072870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-697d7f6d-cef2-4010-a60a-b6dd754330a9 req-2d85da87-5ca8-4cfa-9bf2-2d44193a2aa3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552535 Oct 25 09:08:31.186421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 87fea450-edd6-46c8-bc5b-2f172daf4f78 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:31.215007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 87fea450-edd6-46c8-bc5b-2f172daf4f78 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:31.215604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 87fea450-edd6-46c8-bc5b-2f172daf4f78 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:31.217646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.224786 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.290605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-5b3aac6d-e4cf-4d51-b007-b109f0dbdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.292315 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-5b3aac6d-e4cf-4d51-b007-b109f0dbdfd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3272457 Oct 25 09:08:31.308318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ea2fc-4886-45e0-9d1d-22213e8c0dae req-8cc735f8-8a94-4ba9-9bf5-cb45dd0096df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.310224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b8ea2fc-4886-45e0-9d1d-22213e8c0dae req-8cc735f8-8a94-4ba9-9bf5-cb45dd0096df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0698478 Oct 25 09:08:31.339066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.339624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36dd521b-51c7-48f6-8b30-cb5f09311030 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:08:31.360379 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.363907 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-be1c1885-e7ac-4ddc-9a3a-626caab4992a admin admin] 10.222.0.32 "DELETE /v2.0/routers/36dd521b-51c7-48f6-8b30-cb5f09311030 HTTP/1.1" status: 204 len: 168 time: 3.7088645 Oct 25 09:08:31.364059 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b8ea2fc-4886-45e0-9d1d-22213e8c0dae req-fd167296-07b2-4ead-b3e0-2a6b3e61f4ec tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Oct 25 09:08:31.364277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33416) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:31.415494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8:1::1 (245b562b-a8fd-44cf-adf8-3202c859727e/e6a7878b-1c44-41d6-988e-390b980ee7c2/326f33d4-6a22-462d-8b64-372108aa356d) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:31.427078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cdd313-831b-466e-b1fe-f7cd84b78bc7 admin admin] Deleting subnet 4fd79917-97a9-4459-8c45-c80005b43af5 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:08:31.431058 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd313-831b-466e-b1fe-f7cd84b78bc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.476304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd313-831b-466e-b1fe-f7cd84b78bc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.579787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd313-831b-466e-b1fe-f7cd84b78bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.604420 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-560e5266-4ba1-4b39-9fb2-cecb0c433030 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837808 Oct 25 09:08:31.635469 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd313-831b-466e-b1fe-f7cd84b78bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.665903 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd313-831b-466e-b1fe-f7cd84b78bc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.669155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d6cdd313-831b-466e-b1fe-f7cd84b78bc7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4fd79917-97a9-4459-8c45-c80005b43af5 HTTP/1.1" status: 204 len: 168 time: 0.3034286 Oct 25 09:08:31.670802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd313-831b-466e-b1fe-f7cd84b78bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd79917-97a9-4459-8c45-c80005b43af5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:31.673979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33420) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:31.674455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818deb0-db21-49b5-a6c9-5d688b773aa2 None None] Network 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:31.720371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.761591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.769573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.771046 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:31.898830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-bc6269c1-0f9d-4bde-847a-dc93c0768593 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.906205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-bc6269c1-0f9d-4bde-847a-dc93c0768593 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.913049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-bc6269c1-0f9d-4bde-847a-dc93c0768593 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.919691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-bc6269c1-0f9d-4bde-847a-dc93c0768593 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.927420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-bc6269c1-0f9d-4bde-847a-dc93c0768593 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.934091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-bc6269c1-0f9d-4bde-847a-dc93c0768593 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.942069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-bc6269c1-0f9d-4bde-847a-dc93c0768593 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:31.943704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-bc6269c1-0f9d-4bde-847a-dc93c0768593 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1783347 Oct 25 09:08:31.945330 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9bf36730-5e27-4dc1-9e80-b315c7579bbc req-845487bc-e5a7-4e62-8da7-50c1add1c6c1 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165004 Oct 25 09:08:31.966322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] DHCP port deletion for 688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:08:31.992465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.038224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecac97c6-2b22-4bef-8bb8-c4097b2cc56c req-a1fdca5d-0c31-46c3-bffd-b8b47a783f61 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763254 Oct 25 09:08:32.040113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Deleting port 02db8655-8849-4f05-91d0-81fddd3c1da4 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:32.040553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.095586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 245b562b-a8fd-44cf-adf8-3202c859727e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:32.109415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] Deleting port 02db8655-8849-4f05-91d0-81fddd3c1da4 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:32.109727 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.147571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=326f33d4-6a22-462d-8b64-372108aa356d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:32.160844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:32.164592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:32.165234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.178301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] For port 02db8655-8849-4f05-91d0-81fddd3c1da4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=02db8655-8849-4f05-91d0-81fddd3c1da4,segment=NetworkSegment(bee741a8-e205-4f3d-9b0c-be9101c3ca79),segment_id=bee741a8-e205-4f3d-9b0c-be9101c3ca79)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:32.179579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.184364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] For port 02db8655-8849-4f05-91d0-81fddd3c1da4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=02db8655-8849-4f05-91d0-81fddd3c1da4,segment=NetworkSegment(bee741a8-e205-4f3d-9b0c-be9101c3ca79),segment_id=bee741a8-e205-4f3d-9b0c-be9101c3ca79)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:32.185010 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.201326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] Calling delete_port for 02db8655-8849-4f05-91d0-81fddd3c1da4 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:32.203286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Calling delete_port for 02db8655-8849-4f05-91d0-81fddd3c1da4 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:32.274563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Allocated IP 172.25.8.60 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/7ce30f73-6690-42f5-9b24-74b8c88740e5) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:32.378945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655812ae-d041-4cae-aa2d-2da02f598076 req-6261eb2c-bfbe-4087-8a10-e2632647eaf8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:32.381534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-655812ae-d041-4cae-aa2d-2da02f598076 req-6261eb2c-bfbe-4087-8a10-e2632647eaf8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1047969 Oct 25 09:08:32.477411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-655812ae-d041-4cae-aa2d-2da02f598076 req-a5edd3dd-f300-4eab-baf1-1907c9490e38 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645483 Oct 25 09:08:32.484324 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.485105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.532286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02db8655-8849-4f05-91d0-81fddd3c1da4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:32.541463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51abbb-efba-4f29-9e67-bc88632aac32 None None] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:32.548948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] No DVR routers for this DVR port 02db8655-8849-4f05-91d0-81fddd3c1da4 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:32.601872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461db3b-9f6c-4f95-99d5-769f43929778 None None] Network 245b562b-a8fd-44cf-adf8-3202c859727e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:32.653823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.670628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c6b9ef66-88a3-4b49-80f3-855e707cc5dd None None] Provisioning complete for port d4d3c3cc-f24b-4409-bcf9-b6598b56858e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:32.672039 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6b9ef66-88a3-4b49-80f3-855e707cc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.678314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.685861 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.712258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384b02-5019-4230-a007-c4e9a5dc206e req-cfb57b5b-b85d-44bc-9888-8db396f6bdfb tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:32.713741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90384b02-5019-4230-a007-c4e9a5dc206e req-cfb57b5b-b85d-44bc-9888-8db396f6bdfb tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.1300242 Oct 25 09:08:32.721957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] Pushing event deleted for resources: {'Port': ['ID=02db8655-8849-4f05-91d0-81fddd3c1da4,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:32.724093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8221fa-d060-4311-9d16-89c1bed3438e None None] No DVR routers for this DVR port 02db8655-8849-4f05-91d0-81fddd3c1da4 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:32.742590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:32.771556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee741a8-e205-4f3d-9b0c-be9101c3ca79') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:32.771870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee741a8-e205-4f3d-9b0c-be9101c3ca79') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:32.785928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.821862 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.826897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90384b02-5019-4230-a007-c4e9a5dc206e req-53ae9c64-f07a-450d-b40f-bbef2b91d7e1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979092 Oct 25 09:08:32.832718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:08:32.834603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:08:32.836507 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:08:32.881257 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.906377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:32.920517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.940167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:32.945942 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52 HTTP/1.1" status: 204 len: 168 time: 1.2686515 Oct 25 09:08:32.946135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:32.948876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1665de-4164-4aaf-989a-b7ace07159e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=688a06a1-fbe8-4ca3-85e2-1cb5b96f8e52,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:32.964960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:32.968966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:32.989731 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6b9ef66-88a3-4b49-80f3-855e707cc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.036554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device db69a669-e8d4-4fb4-bfbf-57387d10ea86 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:33.047521 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce30f73-6690-42f5-9b24-74b8c88740e5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:33.085059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c6b9ef66-88a3-4b49-80f3-855e707cc5dd None None] For port d4d3c3cc-f24b-4409-bcf9-b6598b56858e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d4d3c3cc-f24b-4409-bcf9-b6598b56858e,segment=NetworkSegment(b6202295-4b41-4f62-a6ff-f36c463f6e79),segment_id=b6202295-4b41-4f62-a6ff-f36c463f6e79)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:33.091102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:33.091469 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.097467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6b9ef66-88a3-4b49-80f3-855e707cc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.129347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33432) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:33.212136 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.222807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-73f07cde-7f1e-47b0-a6f2-0d29aec73931 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3505eb2c93574943869bb20818491c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921664 Oct 25 09:08:33.223609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33436) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:33.225026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.226067 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.300835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9ef66-88a3-4b49-80f3-855e707cc5dd None None] Pushing event updated for resources: {'Port': ['ID=d4d3c3cc-f24b-4409-bcf9-b6598b56858e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:33.312871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cddb812e-b539-431d-b3ea-25dc7e36b07e None None] Provisioning complete for port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:33.313301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cddb812e-b539-431d-b3ea-25dc7e36b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.319230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739b18-b253-413a-9cb8-80333a143292 req-a41a9a74-2d7b-48ec-8d6e-6257862c4adc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:33.326317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739b18-b253-413a-9cb8-80333a143292 req-a41a9a74-2d7b-48ec-8d6e-6257862c4adc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:33.334644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739b18-b253-413a-9cb8-80333a143292 req-a41a9a74-2d7b-48ec-8d6e-6257862c4adc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:33.337930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=326f33d4-6a22-462d-8b64-372108aa356d,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:33.341695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739b18-b253-413a-9cb8-80333a143292 req-a41a9a74-2d7b-48ec-8d6e-6257862c4adc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:33.354454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739b18-b253-413a-9cb8-80333a143292 req-a41a9a74-2d7b-48ec-8d6e-6257862c4adc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:33.362454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739b18-b253-413a-9cb8-80333a143292 req-a41a9a74-2d7b-48ec-8d6e-6257862c4adc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:33.369056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739b18-b253-413a-9cb8-80333a143292 req-a41a9a74-2d7b-48ec-8d6e-6257862c4adc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:33.371022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2739b18-b253-413a-9cb8-80333a143292 req-a41a9a74-2d7b-48ec-8d6e-6257862c4adc tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1661370 Oct 25 09:08:33.381170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.412802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.414725 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d5feb0d-a219-413b-8c67-204a5c8f62f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.443219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:33.445414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d5feb0d-a219-413b-8c67-204a5c8f62f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.445775 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00366f67-4ef8-40a4-831a-a095a3a63da8" -d '{"events": [{"server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "name": "network-vif-unplugged", "status": "completed", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:33.470075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:33.483664 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.519454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9d8234c5-f7bb-4e79-9dd2-1e9d39980361,segment=NetworkSegment(03ad59fa-517c-4f15-883e-aed01983c814),segment_id=03ad59fa-517c-4f15-883e-aed01983c814)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:33.537431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2739b18-b253-413a-9cb8-80333a143292 req-75fa68b9-4686-49af-a158-f17c3f0005e5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1574378 Oct 25 09:08:33.547884 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d5feb0d-a219-413b-8c67-204a5c8f62f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.550457 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.551553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d4d3c3cc-f24b-4409-bcf9-b6598b56858e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:33.552589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d5feb0d-a219-413b-8c67-204a5c8f62f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.564731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3d5feb0d-a219-413b-8c67-204a5c8f62f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc8aff04-4570-4205-b787-4eb13516d787 HTTP/1.1" status: 204 len: 168 time: 0.3218815 Oct 25 09:08:33.587208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5feb0d-a219-413b-8c67-204a5c8f62f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8aff04-4570-4205-b787-4eb13516d787,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:33.640592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 245b562b-a8fd-44cf-adf8-3202c859727e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:33.643133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:33.643690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cddb812e-b539-431d-b3ea-25dc7e36b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.645674 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.667936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:33.761726 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b935d8-ba16-4dd1-a86d-0e7bc884892a x-openstack-request-id: req-d1b935d8-ba16-4dd1-a86d-0e7bc884892a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:33.761877 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "name": "network-vif-unplugged", "status": "completed", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:33.762117 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1b935d8-ba16-4dd1-a86d-0e7bc884892a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:33.762547 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'code': 200} Oct 25 09:08:33.789876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=9d8234c5-f7bb-4e79-9dd2-1e9d39980361,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:33.801149 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-cddb812e-b539-431d-b3ea-25dc7e36b07e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:08:33.801511 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-cddb812e-b539-431d-b3ea-25dc7e36b07e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:08:33.802683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d4d3c3cc-f24b-4409-bcf9-b6598b56858e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:33.803051 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:33.950846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54812d6e-da40-4af2-a0db-be5c027088d8 req-c8586eed-0fe0-4688-9718-c8bf71107423 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:33.973678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54812d6e-da40-4af2-a0db-be5c027088d8 req-c8586eed-0fe0-4688-9718-c8bf71107423 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1444149 Oct 25 09:08:33.994264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:34.034975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:34.035863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf8bd2d8-b8cc-42d0-943f-8a0523350bb9 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:34.036283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 02db8655-8849-4f05-91d0-81fddd3c1da4 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:34.058133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 02db8655-8849-4f05-91d0-81fddd3c1da4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:34.058480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 02db8655-8849-4f05-91d0-81fddd3c1da4 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:34.065283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54812d6e-da40-4af2-a0db-be5c027088d8 req-5b6e4251-12f7-4485-b992-90a7ff4b81f6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897930 Oct 25 09:08:34.135643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33448) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:34.209627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:34.215188 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bbc57d3b-f581-423c-8a69-febfe94bbb71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc4d1a7ac2604f42b7fc0ebf8ac236d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782011 Oct 25 09:08:34.225026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b789104-6953-4af3-93d6-6df9bd2d12a9 req-ce8662a6-6f14-4fdd-ac63-0e0e95d0dbe6 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.227381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b789104-6953-4af3-93d6-6df9bd2d12a9 req-ce8662a6-6f14-4fdd-ac63-0e0e95d0dbe6 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 943 time: 0.0923312 Oct 25 09:08:34.227874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33450) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:34.297858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b789104-6953-4af3-93d6-6df9bd2d12a9 req-5bb9e014-bb16-4939-baa9-ba6b371858cc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629377 Oct 25 09:08:34.309811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9892c0db-443e-4f8c-a55a-edb69e058ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.334619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9892c0db-443e-4f8c-a55a-edb69e058ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.353274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.359339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:34.364515 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-733eba29-bbdb-4f1d-9c75-64e16662dc03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2991347 Oct 25 09:08:34.368493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33452) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:34.372775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-692798885'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:34.376515 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:34.392854 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:34.393830 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:34.402273 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9892c0db-443e-4f8c-a55a-edb69e058ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.407895 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9892c0db-443e-4f8c-a55a-edb69e058ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.410223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9892c0db-443e-4f8c-a55a-edb69e058ab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6eb3c237-a0a6-434c-8995-e430189ad6ec HTTP/1.1" status: 204 len: 168 time: 0.1802840 Oct 25 09:08:34.418930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892c0db-443e-4f8c-a55a-edb69e058ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb3c237-a0a6-434c-8995-e430189ad6ec,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:34.469792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:34.481247 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.490325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-185d85a8-b776-481c-99df-d70ae88eacf5 None None] Provisioning complete for port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:34.490922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185d85a8-b776-481c-99df-d70ae88eacf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.505600 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:34.528759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:34.553872 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.554062 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment 95c73e1d-0093-4717-8daf-2a5f137d4fea of type vlan for network 064e93b1-098a-446e-aa47-e57983411e89 Oct 25 09:08:34.649719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.682013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-185d85a8-b776-481c-99df-d70ae88eacf5 None None] Provisioning complete for port 326f33d4-6a22-462d-8b64-372108aa356d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:34.683616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185d85a8-b776-481c-99df-d70ae88eacf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.720131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Router 8d536c34-bfe4-4a1c-b2db-940e648654fc is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:08:34.742921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.751231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:34.754359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-fbb4d757-0afa-4996-8b2f-58829d2168ef tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.762512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.763054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-fbb4d757-0afa-4996-8b2f-58829d2168ef tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.763190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.772384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-fbb4d757-0afa-4996-8b2f-58829d2168ef tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.779684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-fbb4d757-0afa-4996-8b2f-58829d2168ef tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.791128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-fbb4d757-0afa-4996-8b2f-58829d2168ef tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.799551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-fbb4d757-0afa-4996-8b2f-58829d2168ef tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.806901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-fbb4d757-0afa-4996-8b2f-58829d2168ef tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:34.809908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-fbb4d757-0afa-4996-8b2f-58829d2168ef tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1273577 Oct 25 09:08:34.848871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:32Z', 'revision_number': 3, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:32Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:34.863820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=064e93b1-098a-446e-aa47-e57983411e89,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:34.870971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2d3bb8b3-8fe1-4290-bdb6-bdd62c3362c5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5020666 Oct 25 09:08:34.873598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33462) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:34.881342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-185d85a8-b776-481c-99df-d70ae88eacf5 None None] Port 326f33d4-6a22-462d-8b64-372108aa356d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:34.887394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 064e93b1-098a-446e-aa47-e57983411e89 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:34.891576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:34.906659 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:34.907319 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Updating router 7c335349-0ce7-483c-b9e0-55b742ad5c79 port 326f33d4-6a22-462d-8b64-372108aa356d binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:34.934309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1fc096b-7eca-4161-8f4a-5db936b2ab45 req-0128e7bc-8a9e-4d63-be90-92ca44fb1fd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163368 Oct 25 09:08:34.959535 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:34.981042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-185d85a8-b776-481c-99df-d70ae88eacf5 None None] Provisioning complete for port d4d3c3cc-f24b-4409-bcf9-b6598b56858e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:34.981891 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-185d85a8-b776-481c-99df-d70ae88eacf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.034628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:35.035041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.040379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device db69a669-e8d4-4fb4-bfbf-57387d10ea86 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:35.150837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:35.174688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Sync routers for ids ['8d536c34-bfe4-4a1c-b2db-940e648654fc'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:35.246728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Routers {'8d536c34-bfe4-4a1c-b2db-940e648654fc'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:35.247126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8d536c34-bfe4-4a1c-b2db-940e648654fc'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:35.251409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.254169 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dbb93090-6fdf-43da-bb58-e68fc34d97a1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7935100 Oct 25 09:08:35.258228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33474) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:35.287061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:35.293699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.376242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3825017-5aae-45b3-8e1c-74a9bd179a45 req-d1011cd9-d4a4-47aa-ad9f-87654a556cef tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:35.385052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3825017-5aae-45b3-8e1c-74a9bd179a45 req-d1011cd9-d4a4-47aa-ad9f-87654a556cef tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1910670 Oct 25 09:08:35.394915 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.404356 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.459985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3825017-5aae-45b3-8e1c-74a9bd179a45 req-20fafe54-d279-4dc5-95ec-4863ca04fed1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735703 Oct 25 09:08:35.528901 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41145e-b588-4401-b7a1-1c5678711321 None None] Pushing event updated for resources: {'Port': ['ID=326f33d4-6a22-462d-8b64-372108aa356d,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:35.564677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:35.576023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d4d3c3cc-f24b-4409-bcf9-b6598b56858e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:35.614472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'port_id': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'mac_address': 'fa:16:3e:a5:6e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271a4ad1-d4ab-4458-835c-3667c33d8d29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:35.626502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.721772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=c6ed2329-bca6-457e-9cad-664023125caa,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:35.729645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Set router 8d536c34-bfe4-4a1c-b2db-940e648654fc gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:35.742770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:35.743144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: 064e93b1-098a-446e-aa47-e57983411e89, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:35.765532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 064e93b1-098a-446e-aa47-e57983411e89 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:35.774255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33486) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:35.786829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 064e93b1-098a-446e-aa47-e57983411e89) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:35.791000 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Attempting to bind port 326f33d4-6a22-462d-8b64-372108aa356d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:35.791366 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Attempting to bind port 326f33d4-6a22-462d-8b64-372108aa356d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:35.791724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Attempting to bind port 326f33d4-6a22-462d-8b64-372108aa356d on network 245b562b-a8fd-44cf-adf8-3202c859727e {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:35.806127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:35.807090 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.836573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7626b821-7594-402c-b780-dc2a25080f80 None None] Network 064e93b1-098a-446e-aa47-e57983411e89 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:35.843284 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d33a997c-a275-41d5-a3fd-f20794ce1cd7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9615641 Oct 25 09:08:35.843914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33490) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:35.929676 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:35.931758 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Checking segment: {'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:35.933106 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.934304 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Bound using segment: {'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:35.935151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Bound port: 326f33d4-6a22-462d-8b64-372108aa356d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ad59fa-517c-4f15-883e-aed01983c814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:35.938536 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:35.949011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac490369-9b48-4dbb-b134-43167f4e3caf req-6e5908b2-9d64-4a72-954a-9dd7f95a9506 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:35.950629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac490369-9b48-4dbb-b134-43167f4e3caf req-6e5908b2-9d64-4a72-954a-9dd7f95a9506 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 943 time: 0.2379436 Oct 25 09:08:36.014357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac490369-9b48-4dbb-b134-43167f4e3caf req-0a3a4c34-ea07-42ac-be89-669c7090bb8e tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Oct 25 09:08:36.074339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1157109049-network', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:36.123904 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.133929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d4d3c3cc-f24b-4409-bcf9-b6598b56858e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:36.134318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.156833 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] For port 326f33d4-6a22-462d-8b64-372108aa356d, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:36.178384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-064e93b1-098a-446e-aa47-e57983411e89', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:08:36.179249 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.179399 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] For port 326f33d4-6a22-462d-8b64-372108aa356d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=326f33d4-6a22-462d-8b64-372108aa356d,segment=NetworkSegment(03ad59fa-517c-4f15-883e-aed01983c814),segment_id=03ad59fa-517c-4f15-883e-aed01983c814)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:36.186150 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.227658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db69a669-e8d4-4fb4-bfbf-57387d10ea86 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:36.241387 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-543c1c9a-1d7d-43ee-bbaa-317aa4672a72 None None] Provisioning complete for port 326f33d4-6a22-462d-8b64-372108aa356d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:36.241689 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-543c1c9a-1d7d-43ee-bbaa-317aa4672a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.247789 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41145e-b588-4401-b7a1-1c5678711321 None None] Pushing event updated for resources: {'Port': ['ID=326f33d4-6a22-462d-8b64-372108aa356d,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:36.261851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.291347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Made reservation on behalf of 1be64bfb5e2846868286d781fd1e9eca for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:36.294331 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:36.295145 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:36.295597 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.314337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.339030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-6c45226f-72f9-4ef2-bea5-af58d7eee16e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:36.348830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-6c45226f-72f9-4ef2-bea5-af58d7eee16e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:36.356868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-6c45226f-72f9-4ef2-bea5-af58d7eee16e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:36.366078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-6c45226f-72f9-4ef2-bea5-af58d7eee16e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:36.373960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:36.376199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-6c45226f-72f9-4ef2-bea5-af58d7eee16e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:36.385277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-6c45226f-72f9-4ef2-bea5-af58d7eee16e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:36.397490 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.401901 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:36.402423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-6c45226f-72f9-4ef2-bea5-af58d7eee16e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:36.418126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-6c45226f-72f9-4ef2-bea5-af58d7eee16e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.3023903 Oct 25 09:08:36.425162 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.522976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.684611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:36.706833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Allocated IP 2001:db8:2::2 (064e93b1-098a-446e-aa47-e57983411e89/c6ed2329-bca6-457e-9cad-664023125caa/555201ad-1878-401f-a991-4ac1bd8c3b6d) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:36.717890 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.720252 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-543c1c9a-1d7d-43ee-bbaa-317aa4672a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.745153 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:32Z', 'revision_number': 3, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:36.750898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-router', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:29Z', 'updated_at': '2021-10-25T09:08:33Z', 'revision_number': 3, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'gw_port': {'id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:31Z', 'updated_at': '2021-10-25T09:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:36.758943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b29f71-f732-41ba-a663-13bf35d8db9c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:36.788305 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf789a8f-4646-4105-a355-e86017dccdb6 None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:32Z', 'revision_number': 3, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:36.798361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-542204e2-0a51-4b66-96a2-3e9ecfc1e9f0 req-f69fdc13-1aa4-4c25-b40d-39641317ef8b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3792109 Oct 25 09:08:36.804601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:36.833219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['db69a669-e8d4-4fb4-bfbf-57387d10ea86'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:36.846136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.846319 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Added segment 81ea9122-2ea6-46a1-a12e-48b779b52654 of type vlan for network 49eafc93-4d0e-4a38-9303-1aaa89c14970 Oct 25 09:08:36.851746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Checking router: 8d536c34-bfe4-4a1c-b2db-940e648654fc for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:36.853182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Updating router 8d536c34-bfe4-4a1c-b2db-940e648654fc port 7ce30f73-6690-42f5-9b24-74b8c88740e5 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:36.923690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Allocated IP 172.20.0.1 (a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8/efb13799-5811-4111-aad8-99b750bb3bb0/104bc629-3e22-4ac2-a4e3-db18a7a39c93) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:36.931985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.956963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-543c1c9a-1d7d-43ee-bbaa-317aa4672a72 None None] For port 326f33d4-6a22-462d-8b64-372108aa356d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=326f33d4-6a22-462d-8b64-372108aa356d,segment=NetworkSegment(03ad59fa-517c-4f15-883e-aed01983c814),segment_id=03ad59fa-517c-4f15-883e-aed01983c814)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:36.962062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:36.974905 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-543c1c9a-1d7d-43ee-bbaa-317aa4672a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.010723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.015179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:37.015870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.043494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33498) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:37.049887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Request body: {'subnet': {'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1157109049-subnet', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:37.054685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2789226 Oct 25 09:08:37.095432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Made reservation on behalf of 1be64bfb5e2846868286d781fd1e9eca for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:37.098065 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.195676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c1c9a-1d7d-43ee-bbaa-317aa4672a72 None None] Pushing event updated for resources: {'Port': ['ID=326f33d4-6a22-462d-8b64-372108aa356d,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:37.248118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.264626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-20dc2bab-f5ed-40f8-b5b8-afb7c6f5e9e5 None None] Provisioning complete for port 326f33d4-6a22-462d-8b64-372108aa356d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:37.265108 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20dc2bab-f5ed-40f8-b5b8-afb7c6f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.277052 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.381136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8:2::1 (064e93b1-098a-446e-aa47-e57983411e89/c6ed2329-bca6-457e-9cad-664023125caa/dd51305e-ac7a-4dd1-a3b4-421f95aa7438) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:37.387108 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.416185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Network 064e93b1-098a-446e-aa47-e57983411e89 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:37.429002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:37.432597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:37.437373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Pushing event updated for resources: {'Port': ['ID=555201ad-1878-401f-a991-4ac1bd8c3b6d,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:37.519688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8747dd21-932c-42c5-8e99-adf2f8195a7c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:37.539420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Checking segment: {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:37.539817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Network hostable DHCP agents. Network: 49eafc93-4d0e-4a38-9303-1aaa89c14970, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:37.555386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44a309-1bdd-407a-90b2-04ff7345d09c admin admin] Pushing event updated for resources: {'Network': ['ID=49eafc93-4d0e-4a38-9303-1aaa89c14970,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:37.583956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:37.587311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.592124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:37.597005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.609054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 49eafc93-4d0e-4a38-9303-1aaa89c14970) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:37.615377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:37.615864 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.629675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a65ff-4df9-415b-9963-08ac2e78d301 req-9b50e810-a6d5-4934-bbfc-3911d1dc0104 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:37.639408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-226a65ff-4df9-415b-9963-08ac2e78d301 req-9b50e810-a6d5-4934-bbfc-3911d1dc0104 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1517501 Oct 25 09:08:37.648446 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8bfeb4f1-b7a0-404a-9047-9e40f79bcb1f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6039536 Oct 25 09:08:37.651117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33502) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:37.655647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:37.667459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94acd9a-a91c-4229-8864-165b977adc32 None None] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:37.677495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.689551 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.691793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.700288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-226a65ff-4df9-415b-9963-08ac2e78d301 req-b7f29117-51b8-4584-a7a6-145c3ebae46d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588870 Oct 25 09:08:37.704233 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.737755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 064e93b1-098a-446e-aa47-e57983411e89 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:37.757476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:37.762229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:37.765363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:37.773086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:37.773982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:37.774544 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.779562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:37.837934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Pushing event updated for resources: {'Port': ['ID=104bc629-3e22-4ac2-a4e3-db18a7a39c93,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:37.852482 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.853981 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:37.986197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Attempting to bind port 555201ad-1878-401f-a991-4ac1bd8c3b6d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:37.986805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Attempting to bind port 555201ad-1878-401f-a991-4ac1bd8c3b6d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:37.986954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Attempting to bind port 555201ad-1878-401f-a991-4ac1bd8c3b6d on network 064e93b1-098a-446e-aa47-e57983411e89 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:38.026199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:38.026905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Checking segment: {'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:38.027489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.028060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Bound using segment: {'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:38.028703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Bound port: 555201ad-1878-401f-a991-4ac1bd8c3b6d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:38.029291 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.032760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e84932-4acf-4832-b9e3-57204ac7d5e1 req-96f2fd44-d6e1-4d2d-91e3-b5ec721dfa07 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:38.034470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6e84932-4acf-4832-b9e3-57204ac7d5e1 req-96f2fd44-d6e1-4d2d-91e3-b5ec721dfa07 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 944 time: 0.0868428 Oct 25 09:08:38.083959 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.085658 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.106448 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.112627 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6e84932-4acf-4832-b9e3-57204ac7d5e1 req-90991ef7-d829-4847-ab1d-f72259256b63 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580385 Oct 25 09:08:38.132443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.222572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] For port 555201ad-1878-401f-a991-4ac1bd8c3b6d, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:38.232612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.267077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d1d76-a76f-4c6a-810b-705acb8db694 None None] Pushing event updated for resources: {'Port': ['ID=7ce30f73-6690-42f5-9b24-74b8c88740e5,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:38.269425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f890621e-ea27-463f-9b08-15fb9c598fa6 None None] Provisioning complete for port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:38.269775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f890621e-ea27-463f-9b08-15fb9c598fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.272738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] For port 555201ad-1878-401f-a991-4ac1bd8c3b6d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=555201ad-1878-401f-a991-4ac1bd8c3b6d,segment=NetworkSegment(95c73e1d-0093-4717-8daf-2a5f137d4fea),segment_id=95c73e1d-0093-4717-8daf-2a5f137d4fea)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:38.281731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Attempting to bind port 7ce30f73-6690-42f5-9b24-74b8c88740e5 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:38.282359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Attempting to bind port 7ce30f73-6690-42f5-9b24-74b8c88740e5 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:38.282973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Attempting to bind port 7ce30f73-6690-42f5-9b24-74b8c88740e5 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:38.306854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.318416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-8ac79abc-5d88-4f74-924b-ba41bdd1d867 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:38.323621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-8ac79abc-5d88-4f74-924b-ba41bdd1d867 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:38.329720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-8ac79abc-5d88-4f74-924b-ba41bdd1d867 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:38.336616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-8ac79abc-5d88-4f74-924b-ba41bdd1d867 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:38.342730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:38.342730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:38.342730 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.342730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:38.343810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-8ac79abc-5d88-4f74-924b-ba41bdd1d867 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:38.343911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Bound port: 7ce30f73-6690-42f5-9b24-74b8c88740e5, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:38.343911 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.349593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-8ac79abc-5d88-4f74-924b-ba41bdd1d867 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:38.356282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-8ac79abc-5d88-4f74-924b-ba41bdd1d867 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:38.358275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-8ac79abc-5d88-4f74-924b-ba41bdd1d867 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1608562 Oct 25 09:08:38.428085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0540d276-ff73-43a1-8904-cbe4933d07bd req-45169d5f-50e3-47fd-8aad-73e2cf73ed8e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583961 Oct 25 09:08:38.442654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f890621e-ea27-463f-9b08-15fb9c598fa6 None None] Port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:38.473817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.479306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] For port 7ce30f73-6690-42f5-9b24-74b8c88740e5, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:38.484263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.496955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17b78b-09ca-4b3f-825a-f7b63e687766 None None] Pushing event updated for resources: {'Port': ['ID=555201ad-1878-401f-a991-4ac1bd8c3b6d,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:38.513261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] For port 7ce30f73-6690-42f5-9b24-74b8c88740e5, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7ce30f73-6690-42f5-9b24-74b8c88740e5,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:38.521034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-49eafc93-4d0e-4a38-9303-1aaa89c14970', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:08:38.522161 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.559627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.626577 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.628541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.638278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Pushing event updated for resources: {'Port': ['ID=104bc629-3e22-4ac2-a4e3-db18a7a39c93,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:38.717795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Routers {'8d536c34-bfe4-4a1c-b2db-940e648654fc'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:38.719172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8d536c34-bfe4-4a1c-b2db-940e648654fc'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:38.809068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d1d76-a76f-4c6a-810b-705acb8db694 None None] Pushing event updated for resources: {'Port': ['ID=7ce30f73-6690-42f5-9b24-74b8c88740e5,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:38.826234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:38.831596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:38.947171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:38.975206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] Set router 8d536c34-bfe4-4a1c-b2db-940e648654fc gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:38.987997 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.057702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccb11b-32a7-4821-a268-8393c38910be req-4fe1e1d7-1037-4883-ba60-78ec1c4c003b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.064158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 326f33d4-6a22-462d-8b64-372108aa356d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:39.066992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62ccb11b-32a7-4821-a268-8393c38910be req-4fe1e1d7-1037-4883-ba60-78ec1c4c003b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0965655 Oct 25 09:08:39.119270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62ccb11b-32a7-4821-a268-8393c38910be req-7d65ce71-3e11-485c-9e5a-b1bf777bdb84 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513618 Oct 25 09:08:39.126290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Router 8d536c34-bfe4-4a1c-b2db-940e648654fc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:39.136676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device db69a669-e8d4-4fb4-bfbf-57387d10ea86 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:39.211872 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.226612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.227405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.289360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Allocated IP 172.25.8.185 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/f658ffad-6d2b-46fa-93b4-df97c7c611fe) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:39.304701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff641e89-05da-4df7-aac4-760bf0ecab45 req-99f984c4-d9d8-48d1-a865-e1aeec3619af tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.306541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff641e89-05da-4df7-aac4-760bf0ecab45 req-99f984c4-d9d8-48d1-a865-e1aeec3619af tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 944 time: 0.0768814 Oct 25 09:08:39.306705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Allocated IP 172.20.0.2 (49eafc93-4d0e-4a38-9303-1aaa89c14970/8747dd21-932c-42c5-8e99-adf2f8195a7c/0a9f9e4a-56d5-4843-aa7a-9dc089731101) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:39.334776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:39.352099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dc4cdaf3-ae03-4ca1-9686-70f1a84d14dc admin admin] 10.222.0.32 "PUT /v2.0/routers/8d536c34-bfe4-4a1c-b2db-940e648654fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0779347 Oct 25 09:08:39.352322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-962246c0-3179-4354-876f-52e51d273054 None None] Provisioning complete for port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:39.352322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-962246c0-3179-4354-876f-52e51d273054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.358276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:39.395969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff641e89-05da-4df7-aac4-760bf0ecab45 req-c49f1c3f-59ae-48e5-85be-904503688387 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763042 Oct 25 09:08:39.520977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 326f33d4-6a22-462d-8b64-372108aa356d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:39.521318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.522688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-962246c0-3179-4354-876f-52e51d273054 None None] Port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:39.529703 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.556173 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network 064e93b1-098a-446e-aa47-e57983411e89 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:39.557026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port db69a669-e8d4-4fb4-bfbf-57387d10ea86 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:39.557350 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.562598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:39.609442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-cd8f98c8-19a8-4f0e-9273-06e4a01b20a3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.615707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-cd8f98c8-19a8-4f0e-9273-06e4a01b20a3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.622381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-cd8f98c8-19a8-4f0e-9273-06e4a01b20a3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.629606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-cd8f98c8-19a8-4f0e-9273-06e4a01b20a3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.637070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-cd8f98c8-19a8-4f0e-9273-06e4a01b20a3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.644691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-cd8f98c8-19a8-4f0e-9273-06e4a01b20a3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.649526 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.651664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-cd8f98c8-19a8-4f0e-9273-06e4a01b20a3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:39.659772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-cd8f98c8-19a8-4f0e-9273-06e4a01b20a3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1248035 Oct 25 09:08:39.718807 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.737513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2a762bd-8f38-4eea-a3d6-0d312868658b req-8e2ec787-9e86-445e-b688-568dccd8685d tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767140 Oct 25 09:08:39.743237 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.747519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:39.756336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:39.767488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:39.781851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.789010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-router', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:29Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 4, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'gw_port': {'id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:31Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '104bc629-3e22-4ac2-a4e3-db18a7a39c93', 'name': '', 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'mac_address': 'fa:16:3e:c7:fb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'efb13799-5811-4111-aad8-99b750bb3bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 2, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'subnets': [{'id': 'efb13799-5811-4111-aad8-99b750bb3bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:39.800839 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Pushing event updated for resources: {'Port': ['ID=f658ffad-6d2b-46fa-93b4-df97c7c611fe,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:39.828977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:39.881771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e5991-f8c1-48ae-a049-b0f9f41e700f None None] The sync data for ids ['8d536c34-bfe4-4a1c-b2db-940e648654fc'] in n-d-814746-2 is: [{'id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-router', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:29Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 4, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'gw_port': {'id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:31Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '104bc629-3e22-4ac2-a4e3-db18a7a39c93', 'name': '', 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'mac_address': 'fa:16:3e:c7:fb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'efb13799-5811-4111-aad8-99b750bb3bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 2, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'subnets': [{'id': 'efb13799-5811-4111-aad8-99b750bb3bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:39.899531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:39.906151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:39.913870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:39.915293 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:39.926784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Pushing event updated for resources: {'Port': ['ID=0a9f9e4a-56d5-4843-aa7a-9dc089731101,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:40.005975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:40.008548 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ed6766-2bb7-45c5-b6f1-c834a6a5c9d8" -d '{"events": [{"server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "name": "network-vif-plugged", "status": "completed", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:40.022048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Attempting to bind port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:40.022404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Attempting to bind port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:40.022758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Attempting to bind port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 on network 49eafc93-4d0e-4a38-9303-1aaa89c14970 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:40.028685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:40.033417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:40.033810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Checking segment: {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:40.034173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.034556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Bound using segment: {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:40.035332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Bound port: 0a9f9e4a-56d5-4843-aa7a-9dc089731101, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:40.035712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.036849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db58f4a7-7254-425b-a15e-f4aee72440a9 req-3255b110-4ffa-4c2c-aba8-48979903a330 tempest-FloatingIPsNegativeTestJSON-1553455146 tempest-FloatingIPsNegativeTestJSON-1553455146-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=9e2c78d309af46e1999e31e024f110e4 HTTP/1.1" status: 200 len: 217 time: 0.0715034 Oct 25 09:08:40.047329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.081821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a9cac-8c4b-418c-9847-c5e6d659b794 None None] Network 064e93b1-098a-446e-aa47-e57983411e89 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:40.178937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:40.189539 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-636fbb1a-8981-4f2d-8bc9-7bb8015a0fb6 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3409657 Oct 25 09:08:40.189670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33530) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:40.194083 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:40.195782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1098158846'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:40.211385 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:40.212397 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:40.221230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.316014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8718fbcf-c31d-4e05-a065-cd1c501d442f req-1ed349ec-7454-45d6-8440-eae8fe1a376d tempest-FloatingIPsNegativeTestJSON-1553455146 tempest-FloatingIPsNegativeTestJSON-1553455146-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1155117 Oct 25 09:08:40.349387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:40.353687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.423569 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbe68bd-ad2f-4ef5-89cc-c7ae49da22d4 x-openstack-request-id: req-fdbe68bd-ad2f-4ef5-89cc-c7ae49da22d4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:40.423868 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "name": "network-vif-plugged", "status": "completed", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:40.424129 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdbe68bd-ad2f-4ef5-89cc-c7ae49da22d4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:40.424531 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'code': 200} Oct 25 09:08:40.484478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:40.499267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0e85a122-8ebe-4feb-94b8-12dfa0e40626 None None] Provisioning complete for port 555201ad-1878-401f-a991-4ac1bd8c3b6d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:40.499817 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0e85a122-8ebe-4feb-94b8-12dfa0e40626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.540171 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:40.543915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:40.586630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195191f8-d07f-4d67-a52a-43ed73367676 req-4a36b810-762e-46e2-ad72-36f3ddb52261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:40.588414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-195191f8-d07f-4d67-a52a-43ed73367676 req-4a36b810-762e-46e2-ad72-36f3ddb52261 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 1096 time: 0.1852095 Oct 25 09:08:40.590493 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.590843 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added segment 38b7ebfc-d651-4f65-812d-1c25076ec698 of type vlan for network f6ab4ce7-87fa-45e4-b97c-336ba46e402b Oct 25 09:08:40.630189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126f13-dd1b-4671-931b-832e4672ca79 req-20a670c2-9e26-4bf5-a37c-b869ec889392 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:40.632797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b126f13-dd1b-4671-931b-832e4672ca79 req-20a670c2-9e26-4bf5-a37c-b869ec889392 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.2344434 Oct 25 09:08:40.690682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] For port 0a9f9e4a-56d5-4843-aa7a-9dc089731101, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:40.713689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.730407 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.744270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b126f13-dd1b-4671-931b-832e4672ca79 req-919d8c2a-6d4c-4e21-94b0-91729dbeca51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895975 Oct 25 09:08:40.751788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-195191f8-d07f-4d67-a52a-43ed73367676 req-d28af83b-076b-44a3-9baa-404d8fdf2640 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431546 Oct 25 09:08:40.786432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.790214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] For port 0a9f9e4a-56d5-4843-aa7a-9dc089731101, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0a9f9e4a-56d5-4843-aa7a-9dc089731101,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:40.793654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:40.795496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.807547 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:40.900487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a434458-a5a0-4031-bb5a-a67f2b313354 None None] Pushing event updated for resources: {'Port': ['ID=0a9f9e4a-56d5-4843-aa7a-9dc089731101,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:40.911383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 555201ad-1878-401f-a991-4ac1bd8c3b6d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:40.915103 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:40.934293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Router 18a5ffb3-eb7b-4137-ba79-9e53c242cded is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:08:40.951547 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:40.951892 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Updating router 7c335349-0ce7-483c-b9e0-55b742ad5c79 port dd51305e-ac7a-4dd1-a3b4-421f95aa7438 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:40.973928 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-a8a2d5cb-649a-4093-9b50-6c1b2aa73851 req-f92a4130-7ff3-4d93-b882-015f8aca20a7 tempest-FloatingIPsNegativeTestJSON-1553455146 tempest-FloatingIPsNegativeTestJSON-1553455146-project] show failed (client error): The resource could not be found. Oct 25 09:08:40.985409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8a2d5cb-649a-4093-9b50-6c1b2aa73851 req-f92a4130-7ff3-4d93-b882-015f8aca20a7 tempest-FloatingIPsNegativeTestJSON-1553455146 tempest-FloatingIPsNegativeTestJSON-1553455146-project] 10.222.0.32 "GET /v2.0/floatingips/22c2e000-62d5-40e0-9c2d-5cb9c016630d HTTP/1.1" status: 404 len: 350 time: 0.1865118 Oct 25 09:08:40.996713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8037949 Oct 25 09:08:40.997908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33538) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:40.997908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33540) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:41.010807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'subnet': {'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:41.078114 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:41.104270 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0e85a122-8ebe-4feb-94b8-12dfa0e40626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:41.120863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:41.138017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Sync routers for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:41.198348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:41.200989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8bf3e5af-5340-4d5b-904a-4ef78e0a5110 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5484560 Oct 25 09:08:41.204630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33544) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:41.230751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:41.231852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:41.253287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0e85a122-8ebe-4feb-94b8-12dfa0e40626 None None] For port 555201ad-1878-401f-a991-4ac1bd8c3b6d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=555201ad-1878-401f-a991-4ac1bd8c3b6d,segment=NetworkSegment(95c73e1d-0093-4717-8daf-2a5f137d4fea),segment_id=95c73e1d-0093-4717-8daf-2a5f137d4fea)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:41.308070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cea2d-0a75-4d5c-a217-483a99a626e2 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Network': ['ID=f6ab4ce7-87fa-45e4-b97c-336ba46e402b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:41.402520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f6ab4ce7-87fa-45e4-b97c-336ba46e402b details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:41.411499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0e85a122-8ebe-4feb-94b8-12dfa0e40626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:41.500836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 555201ad-1878-401f-a991-4ac1bd8c3b6d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:41.501520 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:41.531065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85a122-8ebe-4feb-94b8-12dfa0e40626 None None] Pushing event updated for resources: {'Port': ['ID=555201ad-1878-401f-a991-4ac1bd8c3b6d,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:41.564345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2202deb-ce74-4163-ae10-a9df997fedbf req-b1ab1dbe-18d3-4cda-ae34-c520c1645b2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:41.573306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2202deb-ce74-4163-ae10-a9df997fedbf req-b1ab1dbe-18d3-4cda-ae34-c520c1645b2b tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.3542762 Oct 25 09:08:41.729000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:41.791976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Made reservation on behalf of 9dfa6f68f1644e69999c4473bb098d8a for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:41.804274 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:41.814022 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:41.823153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2202deb-ce74-4163-ae10-a9df997fedbf req-b8908540-a564-4a97-b696-0878b2ca4036 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491162 Oct 25 09:08:41.825607 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:41.949938 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506452bc-6029-4f77-a421-aee04fd7578f None None] Pushing event updated for resources: {'Port': ['ID=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:41.961422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c9cc0d69-4513-4b42-b3ca-4c6937dece88 None None] Provisioning complete for port 555201ad-1878-401f-a991-4ac1bd8c3b6d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:41.961797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c9cc0d69-4513-4b42-b3ca-4c6937dece88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:42.089625 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Attempting to bind port dd51305e-ac7a-4dd1-a3b4-421f95aa7438 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:42.089988 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Attempting to bind port dd51305e-ac7a-4dd1-a3b4-421f95aa7438 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:42.090439 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Attempting to bind port dd51305e-ac7a-4dd1-a3b4-421f95aa7438 on network 064e93b1-098a-446e-aa47-e57983411e89 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:42.102713 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:42.102994 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Checking segment: {'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:42.103888 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:42.104274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Bound using segment: {'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:42.104752 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Bound port: dd51305e-ac7a-4dd1-a3b4-421f95aa7438, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c73e1d-0093-4717-8daf-2a5f137d4fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '064e93b1-098a-446e-aa47-e57983411e89'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:42.107469 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:42.210804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:42.246346 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] For port dd51305e-ac7a-4dd1-a3b4-421f95aa7438, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:42.255073 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] For port dd51305e-ac7a-4dd1-a3b4-421f95aa7438, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,segment=NetworkSegment(95c73e1d-0093-4717-8daf-2a5f137d4fea),segment_id=95c73e1d-0093-4717-8daf-2a5f137d4fea)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:42.268234 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:42.390100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-c6201448-b8d7-4d8c-9e6a-88e24f1bade9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:42.401089 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506452bc-6029-4f77-a421-aee04fd7578f None None] Pushing event updated for resources: {'Port': ['ID=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:42.406070 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:42.407122 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:42.429556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-c6201448-b8d7-4d8c-9e6a-88e24f1bade9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:42.458988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-c6201448-b8d7-4d8c-9e6a-88e24f1bade9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:42.487102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-c6201448-b8d7-4d8c-9e6a-88e24f1bade9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:42.507006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-c6201448-b8d7-4d8c-9e6a-88e24f1bade9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:42.524632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-c6201448-b8d7-4d8c-9e6a-88e24f1bade9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:42.526836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c9cc0d69-4513-4b42-b3ca-4c6937dece88 None None] Provisioning complete for port dd51305e-ac7a-4dd1-a3b4-421f95aa7438 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:42.528128 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c9cc0d69-4513-4b42-b3ca-4c6937dece88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:42.543701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-c6201448-b8d7-4d8c-9e6a-88e24f1bade9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:42.553043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-c6201448-b8d7-4d8c-9e6a-88e24f1bade9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.5461922 Oct 25 09:08:42.614438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:40Z', 'revision_number': 3, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:42.624150 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:42.649705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Checking router: 18a5ffb3-eb7b-4137-ba79-9e53c242cded for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:42.650060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Updating router 18a5ffb3-eb7b-4137-ba79-9e53c242cded port f658ffad-6d2b-46fa-93b4-df97c7c611fe binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:42.704025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:42.763736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33ca5520-393d-4fe5-9d66-afa7f455f4fd req-1cd4ebbe-ccea-4485-a11f-8f01202512de tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2097576 Oct 25 09:08:42.894490 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c9cc0d69-4513-4b42-b3ca-4c6937dece88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:42.974479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:43.144315 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:42Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:43.181569 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c566e4-4325-415f-b371-a4d566b3a96a None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:42Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:43.215209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Subnet': ['ID=a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:43.240550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Checking segment: {'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:43.241142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network hostable DHCP agents. Network: f6ab4ce7-87fa-45e4-b97c-336ba46e402b, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:43.313539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01335c2-3faa-439e-9efd-4efbc961d200 req-9ab6cadb-a55f-4cc9-bbfe-ca9467e4291a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:43.317345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d01335c2-3faa-439e-9efd-4efbc961d200 req-9ab6cadb-a55f-4cc9-bbfe-ca9467e4291a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.2468183 Oct 25 09:08:43.317508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c9980b-51b8-4b0c-bba4-1ec67292e24b None None] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:43.319360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7ce30f73-6690-42f5-9b24-74b8c88740e5 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:43.331918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network f6ab4ce7-87fa-45e4-b97c-336ba46e402b is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:43.352321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Allocated IP 172.20.0.1 (49eafc93-4d0e-4a38-9303-1aaa89c14970/8747dd21-932c-42c5-8e99-adf2f8195a7c/fff940f4-3c30-4f33-999b-a50ce0067247) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:43.415208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d01335c2-3faa-439e-9efd-4efbc961d200 req-b07cc17a-ba11-41f0-93b2-c9cd0f224a7f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919631 Oct 25 09:08:43.441786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:43.446664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f6ab4ce7-87fa-45e4-b97c-336ba46e402b) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:43.461126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:43.463387 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:43.468769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c9cc0d69-4513-4b42-b3ca-4c6937dece88 None None] For port dd51305e-ac7a-4dd1-a3b4-421f95aa7438, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,segment=NetworkSegment(95c73e1d-0093-4717-8daf-2a5f137d4fea),segment_id=95c73e1d-0093-4717-8daf-2a5f137d4fea)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:43.505732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1001cf-986d-4f91-b32f-13ecf7f50b66 None None] Network f6ab4ce7-87fa-45e4-b97c-336ba46e402b requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:43.545004 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c9cc0d69-4513-4b42-b3ca-4c6937dece88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:43.599856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:43.609026 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:43.647479 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:43.660546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33552) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:43.660807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7b6f777b-ac2b-4d31-b9a0-73665d271bb5 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6602957 Oct 25 09:08:43.692586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fefff0-5a7f-47a4-9595-c684e71ff69c req-3b1e26a3-d8bf-4065-afaf-981dcf1b89bc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:43.694519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18fefff0-5a7f-47a4-9595-c684e71ff69c req-3b1e26a3-d8bf-4065-afaf-981dcf1b89bc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.0906513 Oct 25 09:08:43.715118 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:43.783527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc0d69-4513-4b42-b3ca-4c6937dece88 None None] Pushing event updated for resources: {'Port': ['ID=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:43.809517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18fefff0-5a7f-47a4-9595-c684e71ff69c req-108e5eeb-868e-49e7-b6e0-42b2348b1418 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947008 Oct 25 09:08:43.819809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Pushing event updated for resources: {'Port': ['ID=fff940f4-3c30-4f33-999b-a50ce0067247,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:43.835010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:43.840458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:43.845748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:43.868641 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Sync routers for ids ['8d536c34-bfe4-4a1c-b2db-940e648654fc'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:43.881297 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Routers {'8d536c34-bfe4-4a1c-b2db-940e648654fc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:43.882044 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8d536c34-bfe4-4a1c-b2db-940e648654fc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:43.923450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7ce30f73-6690-42f5-9b24-74b8c88740e5 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:43.923993 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.035196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411d768-bb0d-4d5d-8266-3da4f0114797 req-03181250-f88f-4d83-a704-963271725fb8 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:44.046588 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Set router 8d536c34-bfe4-4a1c-b2db-940e648654fc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:44.049123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6411d768-bb0d-4d5d-8266-3da4f0114797 req-03181250-f88f-4d83-a704-963271725fb8 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.1159966 Oct 25 09:08:44.056675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Attempting to bind port f658ffad-6d2b-46fa-93b4-df97c7c611fe on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:44.057180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Attempting to bind port f658ffad-6d2b-46fa-93b4-df97c7c611fe by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:44.057610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Attempting to bind port f658ffad-6d2b-46fa-93b4-df97c7c611fe on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:44.059903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8c67c98a-3dd3-42b8-b0df-2b112f821494 None None] Provisioning complete for port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:44.060331 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8c67c98a-3dd3-42b8-b0df-2b112f821494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.066102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.119787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:44.120400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:44.121014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.121570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:44.122221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Bound port: f658ffad-6d2b-46fa-93b4-df97c7c611fe, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:44.122775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.149154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffade70-9901-4e52-b431-c151363a0891 None None] Pushing event updated for resources: {'Port': ['ID=f658ffad-6d2b-46fa-93b4-df97c7c611fe,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:44.164492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6411d768-bb0d-4d5d-8266-3da4f0114797 req-26ccf05d-9f10-40cb-ae37-acf404bd4bc9 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094139 Oct 25 09:08:44.190347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Deleting port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:44.190815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.392724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-router', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:29Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 4, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'gw_port': {'id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:31Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '104bc629-3e22-4ac2-a4e3-db18a7a39c93', 'name': '', 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'mac_address': 'fa:16:3e:c7:fb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'efb13799-5811-4111-aad8-99b750bb3bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:38Z', 'revision_number': 2, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'subnets': [{'id': 'efb13799-5811-4111-aad8-99b750bb3bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:44.424785 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Checking router: 8d536c34-bfe4-4a1c-b2db-940e648654fc for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:44.425482 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Updating router 8d536c34-bfe4-4a1c-b2db-940e648654fc port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:44.430191 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.447811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.456764 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.657608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.664367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] For port f658ffad-6d2b-46fa-93b4-df97c7c611fe, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:44.687496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:08:44.688517 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.706771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] For port f658ffad-6d2b-46fa-93b4-df97c7c611fe, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f658ffad-6d2b-46fa-93b4-df97c7c611fe,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:44.708336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8c67c98a-3dd3-42b8-b0df-2b112f821494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.747571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.753835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 7ce30f73-6690-42f5-9b24-74b8c88740e5, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7ce30f73-6690-42f5-9b24-74b8c88740e5,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:44.754969 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.755806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.763934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.779526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Calling delete_port for 104bc629-3e22-4ac2-a4e3-db18a7a39c93 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:44.789528 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.790297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0a9f9e4a-56d5-4843-aa7a-9dc089731101 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:44.812930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.825510 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.832923 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:44.885600 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffb9b4-838c-4233-993e-b8cd2cae107c None None] Pushing event updated for resources: {'Port': ['ID=104bc629-3e22-4ac2-a4e3-db18a7a39c93,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:44.903441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8c67c98a-3dd3-42b8-b0df-2b112f821494 None None] For port 0a9f9e4a-56d5-4843-aa7a-9dc089731101, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0a9f9e4a-56d5-4843-aa7a-9dc089731101,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:45.018142 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8c67c98a-3dd3-42b8-b0df-2b112f821494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:45.052940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Pushing event updated for resources: {'Port': ['ID=fff940f4-3c30-4f33-999b-a50ce0067247,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:45.093415 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Attempting to bind port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:45.095883 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Attempting to bind port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:45.097103 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Attempting to bind port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 on network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:45.112002 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:45.113653 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Checking segment: {'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:45.114654 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:45.118628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffade70-9901-4e52-b431-c151363a0891 None None] Pushing event updated for resources: {'Port': ['ID=f658ffad-6d2b-46fa-93b4-df97c7c611fe,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:45.119425 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:45.120122 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Bound using segment: {'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:45.120848 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Bound port: 104bc629-3e22-4ac2-a4e3-db18a7a39c93, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6202295-4b41-4f62-a6ff-f36c463f6e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:45.121577 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:45.127348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8c67c98a-3dd3-42b8-b0df-2b112f821494 None None] Provisioning complete for port dd51305e-ac7a-4dd1-a3b4-421f95aa7438 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:45.127729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8c67c98a-3dd3-42b8-b0df-2b112f821494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:45.129503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:45.130225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:45.161812 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.plugin [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Port 104bc629-3e22-4ac2-a4e3-db18a7a39c93 has been deleted concurrently {{(pid=106994) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 25 09:08:45.181777 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Routers {'8d536c34-bfe4-4a1c-b2db-940e648654fc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:45.185527 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8d536c34-bfe4-4a1c-b2db-940e648654fc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:45.207658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=104bc629-3e22-4ac2-a4e3-db18a7a39c93,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:45.263507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:45.266539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:45.312490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:45.387839 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] Set router 8d536c34-bfe4-4a1c-b2db-940e648654fc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:45.495968 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:45.496533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Router 18a5ffb3-eb7b-4137-ba79-9e53c242cded has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:45.526532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401f1a-a0c3-4fd9-b88e-523934b8c703 req-1ffe4b10-1968-4496-a48b-d0c5010ad275 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:45.528094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca401f1a-a0c3-4fd9-b88e-523934b8c703 req-1ffe4b10-1968-4496-a48b-d0c5010ad275 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.4299529 Oct 25 09:08:45.721998 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-router', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:29Z', 'updated_at': '2021-10-25T09:08:45Z', 'revision_number': 5, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'gw_port': {'id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:31Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:45.724845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca401f1a-a0c3-4fd9-b88e-523934b8c703 req-82b3c276-3d0e-4657-b7d0-c01ee8520632 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846967 Oct 25 09:08:45.731192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:45.731881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Allocated IP 2001:db8:3::2 (f6ab4ce7-87fa-45e4-b97c-336ba46e402b/a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68/0ac05248-787a-46d4-a5c6-b49b6e8c0e55) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:45.739423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:45.739423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:45.741421 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-53376cd7-726a-43e1-9720-4a4c32463be4 admin admin] 10.222.0.32 "PUT /v2.0/routers/18a5ffb3-eb7b-4137-ba79-9e53c242cded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5353403 Oct 25 09:08:45.816567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=7ce30f73-6690-42f5-9b24-74b8c88740e5,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:45.819786 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0263c819-c5aa-40de-b0f6-2a30d7775f71 None None] The sync data for ids ['8d536c34-bfe4-4a1c-b2db-940e648654fc'] in n-d-814746-2 is: [{'id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-162719838-router', 'tenant_id': '9e2c78d309af46e1999e31e024f110e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:29Z', 'updated_at': '2021-10-25T09:08:45Z', 'revision_number': 5, 'project_id': '9e2c78d309af46e1999e31e024f110e4', 'gw_port': {'id': '7ce30f73-6690-42f5-9b24-74b8c88740e5', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d536c34-bfe4-4a1c-b2db-940e648654fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:31Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:45.963278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-f7e62a87-a70e-4bbf-bbf7-f1688e608dd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:45.971846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-f7e62a87-a70e-4bbf-bbf7-f1688e608dd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:45.978385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-f7e62a87-a70e-4bbf-bbf7-f1688e608dd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:45.984406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-f7e62a87-a70e-4bbf-bbf7-f1688e608dd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:45.991594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-f7e62a87-a70e-4bbf-bbf7-f1688e608dd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:45.997592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-f7e62a87-a70e-4bbf-bbf7-f1688e608dd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:46.003872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-f7e62a87-a70e-4bbf-bbf7-f1688e608dd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:46.005846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-f7e62a87-a70e-4bbf-bbf7-f1688e608dd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5429 time: 0.1236241 Oct 25 09:08:46.022821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Router 8d536c34-bfe4-4a1c-b2db-940e648654fc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:46.054728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67c98a-3dd3-42b8-b0df-2b112f821494 None None] Pushing event updated for resources: {'Port': ['ID=0a9f9e4a-56d5-4843-aa7a-9dc089731101,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:46.099148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 555201ad-1878-401f-a991-4ac1bd8c3b6d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:46.113870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b345f137-dc7e-4da4-b10d-70ea5bc9aac1 req-8814a227-a8c6-4f22-a571-727cbcff17fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953503 Oct 25 09:08:46.194883 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.200483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b5d41a68-4209-483b-bcbc-9c06003eff59 None None] Could not find standard attr ID for object 104bc629-3e22-4ac2-a4e3-db18a7a39c93. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:08:46.209278 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.240534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 2, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:46.253161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:46.266314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f429416f-51c5-4772-8069-99de81fa4b6c admin admin] 10.222.0.32 "PUT /v2.0/routers/8d536c34-bfe4-4a1c-b2db-940e648654fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2639210 Oct 25 09:08:46.271979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33580) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:46.308763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a974a1dd-41cc-44c2-9797-db53b2be0285 None None] The sync data for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 is: [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 2, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:46.319050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b5d41a68-4209-483b-bcbc-9c06003eff59 None None] Provisioning complete for port fff940f4-3c30-4f33-999b-a50ce0067247 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:46.319418 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5d41a68-4209-483b-bcbc-9c06003eff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.332821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Network f6ab4ce7-87fa-45e4-b97c-336ba46e402b is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:46.352061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Pushing event updated for resources: {'Port': ['ID=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:46.353061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Allocated IP 2001:db8:3::1 (f6ab4ce7-87fa-45e4-b97c-336ba46e402b/a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68/2de04e69-4c79-4a08-b6a7-94d779a6c54c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:46.362751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:46.364697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 555201ad-1878-401f-a991-4ac1bd8c3b6d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:46.365074 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.368871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:46.433894 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.461423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f8454-f9a2-4ae2-b077-019e4a2aba88 req-92789a1d-6647-4d22-bd49-253410eba962 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:46.463997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-481f8454-f9a2-4ae2-b077-019e4a2aba88 req-92789a1d-6647-4d22-bd49-253410eba962 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.2516847 Oct 25 09:08:46.472449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device b175bd09-9bd3-481f-8b2b-9704643fe6a4 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:46.519210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33584) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:46.530579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-64548739-network', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:46.576110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f7650ed-257f-4c72-aed5-712bb71dc621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.613372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Made reservation on behalf of 5505599627bd453b86ac2aee1a1416b6 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:46.627090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Attempting to bind port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:46.627651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Attempting to bind port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:46.628164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Attempting to bind port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 on network f6ab4ce7-87fa-45e4-b97c-336ba46e402b {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:46.630765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b5d41a68-4209-483b-bcbc-9c06003eff59 None None] Port fff940f4-3c30-4f33-999b-a50ce0067247 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:46.633355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.653153 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.663810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.676307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:46.676642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Checking segment: {'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:46.677787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-481f8454-f9a2-4ae2-b077-019e4a2aba88 req-e6af0fa9-16f7-4f26-8e3a-7c734aada915 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591747 Oct 25 09:08:46.686605 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.690337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Bound using segment: {'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:46.691295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Bound port: 0ac05248-787a-46d4-a5c6-b49b6e8c0e55, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:46.691937 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.702982 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.743411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:08:46.786203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Deleting port 7ce30f73-6690-42f5-9b24-74b8c88740e5 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:46.787284 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.822750 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.860914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] For port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:46.864666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] For port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,segment=NetworkSegment(38b7ebfc-d651-4f65-812d-1c25076ec698),segment_id=38b7ebfc-d651-4f65-812d-1c25076ec698)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:46.865898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b5d41a68-4209-483b-bcbc-9c06003eff59 None None] Provisioning complete for port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:46.866325 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5d41a68-4209-483b-bcbc-9c06003eff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.938278 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.938560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] For port 7ce30f73-6690-42f5-9b24-74b8c88740e5, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7ce30f73-6690-42f5-9b24-74b8c88740e5,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:46.939027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:46.971060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Calling delete_port for 7ce30f73-6690-42f5-9b24-74b8c88740e5 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:47.022833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fbbc5-3e6e-42a9-89e4-b40cfc638469 None None] Pushing event updated for resources: {'Port': ['ID=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:47.072308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.079124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network f6ab4ce7-87fa-45e4-b97c-336ba46e402b is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:47.083650 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:47.092584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:47.095320 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.106141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.284570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=2de04e69-4c79-4a08-b6a7-94d779a6c54c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:47.347368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:47.366518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b0890e-b3fc-4307-9cc0-ddd147af1e7d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:47.489866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.490818 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Added segment 852f4a69-fd87-441d-bb25-59e3083079c4 of type vlan for network b77ff6a8-4654-42c9-bc6b-1596722bf643 Oct 25 09:08:47.509219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.584880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce30f73-6690-42f5-9b24-74b8c88740e5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:47.603477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.633677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device dd51305e-ac7a-4dd1-a3b4-421f95aa7438 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:47.642117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port b175bd09-9bd3-481f-8b2b-9704643fe6a4, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:47.650081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.651291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:47.651781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.658536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752c08-8ece-4253-a6f0-b5544ad2fedf req-b7f6500e-38b0-4b23-8ca7-786cd7a510e5 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:47.660865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c752c08-8ece-4253-a6f0-b5544ad2fedf req-b7f6500e-38b0-4b23-8ca7-786cd7a510e5 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.1712296 Oct 25 09:08:47.715741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'b175bd09-9bd3-481f-8b2b-9704643fe6a4', 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'port_id': 'b175bd09-9bd3-481f-8b2b-9704643fe6a4', 'mac_address': 'fa:16:3e:92:f0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf4de76-3e27-4c9b-8fa3-3055e98dcbba', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:47.779711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port dd51305e-ac7a-4dd1-a3b4-421f95aa7438 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:47.781134 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.784927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.793506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c752c08-8ece-4253-a6f0-b5544ad2fedf req-806929c2-a549-4ff7-b8ab-d66c23e98eaa tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781400 Oct 25 09:08:47.807553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.821728 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3021801 Oct 25 09:08:47.822581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33598) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:47.835177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b175bd09-9bd3-481f-8b2b-9704643fe6a4 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:47.837054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Request body: {'subnet': {'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-64548739-subnet', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:47.865728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649981a-2942-4ef2-99a8-9085ac1671b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b77ff6a8-4654-42c9-bc6b-1596722bf643,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:47.869935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port b175bd09-9bd3-481f-8b2b-9704643fe6a4, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:47.877371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.877819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6cb983c1-4249-4adb-85c7-ded6508e614b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:47.887997 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.910217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b77ff6a8-4654-42c9-bc6b-1596722bf643 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:47.939273 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:47.957247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.010831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7ce30f73-6690-42f5-9b24-74b8c88740e5 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:48.039124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-9775eace-9994-4629-9d75-f19c22834773 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.045382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-9775eace-9994-4629-9d75-f19c22834773 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.052000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-9775eace-9994-4629-9d75-f19c22834773 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.059160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-9775eace-9994-4629-9d75-f19c22834773 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.066001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-9775eace-9994-4629-9d75-f19c22834773 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.072234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-9775eace-9994-4629-9d75-f19c22834773 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.075598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7ce30f73-6690-42f5-9b24-74b8c88740e5 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:48.075934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7ce30f73-6690-42f5-9b24-74b8c88740e5 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 25 09:08:48.079164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-9775eace-9994-4629-9d75-f19c22834773 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.081211 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-9775eace-9994-4629-9d75-f19c22834773 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5430 time: 0.1894894 Oct 25 09:08:48.091398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.092043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d536c34-bfe4-4a1c-b2db-940e648654fc {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:08:48.101423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6cb983c1-4249-4adb-85c7-ded6508e614b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6cb983c1-4249-4adb-85c7-ded6508e614b,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:48.103866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.106786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Port 7ce30f73-6690-42f5-9b24-74b8c88740e5 not found, will not notify nova. {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 25 09:08:48.107184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0a9f9e4a-56d5-4843-aa7a-9dc089731101 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:48.108038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-353fe0ad-cc29-4f19-ac66-b892d42097c9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8d536c34-bfe4-4a1c-b2db-940e648654fc HTTP/1.1" status: 204 len: 168 time: 1.8350945 Oct 25 09:08:48.110489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33600) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:48.159961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=b175bd09-9bd3-481f-8b2b-9704643fe6a4,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:48.168315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '6cb983c1-4249-4adb-85c7-ded6508e614b', 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'port_id': '6cb983c1-4249-4adb-85c7-ded6508e614b', 'mac_address': 'fa:16:3e:2e:de:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf4de76-3e27-4c9b-8fa3-3055e98dcbba', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:48.204131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8e19d88-a5e4-429e-90cb-4ae5e40116bc req-6e7da1bc-9944-419d-b245-bfa42340a30c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094279 Oct 25 09:08:48.210016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c02a525-fe49-4e4e-8d76-3cb5722704dd admin admin] Deleting subnet efb13799-5811-4111-aad8-99b750bb3bb0 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:08:48.215211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:48.215458 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c02a525-fe49-4e4e-8d76-3cb5722704dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.215999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.239043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Made reservation on behalf of 5505599627bd453b86ac2aee1a1416b6 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:48.241477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.317037 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83bf73-a226-4eb2-8120-0b75b85b07a1 None None] Sync routers for ids ['8d536c34-bfe4-4a1c-b2db-940e648654fc'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:48.321739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c02a525-fe49-4e4e-8d76-3cb5722704dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.353542 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.429795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 104bc629-3e22-4ac2-a4e3-db18a7a39c93 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:48.453964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb983c1-4249-4adb-85c7-ded6508e614b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:48.492982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83bf73-a226-4eb2-8120-0b75b85b07a1 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:48.493509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83bf73-a226-4eb2-8120-0b75b85b07a1 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 09:08:48.494311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_agentschedulers_db [None req-da83bf73-a226-4eb2-8120-0b75b85b07a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d536c34-bfe4-4a1c-b2db-940e648654fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 09:08:48.500804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 104bc629-3e22-4ac2-a4e3-db18a7a39c93 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:48.501312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 104bc629-3e22-4ac2-a4e3-db18a7a39c93 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:48.520160 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83bf73-a226-4eb2-8120-0b75b85b07a1 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:48.523937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83bf73-a226-4eb2-8120-0b75b85b07a1 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 09:08:48.524725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_agentschedulers_db [None req-da83bf73-a226-4eb2-8120-0b75b85b07a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d536c34-bfe4-4a1c-b2db-940e648654fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 09:08:48.525240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83bf73-a226-4eb2-8120-0b75b85b07a1 None None] The sync data for ids ['8d536c34-bfe4-4a1c-b2db-940e648654fc'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:48.552457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6cb983c1-4249-4adb-85c7-ded6508e614b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6cb983c1-4249-4adb-85c7-ded6508e614b,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:48.571986 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.572953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 5248cded-af25-4c12-8a0f-39fdc4cc6601 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:48.601571 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c02a525-fe49-4e4e-8d76-3cb5722704dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.632172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 5248cded-af25-4c12-8a0f-39fdc4cc6601, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:48.706400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '5248cded-af25-4c12-8a0f-39fdc4cc6601', 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'port_id': '5248cded-af25-4c12-8a0f-39fdc4cc6601', 'mac_address': 'fa:16:3e:1f:71:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf4de76-3e27-4c9b-8fa3-3055e98dcbba', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:48.711287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6cb983c1-4249-4adb-85c7-ded6508e614b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:48.799675 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.803210 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-181c3a99-202e-4322-98ac-5e9d019dff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.803889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-fcea0121-603a-4a90-ac0a-ecd67c39867f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.816300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0259b-f3be-4167-85b2-0d26ce0b6898 None None] Network f6ab4ce7-87fa-45e4-b97c-336ba46e402b requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:48.817338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-fcea0121-603a-4a90-ac0a-ecd67c39867f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 815 time: 0.3683341 Oct 25 09:08:48.841824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5248cded-af25-4c12-8a0f-39fdc4cc6601 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:48.860648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-0f8be152-1174-4f31-8e0d-61b53895c2e8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:48.863310 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.871808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-0f8be152-1174-4f31-8e0d-61b53895c2e8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5d2b69b-64d9-4425-83d1-fda4bab7604f HTTP/1.1" status: 200 len: 945 time: 0.1989293 Oct 25 09:08:48.877813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-6e0c3d9e-8b06-43ea-a109-6ba10d96b48e tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/quotas/b876f3c206874972bf99f93707748e36 HTTP/1.1" status: 200 len: 375 time: 0.0509341 Oct 25 09:08:48.879307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c02a525-fe49-4e4e-8d76-3cb5722704dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.933079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 5248cded-af25-4c12-8a0f-39fdc4cc6601, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:48.940550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-af8c5ccd-26e7-4862-935a-3dd1f9330482 None None] Provisioning complete for port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:48.940971 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af8c5ccd-26e7-4862-935a-3dd1f9330482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.976010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8cfd723-2b05-4d95-8574-95ace9a02b44,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:48.988742 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:48.989401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6c1ae437-21f3-4df0-ae81-47e6b8a893da details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:49.020826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02a525-fe49-4e4e-8d76-3cb5722704dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb13799-5811-4111-aad8-99b750bb3bb0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:49.021967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c02a525-fe49-4e4e-8d76-3cb5722704dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.025271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3c02a525-fe49-4e4e-8d76-3cb5722704dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/efb13799-5811-4111-aad8-99b750bb3bb0 HTTP/1.1" status: 204 len: 168 time: 0.9136646 Oct 25 09:08:49.029974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33610) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:49.051627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb6d41-4c4e-43f0-b989-3d3a6852b7b7 None None] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:49.072329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.076164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Checking segment: {'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:49.077605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Network hostable DHCP agents. Network: b77ff6a8-4654-42c9-bc6b-1596722bf643, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:49.087959 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.089541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.154100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event updated for resources: {'Port': ['ID=2de04e69-4c79-4a08-b6a7-94d779a6c54c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:49.156464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-6960dd01-1a9e-436b-8bfe-bbf4bd4dcf66 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2685213 Oct 25 09:08:49.241428 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:08:49.245283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Deleting port db69a669-e8d4-4fb4-bfbf-57387d10ea86 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:49.245914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.257428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Network b77ff6a8-4654-42c9-bc6b-1596722bf643 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:49.273285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.281826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, b77ff6a8-4654-42c9-bc6b-1596722bf643) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:49.286761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:49.287727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.365833 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3227ac08-faf5-412d-a669-59694dce4b05 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5352831 Oct 25 09:08:49.374914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33614) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:49.384741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b83f01-ffad-46e5-88c2-2b495ca51565 None None] Network b77ff6a8-4654-42c9-bc6b-1596722bf643 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:49.393439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:49.412732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=5248cded-af25-4c12-8a0f-39fdc4cc6601,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:49.447566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Network f6ab4ce7-87fa-45e4-b97c-336ba46e402b is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:49.452363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:49.466460 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-2502243f-74ce-480f-82ef-baf7a6de5aaa service neutron] 10.222.0.32 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000145 Oct 25 09:08:49.479217 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.481338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.528572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af8c5ccd-26e7-4862-935a-3dd1f9330482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.544081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:49.585640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] For port db69a669-e8d4-4fb4-bfbf-57387d10ea86, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=db69a669-e8d4-4fb4-bfbf-57387d10ea86,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:49.585640 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.612739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Calling delete_port for db69a669-e8d4-4fb4-bfbf-57387d10ea86 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:49.628803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Deleting port d4d3c3cc-f24b-4409-bcf9-b6598b56858e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:49.629291 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.666007 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.684052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:49.702911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-af8c5ccd-26e7-4862-935a-3dd1f9330482 None None] For port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,segment=NetworkSegment(38b7ebfc-d651-4f65-812d-1c25076ec698),segment_id=38b7ebfc-d651-4f65-812d-1c25076ec698)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:49.722591 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-af8c5ccd-26e7-4862-935a-3dd1f9330482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.737145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-fef6a118-750c-4da1-90c6-a7a8fd08b3bd service neutron] 10.222.0.32 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556570 Oct 25 09:08:49.739781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] DHCP port deletion for a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:08:49.745657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6c1ae437-21f3-4df0-ae81-47e6b8a893da, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:49.774567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] For port d4d3c3cc-f24b-4409-bcf9-b6598b56858e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d4d3c3cc-f24b-4409-bcf9-b6598b56858e,segment=NetworkSegment(b6202295-4b41-4f62-a6ff-f36c463f6e79),segment_id=b6202295-4b41-4f62-a6ff-f36c463f6e79)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:49.774797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.792610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Calling delete_port for d4d3c3cc-f24b-4409-bcf9-b6598b56858e owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:49.840401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'port_id': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'mac_address': 'fa:16:3e:3d:ee:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:49.935750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:49.936697 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.949899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:49.964604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c5ccd-26e7-4862-935a-3dd1f9330482 None None] Pushing event updated for resources: {'Port': ['ID=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:50.007376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.026065 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.051493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Pushing event deleted for resources: {'Port': ['ID=db69a669-e8d4-4fb4-bfbf-57387d10ea86,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:50.066723 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.122573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:50.133936 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-11bbfc4a-32e9-479c-a6f0-280cfb60377d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4720418 Oct 25 09:08:50.137342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:50.140051 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:50.144406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:50.170231 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:50.172649 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:50.226043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] No DVR routers for this DVR port db69a669-e8d4-4fb4-bfbf-57387d10ea86 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:50.234509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.237945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f04abd21-2460-4d2c-a043-9daa86c07459 req-6950ad30-6905-48ee-b040-34733ef3c592 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "DELETE /v2.0/ports/db69a669-e8d4-4fb4-bfbf-57387d10ea86 HTTP/1.1" status: 204 len: 173 time: 1.3539217 Oct 25 09:08:50.241014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'name': 'network-vif-deleted', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:50.243689 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f04cb20-5550-4015-8d87-1ff198333baf" -d '{"events": [{"server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "name": "network-vif-deleted", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:50.310660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1af51-0361-4c1a-93a3-7aaf9997144a req-57c03adc-20f6-4645-9846-3c869468cee6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:50.313222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08e1af51-0361-4c1a-93a3-7aaf9997144a req-57c03adc-20f6-4645-9846-3c869468cee6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.1977973 Oct 25 09:08:50.325012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.375780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d3c3cc-f24b-4409-bcf9-b6598b56858e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:50.392206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] No DVR routers for this DVR port d4d3c3cc-f24b-4409-bcf9-b6598b56858e on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:50.482286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-b77ff6a8-4654-42c9-bc6b-1596722bf643', 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'fixed_ips': [{'subnet_id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:08:50.483999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.533116 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.541928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08e1af51-0361-4c1a-93a3-7aaf9997144a req-c986d946-4b55-4db6-8e79-a0600ff9ecf7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134526 Oct 25 09:08:50.587919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1ae437-21f3-4df0-ae81-47e6b8a893da {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:50.604351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-297910cb-9ffe-4473-b6d4-2fca10092871 None None] Provisioning complete for port 2de04e69-4c79-4a08-b6a7-94d779a6c54c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:50.605786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-297910cb-9ffe-4473-b6d4-2fca10092871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.701892 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.711187 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:50.768873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:50.803014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Sync routers for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:50.806063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] Deleting port d4d3c3cc-f24b-4409-bcf9-b6598b56858e {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:50.806636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.839419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6202295-4b41-4f62-a6ff-f36c463f6e79') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:50.841172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6202295-4b41-4f62-a6ff-f36c463f6e79') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:50.902431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6c1ae437-21f3-4df0-ae81-47e6b8a893da, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:50.950496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.951301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ea27bf0e-012d-449b-b30f-f619d35d2361 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:50.969944 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:50.986253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:50.996295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:51.011502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.028594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:08:51.029311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: items = [ Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:08:51.072084 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:08:51.099018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.125030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-297910cb-9ffe-4473-b6d4-2fca10092871 None None] Port 2de04e69-4c79-4a08-b6a7-94d779a6c54c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:08:51.152555 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:47Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:48Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:51.158231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-7eaec02f-0880-4b1c-9d93-f5996bff7e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:51.164922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-7eaec02f-0880-4b1c-9d93-f5996bff7e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:51.172526 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.173532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-7eaec02f-0880-4b1c-9d93-f5996bff7e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:51.180647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-7eaec02f-0880-4b1c-9d93-f5996bff7e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:51.193050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-7eaec02f-0880-4b1c-9d93-f5996bff7e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:51.200908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-7eaec02f-0880-4b1c-9d93-f5996bff7e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:51.204828 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:51.205207 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Updating router 7c335349-0ce7-483c-b9e0-55b742ad5c79 port 2de04e69-4c79-4a08-b6a7-94d779a6c54c binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:51.209567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-7eaec02f-0880-4b1c-9d93-f5996bff7e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:51.213129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-7eaec02f-0880-4b1c-9d93-f5996bff7e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5432 time: 0.4606674 Oct 25 09:08:51.233961 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.248097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device db69a669-e8d4-4fb4-bfbf-57387d10ea86 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:51.297788 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.299945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] For port d4d3c3cc-f24b-4409-bcf9-b6598b56858e, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:51.300876 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.322670 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.324686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f658ffad-6d2b-46fa-93b4-df97c7c611fe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:51.326468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: db69a669-e8d4-4fb4-bfbf-57387d10ea86 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:51.327555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device db69a669-e8d4-4fb4-bfbf-57387d10ea86 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:51.333746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 HTTP/1.1" status: 204 len: 168 time: 2.3014152 Oct 25 09:08:51.370427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c5a7ead-03d4-40ce-be97-ef48d50e3d07 req-dc3a343c-3cf3-4bb7-abed-2db0f572b8d1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501195 Oct 25 09:08:51.378047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa3631-4d50-4202-9ff1-e573e04d2262 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:51.410161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] Calling delete_port for d4d3c3cc-f24b-4409-bcf9-b6598b56858e owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:51.434282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] Port d4d3c3cc-f24b-4409-bcf9-b6598b56858e was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:08:51.443556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Allocated IP 172.25.8.248 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/2fa2421a-4e84-4170-90d3-70d689bbfedd) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:51.473113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:51.543789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-572bfdcc-16dc-40fa-9b10-6bf90fd90ab6 req-5bd818be-734e-49c2-83b3-b6a24e7bcded tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 210 time: 0.0359564 Oct 25 09:08:51.569939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-297910cb-9ffe-4473-b6d4-2fca10092871 None None] Provisioning complete for port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:51.569939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-297910cb-9ffe-4473-b6d4-2fca10092871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.622258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33638) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:51.622911 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.628312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ea27bf0e-012d-449b-b30f-f619d35d2361, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ea27bf0e-012d-449b-b30f-f619d35d2361,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:51.628815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.extraroute_db [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=106991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 09:08:51.631509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Allocated IP 172.20.0.2 (b77ff6a8-4654-42c9-bc6b-1596722bf643/c8cfd723-2b05-4d95-8574-95ace9a02b44/a40523ae-20b9-4b8c-bef0-359cf09cc20e) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:51.636366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6c1ae437-21f3-4df0-ae81-47e6b8a893da,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:51.648649 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98de3fb-af8b-44ee-853c-4234ad639e37 x-openstack-request-id: req-e98de3fb-af8b-44ee-853c-4234ad639e37 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:51.651274 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2b69b-64d9-4425-83d1-fda4bab7604f", "name": "network-vif-deleted", "tag": "db69a669-e8d4-4fb4-bfbf-57387d10ea86", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:51.651803 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e98de3fb-af8b-44ee-853c-4234ad639e37 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:51.652608 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2b69b-64d9-4425-83d1-fda4bab7604f', 'name': 'network-vif-deleted', 'tag': 'db69a669-e8d4-4fb4-bfbf-57387d10ea86', 'status': 'completed', 'code': 200} Oct 25 09:08:51.657733 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.671307 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.693748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] Pushing event deleted for resources: {'Port': ['ID=d4d3c3cc-f24b-4409-bcf9-b6598b56858e,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:51.704961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60b38c93-c16e-4235-a164-40b7e88473bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e2c78d309af46e1999e31e024f110e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808303 Oct 25 09:08:51.707478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33640) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:51.712302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] Network a3cbceb0-2ff3-42eb-b5c0-767a9dd7fcd8 is not hosted by any dhcp agent {{(pid=106993) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:08:51.712753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9b023-aca9-4ec7-9d67-aeb5dd6eb2c7 None None] No DVR routers for this DVR port d4d3c3cc-f24b-4409-bcf9-b6598b56858e on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:51.760833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'ea27bf0e-012d-449b-b30f-f619d35d2361', 'network_id': '3312f8d8-9295-411c-bac6-d4c0058ea8f4', 'port_id': 'ea27bf0e-012d-449b-b30f-f619d35d2361', 'mac_address': 'fa:16:3e:4d:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf4de76-3e27-4c9b-8fa3-3055e98dcbba', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:51.775570 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.805228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.extraroute_db [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Removed routes are [] {{(pid=106991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 09:08:51.805643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:51.837067 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42102292-30cc-421e-8744-cc565c90d767 None None] Pushing event updated for resources: {'Port': ['ID=2de04e69-4c79-4a08-b6a7-94d779a6c54c,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:51.970077 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Attempting to bind port 2de04e69-4c79-4a08-b6a7-94d779a6c54c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:51.970431 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Attempting to bind port 2de04e69-4c79-4a08-b6a7-94d779a6c54c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:51.970792 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Attempting to bind port 2de04e69-4c79-4a08-b6a7-94d779a6c54c on network f6ab4ce7-87fa-45e4-b97c-336ba46e402b {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:52.001963 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:52.002265 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Checking segment: {'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:52.002696 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.003089 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Bound using segment: {'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:52.003581 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Bound port: 2de04e69-4c79-4a08-b6a7-94d779a6c54c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b7ebfc-d651-4f65-812d-1c25076ec698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:52.003962 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.164313 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.168735 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] For port 2de04e69-4c79-4a08-b6a7-94d779a6c54c, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:52.174830 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] For port 2de04e69-4c79-4a08-b6a7-94d779a6c54c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2de04e69-4c79-4a08-b6a7-94d779a6c54c,segment=NetworkSegment(38b7ebfc-d651-4f65-812d-1c25076ec698),segment_id=38b7ebfc-d651-4f65-812d-1c25076ec698)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:52.183478 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.237791 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42102292-30cc-421e-8744-cc565c90d767 None None] Pushing event updated for resources: {'Port': ['ID=2de04e69-4c79-4a08-b6a7-94d779a6c54c,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:52.243403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.249647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:52.254962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:52.257399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.257880 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:52.258492 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:52.259806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:52.280457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f658ffad-6d2b-46fa-93b4-df97c7c611fe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:52.281585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.284174 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.403894 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:52.486243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9173df4d-7f0d-4698-8e66-476d3b38f492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.517192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747481cf-adf9-4172-85de-3825e8c3a3b0 req-626834b6-aa3f-4721-a637-085498226624 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:52.525220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-747481cf-adf9-4172-85de-3825e8c3a3b0 req-626834b6-aa3f-4721-a637-085498226624 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1943491 Oct 25 09:08:52.539412 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.599093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9173df4d-7f0d-4698-8e66-476d3b38f492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.609891 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.633397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.643429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-2d9f0334-5a9b-4341-8ba8-c3ef7d54decf tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:52.645271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-2d9f0334-5a9b-4341-8ba8-c3ef7d54decf tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 815 time: 0.3168681 Oct 25 09:08:52.649073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea27bf0e-012d-449b-b30f-f619d35d2361 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:52.669578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-747481cf-adf9-4172-85de-3825e8c3a3b0 req-5730a082-8bdd-467b-8847-da5a29395fe4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384199 Oct 25 09:08:52.683815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ea27bf0e-012d-449b-b30f-f619d35d2361, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ea27bf0e-012d-449b-b30f-f619d35d2361,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:52.684065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2fa2421a-4e84-4170-90d3-70d689bbfedd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:52.712854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Request body: {'port': {'device_id': 'e2e2e1e5-5a19-4b16-a2b9-a3b9df042042', 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'admin_state_up': True, 'tenant_id': 'b876f3c206874972bf99f93707748e36'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:52.733342 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:51Z', 'revision_number': 6, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:52Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:52.748284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Pushing event updated for resources: {'Port': ['ID=a40523ae-20b9-4b8c-bef0-359cf09cc20e,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:52.761933 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.776811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Network b77ff6a8-4654-42c9-bc6b-1596722bf643 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:52.788130 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dd9df-8de8-4ba4-abcd-efac87a8e298 None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:51Z', 'revision_number': 6, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:52Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:52.884241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ea27bf0e-012d-449b-b30f-f619d35d2361,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:52.891918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ba016be6-2358-438e-81df-2536941bf355 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:52.917386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:52.923918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b37ca232-834e-4d92-94f3-7e88fa728dc0 None None] Provisioning complete for port 2de04e69-4c79-4a08-b6a7-94d779a6c54c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:52.924292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b37ca232-834e-4d92-94f3-7e88fa728dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:52.926249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:52.933001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:53.002377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb9ea0-73bc-48e7-87ee-27e046543179 req-b32c5110-57c1-4f3a-9821-5494e7399fb9 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:53.007193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cb9ea0-73bc-48e7-87ee-27e046543179 req-b32c5110-57c1-4f3a-9821-5494e7399fb9 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.2035220 Oct 25 09:08:53.008662 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9173df4d-7f0d-4698-8e66-476d3b38f492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.012110 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9173df4d-7f0d-4698-8e66-476d3b38f492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.013559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9173df4d-7f0d-4698-8e66-476d3b38f492 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45083c8c-f253-4ff0-adf4-5bda792d3244 HTTP/1.1" status: 204 len: 168 time: 1.3049331 Oct 25 09:08:53.025709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Made reservation on behalf of b876f3c206874972bf99f93707748e36 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:53.031134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.041148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173df4d-7f0d-4698-8e66-476d3b38f492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45083c8c-f253-4ff0-adf4-5bda792d3244,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:53.088050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:53.126039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.129678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e8ddaa3a-5252-4118-a075-afeb72730bdc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 200 len: 954 time: 2.9887621 Oct 25 09:08:53.131887 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33656) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:53.136524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 2, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:53.142181 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.182431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port f658ffad-6d2b-46fa-93b4-df97c7c611fe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f658ffad-6d2b-46fa-93b4-df97c7c611fe,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:53.196757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cb9ea0-73bc-48e7-87ee-27e046543179 req-fb06c3a8-108c-42c0-b074-66d82aa357f4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810141 Oct 25 09:08:53.252012 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.265884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Checking router: 18a5ffb3-eb7b-4137-ba79-9e53c242cded for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:53.265884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Updating router 18a5ffb3-eb7b-4137-ba79-9e53c242cded port fff940f4-3c30-4f33-999b-a50ce0067247 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:53.267869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.341484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Attempting to bind port a40523ae-20b9-4b8c-bef0-359cf09cc20e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:53.342829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Attempting to bind port a40523ae-20b9-4b8c-bef0-359cf09cc20e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:53.342829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Attempting to bind port a40523ae-20b9-4b8c-bef0-359cf09cc20e on network b77ff6a8-4654-42c9-bc6b-1596722bf643 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:53.383545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ba016be6-2358-438e-81df-2536941bf355, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba016be6-2358-438e-81df-2536941bf355,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:53.446791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8fe92cf6-5862-4005-aced-576df7cab49a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 200 len: 954 time: 0.3030515 Oct 25 09:08:53.460626 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:08:53.469292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33660) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:53.484566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'routes': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:53.604256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-c44b7c2d-5688-4c7a-83ed-33a66aec1ce3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:53.612387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-c44b7c2d-5688-4c7a-83ed-33a66aec1ce3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:53.620467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-c44b7c2d-5688-4c7a-83ed-33a66aec1ce3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:53.628613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.632246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-c44b7c2d-5688-4c7a-83ed-33a66aec1ce3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:53.638587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-c44b7c2d-5688-4c7a-83ed-33a66aec1ce3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:53.645692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-c44b7c2d-5688-4c7a-83ed-33a66aec1ce3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:53.654363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-c44b7c2d-5688-4c7a-83ed-33a66aec1ce3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:53.656524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-c44b7c2d-5688-4c7a-83ed-33a66aec1ce3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5434 time: 0.2816460 Oct 25 09:08:53.698173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7ce30f73-6690-42f5-9b24-74b8c88740e5 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:53.704926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Allocated IP 172.20.0.10 (ea47a6f9-b178-4198-a87a-73ca383f7874/271a4ad1-d4ab-4458-835c-3667c33d8d29/f84fd4c1-f43f-4369-999a-c4035a750d7e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:53.710978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['5248cded-af25-4c12-8a0f-39fdc4cc6601'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:53.712967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:53.713331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Checking segment: {'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:53.713716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.714085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Bound using segment: {'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:53.714562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Bound port: a40523ae-20b9-4b8c-bef0-359cf09cc20e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:53.714926 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.739025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:53.739435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-815b6def-6d36-41ba-8e8b-b2360d1f3568 req-8df7bb71-2620-429f-be73-52957f923e5c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608246 Oct 25 09:08:53.866867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'ba016be6-2358-438e-81df-2536941bf355', 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5', 'port_id': 'ba016be6-2358-438e-81df-2536941bf355', 'mac_address': 'fa:16:3e:54:6d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9929620-9dee-421b-a760-60df390e5400', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:53.868871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7ce30f73-6690-42f5-9b24-74b8c88740e5 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:53.868871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7ce30f73-6690-42f5-9b24-74b8c88740e5 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:53.892323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e9f8126-5496-4072-944c-adf7996682c9 req-a24c41da-e0ac-4fcd-8acb-cb0313a633ce tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 210 time: 0.0510554 Oct 25 09:08:53.898090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=f658ffad-6d2b-46fa-93b4-df97c7c611fe,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:53.990713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['6c1ae437-21f3-4df0-ae81-47e6b8a893da'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:54.013635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ea27bf0e-012d-449b-b30f-f619d35d2361'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:54.069639 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b37ca232-834e-4d92-94f3-7e88fa728dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.101166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-19828ed6-9385-48e8-971f-d33de9014587 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:54.102660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-19828ed6-9385-48e8-971f-d33de9014587 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.2906599 Oct 25 09:08:54.115451 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Router 66b82468-f273-4aa8-a9a7-0695f02d2c8f is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:08:54.132305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.286599 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:54.309539 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:54.311393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba016be6-2358-438e-81df-2536941bf355 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:54.311806 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:54.330465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2de04e69-4c79-4a08-b6a7-94d779a6c54c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:54.341280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] For port a40523ae-20b9-4b8c-bef0-359cf09cc20e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:54.371315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4362a-989c-449e-9f4c-04ed7fcd0f19 req-ffa12053-6fd4-4329-918e-a4b3a1dc4d58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:54.383039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62c4362a-989c-449e-9f4c-04ed7fcd0f19 req-ffa12053-6fd4-4329-918e-a4b3a1dc4d58 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2753770 Oct 25 09:08:54.403670 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.444457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:54.445559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] For port a40523ae-20b9-4b8c-bef0-359cf09cc20e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a40523ae-20b9-4b8c-bef0-359cf09cc20e,segment=NetworkSegment(852f4a69-fd87-441d-bb25-59e3083079c4),segment_id=852f4a69-fd87-441d-bb25-59e3083079c4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:54.454286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ba016be6-2358-438e-81df-2536941bf355, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba016be6-2358-438e-81df-2536941bf355,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:54.456164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b37ca232-834e-4d92-94f3-7e88fa728dc0 None None] For port 2de04e69-4c79-4a08-b6a7-94d779a6c54c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2de04e69-4c79-4a08-b6a7-94d779a6c54c,segment=NetworkSegment(38b7ebfc-d651-4f65-812d-1c25076ec698),segment_id=38b7ebfc-d651-4f65-812d-1c25076ec698)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:54.472661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Sync routers for ids ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:54.479175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Deleting port 7a2619f2-4d02-48d0-b6a9-4a234c205739 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:08:54.484211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.485525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.509456 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.510089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:08:54.511909 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b37ca232-834e-4d92-94f3-7e88fa728dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.527262 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:54.528507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33680) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:54.548664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.550045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5e58f882-c0ff-4398-bc87-67946deac8b1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1709547 Oct 25 09:08:54.554835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33682) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:54.576285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.extraroute_db [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added routes are [] {{(pid=106992) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 09:08:54.576864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.extraroute_db [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=106992) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 09:08:54.630133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['6cb983c1-4249-4adb-85c7-ded6508e614b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:54.661646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62c4362a-989c-449e-9f4c-04ed7fcd0f19 req-7bb19d8e-233c-4db1-9198-b0f911d3ca6f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757380 Oct 25 09:08:54.701669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Routers {'66b82468-f273-4aa8-a9a7-0695f02d2c8f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:54.702304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:54.711522 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.716476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['b175bd09-9bd3-481f-8b2b-9704643fe6a4'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:54.738999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.897480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] For port 7a2619f2-4d02-48d0-b6a9-4a234c205739, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7a2619f2-4d02-48d0-b6a9-4a234c205739,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:54.897844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:54.914334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Network ea47a6f9-b178-4198-a87a-73ca383f7874 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:54.920044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-network', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:54.946807 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:08:54.964819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:54.965020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:55.005217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:55.009099 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:51Z', 'revision_number': 6, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:52Z', 'revision_number': 4, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:55.030834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3', 'network_id': 'd91f9295-6e76-4c9c-8ec8-f2f71a3188d5', 'port_id': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3', 'mac_address': 'fa:16:3e:f9:2c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9929620-9dee-421b-a760-60df390e5400', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:08:55.056261 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:55.070247 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:55.071191 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:55.104131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Pushing event updated for resources: {'Port': ['ID=f84fd4c1-f43f-4369-999a-c4035a750d7e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:55.159406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Made reservation on behalf of 5c2c8ce0e30847f59117ee9942effcd2 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:55.161127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.190281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a33943-bdef-4d69-88c9-57ea03c426d7 req-17e69c55-2d03-4595-8440-6d3ce1b11532 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:55.191851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83a33943-bdef-4d69-88c9-57ea03c426d7 req-17e69c55-2d03-4595-8440-6d3ce1b11532 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f296fa-7db9-44a0-84df-3c28fb3b7dbb HTTP/1.1" status: 200 len: 946 time: 0.3695922 Oct 25 09:08:55.194940 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.227157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2de04e69-4c79-4a08-b6a7-94d779a6c54c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:55.227519 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.234544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:55.235134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.274885 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.325883 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:55.363135 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.363899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:55.393381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:55.408169 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.415969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e420a-8750-48a3-af33-a9582e22c678 None None] Pushing event updated for resources: {'Port': ['ID=a40523ae-20b9-4b8c-bef0-359cf09cc20e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:55.448543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7110b5ac-7dd3-4736-a806-02dc0dcf3242 None None] Provisioning complete for port 2de04e69-4c79-4a08-b6a7-94d779a6c54c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:55.449665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7110b5ac-7dd3-4736-a806-02dc0dcf3242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.476642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-f4f3c8ee-8d73-470c-bee8-6a0fa8d81498 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7730174 Oct 25 09:08:55.482496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:08:55.505749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Request body: {'port': {'device_id': 'e2e2e1e5-5a19-4b16-a2b9-a3b9df042042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:55.547765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83a33943-bdef-4d69-88c9-57ea03c426d7 req-cec9a4af-4563-4682-94e7-e14a10a41e0f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f25daab-27af-480e-bec2-000b9dd5e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328340 Oct 25 09:08:55.550329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.558376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.579627 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.579969 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Added segment a99a25c0-28aa-4723-a438-f5ef9dca18a8 of type vlan for network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e Oct 25 09:08:55.585134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ba016be6-2358-438e-81df-2536941bf355,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:55.593836 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.600352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0baedf-f7ab-43b1-ac52-d31b25ec13ec,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:55.647473 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 7, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:55.658599 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.693316 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c5a18-4ddb-4087-9d55-1e4db71cf009 None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 7, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:55.783076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ca232-834e-4d92-94f3-7e88fa728dc0 None None] Pushing event updated for resources: {'Port': ['ID=2de04e69-4c79-4a08-b6a7-94d779a6c54c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:55.828924 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.935060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:55.981649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.983161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:55.983903 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Floating IP 9e9566ef-2eb6-4c80-a6fc-4438f64f2627 disassociated. External IP: 172.25.8.176, port: 7a2619f2-4d02-48d0-b6a9-4a234c205739. Oct 25 09:08:55.984272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Calling delete_port for 7a2619f2-4d02-48d0-b6a9-4a234c205739 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:08:56.136847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Set router 66b82468-f273-4aa8-a9a7-0695f02d2c8f gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:56.260574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.283401 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.368672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event deleted for resources: {'Port': ['ID=7a2619f2-4d02-48d0-b6a9-4a234c205739,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:56.379185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.resource_extend [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:08:56.394765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e7966-9590-49c3-816f-7d1efbea74a0 None None] Network b77ff6a8-4654-42c9-bc6b-1596722bf643 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:56.436701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-ffb334bd-4409-4329-80f7-a5fd7ec54c11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:56.443651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-ffb334bd-4409-4329-80f7-a5fd7ec54c11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:56.449422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-ffb334bd-4409-4329-80f7-a5fd7ec54c11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:56.456101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-ffb334bd-4409-4329-80f7-a5fd7ec54c11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:56.462507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-ffb334bd-4409-4329-80f7-a5fd7ec54c11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:56.468622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-ffb334bd-4409-4329-80f7-a5fd7ec54c11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:56.469724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:56.474652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-ffb334bd-4409-4329-80f7-a5fd7ec54c11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:56.483000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-ffb334bd-4409-4329-80f7-a5fd7ec54c11 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5436 time: 0.7929533 Oct 25 09:08:56.519371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.520189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:56.521010 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.617423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Allocated IP 172.20.0.1 (b77ff6a8-4654-42c9-bc6b-1596722bf643/c8cfd723-2b05-4d95-8574-95ace9a02b44/6a48e110-47ce-45e5-857a-4ba75f748925) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:08:56.624989 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.627352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0226154 Oct 25 09:08:56.631223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:56.636778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33698) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:56.642535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:08:56.645890 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.647820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Request body: {'subnet': {'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-subnet', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:56.649288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ba016be6-2358-438e-81df-2536941bf355'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:56.654292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a9bdc-341f-49d6-ae85-447cfccedace admin admin] Pushing event updated for resources: {'Network': ['ID=2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:56.673156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83eb2648-a65a-475c-876b-ed7ea8322c66 req-22eb8d9b-fcc0-4c23-9d0d-dada1b55b45d tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1892233 Oct 25 09:08:56.708192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:08:56.844953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Made reservation on behalf of 5c2c8ce0e30847f59117ee9942effcd2 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:08:56.852096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.852918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dc78b76f-6f6c-42a7-8e45-7c9ee88ac920 None None] Provisioning complete for port a40523ae-20b9-4b8c-bef0-359cf09cc20e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:56.853301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dc78b76f-6f6c-42a7-8e45-7c9ee88ac920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.946327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84fd4c1-f43f-4369-999a-c4035a750d7e {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:08:56.971786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.980254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:56.995433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:56.996076 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:56.999602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-98d5904a-096d-4836-834e-bb5799a28bd3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 200 len: 704 time: 3.5258782 Oct 25 09:08:57.002319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33708) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:57.006373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:08:57.025755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Transition to ACTIVE for port object f84fd4c1-f43f-4369-999a-c4035a750d7e will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:08:57.033428 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:57.034096 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:57.049553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f66532-43a2-489a-babe-78c23f72078e None None] Pushing event updated for resources: {'Port': ['ID=fff940f4-3c30-4f33-999b-a50ce0067247,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:57.061640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] Sync routers for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:08:57.064142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:57.064790 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.119319 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.140563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] No DVR routers for this DVR port 7a2619f2-4d02-48d0-b6a9-4a234c205739 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:08:57.146877 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.158862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b17f2f72-ee91-4420-a448-bcf9707fc480 req-2f9d31d5-c221-45a0-918f-e129f394da04 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.18 "DELETE /v2.0/ports/7a2619f2-4d02-48d0-b6a9-4a234c205739 HTTP/1.1" status: 204 len: 173 time: 2.9263127 Oct 25 09:08:57.161399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'name': 'network-vif-deleted', 'tag': '7a2619f2-4d02-48d0-b6a9-4a234c205739'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:57.173206 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f237438f-00d9-49fb-b4b7-3c2791a1e440" -d '{"events": [{"server_uuid": "b7f296fa-7db9-44a0-84df-3c28fb3b7dbb", "name": "network-vif-deleted", "tag": "7a2619f2-4d02-48d0-b6a9-4a234c205739"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:57.188413 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:57.216572 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.296147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-46ae5e55-9173-4372-89f2-cb307168cfcf tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:57.299297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-46ae5e55-9173-4372-89f2-cb307168cfcf tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.4810402 Oct 25 09:08:57.320304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:57.320534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b7bdccae-d2ac-4130-af92-4722dbda7d39 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 200 len: 704 time: 0.3085318 Oct 25 09:08:57.320658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:57.324558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33712) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:57.345237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-089e7729-2063-41ca-b0eb-ddda94e99ff6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/quotas/5947360d333c44a1b2cbb3d0de5f2e0e HTTP/1.1" status: 200 len: 375 time: 0.0374146 Oct 25 09:08:57.383762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Pushing event updated for resources: {'Port': ['ID=f84fd4c1-f43f-4369-999a-c4035a750d7e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:57.408910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.469719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-ff78797d-4f23-4a4a-b4a5-60d52b5a3d19 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1235204 Oct 25 09:08:57.499726 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 7, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:57.523190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:57.532265 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Network b77ff6a8-4654-42c9-bc6b-1596722bf643 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:08:57.533077 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:57.539039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:57.539238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Attempting to bind port f84fd4c1-f43f-4369-999a-c4035a750d7e on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:57.539442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Attempting to bind port f84fd4c1-f43f-4369-999a-c4035a750d7e by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:57.539756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Attempting to bind port f84fd4c1-f43f-4369-999a-c4035a750d7e on network ea47a6f9-b178-4198-a87a-73ca383f7874 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:57.542248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:08:57.550946 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:57.551802 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:57.561211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Port f84fd4c1-f43f-4369-999a-c4035a750d7e on network ea47a6f9-b178-4198-a87a-73ca383f7874 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:08:57.561211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Attempting to bind port f84fd4c1-f43f-4369-999a-c4035a750d7e on network ea47a6f9-b178-4198-a87a-73ca383f7874 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:57.567225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:57.567929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Checking segment: {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:57.567929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Bound using segment: {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:57.568340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Bound port: f84fd4c1-f43f-4369-999a-c4035a750d7e, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47261ffa-2f6f-4fb5-baf5-aadb8e152647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:57.568702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.572835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.582899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Attempting to bind port fff940f4-3c30-4f33-999b-a50ce0067247 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:08:57.583264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Attempting to bind port fff940f4-3c30-4f33-999b-a50ce0067247 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:08:57.583625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Attempting to bind port fff940f4-3c30-4f33-999b-a50ce0067247 on network 49eafc93-4d0e-4a38-9303-1aaa89c14970 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:08:57.651562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ea27bf0e-012d-449b-b30f-f619d35d2361 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:57.675072 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:57.677610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-7b89268b-c26a-4114-b8a3-5a39877aa326 service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069571 Oct 25 09:08:57.679181 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:08:57.679559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Checking segment: {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:57.679959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.680346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Bound using segment: {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:08:57.681312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Bound port: fff940f4-3c30-4f33-999b-a50ce0067247, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:08:57.681698 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.756749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.766330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a48e110-47ce-45e5-857a-4ba75f748925,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:57.770340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=372858ea-6b9a-4a03-8a8c-13f8562915fa,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:57.822156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] For port f84fd4c1-f43f-4369-999a-c4035a750d7e, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:57.827316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] For port f84fd4c1-f43f-4369-999a-c4035a750d7e, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f84fd4c1-f43f-4369-999a-c4035a750d7e,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:57.840218 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dc78b76f-6f6c-42a7-8e45-7c9ee88ac920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.844597 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.949142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f021fe86-4935-43e3-9e64-3fb8bc47e349 service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702255 Oct 25 09:08:57.957773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:57.959031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:57.961411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] 10.222.0.41 "PUT /v2.0/ports/f84fd4c1-f43f-4369-999a-c4035a750d7e HTTP/1.1" status: 200 len: 1092 time: 2.4615004 Oct 25 09:08:57.961895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e2e1e5-5a19-4b16-a2b9-a3b9df042042', 'tag': 'f84fd4c1-f43f-4369-999a-c4035a750d7e'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:57.964721 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f502a0-aee7-4d1e-86d6-205d5333bd88" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e2e1e5-5a19-4b16-a2b9-a3b9df042042", "tag": "f84fd4c1-f43f-4369-999a-c4035a750d7e"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:57.997118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d521a57-c543-4b60-8ac3-20d54d8e9715 service neutron] Pushing event updated for resources: {'Port': ['ID=f84fd4c1-f43f-4369-999a-c4035a750d7e,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:58.058109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0c6d19ae-42fe-490d-9328-388aaa8b5dd3'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:08:58.061383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 3, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port': {'id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:51Z', 'updated_at': '2021-10-25T09:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:58.084439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Checking segment: {'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:08:58.085850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Network hostable DHCP agents. Network: 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:08:58.115558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1da6ad08-8290-4d76-9536-28e7826e0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:58.117970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-1da6ad08-8290-4d76-9536-28e7826e0064 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 1095 time: 0.0777080 Oct 25 09:08:58.120207 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 7, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:58.183955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Checking router: 66b82468-f273-4aa8-a9a7-0695f02d2c8f for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:08:58.184301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Updating router 66b82468-f273-4aa8-a9a7-0695f02d2c8f port 2fa2421a-4e84-4170-90d3-70d689bbfedd binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:08:58.191900 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f0916-9cb4-4a37-9e14-c4a9ac961a67 None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 7, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '2de04e69-4c79-4a08-b6a7-94d779a6c54c', 'name': '', 'network_id': 'f6ab4ce7-87fa-45e4-b97c-336ba46e402b', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:45:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:44Z', 'updated_at': '2021-10-25T09:08:54Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:08:58.204998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-dc78b76f-6f6c-42a7-8e45-7c9ee88ac920 None None] For port a40523ae-20b9-4b8c-bef0-359cf09cc20e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a40523ae-20b9-4b8c-bef0-359cf09cc20e,segment=NetworkSegment(852f4a69-fd87-441d-bb25-59e3083079c4),segment_id=852f4a69-fd87-441d-bb25-59e3083079c4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:58.226444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-c0ba0103-7790-4c61-a0ee-7afa52bc2f7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f84fd4c1-f43f-4369-999a-c4035a750d7e HTTP/1.1" status: 200 len: 217 time: 0.0931480 Oct 25 09:08:58.254819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dc78b76f-6f6c-42a7-8e45-7c9ee88ac920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.267215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] For port fff940f4-3c30-4f33-999b-a50ce0067247, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:08:58.273351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port ea27bf0e-012d-449b-b30f-f619d35d2361 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:08:58.306624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:08:58.340657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d4d3c3cc-f24b-4409-bcf9-b6598b56858e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:58.354663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] For port fff940f4-3c30-4f33-999b-a50ce0067247, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fff940f4-3c30-4f33-999b-a50ce0067247,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:08:58.366875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port ea27bf0e-012d-449b-b30f-f619d35d2361 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:58.367224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.406753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:08:58.426600 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.430659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:58.431277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.435053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c7fe7-ed25-43e0-bcf5-07d07d15cd53 None None] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:08:58.440192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.441520 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-67875c00-0c59-4aeb-ae02-05c9fed656dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:58.443741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-67875c00-0c59-4aeb-ae02-05c9fed656dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=271a4ad1-d4ab-4458-835c-3667c33d8d29 HTTP/1.1" status: 200 len: 855 time: 0.2090809 Oct 25 09:08:58.470379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: d4d3c3cc-f24b-4409-bcf9-b6598b56858e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:08:58.470719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d4d3c3cc-f24b-4409-bcf9-b6598b56858e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:08:58.539341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-79ae0afe-b6e7-4a96-b9f1-996c18e45bf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea47a6f9-b178-4198-a87a-73ca383f7874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743132 Oct 25 09:08:58.604301 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fa8f22d1-711f-436c-8cbf-b41a034c0eba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9629040 Oct 25 09:08:58.608632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33724) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:58.610964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48790-f93d-41b1-9b2f-73f159859f51 req-e920ec0b-c39b-40ca-b6f8-3334156d8c57 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:58.612660 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efb48790-f93d-41b1-9b2f-73f159859f51 req-e920ec0b-c39b-40ca-b6f8-3334156d8c57 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 944 time: 0.2155433 Oct 25 09:08:58.626837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:08:58.647929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.751273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.752594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.789379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efb48790-f93d-41b1-9b2f-73f159859f51 req-cc34b4b2-6aef-40c3-a0be-9f8c4a6a04de tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462674 Oct 25 09:08:58.834404 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:58.846446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-fb5c2fd7-4c57-46d8-92e7-b9657bbea6f4 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890706 Oct 25 09:08:58.977710 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6dbeb5-6c88-47f8-b1d8-9e436998600e x-openstack-request-id: req-bd6dbeb5-6c88-47f8-b1d8-9e436998600e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:58.977993 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f296fa-7db9-44a0-84df-3c28fb3b7dbb", "name": "network-vif-deleted", "tag": "7a2619f2-4d02-48d0-b6a9-4a234c205739", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:58.978239 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd6dbeb5-6c88-47f8-b1d8-9e436998600e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:58.978886 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f296fa-7db9-44a0-84df-3c28fb3b7dbb', 'name': 'network-vif-deleted', 'tag': '7a2619f2-4d02-48d0-b6a9-4a234c205739', 'status': 'completed', 'code': 200} Oct 25 09:08:58.981305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2de04e69-4c79-4a08-b6a7-94d779a6c54c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:08:59.038137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-1c14d665-e0c8-4a87-8436-cc5db6742744 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.044590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-1c14d665-e0c8-4a87-8436-cc5db6742744 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.054644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-1c14d665-e0c8-4a87-8436-cc5db6742744 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.061922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-1c14d665-e0c8-4a87-8436-cc5db6742744 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.067816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9320919c-fca7-43dc-b1f8-69dacc4c9df2 None None] Provisioning complete for port fff940f4-3c30-4f33-999b-a50ce0067247 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:59.068025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9320919c-fca7-43dc-b1f8-69dacc4c9df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.068391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-1c14d665-e0c8-4a87-8436-cc5db6742744 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.075025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-1c14d665-e0c8-4a87-8436-cc5db6742744 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.080445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:08:59.081143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:08:59.086623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-1c14d665-e0c8-4a87-8436-cc5db6742744 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.102104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-1c14d665-e0c8-4a87-8436-cc5db6742744 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5436 time: 0.1291170 Oct 25 09:08:59.161756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5437d44-3670-4c1d-a525-06ccec26c219 req-b09f40a4-04de-4598-8bae-b1a9e10d75f1 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977006 Oct 25 09:08:59.202564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1687b9da-799e-48ef-9a99-d4ac607a4edd req-e917b7b9-0e8e-4031-83e8-ab4e5bdd0ec9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977330 Oct 25 09:08:59.249609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78b76f-6f6c-42a7-8e45-7c9ee88ac920 None None] Pushing event updated for resources: {'Port': ['ID=a40523ae-20b9-4b8c-bef0-359cf09cc20e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:59.278984 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e893a60-cb81-4692-a367-4ec2bc625095 x-openstack-request-id: req-7e893a60-cb81-4692-a367-4ec2bc625095 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:08:59.279782 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e2e1e5-5a19-4b16-a2b9-a3b9df042042", "tag": "f84fd4c1-f43f-4369-999a-c4035a750d7e", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:08:59.280273 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e893a60-cb81-4692-a367-4ec2bc625095 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:08:59.280998 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e2e1e5-5a19-4b16-a2b9-a3b9df042042', 'tag': 'f84fd4c1-f43f-4369-999a-c4035a750d7e', 'status': 'completed', 'code': 200} Oct 25 09:08:59.401982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6133b998-6d60-4448-9de0-9b0961fee51a req-13028883-c0f4-448e-950e-7c1bcd76decd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 210 time: 0.0564513 Oct 25 09:08:59.492067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33736) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:59.527663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.547670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-9b9fec35-f8ef-4f3f-aafc-33849333108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.549282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-9b9fec35-f8ef-4f3f-aafc-33849333108d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b876f3c206874972bf99f93707748e36&device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 1095 time: 0.1420627 Oct 25 09:08:59.569634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78ffa659-ab15-47a2-8a13-ac070e4bb42f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.588983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:08:59.594583 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.647346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78ffa659-ab15-47a2-8a13-ac070e4bb42f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.710453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-aba2963c-6b47-480d-882e-619ee3b8eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.712264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-aba2963c-6b47-480d-882e-619ee3b8eb2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 200 len: 916 time: 0.1437607 Oct 25 09:08:59.718284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.763296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78ffa659-ab15-47a2-8a13-ac070e4bb42f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.767193 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78ffa659-ab15-47a2-8a13-ac070e4bb42f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.768343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-78ffa659-ab15-47a2-8a13-ac070e4bb42f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f25daab-27af-480e-bec2-000b9dd5e6da HTTP/1.1" status: 204 len: 168 time: 0.2730958 Oct 25 09:08:59.778109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33738) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:59.779068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffa659-ab15-47a2-8a13-ac070e4bb42f tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25daab-27af-480e-bec2-000b9dd5e6da,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:59.782388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-603fe77c-cb5e-475d-afe5-b5c2f50a12cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f84fd4c1-f43f-4369-999a-c4035a750d7e HTTP/1.1" status: 200 len: 217 time: 0.0587623 Oct 25 09:08:59.821255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea27bf0e-012d-449b-b30f-f619d35d2361'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:08:59.824591 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb1cc80-7389-4685-8ea4-5dee39c5e44a" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "ea27bf0e-012d-449b-b30f-f619d35d2361"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:08:59.833370 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-558495e5-0428-4179-ba83-e9b59c477f3e tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] show failed (client error): The resource could not be found. Oct 25 09:08:59.834426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-558495e5-0428-4179-ba83-e9b59c477f3e tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "GET /v2.0/security-groups/2f25daab-27af-480e-bec2-000b9dd5e6da HTTP/1.1" status: 404 len: 347 time: 0.0511563 Oct 25 09:08:59.837209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33744) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:08:59.858275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ea27bf0e-012d-449b-b30f-f619d35d2361, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ea27bf0e-012d-449b-b30f-f619d35d2361,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:08:59.894443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.895264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7a2619f2-4d02-48d0-b6a9-4a234c205739 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:08:59.896844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f66532-43a2-489a-babe-78c23f72078e None None] Pushing event updated for resources: {'Port': ['ID=fff940f4-3c30-4f33-999b-a50ce0067247,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:08:59.898219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.914305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:08:59.947279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-9c441602-7c59-4c4e-97ed-8b4823a6746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:08:59.949710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-9c441602-7c59-4c4e-97ed-8b4823a6746a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=271a4ad1-d4ab-4458-835c-3667c33d8d29 HTTP/1.1" status: 200 len: 855 time: 0.1590884 Oct 25 09:08:59.952877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2de04e69-4c79-4a08-b6a7-94d779a6c54c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:08:59.953270 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.009624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-78097c23-fb5e-4fc3-b344-edafdb496b5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea47a6f9-b178-4198-a87a-73ca383f7874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479352 Oct 25 09:09:00.013625 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-83aaf3ac-0d7a-40c3-9210-b567e390e8e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2000816 Oct 25 09:09:00.043984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 7a2619f2-4d02-48d0-b6a9-4a234c205739 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:00.044564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7a2619f2-4d02-48d0-b6a9-4a234c205739 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:00.066843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.074086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a48e110-47ce-45e5-857a-4ba75f748925,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:00.084670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:30Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:00.116462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ba016be6-2358-438e-81df-2536941bf355 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:00.142074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70305d0b-2b6b-45f4-b1d4-cc88af944d05 req-3ee11550-ad85-4cea-80f2-f1bf1149fd9f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.143550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70305d0b-2b6b-45f4-b1d4-cc88af944d05 req-3ee11550-ad85-4cea-80f2-f1bf1149fd9f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 944 time: 0.2178402 Oct 25 09:09:00.198465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] Checking router: 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:00.246037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70305d0b-2b6b-45f4-b1d4-cc88af944d05 req-52eb1efe-06f6-42a5-836b-5b22bc2ab5dc tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834596 Oct 25 09:09:00.257882 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-5d61655c-4f28-48e1-a069-cd9d3d967087 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962118 Oct 25 09:09:00.263453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Deleting port 5e14060b-794f-4636-b8bd-ca23b095fc39 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:00.264834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.281322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9320919c-fca7-43dc-b1f8-69dacc4c9df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.285496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.296662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e', 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'fixed_ips': [{'subnet_id': '372858ea-6b9a-4a03-8a8c-13f8562915fa'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:09:00.297539 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.305363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ea27bf0e-012d-449b-b30f-f619d35d2361,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:00.306648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-12eaeab4-861d-40d0-9309-25a0d934aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.308274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-12eaeab4-861d-40d0-9309-25a0d934aade service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1135 time: 0.2236598 Oct 25 09:09:00.312190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.324864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:00.325547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:00.368795 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.378964 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b279cc-bdeb-403c-b55e-aede281b7bdf x-openstack-request-id: req-40b279cc-bdeb-403c-b55e-aede281b7bdf {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:00.379251 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "ea27bf0e-012d-449b-b30f-f619d35d2361", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:00.379510 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40b279cc-bdeb-403c-b55e-aede281b7bdf {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:00.379902 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea27bf0e-012d-449b-b30f-f619d35d2361', 'code': 200} Oct 25 09:09:00.512206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.520035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Network b77ff6a8-4654-42c9-bc6b-1596722bf643 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:00.522682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.523201 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.540659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17f502a0-aee7-4d1e-86d6-205d5333bd88 req-f863619d-a9cb-4f7f-8268-495fcd78ea28 service neutron] 10.222.0.41 "GET /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257421 Oct 25 09:09:00.541640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Calling delete_port for 5e14060b-794f-4636-b8bd-ca23b095fc39 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:00.572862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-ba0ca55a-f049-4d14-95e6-f422a9f6e161 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.578446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:00.593813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-ba0ca55a-f049-4d14-95e6-f422a9f6e161 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.600299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-ba0ca55a-f049-4d14-95e6-f422a9f6e161 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.606696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-ba0ca55a-f049-4d14-95e6-f422a9f6e161 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.613413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-ba0ca55a-f049-4d14-95e6-f422a9f6e161 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.619643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-ba0ca55a-f049-4d14-95e6-f422a9f6e161 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.626749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-ba0ca55a-f049-4d14-95e6-f422a9f6e161 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.628856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-ba0ca55a-f049-4d14-95e6-f422a9f6e161 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5437 time: 0.1770773 Oct 25 09:09:00.640560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9320919c-fca7-43dc-b1f8-69dacc4c9df2 None None] For port fff940f4-3c30-4f33-999b-a50ce0067247, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fff940f4-3c30-4f33-999b-a50ce0067247,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:00.651928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port ba016be6-2358-438e-81df-2536941bf355 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:00.663282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port ba016be6-2358-438e-81df-2536941bf355 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:00.663874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.722333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f8f2d-31ec-4608-9a52-442ad4001f89 None None] Pushing event updated for resources: {'Port': ['ID=2fa2421a-4e84-4170-90d3-70d689bbfedd,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:00.725233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9320919c-fca7-43dc-b1f8-69dacc4c9df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.736600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d952553-80dd-4c32-b4f0-65efb40024ce req-83999c89-0662-41b8-beb9-850f3c4c6667 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734093 Oct 25 09:09:00.742947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Allocated IP 172.25.8.7 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/bf6fa06d-bb90-4239-a474-ace5f481c976) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:00.883691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87cdd921-5b80-4a84-9fbe-1c8318fe7451 req-4675dc8a-d3cd-4570-ad6a-6460fde86c32 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 210 time: 0.0346510 Oct 25 09:09:00.911049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:00.940219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Pushing event deleted for resources: {'Port': ['ID=5e14060b-794f-4636-b8bd-ca23b095fc39,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:00.984915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-9c13923d-ec37-49eb-88e4-cf32db56b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:00.986249 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-9c13923d-ec37-49eb-88e4-cf32db56b190 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e HTTP/1.1" status: 200 len: 897 time: 0.5425491 Oct 25 09:09:01.033259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Attempting to bind port 2fa2421a-4e84-4170-90d3-70d689bbfedd on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:01.034675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Attempting to bind port 2fa2421a-4e84-4170-90d3-70d689bbfedd by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:01.035469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Attempting to bind port 2fa2421a-4e84-4170-90d3-70d689bbfedd on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:01.082769 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.085730 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.086893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a2d77655-ceed-4289-a6d7-50a92f770bc4 tempest-ServersTestManualDisk-469925487 tempest-ServersTestManualDisk-469925487-project] 10.222.0.32 "DELETE /v2.0/floatingips/9e9566ef-2eb6-4c80-a6fc-4438f64f2627 HTTP/1.1" status: 204 len: 168 time: 1.2488928 Oct 25 09:09:01.087708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Router 66b82468-f273-4aa8-a9a7-0695f02d2c8f has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:01.090483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33752) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:01.101446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f658ffad-6d2b-46fa-93b4-df97c7c611fe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:01.120735 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-03e2d798-206a-4357-9dca-5d5815c91783 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97e15a4-c0c3-465e-9338-44323c619700 HTTP/1.1" status: 200 len: 1001 time: 0.1175179 Oct 25 09:09:01.147925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 2de04e69-4c79-4a08-b6a7-94d779a6c54c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:01.148261 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.149486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:01.149890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:01.150333 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.150704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:01.151187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Bound port: 2fa2421a-4e84-4170-90d3-70d689bbfedd, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:01.151565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.153205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9320919c-fca7-43dc-b1f8-69dacc4c9df2 None None] Provisioning complete for port a40523ae-20b9-4b8c-bef0-359cf09cc20e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:01.153946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9320919c-fca7-43dc-b1f8-69dacc4c9df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.159039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.180543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:01.221833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-a80e1f29-bfc9-4da3-91bc-46642408805f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:01.223427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-a80e1f29-bfc9-4da3-91bc-46642408805f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.41 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.2536054 Oct 25 09:09:01.242173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'port': {'device_id': '484da6a0-43a8-43d8-ac73-8ac9145b3197', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'admin_state_up': True, 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:01.333319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-f99faafe-7e1b-4627-b423-470a617328ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:01.334785 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-f99faafe-7e1b-4627-b423-470a617328ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85b473a8-35c8-4b1b-8116-7da9c88015a2 HTTP/1.1" status: 200 len: 835 time: 0.1988001 Oct 25 09:09:01.341025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:08:58Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:01.397840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320919c-fca7-43dc-b1f8-69dacc4c9df2 None None] Pushing event updated for resources: {'Port': ['ID=fff940f4-3c30-4f33-999b-a50ce0067247,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:01.414291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5841c0f8-69ff-4a19-bb90-865e65d226b9 None None] The sync data for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 is: [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:08:58Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:01.500763 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.540452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Allocated IP 172.20.0.2 (2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e/372858ea-6b9a-4a03-8a8c-13f8562915fa/0f22c778-2672-43c5-b880-b80674f78318) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:01.550677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] For port 2fa2421a-4e84-4170-90d3-70d689bbfedd, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:01.589585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] For port 2fa2421a-4e84-4170-90d3-70d689bbfedd, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2fa2421a-4e84-4170-90d3-70d689bbfedd,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:01.627600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f658ffad-6d2b-46fa-93b4-df97c7c611fe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:01.628288 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.644827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.780879 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.783055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ba016be6-2358-438e-81df-2536941bf355, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba016be6-2358-438e-81df-2536941bf355,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:01.803598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port 2de04e69-4c79-4a08-b6a7-94d779a6c54c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2de04e69-4c79-4a08-b6a7-94d779a6c54c,segment=NetworkSegment(38b7ebfc-d651-4f65-812d-1c25076ec698),segment_id=38b7ebfc-d651-4f65-812d-1c25076ec698)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:01.804399 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.805443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device b175bd09-9bd3-481f-8b2b-9704643fe6a4 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:01.806354 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:01.839781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:01.859153 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-446194e1-b36b-444c-8ca8-7c3f294b9fa3 admin admin] 10.222.0.32 "PUT /v2.0/routers/66b82468-f273-4aa8-a9a7-0695f02d2c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3002656 Oct 25 09:09:01.872232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 2de04e69-4c79-4a08-b6a7-94d779a6c54c owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:01.910877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6e09-0e35-401d-ab51-72573690e650 req-25e80fda-774f-49bc-9a29-50a06ab6dfc7 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:01.911542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:01.917354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f8f2d-31ec-4608-9a52-442ad4001f89 None None] Pushing event updated for resources: {'Port': ['ID=2fa2421a-4e84-4170-90d3-70d689bbfedd,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:01.925495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-32c5f3ce-7ba8-4ef9-aa98-33577ceb3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:01.927022 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-32c5f3ce-7ba8-4ef9-aa98-33577ceb3026 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5785692 Oct 25 09:09:01.929333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-659d6e09-0e35-401d-ab51-72573690e650 req-25e80fda-774f-49bc-9a29-50a06ab6dfc7 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 944 time: 0.5552092 Oct 25 09:09:01.930906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Routers {'66b82468-f273-4aa8-a9a7-0695f02d2c8f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:01.931540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:01.931683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:01.934152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:02.016268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6fa06d-bb90-4239-a474-ace5f481c976,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:02.034511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Made reservation on behalf of 5947360d333c44a1b2cbb3d0de5f2e0e for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:02.049553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:02.091599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-659d6e09-0e35-401d-ab51-72573690e650 req-11e48c8a-8d67-4fa4-9bf7-4c292a634d98 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531117 Oct 25 09:09:02.215214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-209d1b69-d627-47a9-a4fd-2bb014d8145d service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749431 Oct 25 09:09:02.267266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] Set router 66b82468-f273-4aa8-a9a7-0695f02d2c8f gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:02.347803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ec5bc258-ec55-4224-9386-583d2e93670e None None] Provisioning complete for port 6a48e110-47ce-45e5-857a-4ba75f748925 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:02.348170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc258-ec55-4224-9386-583d2e93670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:02.440960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba016be6-2358-438e-81df-2536941bf355'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:02.443250 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b968d23b-9973-405c-8b42-6b85c96ed4d4" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "ba016be6-2358-438e-81df-2536941bf355"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:02.449584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ec5bc258-ec55-4224-9386-583d2e93670e None None] Port 6a48e110-47ce-45e5-857a-4ba75f748925 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:09:02.501156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port b175bd09-9bd3-481f-8b2b-9704643fe6a4 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:02.517331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port b175bd09-9bd3-481f-8b2b-9704643fe6a4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:02.517746 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:02.519912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a40523ae-20b9-4b8c-bef0-359cf09cc20e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:02.525129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-f502c245-ba75-4eba-bec7-836bcfb6bd51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:02.537951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-f502c245-ba75-4eba-bec7-836bcfb6bd51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:02.549120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-f502c245-ba75-4eba-bec7-836bcfb6bd51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:02.555523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-f502c245-ba75-4eba-bec7-836bcfb6bd51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:02.562892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-f502c245-ba75-4eba-bec7-836bcfb6bd51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:02.563888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ba016be6-2358-438e-81df-2536941bf355,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:02.569679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-f502c245-ba75-4eba-bec7-836bcfb6bd51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:02.578659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-f502c245-ba75-4eba-bec7-836bcfb6bd51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:02.580797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:30Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:02.581128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-f502c245-ba75-4eba-bec7-836bcfb6bd51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5438 time: 0.3351452 Oct 25 09:09:02.599582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Allocated IP 172.20.0.13 (86937030-0d24-495d-b5ac-9243ef17f02c/2f43b1ae-1684-4bb1-a76e-1709cf1ac73b/a4e15f6a-bf68-41d3-9611-770491970caa) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:02.636949 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76b7cfe8-457d-4b1a-a838-e4f47c955a32 req-f9a86e98-ede0-4e01-89c0-c314485c19dd service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111605 Oct 25 09:09:02.672923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:02.691602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d30237f-21d6-4f03-a161-cd5cc05e31d4 req-04a2ee81-6b2b-4d46-b647-93609dd94741 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933640 Oct 25 09:09:02.715204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=2de04e69-4c79-4a08-b6a7-94d779a6c54c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:02.771999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f714720f-bfbd-4499-84b3-51dcaca10982 None None] The sync data for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 is: [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:05:23Z', 'revision_number': 4, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '41d6aab2-48f4-4741-9e64-1b75262959fd', 'name': '', 'network_id': '3cc29b19-7f21-4f41-8e2f-faa687bad90c', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'mac_address': 'fa:16:3e:2b:c3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:22Z', 'updated_at': '2021-10-25T09:05:30Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'subnets': [{'id': '43029dd3-11d8-4c54-93af-7b3f35efeea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:02.785563 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:02.827465 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:02.830599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ec5bc258-ec55-4224-9386-583d2e93670e None None] Provisioning complete for port fff940f4-3c30-4f33-999b-a50ce0067247 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:02.830964 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc258-ec55-4224-9386-583d2e93670e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:02.861613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ec0c808-8776-4720-a73f-01460f3ecf1b req-ae46fb5d-60fc-41af-ab9e-09cf7d975c6d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 210 time: 0.0548866 Oct 25 09:09:02.998843 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.036967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.040739 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3934c4-ec6b-4d96-8d15-04e0d5f25ac4 x-openstack-request-id: req-7e3934c4-ec6b-4d96-8d15-04e0d5f25ac4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:03.041113 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "ba016be6-2358-438e-81df-2536941bf355", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:03.041316 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e3934c4-ec6b-4d96-8d15-04e0d5f25ac4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:03.041805 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba016be6-2358-438e-81df-2536941bf355', 'code': 200} Oct 25 09:09:03.061866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.064382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a40523ae-20b9-4b8c-bef0-359cf09cc20e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:03.064753 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.162550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f84fd4c1-f43f-4369-999a-c4035a750d7e details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:09:03.218306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:03.236014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.261437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Pushing event updated for resources: {'Port': ['ID=0f22c778-2672-43c5-b880-b80674f78318,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:03.263708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:03.309815 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1338fe8-0438-4eaf-9f0c-c996872d5188 None None] New status for floating IP 9e9566ef-2eb6-4c80-a6fc-4438f64f2627: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:09:03.311159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:03.428493 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.482308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:03.556465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.578287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Network 86937030-0d24-495d-b5ac-9243ef17f02c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:03.586066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:03.599763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c625ef-bc2f-4241-8475-41ccf272d742 req-dd66ffd6-964b-4832-ad8d-1206e6d94eb8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:03.609465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1c625ef-bc2f-4241-8475-41ccf272d742 req-dd66ffd6-964b-4832-ad8d-1206e6d94eb8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 944 time: 0.3078616 Oct 25 09:09:03.623416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['750cdcda-d60f-4eb6-b9ad-d38796847e3e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:09:03.671635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:03.769452 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.793391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'Port': ['ID=a4e15f6a-bf68-41d3-9611-770491970caa,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:03.799686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:03.814452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0a9fc980-b510-4a35-b17f-852d5206a302 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4847338 Oct 25 09:09:03.815410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33842) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:03.823808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.824153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.824496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.824830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.825187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.825517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.825842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.827081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.827409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.827737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.828061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.828389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:03.877927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1c625ef-bc2f-4241-8475-41ccf272d742 req-721c4f30-6020-4b91-991b-6106c2120a2f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651772 Oct 25 09:09:03.892181 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:03.920992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a70953-fb7d-4194-86bf-fde11bbbc37c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:09:03.925258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23a70953-fb7d-4194-86bf-fde11bbbc37c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.926796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:03.927612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:03.948298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:03.948972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:03.973631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-2312a02e-1eda-4b76-ba0e-f90acb3ee204 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7352850 Oct 25 09:09:04.005418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Request body: {'port': {'device_id': '484da6a0-43a8-43d8-ac73-8ac9145b3197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:04.038973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23a70953-fb7d-4194-86bf-fde11bbbc37c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.056102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Attempting to bind port 0f22c778-2672-43c5-b880-b80674f78318 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:04.056650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Attempting to bind port 0f22c778-2672-43c5-b880-b80674f78318 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:04.056871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Attempting to bind port 0f22c778-2672-43c5-b880-b80674f78318 on network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:04.175429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23a70953-fb7d-4194-86bf-fde11bbbc37c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.175901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-8a4650ef-b8bb-4351-a603-4a588686557f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:04.176307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:04.176694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Checking segment: {'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:04.177207 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.177503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Bound using segment: {'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:04.177976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Bound port: 0f22c778-2672-43c5-b880-b80674f78318, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:04.178357 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.183357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-8a4650ef-b8bb-4351-a603-4a588686557f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:04.185270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port b175bd09-9bd3-481f-8b2b-9704643fe6a4, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:04.192304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-8a4650ef-b8bb-4351-a603-4a588686557f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:04.196140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f84fd4c1-f43f-4369-999a-c4035a750d7e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f84fd4c1-f43f-4369-999a-c4035a750d7e,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:04.199331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-8a4650ef-b8bb-4351-a603-4a588686557f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:04.206264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-8a4650ef-b8bb-4351-a603-4a588686557f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:04.213052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-8a4650ef-b8bb-4351-a603-4a588686557f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:04.220935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-8a4650ef-b8bb-4351-a603-4a588686557f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:04.229069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-58ada2dc-4a5e-4830-b8ba-8336acaeb6be None None] Provisioning complete for port a4e15f6a-bf68-41d3-9611-770491970caa triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:04.229447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-58ada2dc-4a5e-4830-b8ba-8336acaeb6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.229919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-8a4650ef-b8bb-4351-a603-4a588686557f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5438 time: 0.1951072 Oct 25 09:09:04.259425 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.260293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6c1ae437-21f3-4df0-ae81-47e6b8a893da up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:04.273167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.289400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:08:58Z', 'revision_number': 4, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port': {'id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:51Z', 'updated_at': '2021-10-25T09:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6a48e110-47ce-45e5-857a-4ba75f748925', 'name': '', 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'mac_address': 'fa:16:3e:c7:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:56Z', 'updated_at': '2021-10-25T09:08:59Z', 'revision_number': 2, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'subnets': [{'id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:04.309847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b6842c5-e587-4972-87fd-6253ad41a30a req-c0086c37-f335-425d-be73-51d1462a93c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730939 Oct 25 09:09:04.335324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Deleting port 41d6aab2-48f4-4741-9e64-1b75262959fd {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:04.338059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.344096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'f84fd4c1-f43f-4369-999a-c4035a750d7e', 'network_id': 'ea47a6f9-b178-4198-a87a-73ca383f7874', 'port_id': 'f84fd4c1-f43f-4369-999a-c4035a750d7e', 'mac_address': 'fa:16:3e:b9:87:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271a4ad1-d4ab-4458-835c-3667c33d8d29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:09:04.346149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fff940f4-3c30-4f33-999b-a50ce0067247 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:04.363029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:09:04.447347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:04.451416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f183024-25a9-4863-9fac-b3ce39378a0d None None] The sync data for ids ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'] in n-d-814746-2 is: [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:08:58Z', 'revision_number': 4, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port': {'id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:51Z', 'updated_at': '2021-10-25T09:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6a48e110-47ce-45e5-857a-4ba75f748925', 'name': '', 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'mac_address': 'fa:16:3e:c7:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:56Z', 'updated_at': '2021-10-25T09:08:59Z', 'revision_number': 2, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'subnets': [{'id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:04.461147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23a70953-fb7d-4194-86bf-fde11bbbc37c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.538014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] For port 0f22c778-2672-43c5-b880-b80674f78318, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:04.542823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] For port 0f22c778-2672-43c5-b880-b80674f78318, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0f22c778-2672-43c5-b880-b80674f78318,segment=NetworkSegment(a99a25c0-28aa-4723-a438-f5ef9dca18a8),segment_id=a99a25c0-28aa-4723-a438-f5ef9dca18a8)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:04.545420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-23a70953-fb7d-4194-86bf-fde11bbbc37c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.555029 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-23a70953-fb7d-4194-86bf-fde11bbbc37c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68 HTTP/1.1" status: 204 len: 168 time: 0.7347319 Oct 25 09:09:04.556446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33848) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:04.585718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-58ada2dc-4a5e-4830-b8ba-8336acaeb6be None None] Port a4e15f6a-bf68-41d3-9611-770491970caa cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:09:04.630245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a70953-fb7d-4194-86bf-fde11bbbc37c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:04.675087 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474260a-4296-4f74-b51b-8cf7b679f754 None None] Network f6ab4ce7-87fa-45e4-b97c-336ba46e402b requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:04.693083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:04.707766 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Sync routers for ids ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:04.718270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.727324 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-270a4fd1-030c-43a4-b6e0-2fab000e6458 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.1133077 Oct 25 09:09:04.728362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33850) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:04.730075 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Routers {'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:04.730679 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:04.752238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.754817 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.764395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=b175bd09-9bd3-481f-8b2b-9704643fe6a4,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:04.899316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7746694-d0ff-4d13-a941-4c5ea32da7ae req-af222fa2-1cfe-49af-aa33-c3222deb1d7f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:04.907305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7746694-d0ff-4d13-a941-4c5ea32da7ae req-af222fa2-1cfe-49af-aa33-c3222deb1d7f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 932 time: 0.4030519 Oct 25 09:09:04.927672 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Set router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:04.960086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:04.988749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] For port 41d6aab2-48f4-4741-9e64-1b75262959fd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=41d6aab2-48f4-4741-9e64-1b75262959fd,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:04.989133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:05.005448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84fd4c1-f43f-4369-999a-c4035a750d7e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:05.106738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175bd09-9bd3-481f-8b2b-9704643fe6a4'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:05.110253 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83925d9-d67b-40b9-83e9-b8f69757823a" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "b175bd09-9bd3-481f-8b2b-9704643fe6a4"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:05.111827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Calling delete_port for 41d6aab2-48f4-4741-9e64-1b75262959fd owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:05.152075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f84fd4c1-f43f-4369-999a-c4035a750d7e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f84fd4c1-f43f-4369-999a-c4035a750d7e,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:05.243572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7746694-d0ff-4d13-a941-4c5ea32da7ae req-f0b3e9e7-0dd6-410f-86e5-567688f1ce2b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213282 Oct 25 09:09:05.370722 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:02Z', 'revision_number': 3, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port': {'id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:00Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:05.421544 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:05.586991 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e778d-638a-429a-8eec-047e62230fe8 None None] Pushing event updated for resources: {'Port': ['ID=0f22c778-2672-43c5-b880-b80674f78318,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:05.593926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e15f6a-bf68-41d3-9611-770491970caa {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:05.612170 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Checking router: df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:05.612559 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Updating router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 port bf6fa06d-bb90-4239-a474-ace5f481c976 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:09:05.612917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port fff940f4-3c30-4f33-999b-a50ce0067247 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:05.613282 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:05.614719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 6c1ae437-21f3-4df0-ae81-47e6b8a893da completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:05.667138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e96f-fd53-4316-b240-1a46032632ef req-b31ed475-1ebd-47f6-9db1-61da08d5d3ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:05.672096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0362e96f-fd53-4316-b240-1a46032632ef req-b31ed475-1ebd-47f6-9db1-61da08d5d3ed tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 945 time: 0.1942592 Oct 25 09:09:05.672628 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:05.680045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:05.705895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 6c1ae437-21f3-4df0-ae81-47e6b8a893da triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:05.706253 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:05.710587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] DHCP port deletion for f6ab4ce7-87fa-45e4-b97c-336ba46e402b request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:09:05.871838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['f84fd4c1-f43f-4369-999a-c4035a750d7e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:09:05.900835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Transition to ACTIVE for port object a4e15f6a-bf68-41d3-9611-770491970caa will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:09:05.913474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=f84fd4c1-f43f-4369-999a-c4035a750d7e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:05.914369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:05.915085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:05.963752 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:05.981835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:02Z', 'revision_number': 8, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:06.033438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0362e96f-fd53-4316-b240-1a46032632ef req-358a8b44-557a-4a0f-8f43-98fe507e4f9f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125470 Oct 25 09:09:06.100095 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.124162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:06.149795 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae6898-df88-4089-8262-89b9141e3032 x-openstack-request-id: req-05ae6898-df88-4089-8262-89b9141e3032 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:06.150085 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "b175bd09-9bd3-481f-8b2b-9704643fe6a4", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:06.150343 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05ae6898-df88-4089-8262-89b9141e3032 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:06.150740 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175bd09-9bd3-481f-8b2b-9704643fe6a4', 'code': 200} Oct 25 09:09:06.160369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] Deleting port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:06.160742 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.180444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e15f6a-bf68-41d3-9611-770491970caa,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:06.346610 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.361908 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.452240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,segment=NetworkSegment(38b7ebfc-d651-4f65-812d-1c25076ec698),segment_id=38b7ebfc-d651-4f65-812d-1c25076ec698)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:06.452691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.469321 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ac194-08fe-4344-ae0e-24d58dae73cb None None] Pushing event updated for resources: {'Port': ['ID=bf6fa06d-bb90-4239-a474-ace5f481c976,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:06.517768 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Attempting to bind port bf6fa06d-bb90-4239-a474-ace5f481c976 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:06.518138 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Attempting to bind port bf6fa06d-bb90-4239-a474-ace5f481c976 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:06.518503 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Attempting to bind port bf6fa06d-bb90-4239-a474-ace5f481c976 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:06.546942 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:06.547395 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:06.547808 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.548208 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:06.551697 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Bound port: bf6fa06d-bb90-4239-a474-ace5f481c976, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:06.552705 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.729967 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] For port bf6fa06d-bb90-4239-a474-ace5f481c976, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:06.734509 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] For port bf6fa06d-bb90-4239-a474-ace5f481c976, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf6fa06d-bb90-4239-a474-ace5f481c976,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:06.745016 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.785551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:06.842364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] For port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,segment=NetworkSegment(38b7ebfc-d651-4f65-812d-1c25076ec698),segment_id=38b7ebfc-d651-4f65-812d-1c25076ec698)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:06.842988 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.845331 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:06.869816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-cceef7f9-0551-4727-affe-aa6d66f8fb82 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:06.880078 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Routers {'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:06.880702 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:06.885782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a40523ae-20b9-4b8c-bef0-359cf09cc20e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:06.886500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-cceef7f9-0551-4727-affe-aa6d66f8fb82 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:06.890916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] Calling delete_port for 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:06.896020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:06.896636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:06.899569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-cceef7f9-0551-4727-affe-aa6d66f8fb82 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:06.921660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-cceef7f9-0551-4727-affe-aa6d66f8fb82 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:06.923809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d985e745-a38d-4ebf-ac77-78a4f85f3889 None None] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:06.937707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-cceef7f9-0551-4727-affe-aa6d66f8fb82 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:06.957760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-cceef7f9-0551-4727-affe-aa6d66f8fb82 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:06.963830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-cceef7f9-0551-4727-affe-aa6d66f8fb82 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:06.965807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-cceef7f9-0551-4727-affe-aa6d66f8fb82 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5439 time: 0.6690030 Oct 25 09:09:07.055973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6c1ae437-21f3-4df0-ae81-47e6b8a893da, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:07.095447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.113919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3512e43-b452-4d61-b5fa-172edffc72bf req-73c18a86-81e7-49b6-bd1a-bc5a82d097b7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123743 Oct 25 09:09:07.126409 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] Set router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:07.151234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Attempting to bind port a4e15f6a-bf68-41d3-9611-770491970caa on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:07.151576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Attempting to bind port a4e15f6a-bf68-41d3-9611-770491970caa by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:07.151967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Attempting to bind port a4e15f6a-bf68-41d3-9611-770491970caa on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:07.184619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Allocated IP 172.20.0.1 (2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e/372858ea-6b9a-4a03-8a8c-13f8562915fa/e494f97b-a376-434d-a219-dfd6547d6e0c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:07.190333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Pushing event deleted for resources: {'Port': ['ID=41d6aab2-48f4-4741-9e64-1b75262959fd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:07.197319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Port a4e15f6a-bf68-41d3-9611-770491970caa on network 86937030-0d24-495d-b5ac-9243ef17f02c not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:09:07.197919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Attempting to bind port a4e15f6a-bf68-41d3-9611-770491970caa on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:07.232986 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ac194-08fe-4344-ae0e-24d58dae73cb None None] Pushing event updated for resources: {'Port': ['ID=bf6fa06d-bb90-4239-a474-ace5f481c976,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:07.240532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:07.240870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Checking segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:07.241276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Bound using segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:07.241734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Bound port: a4e15f6a-bf68-41d3-9611-770491970caa, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:07.242084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.345267 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.346376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6cb983c1-4249-4adb-85c7-ded6508e614b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:07.361381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.424504 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.448775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.516242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Pushing event updated for resources: {'Port': ['ID=e494f97b-a376-434d-a219-dfd6547d6e0c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:07.518333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] For port a4e15f6a-bf68-41d3-9611-770491970caa, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:07.523383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:07.551182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:07.555639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:07.563013 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:02Z', 'revision_number': 3, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port': {'id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:00Z', 'updated_at': '2021-10-25T09:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:07.564763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:07.580070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6c1ae437-21f3-4df0-ae81-47e6b8a893da,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:07.613247 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ea984-fed9-4130-aaeb-da94a32906fa None None] The sync data for ids ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'] in n-d-814746-2 is: [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:02Z', 'revision_number': 3, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port': {'id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:00Z', 'updated_at': '2021-10-25T09:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:07.613411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No DVR routers for this DVR port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:07.647840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e301c-e3bb-450b-a75b-9a754f93bc9f req-b25beec0-963a-4d3c-96ef-64e4c54766f3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:07.662547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b24e301c-e3bb-450b-a75b-9a754f93bc9f req-b25beec0-963a-4d3c-96ef-64e4c54766f3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 944 time: 0.3035414 Oct 25 09:09:07.664042 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.712029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] For port a4e15f6a-bf68-41d3-9611-770491970caa, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a4e15f6a-bf68-41d3-9611-770491970caa,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:07.753079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a40523ae-20b9-4b8c-bef0-359cf09cc20e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:07.753461 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.785281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.814352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:07.907801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9439844b-6810-4ab0-be64-362865f078be None None] Provisioning complete for port 0f22c778-2672-43c5-b880-b80674f78318 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:07.908545 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9439844b-6810-4ab0-be64-362865f078be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.956975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.976935 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:07.991991 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 6cb983c1-4249-4adb-85c7-ded6508e614b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:08.115481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 6cb983c1-4249-4adb-85c7-ded6508e614b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:08.120367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.122538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] Pushing event deleted for resources: {'Port': ['ID=0ac05248-787a-46d4-a5c6-b49b6e8c0e55,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:08.159422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1ae437-21f3-4df0-ae81-47e6b8a893da'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:08.163229 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0465cd-7b20-4e66-be32-a826c43e64f8" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "6c1ae437-21f3-4df0-ae81-47e6b8a893da"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:08.172999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98c635-4be4-4bfd-b748-0bc2df547b31 None None] No DVR routers for this DVR port 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:08.313146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e15f6a-bf68-41d3-9611-770491970caa,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:08.335762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:08.335762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.337435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-f255d41c-1312-43d0-9512-1985beaefb38 service neutron] 10.222.0.41 "PUT /v2.0/ports/a4e15f6a-bf68-41d3-9611-770491970caa HTTP/1.1" status: 200 len: 1092 time: 4.3361428 Oct 25 09:09:08.379062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484da6a0-43a8-43d8-ac73-8ac9145b3197', 'tag': 'a4e15f6a-bf68-41d3-9611-770491970caa'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:08.388175 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a926a4c-2bfb-4059-9a23-ea6bb965913c" -d '{"events": [{"name": "network-changed", "server_uuid": "484da6a0-43a8-43d8-ac73-8ac9145b3197", "tag": "a4e15f6a-bf68-41d3-9611-770491970caa"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:08.392095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.406822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.534486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b24e301c-e3bb-450b-a75b-9a754f93bc9f req-7442a1b4-27d5-456f-8413-919ff608145e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8665521 Oct 25 09:09:08.615046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Sync routers for ids ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:08.648365 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.667886 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.677328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Pushing event updated for resources: {'Port': ['ID=e494f97b-a376-434d-a219-dfd6547d6e0c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:08.743990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Routers {'66b82468-f273-4aa8-a9a7-0695f02d2c8f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:08.744638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:08.746671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9439844b-6810-4ab0-be64-362865f078be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.797540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.903123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:08.911401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ab4ce7-87fa-45e4-b97c-336ba46e402b']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:08.941096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-e038261d-37e1-423f-ab40-8559cbaf60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:08.943440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-e038261d-37e1-423f-ab40-8559cbaf60e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 1095 time: 0.4020627 Oct 25 09:09:08.948806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2fa2421a-4e84-4170-90d3-70d689bbfedd up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:08.952217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b7ebfc-d651-4f65-812d-1c25076ec698') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:08.952759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b7ebfc-d651-4f65-812d-1c25076ec698') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:08.983953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.005863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:09.008280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:09.009934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.055154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9439844b-6810-4ab0-be64-362865f078be None None] For port 0f22c778-2672-43c5-b880-b80674f78318, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0f22c778-2672-43c5-b880-b80674f78318,segment=NetworkSegment(a99a25c0-28aa-4723-a438-f5ef9dca18a8),segment_id=a99a25c0-28aa-4723-a438-f5ef9dca18a8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:09.063376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.112441 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9439844b-6810-4ab0-be64-362865f078be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.203532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:09.210918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:09:09.211348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:09:09.225541 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:09:09.290458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6cb983c1-4249-4adb-85c7-ded6508e614b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6cb983c1-4249-4adb-85c7-ded6508e614b,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:09.308000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87c3ca-92bd-467c-97d6-a02fd8eae908 req-70070a08-d42f-42ce-80eb-fad6c5898edf tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.310514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c87c3ca-92bd-467c-97d6-a02fd8eae908 req-70070a08-d42f-42ce-80eb-fad6c5898edf tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 945 time: 0.6111593 Oct 25 09:09:09.317619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.318467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 5248cded-af25-4c12-8a0f-39fdc4cc6601 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:09.331472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Set router 66b82468-f273-4aa8-a9a7-0695f02d2c8f gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:09.363442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:02Z', 'revision_number': 8, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:09.434120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439844b-6810-4ab0-be64-362865f078be None None] Pushing event updated for resources: {'Port': ['ID=0f22c778-2672-43c5-b880-b80674f78318,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:09.457623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:09.472764 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d0ace2ee-b76c-4940-8529-e049e38b5930 admin admin] 10.222.0.32 "PUT /v2.0/routers/df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7339270 Oct 25 09:09:09.494906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.500598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.504339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/f6ab4ce7-87fa-45e4-b97c-336ba46e402b HTTP/1.1" status: 204 len: 168 time: 4.9465470 Oct 25 09:09:09.507173 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33878) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:09.520461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-453cf049-526f-43a1-9806-c467663f1ba7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e15f6a-bf68-41d3-9611-770491970caa HTTP/1.1" status: 200 len: 217 time: 0.3013070 Oct 25 09:09:09.547783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f84fd4c1-f43f-4369-999a-c4035a750d7e up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:09.555730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c87c3ca-92bd-467c-97d6-a02fd8eae908 req-1f39ddb6-ecd5-4dda-80d2-012fe5913f85 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475155 Oct 25 09:09:09.596135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854c823-2f74-447a-ad9b-a591bfd40b0f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=f6ab4ce7-87fa-45e4-b97c-336ba46e402b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:09.614063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9930f2-b80b-4a8d-b7b0-872f329d4337 None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:02Z', 'revision_number': 8, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd51305e-ac7a-4dd1-a3b4-421f95aa7438', 'name': '', 'network_id': '064e93b1-098a-446e-aa47-e57983411e89', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:86:52:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:36Z', 'updated_at': '2021-10-25T09:08:43Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'c6ed2329-bca6-457e-9cad-664023125caa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:09.722244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2fa2421a-4e84-4170-90d3-70d689bbfedd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:09.722780 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:09.834816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-0a063788-e468-4c59-a114-67f468ac4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.836594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-0a063788-e468-4c59-a114-67f468ac4353 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.3038149 Oct 25 09:09:09.910531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded476-a5b5-4120-88cd-342470f05d1d req-aa59b0d4-ecb8-443e-8200-44178ebd5376 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.917899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded476-a5b5-4120-88cd-342470f05d1d req-aa59b0d4-ecb8-443e-8200-44178ebd5376 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.925465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded476-a5b5-4120-88cd-342470f05d1d req-aa59b0d4-ecb8-443e-8200-44178ebd5376 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.932366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded476-a5b5-4120-88cd-342470f05d1d req-aa59b0d4-ecb8-443e-8200-44178ebd5376 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.939761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded476-a5b5-4120-88cd-342470f05d1d req-aa59b0d4-ecb8-443e-8200-44178ebd5376 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.946359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded476-a5b5-4120-88cd-342470f05d1d req-aa59b0d4-ecb8-443e-8200-44178ebd5376 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.954807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded476-a5b5-4120-88cd-342470f05d1d req-aa59b0d4-ecb8-443e-8200-44178ebd5376 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:09.957031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fded476-a5b5-4120-88cd-342470f05d1d req-aa59b0d4-ecb8-443e-8200-44178ebd5376 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5441 time: 0.2353888 Oct 25 09:09:10.029955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-7a5bd84e-bb44-4e1d-b389-05a7d697c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:10.031481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-7a5bd84e-bb44-4e1d-b389-05a7d697c060 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824927 Oct 25 09:09:10.050797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:10.056265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fded476-a5b5-4120-88cd-342470f05d1d req-d344b5fd-5bba-42c0-b246-473d05da9453 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857625 Oct 25 09:09:10.061596 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:10.224951 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf3f5cb-d705-4b07-9035-767e58b7fba1 x-openstack-request-id: req-acf3f5cb-d705-4b07-9035-767e58b7fba1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:10.225503 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "6c1ae437-21f3-4df0-ae81-47e6b8a893da", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:10.225503 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acf3f5cb-d705-4b07-9035-767e58b7fba1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:10.225882 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'code': 200} Oct 25 09:09:10.241547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-07607717-4c6b-4e44-b3be-337f33a4d673 None None] Provisioning complete for port e494f97b-a376-434d-a219-dfd6547d6e0c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:10.241914 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-07607717-4c6b-4e44-b3be-337f33a4d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:10.251200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:10.272337 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e4697a-a6e8-40ad-ba93-fc3a2a95f35e x-openstack-request-id: req-04e4697a-a6e8-40ad-ba93-fc3a2a95f35e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:10.272628 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484da6a0-43a8-43d8-ac73-8ac9145b3197", "tag": "a4e15f6a-bf68-41d3-9611-770491970caa", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:10.272898 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04e4697a-a6e8-40ad-ba93-fc3a2a95f35e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:10.273481 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484da6a0-43a8-43d8-ac73-8ac9145b3197', 'tag': 'a4e15f6a-bf68-41d3-9611-770491970caa', 'status': 'completed', 'code': 200} Oct 25 09:09:10.397654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-676cc509-44e4-4a62-92a9-b76e2bc8960d service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568118 Oct 25 09:09:10.422427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-07607717-4c6b-4e44-b3be-337f33a4d673 None None] Port e494f97b-a376-434d-a219-dfd6547d6e0c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:09:10.436816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6cb983c1-4249-4adb-85c7-ded6508e614b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:10.453304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af053c-d66f-4523-8e66-7165a39da617 req-c3c7255d-cf1c-4120-bd7f-3f0e2ac721a2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:10.455719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27af053c-d66f-4523-8e66-7165a39da617 req-c3c7255d-cf1c-4120-bd7f-3f0e2ac721a2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 944 time: 0.1530066 Oct 25 09:09:10.485232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 5248cded-af25-4c12-8a0f-39fdc4cc6601 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:10.532426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 5248cded-af25-4c12-8a0f-39fdc4cc6601 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:10.532800 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:10.533009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:10.541603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cfac4bd9-665a-4be7-958e-c23f7aa9f95f admin admin] 10.222.0.32 "PUT /v2.0/routers/61fa8f23-49e4-451b-8e9c-1ec493fce6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4499791 Oct 25 09:09:10.545135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33890) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:10.548341 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] Sync routers for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:10.567946 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:10.568974 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27af053c-d66f-4523-8e66-7165a39da617 req-78fd95e5-c6a7-45b5-8dcb-a1bd13597656 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967219 Oct 25 09:09:10.575577 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:10.593681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port f84fd4c1-f43f-4369-999a-c4035a750d7e completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:10.623812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4eac09-be5a-4283-987a-e8abe0a6fa4a req-9c9fe331-20c0-4fb4-b1b0-2b584f552e23 service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064369 Oct 25 09:09:10.656247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-07607717-4c6b-4e44-b3be-337f33a4d673 None None] Provisioning complete for port 0f22c778-2672-43c5-b880-b80674f78318 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:10.656677 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-07607717-4c6b-4e44-b3be-337f33a4d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:10.661726 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:10.706576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port f84fd4c1-f43f-4369-999a-c4035a750d7e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:10.706927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:10.770098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port dd51305e-ac7a-4dd1-a3b4-421f95aa7438 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:10.770582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:10.824088 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:10.846915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-0f70843b-179d-4ea0-984f-89c281abe8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:10.848673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-0f70843b-179d-4ea0-984f-89c281abe8fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 1095 time: 0.1209850 Oct 25 09:09:10.859553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 2fa2421a-4e84-4170-90d3-70d689bbfedd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2fa2421a-4e84-4170-90d3-70d689bbfedd,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:10.872310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:08:58Z', 'revision_number': 4, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port': {'id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:51Z', 'updated_at': '2021-10-25T09:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6a48e110-47ce-45e5-857a-4ba75f748925', 'name': '', 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'mac_address': 'fa:16:3e:c7:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:56Z', 'updated_at': '2021-10-25T09:08:59Z', 'revision_number': 2, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'subnets': [{'id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:10.947910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Checking router: 66b82468-f273-4aa8-a9a7-0695f02d2c8f for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:10.948590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Updating router 66b82468-f273-4aa8-a9a7-0695f02d2c8f port 6a48e110-47ce-45e5-857a-4ba75f748925 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:09:11.004777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Sync routers for ids ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:11.013063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:11.030548 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:11.032045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf6fa06d-bb90-4239-a474-ace5f481c976 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:11.085270 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:09:06Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:11.086344 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-689bab0a-76ea-4c6a-9f95-063215d9f9f0 req-d211c727-8f15-4a3f-bc80-6a94e6bf74ba tempest-FloatingIPDetailsNegativeTestJSON-1436334442 tempest-FloatingIPDetailsNegativeTestJSON-1436334442-project] show failed (client error): The resource could not be found. Oct 25 09:09:11.095695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-689bab0a-76ea-4c6a-9f95-063215d9f9f0 req-d211c727-8f15-4a3f-bc80-6a94e6bf74ba tempest-FloatingIPDetailsNegativeTestJSON-1436334442 tempest-FloatingIPDetailsNegativeTestJSON-1436334442-project] 10.222.0.32 "GET /v2.0/floatingips/b91e053d-5e25-4026-b40b-da41175624d4 HTTP/1.1" status: 404 len: 350 time: 0.2169375 Oct 25 09:09:11.111497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33898) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:11.113528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 5248cded-af25-4c12-8a0f-39fdc4cc6601, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:11.120655 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] Checking router: 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:11.135694 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] Routers {'61fa8f23-49e4-451b-8e9c-1ec493fce6d0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:11.136525 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:11.213176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:11.274701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port dd51305e-ac7a-4dd1-a3b4-421f95aa7438, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,segment=NetworkSegment(95c73e1d-0093-4717-8daf-2a5f137d4fea),segment_id=95c73e1d-0093-4717-8daf-2a5f137d4fea)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:11.275277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:11.281555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:11.290257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for dd51305e-ac7a-4dd1-a3b4-421f95aa7438 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:11.339905 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] Set router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:11.384136 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:11.398658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Routers {'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:11.399308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:11.500535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33902) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:11.504420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-e643191c-149b-426f-b5c4-5e596f0fdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:11.507922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-e643191c-149b-426f-b5c4-5e596f0fdc23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.6488333 Oct 25 09:09:11.539365 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:11.619760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-4cb67fa1-4cab-4f8f-ac11-4b235a926d09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e15f6a-bf68-41d3-9611-770491970caa HTTP/1.1" status: 200 len: 217 time: 0.0525148 Oct 25 09:09:11.646831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=dd51305e-ac7a-4dd1-a3b4-421f95aa7438,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:11.647101 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:11.679413 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:09:06Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:11.741927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.742438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.742884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.743906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.744344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.744920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.745343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.746028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.750612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.750612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.750612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.750612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:11.781933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=2fa2421a-4e84-4170-90d3-70d689bbfedd,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:11.834329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:11.898050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7206ca-f452-4166-9a42-1c00d0fa481b req-0fb50b24-45bb-4c9f-bb32-d6ef68a538c8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:11.899573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c7206ca-f452-4166-9a42-1c00d0fa481b req-0fb50b24-45bb-4c9f-bb32-d6ef68a538c8 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 945 time: 0.5401702 Oct 25 09:09:11.968345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f84fd4c1-f43f-4369-999a-c4035a750d7e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f84fd4c1-f43f-4369-999a-c4035a750d7e,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:12.004499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.021433 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-924156e6-d5ed-45e3-8d21-f8608e89403f tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6168 time: 0.5175536 Oct 25 09:09:12.022069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33908) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:12.064591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'network': {'name': 'tempest-network-smoke--1148031233', 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'port_security_enabled': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:12.078056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bf6fa06d-bb90-4239-a474-ace5f481c976 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:12.078895 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.081918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:12.089770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Set router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:12.095775 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c0654-4eb3-4a1c-9416-e8bf8849132f None None] The sync data for ids ['61fa8f23-49e4-451b-8e9c-1ec493fce6d0'] in n-d-814746-2 is: [{'id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'name': 'tempest-ServersTestManualDisk-987752399-router', 'tenant_id': '7de9186cd8814fc6aa04100fd090e51b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:05:16Z', 'updated_at': '2021-10-25T09:09:06Z', 'revision_number': 5, 'project_id': '7de9186cd8814fc6aa04100fd090e51b', 'gw_port': {'id': '9d20494f-ce82-436b-bda6-cf319fe9933b', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fa8f23-49e4-451b-8e9c-1ec493fce6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:05:17Z', 'updated_at': '2021-10-25T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:12.129435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.176446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Made reservation on behalf of b949d7ee64e3496997c97dbb1e870181 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:12.181828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.182049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c7206ca-f452-4166-9a42-1c00d0fa481b req-85b2182a-1b2b-4d94-a559-a11b33850aa5 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039516 Oct 25 09:09:12.193364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-86434e6d-f38d-4892-9237-3bf7e8edec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.196842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-86434e6d-f38d-4892-9237-3bf7e8edec28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.5559170 Oct 25 09:09:12.206114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=5248cded-af25-4c12-8a0f-39fdc4cc6601,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:12.232349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:12.232733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.235658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb983c1-4249-4adb-85c7-ded6508e614b'}, {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248cded-af25-4c12-8a0f-39fdc4cc6601'}, {'server_uuid': 'e2e2e1e5-5a19-4b16-a2b9-a3b9df042042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84fd4c1-f43f-4369-999a-c4035a750d7e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:12.246904 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead58398-2175-4938-af03-f0b0398da0ac" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "6cb983c1-4249-4adb-85c7-ded6508e614b"}, {"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "5248cded-af25-4c12-8a0f-39fdc4cc6601"}, {"server_uuid": "e2e2e1e5-5a19-4b16-a2b9-a3b9df042042", "name": "network-vif-plugged", "status": "completed", "tag": "f84fd4c1-f43f-4369-999a-c4035a750d7e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:12.319054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.323248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:09:12.339465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3b41b001-2b20-4307-b622-71677815d09d None None] Provisioning complete for port e494f97b-a376-434d-a219-dfd6547d6e0c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:12.340068 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3b41b001-2b20-4307-b622-71677815d09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.355791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.356590 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Added segment 097e2268-9c09-4df4-afea-d5cbad932f4b of type vlan for network da33d475-38ee-4a68-b4b0-28e43b41b37d Oct 25 09:09:12.368504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-9f661355-40df-4d06-a27a-0681824d84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.380049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-9f661355-40df-4d06-a27a-0681824d84f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648862 Oct 25 09:09:12.516655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-9c3d7f53-a9d3-4669-8375-34829e2873b0 service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267984 Oct 25 09:09:12.537936 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.637479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:12.642706 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.649861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.650354 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.681978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-49f23c19-f9b4-4cfe-9922-e97809bcd739 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.689237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-49f23c19-f9b4-4cfe-9922-e97809bcd739 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.695719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-49f23c19-f9b4-4cfe-9922-e97809bcd739 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.707744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-49f23c19-f9b4-4cfe-9922-e97809bcd739 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.711211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Deleting port 9d20494f-ce82-436b-bda6-cf319fe9933b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:12.711560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.733377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-49f23c19-f9b4-4cfe-9922-e97809bcd739 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.740168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-49f23c19-f9b4-4cfe-9922-e97809bcd739 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.746683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-49f23c19-f9b4-4cfe-9922-e97809bcd739 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:12.749690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-49f23c19-f9b4-4cfe-9922-e97809bcd739 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5442 time: 0.4576311 Oct 25 09:09:12.766882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3b41b001-2b20-4307-b622-71677815d09d None None] Port e494f97b-a376-434d-a219-dfd6547d6e0c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:09:12.768358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=f84fd4c1-f43f-4369-999a-c4035a750d7e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:12.848454 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.858393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] For port 9d20494f-ce82-436b-bda6-cf319fe9933b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9d20494f-ce82-436b-bda6-cf319fe9933b,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:12.858770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.877546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Calling delete_port for 9d20494f-ce82-436b-bda6-cf319fe9933b owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:12.880200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port bf6fa06d-bb90-4239-a474-ace5f481c976, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf6fa06d-bb90-4239-a474-ace5f481c976,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:12.952419 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:12.953294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0f22c778-2672-43c5-b880-b80674f78318 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:13.151959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:13.163271 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-29aa5d19-d902-4f9a-bd38-146bd51d5aeb tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6548476 Oct 25 09:09:13.163671 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:13.182955 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:13.183576 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:13.209099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33914) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:13.219267 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1838832 Oct 25 09:09:13.225721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33918) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:13.311969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-378aaffa-2e9c-4bb5-9582-c536aca21d16 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet c6ed2329-bca6-457e-9cad-664023125caa {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:09:13.316500 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-378aaffa-2e9c-4bb5-9582-c536aca21d16 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.348819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=bf6fa06d-bb90-4239-a474-ace5f481c976,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:13.378365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80bbbb5d-9ce6-4334-abc6-e687ad4d84e0 req-9aab50d5-517b-49b4-98da-bcc836006990 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6195488 Oct 25 09:09:13.393896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a926a4c-2bfb-4059-9a23-ea6bb965913c req-8a4076c5-d133-45e6-840b-0f6b767b847f service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8457034 Oct 25 09:09:13.411988 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:13.459047 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.514651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'admin_state_up': True, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:13.558331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738af703-68c2-429b-bb95-2f8449d5354b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Network': ['ID=da33d475-38ee-4a68-b4b0-28e43b41b37d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:13.569552 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.569969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.612294 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.618136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network da33d475-38ee-4a68-b4b0-28e43b41b37d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:09:13.618357 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-378aaffa-2e9c-4bb5-9582-c536aca21d16 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.668549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d20494f-ce82-436b-bda6-cf319fe9933b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:13.731337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.733010 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.738177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:13.739968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.813140 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.824581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0197ada-707e-47df-87a4-83a15b28e496 req-7829cbd9-22ef-414a-92ea-a29d8dc6820e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:13.825300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0f22c778-2672-43c5-b880-b80674f78318 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:13.825819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.833080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.836442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0197ada-707e-47df-87a4-83a15b28e496 req-7829cbd9-22ef-414a-92ea-a29d8dc6820e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 944 time: 0.1785388 Oct 25 09:09:13.897104 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:11Z', 'revision_number': 9, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:13.919048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589406d-5d2c-4d67-87d7-ce3ba1bd243f None None] Pushing event updated for resources: {'Port': ['ID=6a48e110-47ce-45e5-857a-4ba75f748925,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:13.949967 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:13.953840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0197ada-707e-47df-87a4-83a15b28e496 req-17470c37-3534-47d1-a740-70fd7211f217 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134174 Oct 25 09:09:13.957033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:13.986679 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:13.987238 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:14.046296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:14.053367 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8208e8-7ef3-490a-956a-ab230f82fd38 x-openstack-request-id: req-2d8208e8-7ef3-490a-956a-ab230f82fd38 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:14.053672 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "6cb983c1-4249-4adb-85c7-ded6508e614b", "code": 200}, {"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "5248cded-af25-4c12-8a0f-39fdc4cc6601", "code": 200}, {"server_uuid": "e2e2e1e5-5a19-4b16-a2b9-a3b9df042042", "name": "network-vif-plugged", "status": "completed", "tag": "f84fd4c1-f43f-4369-999a-c4035a750d7e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:14.054080 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d8208e8-7ef3-490a-956a-ab230f82fd38 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:14.054316 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb983c1-4249-4adb-85c7-ded6508e614b', 'code': 200} Oct 25 09:09:14.054572 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248cded-af25-4c12-8a0f-39fdc4cc6601', 'code': 200} Oct 25 09:09:14.054822 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e2e1e5-5a19-4b16-a2b9-a3b9df042042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84fd4c1-f43f-4369-999a-c4035a750d7e', 'code': 200} Oct 25 09:09:14.056767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:07Z', 'revision_number': 4, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port': {'id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:00Z', 'updated_at': '2021-10-25T09:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'e494f97b-a376-434d-a219-dfd6547d6e0c', 'name': '', 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'mac_address': 'fa:16:3e:a5:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '372858ea-6b9a-4a03-8a8c-13f8562915fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:06Z', 'updated_at': '2021-10-25T09:09:08Z', 'revision_number': 2, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'subnets': [{'id': '372858ea-6b9a-4a03-8a8c-13f8562915fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:14.152925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-378aaffa-2e9c-4bb5-9582-c536aca21d16 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.155191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Checking router: df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:14.155545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Updating router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 port e494f97b-a376-434d-a219-dfd6547d6e0c binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:09:14.192875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.219722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Attempting to bind port 6a48e110-47ce-45e5-857a-4ba75f748925 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:14.219722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Attempting to bind port 6a48e110-47ce-45e5-857a-4ba75f748925 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:14.220083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Attempting to bind port 6a48e110-47ce-45e5-857a-4ba75f748925 on network b77ff6a8-4654-42c9-bc6b-1596722bf643 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:14.245009 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.270363 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:14.279714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:14.280155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Checking segment: {'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:14.280617 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.281027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Bound using segment: {'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:14.281542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Bound port: 6a48e110-47ce-45e5-857a-4ba75f748925, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852f4a69-fd87-441d-bb25-59e3083079c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:14.281904 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.290600 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.376006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7123f7f9-8c9d-44fa-aaed-e85b03df7865 None None] Provisioning complete for port 6a48e110-47ce-45e5-857a-4ba75f748925 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:14.376694 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7123f7f9-8c9d-44fa-aaed-e85b03df7865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.410889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:14.425890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.439627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d0d6f-e22f-4593-9059-e8aaf0b25027 req-20d0c424-a8ac-4013-93b5-fa9dafa4a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:14.443327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:14.443569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-048d0d6f-e22f-4593-9059-e8aaf0b25027 req-20d0c424-a8ac-4013-93b5-fa9dafa4a772 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 1097 time: 0.2872040 Oct 25 09:09:14.443717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ac05248-787a-46d4-a5c6-b49b6e8c0e55 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:14.528722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.528722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61fa8f23-49e4-451b-8e9c-1ec493fce6d0 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:09:14.534371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.535676 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4987a32d-4dad-4250-8a51-3de7e0d39629 admin admin] 10.222.0.32 "DELETE /v2.0/routers/61fa8f23-49e4-451b-8e9c-1ec493fce6d0 HTTP/1.1" status: 204 len: 168 time: 3.9882383 Oct 25 09:09:14.540023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33924) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:14.600993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7123f7f9-8c9d-44fa-aaed-e85b03df7865 None None] Port 6a48e110-47ce-45e5-857a-4ba75f748925 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:09:14.625979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] For port 6a48e110-47ce-45e5-857a-4ba75f748925, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:14.641408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a1d2-873c-47d7-a2d7-76e250f25646 req-e0b2ed9a-62b4-4182-9df4-dc83719a30f1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:14.654999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec71a1d2-873c-47d7-a2d7-76e250f25646 req-e0b2ed9a-62b4-4182-9df4-dc83719a30f1 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.4046893 Oct 25 09:09:14.667962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] For port 6a48e110-47ce-45e5-857a-4ba75f748925, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6a48e110-47ce-45e5-857a-4ba75f748925,segment=NetworkSegment(852f4a69-fd87-441d-bb25-59e3083079c4),segment_id=852f4a69-fd87-441d-bb25-59e3083079c4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:14.680256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.756616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec71a1d2-873c-47d7-a2d7-76e250f25646 req-f593be15-4fb3-4da4-8c54-593570f94cd0 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003211 Oct 25 09:09:14.776406 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:11Z', 'revision_number': 9, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:14.803682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589406d-5d2c-4d67-87d7-ce3ba1bd243f None None] Pushing event updated for resources: {'Port': ['ID=6a48e110-47ce-45e5-857a-4ba75f748925,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:14.858161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-048d0d6f-e22f-4593-9059-e8aaf0b25027 req-c3faeb13-67dc-4c10-996f-a5ae51433edf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260925 Oct 25 09:09:14.876241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Routers {'66b82468-f273-4aa8-a9a7-0695f02d2c8f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:14.876538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Deleting port e494f97b-a376-434d-a219-dfd6547d6e0c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:14.876905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:14.877264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:14.902029 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2be18-ab58-4d10-a57d-87a8fac21b31 None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:11Z', 'revision_number': 9, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '326f33d4-6a22-462d-8b64-372108aa356d', 'name': '', 'network_id': '245b562b-a8fd-44cf-adf8-3202c859727e', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:c7:e8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:30Z', 'updated_at': '2021-10-25T09:08:36Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': 'e6a7878b-1c44-41d6-988e-390b980ee7c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:14.981493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2fa2421a-4e84-4170-90d3-70d689bbfedd up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:15.072812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-506cdf47-0c1f-4912-b473-59b1bb9b8972 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:15.092533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-506cdf47-0c1f-4912-b473-59b1bb9b8972 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:15.099847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-506cdf47-0c1f-4912-b473-59b1bb9b8972 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:15.108961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-506cdf47-0c1f-4912-b473-59b1bb9b8972 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:15.116441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-506cdf47-0c1f-4912-b473-59b1bb9b8972 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:15.124202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-506cdf47-0c1f-4912-b473-59b1bb9b8972 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:15.144600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-506cdf47-0c1f-4912-b473-59b1bb9b8972 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:15.147219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-506cdf47-0c1f-4912-b473-59b1bb9b8972 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.1727893 Oct 25 09:09:15.171119 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.179255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-327ad279-058e-49f3-af3f-4b4b2a08169e admin admin] Deleting subnet 43029dd3-11d8-4c54-93af-7b3f35efeea6 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:09:15.181977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-378aaffa-2e9c-4bb5-9582-c536aca21d16 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.183035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] Set router 66b82468-f273-4aa8-a9a7-0695f02d2c8f gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:15.199338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-327ad279-058e-49f3-af3f-4b4b2a08169e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.232500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Calling delete_port for e494f97b-a376-434d-a219-dfd6547d6e0c owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:15.249659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d5f7fef-dcf0-461d-ae62-d28ab0bb4d70 req-eb8ced47-6e05-410e-991e-a7b3133cbf80 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845618 Oct 25 09:09:15.293504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378aaffa-2e9c-4bb5-9582-c536aca21d16 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ed2329-bca6-457e-9cad-664023125caa,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:15.332170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026b5b7c-7a4b-4340-ab09-a3ce0706d633 None None] Network 064e93b1-098a-446e-aa47-e57983411e89 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:15.359673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-378aaffa-2e9c-4bb5-9582-c536aca21d16 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.368424 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-378aaffa-2e9c-4bb5-9582-c536aca21d16 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/c6ed2329-bca6-457e-9cad-664023125caa HTTP/1.1" status: 204 len: 168 time: 2.1474941 Oct 25 09:09:15.370728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33930) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:15.385984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-327ad279-058e-49f3-af3f-4b4b2a08169e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.400140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-91d64d36-2632-41f4-a5de-d3ffaa9a34ab None None] Provisioning complete for port 6a48e110-47ce-45e5-857a-4ba75f748925 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:15.400713 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-91d64d36-2632-41f4-a5de-d3ffaa9a34ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.421909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2fa2421a-4e84-4170-90d3-70d689bbfedd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:15.422278 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.540983 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.549374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a4e15f6a-bf68-41d3-9611-770491970caa details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:09:15.586840 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.609183 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.631763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-327ad279-058e-49f3-af3f-4b4b2a08169e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.634774 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.639145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500575e3-740c-4bc4-97bf-eab090b6d865 req-2c03dd3f-3c1b-4aad-a3ba-cb91d26fa547 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:15.646983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-500575e3-740c-4bc4-97bf-eab090b6d865 req-2c03dd3f-3c1b-4aad-a3ba-cb91d26fa547 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 944 time: 0.2463388 Oct 25 09:09:15.660198 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.724310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-500575e3-740c-4bc4-97bf-eab090b6d865 req-deb448be-d4ed-476c-b81a-4398d91e5d61 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759072 Oct 25 09:09:15.727789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ff2e8-8f10-4d93-ae00-aefd7c94e3b5 None None] Pushing event updated for resources: {'Port': ['ID=e494f97b-a376-434d-a219-dfd6547d6e0c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:15.766208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Allocated IP 172.25.8.160 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/8bf1e1c0-c7b4-4364-bd70-578d5abe04b7) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:15.846348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 555201ad-1878-401f-a991-4ac1bd8c3b6d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:15.853548 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.960860 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-327ad279-058e-49f3-af3f-4b4b2a08169e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:15.990927 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.039608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Pushing event deleted for resources: {'Port': ['ID=e494f97b-a376-434d-a219-dfd6547d6e0c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:16.043497 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.100210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ad279-058e-49f3-af3f-4b4b2a08169e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43029dd3-11d8-4c54-93af-7b3f35efeea6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:16.119521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-327ad279-058e-49f3-af3f-4b4b2a08169e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.123525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port 555201ad-1878-401f-a991-4ac1bd8c3b6d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=555201ad-1878-401f-a991-4ac1bd8c3b6d,segment=NetworkSegment(95c73e1d-0093-4717-8daf-2a5f137d4fea),segment_id=95c73e1d-0093-4717-8daf-2a5f137d4fea)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:16.123896 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.124544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-327ad279-058e-49f3-af3f-4b4b2a08169e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/43029dd3-11d8-4c54-93af-7b3f35efeea6 HTTP/1.1" status: 204 len: 168 time: 1.5820618 Oct 25 09:09:16.127459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33934) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:16.156102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f4d70-7e78-4287-88b6-11f27567544d req-f6ac9102-e418-47df-9668-0ec9e104eb29 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:16.163941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d2f4d70-7e78-4287-88b6-11f27567544d req-f6ac9102-e418-47df-9668-0ec9e104eb29 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.2814624 Oct 25 09:09:16.212483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 555201ad-1878-401f-a991-4ac1bd8c3b6d owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:16.247951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:16.250234 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4739a6-a8a7-4729-92d4-a236a506208e" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d19ae-42fe-490d-9328-388aaa8b5dd3"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:16.316627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:09:16.320042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d85d8a-553d-4b3f-bd54-e7244235d787 None None] Network 3cc29b19-7f21-4f41-8e2f-faa687bad90c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:16.334628 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.340960 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.393912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d2f4d70-7e78-4287-88b6-11f27567544d req-761a9a07-b63a-4439-b253-726cbbc448ae tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289357 Oct 25 09:09:16.454140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:16.458182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:16.474144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:16.480327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=8bf1e1c0-c7b4-4364-bd70-578d5abe04b7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:16.557735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Deleting port 35e0db47-4a48-439b-b9ae-93b99e101f16 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:16.558273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.682295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-931b1b28-0548-4330-9c37-8d851fefb800 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:16.689187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-931b1b28-0548-4330-9c37-8d851fefb800 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:16.695079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-931b1b28-0548-4330-9c37-8d851fefb800 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:16.701070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-931b1b28-0548-4330-9c37-8d851fefb800 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:16.705600 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e5f7886-58b8-44b4-8dae-020c4bc1caaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.707573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-931b1b28-0548-4330-9c37-8d851fefb800 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:16.713824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-931b1b28-0548-4330-9c37-8d851fefb800 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:16.719778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-931b1b28-0548-4330-9c37-8d851fefb800 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:16.721714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-931b1b28-0548-4330-9c37-8d851fefb800 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.1479456 Oct 25 09:09:16.742159 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.757127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] For port 35e0db47-4a48-439b-b9ae-93b99e101f16, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=35e0db47-4a48-439b-b9ae-93b99e101f16,segment=NetworkSegment(459ccb67-e548-4702-bc80-3a2d5ae77a6f),segment_id=459ccb67-e548-4702-bc80-3a2d5ae77a6f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:16.757736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.760196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.779134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Calling delete_port for 35e0db47-4a48-439b-b9ae-93b99e101f16 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:16.795492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Attempting to bind port e494f97b-a376-434d-a219-dfd6547d6e0c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:16.795948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Attempting to bind port e494f97b-a376-434d-a219-dfd6547d6e0c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:16.796309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Attempting to bind port e494f97b-a376-434d-a219-dfd6547d6e0c on network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:16.798358 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-91d64d36-2632-41f4-a5de-d3ffaa9a34ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.825170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-161d98eb-04a4-42a2-a5c4-0753d02ac2d8 req-0e722393-2b49-40e9-a75d-ec7b7acfe104 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894556 Oct 25 09:09:16.835773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No DVR routers for this DVR port 555201ad-1878-401f-a991-4ac1bd8c3b6d on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:16.837751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=555201ad-1878-401f-a991-4ac1bd8c3b6d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:16.902470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:16.902843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Checking segment: {'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:16.903248 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.903714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Bound using segment: {'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:16.904465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Bound port: e494f97b-a376-434d-a219-dfd6547d6e0c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99a25c0-28aa-4723-a438-f5ef9dca18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:16.904845 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:16.968433 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26dca68-5bdd-4f36-95c3-368a5b4ebc25 x-openstack-request-id: req-b26dca68-5bdd-4f36-95c3-368a5b4ebc25 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:16.968582 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d19ae-42fe-490d-9328-388aaa8b5dd3", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:16.968827 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b26dca68-5bdd-4f36-95c3-368a5b4ebc25 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:16.969234 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3', 'code': 200} Oct 25 09:09:17.015087 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.037167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce39c4-2bb1-4d20-9b32-b8d3b1bbf383 None None] DHCP port deletion for 064e93b1-098a-446e-aa47-e57983411e89 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:09:17.053450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf6fa06d-bb90-4239-a474-ace5f481c976 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:17.072768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a4e15f6a-bf68-41d3-9611-770491970caa, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a4e15f6a-bf68-41d3-9611-770491970caa,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:17.123865 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.130569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-91d64d36-2632-41f4-a5de-d3ffaa9a34ab None None] For port 6a48e110-47ce-45e5-857a-4ba75f748925, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6a48e110-47ce-45e5-857a-4ba75f748925,segment=NetworkSegment(852f4a69-fd87-441d-bb25-59e3083079c4),segment_id=852f4a69-fd87-441d-bb25-59e3083079c4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:17.151559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Port e494f97b-a376-434d-a219-dfd6547d6e0c has been deleted concurrently {{(pid=106993) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 25 09:09:17.156178 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.173616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e0db47-4a48-439b-b9ae-93b99e101f16,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:17.181333 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-91d64d36-2632-41f4-a5de-d3ffaa9a34ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.184442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'a4e15f6a-bf68-41d3-9611-770491970caa', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': 'a4e15f6a-bf68-41d3-9611-770491970caa', 'mac_address': 'fa:16:3e:d8:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:09:17.214087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064e93b1-098a-446e-aa47-e57983411e89']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:17.222006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] No DVR routers for this DVR port 35e0db47-4a48-439b-b9ae-93b99e101f16 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:17.234869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:08:58Z', 'revision_number': 4, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port': {'id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:51Z', 'updated_at': '2021-10-25T09:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6a48e110-47ce-45e5-857a-4ba75f748925', 'name': '', 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'mac_address': 'fa:16:3e:c7:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:56Z', 'updated_at': '2021-10-25T09:09:14Z', 'revision_number': 4, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'subnets': [{'id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:17.236939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c73e1d-0093-4717-8daf-2a5f137d4fea') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:17.237472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c73e1d-0093-4717-8daf-2a5f137d4fea') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:17.255480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571706f9-e103-403b-90df-4979b95c1369 req-7f17a2e4-727f-4cfb-9f72-153a19d469d3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.260813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-571706f9-e103-403b-90df-4979b95c1369 req-7f17a2e4-727f-4cfb-9f72-153a19d469d3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 944 time: 0.2264228 Oct 25 09:09:17.302831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.311465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Routers {'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:17.312096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:17.345728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c15d2-0569-423f-b062-8567696b1b5d req-8ad156e8-4fde-40ac-bd9b-78ba749c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.346223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c15d2-0569-423f-b062-8567696b1b5d req-8ad156e8-4fde-40ac-bd9b-78ba749c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.346683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c15d2-0569-423f-b062-8567696b1b5d req-8ad156e8-4fde-40ac-bd9b-78ba749c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.347152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c15d2-0569-423f-b062-8567696b1b5d req-8ad156e8-4fde-40ac-bd9b-78ba749c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.347778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c15d2-0569-423f-b062-8567696b1b5d req-8ad156e8-4fde-40ac-bd9b-78ba749c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.348253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c15d2-0569-423f-b062-8567696b1b5d req-8ad156e8-4fde-40ac-bd9b-78ba749c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.348715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c15d2-0569-423f-b062-8567696b1b5d req-8ad156e8-4fde-40ac-bd9b-78ba749c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.349751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.350955 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f10c15d2-0569-423f-b062-8567696b1b5d req-8ad156e8-4fde-40ac-bd9b-78ba749c00ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6500 time: 0.2658110 Oct 25 09:09:17.362171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-571706f9-e103-403b-90df-4979b95c1369 req-83bebb52-da5e-4906-854a-ea006aeb0ce7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818048 Oct 25 09:09:17.363692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d10c05d-01c1-4c51-80e1-353da86b2aa2 None None] The sync data for ids ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'] in n-d-814746-2 is: [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:08:58Z', 'revision_number': 4, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port': {'id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:51Z', 'updated_at': '2021-10-25T09:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6a48e110-47ce-45e5-857a-4ba75f748925', 'name': '', 'network_id': 'b77ff6a8-4654-42c9-bc6b-1596722bf643', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'mac_address': 'fa:16:3e:c7:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:56Z', 'updated_at': '2021-10-25T09:09:14Z', 'revision_number': 4, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'subnets': [{'id': 'c8cfd723-2b05-4d95-8574-95ace9a02b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:17.371624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:09:17.373243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: items = [ Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:09:17.378567 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:09:17.406770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13b55f-20ee-471c-b1cd-96eb5983fab9 None None] DHCP port deletion for 3cc29b19-7f21-4f41-8e2f-faa687bad90c request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:09:17.451918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d64d36-2632-41f4-a5de-d3ffaa9a34ab None None] Pushing event updated for resources: {'Port': ['ID=6a48e110-47ce-45e5-857a-4ba75f748925,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:17.477115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.530255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e15f6a-bf68-41d3-9611-770491970caa {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:17.539862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f10c15d2-0569-423f-b062-8567696b1b5d req-a0c46a41-f5db-453a-9054-ab3c724f9e7c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a33943da-78aa-449f-9433-e028c6b1e39a&id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532049 Oct 25 09:09:17.545855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.546129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bf6fa06d-bb90-4239-a474-ace5f481c976 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:17.546389 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.589352 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.628195 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.644061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.650268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/064e93b1-098a-446e-aa47-e57983411e89 HTTP/1.1" status: 204 len: 168 time: 2.2776973 Oct 25 09:09:17.655948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33948) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:17.682897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a4e15f6a-bf68-41d3-9611-770491970caa, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a4e15f6a-bf68-41d3-9611-770491970caa,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:17.705231 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.732134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27324e7a-0a6b-4c2d-b678-5bcfa2d1b718 req-001863d7-dede-4fbc-9273-7474b375f7cb tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:17.738580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27324e7a-0a6b-4c2d-b678-5bcfa2d1b718 req-001863d7-dede-4fbc-9273-7474b375f7cb tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.1837542 Oct 25 09:09:17.769696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c17eb-b10f-4d80-94e3-02dda47caebc tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=064e93b1-098a-446e-aa47-e57983411e89,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:17.779272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc29b19-7f21-4f41-8e2f-faa687bad90c']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:17.801083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459ccb67-e548-4702-bc80-3a2d5ae77a6f') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:17.801388 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459ccb67-e548-4702-bc80-3a2d5ae77a6f') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:17.809543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=a4e15f6a-bf68-41d3-9611-770491970caa,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:17.819157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.826612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:17.839758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] Set router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:17.848447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.858914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:09:17.864087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:09:17.864492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:09:17.866822 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:09:17.869106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27324e7a-0a6b-4c2d-b678-5bcfa2d1b718 req-03242169-e83e-433a-9276-0ad26bff0daa tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926852 Oct 25 09:09:17.944093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0f22c778-2672-43c5-b880-b80674f78318 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:18.021599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:18.035216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:18.040486 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3cc29b19-7f21-4f41-8e2f-faa687bad90c HTTP/1.1" status: 204 len: 168 time: 1.9119520 Oct 25 09:09:18.148193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78fd13-6b76-401d-8db8-68c54458f7e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc29b19-7f21-4f41-8e2f-faa687bad90c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:18.178768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a4e15f6a-bf68-41d3-9611-770491970caa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:09:18.200398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:18.240075 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:18.243674 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ec88f77d-9bcf-49be-9e98-47214c668ac9 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9371216 Oct 25 09:09:18.250337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33956) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.295481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33958) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.330297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Sync routers for ids ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:18.373829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Routers {'a8d7c90a-5f64-44d3-bb93-4b304fde94f8'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:18.374570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:08:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:18.382887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a923b23-f18e-4fb8-a0f1-f63cbe788ae7 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.387551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9a923b23-f18e-4fb8-a0f1-f63cbe788ae7 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b949d7ee64e3496997c97dbb1e870181&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1361330 Oct 25 09:09:18.391730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33960) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.484712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0f22c778-2672-43c5-b880-b80674f78318 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:18.485275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:18.510087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e060861-bbd3-4883-8cd0-9e283575e0fa tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.515540 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4e060861-bbd3-4883-8cd0-9e283575e0fa tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1227160 Oct 25 09:09:18.516176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33964) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.555124 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4ee36cd9-d36e-4e4b-9272-f1ae5fde3601 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365093 Oct 25 09:09:18.563273 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5a105b1c-a553-42a1-80ad-a9a1c9bf2844 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7de9186cd8814fc6aa04100fd090e51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633154 Oct 25 09:09:18.563273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33966) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.569816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33968) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.602829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:15Z', 'revision_number': 5, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port': {'id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:00Z', 'updated_at': '2021-10-25T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:18.607281 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-20dd1792-e3b7-4d52-9aeb-871972be6f90 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=b949d7ee64e3496997c97dbb1e870181&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446048 Oct 25 09:09:18.610022 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33972) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.671723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62777cdd-742d-407b-87f4-37a1e3fb79b4 None None] The sync data for ids ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'] in n-d-814746-2 is: [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:15Z', 'revision_number': 5, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port': {'id': 'bf6fa06d-bb90-4239-a474-ace5f481c976', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:00Z', 'updated_at': '2021-10-25T09:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:18.732318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eab68335-2276-45be-99ff-08b249d9049c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:18.766490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409a30-32f5-4231-a888-0933c51aabac req-e9678134-6957-4c62-83af-e8620614d4fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.773396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409a30-32f5-4231-a888-0933c51aabac req-e9678134-6957-4c62-83af-e8620614d4fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.780534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409a30-32f5-4231-a888-0933c51aabac req-e9678134-6957-4c62-83af-e8620614d4fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.785634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Set router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:18.788816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409a30-32f5-4231-a888-0933c51aabac req-e9678134-6957-4c62-83af-e8620614d4fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.795435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409a30-32f5-4231-a888-0933c51aabac req-e9678134-6957-4c62-83af-e8620614d4fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.801921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eab68335-2276-45be-99ff-08b249d9049c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:18.802513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409a30-32f5-4231-a888-0933c51aabac req-e9678134-6957-4c62-83af-e8620614d4fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.810419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409a30-32f5-4231-a888-0933c51aabac req-e9678134-6957-4c62-83af-e8620614d4fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.819258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b409a30-32f5-4231-a888-0933c51aabac req-e9678134-6957-4c62-83af-e8620614d4fb tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.8426478 Oct 25 09:09:18.857974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:18.870390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99751ff0-0f47-4460-85b7-ca616d840d29 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:18.876676 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-99751ff0-0f47-4460-85b7-ca616d840d29 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2649896 Oct 25 09:09:18.882168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33974) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.891318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bf1395bf-6d65-44fc-a937-2e78713d529f admin admin] 10.222.0.32 "PUT /v2.0/routers/df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7569973 Oct 25 09:09:18.896233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33976) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.938457 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ee9bb3a1-f269-4f4e-83d4-e0edc354adfb tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447712 Oct 25 09:09:18.941908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33978) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:18.951033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503516291', 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d', 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:19.059652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b409a30-32f5-4231-a888-0933c51aabac req-48f4a63c-b413-4ede-ac66-4836a2a84df7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2393608 Oct 25 09:09:19.304901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 41d6aab2-48f4-4741-9e64-1b75262959fd no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:19.307869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3268eafb-f116-4d9c-a3b4-60ea29f27016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.375109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Made reservation on behalf of b949d7ee64e3496997c97dbb1e870181 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:19.384209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.391298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 41d6aab2-48f4-4741-9e64-1b75262959fd {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:19.391663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 41d6aab2-48f4-4741-9e64-1b75262959fd not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:19.392044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2de04e69-4c79-4a08-b6a7-94d779a6c54c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:19.425515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2de04e69-4c79-4a08-b6a7-94d779a6c54c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:19.425879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2de04e69-4c79-4a08-b6a7-94d779a6c54c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:19.463453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b833741-22c6-49f2-9260-a420a3adf3f6 req-37a8b850-a98d-4fc7-b3c5-aebbeb422d8e tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:19.463705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b833741-22c6-49f2-9260-a420a3adf3f6 req-37a8b850-a98d-4fc7-b3c5-aebbeb422d8e tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.2268980 Oct 25 09:09:19.546979 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eab68335-2276-45be-99ff-08b249d9049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.551736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eab68335-2276-45be-99ff-08b249d9049c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.553517 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eab68335-2276-45be-99ff-08b249d9049c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ec8828d-74d1-4163-af94-2d98c769a971 HTTP/1.1" status: 204 len: 168 time: 0.9814439 Oct 25 09:09:19.576188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab68335-2276-45be-99ff-08b249d9049c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec8828d-74d1-4163-af94-2d98c769a971,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:19.629876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:09:16Z', 'revision_number': 3, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:19.642009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6a48e110-47ce-45e5-857a-4ba75f748925 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:19.658142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.732568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b833741-22c6-49f2-9260-a420a3adf3f6 req-826bea3b-ab69-47d5-82a5-2bc95751905d tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004628 Oct 25 09:09:19.758551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Checking router: a8d7c90a-5f64-44d3-bb93-4b304fde94f8 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:19.758903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Updating router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:09:19.868321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.898836 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.914166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.953827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.955362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:19.994851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Deleting port bf6fa06d-bb90-4239-a474-ace5f481c976 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:19.995204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.031279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6a48e110-47ce-45e5-857a-4ba75f748925 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:20.031652 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.144081 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] Sync routers for ids ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:20.160287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] For port bf6fa06d-bb90-4239-a474-ace5f481c976, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf6fa06d-bb90-4239-a474-ace5f481c976,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:20.162134 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] Routers {'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:20.163435 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:20.163998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.180072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033c70b-6f69-42ca-a836-d31369af8f9d req-029968f6-3ba7-4639-8092-5eb59638b660 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:20.181639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5033c70b-6f69-42ca-a836-d31369af8f9d req-029968f6-3ba7-4639-8092-5eb59638b660 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 945 time: 0.2240529 Oct 25 09:09:20.203483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Calling delete_port for bf6fa06d-bb90-4239-a474-ace5f481c976 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:20.234514 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.303530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5033c70b-6f69-42ca-a836-d31369af8f9d req-5573076e-1571-44b8-8474-15cea6fdd93c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152074 Oct 25 09:09:20.365323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Subnet': ['ID=c079220a-9d8c-44e4-8a0c-c59fe6463f9f,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:20.372694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Checking segment: {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:20.373075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network hostable DHCP agents. Network: da33d475-38ee-4a68-b4b0-28e43b41b37d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:09:20.406108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network da33d475-38ee-4a68-b4b0-28e43b41b37d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:09:20.433033 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] Set router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:20.471091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, da33d475-38ee-4a68-b4b0-28e43b41b37d) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:20.478070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:20.478654 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.506895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4d35d-178b-48cc-8694-e81364982e73 None None] Network da33d475-38ee-4a68-b4b0-28e43b41b37d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:20.512666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-24a01b6f-a5d6-4d15-85ac-c0bee15d5152 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5667279 Oct 25 09:09:20.514014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 33998) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:20.618978 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:19Z', 'revision_number': 6, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:20.667635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.694831 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] Checking router: df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:20.708516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6fa06d-bb90-4239-a474-ace5f481c976,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:20.742621 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] Routers {'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:20.743397 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:20.793194 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.812371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9d20494f-ce82-436b-bda6-cf319fe9933b no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:20.865542 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] Set router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:20.924028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 9d20494f-ce82-436b-bda6-cf319fe9933b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:20.926817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9d20494f-ce82-436b-bda6-cf319fe9933b not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:20.927241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device dd51305e-ac7a-4dd1-a3b4-421f95aa7438 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:20.928215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.930847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.980523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.981502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:09:20.987473 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:20Z', 'revision_number': 7, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:20.989537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:20.994088 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b9beb55d-bb96-4dbf-b076-8120457baff7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8 HTTP/1.1" status: 204 len: 168 time: 2.0968471 Oct 25 09:09:20.994863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34012) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:20.999619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 326f33d4-6a22-462d-8b64-372108aa356d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:21.000157 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.008142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: dd51305e-ac7a-4dd1-a3b4-421f95aa7438 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:21.008487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device dd51305e-ac7a-4dd1-a3b4-421f95aa7438 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:21.008915 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 35e0db47-4a48-439b-b9ae-93b99e101f16 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:21.041019 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df849256-90ae-448b-8b04-9753aa93b4f9 None None] The sync data for ids ['df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8'] in n-d-814746-2 is: [{'id': 'df4f462d-c15a-475f-a1b4-6d7d2dcfd3c8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-812769853-router', 'tenant_id': '5c2c8ce0e30847f59117ee9942effcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:58Z', 'updated_at': '2021-10-25T09:09:20Z', 'revision_number': 7, 'project_id': '5c2c8ce0e30847f59117ee9942effcd2', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:21.043088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34014) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:21.056912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 35e0db47-4a48-439b-b9ae-93b99e101f16 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:21.057075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 35e0db47-4a48-439b-b9ae-93b99e101f16 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:21.057465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 555201ad-1878-401f-a991-4ac1bd8c3b6d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:21.069331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b81911-7db8-4cc6-9ba1-062feeead1fc admin admin] Deleting subnet 372858ea-6b9a-4a03-8a8c-13f8562915fa {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:09:21.088321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b81911-7db8-4cc6-9ba1-062feeead1fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.147291 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b81911-7db8-4cc6-9ba1-062feeead1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.158182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port 326f33d4-6a22-462d-8b64-372108aa356d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=326f33d4-6a22-462d-8b64-372108aa356d,segment=NetworkSegment(03ad59fa-517c-4f15-883e-aed01983c814),segment_id=03ad59fa-517c-4f15-883e-aed01983c814)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:21.158554 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.163208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 555201ad-1878-401f-a991-4ac1bd8c3b6d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:21.163757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 555201ad-1878-401f-a991-4ac1bd8c3b6d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:21.179056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 326f33d4-6a22-462d-8b64-372108aa356d owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:21.208204 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.267693 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.293203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-da33d475-38ee-4a68-b4b0-28e43b41b37d', 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'fixed_ips': [{'subnet_id': 'c079220a-9d8c-44e4-8a0c-c59fe6463f9f'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:09:21.295256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.299391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-159450067-network', 'tenant_id': '17cae23e76914f6981ea88ef25f859c6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:21.324668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b81911-7db8-4cc6-9ba1-062feeead1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.359610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Made reservation on behalf of 17cae23e76914f6981ea88ef25f859c6 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:21.360849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-1619de13-c243-43b9-94d0-ccc2660a969b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:21.362193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.367452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-1619de13-c243-43b9-94d0-ccc2660a969b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:21.374884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-1619de13-c243-43b9-94d0-ccc2660a969b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:21.381061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-1619de13-c243-43b9-94d0-ccc2660a969b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:21.381239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.387045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-1619de13-c243-43b9-94d0-ccc2660a969b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:21.393742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-1619de13-c243-43b9-94d0-ccc2660a969b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:21.400400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-1619de13-c243-43b9-94d0-ccc2660a969b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:21.402768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-1619de13-c243-43b9-94d0-ccc2660a969b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.6677139 Oct 25 09:09:21.432481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Attempting to bind port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:21.433069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Attempting to bind port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:21.433540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Attempting to bind port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:21.444040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:21.444357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:21.444680 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.445236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:21.446031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Bound port: 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:21.446490 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.484328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.484610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Pushing event updated for resources: {'Port': ['ID=8bf1e1c0-c7b4-4364-bd70-578d5abe04b7,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:21.492918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.500584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cef58795-f347-44ef-b83f-8e6b09d1ebbc req-cdad5749-3807-422c-ae96-18cadf307c68 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891404 Oct 25 09:09:21.526802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.527335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.527578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.527917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.528279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.529390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.529726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.530051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.530599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.530933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.531514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.531848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:09:21.591776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:09:21.596734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] For port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:21.610820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] For port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8bf1e1c0-c7b4-4364-bd70-578d5abe04b7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:21.612677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Allocated IP 172.20.0.18 (da33d475-38ee-4a68-b4b0-28e43b41b37d/c079220a-9d8c-44e4-8a0c-c59fe6463f9f/ce2c35ef-bcb2-4331-ac07-c8f33ba3255b) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:21.619734 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.620918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b81911-7db8-4cc6-9ba1-062feeead1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.675602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b81911-7db8-4cc6-9ba1-062feeead1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372858ea-6b9a-4a03-8a8c-13f8562915fa,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:21.697807 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.709014 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Added segment 85470ab5-b188-41a4-b239-3bdd48f5b718 of type vlan for network d614783c-104d-44ae-b8d7-fddab6c343dc Oct 25 09:09:21.718361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.732530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908654bc-b9cc-4109-83a3-5a1ebf5533e3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:21.767446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b81911-7db8-4cc6-9ba1-062feeead1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:21.776698 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d6b81911-7db8-4cc6-9ba1-062feeead1fc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/372858ea-6b9a-4a03-8a8c-13f8562915fa HTTP/1.1" status: 204 len: 168 time: 0.7806306 Oct 25 09:09:21.779971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34024) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:21.800199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a4e15f6a-bf68-41d3-9611-770491970caa up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:21.802214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28650793-cabf-486f-b817-243de3a92c65 None None] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:21.804645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf6fa06d-bb90-4239-a474-ace5f481c976 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:21.857557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=326f33d4-6a22-462d-8b64-372108aa356d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:21.937707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: bf6fa06d-bb90-4239-a474-ace5f481c976 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:21.938410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf6fa06d-bb90-4239-a474-ace5f481c976 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:21.956601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Routers {'a8d7c90a-5f64-44d3-bb93-4b304fde94f8'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:21.957548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:21.976192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.024195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.102841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b7edd-e50b-4dd4-b123-061ddd35d0fe req-dabe4344-0873-49c3-a8bc-f90b0e76bf32 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:22.114962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-288b7edd-e50b-4dd4-b123-061ddd35d0fe req-dabe4344-0873-49c3-a8bc-f90b0e76bf32 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.3804064 Oct 25 09:09:22.131412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.133577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:22.136509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.200622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.240593 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.257817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d8ac5-3692-4475-bd68-d7e543d68f20 None None] Pushing event updated for resources: {'Port': ['ID=8bf1e1c0-c7b4-4364-bd70-578d5abe04b7,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:22.268695 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2244835 Oct 25 09:09:22.269354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34028) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:22.305602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Request body: {'subnet': {'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-159450067-subnet', 'tenant_id': '17cae23e76914f6981ea88ef25f859c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:22.339276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-288b7edd-e50b-4dd4-b123-061ddd35d0fe req-fe063014-e6f1-4fbc-9ef2-9f7ab1921bc2 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232909 Oct 25 09:09:22.358207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Made reservation on behalf of 17cae23e76914f6981ea88ef25f859c6 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:22.361117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.367815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de081d75-68bd-44f9-b185-437b401e6d4f admin admin] Pushing event updated for resources: {'Network': ['ID=d614783c-104d-44ae-b8d7-fddab6c343dc,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:22.408746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d614783c-104d-44ae-b8d7-fddab6c343dc details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:09:22.434359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.440189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Deleting port 0f22c778-2672-43c5-b880-b80674f78318 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:22.440543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.517237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port a4e15f6a-bf68-41d3-9611-770491970caa completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:22.541704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] Set router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:22.544394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port a4e15f6a-bf68-41d3-9611-770491970caa triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:22.545078 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.550209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] For port 0f22c778-2672-43c5-b880-b80674f78318, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0f22c778-2672-43c5-b880-b80674f78318,segment=NetworkSegment(a99a25c0-28aa-4723-a438-f5ef9dca18a8),segment_id=a99a25c0-28aa-4723-a438-f5ef9dca18a8)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:22.550608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.573256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Calling delete_port for 0f22c778-2672-43c5-b880-b80674f78318 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:22.636210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73d260-b15b-4490-9b55-4ed5c72dd365 req-5483b306-338d-47df-be42-e7bd2f52ea09 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:22.645827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c73d260-b15b-4490-9b55-4ed5c72dd365 req-5483b306-338d-47df-be42-e7bd2f52ea09 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 945 time: 0.2178347 Oct 25 09:09:22.664497 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.698173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] DHCP port deletion for 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:09:22.737196 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.764467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.775809 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.825516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f22c778-2672-43c5-b880-b80674f78318,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:22.838720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Network da33d475-38ee-4a68-b4b0-28e43b41b37d is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:22.849181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] No DVR routers for this DVR port 0f22c778-2672-43c5-b880-b80674f78318 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:22.861237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:22.863784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:22.874828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Pushing event updated for resources: {'Port': ['ID=ce2c35ef-bcb2-4331-ac07-c8f33ba3255b,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:22.875889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca46ef7-c47c-435f-b6e3-6f8b5f596295,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:22.907287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Checking segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:22.907644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Network hostable DHCP agents. Network: d614783c-104d-44ae-b8d7-fddab6c343dc, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:09:22.925154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Allocated IP 172.20.0.17 (da33d475-38ee-4a68-b4b0-28e43b41b37d/c079220a-9d8c-44e4-8a0c-c59fe6463f9f/d1462230-9cc7-472f-b61c-cedb6fb719bc) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:22.982988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:22.986606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Network d614783c-104d-44ae-b8d7-fddab6c343dc is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:09:23.003488 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.008133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d614783c-104d-44ae-b8d7-fddab6c343dc) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:23.014973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:23.017993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:23.018776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.019180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af5d50-f8ec-4eeb-96de-e2d3b12bd6e0 None None] Network d614783c-104d-44ae-b8d7-fddab6c343dc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:23.031983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Attempting to bind port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:23.032143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99a25c0-28aa-4723-a438-f5ef9dca18a8') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:23.032601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Attempting to bind port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:23.032729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99a25c0-28aa-4723-a438-f5ef9dca18a8') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:23.032853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Attempting to bind port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b on network da33d475-38ee-4a68-b4b0-28e43b41b37d {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:23.046532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.064926 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5e47ce5a-6acb-4bc8-b7d8-b68e12659ed5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7555964 Oct 25 09:09:23.064926 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.071594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:09:23.071969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:09:23.073902 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:09:23.084080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] Deleting port 0f22c778-2672-43c5-b880-b80674f78318 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:23.085155 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.114736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:23.115109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Checking segment: {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:23.115508 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.115898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Bound using segment: {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:23.116638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Bound port: ce2c35ef-bcb2-4331-ac07-c8f33ba3255b, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:23.117049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.179103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484da6a0-43a8-43d8-ac73-8ac9145b3197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e15f6a-bf68-41d3-9611-770491970caa'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:23.181835 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996d6bfe-07b9-41d3-90bb-c107e3b2093b" -d '{"events": [{"server_uuid": "484da6a0-43a8-43d8-ac73-8ac9145b3197", "name": "network-vif-plugged", "status": "completed", "tag": "a4e15f6a-bf68-41d3-9611-770491970caa"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:23.191394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.224785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:23.229646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.234576 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-210a36b1-7e23-45b2-9d7a-e545aa195b3a admin admin] 10.222.0.32 "DELETE /v2.0/networks/2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e HTTP/1.1" status: 204 len: 168 time: 1.4532611 Oct 25 09:09:23.297639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a4e15f6a-bf68-41d3-9611-770491970caa, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a4e15f6a-bf68-41d3-9611-770491970caa,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:23.319722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] For port 0f22c778-2672-43c5-b880-b80674f78318, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:23.320124 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.322535 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.359349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] Calling delete_port for 0f22c778-2672-43c5-b880-b80674f78318 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:23.380931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] Port 0f22c778-2672-43c5-b880-b80674f78318 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:09:23.393780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:09:16Z', 'revision_number': 3, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:23.410313 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.444747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34052) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:23.466246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a4c97-3378-4f71-a6b6-567df7892131 None None] The sync data for ids ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'] in n-d-814746-2 is: [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:09:16Z', 'revision_number': 3, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:23.477468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] For port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:23.484491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] Network 2030fd15-3ad2-4ee2-8dd4-caf56e73fb6e is not hosted by any dhcp agent {{(pid=106993) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:09:23.496950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] No DVR routers for this DVR port 0f22c778-2672-43c5-b880-b80674f78318 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:23.577590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] For port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ce2c35ef-bcb2-4331-ac07-c8f33ba3255b,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:23.581802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3c491e49-8d8e-4160-b9a2-afeae5a61247 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c2c8ce0e30847f59117ee9942effcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358528 Oct 25 09:09:23.584506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe0cbd-e1fe-4ff7-8f71-728b7d0c6127 None None] Network d614783c-104d-44ae-b8d7-fddab6c343dc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:23.589028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34054) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:23.646308 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.648792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c73d260-b15b-4490-9b55-4ed5c72dd365 req-1d1737de-16b9-493b-8531-284e3c6f887f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0019236 Oct 25 09:09:23.658828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0f22c778-2672-43c5-b880-b80674f78318 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:23.681144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=a4e15f6a-bf68-41d3-9611-770491970caa,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:23.712263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:23.713885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0f22c778-2672-43c5-b880-b80674f78318 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:23.714239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0f22c778-2672-43c5-b880-b80674f78318 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:23.727337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14716d50-d832-43f8-9c5b-dac4217a7b96 None None] Pushing event deleted for resources: {'Port': ['ID=0f22c778-2672-43c5-b880-b80674f78318,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:23.745694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d294-9d1d-4a1a-9f3b-c36767dac7d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.832836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91946e-960a-4036-8c89-93af7ad9f3b1 None None] Pushing event updated for resources: {'Port': ['ID=ce2c35ef-bcb2-4331-ac07-c8f33ba3255b,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:23.839461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d294-9d1d-4a1a-9f3b-c36767dac7d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.971720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d294-9d1d-4a1a-9f3b-c36767dac7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.975576 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d294-9d1d-4a1a-9f3b-c36767dac7d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:23.982711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1fb6d294-9d1d-4a1a-9f3b-c36767dac7d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe0baedf-f7ab-43b1-ac52-d31b25ec13ec HTTP/1.1" status: 204 len: 168 time: 0.3924985 Oct 25 09:09:23.994757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6d294-9d1d-4a1a-9f3b-c36767dac7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0baedf-f7ab-43b1-ac52-d31b25ec13ec,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:24.051417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:24.063516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:24.075835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7746be41-2aff-4e95-9d73-fff86ddb162e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4186437 Oct 25 09:09:24.076185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34058) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:24.088644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:24.091977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be8b1-72c7-41df-aaa9-45f07ff92b47 req-41e1a77c-9895-48fe-8104-0edbd5f07eea tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:24.100070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be8b1-72c7-41df-aaa9-45f07ff92b47 req-41e1a77c-9895-48fe-8104-0edbd5f07eea tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:24.112032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be8b1-72c7-41df-aaa9-45f07ff92b47 req-41e1a77c-9895-48fe-8104-0edbd5f07eea tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:24.131453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be8b1-72c7-41df-aaa9-45f07ff92b47 req-41e1a77c-9895-48fe-8104-0edbd5f07eea tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:24.138592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be8b1-72c7-41df-aaa9-45f07ff92b47 req-41e1a77c-9895-48fe-8104-0edbd5f07eea tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:24.145208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:24.145848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:24.164838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be8b1-72c7-41df-aaa9-45f07ff92b47 req-41e1a77c-9895-48fe-8104-0edbd5f07eea tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:24.182312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be8b1-72c7-41df-aaa9-45f07ff92b47 req-41e1a77c-9895-48fe-8104-0edbd5f07eea tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:24.188031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc8be8b1-72c7-41df-aaa9-45f07ff92b47 req-41e1a77c-9895-48fe-8104-0edbd5f07eea tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.3243237 Oct 25 09:09:24.204088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34062) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:24.252103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Request body: {'floatingip': {'port_id': '6c1ae437-21f3-4df0-ae81-47e6b8a893da'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:24.300854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c395160-3a7b-4fe1-a15e-5901cab2955b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet e6a7878b-1c44-41d6-988e-390b980ee7c2 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:09:24.318122 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c395160-3a7b-4fe1-a15e-5901cab2955b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:24.422229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c395160-3a7b-4fe1-a15e-5901cab2955b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:24.452339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:24.464563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:24.572171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:24.622578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c395160-3a7b-4fe1-a15e-5901cab2955b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:24.687507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa217ad-42f0-400e-98b3-1670886c3a19 req-48d3d025-5b52-4362-bf7c-6cb84eb47055 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:24.695351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fa217ad-42f0-400e-98b3-1670886c3a19 req-48d3d025-5b52-4362-bf7c-6cb84eb47055 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.2878101 Oct 25 09:09:24.753265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network da33d475-38ee-4a68-b4b0-28e43b41b37d is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:24.799128 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c395160-3a7b-4fe1-a15e-5901cab2955b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:24.801623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:24.804247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:24.826166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=d1462230-9cc7-472f-b61c-cedb6fb719bc,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:24.867277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cd878-b984-4bc4-bf8e-38becc773122 None None] Network 245b562b-a8fd-44cf-adf8-3202c859727e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:24.899486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c395160-3a7b-4fe1-a15e-5901cab2955b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:24.914114 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3c395160-3a7b-4fe1-a15e-5901cab2955b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/e6a7878b-1c44-41d6-988e-390b980ee7c2 HTTP/1.1" status: 204 len: 168 time: 0.8365562 Oct 25 09:09:24.917073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34084) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:24.944700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c395160-3a7b-4fe1-a15e-5901cab2955b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a7878b-1c44-41d6-988e-390b980ee7c2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:25.071332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fa217ad-42f0-400e-98b3-1670886c3a19 req-39ffdfe2-69fe-40cd-bdd3-0b2593e105ce tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750973 Oct 25 09:09:25.158542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.201924 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.267918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:25.269082 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.426172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9d8234c5-f7bb-4e79-9dd2-1e9d39980361,segment=NetworkSegment(03ad59fa-517c-4f15-883e-aed01983c814),segment_id=03ad59fa-517c-4f15-883e-aed01983c814)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:25.426172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.467654 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a89985-a98f-4921-9481-f45434cd595a x-openstack-request-id: req-45a89985-a98f-4921-9481-f45434cd595a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:25.468210 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484da6a0-43a8-43d8-ac73-8ac9145b3197", "name": "network-vif-plugged", "status": "completed", "tag": "a4e15f6a-bf68-41d3-9611-770491970caa", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:25.470528 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45a89985-a98f-4921-9481-f45434cd595a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:25.471395 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484da6a0-43a8-43d8-ac73-8ac9145b3197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e15f6a-bf68-41d3-9611-770491970caa', 'code': 200} Oct 25 09:09:25.479237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:25.627933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376869c8-a8df-44c0-928c-8033db32ab93 None None] Network da33d475-38ee-4a68-b4b0-28e43b41b37d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:25.672936 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.727434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=9d8234c5-f7bb-4e79-9dd2-1e9d39980361,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:25.741316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01365a5-becf-4062-a9bd-c05b0c465e5d req-9569d25f-18e7-428b-a8e9-310e58ba554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:25.748830 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e01365a5-becf-4062-a9bd-c05b0c465e5d req-9569d25f-18e7-428b-a8e9-310e58ba554e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 1097 time: 0.4071698 Oct 25 09:09:25.750487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No DVR routers for this DVR port 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:25.811527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ce2c35ef-bcb2-4331-ac07-c8f33ba3255b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:25.871550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.874621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e01365a5-becf-4062-a9bd-c05b0c465e5d req-6e9b7c3a-667d-4f7b-bea8-6ea7df344bbe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139951 Oct 25 09:09:25.894017 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.898355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245b562b-a8fd-44cf-adf8-3202c859727e']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:25.910311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ad59fa-517c-4f15-883e-aed01983c814') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:25.910311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ad59fa-517c-4f15-883e-aed01983c814') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:25.921266 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.936951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.944397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:09:25.945136 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:25.963983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:21Z', 'revision_number': 10, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:09:26.029720 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:09:26.036030 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.048440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.058701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/245b562b-a8fd-44cf-adf8-3202c859727e HTTP/1.1" status: 204 len: 168 time: 1.1351449 Oct 25 09:09:26.060962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34110) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:26.075797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc9f55-9b9e-4b5c-a0d5-c780fe488c72 None None] DHCP port deletion for 245b562b-a8fd-44cf-adf8-3202c859727e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:09:26.086146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:26.091415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.129911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:26.130935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:26.131078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.172860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892d6eb-ca3f-4099-b273-37d703b201ae tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=245b562b-a8fd-44cf-adf8-3202c859727e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:26.244231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:26.330385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-c7912f07-b724-40d7-8c98-186a6f886f49 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:26.331910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-c7912f07-b724-40d7-8c98-186a6f886f49 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.3476515 Oct 25 09:09:26.341693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e7e35cfe-0c97-46d4-9e5b-44adad88ccac None None] Provisioning complete for port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:26.341918 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e7e35cfe-0c97-46d4-9e5b-44adad88ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.357099 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Floating IP a969d866-dae5-4c80-bb9a-ea54b1d001bb associated. External IP: 172.25.8.214, port: 6c1ae437-21f3-4df0-ae81-47e6b8a893da. Oct 25 09:09:26.362967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ecaa3d2e-07bd-4084-ae4a-dc09df377e47 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/quotas/17cae23e76914f6981ea88ef25f859c6 HTTP/1.1" status: 200 len: 375 time: 0.0213606 Oct 25 09:09:26.446491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:26.446491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.494037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-cd4ebf48-a378-4b32-82b6-c0cafde459b3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922842 Oct 25 09:09:26.615929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.699641 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.751811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ce2c35ef-bcb2-4331-ac07-c8f33ba3255b,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:26.754531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e7e35cfe-0c97-46d4-9e5b-44adad88ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.775799 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:26.776794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:26.932661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:21Z', 'revision_number': 10, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:26.958968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port 54239477-558b-423d-9f4f-8ccd12fd6fa0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:26.959694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.009164 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-e7e35cfe-0c97-46d4-9e5b-44adad88ccac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:09:27.010251 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-e7e35cfe-0c97-46d4-9e5b-44adad88ccac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:09:27.018301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6be4d-b5e6-4642-9b09-cb79aa1fb775 None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:21Z', 'revision_number': 10, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None, '_interfaces': [{'id': '54239477-558b-423d-9f4f-8ccd12fd6fa0', 'name': '', 'network_id': 'c51c250b-830f-4b71-9e05-7b32fe3dd77d', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'mac_address': 'fa:16:3e:64:f3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:22Z', 'updated_at': '2021-10-25T09:08:28Z', 'revision_number': 5, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'subnets': [{'id': '8813e42f-e1b0-4cc4-bd7a-66cee4fd361d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:27.020216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:27.020589 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.022467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=ce2c35ef-bcb2-4331-ac07-c8f33ba3255b,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:27.101017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port 54239477-558b-423d-9f4f-8ccd12fd6fa0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54239477-558b-423d-9f4f-8ccd12fd6fa0,segment=NetworkSegment(dec2dedd-a226-42d9-b397-06c55d78ba16),segment_id=dec2dedd-a226-42d9-b397-06c55d78ba16)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:27.101609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.116278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for 54239477-558b-423d-9f4f-8ccd12fd6fa0 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:27.164823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.186255 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.197359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8bf1e1c0-c7b4-4364-bd70-578d5abe04b7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:27.203455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.281855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.302680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=8bf1e1c0-c7b4-4364-bd70-578d5abe04b7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:27.340220 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.372757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=54239477-558b-423d-9f4f-8ccd12fd6fa0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:27.417854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-fbe01630-c85b-460f-8cf9-cfcf40cee941 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909125 Oct 25 09:09:27.443115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.500456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=d1462230-9cc7-472f-b61c-cedb6fb719bc,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:27.654651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.673904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:27.743313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e5b82c83-76df-45be-b623-c9d1966aa500 None None] Provisioning complete for port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:27.743969 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c83-76df-45be-b623-c9d1966aa500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:27.781762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ce2c35ef-bcb2-4331-ac07-c8f33ba3255b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:27.859626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-c6d3ff6f-d2b8-4be0-a5b4-f0a78c1e1482 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407046 Oct 25 09:09:27.917720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network da33d475-38ee-4a68-b4b0-28e43b41b37d is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:27.924386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:27.953987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:27.954354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:28.042460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e5b82c83-76df-45be-b623-c9d1966aa500 None None] Provisioning complete for port d1462230-9cc7-472f-b61c-cedb6fb719bc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:28.043166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c83-76df-45be-b623-c9d1966aa500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:28.098790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:28.104780 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:28.113310 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] Sync routers for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:28.145217 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:28.148358 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:28.157959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e5b82c83-76df-45be-b623-c9d1966aa500 None None] Port d1462230-9cc7-472f-b61c-cedb6fb719bc cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:09:28.210044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0f3af9c5-996c-42f7-a255-815034c4cf76 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "PUT /v2.0/floatingips/a969d866-dae5-4c80-bb9a-ea54b1d001bb HTTP/1.1" status: 200 len: 991 time: 3.9985178 Oct 25 09:09:28.216355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '6c1ae437-21f3-4df0-ae81-47e6b8a893da'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:28.222684 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "6c1ae437-21f3-4df0-ae81-47e6b8a893da"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:28.269226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:28.316616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:28.346225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0204b8-7cb1-4d81-a4f3-a7f0cc0cdff5 req-04c632f1-73a3-466c-be48-240996d4d7e0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:28.353161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c0204b8-7cb1-4d81-a4f3-a7f0cc0cdff5 req-04c632f1-73a3-466c-be48-240996d4d7e0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 946 time: 0.1629429 Oct 25 09:09:28.401898 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:28.406172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-90919f0f-e6ec-4cca-8055-90eeb3b1caaa None None] Provisioning complete for port d1462230-9cc7-472f-b61c-cedb6fb719bc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:28.407627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-90919f0f-e6ec-4cca-8055-90eeb3b1caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:28.479431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c0204b8-7cb1-4d81-a4f3-a7f0cc0cdff5 req-405654c2-62cf-47fb-8f5a-05b471720556 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249866 Oct 25 09:09:28.522994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-90919f0f-e6ec-4cca-8055-90eeb3b1caaa None None] Port d1462230-9cc7-472f-b61c-cedb6fb719bc cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:09:28.526110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:28.533745 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:28.584596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:28.617218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c40276c0-281b-4185-b325-843c91c129a5 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "PUT /v2.0/routers/a8d7c90a-5f64-44d3-bb93-4b304fde94f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0927310 Oct 25 09:09:28.617697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Sync routers for ids ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:28.670449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Routers {'a8d7c90a-5f64-44d3-bb93-4b304fde94f8'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:28.672621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:28.749018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:28.847076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Set router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:28.931595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:28.949118 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-649a52dc-a4ab-47cf-8c5a-52b78d597fca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8861785 Oct 25 09:09:28.952091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34150) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:28.978838 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:29.031911 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:29.038904 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:29.063140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d20fb5-2cc9-469b-af84-26a345cab76a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting subnet 8813e42f-e1b0-4cc4-bd7a-66cee4fd361d {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:09:29.070241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8d20fb5-2cc9-469b-af84-26a345cab76a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:29.186560 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:29.221520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63780449-c6dc-448c-b031-6cee780fa228 req-f80bea45-a9f0-40ed-9292-acf8b7d927e4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 210 time: 0.0711312 Oct 25 09:09:29.243149 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8d20fb5-2cc9-469b-af84-26a345cab76a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:29.303053 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 11, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:29.342125 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:29.360967 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:29.361901 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:29.389318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 326f33d4-6a22-462d-8b64-372108aa356d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:29.419191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 326f33d4-6a22-462d-8b64-372108aa356d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:29.419875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 326f33d4-6a22-462d-8b64-372108aa356d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:29.420290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:29.432934 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c4de7a-7490-442f-85bc-8b23a31650b2 x-openstack-request-id: req-12c4de7a-7490-442f-85bc-8b23a31650b2 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:29.433255 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "tag": "6c1ae437-21f3-4df0-ae81-47e6b8a893da", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:29.433504 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12c4de7a-7490-442f-85bc-8b23a31650b2 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:29.433908 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'tag': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'status': 'completed', 'code': 200} Oct 25 09:09:29.456332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8d20fb5-2cc9-469b-af84-26a345cab76a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:29.462415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:29.462761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9d8234c5-f7bb-4e79-9dd2-1e9d39980361 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:29.500424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:09:25Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd1462230-9cc7-472f-b61c-cedb6fb719bc', 'name': '', 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:72:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'c079220a-9d8c-44e4-8a0c-c59fe6463f9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:22Z', 'updated_at': '2021-10-25T09:09:26Z', 'revision_number': 2, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': 'c079220a-9d8c-44e4-8a0c-c59fe6463f9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:29.536745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Checking router: a8d7c90a-5f64-44d3-bb93-4b304fde94f8 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:29.536745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Updating router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 port d1462230-9cc7-472f-b61c-cedb6fb719bc binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:09:29.552327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8d20fb5-2cc9-469b-af84-26a345cab76a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:29.574825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-7e3d083e-d5e6-48ca-8ee6-058d4d604ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:29.576469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-7e3d083e-d5e6-48ca-8ee6-058d4d604ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:29.576992 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:29.577169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-7e3d083e-d5e6-48ca-8ee6-058d4d604ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:29.577927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-7e3d083e-d5e6-48ca-8ee6-058d4d604ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:29.578513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-7e3d083e-d5e6-48ca-8ee6-058d4d604ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:29.579105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-7e3d083e-d5e6-48ca-8ee6-058d4d604ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:29.582350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-7e3d083e-d5e6-48ca-8ee6-058d4d604ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:29.585169 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-7e3d083e-d5e6-48ca-8ee6-058d4d604ef1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6500 time: 0.1471498 Oct 25 09:09:29.604553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20fb5-2cc9-469b-af84-26a345cab76a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Subnet': ['ID=8813e42f-e1b0-4cc4-bd7a-66cee4fd361d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:29.619708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8d20fb5-2cc9-469b-af84-26a345cab76a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:29.628463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e8d20fb5-2cc9-469b-af84-26a345cab76a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/8813e42f-e1b0-4cc4-bd7a-66cee4fd361d HTTP/1.1" status: 204 len: 168 time: 0.6752968 Oct 25 09:09:29.633337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21da3ca-a18b-44c8-90a7-c592086ac2b0 None None] Network c51c250b-830f-4b71-9e05-7b32fe3dd77d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:29.633802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34154) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:29.651429 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:29.717677 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 11, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:29.722508 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'a969d866-dae5-4c80-bb9a-ea54b1d001bb', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'port_id': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'mac_address': 'fa:16:3e:3d:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:07:49Z', 'updated_at': '2021-10-25T09:09:25Z', 'revision_number': 1, 'project_id': 'e37673da2a52404881eed747461077c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:03Z', 'revision_number': 5, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:29.793460 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1431272-5633-4a79-b08b-37049a89a63e None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 11, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:29.800372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-3236cc6d-f134-4049-89f5-fc6d60f33a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:29.801916 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-3236cc6d-f134-4049-89f5-fc6d60f33a75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24161614-046e-4f08-b967-937169f2c138 HTTP/1.1" status: 200 len: 918 time: 0.2073159 Oct 25 09:09:29.873611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] Checking router: 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:29.892461 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:29.893125 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:29.952245 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-1f5c2b8b-ca88-4949-911a-afce2107c395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da HTTP/1.1" status: 200 len: 999 time: 0.1428242 Oct 25 09:09:30.018850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.029246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-2b7dcdc1-2f6b-4058-a608-a60712fbe95b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:30.031025 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:30.032925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-2b7dcdc1-2f6b-4058-a608-a60712fbe95b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.18 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.1868131 Oct 25 09:09:30.041590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-746db4b5-2ce1-4bc4-b580-98f6217fa8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:30.043107 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-746db4b5-2ce1-4bc4-b580-98f6217fa8c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a17b50ce-565d-463c-82cf-a47b5cd78ad9 HTTP/1.1" status: 200 len: 856 time: 0.0839114 Oct 25 09:09:30.068037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Request body: {'port': {'device_id': 'a1779954-8ed8-4977-a941-e34140620c72', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'admin_state_up': True, 'tenant_id': '17cae23e76914f6981ea88ef25f859c6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:30.140533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-89a22bf9-461f-40cd-ac3c-31a0fbb00a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:30.142346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-89a22bf9-461f-40cd-ac3c-31a0fbb00a3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24161614-046e-4f08-b967-937169f2c138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787606 Oct 25 09:09:30.191615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] DHCP port deletion for c51c250b-830f-4b71-9e05-7b32fe3dd77d request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:09:30.332173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.338674 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-57595528-4c90-4a75-9cde-9276c8498713 service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876960 Oct 25 09:09:30.340119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d208e7f-6fef-424e-96cf-18ad0e5809db req-7073ca2f-5f79-44bf-bbfa-7f4bd30d7f38 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:30.352291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d208e7f-6fef-424e-96cf-18ad0e5809db req-7073ca2f-5f79-44bf-bbfa-7f4bd30d7f38 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.5174110 Oct 25 09:09:30.352692 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.367535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] Deleting port a263de01-b809-4216-8f00-e455e1297764 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:30.367915 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.448341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d208e7f-6fef-424e-96cf-18ad0e5809db req-7496e948-37a6-46f1-9228-53e3d50fd01a tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893593 Oct 25 09:09:30.459811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Deleting port a263de01-b809-4216-8f00-e455e1297764 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:30.460341 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.463088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Made reservation on behalf of 17cae23e76914f6981ea88ef25f859c6 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:30.473272 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.485236 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c0f5d8f0-e5c4-4ea6-9117-8ae071a275a2 req-a1073446-f651-4cc5-85bb-dc8bd727b005 service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393652 Oct 25 09:09:30.528546 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:09:30.592136 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'a969d866-dae5-4c80-bb9a-ea54b1d001bb', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'port_id': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'mac_address': 'fa:16:3e:3d:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:07:49Z', 'updated_at': '2021-10-25T09:09:25Z', 'revision_number': 1, 'project_id': 'e37673da2a52404881eed747461077c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:03Z', 'revision_number': 5, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:30.622096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a6398-6427-4a0b-985d-532fb9db2e1d None None] Pushing event updated for resources: {'Port': ['ID=d1462230-9cc7-472f-b61c-cedb6fb719bc,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:30.636268 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cea8ba2-6522-47c3-9ee0-9d30c32683ad None None] The sync data for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 is: [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'a969d866-dae5-4c80-bb9a-ea54b1d001bb', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'port_id': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'mac_address': 'fa:16:3e:3d:ee:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:07:49Z', 'updated_at': '2021-10-25T09:09:25Z', 'revision_number': 1, 'project_id': 'e37673da2a52404881eed747461077c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:03Z', 'revision_number': 5, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:30.647823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] For port a263de01-b809-4216-8f00-e455e1297764, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a263de01-b809-4216-8f00-e455e1297764,segment=NetworkSegment(dec2dedd-a226-42d9-b397-06c55d78ba16),segment_id=dec2dedd-a226-42d9-b397-06c55d78ba16)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:30.648480 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.720351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] Calling delete_port for a263de01-b809-4216-8f00-e455e1297764 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:30.738283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Attempting to bind port d1462230-9cc7-472f-b61c-cedb6fb719bc on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:30.738702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Attempting to bind port d1462230-9cc7-472f-b61c-cedb6fb719bc by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:30.739442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Attempting to bind port d1462230-9cc7-472f-b61c-cedb6fb719bc on network da33d475-38ee-4a68-b4b0-28e43b41b37d {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:30.750767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:30.751212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Checking segment: {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:30.751642 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.752041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Bound using segment: {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:30.752563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Bound port: d1462230-9cc7-472f-b61c-cedb6fb719bc, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:30.752977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.858084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] For port a263de01-b809-4216-8f00-e455e1297764, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a263de01-b809-4216-8f00-e455e1297764,segment=NetworkSegment(dec2dedd-a226-42d9-b397-06c55d78ba16),segment_id=dec2dedd-a226-42d9-b397-06c55d78ba16)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:30.859341 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.921764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Calling delete_port for a263de01-b809-4216-8f00-e455e1297764 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:30.925878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] For port d1462230-9cc7-472f-b61c-cedb6fb719bc, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:30.939715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] For port d1462230-9cc7-472f-b61c-cedb6fb719bc, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d1462230-9cc7-472f-b61c-cedb6fb719bc,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:30.941501 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.961501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] No DVR routers for this DVR port a263de01-b809-4216-8f00-e455e1297764 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:30.970919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-fc657936-cbe2-43ab-bd03-2374e32abb04 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:30.979714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-fc657936-cbe2-43ab-bd03-2374e32abb04 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/networks?id=da33d475-38ee-4a68-b4b0-28e43b41b37d HTTP/1.1" status: 200 len: 798 time: 0.3924971 Oct 25 09:09:30.994146 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:30.996292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c88b-2163-4f1c-a5bc-631d19b6c8f6 None None] Pushing event deleted for resources: {'Port': ['ID=a263de01-b809-4216-8f00-e455e1297764,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:31.050094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4fd13ba5-b84b-4f51-ac02-07c61f207e8c None None] Provisioning complete for port d1462230-9cc7-472f-b61c-cedb6fb719bc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:31.050489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4fd13ba5-b84b-4f51-ac02-07c61f207e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.059905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-5c03b401-3535-4a4b-8b89-59c4b6942e8e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/quotas/b949d7ee64e3496997c97dbb1e870181 HTTP/1.1" status: 200 len: 375 time: 0.0789814 Oct 25 09:09:31.107516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f064df-7286-4d47-9fbb-5a0dbd4ed85c None None] New status for floating IP a969d866-dae5-4c80-bb9a-ea54b1d001bb: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:09:31.152413 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.191337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Allocated IP 172.20.0.2 (d614783c-104d-44ae-b8d7-fddab6c343dc/eca46ef7-c47c-435f-b6e3-6f8b5f596295/a261b1a5-a327-4be4-b221-f764cda3894b) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:31.201392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Port': ['ID=a263de01-b809-4216-8f00-e455e1297764,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:31.207908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No DVR routers for this DVR port a263de01-b809-4216-8f00-e455e1297764 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:31.285291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Routers {'a8d7c90a-5f64-44d3-bb93-4b304fde94f8'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:31.286000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:31.297244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a6398-6427-4a0b-985d-532fb9db2e1d None None] Pushing event updated for resources: {'Port': ['ID=d1462230-9cc7-472f-b61c-cedb6fb719bc,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:31.464453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4fd13ba5-b84b-4f51-ac02-07c61f207e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.470048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-730c418a-a3e1-483f-a952-7aea827c2300 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4085760 Oct 25 09:09:31.499168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] Set router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:31.540288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4fd13ba5-b84b-4f51-ac02-07c61f207e8c None None] For port d1462230-9cc7-472f-b61c-cedb6fb719bc, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d1462230-9cc7-472f-b61c-cedb6fb719bc,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:31.548999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4fd13ba5-b84b-4f51-ac02-07c61f207e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.570253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.584707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.609301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54239477-558b-423d-9f4f-8ccd12fd6fa0 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:31.641160 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 54239477-558b-423d-9f4f-8ccd12fd6fa0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:31.642134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54239477-558b-423d-9f4f-8ccd12fd6fa0 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:31.642134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a263de01-b809-4216-8f00-e455e1297764 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:31.685283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: a263de01-b809-4216-8f00-e455e1297764 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:31.686098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a263de01-b809-4216-8f00-e455e1297764 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:31.691945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51c250b-830f-4b71-9e05-7b32fe3dd77d']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:31.719555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec2dedd-a226-42d9-b397-06c55d78ba16') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:31.719839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec2dedd-a226-42d9-b397-06c55d78ba16') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:31.749934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.764429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd13ba5-b84b-4f51-ac02-07c61f207e8c None None] Pushing event updated for resources: {'Port': ['ID=d1462230-9cc7-472f-b61c-cedb6fb719bc,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:31.771009 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.779485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8e130d23-d350-4a8b-9afd-e78ca922a715 None None] Provisioning complete for port d1462230-9cc7-472f-b61c-cedb6fb719bc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:31.779897 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e130d23-d350-4a8b-9afd-e78ca922a715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.784233 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.825788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-15e0387b-1e59-42ae-967f-3bfe789a67f2 service neutron] 10.222.0.32 "GET /v2.0/networks/da33d475-38ee-4a68-b4b0-28e43b41b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435997 Oct 25 09:09:31.840706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:09:31.841307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:09:31.845242 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:09:31.952833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Network d614783c-104d-44ae-b8d7-fddab6c343dc is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:31.963160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event updated for resources: {'Port': ['ID=a261b1a5-a327-4be4-b221-f764cda3894b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:31.971753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:31.976550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:31.985418 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:31.998067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:09:25Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd1462230-9cc7-472f-b61c-cedb6fb719bc', 'name': '', 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:72:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'c079220a-9d8c-44e4-8a0c-c59fe6463f9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:22Z', 'updated_at': '2021-10-25T09:09:30Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': 'c079220a-9d8c-44e4-8a0c-c59fe6463f9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:32.026636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:32.030686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/networks/c51c250b-830f-4b71-9e05-7b32fe3dd77d HTTP/1.1" status: 204 len: 168 time: 2.3955379 Oct 25 09:09:32.033397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34178) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:32.038122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'routes': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:32.041960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79cc4e8-bf5e-4349-8e82-388a8a227675 None None] The sync data for ids ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'] in n-d-814746-2 is: [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:09:25Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd1462230-9cc7-472f-b61c-cedb6fb719bc', 'name': '', 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:72:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': 'c079220a-9d8c-44e4-8a0c-c59fe6463f9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:22Z', 'updated_at': '2021-10-25T09:09:30Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': 'c079220a-9d8c-44e4-8a0c-c59fe6463f9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:32.054333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b166ff6-1425-435b-8945-d5b0f68d3305 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Pushing event deleted for resources: {'Network': ['ID=c51c250b-830f-4b71-9e05-7b32fe3dd77d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:32.084716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:32.085429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:32.114535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-a054efa9-f0a3-4432-a00a-97eaf4948662 service neutron] 10.222.0.32 "GET /v2.0/networks/da33d475-38ee-4a68-b4b0-28e43b41b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874451 Oct 25 09:09:32.148082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-ad1809dd-02a8-458a-806b-4a95770cae1e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0848167 Oct 25 09:09:32.174507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Request body: {'port': {'device_id': 'a1779954-8ed8-4977-a941-e34140620c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:32.275866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:32.303379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.extraroute_db [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Added routes are [] {{(pid=106991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 25 09:09:32.303990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.extraroute_db [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Removed routes are [] {{(pid=106991) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 25 09:09:32.304535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:32.579033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:32.587268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:32.681740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033db581-b690-404a-a491-b20ed200416b req-c3e3a661-de8c-4c5b-848e-fc6bc82eae38 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:32.683279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-033db581-b690-404a-a491-b20ed200416b req-c3e3a661-de8c-4c5b-848e-fc6bc82eae38 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 931 time: 0.1558759 Oct 25 09:09:32.704869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 7c335349-0ce7-483c-b9e0-55b742ad5c79 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:09:32.759825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-033db581-b690-404a-a491-b20ed200416b req-fe2a2a9c-e645-4922-bb1a-178e0b283acc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649092 Oct 25 09:09:32.828616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a261b1a5-a327-4be4-b221-f764cda3894b {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:32.838289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:32.852832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:32.868196 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071df69c-8210-417c-8154-c7f667979a78 None None] Sync routers for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:32.876352 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:32.877997 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-99f7aa66-7efe-42e5-97b7-d4812ed34f41 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 200 len: 705 time: 0.8435807 Oct 25 09:09:32.882107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34190) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:32.889411 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071df69c-8210-417c-8154-c7f667979a78 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:32.890161 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-071df69c-8210-417c-8154-c7f667979a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:32.892201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Transition to ACTIVE for port object a261b1a5-a327-4be4-b221-f764cda3894b will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:09:32.897287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.005162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-88c1be73-5000-4ade-b2d6-f1c652ca2e76 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 200 len: 205 time: 0.1214693 Oct 25 09:09:33.006999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34196) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:33.047018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Pushing event updated for resources: {'Port': ['ID=a261b1a5-a327-4be4-b221-f764cda3894b,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:33.048507 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-071df69c-8210-417c-8154-c7f667979a78 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:33.170526 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-071df69c-8210-417c-8154-c7f667979a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 11, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:33.186385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80d6f83e-3e3c-42ee-b3be-d169ecc2ccc3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.221122 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071df69c-8210-417c-8154-c7f667979a78 None None] Checking router: 7c335349-0ce7-483c-b9e0-55b742ad5c79 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:33.233524 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071df69c-8210-417c-8154-c7f667979a78 None None] Routers {'7c335349-0ce7-483c-b9e0-55b742ad5c79'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:33.234762 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-071df69c-8210-417c-8154-c7f667979a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c335349-0ce7-483c-b9e0-55b742ad5c79'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:33.235013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Attempting to bind port a261b1a5-a327-4be4-b221-f764cda3894b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:33.235348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Attempting to bind port a261b1a5-a327-4be4-b221-f764cda3894b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:33.235672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Attempting to bind port a261b1a5-a327-4be4-b221-f764cda3894b on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:33.247682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e13c09-01d4-485d-a489-4291c1c3d9d4 req-e481d0bf-335c-4336-9d45-f2385e60de58 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:33.249813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22e13c09-01d4-485d-a489-4291c1c3d9d4 req-e481d0bf-335c-4336-9d45-f2385e60de58 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.1296911 Oct 25 09:09:33.253777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Port a261b1a5-a327-4be4-b221-f764cda3894b on network d614783c-104d-44ae-b8d7-fddab6c343dc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:09:33.254314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Attempting to bind port a261b1a5-a327-4be4-b221-f764cda3894b on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:33.268602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:33.269237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Checking segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:33.269939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Bound using segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:33.270546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Bound port: a261b1a5-a327-4be4-b221-f764cda3894b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:33.271080 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.493779 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-071df69c-8210-417c-8154-c7f667979a78 None None] Set router 7c335349-0ce7-483c-b9e0-55b742ad5c79 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:33.594678 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80d6f83e-3e3c-42ee-b3be-d169ecc2ccc3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.597321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80d6f83e-3e3c-42ee-b3be-d169ecc2ccc3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.599402 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-071df69c-8210-417c-8154-c7f667979a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 11, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:33.655230 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071df69c-8210-417c-8154-c7f667979a78 None None] The sync data for ids ['7c335349-0ce7-483c-b9e0-55b742ad5c79'] in n-d-814746-2 is: [{'id': '7c335349-0ce7-483c-b9e0-55b742ad5c79', 'name': 'tempest-RoutersIpV6Test-router-2063155263', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:20Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 11, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:33.664252 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80d6f83e-3e3c-42ee-b3be-d169ecc2ccc3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.664807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6f83e-3e3c-42ee-b3be-d169ecc2ccc3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Fanout notify agent at l3_agent the message router_deleted on router 7c335349-0ce7-483c-b9e0-55b742ad5c79 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:09:33.689335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d1462230-9cc7-472f-b61c-cedb6fb719bc up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:33.689892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80d6f83e-3e3c-42ee-b3be-d169ecc2ccc3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.691210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-80d6f83e-3e3c-42ee-b3be-d169ecc2ccc3 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 204 len: 168 time: 0.6798439 Oct 25 09:09:33.695618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34198) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:33.702550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d5143bf1-a2e1-4e64-a330-a28c3dc6b920 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1919776112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:33.747944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5143bf1-a2e1-4e64-a330-a28c3dc6b920 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.749144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5143bf1-a2e1-4e64-a330-a28c3dc6b920 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.821206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d1462230-9cc7-472f-b61c-cedb6fb719bc triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:33.830227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.854418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5143bf1-a2e1-4e64-a330-a28c3dc6b920 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.863770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5143bf1-a2e1-4e64-a330-a28c3dc6b920 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.904142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d5143bf1-a2e1-4e64-a330-a28c3dc6b920 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:33.905714 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d5143bf1-a2e1-4e64-a330-a28c3dc6b920 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2089760 Oct 25 09:09:33.908494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34202) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:33.914473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1736ed2e-39f2-4a91-a1d1-893a1e1db815 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:33.933529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22e13c09-01d4-485d-a489-4291c1c3d9d4 req-c4318e94-9f2f-4560-bb77-572aa232b751 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754520 Oct 25 09:09:33.988925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] For port a261b1a5-a327-4be4-b221-f764cda3894b, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:33.992714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] For port a261b1a5-a327-4be4-b221-f764cda3894b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a261b1a5-a327-4be4-b221-f764cda3894b,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:33.999194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:34.040851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:34.041794 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:34.044136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] 10.222.0.18 "PUT /v2.0/ports/a261b1a5-a327-4be4-b221-f764cda3894b HTTP/1.1" status: 200 len: 1091 time: 1.8754714 Oct 25 09:09:34.044805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1779954-8ed8-4977-a941-e34140620c72', 'tag': 'a261b1a5-a327-4be4-b221-f764cda3894b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:34.047361 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81" -d '{"events": [{"name": "network-changed", "server_uuid": "a1779954-8ed8-4977-a941-e34140620c72", "tag": "a261b1a5-a327-4be4-b221-f764cda3894b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:34.099492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614b07c-8d06-4b1a-a75c-dfeb065f2d7b service neutron] Pushing event updated for resources: {'Port': ['ID=a261b1a5-a327-4be4-b221-f764cda3894b,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:34.273310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25623e71-5ffd-4d0c-8b3f-f68a83479d65 req-9bf74d82-c212-4e7e-9657-63e20c466b6b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 210 time: 0.0379193 Oct 25 09:09:34.315618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-b838ac1c-00c1-45cf-9f3d-21b8bf979f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:34.317119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-b838ac1c-00c1-45cf-9f3d-21b8bf979f68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 1094 time: 0.1947789 Oct 25 09:09:34.336593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-f5d159c2-0dd7-4781-913d-e65bb6a4828e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:34.338939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-f5d159c2-0dd7-4781-913d-e65bb6a4828e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.41 "GET /v2.0/networks?id=da33d475-38ee-4a68-b4b0-28e43b41b37d HTTP/1.1" status: 200 len: 798 time: 0.2001510 Oct 25 09:09:34.339109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1736ed2e-39f2-4a91-a1d1-893a1e1db815 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:34.361963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1736ed2e-39f2-4a91-a1d1-893a1e1db815 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:34.398345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-7f2e025c-109b-4c12-876a-5aabd88d450e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a261b1a5-a327-4be4-b221-f764cda3894b HTTP/1.1" status: 200 len: 217 time: 0.0583649 Oct 25 09:09:34.403633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Request body: {'port': {'device_id': '485dbb39-4394-43bd-9640-c6fa2150ada9', 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d', 'admin_state_up': True, 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:34.495057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1736ed2e-39f2-4a91-a1d1-893a1e1db815 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Router 3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:09:34.549082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-63c8fc3e-6fb8-4d23-a80f-c0f00155699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:34.551127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-63c8fc3e-6fb8-4d23-a80f-c0f00155699e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.1402659 Oct 25 09:09:34.585152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1736ed2e-39f2-4a91-a1d1-893a1e1db815 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:09:34.593543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1736ed2e-39f2-4a91-a1d1-893a1e1db815 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:34.597659 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1736ed2e-39f2-4a91-a1d1-893a1e1db815 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "PUT /v2.0/routers/3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 HTTP/1.1" status: 200 len: 698 time: 0.6875401 Oct 25 09:09:34.598681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34222) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:34.601744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] Sync routers for ids ['3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:09:34.613521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-8df274c1-ffdf-4942-b206-89c26991a406 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549796 Oct 25 09:09:34.625557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] Routers {'3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:34.626293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:34.652748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142ba88-6eab-4fe6-a6ee-7e97126e9e07 req-94b587b9-054a-419d-97ad-87dec7549f2c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:34.654690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c142ba88-6eab-4fe6-a6ee-7e97126e9e07 req-94b587b9-054a-419d-97ad-87dec7549f2c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 943 time: 0.1793463 Oct 25 09:09:34.700626 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c53a665-22c1-42dd-a85e-f57bfcdc01ed tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/routers/3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 HTTP/1.1" status: 200 len: 704 time: 0.0993805 Oct 25 09:09:34.701322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34224) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:34.737624 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b1e7a53c-4629-4832-ad5d-71bdfe813c3f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 HTTP/1.1" status: 200 len: 205 time: 0.0327971 Oct 25 09:09:34.738481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34226) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:34.765409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Made reservation on behalf of b949d7ee64e3496997c97dbb1e870181 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:34.768863 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:34.799279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c142ba88-6eab-4fe6-a6ee-7e97126e9e07 req-6c2ea101-bcdd-4312-9cd2-4ce74e89eb62 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254213 Oct 25 09:09:34.843980 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c152dbec-7d53-4b2c-9370-6c5aaa356e29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:34.866541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-d3b6962d-7f19-4651-a036-5083cf646cdc service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412376 Oct 25 09:09:34.906591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] Set router 3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:34.983109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2', 'name': 'tempest-RoutersIpV6Test-router-1919776112', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:33Z', 'updated_at': '2021-10-25T09:09:34Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:35.014560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] Checking router: 3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:09:35.025881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] Routers {'3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:09:35.027191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:35.041194 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c152dbec-7d53-4b2c-9370-6c5aaa356e29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.044996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c152dbec-7d53-4b2c-9370-6c5aaa356e29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.046375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Allocated IP 172.20.0.20 (da33d475-38ee-4a68-b4b0-28e43b41b37d/c079220a-9d8c-44e4-8a0c-c59fe6463f9f/4f6c617f-0261-438a-8488-1041ada17548) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:35.056785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd492da1-9ed6-4321-8a13-334a08de0927 req-8aa63e96-6520-433d-b885-7f65df063d5c service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736660 Oct 25 09:09:35.110249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] Set router 3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:09:35.126233 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c152dbec-7d53-4b2c-9370-6c5aaa356e29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.127127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152dbec-7d53-4b2c-9370-6c5aaa356e29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Fanout notify agent at l3_agent the message router_deleted on router 3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:09:35.141382 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c152dbec-7d53-4b2c-9370-6c5aaa356e29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.145888 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c152dbec-7d53-4b2c-9370-6c5aaa356e29 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 HTTP/1.1" status: 204 len: 168 time: 0.4047959 Oct 25 09:09:35.148335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34230) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.183268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2', 'name': 'tempest-RoutersIpV6Test-router-1919776112', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:33Z', 'updated_at': '2021-10-25T09:09:34Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:35.226161 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-301ed854-bc6e-4473-ba0f-b804d7cee0bd tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 HTTP/1.1" status: 200 len: 205 time: 0.0649314 Oct 25 09:09:35.227785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34232) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.242704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c43d3b-eca2-4424-b67e-dfbbadaabb3b None None] The sync data for ids ['3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2'] in n-d-814746-2 is: [{'id': '3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2', 'name': 'tempest-RoutersIpV6Test-router-1919776112', 'tenant_id': '9dfa6f68f1644e69999c4473bb098d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:33Z', 'updated_at': '2021-10-25T09:09:34Z', 'revision_number': 2, 'project_id': '9dfa6f68f1644e69999c4473bb098d8a', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:09:35.243154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.287536 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5ee900-ccd9-4ec7-a95a-130769d67c59 x-openstack-request-id: req-fd5ee900-ccd9-4ec7-a95a-130769d67c59 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:35.287963 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1779954-8ed8-4977-a941-e34140620c72", "tag": "a261b1a5-a327-4be4-b221-f764cda3894b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:35.288278 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd5ee900-ccd9-4ec7-a95a-130769d67c59 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:35.288618 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1779954-8ed8-4977-a941-e34140620c72', 'tag': 'a261b1a5-a327-4be4-b221-f764cda3894b', 'status': 'completed', 'code': 200} Oct 25 09:09:35.302186 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-c123001a-0ddb-4182-b630-e821fc6f7aa1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] delete failed (client error): The resource could not be found. Oct 25 09:09:35.304617 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c123001a-0ddb-4182-b630-e821fc6f7aa1 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/3d20f0c0-6735-40dd-8cb4-a7971ae5ecd2 HTTP/1.1" status: 404 len: 336 time: 0.0734377 Oct 25 09:09:35.307677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.311142 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.346902 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44e0600-52d0-4da1-b3d5-351e72df6809 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:35.347506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44e0600-52d0-4da1-b3d5-351e72df6809 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:35.358053 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f44e0600-52d0-4da1-b3d5-351e72df6809 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/a015a8b0-7fa0-4c2d-8b09-b3d780a1cb68 HTTP/1.1" status: 404 len: 337 time: 0.0458305 Oct 25 09:09:35.358469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34240) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.377691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Network da33d475-38ee-4a68-b4b0-28e43b41b37d is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:35.395736 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f205d51-8be4-403c-b98f-438f30cba6e9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:35.396200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f205d51-8be4-403c-b98f-438f30cba6e9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:35.402116 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5f205d51-8be4-403c-b98f-438f30cba6e9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/c6ed2329-bca6-457e-9cad-664023125caa HTTP/1.1" status: 404 len: 337 time: 0.0404763 Oct 25 09:09:35.403754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34242) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.411090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event updated for resources: {'Port': ['ID=4f6c617f-0261-438a-8488-1041ada17548,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:35.422830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:35.438521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:35.450966 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-898f8090-0fab-4116-a10a-6e90c3765b3b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:35.451580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898f8090-0fab-4116-a10a-6e90c3765b3b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:35.457797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-898f8090-0fab-4116-a10a-6e90c3765b3b tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/e6a7878b-1c44-41d6-988e-390b980ee7c2 HTTP/1.1" status: 404 len: 337 time: 0.0522444 Oct 25 09:09:35.458542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34244) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.519356 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cba9264-c85c-48e0-b64d-f3a156f39a9a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:35.519745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cba9264-c85c-48e0-b64d-f3a156f39a9a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:35.526468 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1cba9264-c85c-48e0-b64d-f3a156f39a9a tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/8813e42f-e1b0-4cc4-bd7a-66cee4fd361d HTTP/1.1" status: 404 len: 337 time: 0.0667741 Oct 25 09:09:35.527104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34248) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.549020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:35.550530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.556977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-27c52f7d-f06e-4895-8c11-a77521928f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:35.560525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-27c52f7d-f06e-4895-8c11-a77521928f1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 1094 time: 0.1801145 Oct 25 09:09:35.597804 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a3244af6-8325-4140-8595-c9287b545b7f tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 200 len: 205 time: 0.0689209 Oct 25 09:09:35.598552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34250) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.656124 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-0f313ccc-b5bf-41fd-aa72-4097444f050e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] delete failed (client error): The resource could not be found. Oct 25 09:09:35.657352 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0f313ccc-b5bf-41fd-aa72-4097444f050e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/7c335349-0ce7-483c-b9e0-55b742ad5c79 HTTP/1.1" status: 404 len: 336 time: 0.0574524 Oct 25 09:09:35.660005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.704618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e6ee715c-3bbf-41e6-b414-e3b7c1cb726d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=76888c53-177c-4e61-ba4f-c3924383de4e HTTP/1.1" status: 200 len: 205 time: 0.0428269 Oct 25 09:09:35.706804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.714306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9fc32c0a-058a-4343-992b-24c8f62b835a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3148453 Oct 25 09:09:35.738764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Request body: {'port': {'device_id': '485dbb39-4394-43bd-9640-c6fa2150ada9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:35.774675 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-355a55a2-496c-4a80-ae9d-b6470b33906c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] delete failed (client error): The resource could not be found. Oct 25 09:09:35.777264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-e513e067-8e14-4447-925e-97ad097dede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:35.779143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-355a55a2-496c-4a80-ae9d-b6470b33906c tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/76888c53-177c-4e61-ba4f-c3924383de4e HTTP/1.1" status: 404 len: 336 time: 0.0705230 Oct 25 09:09:35.779397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-e513e067-8e14-4447-925e-97ad097dede5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 912 time: 0.1962838 Oct 25 09:09:35.779830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34258) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.830335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a11016cf-e31b-4cbb-acea-27d5475c8609 None None] Provisioning complete for port 4f6c617f-0261-438a-8488-1041ada17548 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:35.831990 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a11016cf-e31b-4cbb-acea-27d5475c8609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.866008 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abd241e-d722-4148-9c05-ac0428b03fe9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:35.866473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abd241e-d722-4148-9c05-ac0428b03fe9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:35.869568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2abd241e-d722-4148-9c05-ac0428b03fe9 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/7086d4fa-ff05-4548-a334-d7cfc15c31a3 HTTP/1.1" status: 404 len: 337 time: 0.0869453 Oct 25 09:09:35.873775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-8395fdfa-fc83-47a2-9872-5e6f35933d7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a261b1a5-a327-4be4-b221-f764cda3894b HTTP/1.1" status: 200 len: 217 time: 0.0839424 Oct 25 09:09:35.873977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34262) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.875199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a11016cf-e31b-4cbb-acea-27d5475c8609 None None] Port 4f6c617f-0261-438a-8488-1041ada17548 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:09:35.880042 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:35.912196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-283e06d1-a75f-4d19-b405-a420c24527b8 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1c9a49e-e51e-4e5f-8104-93336c08f228 HTTP/1.1" status: 200 len: 205 time: 0.0370398 Oct 25 09:09:35.912838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34264) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:35.974833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-f55ea79c-8e3f-4260-b81e-4d519fa07b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:35.976509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-f55ea79c-8e3f-4260-b81e-4d519fa07b51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.0823152 Oct 25 09:09:36.046995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-0e3cf2d1-bc77-4822-97c6-c1fb60494bea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470290 Oct 25 09:09:36.244601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d098f-4597-4b0d-85bc-4d650ef62412 req-8be650cf-5368-4eff-9e26-54e8b22e8621 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:36.253521 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-94f40315-2023-4f57-8f03-d64a4e800d96 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] delete failed (client error): The resource could not be found. Oct 25 09:09:36.257302 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-94f40315-2023-4f57-8f03-d64a4e800d96 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/b1c9a49e-e51e-4e5f-8104-93336c08f228 HTTP/1.1" status: 404 len: 336 time: 0.3434863 Oct 25 09:09:36.257869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34270) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.259828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-416d098f-4597-4b0d-85bc-4d650ef62412 req-8be650cf-5368-4eff-9e26-54e8b22e8621 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 895 time: 0.2488620 Oct 25 09:09:36.288162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34272) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.288413 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b9db42e6-ff06-40d0-bd0c-ddf7ae5924b8 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d439d76-e291-4512-bbf3-cf95552136ad HTTP/1.1" status: 200 len: 205 time: 0.0293720 Oct 25 09:09:36.359914 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-3109f82f-0c54-4514-aa37-9a17ce2c0038 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] delete failed (client error): The resource could not be found. Oct 25 09:09:36.361017 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3109f82f-0c54-4514-aa37-9a17ce2c0038 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/3d439d76-e291-4512-bbf3-cf95552136ad HTTP/1.1" status: 404 len: 336 time: 0.0638149 Oct 25 09:09:36.363642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34276) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.392718 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c06fd2-7f79-4df8-a2a0-af125c893b9d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:36.393298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c06fd2-7f79-4df8-a2a0-af125c893b9d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:36.398938 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b4c06fd2-7f79-4df8-a2a0-af125c893b9d tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/fe2d487a-498f-412d-8a29-bc78d1de573b HTTP/1.1" status: 404 len: 337 time: 0.0317526 Oct 25 09:09:36.399343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34278) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.414267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-040efae3-c139-4592-9e30-eda34c9e14be service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489830 Oct 25 09:09:36.436450 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fad3d53b-0e33-45b2-bee2-dbb24e46aba8 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=edea4478-8c7d-493b-8572-560ac92fd9e3 HTTP/1.1" status: 200 len: 205 time: 0.0335412 Oct 25 09:09:36.436716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34280) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.478164 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-07235719-bb36-4de0-9d27-73a1f68c4dca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] delete failed (client error): The resource could not be found. Oct 25 09:09:36.479255 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-07235719-bb36-4de0-9d27-73a1f68c4dca tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/edea4478-8c7d-493b-8572-560ac92fd9e3 HTTP/1.1" status: 404 len: 336 time: 0.0415676 Oct 25 09:09:36.482897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34282) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.511552 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f5f8cc-c9e0-4be5-a584-88c75f37f3ef tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:36.512532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f5f8cc-c9e0-4be5-a584-88c75f37f3ef tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:36.518148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a8f5f8cc-c9e0-4be5-a584-88c75f37f3ef tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/a5529b2f-dc72-491c-8348-4e86aa875a3c HTTP/1.1" status: 404 len: 337 time: 0.0319593 Oct 25 09:09:36.519462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34284) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.548085 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c37534b5-1a27-48fa-80f8-4655df10d3c7 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b84afe4-37e4-4172-a148-bff7a50a102e HTTP/1.1" status: 200 len: 205 time: 0.0264411 Oct 25 09:09:36.548941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34286) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.566975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45725866-9e59-47b2-84ad-1c251a6025ca req-acd0e962-140d-40de-9f17-939fc82405bc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:36.575494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45725866-9e59-47b2-84ad-1c251a6025ca req-acd0e962-140d-40de-9f17-939fc82405bc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 943 time: 0.1782041 Oct 25 09:09:36.603503 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-f7fd5af0-45f2-40d5-b320-86280e33fb03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] delete failed (client error): The resource could not be found. Oct 25 09:09:36.605348 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f7fd5af0-45f2-40d5-b320-86280e33fb03 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/routers/6b84afe4-37e4-4172-a148-bff7a50a102e HTTP/1.1" status: 404 len: 336 time: 0.0540488 Oct 25 09:09:36.608304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34290) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.644022 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd812b8-88b2-4545-92fc-a4bb4884bbb0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:36.645163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd812b8-88b2-4545-92fc-a4bb4884bbb0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:36.646284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5ea63bf-2c77-4f68-9522-9fd0a24b3e81 req-e0cee5e9-dfaa-4ee9-90de-fa235b284121 service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093377 Oct 25 09:09:36.648758 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2cd812b8-88b2-4545-92fc-a4bb4884bbb0 tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/7f2c1fb2-17ef-4b43-b62e-49bce50ca626 HTTP/1.1" status: 404 len: 337 time: 0.0391660 Oct 25 09:09:36.651296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34292) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:36.675070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45725866-9e59-47b2-84ad-1c251a6025ca req-9cde97fb-1ebe-4d5d-b466-8e4a7c44b3ff tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986240 Oct 25 09:09:36.680918 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d09e002-3b7a-4088-a8ad-9e4bdd99308e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] DELETE failed (client error): The resource could not be found. Oct 25 09:09:36.681508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d09e002-3b7a-4088-a8ad-9e4bdd99308e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:09:36.687936 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4d09e002-3b7a-4088-a8ad-9e4bdd99308e tempest-RoutersIpV6Test-1494908823 tempest-RoutersIpV6Test-1494908823-project] 10.222.0.32 "DELETE /v2.0/subnets/f8a7573a-6f34-4d75-82d9-5290fc9c119f HTTP/1.1" status: 404 len: 337 time: 0.0333352 Oct 25 09:09:36.751753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6c617f-0261-438a-8488-1041ada17548 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:36.775297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:36.795978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Transition to ACTIVE for port object 4f6c617f-0261-438a-8488-1041ada17548 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:09:36.803001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:36.870002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e654e98-11e3-4f0b-a774-039da22b8803 req-7f219a47-16e3-4dbb-b5df-52333fe1267c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:36.872211 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e654e98-11e3-4f0b-a774-039da22b8803 req-7f219a47-16e3-4dbb-b5df-52333fe1267c tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.1331112 Oct 25 09:09:36.904222 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Pushing event updated for resources: {'Port': ['ID=4f6c617f-0261-438a-8488-1041ada17548,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:36.957673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e654e98-11e3-4f0b-a774-039da22b8803 req-a94ff967-c180-452a-a042-b4ef7312f63f tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b64edfa-c282-4311-814d-fc2bb1ae371c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724392 Oct 25 09:09:37.030058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Attempting to bind port 4f6c617f-0261-438a-8488-1041ada17548 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:37.030412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Attempting to bind port 4f6c617f-0261-438a-8488-1041ada17548 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:37.030745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Attempting to bind port 4f6c617f-0261-438a-8488-1041ada17548 on network da33d475-38ee-4a68-b4b0-28e43b41b37d {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:37.063795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Port 4f6c617f-0261-438a-8488-1041ada17548 on network da33d475-38ee-4a68-b4b0-28e43b41b37d not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:09:37.064456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Attempting to bind port 4f6c617f-0261-438a-8488-1041ada17548 on network da33d475-38ee-4a68-b4b0-28e43b41b37d {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:37.076352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:37.076694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Checking segment: {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:37.077110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Bound using segment: {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:37.077554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Bound port: 4f6c617f-0261-438a-8488-1041ada17548, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097e2268-9c09-4df4-afea-d5cbad932f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:37.078062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.107874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-608d98da-c8d8-48df-b5ab-1e830c7e8c21 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:37.109579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-608d98da-c8d8-48df-b5ab-1e830c7e8c21 tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2e2e1e5-5a19-4b16-a2b9-a3b9df042042 HTTP/1.1" status: 200 len: 946 time: 0.0754178 Oct 25 09:09:37.145753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34300) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:37.253334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] For port 4f6c617f-0261-438a-8488-1041ada17548, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:37.275035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] For port 4f6c617f-0261-438a-8488-1041ada17548, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f6c617f-0261-438a-8488-1041ada17548,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:37.284297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.336709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:37.337467 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.339097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] 10.222.0.41 "PUT /v2.0/ports/4f6c617f-0261-438a-8488-1041ada17548 HTTP/1.1" status: 200 len: 1055 time: 1.6053116 Oct 25 09:09:37.344150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Deleting port f84fd4c1-f43f-4369-999a-c4035a750d7e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:37.344879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.347677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485dbb39-4394-43bd-9640-c6fa2150ada9', 'tag': '4f6c617f-0261-438a-8488-1041ada17548'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:37.350268 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17" -d '{"events": [{"name": "network-changed", "server_uuid": "485dbb39-4394-43bd-9640-c6fa2150ada9", "tag": "4f6c617f-0261-438a-8488-1041ada17548"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:37.387597 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e5bbeb73-d21c-4d55-9a12-2a460459d289 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dfa6f68f1644e69999c4473bb098d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405570 Oct 25 09:09:37.393206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34312) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:37.460031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab394dd5-b8c6-4910-9869-892f48bdcf65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.488826 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab394dd5-b8c6-4910-9869-892f48bdcf65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.493197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca7d10-6371-4545-8391-5ab3a837979a service neutron] Pushing event updated for resources: {'Port': ['ID=4f6c617f-0261-438a-8488-1041ada17548,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:37.553845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-b27dcb45-03f8-4ff3-a696-612a3841472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:37.555561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-b27dcb45-03f8-4ff3-a696-612a3841472b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 1058 time: 0.1119633 Oct 25 09:09:37.559137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab394dd5-b8c6-4910-9869-892f48bdcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.562386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab394dd5-b8c6-4910-9869-892f48bdcf65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.563796 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ab394dd5-b8c6-4910-9869-892f48bdcf65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d8576f0-f9ed-443a-a897-89e7c8757637 HTTP/1.1" status: 204 len: 168 time: 0.1687317 Oct 25 09:09:37.571294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0c7ed-0b4f-4a0d-9108-17b858a44507 req-fc7313fb-31b9-437a-8b16-0acecee9faf1 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:37.576408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab394dd5-b8c6-4910-9869-892f48bdcf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8576f0-f9ed-443a-a897-89e7c8757637,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:37.578057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78d0c7ed-0b4f-4a0d-9108-17b858a44507 req-fc7313fb-31b9-437a-8b16-0acecee9faf1 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 907 time: 0.1331983 Oct 25 09:09:37.660325 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fcb9a9-c528-4b9c-9c45-b4175b0e07ee x-openstack-request-id: req-e5fcb9a9-c528-4b9c-9c45-b4175b0e07ee {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:37.660618 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485dbb39-4394-43bd-9640-c6fa2150ada9", "tag": "4f6c617f-0261-438a-8488-1041ada17548", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:37.660860 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5fcb9a9-c528-4b9c-9c45-b4175b0e07ee {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:37.661271 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485dbb39-4394-43bd-9640-c6fa2150ada9', 'tag': '4f6c617f-0261-438a-8488-1041ada17548', 'status': 'completed', 'code': 200} Oct 25 09:09:37.669165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-64dfa0e2-ecbd-4ec4-83ce-ea904391fb11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=4f6c617f-0261-438a-8488-1041ada17548 HTTP/1.1" status: 200 len: 217 time: 0.0899298 Oct 25 09:09:37.679657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] For port f84fd4c1-f43f-4369-999a-c4035a750d7e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f84fd4c1-f43f-4369-999a-c4035a750d7e,segment=NetworkSegment(47261ffa-2f6f-4fb5-baf5-aadb8e152647),segment_id=47261ffa-2f6f-4fb5-baf5-aadb8e152647)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:37.679657 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:37.720360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Calling delete_port for f84fd4c1-f43f-4369-999a-c4035a750d7e owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:37.842703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a261b1a5-a327-4be4-b221-f764cda3894b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:09:37.938335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-e16f64a9-fe2f-4887-9922-ca73a2d23b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:37.939787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-e16f64a9-fe2f-4887-9922-ca73a2d23b47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c079220a-9d8c-44e4-8a0c-c59fe6463f9f HTTP/1.1" status: 200 len: 838 time: 0.2626810 Oct 25 09:09:37.992736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a261b1a5-a327-4be4-b221-f764cda3894b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a261b1a5-a327-4be4-b221-f764cda3894b,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:38.008257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'a261b1a5-a327-4be4-b221-f764cda3894b', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'port_id': 'a261b1a5-a327-4be4-b221-f764cda3894b', 'mac_address': 'fa:16:3e:1d:b4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca46ef7-c47c-435f-b6e3-6f8b5f596295', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:09:38.073685 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:38.103104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a261b1a5-a327-4be4-b221-f764cda3894b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:38.113905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf186a90-839e-4697-a396-38adbd679f55 req-e8011c3e-eda6-4af5-80b2-00cd48f2279d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:38.117378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf186a90-839e-4697-a396-38adbd679f55 req-e8011c3e-eda6-4af5-80b2-00cd48f2279d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 943 time: 0.1536267 Oct 25 09:09:38.123424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-44b79cdb-07c5-4779-8b52-36dfdfc31d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:38.127351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-44b79cdb-07c5-4779-8b52-36dfdfc31d7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da33d475-38ee-4a68-b4b0-28e43b41b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1791942 Oct 25 09:09:38.130026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:38.145631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a261b1a5-a327-4be4-b221-f764cda3894b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a261b1a5-a327-4be4-b221-f764cda3894b,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:38.151788 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:38.203710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Pushing event deleted for resources: {'Port': ['ID=f84fd4c1-f43f-4369-999a-c4035a750d7e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:38.214046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a261b1a5-a327-4be4-b221-f764cda3894b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:38.284368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf186a90-839e-4697-a396-38adbd679f55 req-09f85369-1a13-4169-b0d7-f6febe0683d0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554720 Oct 25 09:09:38.328755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] No DVR routers for this DVR port f84fd4c1-f43f-4369-999a-c4035a750d7e on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:38.334818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:38.338848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51841692-a307-4ee7-9e14-c8215c3e7fa5 req-5c96141f-4eb0-45d2-92de-5758c37f10df tempest-ServerDiskConfigTestJSON-1529850322 tempest-ServerDiskConfigTestJSON-1529850322-project] 10.222.0.41 "DELETE /v2.0/ports/f84fd4c1-f43f-4369-999a-c4035a750d7e HTTP/1.1" status: 204 len: 173 time: 1.2108381 Oct 25 09:09:38.375859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-6a9e4697-5a92-40d6-a3f4-32d4bdb76bda service neutron] 10.222.0.41 "GET /v2.0/networks/da33d475-38ee-4a68-b4b0-28e43b41b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182243 Oct 25 09:09:38.511359 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:38.539313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f13ce080-d6ae-4d04-891c-339590cf5cff req-f2c073c0-37b7-4b2d-a62e-658ad4c9369e service neutron] 10.222.0.41 "GET /v2.0/networks/da33d475-38ee-4a68-b4b0-28e43b41b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526878 Oct 25 09:09:38.612852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34348) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:38.654815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a261b1a5-a327-4be4-b221-f764cda3894b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:09:38.756695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-cd79cc1d-48b3-4e28-af03-f2ca21ef51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:38.759013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-cd79cc1d-48b3-4e28-af03-f2ca21ef51f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 1058 time: 0.0815897 Oct 25 09:09:38.802171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-secgroup--894759017'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:38.847229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:38.862577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:38.973256 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:38.979445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.037463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04c225c-cec7-4cec-a379-10ff4cddba6a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:39.114516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.123691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.165547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6bdedd-870e-4eb6-bece-1e8f205474a5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:39.182400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.184719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3a7ef9fb-5a6b-462a-8e17-da0c19d229c8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5701292 Oct 25 09:09:39.187226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34354) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:39.265672 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4e0b88b6-1b29-410b-b6d3-2bfb281a4b16 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0772145 Oct 25 09:09:39.268310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34356) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:39.274557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-268681f1-5f87-473e-91a9-567114f14774 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-security--411158132', 'description': 'tempest-security-description-565165466'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:39.315677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-268681f1-5f87-473e-91a9-567114f14774 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.378806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-268681f1-5f87-473e-91a9-567114f14774 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.384379 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-268681f1-5f87-473e-91a9-567114f14774 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.387462 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-268681f1-5f87-473e-91a9-567114f14774 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.391374 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-268681f1-5f87-473e-91a9-567114f14774 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "PUT /v2.0/security-groups/9c6bdedd-870e-4eb6-bece-1e8f205474a5 HTTP/1.1" status: 200 len: 1778 time: 0.1195350 Oct 25 09:09:39.412947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34364) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:39.418889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268681f1-5f87-473e-91a9-567114f14774 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6bdedd-870e-4eb6-bece-1e8f205474a5,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:39.439309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-3f36895d-449c-43b3-b2d6-478646aab4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:39.440658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-3f36895d-449c-43b3-b2d6-478646aab4f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=da33d475-38ee-4a68-b4b0-28e43b41b37d HTTP/1.1" status: 200 len: 899 time: 0.6692724 Oct 25 09:09:39.497050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-aa664b9d-7853-48b6-ad3c-e0843f8afaae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=4f6c617f-0261-438a-8488-1041ada17548 HTTP/1.1" status: 200 len: 217 time: 0.0436389 Oct 25 09:09:39.537727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-19ed707f-9983-4ed4-81ee-47904f9daed8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups/9c6bdedd-870e-4eb6-bece-1e8f205474a5 HTTP/1.1" status: 200 len: 1778 time: 0.1236572 Oct 25 09:09:39.541666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34366) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:39.604423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-b20ed06b-ed24-401b-90a4-90d7e85bb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:39.606519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-b20ed06b-ed24-401b-90a4-90d7e85bb725 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c079220a-9d8c-44e4-8a0c-c59fe6463f9f HTTP/1.1" status: 200 len: 838 time: 0.1009223 Oct 25 09:09:39.662120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e2e1e5-5a19-4b16-a2b9-a3b9df042042', 'name': 'network-vif-deleted', 'tag': 'f84fd4c1-f43f-4369-999a-c4035a750d7e'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:39.664355 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a31cbd-fb8b-4f25-9e3e-e93e45d77943" -d '{"events": [{"server_uuid": "e2e2e1e5-5a19-4b16-a2b9-a3b9df042042", "name": "network-vif-deleted", "tag": "f84fd4c1-f43f-4369-999a-c4035a750d7e"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:39.672282 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.681513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ac399-f0d5-4fd1-ac3a-5d3448a1a34b req-b042586f-de8c-47de-a9e0-2ea29925f855 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:39.682999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e28ac399-f0d5-4fd1-ac3a-5d3448a1a34b req-b042586f-de8c-47de-a9e0-2ea29925f855 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 907 time: 0.1234677 Oct 25 09:09:39.690408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45b7316a-35e5-46b6-a28d-c44526f9c5fe tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.711948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-31eb16ad-9cc5-4edf-99c8-481641ab980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:39.713558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-31eb16ad-9cc5-4edf-99c8-481641ab980c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da33d475-38ee-4a68-b4b0-28e43b41b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988388 Oct 25 09:09:39.736747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45b7316a-35e5-46b6-a28d-c44526f9c5fe tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.821363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f84fd4c1-f43f-4369-999a-c4035a750d7e no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:39.843354 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45b7316a-35e5-46b6-a28d-c44526f9c5fe tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.846523 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45b7316a-35e5-46b6-a28d-c44526f9c5fe tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:39.847729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-45b7316a-35e5-46b6-a28d-c44526f9c5fe tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/9c6bdedd-870e-4eb6-bece-1e8f205474a5 HTTP/1.1" status: 204 len: 168 time: 0.3050883 Oct 25 09:09:39.850145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-2b2a307c-62de-4689-a7d9-cea06d2e3a33 service neutron] 10.222.0.41 "GET /v2.0/networks/da33d475-38ee-4a68-b4b0-28e43b41b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257260 Oct 25 09:09:39.850607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34372) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:39.862415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: f84fd4c1-f43f-4369-999a-c4035a750d7e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:39.863113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f84fd4c1-f43f-4369-999a-c4035a750d7e not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:39.882801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7316a-35e5-46b6-a28d-c44526f9c5fe tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6bdedd-870e-4eb6-bece-1e8f205474a5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:39.971960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d742d2de-c364-42ef-85db-c8d628a55d40 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1175869 Oct 25 09:09:39.974922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34374) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:39.994678 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-9c882e0c-68d4-41d5-a0d3-0ad189fa9c82 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] delete failed (client error): The resource could not be found. Oct 25 09:09:39.999456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9c882e0c-68d4-41d5-a0d3-0ad189fa9c82 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/9c6bdedd-870e-4eb6-bece-1e8f205474a5 HTTP/1.1" status: 404 len: 347 time: 0.0193613 Oct 25 09:09:40.000237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34376) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.004383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c3a4761b-ce02-43f2-b9a0-92bc46dd596c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-secgroup--988124555'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:40.010593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aed963-73bb-42c1-aa4d-47a1dcf0fc17 req-4eaa01da-7d6b-4d2d-97b6-2213f7a7eeef service neutron] 10.222.0.41 "GET /v2.0/networks/da33d475-38ee-4a68-b4b0-28e43b41b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429877 Oct 25 09:09:40.033800 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3a4761b-ce02-43f2-b9a0-92bc46dd596c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.106661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3a4761b-ce02-43f2-b9a0-92bc46dd596c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.110624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3a4761b-ce02-43f2-b9a0-92bc46dd596c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.141835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3a4761b-ce02-43f2-b9a0-92bc46dd596c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.146295 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c3a4761b-ce02-43f2-b9a0-92bc46dd596c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1423953 Oct 25 09:09:40.146295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34378) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.150652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6a36fc4e-673d-4b11-a2df-b3287ea189ae tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': '6a1175fa-6aa5-4b77-8883-ff6b9204a8a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:40.160014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4761b-ce02-43f2-b9a0-92bc46dd596c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1175fa-6aa5-4b77-8883-ff6b9204a8a2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:40.188851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc4e-673d-4b11-a2df-b3287ea189ae tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.256178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc4e-673d-4b11-a2df-b3287ea189ae tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.260561 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc4e-673d-4b11-a2df-b3287ea189ae tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.299891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36fc4e-673d-4b11-a2df-b3287ea189ae tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb4a820-fad3-437e-bc5e-6ee619064665,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:40.308671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a36fc4e-673d-4b11-a2df-b3287ea189ae tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.310260 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6a36fc4e-673d-4b11-a2df-b3287ea189ae tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631010 Oct 25 09:09:40.313054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34384) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.319429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbba47-c8f2-4e2a-b05d-4f945f084a5c req-3408b4b7-a8a9-4f70-9e44-4bd645a96c14 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:40.321187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abcbba47-c8f2-4e2a-b05d-4f945f084a5c req-3408b4b7-a8a9-4f70-9e44-4bd645a96c14 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 944 time: 0.0635533 Oct 25 09:09:40.345808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8dd034b8-fff6-4b74-aefb-52392f9d1cfb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.356399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8dd034b8-fff6-4b74-aefb-52392f9d1cfb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.366004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abcbba47-c8f2-4e2a-b05d-4f945f084a5c req-cd3c2a4e-a4ca-4407-84fb-628dff2289b7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367904 Oct 25 09:09:40.393431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8dd034b8-fff6-4b74-aefb-52392f9d1cfb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.404131 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8dd034b8-fff6-4b74-aefb-52392f9d1cfb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.405428 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8dd034b8-fff6-4b74-aefb-52392f9d1cfb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/eeb4a820-fad3-437e-bc5e-6ee619064665 HTTP/1.1" status: 204 len: 168 time: 0.0913525 Oct 25 09:09:40.408090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.410560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd034b8-fff6-4b74-aefb-52392f9d1cfb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eeb4a820-fad3-437e-bc5e-6ee619064665,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:40.463564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f2f90df-eca5-41b9-857b-a5d7efaa182c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0540471 Oct 25 09:09:40.466486 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc1145-1815-4c2c-809c-173c719c24c8 x-openstack-request-id: req-1dbc1145-1815-4c2c-809c-173c719c24c8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:40.466874 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e2e1e5-5a19-4b16-a2b9-a3b9df042042", "name": "network-vif-deleted", "tag": "f84fd4c1-f43f-4369-999a-c4035a750d7e", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:40.467333 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1dbc1145-1815-4c2c-809c-173c719c24c8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:40.467813 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e2e1e5-5a19-4b16-a2b9-a3b9df042042', 'name': 'network-vif-deleted', 'tag': 'f84fd4c1-f43f-4369-999a-c4035a750d7e', 'status': 'completed', 'code': 200} Oct 25 09:09:40.468304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.536770 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee12a0cd-6204-4089-a9e8-b85f24783474 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.561635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee12a0cd-6204-4089-a9e8-b85f24783474 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.617915 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee12a0cd-6204-4089-a9e8-b85f24783474 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.620817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee12a0cd-6204-4089-a9e8-b85f24783474 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.622352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ee12a0cd-6204-4089-a9e8-b85f24783474 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/6a1175fa-6aa5-4b77-8883-ff6b9204a8a2 HTTP/1.1" status: 204 len: 168 time: 0.1528125 Oct 25 09:09:40.625481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34400) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.632779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12a0cd-6204-4089-a9e8-b85f24783474 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1175fa-6aa5-4b77-8883-ff6b9204a8a2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:40.677710 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c3573961-1242-497f-bc1e-f8b3683708b8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508630 Oct 25 09:09:40.682262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34404) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.687606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-01e24313-cde8-4c7d-8b3b-ede25d2718a9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-secgroup--631441852'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:40.709912 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01e24313-cde8-4c7d-8b3b-ede25d2718a9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.798842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01e24313-cde8-4c7d-8b3b-ede25d2718a9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.803149 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01e24313-cde8-4c7d-8b3b-ede25d2718a9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.831129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01e24313-cde8-4c7d-8b3b-ede25d2718a9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.835028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-01e24313-cde8-4c7d-8b3b-ede25d2718a9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1492310 Oct 25 09:09:40.835516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34414) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.842263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e24313-cde8-4c7d-8b3b-ede25d2718a9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc97209e-1de0-4eb8-ba39-a3f01a1acdee,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:40.843172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-16b17e6f-3ccd-44a8-9fae-36e552eb82e9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'bc97209e-1de0-4eb8-ba39-a3f01a1acdee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:40.883204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-16b17e6f-3ccd-44a8-9fae-36e552eb82e9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.911060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229ea19-e1a0-4974-8aad-53ff864c1639 req-e9e56858-f644-4fd5-9269-8472ebfe4821 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:40.912572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6229ea19-e1a0-4974-8aad-53ff864c1639 req-e9e56858-f644-4fd5-9269-8472ebfe4821 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 907 time: 0.0609291 Oct 25 09:09:40.957504 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-16b17e6f-3ccd-44a8-9fae-36e552eb82e9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.961934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-16b17e6f-3ccd-44a8-9fae-36e552eb82e9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:40.967845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34416) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:40.983073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b17e6f-3ccd-44a8-9fae-36e552eb82e9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b84351-ae04-402a-99f6-e237fabbf9cb,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:40.998270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-16b17e6f-3ccd-44a8-9fae-36e552eb82e9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.000587 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-16b17e6f-3ccd-44a8-9fae-36e552eb82e9 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633666 Oct 25 09:09:41.003064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34418) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:41.010975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4e33f789-a972-40ba-bf7c-457d1d06c55d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'bc97209e-1de0-4eb8-ba39-a3f01a1acdee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:41.035169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-4910ca2e-431d-45eb-bc2f-f3311e013ec4 admin admin] Deleting subnet 271a4ad1-d4ab-4458-835c-3667c33d8d29 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:09:41.040501 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4910ca2e-431d-45eb-bc2f-f3311e013ec4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.054069 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e33f789-a972-40ba-bf7c-457d1d06c55d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.079835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4910ca2e-431d-45eb-bc2f-f3311e013ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.127942 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4910ca2e-431d-45eb-bc2f-f3311e013ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.135733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e33f789-a972-40ba-bf7c-457d1d06c55d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.140224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e33f789-a972-40ba-bf7c-457d1d06c55d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.166558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33f789-a972-40ba-bf7c-457d1d06c55d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed6cb09-f363-42fa-b155-b9cc4aaa0282,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:41.186604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e33f789-a972-40ba-bf7c-457d1d06c55d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.192637 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4e33f789-a972-40ba-bf7c-457d1d06c55d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1873434 Oct 25 09:09:41.193917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34422) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:41.198885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5bb54db1-b381-4a7f-b59c-94698f3e8d65 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'bc97209e-1de0-4eb8-ba39-a3f01a1acdee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:41.213637 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4910ca2e-431d-45eb-bc2f-f3311e013ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.240829 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bb54db1-b381-4a7f-b59c-94698f3e8d65 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.262507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910ca2e-431d-45eb-bc2f-f3311e013ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271a4ad1-d4ab-4458-835c-3667c33d8d29,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:41.265192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4910ca2e-431d-45eb-bc2f-f3311e013ec4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.268750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4910ca2e-431d-45eb-bc2f-f3311e013ec4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/271a4ad1-d4ab-4458-835c-3667c33d8d29 HTTP/1.1" status: 204 len: 168 time: 0.3003724 Oct 25 09:09:41.271216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34424) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:41.339095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bb54db1-b381-4a7f-b59c-94698f3e8d65 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.345075 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bb54db1-b381-4a7f-b59c-94698f3e8d65 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.362515 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.371542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb54db1-b381-4a7f-b59c-94698f3e8d65 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0cb661-d487-41f6-afb9-5fa5620b21c4,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:41.378994 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bb54db1-b381-4a7f-b59c-94698f3e8d65 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.380339 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5bb54db1-b381-4a7f-b59c-94698f3e8d65 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1854603 Oct 25 09:09:41.383734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34426) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:41.389442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-122ad40a-05cb-47ba-b906-15026e21d949 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'bc97209e-1de0-4eb8-ba39-a3f01a1acdee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:41.523740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.534019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-122ad40a-05cb-47ba-b906-15026e21d949 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.570470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea47a6f9-b178-4198-a87a-73ca383f7874']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:41.593375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47261ffa-2f6f-4fb5-baf5-aadb8e152647') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:41.593678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47261ffa-2f6f-4fb5-baf5-aadb8e152647') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:09:41.613113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1409933-bdda-438b-8b77-6adc6ba703ad req-04ed0886-59d3-496a-8122-8d59a1cd24a8 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:41.614912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1409933-bdda-438b-8b77-6adc6ba703ad req-04ed0886-59d3-496a-8122-8d59a1cd24a8 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 944 time: 0.1423168 Oct 25 09:09:41.628645 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.672531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.686414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:09:41.686885 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:09:41.689210 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:09:41.737470 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-122ad40a-05cb-47ba-b906-15026e21d949 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.750356 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-122ad40a-05cb-47ba-b906-15026e21d949 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.774567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1409933-bdda-438b-8b77-6adc6ba703ad req-a7da9a77-eea1-4418-8a7f-1fe20286a244 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462286 Oct 25 09:09:41.787510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ad40a-05cb-47ba-b906-15026e21d949 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162c14c1-995c-4adc-87af-5e7071798ecd,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:41.796839 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.802753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.809327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/ea47a6f9-b178-4198-a87a-73ca383f7874 HTTP/1.1" status: 204 len: 168 time: 0.5336342 Oct 25 09:09:41.818404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-122ad40a-05cb-47ba-b906-15026e21d949 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.820343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-122ad40a-05cb-47ba-b906-15026e21d949 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4356027 Oct 25 09:09:41.833124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34444) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:41.833591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a261b1a5-a327-4be4-b221-f764cda3894b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:41.839405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a317d7b1-45b9-4d5f-9e4f-e0a3c31796b1 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'bc97209e-1de0-4eb8-ba39-a3f01a1acdee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:41.842865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648b77a-0384-4f37-9895-90757d0ea8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ea47a6f9-b178-4198-a87a-73ca383f7874,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:41.870689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4f6c617f-0261-438a-8488-1041ada17548 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:09:41.874783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a317d7b1-45b9-4d5f-9e4f-e0a3c31796b1 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.971760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a317d7b1-45b9-4d5f-9e4f-e0a3c31796b1 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.977510 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a317d7b1-45b9-4d5f-9e4f-e0a3c31796b1 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:41.992624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4f6c617f-0261-438a-8488-1041ada17548, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f6c617f-0261-438a-8488-1041ada17548,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:42.005224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d7b1-45b9-4d5f-9e4f-e0a3c31796b1 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846c4f2b-9be3-4e36-985c-a377066faf94,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:42.008500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '4f6c617f-0261-438a-8488-1041ada17548', 'network_id': 'da33d475-38ee-4a68-b4b0-28e43b41b37d', 'port_id': '4f6c617f-0261-438a-8488-1041ada17548', 'mac_address': 'fa:16:3e:63:ab:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c079220a-9d8c-44e4-8a0c-c59fe6463f9f', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:09:42.019746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a317d7b1-45b9-4d5f-9e4f-e0a3c31796b1 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.025508 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a317d7b1-45b9-4d5f-9e4f-e0a3c31796b1 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1946084 Oct 25 09:09:42.029131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34450) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.046547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34454) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.059205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port a261b1a5-a327-4be4-b221-f764cda3894b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:42.066190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port a261b1a5-a327-4be4-b221-f764cda3894b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:42.066562 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.094840 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.105303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3883-1642-4c75-b926-19eaa9700a8d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.118583 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f6db48f4-4bfd-430b-9ab5-5f183eb2a92f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b876f3c206874972bf99f93707748e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667086 Oct 25 09:09:42.118832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6c617f-0261-438a-8488-1041ada17548 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:42.118973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3883-1642-4c75-b926-19eaa9700a8d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.119456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34458) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.140591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4f6c617f-0261-438a-8488-1041ada17548, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f6c617f-0261-438a-8488-1041ada17548,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:42.146951 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.187248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3883-1642-4c75-b926-19eaa9700a8d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.193945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8ea3883-1642-4c75-b926-19eaa9700a8d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.195251 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d8ea3883-1642-4c75-b926-19eaa9700a8d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/846c4f2b-9be3-4e36-985c-a377066faf94 HTTP/1.1" status: 204 len: 168 time: 0.1642556 Oct 25 09:09:42.197848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34460) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.213141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45852d83-64ba-41f6-ac5f-6cd3d790f515 req-1f3c881f-57fe-4977-989f-74ac3aca03df tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:42.213404 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af2025c5-98d0-4535-b157-c1bca8e0a792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.214636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45852d83-64ba-41f6-ac5f-6cd3d790f515 req-1f3c881f-57fe-4977-989f-74ac3aca03df tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 908 time: 0.0752022 Oct 25 09:09:42.216267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea3883-1642-4c75-b926-19eaa9700a8d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=846c4f2b-9be3-4e36-985c-a377066faf94,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:42.247122 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.250552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4f6c617f-0261-438a-8488-1041ada17548,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:42.259810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af2025c5-98d0-4535-b157-c1bca8e0a792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.281514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1779954-8ed8-4977-a941-e34140620c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261b1a5-a327-4be4-b221-f764cda3894b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:42.283352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1a9b1825-29cc-4933-8585-758428315fda tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0836306 Oct 25 09:09:42.283816 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4854e9c-75a9-4154-9d23-bac8d750fa89" -d '{"events": [{"server_uuid": "a1779954-8ed8-4977-a941-e34140620c72", "name": "network-vif-plugged", "status": "completed", "tag": "a261b1a5-a327-4be4-b221-f764cda3894b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:42.286587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34462) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.302572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a261b1a5-a327-4be4-b221-f764cda3894b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a261b1a5-a327-4be4-b221-f764cda3894b,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:42.307192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.325237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af2025c5-98d0-4535-b157-c1bca8e0a792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.328661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af2025c5-98d0-4535-b157-c1bca8e0a792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.332741 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-af2025c5-98d0-4535-b157-c1bca8e0a792 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b64edfa-c282-4311-814d-fc2bb1ae371c HTTP/1.1" status: 204 len: 168 time: 0.2099338 Oct 25 09:09:42.345156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2025c5-98d0-4535-b157-c1bca8e0a792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64edfa-c282-4311-814d-fc2bb1ae371c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:42.362803 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a9ade3b-e24d-4ff0-a795-5cc052181750 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.378080 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a9ade3b-e24d-4ff0-a795-5cc052181750 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.380419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a261b1a5-a327-4be4-b221-f764cda3894b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:42.392631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaff15-a8ba-4845-be7d-8fe9b0ee6702 req-05d21de7-a0c4-4e37-a772-999d9c41ae8f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:42.394766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17eaff15-a8ba-4845-be7d-8fe9b0ee6702 req-05d21de7-a0c4-4e37-a772-999d9c41ae8f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0830226 Oct 25 09:09:42.435765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a9ade3b-e24d-4ff0-a795-5cc052181750 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.450362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a9ade3b-e24d-4ff0-a795-5cc052181750 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.451160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3a9ade3b-e24d-4ff0-a795-5cc052181750 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/162c14c1-995c-4adc-87af-5e7071798ecd HTTP/1.1" status: 204 len: 168 time: 0.1635497 Oct 25 09:09:42.453899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34468) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.462696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17eaff15-a8ba-4845-be7d-8fe9b0ee6702 req-0a01e274-720f-48d1-8c01-ac7d6598065f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582523 Oct 25 09:09:42.463902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ade3b-e24d-4ff0-a795-5cc052181750 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=162c14c1-995c-4adc-87af-5e7071798ecd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:42.527035 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9410ca6d-a6ac-48bd-b91f-d1c73a88426e tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0719538 Oct 25 09:09:42.530484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34472) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.545276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['4f6c617f-0261-438a-8488-1041ada17548'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:09:42.568013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-415bc45c-77e6-47a4-8f33-423fdaace379 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.579983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-415bc45c-77e6-47a4-8f33-423fdaace379 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.619123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-415bc45c-77e6-47a4-8f33-423fdaace379 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.636171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-415bc45c-77e6-47a4-8f33-423fdaace379 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.638355 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-415bc45c-77e6-47a4-8f33-423fdaace379 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fc0cb661-d487-41f6-afb9-5fa5620b21c4 HTTP/1.1" status: 204 len: 168 time: 0.1068866 Oct 25 09:09:42.639543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bc45c-77e6-47a4-8f33-423fdaace379 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc0cb661-d487-41f6-afb9-5fa5620b21c4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:42.641275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34476) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.695053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d7558e3f-6a27-4b8c-acb1-8f6bf9319f67 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0525277 Oct 25 09:09:42.698010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34478) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.751963 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c748204-bf18-4840-a28b-1d94a0935592 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.764154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c748204-bf18-4840-a28b-1d94a0935592 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.818227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c748204-bf18-4840-a28b-1d94a0935592 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.834414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c748204-bf18-4840-a28b-1d94a0935592 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:42.835613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3c748204-bf18-4840-a28b-1d94a0935592 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9ed6cb09-f363-42fa-b155-b9cc4aaa0282 HTTP/1.1" status: 204 len: 168 time: 0.1362927 Oct 25 09:09:42.836461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c748204-bf18-4840-a28b-1d94a0935592 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ed6cb09-f363-42fa-b155-b9cc4aaa0282,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:42.839153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34492) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.856459 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7dda60-767c-45eb-8604-f61f6566a86f x-openstack-request-id: req-4f7dda60-767c-45eb-8604-f61f6566a86f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:42.857035 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1779954-8ed8-4977-a941-e34140620c72", "name": "network-vif-plugged", "status": "completed", "tag": "a261b1a5-a327-4be4-b221-f764cda3894b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:42.857227 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f7dda60-767c-45eb-8604-f61f6566a86f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:42.857766 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1779954-8ed8-4977-a941-e34140620c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261b1a5-a327-4be4-b221-f764cda3894b', 'code': 200} Oct 25 09:09:42.912712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34496) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:42.914383 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a4db81d8-05fe-4c9e-a4da-d6312f76fb92 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0734642 Oct 25 09:09:42.960277 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b09e03ba-7ad0-4026-b1af-de455e04b70d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.010280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b09e03ba-7ad0-4026-b1af-de455e04b70d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.056977 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b09e03ba-7ad0-4026-b1af-de455e04b70d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.062593 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b09e03ba-7ad0-4026-b1af-de455e04b70d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.068185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b09e03ba-7ad0-4026-b1af-de455e04b70d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c3b84351-ae04-402a-99f6-e237fabbf9cb HTTP/1.1" status: 204 len: 168 time: 0.1499906 Oct 25 09:09:43.068365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34502) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:43.077607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8335685-360b-46c9-b3e3-44efe77250b4 req-0a890646-c14b-4522-9032-0a7dd26c112a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:43.079237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8335685-360b-46c9-b3e3-44efe77250b4 req-0a890646-c14b-4522-9032-0a7dd26c112a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1331909 Oct 25 09:09:43.083061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183928ce-7851-4029-a0e5-d7659328efaf req-010309f6-9aa0-4855-950d-a8d2d3f685ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:43.084608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183928ce-7851-4029-a0e5-d7659328efaf req-010309f6-9aa0-4855-950d-a8d2d3f685ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 1096 time: 0.1256895 Oct 25 09:09:43.096144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e03ba-7ad0-4026-b1af-de455e04b70d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3b84351-ae04-402a-99f6-e237fabbf9cb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:43.145845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34508) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:43.147835 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-80e81c2c-8385-40d6-8a42-f97cca38fa2c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0777824 Oct 25 09:09:43.169897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8335685-360b-46c9-b3e3-44efe77250b4 req-5277ac78-3175-48b1-a314-9368e52a7823 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809782 Oct 25 09:09:43.171502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183928ce-7851-4029-a0e5-d7659328efaf req-f1884d9b-ed0c-4a16-a88b-ba678931bd97 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716510 Oct 25 09:09:43.240084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75824998-cf40-45a0-bc09-2b4e82f47606 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.285462 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75824998-cf40-45a0-bc09-2b4e82f47606 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.349616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e3288-81a1-4dcf-99fc-428d9e1998cc req-2f157152-5df7-4568-81f5-945d2491a91b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:43.351141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-381e3288-81a1-4dcf-99fc-428d9e1998cc req-2f157152-5df7-4568-81f5-945d2491a91b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 945 time: 0.0875762 Oct 25 09:09:43.366583 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75824998-cf40-45a0-bc09-2b4e82f47606 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.369100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75824998-cf40-45a0-bc09-2b4e82f47606 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.370159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-75824998-cf40-45a0-bc09-2b4e82f47606 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc97209e-1de0-4eb8-ba39-a3f01a1acdee HTTP/1.1" status: 204 len: 168 time: 0.2231522 Oct 25 09:09:43.373523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34526) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:43.393983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75824998-cf40-45a0-bc09-2b4e82f47606 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc97209e-1de0-4eb8-ba39-a3f01a1acdee,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:43.411074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-381e3288-81a1-4dcf-99fc-428d9e1998cc req-8ea1d88b-a02b-4cf5-9780-7a8f09dff8d2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522299 Oct 25 09:09:43.438553 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2afabec8-271c-4304-9ee0-7f7d4f20a10f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630558 Oct 25 09:09:43.443093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34530) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:43.449326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3df0f3fd-ead8-40ef-a120-f8f64a685e66 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488678016'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:43.475413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3df0f3fd-ead8-40ef-a120-f8f64a685e66 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.550422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3df0f3fd-ead8-40ef-a120-f8f64a685e66 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.554460 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3df0f3fd-ead8-40ef-a120-f8f64a685e66 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.592656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3df0f3fd-ead8-40ef-a120-f8f64a685e66 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.594123 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3df0f3fd-ead8-40ef-a120-f8f64a685e66 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1496792 Oct 25 09:09:43.597416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34540) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:43.599216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0f3fd-ead8-40ef-a120-f8f64a685e66 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4d8b39-9c15-4c73-93e3-189d2eccafbe,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:43.614182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-00a3c4f8-574e-438c-a8b0-d83966c2bf12 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'af4d8b39-9c15-4c73-93e3-189d2eccafbe', 'direction': 'ingress', 'protocol': 17}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:43.650064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00a3c4f8-574e-438c-a8b0-d83966c2bf12 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.700014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00a3c4f8-574e-438c-a8b0-d83966c2bf12 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.705141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00a3c4f8-574e-438c-a8b0-d83966c2bf12 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.726027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3c4f8-574e-438c-a8b0-d83966c2bf12 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8c2c6a-59cc-4acd-8404-170a0f3ba178,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:43.734146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00a3c4f8-574e-438c-a8b0-d83966c2bf12 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.735481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-00a3c4f8-574e-438c-a8b0-d83966c2bf12 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1368477 Oct 25 09:09:43.738474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34544) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:43.801742 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ba8b-2771-43a0-9619-02e0845bd5c4 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.831171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ba8b-2771-43a0-9619-02e0845bd5c4 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.854371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4f6c617f-0261-438a-8488-1041ada17548 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:09:43.879218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19902e2-c310-476f-863a-55b7ac38d441 req-b37a4a92-a690-4e00-bd32-44ff6090b2ce tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:43.882434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b19902e2-c310-476f-863a-55b7ac38d441 req-b37a4a92-a690-4e00-bd32-44ff6090b2ce tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 908 time: 0.0843534 Oct 25 09:09:43.888228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ba8b-2771-43a0-9619-02e0845bd5c4 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.891328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ba8b-2771-43a0-9619-02e0845bd5c4 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.895506 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b7a7ba8b-2771-43a0-9619-02e0845bd5c4 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/af4d8b39-9c15-4c73-93e3-189d2eccafbe HTTP/1.1" status: 204 len: 168 time: 0.1537511 Oct 25 09:09:43.896151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34550) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:43.911467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7ba8b-2771-43a0-9619-02e0845bd5c4 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4d8b39-9c15-4c73-93e3-189d2eccafbe,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:43.949203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 4f6c617f-0261-438a-8488-1041ada17548 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:09:43.957689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 4f6c617f-0261-438a-8488-1041ada17548 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:09:43.958195 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:43.979184 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34558) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:43.985767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a9d3f435-386d-4d78-8074-e1a9a2a60d28 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881281 Oct 25 09:09:43.987748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b934664d-968d-48b3-8b7b-43f8be6ffd26 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255879724'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:44.019008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b934664d-968d-48b3-8b7b-43f8be6ffd26 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.092550 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.118369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b934664d-968d-48b3-8b7b-43f8be6ffd26 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.125070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b934664d-968d-48b3-8b7b-43f8be6ffd26 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.133391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4f6c617f-0261-438a-8488-1041ada17548, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f6c617f-0261-438a-8488-1041ada17548,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:44.140171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.162561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934664d-968d-48b3-8b7b-43f8be6ffd26 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578eb1fb-897c-4257-aa9f-8ffdcfa6a9e1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:44.172502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b934664d-968d-48b3-8b7b-43f8be6ffd26 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.174072 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b934664d-968d-48b3-8b7b-43f8be6ffd26 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1937840 Oct 25 09:09:44.176670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34564) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:44.182040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-01564af0-cfb5-4976-8f62-33ecca51aabd tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315554561'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:44.204584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4f6c617f-0261-438a-8488-1041ada17548,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:44.213581 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01564af0-cfb5-4976-8f62-33ecca51aabd tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.291463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01564af0-cfb5-4976-8f62-33ecca51aabd tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.296029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01564af0-cfb5-4976-8f62-33ecca51aabd tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.330313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01564af0-cfb5-4976-8f62-33ecca51aabd tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.331543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-01564af0-cfb5-4976-8f62-33ecca51aabd tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1535952 Oct 25 09:09:44.334265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34570) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:44.339033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ebaf6cf3-79ea-4aae-b6a8-5ae32d483143 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': '578eb1fb-897c-4257-aa9f-8ffdcfa6a9e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98c0a9e7-aa41-404b-b105-07a25c20c698', 'remote_ip_prefix': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:44.344652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01564af0-cfb5-4976-8f62-33ecca51aabd tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c0a9e7-aa41-404b-b105-07a25c20c698,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:44.382985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6cf3-79ea-4aae-b6a8-5ae32d483143 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.492077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6cf3-79ea-4aae-b6a8-5ae32d483143 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.497099 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6cf3-79ea-4aae-b6a8-5ae32d483143 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.523295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf6cf3-79ea-4aae-b6a8-5ae32d483143 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cdfe4b-b648-4416-949d-9492b97f1a26,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:44.537039 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ebaf6cf3-79ea-4aae-b6a8-5ae32d483143 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.538915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ebaf6cf3-79ea-4aae-b6a8-5ae32d483143 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2032311 Oct 25 09:09:44.541900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34580) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:44.610565 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-30408b86-b3c3-4540-a8f3-9584b6d2dec3 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.624464 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-30408b86-b3c3-4540-a8f3-9584b6d2dec3 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.645456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47d82-22ed-43af-b520-dea3c76eb235 req-8e7dccbe-34c5-402d-88db-06f86f46cfd1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:44.649755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24b47d82-22ed-43af-b520-dea3c76eb235 req-8e7dccbe-34c5-402d-88db-06f86f46cfd1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0923474 Oct 25 09:09:44.682402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-30408b86-b3c3-4540-a8f3-9584b6d2dec3 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.690371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-30408b86-b3c3-4540-a8f3-9584b6d2dec3 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.694158 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-30408b86-b3c3-4540-a8f3-9584b6d2dec3 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a5cdfe4b-b648-4416-949d-9492b97f1a26 HTTP/1.1" status: 204 len: 168 time: 0.1485667 Oct 25 09:09:44.695419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34586) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:44.704192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30408b86-b3c3-4540-a8f3-9584b6d2dec3 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5cdfe4b-b648-4416-949d-9492b97f1a26,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:44.735493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24b47d82-22ed-43af-b520-dea3c76eb235 req-decc990f-cfa1-4cb9-96b7-a1f5fd08a395 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804582 Oct 25 09:09:44.776981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aa83c682-b964-4dd9-8008-3490b7528efc tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0804813 Oct 25 09:09:44.780531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34590) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:44.858923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485dbb39-4394-43bd-9640-c6fa2150ada9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6c617f-0261-438a-8488-1041ada17548'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:44.864061 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcc0996-95d2-4f6b-86d3-12b7faf1adc7" -d '{"events": [{"server_uuid": "485dbb39-4394-43bd-9640-c6fa2150ada9", "name": "network-vif-plugged", "status": "completed", "tag": "4f6c617f-0261-438a-8488-1041ada17548"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:44.902090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5eb5-bad3-4451-9053-58c4426de2e7 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:44.936993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5eb5-bad3-4451-9053-58c4426de2e7 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.000453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5eb5-bad3-4451-9053-58c4426de2e7 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.008761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef3d5eb5-bad3-4451-9053-58c4426de2e7 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.015980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ef3d5eb5-bad3-4451-9053-58c4426de2e7 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/98c0a9e7-aa41-404b-b105-07a25c20c698 HTTP/1.1" status: 204 len: 168 time: 0.2336700 Oct 25 09:09:45.018159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34604) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.038540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d5eb5-bad3-4451-9053-58c4426de2e7 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c0a9e7-aa41-404b-b105-07a25c20c698,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:45.128461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34606) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.128686 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-76dcb32e-0822-471b-8d11-bc678166f31e tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1091709 Oct 25 09:09:45.159085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34608) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.213556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa71c083-14af-49a0-b54b-a29bded63beb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.244254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa71c083-14af-49a0-b54b-a29bded63beb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.313119 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa71c083-14af-49a0-b54b-a29bded63beb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.316538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa71c083-14af-49a0-b54b-a29bded63beb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.318917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fa71c083-14af-49a0-b54b-a29bded63beb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/578eb1fb-897c-4257-aa9f-8ffdcfa6a9e1 HTTP/1.1" status: 204 len: 168 time: 0.1891859 Oct 25 09:09:45.322412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34616) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.342893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71c083-14af-49a0-b54b-a29bded63beb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578eb1fb-897c-4257-aa9f-8ffdcfa6a9e1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:45.389330 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8e5085-4a80-4c78-96db-28f5b6c44ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.435670 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ff7bf8ee-6077-4857-bab2-18dbe75837a3 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118309 Oct 25 09:09:45.440830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34618) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.451617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cfc8ec29-915e-415b-ae8d-2aace9ca71e0 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264429057'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:45.483007 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ec29-915e-415b-ae8d-2aace9ca71e0 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.506718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8e5085-4a80-4c78-96db-28f5b6c44ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.523201 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8e5085-4a80-4c78-96db-28f5b6c44ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.570567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ec29-915e-415b-ae8d-2aace9ca71e0 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.579583 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ec29-915e-415b-ae8d-2aace9ca71e0 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.581385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e5085-4a80-4c78-96db-28f5b6c44ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d12c5-da9d-4ea0-a4fc-40ddfbd2647b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:45.605902 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ec29-915e-415b-ae8d-2aace9ca71e0 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.607447 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cfc8ec29-915e-415b-ae8d-2aace9ca71e0 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1653986 Oct 25 09:09:45.613694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.622876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f3e41547-4a26-49d2-9e55-8d5c825b4921 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': '16c44c32-d7ac-4034-a709-577f9368f1e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:45.642284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-db8e5085-4a80-4c78-96db-28f5b6c44ae9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec0e61fba8f14aa6879be8f8692f3ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816570 Oct 25 09:09:45.646067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34622) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.651749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8ec29-915e-415b-ae8d-2aace9ca71e0 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c44c32-d7ac-4034-a709-577f9368f1e7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:45.673765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3e41547-4a26-49d2-9e55-8d5c825b4921 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.680140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1f166-9b47-49d5-bb45-12d2b739cf64 req-cf60422f-0fbc-4949-92f4-2daf310e8a5e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:45.691520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21e1f166-9b47-49d5-bb45-12d2b739cf64 req-cf60422f-0fbc-4949-92f4-2daf310e8a5e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 945 time: 0.8394334 Oct 25 09:09:45.752203 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3e41547-4a26-49d2-9e55-8d5c825b4921 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.758094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3e41547-4a26-49d2-9e55-8d5c825b4921 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.758280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21e1f166-9b47-49d5-bb45-12d2b739cf64 req-b03e4ccb-3716-4162-9a38-6f1a9ffd7f9d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Oct 25 09:09:45.775767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e41547-4a26-49d2-9e55-8d5c825b4921 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73b10b7-2586-4a77-87ac-b410a39e128e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:45.794901 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3e41547-4a26-49d2-9e55-8d5c825b4921 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.796403 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f3e41547-4a26-49d2-9e55-8d5c825b4921 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1814225 Oct 25 09:09:45.799295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34626) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.816103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-281c8405-296e-444b-96d6-aecde2e3dcbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.838491 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a958e6e0-0b20-4b90-8ac0-5130393d09f2 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.843224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-281c8405-296e-444b-96d6-aecde2e3dcbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.857821 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a958e6e0-0b20-4b90-8ac0-5130393d09f2 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.925453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-281c8405-296e-444b-96d6-aecde2e3dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.925953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a958e6e0-0b20-4b90-8ac0-5130393d09f2 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.928602 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-281c8405-296e-444b-96d6-aecde2e3dcbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.935654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-281c8405-296e-444b-96d6-aecde2e3dcbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a4d12c5-da9d-4ea0-a4fc-40ddfbd2647b HTTP/1.1" status: 204 len: 168 time: 0.2864480 Oct 25 09:09:45.944442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a958e6e0-0b20-4b90-8ac0-5130393d09f2 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:45.946045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a958e6e0-0b20-4b90-8ac0-5130393d09f2 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d73b10b7-2586-4a77-87ac-b410a39e128e HTTP/1.1" status: 204 len: 168 time: 0.1450903 Oct 25 09:09:45.963409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34634) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:45.963547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c8405-296e-444b-96d6-aecde2e3dcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d12c5-da9d-4ea0-a4fc-40ddfbd2647b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:46.011690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958e6e0-0b20-4b90-8ac0-5130393d09f2 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d73b10b7-2586-4a77-87ac-b410a39e128e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:46.056075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2b477d24-7755-4043-8991-8ba04831a82d tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0806251 Oct 25 09:09:46.056661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34636) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:46.123313 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a7efc0-6bbe-4e5e-ba97-6d51facacd54 x-openstack-request-id: req-70a7efc0-6bbe-4e5e-ba97-6d51facacd54 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:46.123833 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485dbb39-4394-43bd-9640-c6fa2150ada9", "name": "network-vif-plugged", "status": "completed", "tag": "4f6c617f-0261-438a-8488-1041ada17548", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:46.123949 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70a7efc0-6bbe-4e5e-ba97-6d51facacd54 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:46.124645 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485dbb39-4394-43bd-9640-c6fa2150ada9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6c617f-0261-438a-8488-1041ada17548', 'code': 200} Oct 25 09:09:46.137317 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-234e05f9-38d7-4967-b221-6f9b19d38fa8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.179280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-234e05f9-38d7-4967-b221-6f9b19d38fa8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.237868 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-234e05f9-38d7-4967-b221-6f9b19d38fa8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.240634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-234e05f9-38d7-4967-b221-6f9b19d38fa8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.244960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-234e05f9-38d7-4967-b221-6f9b19d38fa8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/16c44c32-d7ac-4034-a709-577f9368f1e7 HTTP/1.1" status: 204 len: 168 time: 0.1870337 Oct 25 09:09:46.245513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34642) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:46.302532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e05f9-38d7-4967-b221-6f9b19d38fa8 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c44c32-d7ac-4034-a709-577f9368f1e7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:46.321356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcb6cb-426a-4061-b50f-3aa38b113cdf req-50957dd8-ec3a-4b7f-af68-503afb7743d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:46.323345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10bcb6cb-426a-4061-b50f-3aa38b113cdf req-50957dd8-ec3a-4b7f-af68-503afb7743d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 1060 time: 0.0976543 Oct 25 09:09:46.346778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66d827-b8e0-49fb-80ed-cd05d3f59fd1 req-308abb39-395a-408c-959e-3fa18bbb9398 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:46.348929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db66d827-b8e0-49fb-80ed-cd05d3f59fd1 req-308abb39-395a-408c-959e-3fa18bbb9398 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 909 time: 0.1214366 Oct 25 09:09:46.356739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1e6b4f0e-9866-4158-8966-5c1cf64f6d9f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087172 Oct 25 09:09:46.361524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34646) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:46.366329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cc2b8c36-82cb-4df2-8aab-613d8bf97017 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group': {'name': 'tempest-secgroup--679905002'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:46.382927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5228d41-8690-4f87-9fbb-f56d96b9f3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.401087 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8c36-82cb-4df2-8aab-613d8bf97017 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.525503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8c36-82cb-4df2-8aab-613d8bf97017 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.529796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8c36-82cb-4df2-8aab-613d8bf97017 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.591702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8c36-82cb-4df2-8aab-613d8bf97017 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b52b9-5783-45df-8f41-7abd22f89224,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:46.611242 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8c36-82cb-4df2-8aab-613d8bf97017 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.614153 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc2b8c36-82cb-4df2-8aab-613d8bf97017 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2515082 Oct 25 09:09:46.617203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34656) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:46.624453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-92053cf6-d785-4adf-94bf-5e834d6c0b44 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'b18b52b9-5783-45df-8f41-7abd22f89224', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:46.663763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92053cf6-d785-4adf-94bf-5e834d6c0b44 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.752648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92053cf6-d785-4adf-94bf-5e834d6c0b44 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.764092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92053cf6-d785-4adf-94bf-5e834d6c0b44 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.785402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92053cf6-d785-4adf-94bf-5e834d6c0b44 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81c2cac-1069-4116-a4f1-a3ecf62a3ffa,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:46.808221 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92053cf6-d785-4adf-94bf-5e834d6c0b44 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.809982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-92053cf6-d785-4adf-94bf-5e834d6c0b44 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1914945 Oct 25 09:09:46.812975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34670) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:46.839432 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c4e9f36-ba0c-4f7c-8b27-eba2ee1e981a tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules/f81c2cac-1069-4116-a4f1-a3ecf62a3ffa HTTP/1.1" status: 200 len: 763 time: 0.0227373 Oct 25 09:09:46.840813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34672) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:46.894131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-08b47fed-d1f1-4df4-9717-890304109300 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522544 Oct 25 09:09:46.896772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34676) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:46.927886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fdeb51aa-4ba4-435a-a714-6d354c9908e6 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.939245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fdeb51aa-4ba4-435a-a714-6d354c9908e6 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:46.947205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118558-340a-45c7-9e49-b95e4bd039a9 req-2539d0e1-f1a0-42af-9e61-72028c28de61 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:46.949473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45118558-340a-45c7-9e49-b95e4bd039a9 req-2539d0e1-f1a0-42af-9e61-72028c28de61 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 945 time: 0.0688524 Oct 25 09:09:46.977586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34682) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:46.985478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fdeb51aa-4ba4-435a-a714-6d354c9908e6 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.009624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45118558-340a-45c7-9e49-b95e4bd039a9 req-435fa8aa-9682-4591-9962-f8e4d463d14a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Oct 25 09:09:47.010620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fdeb51aa-4ba4-435a-a714-6d354c9908e6 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.013145 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fdeb51aa-4ba4-435a-a714-6d354c9908e6 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f81c2cac-1069-4116-a4f1-a3ecf62a3ffa HTTP/1.1" status: 204 len: 168 time: 0.1152627 Oct 25 09:09:47.016049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34686) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.033658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb51aa-4ba4-435a-a714-6d354c9908e6 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f81c2cac-1069-4116-a4f1-a3ecf62a3ffa,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:47.097629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f6a62432-d344-4a2b-8230-1a9b0a545b8b tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796995 Oct 25 09:09:47.100642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34690) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.106203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-785eed9e-b0a3-4bac-a583-7e95786a910f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'b18b52b9-5783-45df-8f41-7abd22f89224', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:47.132762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-37317182-network', 'tenant_id': 'c33d36a4653c4d4db05f717a3d31835b'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:47.141991 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-785eed9e-b0a3-4bac-a583-7e95786a910f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.181079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Made reservation on behalf of c33d36a4653c4d4db05f717a3d31835b for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:47.185357 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.203054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.214100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-785eed9e-b0a3-4bac-a583-7e95786a910f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.224250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-785eed9e-b0a3-4bac-a583-7e95786a910f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.252775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-785eed9e-b0a3-4bac-a583-7e95786a910f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.254067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-785eed9e-b0a3-4bac-a583-7e95786a910f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522126 Oct 25 09:09:47.256925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785eed9e-b0a3-4bac-a583-7e95786a910f tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2808d158-aeac-4268-8999-011e298fc684,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:47.258374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34698) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.288337 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7e62a0e5-d15a-4c0d-bfb8-ca37d7ec24ea tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules/2808d158-aeac-4268-8999-011e298fc684 HTTP/1.1" status: 200 len: 763 time: 0.0279462 Oct 25 09:09:47.291220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34700) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.335506 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.339320 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b26f572f-c8d6-4d63-9543-31732a3cc68c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0466120 Oct 25 09:09:47.340082 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.342146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34702) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.364347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:09:47.373279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0b80d80-f890-4b2a-8656-f3a28d89800c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.382676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0b80d80-f890-4b2a-8656-f3a28d89800c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.385565 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.385914 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Added segment 03cf4178-12e1-4c94-a7ba-890f4955579c of type vlan for network bed17cbf-0d14-4880-848f-1f5fb9d9477c Oct 25 09:09:47.388376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19316cca-db94-4dbd-9dfc-1547ea58e6d7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:47.421179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0b80d80-f890-4b2a-8656-f3a28d89800c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.432509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0b80d80-f890-4b2a-8656-f3a28d89800c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.438741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e0b80d80-f890-4b2a-8656-f3a28d89800c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2808d158-aeac-4268-8999-011e298fc684 HTTP/1.1" status: 204 len: 168 time: 0.0952983 Oct 25 09:09:47.440093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34706) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.446827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b80d80-f890-4b2a-8656-f3a28d89800c tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2808d158-aeac-4268-8999-011e298fc684,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:47.458651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.506847 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-df20f75d-a9b4-42d3-a8ae-f7e513384d86 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655384 Oct 25 09:09:47.508036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.509202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:47.509686 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.511862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34708) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.522363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-85b966be-1666-4d7a-9d52-2bc225bfcc20 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Request body: {'security_group_rule': {'security_group_id': 'b18b52b9-5783-45df-8f41-7abd22f89224', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:47.537055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff39fdd-091e-44e6-8b98-b2af03c1ffc9 req-2893a022-1682-4ff3-b9c9-fb156e02ddc3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:47.538996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ff39fdd-091e-44e6-8b98-b2af03c1ffc9 req-2893a022-1682-4ff3-b9c9-fb156e02ddc3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0779405 Oct 25 09:09:47.590731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6117742 Oct 25 09:09:47.593271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ff39fdd-091e-44e6-8b98-b2af03c1ffc9 req-711571fc-485e-42b9-a080-9b430a4c1812 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Oct 25 09:09:47.593753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34710) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.599163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Request body: {'subnet': {'network_id': 'bed17cbf-0d14-4880-848f-1f5fb9d9477c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-37317182-subnet', 'tenant_id': 'c33d36a4653c4d4db05f717a3d31835b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:47.616015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb40fe-16d5-4f39-a5b6-72669915652b admin admin] Pushing event updated for resources: {'Network': ['ID=bed17cbf-0d14-4880-848f-1f5fb9d9477c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:47.626856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85b966be-1666-4d7a-9d52-2bc225bfcc20 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.632670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network bed17cbf-0d14-4880-848f-1f5fb9d9477c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:09:47.645373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Made reservation on behalf of c33d36a4653c4d4db05f717a3d31835b for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:47.647543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.723841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85b966be-1666-4d7a-9d52-2bc225bfcc20 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.732602 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85b966be-1666-4d7a-9d52-2bc225bfcc20 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.772086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b966be-1666-4d7a-9d52-2bc225bfcc20 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41f36b3-d4ee-401f-ae04-6d3a3cfd8a4d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:47.784279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85b966be-1666-4d7a-9d52-2bc225bfcc20 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.785633 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-85b966be-1666-4d7a-9d52-2bc225bfcc20 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2699416 Oct 25 09:09:47.788249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34714) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.808919 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-895faa49-4f6c-4684-81a4-d8f5568ace35 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules/a41f36b3-d4ee-401f-ae04-6d3a3cfd8a4d HTTP/1.1" status: 200 len: 764 time: 0.0182981 Oct 25 09:09:47.811539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34716) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.899395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2458ca94-73cc-4868-96b2-388eb93b6afb tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0865648 Oct 25 09:09:47.903050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34720) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:47.933802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.960798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3a94979-4c4e-478f-939d-5aa4c2c4a828 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:47.973141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3a94979-4c4e-478f-939d-5aa4c2c4a828 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.016499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3a94979-4c4e-478f-939d-5aa4c2c4a828 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.026285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3a94979-4c4e-478f-939d-5aa4c2c4a828 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.028828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d3a94979-4c4e-478f-939d-5aa4c2c4a828 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a41f36b3-d4ee-401f-ae04-6d3a3cfd8a4d HTTP/1.1" status: 204 len: 168 time: 0.1231122 Oct 25 09:09:48.034765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34726) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:48.062693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a94979-4c4e-478f-939d-5aa4c2c4a828 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a41f36b3-d4ee-401f-ae04-6d3a3cfd8a4d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:48.068249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Checking segment: {'id': '03cf4178-12e1-4c94-a7ba-890f4955579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bed17cbf-0d14-4880-848f-1f5fb9d9477c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:48.068832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Network hostable DHCP agents. Network: bed17cbf-0d14-4880-848f-1f5fb9d9477c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:09:48.083908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6583b3-3b3f-415d-a5a0-40097f590fb1 req-244d9b84-07fa-403c-95d8-e96f54c1071a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:48.085506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d6583b3-3b3f-415d-a5a0-40097f590fb1 req-244d9b84-07fa-403c-95d8-e96f54c1071a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 909 time: 0.1431618 Oct 25 09:09:48.096806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebd7940-e2fa-4ab6-a949-6fa3595c0dc5,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:48.119690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Network bed17cbf-0d14-4880-848f-1f5fb9d9477c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:09:48.153638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-efb657a8-ae1d-4c02-820a-594c8534ba28 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1159625 Oct 25 09:09:48.155968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34732) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:48.171989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, bed17cbf-0d14-4880-848f-1f5fb9d9477c) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:48.181599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1076d9-4feb-42af-aab7-7ded2c774a53 None None] Network bed17cbf-0d14-4880-848f-1f5fb9d9477c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:48.182813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:48.184511 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.206191 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-df9e3b68-c0fa-4f6f-8da8-2ce17efbe263 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6104636 Oct 25 09:09:48.272701 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a48de93-7b4f-47ac-913a-547b1c480004 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.319973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a48de93-7b4f-47ac-913a-547b1c480004 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.351667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1c627-044f-405e-bbc8-582b92c4dba3 req-5e23b24d-d9cb-4599-8ee1-ff9b6f0814fc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:48.363795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85b1c627-044f-405e-bbc8-582b92c4dba3 req-5e23b24d-d9cb-4599-8ee1-ff9b6f0814fc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 945 time: 0.0934186 Oct 25 09:09:48.420542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a48de93-7b4f-47ac-913a-547b1c480004 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.429019 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a48de93-7b4f-47ac-913a-547b1c480004 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.436487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34744) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:48.436790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7a48de93-7b4f-47ac-913a-547b1c480004 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "DELETE /v2.0/security-groups/b18b52b9-5783-45df-8f41-7abd22f89224 HTTP/1.1" status: 204 len: 168 time: 0.2789848 Oct 25 09:09:48.456476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48de93-7b4f-47ac-913a-547b1c480004 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b52b9-5783-45df-8f41-7abd22f89224,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:48.501548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190350c-6dd2-45dd-9c2e-a93e0eaa535e None None] Network bed17cbf-0d14-4880-848f-1f5fb9d9477c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:09:48.533280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340042b3-8191-4e34-af69-333384423ae1 req-ec06537e-a866-4e4a-8873-3903827ab159 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:48.535237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-340042b3-8191-4e34-af69-333384423ae1 req-ec06537e-a866-4e4a-8873-3903827ab159 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1779954-8ed8-4977-a941-e34140620c72 HTTP/1.1" status: 200 len: 945 time: 0.1685352 Oct 25 09:09:48.545558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85b1c627-044f-405e-bbc8-582b92c4dba3 req-e2414a8a-7866-43c2-9a98-927e06021857 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806157 Oct 25 09:09:48.673082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-93bd2df2-27f8-4522-a56e-50941ff9c483 tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2333925 Oct 25 09:09:48.679165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34754) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:48.753857 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce51a40c-a242-46f3-8415-9aa40b455fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.776418 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a1df96cc-527a-4a00-ab51-615e08ce7aef tempest-SecGroupTest-1296644619 tempest-SecGroupTest-1296644619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918016 Oct 25 09:09:48.787208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758dd7a-39fb-4b3e-8973-fbed159d3674 req-86650f09-0217-4da6-a85a-817c9ff83f2e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:48.797442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2758dd7a-39fb-4b3e-8973-fbed159d3674 req-86650f09-0217-4da6-a85a-817c9ff83f2e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 909 time: 0.1772141 Oct 25 09:09:48.832758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Deleting port a261b1a5-a327-4be4-b221-f764cda3894b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:48.833166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.969454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] For port a261b1a5-a327-4be4-b221-f764cda3894b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a261b1a5-a327-4be4-b221-f764cda3894b,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:48.970089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:48.983254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Calling delete_port for a261b1a5-a327-4be4-b221-f764cda3894b owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:49.083945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:49.205370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:49.244056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a261b1a5-a327-4be4-b221-f764cda3894b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:09:49.291803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event deleted for resources: {'Port': ['ID=a261b1a5-a327-4be4-b221-f764cda3894b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:49.293574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e3dca4f9-c390-432e-806c-78bb80461f49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8a1304c4eef4782bc9d8d9dcf4a9c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082131 Oct 25 09:09:49.296294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34780) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:49.350351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] No DVR routers for this DVR port a261b1a5-a327-4be4-b221-f764cda3894b on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:49.354419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:49.357591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-340042b3-8191-4e34-af69-333384423ae1 req-48e42066-7ab4-4a75-a9f1-26b870095e1d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.18 "DELETE /v2.0/ports/a261b1a5-a327-4be4-b221-f764cda3894b HTTP/1.1" status: 204 len: 173 time: 0.8096240 Oct 25 09:09:49.358245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1779954-8ed8-4977-a941-e34140620c72', 'name': 'network-vif-deleted', 'tag': 'a261b1a5-a327-4be4-b221-f764cda3894b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:49.360796 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b8a8eb-725d-4242-bae3-f1d66fd1644b" -d '{"events": [{"server_uuid": "a1779954-8ed8-4977-a941-e34140620c72", "name": "network-vif-deleted", "tag": "a261b1a5-a327-4be4-b221-f764cda3894b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:49.372995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78941435-bd85-4633-b05a-1625acd7bd73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:49.426696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78941435-bd85-4633-b05a-1625acd7bd73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:49.539289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78941435-bd85-4633-b05a-1625acd7bd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:49.545193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78941435-bd85-4633-b05a-1625acd7bd73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:49.549447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-e952dc57-53d7-4273-922a-133a8a91861d tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:49.551152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-e952dc57-53d7-4273-922a-133a8a91861d tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/networks?id=bed17cbf-0d14-4880-848f-1f5fb9d9477c HTTP/1.1" status: 200 len: 816 time: 0.1672096 Oct 25 09:09:49.555894 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-78941435-bd85-4633-b05a-1625acd7bd73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a04c225c-cec7-4cec-a379-10ff4cddba6a HTTP/1.1" status: 204 len: 168 time: 0.2516632 Oct 25 09:09:49.569640 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-530991ab-e68b-4281-8878-0c6f5436fa6f tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/quotas/c33d36a4653c4d4db05f717a3d31835b HTTP/1.1" status: 200 len: 375 time: 0.0119689 Oct 25 09:09:49.602077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78941435-bd85-4633-b05a-1625acd7bd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04c225c-cec7-4cec-a379-10ff4cddba6a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:49.632399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-2b86e05a-1aab-49e0-a17a-c2f39571db9b tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c33d36a4653c4d4db05f717a3d31835b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547526 Oct 25 09:09:49.772628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-1319df24-d8ef-44e4-963a-1e02bcd56a2d service neutron] 10.222.0.32 "GET /v2.0/networks/bed17cbf-0d14-4880-848f-1f5fb9d9477c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270657 Oct 25 09:09:49.895008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:49.897104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:49.899365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-a6e153dd-387c-4b40-af58-298add0e312c service neutron] 10.222.0.32 "GET /v2.0/networks/bed17cbf-0d14-4880-848f-1f5fb9d9477c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132669 Oct 25 09:09:50.389514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67b42b-592f-4275-adfd-01cfd3867fb8 req-9793c572-e71e-4151-ad7e-ce75575593e7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:50.399610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da67b42b-592f-4275-adfd-01cfd3867fb8 req-9793c572-e71e-4151-ad7e-ce75575593e7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1280394 Oct 25 09:09:50.500105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da67b42b-592f-4275-adfd-01cfd3867fb8 req-40fc541e-ccf3-4673-8666-154aa284ce4e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793686 Oct 25 09:09:50.603654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd8c5e-7d3b-4f36-befc-82484c69e7c3 req-8df7425a-378f-4fac-8848-e1e6bd44e7a2 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:50.605259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fdd8c5e-7d3b-4f36-befc-82484c69e7c3 req-8df7425a-378f-4fac-8848-e1e6bd44e7a2 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 1060 time: 0.0536699 Oct 25 09:09:50.714140 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf818251-52a4-4bb6-938a-e67ffbc1fe83 x-openstack-request-id: req-cf818251-52a4-4bb6-938a-e67ffbc1fe83 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:50.714357 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1779954-8ed8-4977-a941-e34140620c72", "name": "network-vif-deleted", "tag": "a261b1a5-a327-4be4-b221-f764cda3894b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:50.715536 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf818251-52a4-4bb6-938a-e67ffbc1fe83 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:50.715906 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1779954-8ed8-4977-a941-e34140620c72', 'name': 'network-vif-deleted', 'tag': 'a261b1a5-a327-4be4-b221-f764cda3894b', 'status': 'completed', 'code': 200} Oct 25 09:09:50.996502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e39175a-fbcf-497b-bfdd-5425506858c1 req-9896182d-4c67-48ec-ad20-f4b0a15fc5e0 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 210 time: 0.0318899 Oct 25 09:09:51.139587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c32324-23ed-452f-b0bf-2c98a571e48c req-92fc8f79-45c4-4703-a49c-449297f1cae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:51.147585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2c32324-23ed-452f-b0bf-2c98a571e48c req-92fc8f79-45c4-4703-a49c-449297f1cae4 tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1135 time: 0.0664592 Oct 25 09:09:51.190644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2c32324-23ed-452f-b0bf-2c98a571e48c req-88ccdfee-6ebe-4178-8540-f2f27c5da19a tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0369637 Oct 25 09:09:51.217297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34866) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:51.275587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a2a3d-10c1-4ca6-9c85-95ab17c1ea4c tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:51.277415 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-739a2a3d-10c1-4ca6-9c85-95ab17c1ea4c tempest-TestSecurityGroupsBasicOps-840161308 tempest-TestSecurityGroupsBasicOps-840161308-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 1055 time: 0.0588706 Oct 25 09:09:51.588098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-6d57ba9b-5914-4241-ad63-03000b3e70df tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:51.591220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-6d57ba9b-5914-4241-ad63-03000b3e70df tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.2089047 Oct 25 09:09:51.663628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-4e376985-dbcf-4d57-86b0-f2c5e4d1a7e0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/quotas/17cae23e76914f6981ea88ef25f859c6 HTTP/1.1" status: 200 len: 375 time: 0.0315864 Oct 25 09:09:51.716821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-75904b22-d5fa-42d0-b115-ef4336a0b7ca tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512350 Oct 25 09:09:51.729669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:51.821958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34896) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:51.849136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-71a45889-e6fe-4faa-9b08-9b02e51c9be6 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:51.850797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-71a45889-e6fe-4faa-9b08-9b02e51c9be6 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.18 "GET /v2.0/networks?id=bed17cbf-0d14-4880-848f-1f5fb9d9477c HTTP/1.1" status: 200 len: 816 time: 0.3008363 Oct 25 09:09:51.873414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a261b1a5-a327-4be4-b221-f764cda3894b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:51.876504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Request body: {'port': {'device_id': '067dede4-e3d1-4c74-a738-bc9da7411b01', 'network_id': 'bed17cbf-0d14-4880-848f-1f5fb9d9477c', 'admin_state_up': True, 'tenant_id': 'c33d36a4653c4d4db05f717a3d31835b'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:51.906201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: a261b1a5-a327-4be4-b221-f764cda3894b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:51.906806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a261b1a5-a327-4be4-b221-f764cda3894b not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:51.959264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-23fd5cc6-7c34-4522-be23-7413c280dfe5 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411740 Oct 25 09:09:52.002869 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f807e8b8-8a60-4e4e-b50e-f87226d274fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:52.091446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-a0e0649c-8717-404a-b3f9-667743add8c0 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311698 Oct 25 09:09:52.096738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f807e8b8-8a60-4e4e-b50e-f87226d274fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:52.103791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f807e8b8-8a60-4e4e-b50e-f87226d274fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:52.120420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Made reservation on behalf of c33d36a4653c4d4db05f717a3d31835b for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:52.124591 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:52.144955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807e8b8-8a60-4e4e-b50e-f87226d274fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f0f5d1-9a24-40cd-856b-e37759029b52,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:52.165339 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f807e8b8-8a60-4e4e-b50e-f87226d274fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cc18458db9f455588dd9cd959f35321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422184 Oct 25 09:09:52.165991 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34910) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:52.239987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e959b0a8-2811-4427-aa94-c8faed3a222d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:52.271102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e959b0a8-2811-4427-aa94-c8faed3a222d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:52.395468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e959b0a8-2811-4427-aa94-c8faed3a222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:52.400569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e959b0a8-2811-4427-aa94-c8faed3a222d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:52.401934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e959b0a8-2811-4427-aa94-c8faed3a222d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94f0f5d1-9a24-40cd-856b-e37759029b52 HTTP/1.1" status: 204 len: 168 time: 0.2348554 Oct 25 09:09:52.426016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b0a8-2811-4427-aa94-c8faed3a222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f0f5d1-9a24-40cd-856b-e37759029b52,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:52.432261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Allocated IP 172.20.0.9 (bed17cbf-0d14-4880-848f-1f5fb9d9477c/6ebd7940-e2fa-4ab6-a949-6fa3595c0dc5/6c1eed83-02b4-4350-9ba6-ce363bb28a66) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:52.935340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34930) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:52.952058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27f7088a-e3b1-477c-b360-15d1019fdd35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.126378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27f7088a-e3b1-477c-b360-15d1019fdd35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.134632 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27f7088a-e3b1-477c-b360-15d1019fdd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.162694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9192b35-feb1-41bc-b41e-393c08b3e71c req-b56f1aa7-3a75-4691-9dcf-56760b896bf6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:53.171374 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e9192b35-feb1-41bc-b41e-393c08b3e71c req-b56f1aa7-3a75-4691-9dcf-56760b896bf6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.4865170 Oct 25 09:09:53.223569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7088a-e3b1-477c-b360-15d1019fdd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf395c7-8af8-4bba-bd4d-5ae71b58cf51,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:53.229089 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-27f7088a-e3b1-477c-b360-15d1019fdd35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09571ac71a254c3b80ec608b3efb3bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924175 Oct 25 09:09:53.231983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34934) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:53.276279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e9192b35-feb1-41bc-b41e-393c08b3e71c req-ea324c46-7748-4a41-b873-2cdad21b1015 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039402 Oct 25 09:09:53.303148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.313728 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-77ee0413-3fab-4b3a-ba4a-87750dcee0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.347116 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-77ee0413-3fab-4b3a-ba4a-87750dcee0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.377463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.425164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-77ee0413-3fab-4b3a-ba4a-87750dcee0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.428766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-77ee0413-3fab-4b3a-ba4a-87750dcee0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.430405 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-77ee0413-3fab-4b3a-ba4a-87750dcee0d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cf395c7-8af8-4bba-bd4d-5ae71b58cf51 HTTP/1.1" status: 204 len: 168 time: 0.1968930 Oct 25 09:09:53.455829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Network bed17cbf-0d14-4880-848f-1f5fb9d9477c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:53.458970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:53.464527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:53.482789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Pushing event updated for resources: {'Port': ['ID=6c1eed83-02b4-4350-9ba6-ce363bb28a66,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:53.491774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee0413-3fab-4b3a-ba4a-87750dcee0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf395c7-8af8-4bba-bd4d-5ae71b58cf51,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:53.624045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:53.624757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.649785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-5f6f95c2-fc0b-4be2-b004-ab5868b28e52 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7800324 Oct 25 09:09:53.658584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6817b7-daae-4af8-88f4-4ba6cef22dbd req-2848d081-6702-4a74-907c-f83bfd5a4328 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:53.665980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a6817b7-daae-4af8-88f4-4ba6cef22dbd req-2848d081-6702-4a74-907c-f83bfd5a4328 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 931 time: 0.1106222 Oct 25 09:09:53.672344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-745ec40b-5254-4590-b75b-ba6e7e1ebdad tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:09:53.673511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-745ec40b-5254-4590-b75b-ba6e7e1ebdad tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054157 Oct 25 09:09:53.698086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Request body: {'port': {'device_id': '067dede4-e3d1-4c74-a738-bc9da7411b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:53.753009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a6817b7-daae-4af8-88f4-4ba6cef22dbd req-540920b2-00cd-4fc4-bab8-655711894a2f tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861351 Oct 25 09:09:53.806011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:53.889322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39916ef0-c417-42d4-924a-4d752aee795d req-0d324e1a-03c1-496f-aa60-0330231f957e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 210 time: 0.0572729 Oct 25 09:09:54.273208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0ca7c-393f-49c3-9232-b8db45be13a6 req-a3e42de3-c8a0-46f8-8432-664f5ae2ae3b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:54.274688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9c0ca7c-393f-49c3-9232-b8db45be13a6 req-a3e42de3-c8a0-46f8-8432-664f5ae2ae3b tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 909 time: 0.1862359 Oct 25 09:09:54.307196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-a5e0188f-5ee8-40d1-8578-bc1d079faa6e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:54.309887 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-a5e0188f-5ee8-40d1-8578-bc1d079faa6e tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.41 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 909 time: 0.2115636 Oct 25 09:09:54.404540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-8b2a6adb-7ad5-4fa2-9b4b-790393aee74c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:54.406037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-8b2a6adb-7ad5-4fa2-9b4b-790393aee74c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.3191376 Oct 25 09:09:54.410613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1eed83-02b4-4350-9ba6-ce363bb28a66 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:54.454350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Request body: {'port': {'device_id': '0e8ca213-ed90-4776-a384-84474cb2450a', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'admin_state_up': True, 'tenant_id': '17cae23e76914f6981ea88ef25f859c6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:54.460085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:54.542280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Transition to ACTIVE for port object 6c1eed83-02b4-4350-9ba6-ce363bb28a66 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:09:54.566922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:54.587187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dc077-9924-48f7-a04d-12d8c337fa15 req-f21e2d0c-17a1-42b3-91da-7c6ff677ae75 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:54.588695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183dc077-9924-48f7-a04d-12d8c337fa15 req-f21e2d0c-17a1-42b3-91da-7c6ff677ae75 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1817579 Oct 25 09:09:54.754155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Pushing event updated for resources: {'Port': ['ID=6c1eed83-02b4-4350-9ba6-ce363bb28a66,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:54.785999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting port 4f6c617f-0261-438a-8488-1041ada17548 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:54.786363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:54.795113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183dc077-9924-48f7-a04d-12d8c337fa15 req-c1d01145-61c6-47d1-a03a-5a4a8b8e6308 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731331 Oct 25 09:09:54.839780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Attempting to bind port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:54.840129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Attempting to bind port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '03cf4178-12e1-4c94-a7ba-890f4955579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bed17cbf-0d14-4880-848f-1f5fb9d9477c'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:54.840465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Attempting to bind port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 on network bed17cbf-0d14-4880-848f-1f5fb9d9477c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:54.862785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 on network bed17cbf-0d14-4880-848f-1f5fb9d9477c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:09:54.863147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Attempting to bind port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 on network bed17cbf-0d14-4880-848f-1f5fb9d9477c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:54.874590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:54.874929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Checking segment: {'id': '03cf4178-12e1-4c94-a7ba-890f4955579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bed17cbf-0d14-4880-848f-1f5fb9d9477c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:54.875311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Bound using segment: {'id': '03cf4178-12e1-4c94-a7ba-890f4955579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bed17cbf-0d14-4880-848f-1f5fb9d9477c'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:54.875757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Bound port: 6c1eed83-02b4-4350-9ba6-ce363bb28a66, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03cf4178-12e1-4c94-a7ba-890f4955579c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bed17cbf-0d14-4880-848f-1f5fb9d9477c'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:54.876120 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:54.878058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Made reservation on behalf of 17cae23e76914f6981ea88ef25f859c6 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:09:54.882833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:54.983343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] For port 4f6c617f-0261-438a-8488-1041ada17548, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4f6c617f-0261-438a-8488-1041ada17548,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:09:54.983663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:55.048370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Calling delete_port for 4f6c617f-0261-438a-8488-1041ada17548 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:09:55.073221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] For port 6c1eed83-02b4-4350-9ba6-ce363bb28a66, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:55.102225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] For port 6c1eed83-02b4-4350-9ba6-ce363bb28a66, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1eed83-02b4-4350-9ba6-ce363bb28a66,segment=NetworkSegment(03cf4178-12e1-4c94-a7ba-890f4955579c),segment_id=03cf4178-12e1-4c94-a7ba-890f4955579c)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:55.156271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:55.265254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:55.265872 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:55.271063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] 10.222.0.18 "PUT /v2.0/ports/6c1eed83-02b4-4350-9ba6-ce363bb28a66 HTTP/1.1" status: 200 len: 1091 time: 1.5754130 Oct 25 09:09:55.272815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067dede4-e3d1-4c74-a738-bc9da7411b01', 'tag': '6c1eed83-02b4-4350-9ba6-ce363bb28a66'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:55.275211 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7d196c-fc15-4417-8c4d-1786e3819b25" -d '{"events": [{"name": "network-changed", "server_uuid": "067dede4-e3d1-4c74-a738-bc9da7411b01", "tag": "6c1eed83-02b4-4350-9ba6-ce363bb28a66"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:55.297462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Allocated IP 172.20.0.14 (d614783c-104d-44ae-b8d7-fddab6c343dc/eca46ef7-c47c-435f-b6e3-6f8b5f596295/3ca7d0a2-20ba-41b4-819f-a93c0ac14218) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:09:55.349522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ae8a0-8e06-4362-b9bd-2e5bea2e375b req-18671b02-5ee9-48f5-b6ad-2c66fa6525f9 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:55.351259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-928ae8a0-8e06-4362-b9bd-2e5bea2e375b req-18671b02-5ee9-48f5-b6ad-2c66fa6525f9 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 943 time: 0.2107215 Oct 25 09:09:55.356537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07803a19-901e-4482-acf0-b2c566e4246e service neutron] Pushing event updated for resources: {'Port': ['ID=6c1eed83-02b4-4350-9ba6-ce363bb28a66,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:55.568468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-928ae8a0-8e06-4362-b9bd-2e5bea2e375b req-bc98a3f5-5273-44c3-bda3-3d9717449934 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065170 Oct 25 09:09:55.592462 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:55.670221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Port': ['ID=4f6c617f-0261-438a-8488-1041ada17548,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:55.682895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-1101d8e3-4f3d-4230-97bf-579d3ce49b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:55.685122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-1101d8e3-4f3d-4230-97bf-579d3ce49b50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c33d36a4653c4d4db05f717a3d31835b&device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 1094 time: 0.2616463 Oct 25 09:09:55.857571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] No DVR routers for this DVR port 4f6c617f-0261-438a-8488-1041ada17548 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:09:55.865400 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:55.870170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a8cb342-85e1-4fbe-9a6c-745683b4304d req-5eac0471-1d3a-4bc9-88ad-339203ff3bbd tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.41 "DELETE /v2.0/ports/4f6c617f-0261-438a-8488-1041ada17548 HTTP/1.1" status: 204 len: 173 time: 1.5522616 Oct 25 09:09:55.887774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-b4e160fb-13fe-4c0b-8c28-ca70d448c2a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c1eed83-02b4-4350-9ba6-ce363bb28a66 HTTP/1.1" status: 200 len: 217 time: 0.1709638 Oct 25 09:09:55.947739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81f0f36b-7716-4bad-a435-1106e1983a32 req-c07cfdbd-68ab-41d7-8b8e-7211b496db1f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 210 time: 0.1511497 Oct 25 09:09:56.020856 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:56.084435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-f9bbcfb5-e92a-4f3d-ab42-b195e3dc0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:56.090501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-f9bbcfb5-e92a-4f3d-ab42-b195e3dc0470 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ebd7940-e2fa-4ab6-a949-6fa3595c0dc5 HTTP/1.1" status: 200 len: 856 time: 0.1747894 Oct 25 09:09:56.169267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-c0cfd7e1-d546-4df6-b1fa-21e8f8c197af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bed17cbf-0d14-4880-848f-1f5fb9d9477c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625248 Oct 25 09:09:56.214550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:56.266286 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b89e2c-3791-465f-bb1c-4c9e836cca74 x-openstack-request-id: req-64b89e2c-3791-465f-bb1c-4c9e836cca74 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:56.266582 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067dede4-e3d1-4c74-a738-bc9da7411b01", "tag": "6c1eed83-02b4-4350-9ba6-ce363bb28a66", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:56.266837 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64b89e2c-3791-465f-bb1c-4c9e836cca74 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:56.267277 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067dede4-e3d1-4c74-a738-bc9da7411b01', 'tag': '6c1eed83-02b4-4350-9ba6-ce363bb28a66', 'status': 'completed', 'code': 200} Oct 25 09:09:56.351258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Network d614783c-104d-44ae-b8d7-fddab6c343dc is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:09:56.378096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:09:56.387689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75a8c308-0535-4924-868a-3a433553d1ec req-8c1a1ea1-360f-4db1-af62-4c2517d32d0c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=485dbb39-4394-43bd-9640-c6fa2150ada9 HTTP/1.1" status: 200 len: 210 time: 0.0543199 Oct 25 09:09:56.393422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:09:56.430977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event updated for resources: {'Port': ['ID=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:56.572928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-1ca2f2d9-e149-4d81-ba7f-173cc8e0a639 service neutron] 10.222.0.18 "GET /v2.0/networks/bed17cbf-0d14-4880-848f-1f5fb9d9477c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693252 Oct 25 09:09:56.588987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:56.591625 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:56.674693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-af34ce6b-e4df-4134-847d-a5ff35e9a752 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2259371 Oct 25 09:09:56.684406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d67a0e-587f-47af-bfd3-d8b6079b63cf req-f1282316-b7e5-4761-a4e2-f42455d833aa tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:56.686189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42d67a0e-587f-47af-bfd3-d8b6079b63cf req-f1282316-b7e5-4761-a4e2-f42455d833aa tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1883612 Oct 25 09:09:56.694491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Request body: {'port': {'device_id': '0e8ca213-ed90-4776-a384-84474cb2450a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:09:56.839381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c5a52-7606-442f-89ec-52bf5f30901e req-f39ec76b-8701-4cd2-866a-82cd0e52446b service neutron] 10.222.0.18 "GET /v2.0/networks/bed17cbf-0d14-4880-848f-1f5fb9d9477c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408416 Oct 25 09:09:56.842758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42d67a0e-587f-47af-bfd3-d8b6079b63cf req-f95da501-42b5-4a32-94cf-6b3e70433664 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415033 Oct 25 09:09:56.843466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:57.148778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-417d9328-d997-4eb6-a06b-13057435811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:57.150325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-417d9328-d997-4eb6-a06b-13057435811e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c33d36a4653c4d4db05f717a3d31835b&device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 1094 time: 0.1483121 Oct 25 09:09:57.182185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58212042-ab4b-480f-b214-68b5d6349f1d req-059e5f90-b82b-4072-af3e-5ef760d595e3 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:57.184433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58212042-ab4b-480f-b214-68b5d6349f1d req-059e5f90-b82b-4072-af3e-5ef760d595e3 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 943 time: 0.1400592 Oct 25 09:09:57.373349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-6378a2e7-cd21-4f7d-903f-3501507fad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:57.374903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-6378a2e7-cd21-4f7d-903f-3501507fad38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bed17cbf-0d14-4880-848f-1f5fb9d9477c HTTP/1.1" status: 200 len: 917 time: 0.2155328 Oct 25 09:09:57.434722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-d53464a8-d68f-4863-b150-3771f46dcb69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c1eed83-02b4-4350-9ba6-ce363bb28a66 HTTP/1.1" status: 200 len: 217 time: 0.0506837 Oct 25 09:09:57.442819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58212042-ab4b-480f-b214-68b5d6349f1d req-6e59b607-34c1-4eca-a357-f93c9930609d tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244879 Oct 25 09:09:57.616656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-864615e1-3634-477b-8d6b-281dd13ddcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:57.618233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-864615e1-3634-477b-8d6b-281dd13ddcbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ebd7940-e2fa-4ab6-a949-6fa3595c0dc5 HTTP/1.1" status: 200 len: 856 time: 0.1745610 Oct 25 09:09:57.705568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:09:57.718414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:57.736605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Transition to ACTIVE for port object 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:09:57.746496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-7d69101c-0ace-4b9f-9d08-434be2566692 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bed17cbf-0d14-4880-848f-1f5fb9d9477c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821455 Oct 25 09:09:57.750989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:57.919195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4f6c617f-0261-438a-8488-1041ada17548 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:09:57.953619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 4f6c617f-0261-438a-8488-1041ada17548 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:09:57.956770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4f6c617f-0261-438a-8488-1041ada17548 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:09:58.191221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd54674-c9a2-4eeb-a1da-36fac74d4230 req-348b21a8-b164-44d5-a9c9-302cfff6cbe3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:58.193238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcd54674-c9a2-4eeb-a1da-36fac74d4230 req-348b21a8-b164-44d5-a9c9-302cfff6cbe3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 932 time: 0.5783727 Oct 25 09:09:58.194006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:58.270302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485dbb39-4394-43bd-9640-c6fa2150ada9', 'name': 'network-vif-deleted', 'tag': '4f6c617f-0261-438a-8488-1041ada17548'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:09:58.275783 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df2bd60-4267-4382-a12c-c14d52379387" -d '{"events": [{"server_uuid": "485dbb39-4394-43bd-9640-c6fa2150ada9", "name": "network-vif-deleted", "tag": "4f6c617f-0261-438a-8488-1041ada17548"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:09:58.397785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Attempting to bind port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:09:58.397785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Attempting to bind port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:09:58.397785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Attempting to bind port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:58.407208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcd54674-c9a2-4eeb-a1da-36fac74d4230 req-f10567ed-c161-4f32-914c-c9a135f63661 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769097 Oct 25 09:09:58.437760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 on network d614783c-104d-44ae-b8d7-fddab6c343dc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:09:58.439382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Attempting to bind port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:09:58.446790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:09:58.447050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Checking segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:09:58.447426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Bound using segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:09:58.447849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Bound port: 3ca7d0a2-20ba-41b4-819f-a93c0ac14218, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:09:58.448204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:58.463470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-bf0b45f1-e4e6-4f5f-ba6c-1480f11e59ad service neutron] 10.222.0.18 "GET /v2.0/networks/bed17cbf-0d14-4880-848f-1f5fb9d9477c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075872 Oct 25 09:09:58.519866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35086) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:58.641642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf7d196c-fc15-4417-8c4d-1786e3819b25 req-eb481821-dbcc-41d6-a9c3-5ab0f060f7e3 service neutron] 10.222.0.18 "GET /v2.0/networks/bed17cbf-0d14-4880-848f-1f5fb9d9477c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219223 Oct 25 09:09:58.684539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] For port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:09:58.701860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] For port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:09:58.710106 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:58.769834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:09:58.788250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34bb46-be7d-440e-8d07-6b1ddb36d8bc req-4e85d211-a2a6-43ff-bf7e-3eff965d02af tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:58.789855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb34bb46-be7d-440e-8d07-6b1ddb36d8bc req-4e85d211-a2a6-43ff-bf7e-3eff965d02af tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1473145 Oct 25 09:09:58.791197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:58.791796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:58.793681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-0191d7a2-713e-4bb5-b62c-4766ac7314e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ca7d0a2-20ba-41b4-819f-a93c0ac14218 HTTP/1.1" status: 200 len: 1092 time: 2.1046343 Oct 25 09:09:58.888806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb34bb46-be7d-440e-8d07-6b1ddb36d8bc req-85939a95-0bce-4015-bba9-ffa3dcbd9dae tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859706 Oct 25 09:09:58.965947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-1c2ff838-859d-4cb2-a858-f470b92772a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:58.968079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-1c2ff838-859d-4cb2-a858-f470b92772a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 1095 time: 0.1088135 Oct 25 09:09:59.068587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-8014b7df-b4f0-4a3c-b1b3-ff73393080c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ca7d0a2-20ba-41b4-819f-a93c0ac14218 HTTP/1.1" status: 200 len: 217 time: 0.0861013 Oct 25 09:09:59.184960 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e56e87-24a7-496a-a961-02814188f8eb x-openstack-request-id: req-d3e56e87-24a7-496a-a961-02814188f8eb {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:09:59.185282 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485dbb39-4394-43bd-9640-c6fa2150ada9", "name": "network-vif-deleted", "tag": "4f6c617f-0261-438a-8488-1041ada17548", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:09:59.185541 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3e56e87-24a7-496a-a961-02814188f8eb {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:09:59.185976 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485dbb39-4394-43bd-9640-c6fa2150ada9', 'name': 'network-vif-deleted', 'tag': '4f6c617f-0261-438a-8488-1041ada17548', 'status': 'completed', 'code': 200} Oct 25 09:09:59.200467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:59.252268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-dce5f98a-9821-4b12-82e5-54d238245d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:59.254096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-dce5f98a-9821-4b12-82e5-54d238245d74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.1761153 Oct 25 09:09:59.366233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-22190c76-07fb-4e43-9730-5c9f6c44b0d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031401 Oct 25 09:09:59.581875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-5f908cb1-7c29-418b-8abf-10aa9080d7d0 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024167 Oct 25 09:09:59.681796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35114) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:09:59.770291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting port d1462230-9cc7-472f-b61c-cedb6fb719bc {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:09:59.771718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:09:59.869331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-0379af8c-6dc3-45f7-80de-2ddbe2e6c4f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2018888 Oct 25 09:09:59.902828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efd2bd-a5e4-49c3-9712-bdb22fa7be8a req-ad2be56f-7cbf-4249-b36f-8c158d3db009 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:09:59.916474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6c1eed83-02b4-4350-9ba6-ce363bb28a66 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:09:59.929448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50efd2bd-a5e4-49c3-9712-bdb22fa7be8a req-ad2be56f-7cbf-4249-b36f-8c158d3db009 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 943 time: 0.5867131 Oct 25 09:09:59.939197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d3de9d3-1682-48a8-9dc0-ab09f0b50613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.000997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] For port d1462230-9cc7-472f-b61c-cedb6fb719bc, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d1462230-9cc7-472f-b61c-cedb6fb719bc,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:00.001367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.023949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Calling delete_port for d1462230-9cc7-472f-b61c-cedb6fb719bc owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:00.142754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57a6fb6-97b1-42ed-8e0f-d9b635330e5d req-cbce826e-3e28-461f-9d54-f7a4e0cf5a02 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260565 Oct 25 09:10:00.152508 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d3de9d3-1682-48a8-9dc0-ab09f0b50613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.153413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6c1eed83-02b4-4350-9ba6-ce363bb28a66, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1eed83-02b4-4350-9ba6-ce363bb28a66,segment=NetworkSegment(03cf4178-12e1-4c94-a7ba-890f4955579c),segment_id=03cf4178-12e1-4c94-a7ba-890f4955579c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:00.161514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-8c52e1ec-9deb-4a99-8bab-20a861179225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:00.166291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-8c52e1ec-9deb-4a99-8bab-20a861179225 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1095 time: 0.2067931 Oct 25 09:10:00.186309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '6c1eed83-02b4-4350-9ba6-ce363bb28a66', 'network_id': 'bed17cbf-0d14-4880-848f-1f5fb9d9477c', 'port_id': '6c1eed83-02b4-4350-9ba6-ce363bb28a66', 'mac_address': 'fa:16:3e:17:13:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebd7940-e2fa-4ab6-a949-6fa3595c0dc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:10:00.189465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50efd2bd-a5e4-49c3-9712-bdb22fa7be8a req-525d54a7-f8a6-402e-a32e-45b9397f185c tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546706 Oct 25 09:10:00.226521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d3de9d3-1682-48a8-9dc0-ab09f0b50613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.271791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3de9d3-1682-48a8-9dc0-ab09f0b50613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b3b7a4-7596-41a3-8cbc-b569dc77010e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:00.306473 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d3de9d3-1682-48a8-9dc0-ab09f0b50613 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eeb09407243430a90397f14eb69532b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224301 Oct 25 09:10:00.307238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:00.323968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.375639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1eed83-02b4-4350-9ba6-ce363bb28a66 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:00.410753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-f8905c48-88aa-44d7-92fe-d46b801cf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:00.416380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-f8905c48-88aa-44d7-92fe-d46b801cf1a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.2225037 Oct 25 09:10:00.467107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6c1eed83-02b4-4350-9ba6-ce363bb28a66, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1eed83-02b4-4350-9ba6-ce363bb28a66,segment=NetworkSegment(03cf4178-12e1-4c94-a7ba-890f4955579c),segment_id=03cf4178-12e1-4c94-a7ba-890f4955579c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:00.479083 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.516630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8950a09f-c669-4f59-ba09-4ea0f56b98c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.587369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8950a09f-c669-4f59-ba09-4ea0f56b98c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.623183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6c1eed83-02b4-4350-9ba6-ce363bb28a66,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:00.657600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-bde82bd7-88da-40ab-989b-5f2c377f0bad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 999 time: 0.2316003 Oct 25 09:10:00.669319 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8950a09f-c669-4f59-ba09-4ea0f56b98c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.672043 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8950a09f-c669-4f59-ba09-4ea0f56b98c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.676207 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8950a09f-c669-4f59-ba09-4ea0f56b98c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33b3b7a4-7596-41a3-8cbc-b569dc77010e HTTP/1.1" status: 204 len: 168 time: 0.3483312 Oct 25 09:10:00.696259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950a09f-c669-4f59-ba09-4ea0f56b98c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b3b7a4-7596-41a3-8cbc-b569dc77010e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:00.702729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e88e76-5009-452f-9c90-4e4da738d1b8 req-9aa9d3c9-c201-4a47-aa62-efdec0238180 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:00.711185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9e88e76-5009-452f-9c90-4e4da738d1b8 req-9aa9d3c9-c201-4a47-aa62-efdec0238180 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 944 time: 0.1237941 Oct 25 09:10:00.722165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:00.780513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-7192867f-da9e-4c05-99df-1291ed95515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:00.782132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-7192867f-da9e-4c05-99df-1291ed95515d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1120586 Oct 25 09:10:00.797027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9e88e76-5009-452f-9c90-4e4da738d1b8 req-d0a794df-619b-4faf-aa9d-5d52548c0728 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848064 Oct 25 09:10:00.818113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Port': ['ID=d1462230-9cc7-472f-b61c-cedb6fb719bc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:00.944576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-466fbd2b-10f6-42b2-a67b-c4a087feb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:00.946159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-466fbd2b-10f6-42b2-a67b-c4a087feb9bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407626 Oct 25 09:10:00.991360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['6c1eed83-02b4-4350-9ba6-ce363bb28a66'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:01.045148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35136) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:01.177592 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:01.315192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8ca213-ed90-4776-a384-84474cb2450a', 'tag': '3ca7d0a2-20ba-41b4-819f-a93c0ac14218'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:01.322402 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac84006f-8062-44da-a77c-6d42dcf381aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8ca213-ed90-4776-a384-84474cb2450a", "tag": "3ca7d0a2-20ba-41b4-819f-a93c0ac14218"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:01.336343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-05db521d-8c43-4d0e-aedb-64ebd868e9d9 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756363 Oct 25 09:10:01.341263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35148) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:01.460600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-140fa63a-be28-4de9-b3f7-979557bc9f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:01.474828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4ffa300-bdc6-4798-afa9-af99eed43019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:01.522940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:10:01.523113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dafe4-e69d-4c1e-8daa-e3fcd481152d req-dd397ba8-69f3-422c-9039-ff28ca142289 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:01.524603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d51dafe4-e69d-4c1e-8daa-e3fcd481152d req-dd397ba8-69f3-422c-9039-ff28ca142289 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1863699 Oct 25 09:10:01.585386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2c75eed-c165-4007-a880-aaca1a5ac393 req-e6bad93c-a21d-4b7c-b246-0717dd50ab0a service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431939 Oct 25 09:10:01.623368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d51dafe4-e69d-4c1e-8daa-e3fcd481152d req-159106ae-e03f-44cc-94b8-ff93a71755d5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827847 Oct 25 09:10:01.691239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4ffa300-bdc6-4798-afa9-af99eed43019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:01.698658 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4ffa300-bdc6-4798-afa9-af99eed43019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:01.806409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c4ffa300-bdc6-4798-afa9-af99eed43019 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38305161ec77454bb79cd1114a4c6411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611685 Oct 25 09:10:01.812679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35154) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:01.827705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffa300-bdc6-4798-afa9-af99eed43019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689235e3-27bd-456e-9b7b-d806bd5ab6cd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:01.870153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-1e22a926-135d-4ab8-a09e-08dc30501a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:01.872330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-1e22a926-135d-4ab8-a09e-08dc30501a50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1095 time: 0.1175809 Oct 25 09:10:01.891134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37d16a-79ee-457f-845b-90c1829e53c4 req-1e95549c-a96b-4999-a2ec-e95c75dbe348 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:01.892603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac37d16a-79ee-457f-845b-90c1829e53c4 req-1e95549c-a96b-4999-a2ec-e95c75dbe348 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 944 time: 0.1553013 Oct 25 09:10:01.987881 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee8818ad-1454-4ea6-8746-63acc5ad5fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.010713 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-140fa63a-be28-4de9-b3f7-979557bc9f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.017503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac37d16a-79ee-457f-845b-90c1829e53c4 req-44a45f99-53b2-4857-a31d-5fd6a7700df3 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145387 Oct 25 09:10:02.020245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-140fa63a-be28-4de9-b3f7-979557bc9f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.038828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee8818ad-1454-4ea6-8746-63acc5ad5fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.076130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:10:02.077978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fa63a-be28-4de9-b3f7-979557bc9f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0fbc80-8853-41f9-bd56-d7828f82194f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:02.085925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e994b584-eea2-467e-b50d-30dd57e20d10 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "PUT /v2.0/routers/a8d7c90a-5f64-44d3-bb93-4b304fde94f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5624752 Oct 25 09:10:02.087940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35164) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:02.089291 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-140fa63a-be28-4de9-b3f7-979557bc9f54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6acbcd720e941959b4bd904ca25f37e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0428870 Oct 25 09:10:02.090404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35166) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:02.117795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] Sync routers for ids ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:10:02.153230 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae54df-cf8c-4a3b-988e-8e2f9422a27e x-openstack-request-id: req-8aae54df-cf8c-4a3b-988e-8e2f9422a27e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:02.155866 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8ca213-ed90-4776-a384-84474cb2450a", "tag": "3ca7d0a2-20ba-41b4-819f-a93c0ac14218", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:02.156461 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8aae54df-cf8c-4a3b-988e-8e2f9422a27e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:02.157001 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8ca213-ed90-4776-a384-84474cb2450a', 'tag': '3ca7d0a2-20ba-41b4-819f-a93c0ac14218', 'status': 'completed', 'code': 200} Oct 25 09:10:02.165034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-fee4dae3-0a34-400b-ad4e-61a9aeb290c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:02.166618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-fee4dae3-0a34-400b-ad4e-61a9aeb290c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.2858965 Oct 25 09:10:02.170206 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] Routers {'a8d7c90a-5f64-44d3-bb93-4b304fde94f8'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:10:02.175689 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:02.193449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-266228c1-56a5-4dbf-9e28-caff190002f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.241037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-266228c1-56a5-4dbf-9e28-caff190002f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.258821 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee8818ad-1454-4ea6-8746-63acc5ad5fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.261235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee8818ad-1454-4ea6-8746-63acc5ad5fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.263158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ee8818ad-1454-4ea6-8746-63acc5ad5fe4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/689235e3-27bd-456e-9b7b-d806bd5ab6cd HTTP/1.1" status: 204 len: 168 time: 0.4474370 Oct 25 09:10:02.321579 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-266228c1-56a5-4dbf-9e28-caff190002f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.326408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-266228c1-56a5-4dbf-9e28-caff190002f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.327802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-266228c1-56a5-4dbf-9e28-caff190002f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e0fbc80-8853-41f9-bd56-d7828f82194f HTTP/1.1" status: 204 len: 168 time: 0.2362919 Oct 25 09:10:02.340122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266228c1-56a5-4dbf-9e28-caff190002f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0fbc80-8853-41f9-bd56-d7828f82194f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:02.343959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ee88bb-c185-47af-b7a4-2b47c146f558 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting subnet c079220a-9d8c-44e4-8a0c-c59fe6463f9f {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:10:02.346287 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] Set router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:10:02.384094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9ee88bb-c185-47af-b7a4-2b47c146f558 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.388436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8818ad-1454-4ea6-8746-63acc5ad5fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689235e3-27bd-456e-9b7b-d806bd5ab6cd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:02.444434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-ad52d334-433e-43e0-a496-ddb11f24e4fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 999 time: 0.2541301 Oct 25 09:10:02.466613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb131cd-1105-4643-ab7f-c3e63631f07e req-6d720079-4c28-4ec4-8f50-123802ebc0dc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:02.475513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4cb131cd-1105-4643-ab7f-c3e63631f07e req-6d720079-4c28-4ec4-8f50-123802ebc0dc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 944 time: 0.2510102 Oct 25 09:10:02.484245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-f80c19d0-caaf-4ce7-bbff-75ad390d8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:02.485758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-f80c19d0-caaf-4ce7-bbff-75ad390d8e49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 1095 time: 0.3139124 Oct 25 09:10:02.499573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9ee88bb-c185-47af-b7a4-2b47c146f558 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:02.604194 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:10:00Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:02.641645 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] Checking router: a8d7c90a-5f64-44d3-bb93-4b304fde94f8 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:10:02.653628 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] Routers {'a8d7c90a-5f64-44d3-bb93-4b304fde94f8'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:10:02.655058 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:02.684150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4cb131cd-1105-4643-ab7f-c3e63631f07e req-f67f0748-8b16-4f97-988b-93c83bfad3e2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075779 Oct 25 09:10:02.713669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-bda489b1-15d4-4362-a621-573226a4bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:02.717062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-bda489b1-15d4-4362-a621-573226a4bbfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.2363441 Oct 25 09:10:02.786975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-66649820-ac09-4ef8-a58f-711a20450d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:02.789070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-66649820-ac09-4ef8-a58f-711a20450d8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 912 time: 0.2857916 Oct 25 09:10:02.879783 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] Set router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:10:02.925036 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9ee88bb-c185-47af-b7a4-2b47c146f558 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:03.034595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-1f9e29a4-0b38-4845-8e60-8156961400f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ca7d0a2-20ba-41b4-819f-a93c0ac14218 HTTP/1.1" status: 200 len: 217 time: 0.1755035 Oct 25 09:10:03.112206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-2baf4175-268a-49de-963f-5a6385315bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:03.114088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-2baf4175-268a-49de-963f-5a6385315bc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.0690417 Oct 25 09:10:03.141386 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:10:00Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:03.163016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-49004890-efb6-43ab-936e-5d20b2a3d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:03.166551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-49004890-efb6-43ab-936e-5d20b2a3d9c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3763678 Oct 25 09:10:03.205926 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2542336-e802-47b1-aafa-a414a3286d4f None None] The sync data for ids ['a8d7c90a-5f64-44d3-bb93-4b304fde94f8'] in n-d-814746-2 is: [{'id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1600688239', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:09:13Z', 'updated_at': '2021-10-25T09:10:00Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '8bf1e1c0-c7b4-4364-bd70-578d5abe04b7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ed:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d7c90a-5f64-44d3-bb93-4b304fde94f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:09:15Z', 'updated_at': '2021-10-25T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:10:03.211123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-8c5373fd-94e5-415b-8a26-2dc77a1da9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711660 Oct 25 09:10:03.349305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-695336bc-8c98-434e-9900-3a19ee068789 req-84fea828-bea8-48bb-9d7f-573092ec941a tempest-LiveMigrationTest-952695387 tempest-LiveMigrationTest-952695387-project] (106992) timed out ('10.222.0.32', 33460) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:10:03.355527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9ee88bb-c185-47af-b7a4-2b47c146f558 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:03.378958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cad4b-8f92-4fe4-9d16-440ccd71d47f req-69578d08-af68-4ad9-b26c-9d651742a328 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:03.387519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce6cad4b-8f92-4fe4-9d16-440ccd71d47f req-69578d08-af68-4ad9-b26c-9d651742a328 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.3872547 Oct 25 09:10:03.430470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee88bb-c185-47af-b7a4-2b47c146f558 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Subnet': ['ID=c079220a-9d8c-44e4-8a0c-c59fe6463f9f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:03.432617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ffd27-4a41-4ac9-a91b-e2ac5f0a19bf None None] Network da33d475-38ee-4a68-b4b0-28e43b41b37d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:10:03.438720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9ee88bb-c185-47af-b7a4-2b47c146f558 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:03.444472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b9ee88bb-c185-47af-b7a4-2b47c146f558 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/subnets/c079220a-9d8c-44e4-8a0c-c59fe6463f9f HTTP/1.1" status: 204 len: 168 time: 1.3540244 Oct 25 09:10:03.445482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35218) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:03.473330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-9a97a4f0-0fc0-454f-a90b-64e95bb10b31 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825675 Oct 25 09:10:03.521615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce6cad4b-8f92-4fe4-9d16-440ccd71d47f req-c7c9de4b-00c9-48e6-8173-2b4ed8ae2256 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226618 Oct 25 09:10:03.622281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-1b6b212a-9cf6-487c-9eb9-2d461743e5bf service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505776 Oct 25 09:10:03.628315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d1462230-9cc7-472f-b61c-cedb6fb719bc no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:03.687976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: d1462230-9cc7-472f-b61c-cedb6fb719bc {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:03.689091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d1462230-9cc7-472f-b61c-cedb6fb719bc not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:03.771421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] DHCP port deletion for da33d475-38ee-4a68-b4b0-28e43b41b37d request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:10:03.792991 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:03.879479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b2c80eb-37a1-4436-848d-9186b893f7f2 req-282f5abb-444e-41d5-9eb0-beb89ca9abb8 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972492 Oct 25 09:10:03.882273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac84006f-8062-44da-a77c-6d42dcf381aa req-bc150566-de5f-4af4-bb01-4b9ebcce4768 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511215 Oct 25 09:10:03.890723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] Deleting port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:03.891230 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:04.023401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca980e0-44a3-4d36-b227-7d10a8938d9c req-4ec71728-9526-468d-aac7-076028b126aa tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:04.026408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fca980e0-44a3-4d36-b227-7d10a8938d9c req-4ec71728-9526-468d-aac7-076028b126aa tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 944 time: 0.3172786 Oct 25 09:10:04.051247 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:04.123072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fca980e0-44a3-4d36-b227-7d10a8938d9c req-1b026274-07d6-49d1-8b0f-b3c1042d63f5 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895536 Oct 25 09:10:04.182047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:04.182560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:04.307208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6c1eed83-02b4-4350-9ba6-ce363bb28a66 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:10:04.312392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:10:04.349598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa265f-1155-412a-9619-f01b0d09e2db req-ba5aec38-971a-4d34-92b9-3b76ecd9e88c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:04.351014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5efa265f-1155-412a-9619-f01b0d09e2db req-ba5aec38-971a-4d34-92b9-3b76ecd9e88c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 944 time: 0.1047902 Oct 25 09:10:04.395595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] For port 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8bf1e1c0-c7b4-4364-bd70-578d5abe04b7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:04.396305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:04.420966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Calling delete_port for 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:04.439828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5efa265f-1155-412a-9619-f01b0d09e2db req-6f439a95-deab-49e5-9986-720361c26e4e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 Oct 25 09:10:04.461879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] For port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ce2c35ef-bcb2-4331-ac07-c8f33ba3255b,segment=NetworkSegment(097e2268-9c09-4df4-afea-d5cbad932f4b),segment_id=097e2268-9c09-4df4-afea-d5cbad932f4b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:04.463489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:04.530754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] Calling delete_port for ce2c35ef-bcb2-4331-ac07-c8f33ba3255b owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:04.711250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:10:04.744197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:10:04.744733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:04.766208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:04.801064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Port': ['ID=8bf1e1c0-c7b4-4364-bd70-578d5abe04b7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:04.893157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:04.896100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c29494-73d1-4cac-b4bf-bd8018982799 req-7af8ef3f-dab4-4277-9745-f3b8052a00b7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:04.905560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:04.909162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89c29494-73d1-4cac-b4bf-bd8018982799 req-7af8ef3f-dab4-4277-9745-f3b8052a00b7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1370955 Oct 25 09:10:04.929145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '3ca7d0a2-20ba-41b4-819f-a93c0ac14218', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'port_id': '3ca7d0a2-20ba-41b4-819f-a93c0ac14218', 'mac_address': 'fa:16:3e:82:23:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca46ef7-c47c-435f-b6e3-6f8b5f596295', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:10:05.028278 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89c29494-73d1-4cac-b4bf-bd8018982799 req-56f5c95c-6019-4bd6-8a08-157cedc7966b tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834675 Oct 25 09:10:05.028774 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.065569 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.089988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.093578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.158105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.158940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Fanout notify agent at l3_agent the message router_deleted on router a8d7c90a-5f64-44d3-bb93-4b304fde94f8 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:10:05.176375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.181629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4fd607c1-a240-438c-bbd8-6258af376a7c tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/routers/a8d7c90a-5f64-44d3-bb93-4b304fde94f8 HTTP/1.1" status: 204 len: 168 time: 1.7339551 Oct 25 09:10:05.183295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35278) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:05.192581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] No DVR routers for this DVR port ce2c35ef-bcb2-4331-ac07-c8f33ba3255b on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:10:05.194516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48c8fb-44b7-4be2-a533-09256d7479b4 None None] Pushing event deleted for resources: {'Port': ['ID=ce2c35ef-bcb2-4331-ac07-c8f33ba3255b,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:05.228126 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.262048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:05.310056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:05.344695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6c1eed83-02b4-4350-9ba6-ce363bb28a66, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1eed83-02b4-4350-9ba6-ce363bb28a66,segment=NetworkSegment(03cf4178-12e1-4c94-a7ba-890f4955579c),segment_id=03cf4178-12e1-4c94-a7ba-890f4955579c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:05.351989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067dede4-e3d1-4c74-a738-bc9da7411b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1eed83-02b4-4350-9ba6-ce363bb28a66'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:05.355799 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88639714-aeb9-467d-8646-24c7fadbcaa4" -d '{"events": [{"server_uuid": "067dede4-e3d1-4c74-a738-bc9da7411b01", "name": "network-vif-plugged", "status": "completed", "tag": "6c1eed83-02b4-4350-9ba6-ce363bb28a66"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:05.366939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.378918 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.400554 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.480354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6c1eed83-02b4-4350-9ba6-ce363bb28a66,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:05.540110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:05.628733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.654295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da33d475-38ee-4a68-b4b0-28e43b41b37d']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:05.667912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097e2268-9c09-4df4-afea-d5cbad932f4b') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:05.668793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097e2268-9c09-4df4-afea-d5cbad932f4b') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:05.681784 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.699923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.712368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:10:05.713418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:10:05.722774 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:10:05.740551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c49e3-cd7c-40f5-bdd3-e57938de5e86 req-0251e88c-3ad0-4280-a472-2497ff435ec3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:05.749313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d6c49e3-cd7c-40f5-bdd3-e57938de5e86 req-0251e88c-3ad0-4280-a472-2497ff435ec3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.6188152 Oct 25 09:10:05.782651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['3ca7d0a2-20ba-41b4-819f-a93c0ac14218'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:05.863639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d6c49e3-cd7c-40f5-bdd3-e57938de5e86 req-82566482-b6ec-4204-813b-1fe74660b89c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108155 Oct 25 09:10:05.896510 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.913797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:05.916333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ce2c35ef-bcb2-4331-ac07-c8f33ba3255b no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:05.921285 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/networks/da33d475-38ee-4a68-b4b0-28e43b41b37d HTTP/1.1" status: 204 len: 168 time: 0.7364750 Oct 25 09:10:05.927672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35308) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:05.993951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-0629e5b2-8b89-4d95-8061-2b515b6d67cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289449 Oct 25 09:10:06.015409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a3b7e-c13c-4ad2-beb8-af89afd93407 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Network': ['ID=da33d475-38ee-4a68-b4b0-28e43b41b37d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:06.093998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ce2c35ef-bcb2-4331-ac07-c8f33ba3255b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:06.094405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ce2c35ef-bcb2-4331-ac07-c8f33ba3255b not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:06.094903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:06.120430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b2fed-aad6-4b6b-9adf-0ff255e85506 req-3f49e00e-64f4-4d5e-91fc-7c98d70aeacf tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:06.137970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0b2fed-aad6-4b6b-9adf-0ff255e85506 req-3f49e00e-64f4-4d5e-91fc-7c98d70aeacf tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 945 time: 0.1422589 Oct 25 09:10:06.144607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:06.145125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8bf1e1c0-c7b4-4364-bd70-578d5abe04b7 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:06.291268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0b2fed-aad6-4b6b-9adf-0ff255e85506 req-2146a87a-ad01-4f57-bac3-93aa90efc21c tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183772 Oct 25 09:10:06.319514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting port f774d959-bcde-4851-968b-9e5368aa6c71 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:06.319862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:06.333754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-f2a09bc6-d630-4a95-9598-00eab8518f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:06.335328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-f2a09bc6-d630-4a95-9598-00eab8518f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 1097 time: 0.1964447 Oct 25 09:10:06.382175 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b33f46-142b-4f32-ad16-728b7ea69bb2 x-openstack-request-id: req-51b33f46-142b-4f32-ad16-728b7ea69bb2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:06.382350 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067dede4-e3d1-4c74-a738-bc9da7411b01", "name": "network-vif-plugged", "status": "completed", "tag": "6c1eed83-02b4-4350-9ba6-ce363bb28a66", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:06.382610 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51b33f46-142b-4f32-ad16-728b7ea69bb2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:06.383025 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067dede4-e3d1-4c74-a738-bc9da7411b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1eed83-02b4-4350-9ba6-ce363bb28a66', 'code': 200} Oct 25 09:10:06.471491 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:06.471835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:06.490153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Calling delete_port for f774d959-bcde-4851-968b-9e5368aa6c71 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:06.603987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-8160d17f-b4c9-4716-bb65-af37d5016dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:06.606015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-8160d17f-b4c9-4716-bb65-af37d5016dde service neutron] 10.222.0.41 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.2473338 Oct 25 09:10:06.629565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349f46-d741-4b2e-ba68-5d7d14cbf2ec req-b0cddd43-9e5d-4a36-ad88-86e7579d894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:06.630982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12349f46-d741-4b2e-ba68-5d7d14cbf2ec req-b0cddd43-9e5d-4a36-ad88-86e7579d894f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 1096 time: 0.1225438 Oct 25 09:10:06.641675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30d74d-4a89-4bd9-8a0c-4a6f4e215bf7 req-a41b36ea-509a-4810-9d08-db16ec78dda2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:06.643476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e30d74d-4a89-4bd9-8a0c-4a6f4e215bf7 req-a41b36ea-509a-4810-9d08-db16ec78dda2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 945 time: 0.1573009 Oct 25 09:10:06.685546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-4bbc9cc7-dcea-4adf-89ad-2adff4842414 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e15f6a-bf68-41d3-9611-770491970caa HTTP/1.1" status: 200 len: 217 time: 0.0706651 Oct 25 09:10:06.772937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12349f46-d741-4b2e-ba68-5d7d14cbf2ec req-c9349413-f9e4-4979-b630-aebeacedf38b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973368 Oct 25 09:10:06.807198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e30d74d-4a89-4bd9-8a0c-4a6f4e215bf7 req-6985bbc8-818e-44de-8639-0c4a049d1b4d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260331 Oct 25 09:10:06.813429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-b768e5c9-a5ee-4348-8454-d20857143eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:06.815342 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-b768e5c9-a5ee-4348-8454-d20857143eb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1157553 Oct 25 09:10:06.835878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35330) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:06.886219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:06.892654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-bce9dab9-5199-44b4-858c-39eb6fb3a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:06.894408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-bce9dab9-5199-44b4-858c-39eb6fb3a8bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719759 Oct 25 09:10:06.933955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Port': ['ID=f774d959-bcde-4851-968b-9e5368aa6c71,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:07.005765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.006107 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Floating IP b793b67e-8990-4a80-816a-bf4ece6b41ea disassociated (deleted). External IP: 172.25.8.149, port: f97e15a4-c0c3-465e-9338-44323c619700. Oct 25 09:10:07.089168 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.114486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-2670fa0c-a667-4176-a16b-e3c350ac87ca service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115662 Oct 25 09:10:07.277784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Router 727edca9-cba0-4995-b2fd-57e751e05b8e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:10:07.394360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3897ed47-3fc5-4200-bfac-842558ecdef3 req-79de8776-fde8-47a4-8409-f654e54befe9 service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724359 Oct 25 09:10:07.429603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.448217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:10:07.453362 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.461894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] Sync routers for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:10:07.482994 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:10:07.491680 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-df563552-6150-435d-97af-3aa2b36f402d tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/floatingips/b793b67e-8990-4a80-816a-bf4ece6b41ea HTTP/1.1" status: 204 len: 168 time: 1.5616946 Oct 25 09:10:07.492521 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:07.495638 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c3875a-b30f-4798-8582-e0c652da8c15" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "tag": "f97e15a4-c0c3-465e-9338-44323c619700"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:07.496786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:10:07.497615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:07.515987 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.568413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3f184-fb79-4763-92bb-3a80866f3b65 req-282c4fea-7082-4c58-a6ab-1a8b0b642fc4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:07.578045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ae3f184-fb79-4763-92bb-3a80866f3b65 req-282c4fea-7082-4c58-a6ab-1a8b0b642fc4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 945 time: 0.1454518 Oct 25 09:10:07.612286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6bb6b265fca4e2aa0fde7d6909a2805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7717414 Oct 25 09:10:07.612804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35346) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:07.614677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23be1775-891a-4c15-be1c-a356361c2975,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:07.632342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.633341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.633786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.634129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.634466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.634799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.635127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.635456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.636401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.636820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.637209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.637536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e112c8c-972e-497f-8409-8fcabeb4274d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:07.654523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:10:07.655735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ae3f184-fb79-4763-92bb-3a80866f3b65 req-1e6d71eb-95bd-467c-a6ea-9bdc6ebf2857 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766959 Oct 25 09:10:07.705375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6b34bcc-efea-4dba-b743-aa8e01028785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.741222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6b34bcc-efea-4dba-b743-aa8e01028785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.765854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ae44-e935-40a6-be5b-49de1709ae52 req-d93766ca-7514-433b-a52e-92ada74840c6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:07.767804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d888ae44-e935-40a6-be5b-49de1709ae52 req-d93766ca-7514-433b-a52e-92ada74840c6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0553691 Oct 25 09:10:07.809652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6b34bcc-efea-4dba-b743-aa8e01028785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.813524 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6b34bcc-efea-4dba-b743-aa8e01028785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:07.817041 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e6b34bcc-efea-4dba-b743-aa8e01028785 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23be1775-891a-4c15-be1c-a356361c2975 HTTP/1.1" status: 204 len: 168 time: 0.2008426 Oct 25 09:10:07.829500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b34bcc-efea-4dba-b743-aa8e01028785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23be1775-891a-4c15-be1c-a356361c2975,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:07.841615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d888ae44-e935-40a6-be5b-49de1709ae52 req-c24bdcd1-9fd3-4b4e-8ae6-8cc8983564bd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650582 Oct 25 09:10:07.940141 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:31Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:07.995930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:10:07.998706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] Checking router: 727edca9-cba0-4995-b2fd-57e751e05b8e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:10:08.041622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:10:08.042446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:08.078340 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a31822-ec49-4d76-8de5-7b23ce24c25c x-openstack-request-id: req-d7a31822-ec49-4d76-8de5-7b23ce24c25c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:08.079340 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "tag": "f97e15a4-c0c3-465e-9338-44323c619700", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:08.079733 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7a31822-ec49-4d76-8de5-7b23ce24c25c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:08.080658 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700', 'status': 'completed', 'code': 200} Oct 25 09:10:08.155717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:10:08.161510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:10:08.161991 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.208583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-19ed38c0-ba93-4700-b917-b236b7036607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:08.210220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-19ed38c0-ba93-4700-b917-b236b7036607 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b949d7ee64e3496997c97dbb1e870181&device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 1135 time: 0.0693834 Oct 25 09:10:08.214891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:10:08.215472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35366) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:08.238937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d20e7-cca3-45e0-be14-dea61432e913 req-f2fcc3dd-17a2-4ee0-a20c-759628a4175e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:08.246624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-054d20e7-cca3-45e0-be14-dea61432e913 req-f2fcc3dd-17a2-4ee0-a20c-759628a4175e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 945 time: 0.1142251 Oct 25 09:10:08.252561 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60896e53-273b-4fe0-9dd9-a5aa42fcdcaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.374824 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.412051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60896e53-273b-4fe0-9dd9-a5aa42fcdcaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.414194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8ca213-ed90-4776-a384-84474cb2450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca7d0a2-20ba-41b4-819f-a93c0ac14218'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:08.416676 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be308c27-f232-4ecc-a00b-239d50eb45ce" -d '{"events": [{"server_uuid": "0e8ca213-ed90-4776-a384-84474cb2450a", "name": "network-vif-plugged", "status": "completed", "tag": "3ca7d0a2-20ba-41b4-819f-a93c0ac14218"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:08.420441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60896e53-273b-4fe0-9dd9-a5aa42fcdcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.443520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:08.450596 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.529497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-054d20e7-cca3-45e0-be14-dea61432e913 req-609b12c8-4188-4089-beea-ceb9b8a246a9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820094 Oct 25 09:10:08.529849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:08.538440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60896e53-273b-4fe0-9dd9-a5aa42fcdcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955d4a97-f6ff-4150-8d0f-9cf671df8bea,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:08.549342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35376) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:08.570215 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.576128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60896e53-273b-4fe0-9dd9-a5aa42fcdcaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3aeb48766b3e46999f95a4c59e46721e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423817 Oct 25 09:10:08.599424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:31Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:08.630685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-ba628e04-d4b7-4ab1-b9ea-a9c2c1e0c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:08.632817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0717c32-76fe-436a-aed9-6b8544944ac8 None None] The sync data for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 is: [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:07:24Z', 'revision_number': 4, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '9eae3432-b854-4efb-ad18-5db7153c2b15', 'name': '', 'network_id': '6c720fbd-3d5a-41ea-819a-18683ab9dc3e', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'mac_address': 'fa:16:3e:c6:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:21Z', 'updated_at': '2021-10-25T09:07:31Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'subnets': [{'id': '85b473a8-35c8-4b1b-8116-7da9c88015a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:10:08.635086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-ba628e04-d4b7-4ab1-b9ea-a9c2c1e0c2b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e HTTP/1.1" status: 200 len: 897 time: 0.3845041 Oct 25 09:10:08.680392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ee68977-bb84-42ee-8593-81c4256e9aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.706823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ee68977-bb84-42ee-8593-81c4256e9aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.717157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-a8663fef-8266-4f3f-aa46-d6b93a3e4b33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97e15a4-c0c3-465e-9338-44323c619700 HTTP/1.1" status: 200 len: 217 time: 0.0735698 Oct 25 09:10:08.822430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ee68977-bb84-42ee-8593-81c4256e9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.825449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ee68977-bb84-42ee-8593-81c4256e9aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:08.829207 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1ee68977-bb84-42ee-8593-81c4256e9aa2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/955d4a97-f6ff-4150-8d0f-9cf671df8bea HTTP/1.1" status: 204 len: 168 time: 0.2758818 Oct 25 09:10:08.845527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee68977-bb84-42ee-8593-81c4256e9aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955d4a97-f6ff-4150-8d0f-9cf671df8bea,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:08.857550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-f69a5945-3c4f-4266-b0c8-6fa789e4f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:08.860688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-f69a5945-3c4f-4266-b0c8-6fa789e4f3ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85b473a8-35c8-4b1b-8116-7da9c88015a2 HTTP/1.1" status: 200 len: 835 time: 0.1347339 Oct 25 09:10:08.990334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f3c6a-0bbb-4f11-a2ef-db803c1eff60 req-d6709422-5ea6-40c4-b127-9b0a70a84edc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:09.001694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-930f3c6a-0bbb-4f11-a2ef-db803c1eff60 req-d6709422-5ea6-40c4-b127-9b0a70a84edc tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 984 time: 0.1398370 Oct 25 09:10:09.027802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-f8e204d3-7b43-4d59-9b7d-ef9ea43b48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:09.029748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-f8e204d3-7b43-4d59-9b7d-ef9ea43b48aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c720fbd-3d5a-41ea-819a-18683ab9dc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101391 Oct 25 09:10:09.120846 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223937b5-5112-4977-a3df-5c249a4b12f1 None None] New status for floating IP b793b67e-8990-4a80-816a-bf4ece6b41ea: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:10:09.157468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-930f3c6a-0bbb-4f11-a2ef-db803c1eff60 req-d0f1cb52-fe01-474e-afd2-55ff3f22d8cb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1538472 Oct 25 09:10:09.234156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-c344ff47-f77e-4697-a968-de4553d31692 service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950247 Oct 25 09:10:09.340923 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a10162-34c0-41d6-b06f-dee17d46201f x-openstack-request-id: req-17a10162-34c0-41d6-b06f-dee17d46201f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:09.341226 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8ca213-ed90-4776-a384-84474cb2450a", "name": "network-vif-plugged", "status": "completed", "tag": "3ca7d0a2-20ba-41b4-819f-a93c0ac14218", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:09.341502 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17a10162-34c0-41d6-b06f-dee17d46201f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:09.341881 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8ca213-ed90-4776-a384-84474cb2450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca7d0a2-20ba-41b4-819f-a93c0ac14218', 'code': 200} Oct 25 09:10:09.504270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73c3875a-b30f-4798-8582-e0c652da8c15 req-1140845f-d117-4b3d-98b0-89a76fa2ddff service neutron] 10.222.0.18 "GET /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615824 Oct 25 09:10:09.555164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63504bdf-be99-4212-831e-1cf482a7deef req-6e898e22-dce1-4636-9649-b869433d05fb tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:09.561675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63504bdf-be99-4212-831e-1cf482a7deef req-6e898e22-dce1-4636-9649-b869433d05fb tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 945 time: 0.1554670 Oct 25 09:10:09.587874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be0f57-582c-4bac-b9d0-db8c2f545f70 req-94160ac7-7b65-4314-ad2d-3e11479cc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:09.589626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4be0f57-582c-4bac-b9d0-db8c2f545f70 req-94160ac7-7b65-4314-ad2d-3e11479cc0e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 1097 time: 0.1143246 Oct 25 09:10:09.647235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63504bdf-be99-4212-831e-1cf482a7deef req-cf64e37a-6db9-40c6-8e53-92670850c4bc tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566297 Oct 25 09:10:09.663960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4be0f57-582c-4bac-b9d0-db8c2f545f70 req-63679d56-11f7-4442-976e-9487c4fd970f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605483 Oct 25 09:10:09.674775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:09.819687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac266211-69ec-4123-b7de-db530b4357af req-5575757e-c9da-4279-aa06-264aba29b812 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:09.821957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac266211-69ec-4123-b7de-db530b4357af req-5575757e-c9da-4279-aa06-264aba29b812 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0718184 Oct 25 09:10:09.901129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac266211-69ec-4123-b7de-db530b4357af req-10c19220-00f9-42cd-bd59-9080cc8c23c9 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550110 Oct 25 09:10:10.035371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ced76-079c-4b83-960a-3030a4bbe52e req-9d8e350e-b0aa-4feb-bca7-e9926da77270 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:10.037746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c4ced76-079c-4b83-960a-3030a4bbe52e req-9d8e350e-b0aa-4feb-bca7-e9926da77270 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 946 time: 0.0606775 Oct 25 09:10:10.109881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c4ced76-079c-4b83-960a-3030a4bbe52e req-3e18b934-2068-4850-8227-6d5085d671cf tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549464 Oct 25 09:10:10.209215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-d073da5f-7940-4adf-a483-57cf048288cf tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:10.211179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-d073da5f-7940-4adf-a483-57cf048288cf tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 984 time: 0.0935025 Oct 25 09:10:10.351916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting port f97e15a4-c0c3-465e-9338-44323c619700 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:10.353006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:10.506468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] For port f97e15a4-c0c3-465e-9338-44323c619700, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f97e15a4-c0c3-465e-9338-44323c619700,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:10.507219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:10.524853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Calling delete_port for f97e15a4-c0c3-465e-9338-44323c619700 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:10.773240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:10.814265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Port': ['ID=f97e15a4-c0c3-465e-9338-44323c619700,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:10.849772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628c238-6eb1-41f7-8fa0-4e1571ecb039 req-bf6fa1fb-e9e2-4967-a43e-34d1413529b7 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:10.858857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6628c238-6eb1-41f7-8fa0-4e1571ecb039 req-bf6fa1fb-e9e2-4967-a43e-34d1413529b7 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6e3c9ee-84ed-4780-8ace-2db2dbc20381 HTTP/1.1" status: 200 len: 984 time: 0.2686667 Oct 25 09:10:10.964817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] No DVR routers for this DVR port f97e15a4-c0c3-465e-9338-44323c619700 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:10:10.970332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:10.974265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56b9d921-0c21-48b8-9986-80b1c0a75a82 req-f27c4d0c-9cb6-4c1e-a042-d6a606d224a6 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.18 "DELETE /v2.0/ports/f97e15a4-c0c3-465e-9338-44323c619700 HTTP/1.1" status: 204 len: 173 time: 0.7561901 Oct 25 09:10:10.974992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'name': 'network-vif-deleted', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:10.977537 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572d88d0-b065-45fb-8498-eaea2d6e76f4" -d '{"events": [{"server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "name": "network-vif-deleted", "tag": "f97e15a4-c0c3-465e-9338-44323c619700"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:10.997538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6628c238-6eb1-41f7-8fa0-4e1571ecb039 req-f343e07d-625e-4c96-92de-6940c93498d7 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "GET /v2.0/security-groups?id=2dd38bdb-0b33-495a-a43c-5b7242b28917&id=2d7933ea-fda6-4278-97db-bf47e2b9c682&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1377225 Oct 25 09:10:11.333760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3b6c6-a01e-434d-94ed-1647584ed9c2 req-63e1ff6d-bed6-4141-9546-dc9d61e5f17d tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:11.345873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94a3b6c6-a01e-434d-94ed-1647584ed9c2 req-63e1ff6d-bed6-4141-9546-dc9d61e5f17d tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 945 time: 0.0891886 Oct 25 09:10:11.429756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94a3b6c6-a01e-434d-94ed-1647584ed9c2 req-d23557cf-6413-4bb9-a1b2-28802500a5c7 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826690 Oct 25 09:10:11.603391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e22ae-d65a-4682-a69d-9290092dd223 req-3b809a2f-52e8-4aee-99b9-607461d2c99c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:11.605889 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd3e22ae-d65a-4682-a69d-9290092dd223 req-3b809a2f-52e8-4aee-99b9-607461d2c99c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0837407 Oct 25 09:10:11.698370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd3e22ae-d65a-4682-a69d-9290092dd223 req-fba59c36-3233-4edf-83ca-393b9aa6f075 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790162 Oct 25 09:10:11.766468 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc18c995-6c36-46ab-ae94-6f176a5587c4 x-openstack-request-id: req-dc18c995-6c36-46ab-ae94-6f176a5587c4 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:11.766879 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e3c9ee-84ed-4780-8ace-2db2dbc20381", "name": "network-vif-deleted", "tag": "f97e15a4-c0c3-465e-9338-44323c619700", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:11.767254 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc18c995-6c36-46ab-ae94-6f176a5587c4 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:11.767754 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e3c9ee-84ed-4780-8ace-2db2dbc20381', 'name': 'network-vif-deleted', 'tag': 'f97e15a4-c0c3-465e-9338-44323c619700', 'status': 'completed', 'code': 200} Oct 25 09:10:11.972026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d55ce1-7875-4846-957e-17a7fe38ebcc req-882727ea-0a76-4b57-8c61-ce61617ccf43 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:11.974404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74d55ce1-7875-4846-957e-17a7fe38ebcc req-882727ea-0a76-4b57-8c61-ce61617ccf43 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 946 time: 0.1072772 Oct 25 09:10:12.060435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74d55ce1-7875-4846-957e-17a7fe38ebcc req-c0c5ad91-74a2-47f2-8d2b-c66f6f371f38 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789914 Oct 25 09:10:12.350754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca792-60e4-4eca-93fc-d17e96762012 req-321464ed-887a-4e4a-a6c9-047240c85c2d tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:12.352239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-92cca792-60e4-4eca-93fc-d17e96762012 req-321464ed-887a-4e4a-a6c9-047240c85c2d tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.18 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 945 time: 0.1555684 Oct 25 09:10:12.384075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a414a-601f-4077-a2f6-39d9ec1a61b6 req-a0b7efb4-fc4a-4665-83ab-e43dc85476c6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:12.393437 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-706a414a-601f-4077-a2f6-39d9ec1a61b6 req-a0b7efb4-fc4a-4665-83ab-e43dc85476c6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2072933 Oct 25 09:10:12.518146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-706a414a-601f-4077-a2f6-39d9ec1a61b6 req-42c8f14f-3aac-4bd6-a53c-c61d0c2f9d7a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238058 Oct 25 09:10:12.577142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Deleting port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:12.577651 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:12.625855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35512) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:12.744184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:12.783455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] For port 6c1eed83-02b4-4350-9ba6-ce363bb28a66, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1eed83-02b4-4350-9ba6-ce363bb28a66,segment=NetworkSegment(03cf4178-12e1-4c94-a7ba-890f4955579c),segment_id=03cf4178-12e1-4c94-a7ba-890f4955579c)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:12.783823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:12.805423 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:12.809821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Calling delete_port for 6c1eed83-02b4-4350-9ba6-ce363bb28a66 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:12.907913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:12.912971 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:12.917677 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/security-groups/2dd38bdb-0b33-495a-a43c-5b7242b28917 HTTP/1.1" status: 204 len: 168 time: 0.2874532 Oct 25 09:10:12.919904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35518) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:12.967082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd38bdb-0b33-495a-a43c-5b7242b28917,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:13.005032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.006569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.007034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.007535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.008001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.008495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.008978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.009495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.009958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.012599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.013438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.014112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4946ac1f-1ad5-42f8-a1d0-5ff517daa720 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:13.075018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d15ef921-26ae-4398-8b56-b09604425ef1 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:13.109144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d15ef921-26ae-4398-8b56-b09604425ef1 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:13.113702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dfcab-1922-4885-a239-bc2cf451d156 req-9260ca1c-89ef-4eab-ad97-4755290b3ecc tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:13.140121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675dfcab-1922-4885-a239-bc2cf451d156 req-9260ca1c-89ef-4eab-ad97-4755290b3ecc tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/ports?device_id=067dede4-e3d1-4c74-a738-bc9da7411b01 HTTP/1.1" status: 200 len: 945 time: 0.2318320 Oct 25 09:10:13.167019 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d15ef921-26ae-4398-8b56-b09604425ef1 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:13.173468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d15ef921-26ae-4398-8b56-b09604425ef1 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:13.176872 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d15ef921-26ae-4398-8b56-b09604425ef1 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d7933ea-fda6-4278-97db-bf47e2b9c682 HTTP/1.1" status: 204 len: 168 time: 0.2309506 Oct 25 09:10:13.200202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35522) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:13.201534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ef921-26ae-4398-8b56-b09604425ef1 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7933ea-fda6-4278-97db-bf47e2b9c682,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:13.231055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35526) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:13.332422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675dfcab-1922-4885-a239-bc2cf451d156 req-1898d0c0-6569-4872-87ab-3d3cda7d24ae tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.32 "GET /v2.0/security-groups?id=19316cca-db94-4dbd-9dfc-1547ea58e6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913149 Oct 25 09:10:13.423824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:13.471348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['6c1eed83-02b4-4350-9ba6-ce363bb28a66'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:13.500619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Pushing event deleted for resources: {'Port': ['ID=6c1eed83-02b4-4350-9ba6-ce363bb28a66,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:13.535215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b62b65e5-5ff7-422a-9fcf-2cf0cf823007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:13.620247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] No DVR routers for this DVR port 6c1eed83-02b4-4350-9ba6-ce363bb28a66 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:10:13.623790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:13.628118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-92cca792-60e4-4eca-93fc-d17e96762012 req-a4b3d7a2-eccc-4d26-9b17-e5656e0f03d4 tempest-InstanceActionsV221TestJSON-1526872940 tempest-InstanceActionsV221TestJSON-1526872940-project] 10.222.0.18 "DELETE /v2.0/ports/6c1eed83-02b4-4350-9ba6-ce363bb28a66 HTTP/1.1" status: 204 len: 173 time: 1.2643383 Oct 25 09:10:13.669114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05abc8-e213-429c-86e0-8da0ba1ae8ff req-aa178748-20b0-4bdd-ab1d-c5728b4a0b69 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:13.685001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef05abc8-e213-429c-86e0-8da0ba1ae8ff req-aa178748-20b0-4bdd-ab1d-c5728b4a0b69 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1966856 Oct 25 09:10:13.745306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef05abc8-e213-429c-86e0-8da0ba1ae8ff req-21c04020-a2f4-4489-ab96-e87dd6a2e812 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543785 Oct 25 09:10:13.769134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067dede4-e3d1-4c74-a738-bc9da7411b01', 'name': 'network-vif-deleted', 'tag': '6c1eed83-02b4-4350-9ba6-ce363bb28a66'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:13.773221 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00dc5c-708e-4d9b-8f63-ed475c9c3d15" -d '{"events": [{"server_uuid": "067dede4-e3d1-4c74-a738-bc9da7411b01", "name": "network-vif-deleted", "tag": "6c1eed83-02b4-4350-9ba6-ce363bb28a66"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:13.944492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b62b65e5-5ff7-422a-9fcf-2cf0cf823007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:13.979495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6c1eed83-02b4-4350-9ba6-ce363bb28a66 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:13.993665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b62b65e5-5ff7-422a-9fcf-2cf0cf823007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:14.068156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 6c1eed83-02b4-4350-9ba6-ce363bb28a66 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:14.068854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6c1eed83-02b4-4350-9ba6-ce363bb28a66 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:14.069656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f97e15a4-c0c3-465e-9338-44323c619700 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:14.097599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: f97e15a4-c0c3-465e-9338-44323c619700 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:14.098460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f97e15a4-c0c3-465e-9338-44323c619700 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:14.117841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863b10b-30b2-4b1d-8795-6751ddc0aa3b req-a6a3e99d-8b71-4131-9d1a-76823da85072 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:14.119468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0863b10b-30b2-4b1d-8795-6751ddc0aa3b req-a6a3e99d-8b71-4131-9d1a-76823da85072 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0977080 Oct 25 09:10:14.132338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35546) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:14.137550 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b62b65e5-5ff7-422a-9fcf-2cf0cf823007 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dae3e20128c4497990cf4464be43940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9046214 Oct 25 09:10:14.164033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b65e5-5ff7-422a-9fcf-2cf0cf823007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db29bec2-f33a-4b19-8dff-dd6f74a09f7d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:14.278391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0863b10b-30b2-4b1d-8795-6751ddc0aa3b req-e5f7d37c-e1f5-4321-a0d4-2c3aaa5ee316 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467550 Oct 25 09:10:14.349182 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e56d09-273b-4778-bc13-c389f5e4ae9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:14.355838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:14.432490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e56d09-273b-4778-bc13-c389f5e4ae9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:14.607720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e56d09-273b-4778-bc13-c389f5e4ae9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:14.611158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94e56d09-273b-4778-bc13-c389f5e4ae9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:14.612854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94e56d09-273b-4778-bc13-c389f5e4ae9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db29bec2-f33a-4b19-8dff-dd6f74a09f7d HTTP/1.1" status: 204 len: 168 time: 0.4795644 Oct 25 09:10:14.626820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e56d09-273b-4778-bc13-c389f5e4ae9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db29bec2-f33a-4b19-8dff-dd6f74a09f7d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:14.678590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35562) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:14.855758 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf9a91b-9c9b-42e7-a68a-e9f542285893 x-openstack-request-id: req-cdf9a91b-9c9b-42e7-a68a-e9f542285893 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:14.856072 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067dede4-e3d1-4c74-a738-bc9da7411b01", "name": "network-vif-deleted", "tag": "6c1eed83-02b4-4350-9ba6-ce363bb28a66", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:14.856324 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdf9a91b-9c9b-42e7-a68a-e9f542285893 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:14.856757 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067dede4-e3d1-4c74-a738-bc9da7411b01', 'name': 'network-vif-deleted', 'tag': '6c1eed83-02b4-4350-9ba6-ce363bb28a66', 'status': 'completed', 'code': 200} Oct 25 09:10:14.993757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f383dc44-b9e1-4da3-b1ed-6892042d6e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.010258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting port 9eae3432-b854-4efb-ad18-5db7153c2b15 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:15.011954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.130509 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] For port 9eae3432-b854-4efb-ad18-5db7153c2b15, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9eae3432-b854-4efb-ad18-5db7153c2b15,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:15.131026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.146513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Calling delete_port for 9eae3432-b854-4efb-ad18-5db7153c2b15 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:15.148243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f383dc44-b9e1-4da3-b1ed-6892042d6e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.157882 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f383dc44-b9e1-4da3-b1ed-6892042d6e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.255174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35580) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:15.261388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f383dc44-b9e1-4da3-b1ed-6892042d6e15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acef5b1726b043c69db1d69c73de6321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808010 Oct 25 09:10:15.264212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383dc44-b9e1-4da3-b1ed-6892042d6e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c514ffe-ceb7-46e5-9ea5-6ec14d5ec404,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:15.341645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35586) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:15.357324 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5eca-155b-4e05-b570-8e298e5c1f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.413323 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3c56260-ffcc-4886-b34f-d56e97f6632a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.466891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3c56260-ffcc-4886-b34f-d56e97f6632a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.470997 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5eca-155b-4e05-b570-8e298e5c1f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.478087 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5eca-155b-4e05-b570-8e298e5c1f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.522578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1a8a5eca-155b-4e05-b570-8e298e5c1f1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb2ea5240573422b93c87b114bd216fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797369 Oct 25 09:10:15.525072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35592) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:15.528007 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.538261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a5eca-155b-4e05-b570-8e298e5c1f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b04fe5-d617-4724-9d9f-a365d6582b0f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:15.602125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3c56260-ffcc-4886-b34f-d56e97f6632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.605220 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3c56260-ffcc-4886-b34f-d56e97f6632a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.607067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a3c56260-ffcc-4886-b34f-d56e97f6632a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c514ffe-ceb7-46e5-9ea5-6ec14d5ec404 HTTP/1.1" status: 204 len: 168 time: 0.3458130 Oct 25 09:10:15.616166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-963c3f0d-e274-4134-9746-7d645c9c5f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.618739 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Port': ['ID=9eae3432-b854-4efb-ad18-5db7153c2b15,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:15.622748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c56260-ffcc-4886-b34f-d56e97f6632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c514ffe-ceb7-46e5-9ea5-6ec14d5ec404,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:15.672339 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-963c3f0d-e274-4134-9746-7d645c9c5f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.799021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-963c3f0d-e274-4134-9746-7d645c9c5f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.809408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-963c3f0d-e274-4134-9746-7d645c9c5f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:15.809408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-963c3f0d-e274-4134-9746-7d645c9c5f13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8b04fe5-d617-4724-9d9f-a365d6582b0f HTTP/1.1" status: 204 len: 168 time: 0.2825034 Oct 25 09:10:15.843831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c3f0d-e274-4134-9746-7d645c9c5f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b04fe5-d617-4724-9d9f-a365d6582b0f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:15.965151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35604) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:16.099906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0483d2-cfa4-4989-9961-c7bcf41cbad6 admin admin] Deleting subnet 6ebd7940-e2fa-4ab6-a949-6fa3595c0dc5 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:10:16.107322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1f0483d2-cfa4-4989-9961-c7bcf41cbad6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.191757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1f0483d2-cfa4-4989-9961-c7bcf41cbad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.274539 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1f0483d2-cfa4-4989-9961-c7bcf41cbad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.351188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35616) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:16.383382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e870070-2c47-4503-81bb-e21a706129ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.453158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3046a59a-5645-47e0-bd13-78329d49fe2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.457294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1f0483d2-cfa4-4989-9961-c7bcf41cbad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.477737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1f0483d2-cfa4-4989-9961-c7bcf41cbad6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.484236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1f0483d2-cfa4-4989-9961-c7bcf41cbad6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ebd7940-e2fa-4ab6-a949-6fa3595c0dc5 HTTP/1.1" status: 204 len: 168 time: 0.5180061 Oct 25 09:10:16.489195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:16.534289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0483d2-cfa4-4989-9961-c7bcf41cbad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebd7940-e2fa-4ab6-a949-6fa3595c0dc5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:16.655916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3046a59a-5645-47e0-bd13-78329d49fe2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.660458 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3046a59a-5645-47e0-bd13-78329d49fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.670137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.723192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046a59a-5645-47e0-bd13-78329d49fe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b242c9-e9ea-4524-b2e9-d03ac13dc6cf,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:16.748696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3046a59a-5645-47e0-bd13-78329d49fe2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c87e4d8e3d4149e3a8589e88ca3b76f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965590 Oct 25 09:10:16.751160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35628) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:16.810033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e33faff-9e92-493b-b1d9-190fe7fa557b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.843554 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e33faff-9e92-493b-b1d9-190fe7fa557b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.846862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.933811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e33faff-9e92-493b-b1d9-190fe7fa557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.939207 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e33faff-9e92-493b-b1d9-190fe7fa557b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:16.944428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8e33faff-9e92-493b-b1d9-190fe7fa557b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61b242c9-e9ea-4524-b2e9-d03ac13dc6cf HTTP/1.1" status: 204 len: 168 time: 0.1920948 Oct 25 09:10:16.964843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33faff-9e92-493b-b1d9-190fe7fa557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b242c9-e9ea-4524-b2e9-d03ac13dc6cf,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:17.182245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:17.234037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed17cbf-0d14-4880-848f-1f5fb9d9477c']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:17.260210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cf4178-12e1-4c94-a7ba-890f4955579c') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:17.262088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cf4178-12e1-4c94-a7ba-890f4955579c') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:17.285755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:17.300167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Router 727edca9-cba0-4995-b2fd-57e751e05b8e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:10:17.310066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:17.333715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:10:17.334190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:10:17.341295 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:10:17.564730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:10:17.577571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35662) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:17.577821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] Sync routers for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:10:17.578237 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d8d1462-973d-4467-91fd-8d48b85f2895 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "PUT /v2.0/routers/727edca9-cba0-4995-b2fd-57e751e05b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3711863 Oct 25 09:10:17.600072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:10:17.601220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:17.607576 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:17.639890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:17.651646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] 10.222.0.32 "DELETE /v2.0/networks/bed17cbf-0d14-4880-848f-1f5fb9d9477c HTTP/1.1" status: 204 len: 168 time: 1.1576591 Oct 25 09:10:17.652673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e9805-9c1b-4a76-839a-71f51a97ff7a admin admin] Pushing event deleted for resources: {'Network': ['ID=bed17cbf-0d14-4880-848f-1f5fb9d9477c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:17.728810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b7ea60-67d4-4b0a-8b66-b37f93390bbb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting subnet 85b473a8-35c8-4b1b-8116-7da9c88015a2 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:10:17.738204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46b7ea60-67d4-4b0a-8b66-b37f93390bbb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:17.828875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46b7ea60-67d4-4b0a-8b66-b37f93390bbb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:17.830446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:10:17.946275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35676) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:18.016683 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46b7ea60-67d4-4b0a-8b66-b37f93390bbb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.029977 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-951bb6ae-a172-4b37-815c-5371c5a9d5b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c33d36a4653c4d4db05f717a3d31835b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814710 Oct 25 09:10:18.033380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35680) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:18.127989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46b7ea60-67d4-4b0a-8b66-b37f93390bbb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.159464 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbf309a9-3ad6-45b0-9210-136e518ec665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.170875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7ea60-67d4-4b0a-8b66-b37f93390bbb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Subnet': ['ID=85b473a8-35c8-4b1b-8116-7da9c88015a2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:18.175658 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-46b7ea60-67d4-4b0a-8b66-b37f93390bbb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.178843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-46b7ea60-67d4-4b0a-8b66-b37f93390bbb tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/subnets/85b473a8-35c8-4b1b-8116-7da9c88015a2 HTTP/1.1" status: 204 len: 168 time: 0.6002293 Oct 25 09:10:18.184609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35682) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:18.218805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbf309a9-3ad6-45b0-9210-136e518ec665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.231630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d2516-dc44-4f11-b177-5095fd986167 None None] Network 6c720fbd-3d5a-41ea-819a-18683ab9dc3e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:10:18.302989 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbf309a9-3ad6-45b0-9210-136e518ec665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.308816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbf309a9-3ad6-45b0-9210-136e518ec665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.311805 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fbf309a9-3ad6-45b0-9210-136e518ec665 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19316cca-db94-4dbd-9dfc-1547ea58e6d7 HTTP/1.1" status: 204 len: 168 time: 0.2771597 Oct 25 09:10:18.334755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf309a9-3ad6-45b0-9210-136e518ec665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19316cca-db94-4dbd-9dfc-1547ea58e6d7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:18.493327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:10:15Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:18.534217 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.554331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] Checking router: 727edca9-cba0-4995-b2fd-57e751e05b8e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:10:18.589225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] DHCP port deletion for 6c720fbd-3d5a-41ea-819a-18683ab9dc3e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:10:18.599408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] Routers {'727edca9-cba0-4995-b2fd-57e751e05b8e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:10:18.600065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:09:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['727edca9-cba0-4995-b2fd-57e751e05b8e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:18.795081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.913468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Deleting port 47ce7a95-122a-48f5-b90f-fcf357f1039c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:18.913807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:18.941562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] Set router 727edca9-cba0-4995-b2fd-57e751e05b8e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:10:19.173622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] For port 47ce7a95-122a-48f5-b90f-fcf357f1039c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=47ce7a95-122a-48f5-b90f-fcf357f1039c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:19.174221 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:19.181489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-61e84710-3cb8-4c13-8615-f56bb7aa0b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:19.208648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Calling delete_port for 47ce7a95-122a-48f5-b90f-fcf357f1039c owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:19.291027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] Deleting port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:19.291267 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:19.369308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:10:15Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:19.405290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3cce7-7dbb-4a4d-9889-4c1fcfc67cb5 None None] The sync data for ids ['727edca9-cba0-4995-b2fd-57e751e05b8e'] in n-d-814746-2 is: [{'id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1860779451', 'tenant_id': 'b949d7ee64e3496997c97dbb1e870181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:07:11Z', 'updated_at': '2021-10-25T09:10:15Z', 'revision_number': 5, 'project_id': 'b949d7ee64e3496997c97dbb1e870181', 'gw_port': {'id': '47ce7a95-122a-48f5-b90f-fcf357f1039c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727edca9-cba0-4995-b2fd-57e751e05b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:07:13Z', 'updated_at': '2021-10-25T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:10:19.409739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] For port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4a0a8a90-60ee-4627-a40f-351ed96a0ba1,segment=NetworkSegment(78f97864-f61b-4b00-ba60-82b1790aba84),segment_id=78f97864-f61b-4b00-ba60-82b1790aba84)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:19.410145 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:19.423988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] Calling delete_port for 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:19.652828 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:19.679367 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:19.685255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] No DVR routers for this DVR port 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:10:19.731789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce4e51-1de6-46f1-8dca-1be0ea641a49 None None] Pushing event deleted for resources: {'Port': ['ID=4a0a8a90-60ee-4627-a40f-351ed96a0ba1,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:19.755294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Port': ['ID=47ce7a95-122a-48f5-b90f-fcf357f1039c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:19.882306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:19.902192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:19.927859 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.084561 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.087147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9eae3432-b854-4efb-ad18-5db7153c2b15 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:20.091993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.140911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 9eae3432-b854-4efb-ad18-5db7153c2b15 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:20.141192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9eae3432-b854-4efb-ad18-5db7153c2b15 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:20.141613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:20.202342 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.203187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Fanout notify agent at l3_agent the message router_deleted on router 727edca9-cba0-4995-b2fd-57e751e05b8e {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:10:20.221111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.222828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a8c63517-9e59-496b-939d-d49dba70ef4a tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/routers/727edca9-cba0-4995-b2fd-57e751e05b8e HTTP/1.1" status: 204 len: 168 time: 2.0323079 Oct 25 09:10:20.225779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35764) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:20.229640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:20.229997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4a0a8a90-60ee-4627-a40f-351ed96a0ba1 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:20.394892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.601404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35774) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:20.643949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.663896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c720fbd-3d5a-41ea-819a-18683ab9dc3e']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:20.676110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f97864-f61b-4b00-ba60-82b1790aba84') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:20.676449 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f97864-f61b-4b00-ba60-82b1790aba84') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:10:20.688538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.703828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.717426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:10:20.717972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:10:20.724859 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:10:20.808426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1423980569-network', 'tenant_id': '674bd79db4534162946eb50f06be2ffa'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:20.845384 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.857159 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.868695 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] 10.222.0.32 "DELETE /v2.0/networks/6c720fbd-3d5a-41ea-819a-18683ab9dc3e HTTP/1.1" status: 204 len: 168 time: 0.6393225 Oct 25 09:10:20.883445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Made reservation on behalf of 674bd79db4534162946eb50f06be2ffa for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:20.888235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.922953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:20.930490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca61fe-d022-4dc7-9747-16def7e61667 tempest-TestSecurityGroupsBasicOps-884452965 tempest-TestSecurityGroupsBasicOps-884452965-project] Pushing event deleted for resources: {'Network': ['ID=6c720fbd-3d5a-41ea-819a-18683ab9dc3e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:21.128557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:21.139087 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:21.189071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:10:21.224237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b415208-1a55-43ba-b905-17effdcb5c57,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:21.243184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:21.243438 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Added segment 367b2fe4-d6e8-477f-8c91-3e7ce02579ab of type vlan for network 11939838-a783-4da1-8530-9f2666fce8c4 Oct 25 09:10:21.349453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:21.397682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:21.398689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:21.399352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:21.514925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] Pushing event updated for resources: {'Network': ['ID=11939838-a783-4da1-8530-9f2666fce8c4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:21.522199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-573e600c-5669-4377-a6d5-41753f8fa98e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9185469 Oct 25 09:10:21.524192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35816) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:21.530431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 11939838-a783-4da1-8530-9f2666fce8c4 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:10:21.534384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Request body: {'subnet': {'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1423980569-subnet', 'tenant_id': '674bd79db4534162946eb50f06be2ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:21.575080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Made reservation on behalf of 674bd79db4534162946eb50f06be2ffa for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:21.577960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:21.629310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 47ce7a95-122a-48f5-b90f-fcf357f1039c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:21.639900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35820) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:21.655127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 47ce7a95-122a-48f5-b90f-fcf357f1039c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:21.655655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 47ce7a95-122a-48f5-b90f-fcf357f1039c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:21.734640 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:21.885947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:22.004149 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5eb553fa-09df-41c5-a3b5-66075ef94e54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b949d7ee64e3496997c97dbb1e870181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608086 Oct 25 09:10:22.005070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35834) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:22.022757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abb5a06-46f7-4fba-becc-f3c01fd6d94e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:22.034646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Checking segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:10:22.035010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Network hostable DHCP agents. Network: 11939838-a783-4da1-8530-9f2666fce8c4, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:10:22.084171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Network 11939838-a783-4da1-8530-9f2666fce8c4 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:10:22.101488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46710742-60a1-4851-8c77-76e2ddf962a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:22.104983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 11939838-a783-4da1-8530-9f2666fce8c4) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:22.109342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:22.109917 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:22.127542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae507e91-0404-446c-951e-d95aa45cc9d4 None None] Network 11939838-a783-4da1-8530-9f2666fce8c4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:10:22.151523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e9a0efb3-39af-4d04-b0e0-5d96fa480b8b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6257939 Oct 25 09:10:22.191913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46710742-60a1-4851-8c77-76e2ddf962a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:22.320874 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46710742-60a1-4851-8c77-76e2ddf962a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:22.325043 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46710742-60a1-4851-8c77-76e2ddf962a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:22.326289 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-46710742-60a1-4851-8c77-76e2ddf962a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4b6b216-c06b-45ad-b078-8c85a58f533d HTTP/1.1" status: 204 len: 168 time: 0.3193305 Oct 25 09:10:22.340148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46710742-60a1-4851-8c77-76e2ddf962a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b6b216-c06b-45ad-b078-8c85a58f533d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:22.378224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc57b2-5fab-475f-af96-6ec9f01852a4 None None] Network 11939838-a783-4da1-8530-9f2666fce8c4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:10:22.395273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35850) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:22.950054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3058db80-ad08-48b3-b179-548714fce298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.094622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3058db80-ad08-48b3-b179-548714fce298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.101883 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3058db80-ad08-48b3-b179-548714fce298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.140683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35882) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:23.154449 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3058db80-ad08-48b3-b179-548714fce298 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9da2aad2e9941ce9e00aa6471beac1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578750 Oct 25 09:10:23.158016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35884) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:23.164417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b55e654-24e6-4506-9e7b-da2f9cc862ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.190147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058db80-ad08-48b3-b179-548714fce298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c72fbd2-75c1-4a78-a6f1-4206e667ad72,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:23.248848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-aab9a5da-016b-4ceb-b830-242e88e121d9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:23.250528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-aab9a5da-016b-4ceb-b830-242e88e121d9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 813 time: 0.1641676 Oct 25 09:10:23.278039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3665b6d4-75ee-4dfb-bf54-1ca1e065a7b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.284748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-a3203851-44ba-4dab-9a6a-587919f1c5bd tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/quotas/674bd79db4534162946eb50f06be2ffa HTTP/1.1" status: 200 len: 375 time: 0.0235593 Oct 25 09:10:23.324843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3665b6d4-75ee-4dfb-bf54-1ca1e065a7b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.328905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-6ab7787f-5302-4a62-abfb-5661218a99bc tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430949 Oct 25 09:10:23.400267 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b55e654-24e6-4506-9e7b-da2f9cc862ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.408343 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b55e654-24e6-4506-9e7b-da2f9cc862ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.428545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3665b6d4-75ee-4dfb-bf54-1ca1e065a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.431519 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3665b6d4-75ee-4dfb-bf54-1ca1e065a7b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.433092 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3665b6d4-75ee-4dfb-bf54-1ca1e065a7b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c72fbd2-75c1-4a78-a6f1-4206e667ad72 HTTP/1.1" status: 204 len: 168 time: 0.2740748 Oct 25 09:10:23.460705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665b6d4-75ee-4dfb-bf54-1ca1e065a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c72fbd2-75c1-4a78-a6f1-4206e667ad72,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:23.858490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b55e654-24e6-4506-9e7b-da2f9cc862ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f18044a8e5a4f46a93504030e607d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7138407 Oct 25 09:10:23.858938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35894) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:23.880448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55e654-24e6-4506-9e7b-da2f9cc862ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c328e8-3ce5-4a50-8942-a8f68ba8accf,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:23.906141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-d60e46ea-f250-4eec-a279-7b84bb1a3abb service neutron] 10.222.0.32 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750532 Oct 25 09:10:23.922840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7972bec8-9c31-4056-a293-38ab55b0dcc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:23.974513 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7972bec8-9c31-4056-a293-38ab55b0dcc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.082424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-c4462da1-e701-4f66-9589-8ce1078bce72 service neutron] 10.222.0.32 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727202 Oct 25 09:10:24.138597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7972bec8-9c31-4056-a293-38ab55b0dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.150025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7972bec8-9c31-4056-a293-38ab55b0dcc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.158610 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7972bec8-9c31-4056-a293-38ab55b0dcc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33c328e8-3ce5-4a50-8942-a8f68ba8accf HTTP/1.1" status: 204 len: 168 time: 0.2985029 Oct 25 09:10:24.187668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972bec8-9c31-4056-a293-38ab55b0dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c328e8-3ce5-4a50-8942-a8f68ba8accf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:24.243959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35904) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:24.262115 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92029a11-db2d-47dc-b5e3-6799021b2ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.392376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92029a11-db2d-47dc-b5e3-6799021b2ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.401953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92029a11-db2d-47dc-b5e3-6799021b2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.451640 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92029a11-db2d-47dc-b5e3-6799021b2ef2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3f8b3096c47431ab13a030938c1fcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050858 Oct 25 09:10:24.453010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92029a11-db2d-47dc-b5e3-6799021b2ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7815ca4-5e8a-4642-810e-22a0fb302bfa,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:24.453858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35908) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:24.534791 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af9af3a4-bc14-4c8b-9e12-8fdb5af273fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.612728 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af9af3a4-bc14-4c8b-9e12-8fdb5af273fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.707560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af9af3a4-bc14-4c8b-9e12-8fdb5af273fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.709511 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af9af3a4-bc14-4c8b-9e12-8fdb5af273fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:24.710943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-af9af3a4-bc14-4c8b-9e12-8fdb5af273fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7815ca4-5e8a-4642-810e-22a0fb302bfa HTTP/1.1" status: 204 len: 168 time: 0.2554760 Oct 25 09:10:24.720606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9af3a4-bc14-4c8b-9e12-8fdb5af273fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7815ca4-5e8a-4642-810e-22a0fb302bfa,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:24.793719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35922) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:24.944172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee663ece-3a8b-4fee-9bfa-fb4d7c9245f3 req-6b14dd59-8556-4513-9df2-369ba5b610d7 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 210 time: 0.1283619 Oct 25 09:10:24.950239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35930) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:24.950497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9655d3b6-1b9a-45c0-a53c-368bce4e1ede admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=211afa981fd94fec8868d05c2508a4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553440 Oct 25 09:10:25.091338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86862e68-c893-49d9-ba7c-56b8e854e1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:25.140709 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86862e68-c893-49d9-ba7c-56b8e854e1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:25.239622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86862e68-c893-49d9-ba7c-56b8e854e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:25.242764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86862e68-c893-49d9-ba7c-56b8e854e1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:25.261405 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-86862e68-c893-49d9-ba7c-56b8e854e1fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd188546-8aea-4ef6-84b7-bc83320304de HTTP/1.1" status: 204 len: 168 time: 0.3046856 Oct 25 09:10:25.297407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86862e68-c893-49d9-ba7c-56b8e854e1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd188546-8aea-4ef6-84b7-bc83320304de,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:26.142107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f2cc7ad-5ab2-41c7-ab50-2de673d68df4 req-da65280c-402d-4978-b39d-61922d3d5a51 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 210 time: 0.0581844 Oct 25 09:10:26.829801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-5a1141d8-78c2-4dea-82d2-f3503281e6e4 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:26.838588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-5a1141d8-78c2-4dea-82d2-f3503281e6e4 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.41 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 813 time: 0.1589947 Oct 25 09:10:26.894112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Request body: {'port': {'device_id': 'ad7228e0-1abf-491c-b0a9-cf1d0c0db95a', 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'admin_state_up': True, 'tenant_id': '674bd79db4534162946eb50f06be2ffa'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:26.977166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-54c60be9-1fff-4146-9306-6f44512d5ceb tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:26.979508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-54c60be9-1fff-4146-9306-6f44512d5ceb tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.18 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 813 time: 0.3670812 Oct 25 09:10:27.004143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Request body: {'port': {'device_id': '70b61d34-e45c-4690-a78a-4cb7294b2006', 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'admin_state_up': True, 'tenant_id': '674bd79db4534162946eb50f06be2ffa'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:27.217249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Made reservation on behalf of 674bd79db4534162946eb50f06be2ffa for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:27.226656 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:27.287093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80add73f-cdaa-4995-a5d2-ca568af2c68c req-bc3dca85-31c9-44fc-a976-ff7e58c27cb2 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 210 time: 0.0361731 Oct 25 09:10:27.387409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Made reservation on behalf of 674bd79db4534162946eb50f06be2ffa for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:27.391437 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:27.526783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Allocated IP 172.20.0.7 (11939838-a783-4da1-8530-9f2666fce8c4/6abb5a06-46f7-4fba-becc-f3c01fd6d94e/81625405-610d-432d-8640-bb70b9031fe3) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:10:27.720485 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:27.773189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:27.864317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Network 11939838-a783-4da1-8530-9f2666fce8c4 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:10:27.873367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:27.879469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:10:27.934695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:27.935324 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:27.942488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Allocated IP 172.20.0.4 (11939838-a783-4da1-8530-9f2666fce8c4/6abb5a06-46f7-4fba-becc-f3c01fd6d94e/7269a230-c68c-488d-b693-66458fbaddd6) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:10:27.944746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Pushing event updated for resources: {'Port': ['ID=81625405-610d-432d-8640-bb70b9031fe3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:27.975208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-88edc9f6-34ab-409d-900f-221361d7e04c tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9759293 Oct 25 09:10:28.001129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Request body: {'port': {'device_id': '70b61d34-e45c-4690-a78a-4cb7294b2006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:28.073508 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:28.357347 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:28.455602 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:28.557073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Network 11939838-a783-4da1-8530-9f2666fce8c4 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:10:28.568869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060271a-8157-4b29-bfa2-dcb4a8917c3d req-504e8dd5-07a6-4df3-9db1-218433e692c8 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:28.570377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5060271a-8157-4b29-bfa2-dcb4a8917c3d req-504e8dd5-07a6-4df3-9db1-218433e692c8 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 931 time: 0.1497102 Oct 25 09:10:28.576122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:28.580419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:10:28.583092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Pushing event updated for resources: {'Port': ['ID=7269a230-c68c-488d-b693-66458fbaddd6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:28.694242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:28.694928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:28.702934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5060271a-8157-4b29-bfa2-dcb4a8917c3d req-0ef9cb0c-9662-456e-b4de-ac64e87bc3e6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769186 Oct 25 09:10:28.734112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36060) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:28.747391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-1079b9ef-8cf6-494c-b16b-ed080502ffd9 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8659492 Oct 25 09:10:28.772315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Request body: {'port': {'device_id': 'ad7228e0-1abf-491c-b0a9-cf1d0c0db95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:28.831565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81625405-610d-432d-8640-bb70b9031fe3 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:28.855231 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:28.872875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:28.877694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Transition to ACTIVE for port object 81625405-610d-432d-8640-bb70b9031fe3 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:10:28.887376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:28.973071 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c90bb0ef-a521-4aa3-83bf-87c86695fe22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:28.993661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Pushing event updated for resources: {'Port': ['ID=81625405-610d-432d-8640-bb70b9031fe3,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:29.231685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Attempting to bind port 81625405-610d-432d-8640-bb70b9031fe3 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:10:29.232013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Attempting to bind port 81625405-610d-432d-8640-bb70b9031fe3 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:10:29.232335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Attempting to bind port 81625405-610d-432d-8640-bb70b9031fe3 on network 11939838-a783-4da1-8530-9f2666fce8c4 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:29.246312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Port 81625405-610d-432d-8640-bb70b9031fe3 on network 11939838-a783-4da1-8530-9f2666fce8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:10:29.246637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Attempting to bind port 81625405-610d-432d-8640-bb70b9031fe3 on network 11939838-a783-4da1-8530-9f2666fce8c4 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:29.268694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:10:29.269184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Checking segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:10:29.269561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Bound using segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:10:29.270005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Bound port: 81625405-610d-432d-8640-bb70b9031fe3, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:10:29.270357 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.318121 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c90bb0ef-a521-4aa3-83bf-87c86695fe22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.328012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c90bb0ef-a521-4aa3-83bf-87c86695fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.442608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c90bb0ef-a521-4aa3-83bf-87c86695fe22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a1b04d19f674c3795356fd2e0d03a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069142 Oct 25 09:10:29.446085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36082) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:29.453172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bb0ef-a521-4aa3-83bf-87c86695fe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7a2d13-9640-45c5-8f6c-161afbdc5146,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:29.457008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] For port 81625405-610d-432d-8640-bb70b9031fe3, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:10:29.493144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] For port 81625405-610d-432d-8640-bb70b9031fe3, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81625405-610d-432d-8640-bb70b9031fe3,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:10:29.502917 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.506710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7269a230-c68c-488d-b693-66458fbaddd6 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:29.522239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.555144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4420-bb72-433f-84f4-45a1c28205c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.562490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:29.563469 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.564899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] 10.222.0.18 "PUT /v2.0/ports/81625405-610d-432d-8640-bb70b9031fe3 HTTP/1.1" status: 200 len: 1091 time: 1.5684359 Oct 25 09:10:29.572336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b61d34-e45c-4690-a78a-4cb7294b2006', 'tag': '81625405-610d-432d-8640-bb70b9031fe3'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:29.576245 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47648f57-1b8f-45b1-87e9-1798f43b5806" -d '{"events": [{"name": "network-changed", "server_uuid": "70b61d34-e45c-4690-a78a-4cb7294b2006", "tag": "81625405-610d-432d-8640-bb70b9031fe3"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:29.610440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Transition to ACTIVE for port object 7269a230-c68c-488d-b693-66458fbaddd6 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:10:29.628515 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4420-bb72-433f-84f4-45a1c28205c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.636768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.667795 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e890d69b-929c-4037-afbd-ff8b2615e43a x-openstack-request-id: req-e890d69b-929c-4037-afbd-ff8b2615e43a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:29.668076 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b61d34-e45c-4690-a78a-4cb7294b2006", "tag": "81625405-610d-432d-8640-bb70b9031fe3", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:29.668329 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e890d69b-929c-4037-afbd-ff8b2615e43a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:29.668730 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b61d34-e45c-4690-a78a-4cb7294b2006', 'tag': '81625405-610d-432d-8640-bb70b9031fe3', 'status': 'completed', 'code': 200} Oct 25 09:10:29.687116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d2b12-0657-42a4-bde0-c76867e99b1e service neutron] Pushing event updated for resources: {'Port': ['ID=81625405-610d-432d-8640-bb70b9031fe3,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:29.724161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4420-bb72-433f-84f4-45a1c28205c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.727095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4420-bb72-433f-84f4-45a1c28205c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.731949 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2c7c4420-bb72-433f-84f4-45a1c28205c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b7a2d13-9640-45c5-8f6c-161afbdc5146 HTTP/1.1" status: 204 len: 168 time: 0.2842565 Oct 25 09:10:29.744720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c4420-bb72-433f-84f4-45a1c28205c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7a2d13-9640-45c5-8f6c-161afbdc5146,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:29.774068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36092) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:29.798205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Pushing event updated for resources: {'Port': ['ID=7269a230-c68c-488d-b693-66458fbaddd6,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:29.920029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-794fad9e-1cd1-4b4b-80df-4c1d2cee2554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:29.956663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-e659e4e5-611e-46cb-990c-e28c811ebb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:29.958333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-e659e4e5-611e-46cb-990c-e28c811ebb34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&device_id=70b61d34-e45c-4690-a78a-4cb7294b2006 HTTP/1.1" status: 200 len: 1094 time: 0.2888362 Oct 25 09:10:30.032910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4372349-b4d3-4cb3-b640-e22c3d8023b4 req-9b41e138-ba59-43a2-b6ff-69c63307c64d tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:30.040401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4372349-b4d3-4cb3-b640-e22c3d8023b4 req-9b41e138-ba59-43a2-b6ff-69c63307c64d tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 943 time: 0.1747165 Oct 25 09:10:30.042792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-794fad9e-1cd1-4b4b-80df-4c1d2cee2554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.044374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Attempting to bind port 7269a230-c68c-488d-b693-66458fbaddd6 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:10:30.044819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Attempting to bind port 7269a230-c68c-488d-b693-66458fbaddd6 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:10:30.045255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Attempting to bind port 7269a230-c68c-488d-b693-66458fbaddd6 on network 11939838-a783-4da1-8530-9f2666fce8c4 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:30.049729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-794fad9e-1cd1-4b4b-80df-4c1d2cee2554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.050492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-5cc35db1-3de6-4afe-96c9-116fe526b3a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81625405-610d-432d-8640-bb70b9031fe3 HTTP/1.1" status: 200 len: 217 time: 0.0729971 Oct 25 09:10:30.073510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Port 7269a230-c68c-488d-b693-66458fbaddd6 on network 11939838-a783-4da1-8530-9f2666fce8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:10:30.074506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Attempting to bind port 7269a230-c68c-488d-b693-66458fbaddd6 on network 11939838-a783-4da1-8530-9f2666fce8c4 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:30.106855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:10:30.107189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Checking segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:10:30.107576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Bound using segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:10:30.108018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Bound port: 7269a230-c68c-488d-b693-66458fbaddd6, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:10:30.108377 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.117137 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-794fad9e-1cd1-4b4b-80df-4c1d2cee2554 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4905f5a02264498d827615dc8ddafc5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417585 Oct 25 09:10:30.121922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36098) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:30.145022 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fad9e-1cd1-4b4b-80df-4c1d2cee2554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0215be90-f4dc-4260-ac56-cefb05554fe7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:30.209514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4372349-b4d3-4cb3-b640-e22c3d8023b4 req-8cb897d4-9907-4ee2-8d90-61d7032f4093 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678648 Oct 25 09:10:30.221827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-47f37e8f-9560-4eb7-9d83-52d252a73e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:30.223550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-47f37e8f-9560-4eb7-9d83-52d252a73e9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 200 len: 853 time: 0.1646755 Oct 25 09:10:30.268098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-4aa75666-d20f-4240-867c-96edd006d85b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11939838-a783-4da1-8530-9f2666fce8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354834 Oct 25 09:10:30.291852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36102) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:30.307614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] For port 7269a230-c68c-488d-b693-66458fbaddd6, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:10:30.323139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5771905c-57dd-4958-80b4-49d85f33e9d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.370268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] For port 7269a230-c68c-488d-b693-66458fbaddd6, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7269a230-c68c-488d-b693-66458fbaddd6,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:10:30.374135 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f302c988-10ce-4d05-9f9b-4714b1453fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.382890 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.430392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5771905c-57dd-4958-80b4-49d85f33e9d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.435950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:30.436973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.438402 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] 10.222.0.41 "PUT /v2.0/ports/7269a230-c68c-488d-b693-66458fbaddd6 HTTP/1.1" status: 200 len: 1091 time: 1.6739297 Oct 25 09:10:30.440320 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5771905c-57dd-4958-80b4-49d85f33e9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.501607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f302c988-10ce-4d05-9f9b-4714b1453fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.505525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-75b5748b-5684-479e-9eae-9966e8427eac service neutron] 10.222.0.18 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260811 Oct 25 09:10:30.508633 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5771905c-57dd-4958-80b4-49d85f33e9d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23b3ff23a2eb4c39bca740f7d05bed9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147164 Oct 25 09:10:30.511579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771905c-57dd-4958-80b4-49d85f33e9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2193ce8b-dda9-4117-95d0-70d631dd7336,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:30.514313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36108) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:30.603847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33ccc7ca-e143-49de-a17e-ae74f9215e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.626181 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33ccc7ca-e143-49de-a17e-ae74f9215e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.690415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33ccc7ca-e143-49de-a17e-ae74f9215e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.694055 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33ccc7ca-e143-49de-a17e-ae74f9215e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.695612 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33ccc7ca-e143-49de-a17e-ae74f9215e7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2193ce8b-dda9-4117-95d0-70d631dd7336 HTTP/1.1" status: 204 len: 168 time: 0.1798728 Oct 25 09:10:30.700781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75870390-2fb4-4cb2-9703-46c1f3d2e460 service neutron] Pushing event updated for resources: {'Port': ['ID=7269a230-c68c-488d-b693-66458fbaddd6,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:30.706197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccc7ca-e143-49de-a17e-ae74f9215e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2193ce8b-dda9-4117-95d0-70d631dd7336,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:30.733808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b0df430c-e920-43b4-8673-bd3335aec2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:30.735302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-b0df430c-e920-43b4-8673-bd3335aec2c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 1094 time: 0.2289317 Oct 25 09:10:30.737788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-a7f4af58-3129-429c-918c-4f3aa45c6897 service neutron] 10.222.0.18 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743035 Oct 25 09:10:30.823820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-2d3a0613-00a3-4bb5-90c6-aabc7d4ebf1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7269a230-c68c-488d-b693-66458fbaddd6 HTTP/1.1" status: 200 len: 217 time: 0.0644386 Oct 25 09:10:30.836133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f302c988-10ce-4d05-9f9b-4714b1453fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.837049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f302c988-10ce-4d05-9f9b-4714b1453fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:30.838463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f302c988-10ce-4d05-9f9b-4714b1453fb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0215be90-f4dc-4260-ac56-cefb05554fe7 HTTP/1.1" status: 204 len: 168 time: 0.7125406 Oct 25 09:10:30.873089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302c988-10ce-4d05-9f9b-4714b1453fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0215be90-f4dc-4260-ac56-cefb05554fe7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:30.919787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-2eb1a044-88eb-4f64-988c-e1552afb50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:30.921511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-2eb1a044-88eb-4f64-988c-e1552afb50aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&device_id=70b61d34-e45c-4690-a78a-4cb7294b2006 HTTP/1.1" status: 200 len: 1094 time: 0.0966275 Oct 25 09:10:30.927583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-9dfe4ffe-ac28-447c-8451-5b15b07f917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:30.929028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-9dfe4ffe-ac28-447c-8451-5b15b07f917c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 200 len: 853 time: 0.0730536 Oct 25 09:10:31.002597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-9b8470b5-5f30-4f55-b91b-bb3c5e5d3ca7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11939838-a783-4da1-8530-9f2666fce8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632212 Oct 25 09:10:31.026741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-d91c3bc3-3320-4348-9d6f-ad88e2a1b5f4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:10:31.027808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-d91c3bc3-3320-4348-9d6f-ad88e2a1b5f4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053856 Oct 25 09:10:31.099161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-e410ce33-7295-442b-bf9a-99d12b24b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:31.100650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-e410ce33-7295-442b-bf9a-99d12b24b8b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 914 time: 0.1707680 Oct 25 09:10:31.154331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-38f38376-6742-4d19-b0e7-c05e07d5d9b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81625405-610d-432d-8640-bb70b9031fe3 HTTP/1.1" status: 200 len: 217 time: 0.0449023 Oct 25 09:10:31.210961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-73a84c27-6bd4-453a-a984-4ac41fd753e9 service neutron] 10.222.0.41 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721449 Oct 25 09:10:31.230622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-e39b54ec-0270-4324-9a88-1007f0586940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:31.232037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-e39b54ec-0270-4324-9a88-1007f0586940 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 200 len: 853 time: 0.0672157 Oct 25 09:10:31.413400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36136) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:31.434818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c9977445-dd63-4020-948d-9791b2185560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:31.656866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c9977445-dd63-4020-948d-9791b2185560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:31.665541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c9977445-dd63-4020-948d-9791b2185560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:31.692344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7228e0-1abf-491c-b0a9-cf1d0c0db95a', 'tag': '7269a230-c68c-488d-b693-66458fbaddd6'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:31.694957 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6024cc59-026a-467b-86a1-c8f62e91c870" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7228e0-1abf-491c-b0a9-cf1d0c0db95a", "tag": "7269a230-c68c-488d-b693-66458fbaddd6"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:31.701244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c48a1a37-8428-428d-a1b9-58866fbe527e req-dca14c2a-4c29-415f-b711-b01b33a58900 service neutron] 10.222.0.41 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786794 Oct 25 09:10:31.705336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9977445-dd63-4020-948d-9791b2185560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd954b-0012-4fc5-96d2-34979ca0e249,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:31.747497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-627302e6-ce82-4cb1-aab7-4713c0d3fe1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11939838-a783-4da1-8530-9f2666fce8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443034 Oct 25 09:10:31.756373 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c9977445-dd63-4020-948d-9791b2185560 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=239a2617fa724463baef49594ff290ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417492 Oct 25 09:10:31.757337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:31.818266 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-204999e9-7a34-41fa-b52c-6eed1a447ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:31.844807 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-204999e9-7a34-41fa-b52c-6eed1a447ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:31.901910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9e618-5ee5-4080-add9-8edeaa9be709 req-8d34b70f-75de-4810-aec4-1d945d2eefec tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:31.903546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfd9e618-5ee5-4080-add9-8edeaa9be709 req-8d34b70f-75de-4810-aec4-1d945d2eefec tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 943 time: 0.2024398 Oct 25 09:10:31.910408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-204999e9-7a34-41fa-b52c-6eed1a447ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:31.913074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-204999e9-7a34-41fa-b52c-6eed1a447ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:31.914220 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-204999e9-7a34-41fa-b52c-6eed1a447ef5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7dd954b-0012-4fc5-96d2-34979ca0e249 HTTP/1.1" status: 204 len: 168 time: 0.1557779 Oct 25 09:10:31.937466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204999e9-7a34-41fa-b52c-6eed1a447ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd954b-0012-4fc5-96d2-34979ca0e249,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:31.941234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-8c8c142c-05bb-41c7-a549-d2ba1f9fb272 service neutron] 10.222.0.18 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543844 Oct 25 09:10:32.028536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfd9e618-5ee5-4080-add9-8edeaa9be709 req-8d8226ae-14fc-4f73-8876-e165dfdd1e5b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855069 Oct 25 09:10:32.119691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47648f57-1b8f-45b1-87e9-1798f43b5806 req-19d7245b-0a78-4c0a-81ba-a20eb5ca1660 service neutron] 10.222.0.18 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549475 Oct 25 09:10:32.210284 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71407c8c-8b27-4f30-9f58-c354c21da2b5 x-openstack-request-id: req-71407c8c-8b27-4f30-9f58-c354c21da2b5 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:32.210587 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7228e0-1abf-491c-b0a9-cf1d0c0db95a", "tag": "7269a230-c68c-488d-b693-66458fbaddd6", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:32.210856 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71407c8c-8b27-4f30-9f58-c354c21da2b5 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:32.212184 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7228e0-1abf-491c-b0a9-cf1d0c0db95a', 'tag': '7269a230-c68c-488d-b693-66458fbaddd6', 'status': 'completed', 'code': 200} Oct 25 09:10:32.313985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-8392f36c-8670-4376-99bd-8890f7e45ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:32.315894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-8392f36c-8670-4376-99bd-8890f7e45ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 1094 time: 0.0495532 Oct 25 09:10:32.327214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36174) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:32.344224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e9e44f5-6f31-4bbd-b469-90652bd8f346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.407021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36176) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:32.436971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-a6eba305-a6f0-432a-87bb-4b6954c12888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:32.438776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-a6eba305-a6f0-432a-87bb-4b6954c12888 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 914 time: 0.1149831 Oct 25 09:10:32.474225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e9e44f5-6f31-4bbd-b469-90652bd8f346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.480278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e9e44f5-6f31-4bbd-b469-90652bd8f346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.487998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-eb642baa-a8cf-4ede-becb-f044dbe5dde0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7269a230-c68c-488d-b693-66458fbaddd6 HTTP/1.1" status: 200 len: 217 time: 0.0380871 Oct 25 09:10:32.526466 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8e9e44f5-6f31-4bbd-b469-90652bd8f346 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd6bb6ada7ec46b994704a16b5dbbe9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978316 Oct 25 09:10:32.527899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e44f5-6f31-4bbd-b469-90652bd8f346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a643c1-7258-43e5-82cb-c1ec984d2fed,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:32.532164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36182) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:32.564385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-aa95cd2d-31a6-49c6-8b7e-df52e46d64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:32.564385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-aa95cd2d-31a6-49c6-8b7e-df52e46d64c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 200 len: 853 time: 0.0672085 Oct 25 09:10:32.583435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c19a249-fc69-4772-8897-fdce49a5422d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.601217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-607956bc-7543-420e-916d-ed1c23961225 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11939838-a783-4da1-8530-9f2666fce8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297651 Oct 25 09:10:32.625054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4100734-65eb-4386-a87d-6a162f582e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.668961 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4100734-65eb-4386-a87d-6a162f582e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.727412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-ee1a94d3-5402-4dda-89c0-74b7a29f70b6 service neutron] 10.222.0.41 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182010 Oct 25 09:10:32.748713 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c19a249-fc69-4772-8897-fdce49a5422d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.753880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c19a249-fc69-4772-8897-fdce49a5422d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.778579 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4100734-65eb-4386-a87d-6a162f582e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.781356 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4100734-65eb-4386-a87d-6a162f582e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.782635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d4100734-65eb-4386-a87d-6a162f582e2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29a643c1-7258-43e5-82cb-c1ec984d2fed HTTP/1.1" status: 204 len: 168 time: 0.2485583 Oct 25 09:10:32.818407 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3c19a249-fc69-4772-8897-fdce49a5422d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc85fff9f9e24c9985cf354a621ceb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055917 Oct 25 09:10:32.818407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19a249-fc69-4772-8897-fdce49a5422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5d4752-835e-4947-b208-c1a1809d0c51,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:32.818741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36196) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:32.828752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4100734-65eb-4386-a87d-6a162f582e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a643c1-7258-43e5-82cb-c1ec984d2fed,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:32.947052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b7a341c-082d-442d-8078-974af10dc83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:32.964192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6024cc59-026a-467b-86a1-c8f62e91c870 req-a26dba12-4896-4452-b49d-6e355ecee528 service neutron] 10.222.0.41 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268636 Oct 25 09:10:32.982908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b7a341c-082d-442d-8078-974af10dc83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:33.058227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b7a341c-082d-442d-8078-974af10dc83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:33.061615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b7a341c-082d-442d-8078-974af10dc83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:33.062759 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8b7a341c-082d-442d-8078-974af10dc83e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea5d4752-835e-4947-b208-c1a1809d0c51 HTTP/1.1" status: 204 len: 168 time: 0.2435577 Oct 25 09:10:33.084103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a341c-082d-442d-8078-974af10dc83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5d4752-835e-4947-b208-c1a1809d0c51,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:33.125449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb61100-3378-4eaf-8345-21c4daca1251 req-8742d543-5f09-47a4-86f8-5877f2cf0a7c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:33.132717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bb61100-3378-4eaf-8345-21c4daca1251 req-8742d543-5f09-47a4-86f8-5877f2cf0a7c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 946 time: 0.0659616 Oct 25 09:10:33.181057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bb61100-3378-4eaf-8345-21c4daca1251 req-db774e8e-5073-4d57-a863-78db43e16032 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Oct 25 09:10:33.296538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255278-69fb-4931-bd18-cb7ceec314a7 req-1c3fd508-1314-4732-ab90-9f0dba6fa79b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:33.298262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79255278-69fb-4931-bd18-cb7ceec314a7 req-1c3fd508-1314-4732-ab90-9f0dba6fa79b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 943 time: 0.0626168 Oct 25 09:10:33.343626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79255278-69fb-4931-bd18-cb7ceec314a7 req-40e89cc0-3c28-4572-ac0a-db6b8bd53d26 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386164 Oct 25 09:10:34.022299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 81625405-610d-432d-8640-bb70b9031fe3 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:10:34.151089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 81625405-610d-432d-8640-bb70b9031fe3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81625405-610d-432d-8640-bb70b9031fe3,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:34.168704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '81625405-610d-432d-8640-bb70b9031fe3', 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'port_id': '81625405-610d-432d-8640-bb70b9031fe3', 'mac_address': 'fa:16:3e:98:5f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abb5a06-46f7-4fba-becc-f3c01fd6d94e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:10:34.224085 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:34.241179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81625405-610d-432d-8640-bb70b9031fe3 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:34.274748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 81625405-610d-432d-8640-bb70b9031fe3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81625405-610d-432d-8640-bb70b9031fe3,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:34.282825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:34.342000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a342658-f936-4ad1-9fd9-b82dd30f4976 req-df5df757-a6af-419d-98f9-77b375c2f0f3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:34.343932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a342658-f936-4ad1-9fd9-b82dd30f4976 req-df5df757-a6af-419d-98f9-77b375c2f0f3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 946 time: 0.0708373 Oct 25 09:10:34.369316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=81625405-610d-432d-8640-bb70b9031fe3,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:34.379825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.380404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.380932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.381470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.381799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.382130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.382455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.382929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.383258 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.383713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.384042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.384550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:10:34.419987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a342658-f936-4ad1-9fd9-b82dd30f4976 req-9d9e0062-568a-408f-bd09-3f54ebda50ab tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691984 Oct 25 09:10:34.544942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5fee2-4abd-4e80-b0aa-235ab0942fe3 req-c16adbb1-6485-4d75-8caf-3e298c071b9f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:34.547226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60c5fee2-4abd-4e80-b0aa-235ab0942fe3 req-c16adbb1-6485-4d75-8caf-3e298c071b9f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 943 time: 0.0571227 Oct 25 09:10:34.601054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60c5fee2-4abd-4e80-b0aa-235ab0942fe3 req-5dbdc0b3-515e-4bb2-9f1b-8e961fbb0ca4 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 Oct 25 09:10:34.735509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['81625405-610d-432d-8640-bb70b9031fe3'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:35.376632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d34c26-be36-477c-950a-495367ebe51b req-e338e278-046a-4c09-b94b-67167f4f1279 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:35.378559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d34c26-be36-477c-950a-495367ebe51b req-e338e278-046a-4c09-b94b-67167f4f1279 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 946 time: 0.0722816 Oct 25 09:10:35.518285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Deleting port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:35.518628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:35.612693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36342) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:35.643350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f331e-1fd4-4f39-8c8b-070b4dcf28dc req-425847ac-2d49-4763-97bf-0ea7f3c83624 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:35.644779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad5f331e-1fd4-4f39-8c8b-070b4dcf28dc req-425847ac-2d49-4763-97bf-0ea7f3c83624 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 946 time: 0.1229131 Oct 25 09:10:35.683323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] For port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:35.684001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:35.708249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Calling delete_port for 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:35.737829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad5f331e-1fd4-4f39-8c8b-070b4dcf28dc req-7b446188-fde2-425c-876a-aa959554d1b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687933 Oct 25 09:10:35.839931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e10d508-8bfc-4351-b2c0-2df0f061b9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:35.952776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91ed95-e22c-41a2-93b3-4d2903e82c4b req-e7ff876e-e5d7-4972-a81c-31abcc467362 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:35.958290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e10d508-8bfc-4351-b2c0-2df0f061b9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:35.961606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd91ed95-e22c-41a2-93b3-4d2903e82c4b req-e7ff876e-e5d7-4972-a81c-31abcc467362 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 943 time: 0.1024578 Oct 25 09:10:35.963111 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5e10d508-8bfc-4351-b2c0-2df0f061b9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.007073 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5e10d508-8bfc-4351-b2c0-2df0f061b9fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=153c634967984996a5cd3b8fc4884166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924963 Oct 25 09:10:36.008193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10d508-8bfc-4351-b2c0-2df0f061b9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dd2e52-94df-481c-b9ba-c5c4b65a527f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:36.011597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36356) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:36.040367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 81625405-610d-432d-8640-bb70b9031fe3 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:10:36.083054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd91ed95-e22c-41a2-93b3-4d2903e82c4b req-92e42205-1074-4f70-852c-fbbad6067740 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205728 Oct 25 09:10:36.094097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 7269a230-c68c-488d-b693-66458fbaddd6 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:10:36.118326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90724c9a-0e82-4849-8554-29848c9e2797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.128355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 81625405-610d-432d-8640-bb70b9031fe3 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:10:36.144467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 81625405-610d-432d-8640-bb70b9031fe3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:10:36.144971 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.158517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.173089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90724c9a-0e82-4849-8554-29848c9e2797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.234386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event deleted for resources: {'Port': ['ID=3ca7d0a2-20ba-41b4-819f-a93c0ac14218,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:36.245696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['3ca7d0a2-20ba-41b4-819f-a93c0ac14218'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:36.292836 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90724c9a-0e82-4849-8554-29848c9e2797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.295589 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90724c9a-0e82-4849-8554-29848c9e2797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.296923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-90724c9a-0e82-4849-8554-29848c9e2797 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9dd2e52-94df-481c-b9ba-c5c4b65a527f HTTP/1.1" status: 204 len: 168 time: 0.2841475 Oct 25 09:10:36.310282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90724c9a-0e82-4849-8554-29848c9e2797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dd2e52-94df-481c-b9ba-c5c4b65a527f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:36.334152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] No DVR routers for this DVR port 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:10:36.340292 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.343896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d34c26-be36-477c-950a-495367ebe51b req-df94274d-506f-4f3b-abb6-6dc53bc93ce9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "DELETE /v2.0/ports/3ca7d0a2-20ba-41b4-819f-a93c0ac14218 HTTP/1.1" status: 204 len: 173 time: 0.9592836 Oct 25 09:10:36.344431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8ca213-ed90-4776-a384-84474cb2450a', 'name': 'network-vif-deleted', 'tag': '3ca7d0a2-20ba-41b4-819f-a93c0ac14218'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:36.348678 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296355c6-32dd-4581-8a8d-f1ffba3f10c1" -d '{"events": [{"server_uuid": "0e8ca213-ed90-4776-a384-84474cb2450a", "name": "network-vif-deleted", "tag": "3ca7d0a2-20ba-41b4-819f-a93c0ac14218"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:36.402720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 7269a230-c68c-488d-b693-66458fbaddd6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7269a230-c68c-488d-b693-66458fbaddd6,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:36.428283 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.430786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '7269a230-c68c-488d-b693-66458fbaddd6', 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'port_id': '7269a230-c68c-488d-b693-66458fbaddd6', 'mac_address': 'fa:16:3e:f2:ec:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abb5a06-46f7-4fba-becc-f3c01fd6d94e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:10:36.448173 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0080b5c-d360-4a2c-a75a-2aea24427a70 x-openstack-request-id: req-a0080b5c-d360-4a2c-a75a-2aea24427a70 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:36.448678 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8ca213-ed90-4776-a384-84474cb2450a", "name": "network-vif-deleted", "tag": "3ca7d0a2-20ba-41b4-819f-a93c0ac14218", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:36.448776 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0080b5c-d360-4a2c-a75a-2aea24427a70 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:36.449281 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8ca213-ed90-4776-a384-84474cb2450a', 'name': 'network-vif-deleted', 'tag': '3ca7d0a2-20ba-41b4-819f-a93c0ac14218', 'status': 'completed', 'code': 200} Oct 25 09:10:36.461608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b61d34-e45c-4690-a78a-4cb7294b2006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81625405-610d-432d-8640-bb70b9031fe3'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:36.464474 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3155d5a-6580-44e0-a0ce-83fbbbd074ae" -d '{"events": [{"server_uuid": "70b61d34-e45c-4690-a78a-4cb7294b2006", "name": "network-vif-plugged", "status": "completed", "tag": "81625405-610d-432d-8640-bb70b9031fe3"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:36.527171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 81625405-610d-432d-8640-bb70b9031fe3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81625405-610d-432d-8640-bb70b9031fe3,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:36.535375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.606441 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.638635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7269a230-c68c-488d-b693-66458fbaddd6 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:36.695017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 7269a230-c68c-488d-b693-66458fbaddd6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7269a230-c68c-488d-b693-66458fbaddd6,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:36.696211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=81625405-610d-432d-8640-bb70b9031fe3,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:36.709869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.801939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36376) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:36.810186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=7269a230-c68c-488d-b693-66458fbaddd6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:36.828701 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd5b3-12f0-4ca3-b09a-f7becbb4f8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.918064 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6ec698-5c25-4df2-9cb6-a57e9f03ad94 x-openstack-request-id: req-fd6ec698-5c25-4df2-9cb6-a57e9f03ad94 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:36.918582 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b61d34-e45c-4690-a78a-4cb7294b2006", "name": "network-vif-plugged", "status": "completed", "tag": "81625405-610d-432d-8640-bb70b9031fe3", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:36.918837 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd6ec698-5c25-4df2-9cb6-a57e9f03ad94 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:36.919491 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b61d34-e45c-4690-a78a-4cb7294b2006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81625405-610d-432d-8640-bb70b9031fe3', 'code': 200} Oct 25 09:10:36.928218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd5b3-12f0-4ca3-b09a-f7becbb4f8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.934126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cbfd5b3-12f0-4ca3-b09a-f7becbb4f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:36.970193 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7cbfd5b3-12f0-4ca3-b09a-f7becbb4f8f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4abede710d8f4edbb3db97a327956c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666455 Oct 25 09:10:36.973013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36378) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:37.003428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfd5b3-12f0-4ca3-b09a-f7becbb4f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa8668b-45d8-43d6-a7ce-56cc0d433cc2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:37.081371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20cab537-c35a-4db5-972a-594c9d1589f9 req-13baebbf-bed6-4776-b278-e7baca5f6c81 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 210 time: 0.0348997 Oct 25 09:10:37.109551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61aa88-5d42-4708-9c5b-453f0fb36ac5 req-b9a78cef-52db-480e-a32f-43e1622a9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:37.111131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa61aa88-5d42-4708-9c5b-453f0fb36ac5 req-b9a78cef-52db-480e-a32f-43e1622a9579 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70b61d34-e45c-4690-a78a-4cb7294b2006 HTTP/1.1" status: 200 len: 1096 time: 0.1055291 Oct 25 09:10:37.116787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92fc3590-72b8-44a8-b7c6-4b0c0374253f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:37.129638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['7269a230-c68c-488d-b693-66458fbaddd6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:37.147360 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92fc3590-72b8-44a8-b7c6-4b0c0374253f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:37.228148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92fc3590-72b8-44a8-b7c6-4b0c0374253f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:37.231630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92fc3590-72b8-44a8-b7c6-4b0c0374253f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:37.233857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-92fc3590-72b8-44a8-b7c6-4b0c0374253f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aa8668b-45d8-43d6-a7ce-56cc0d433cc2 HTTP/1.1" status: 204 len: 168 time: 0.2590032 Oct 25 09:10:37.286273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc3590-72b8-44a8-b7c6-4b0c0374253f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa8668b-45d8-43d6-a7ce-56cc0d433cc2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:37.316672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051150c-faa0-4745-8d8a-c6ba1acc7cfb req-47ad812c-4b09-4ac5-8cfe-0835b31e4efb tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:37.325317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0051150c-faa0-4745-8d8a-c6ba1acc7cfb req-47ad812c-4b09-4ac5-8cfe-0835b31e4efb tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 944 time: 0.1238701 Oct 25 09:10:37.328631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa61aa88-5d42-4708-9c5b-453f0fb36ac5 req-ed9e1340-1555-4b4c-ac4c-07b58acec541 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362534 Oct 25 09:10:37.402784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0051150c-faa0-4745-8d8a-c6ba1acc7cfb req-4dc4662e-5cfb-4f8d-8605-56202fd8ccd8 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760357 Oct 25 09:10:38.052809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:38.082218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:38.082571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3ca7d0a2-20ba-41b4-819f-a93c0ac14218 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:38.201848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b73350b-182a-4d62-befd-9ef39e6c6425 req-194d78bd-12c3-4c63-b68f-0bc682f7da81 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 210 time: 0.0348675 Oct 25 09:10:38.525018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:38.533389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7aa00-9cc6-47ee-91b7-9ec72d167f7c req-9cea3484-0a68-46df-8028-54f13af624dc tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:38.535911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27c7aa00-9cc6-47ee-91b7-9ec72d167f7c req-9cea3484-0a68-46df-8028-54f13af624dc tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 944 time: 0.0661569 Oct 25 09:10:38.589297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27c7aa00-9cc6-47ee-91b7-9ec72d167f7c req-b90c17d1-e101-4000-aca4-45dc1139d82d tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Oct 25 09:10:39.327676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6a23ff1-cf9e-4530-bce4-6d1e9347bd8c req-f1c01d9e-380e-4473-b88b-2f8044048fb0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 210 time: 0.0387557 Oct 25 09:10:39.737328 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:39.743865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38622eb0-2d21-48d2-9483-c9a408c7bb0d req-fdcadf4e-332e-4006-9654-9f6f46ac70ba tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:39.749472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38622eb0-2d21-48d2-9483-c9a408c7bb0d req-fdcadf4e-332e-4006-9654-9f6f46ac70ba tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 944 time: 0.0727794 Oct 25 09:10:39.791513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38622eb0-2d21-48d2-9483-c9a408c7bb0d req-901c4bc5-878d-4173-89db-ca90262f2064 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392253 Oct 25 09:10:40.053503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 7269a230-c68c-488d-b693-66458fbaddd6 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:10:40.122463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 7269a230-c68c-488d-b693-66458fbaddd6 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:10:40.129232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 7269a230-c68c-488d-b693-66458fbaddd6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:10:40.129763 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:40.226382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:40.252339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7228e0-1abf-491c-b0a9-cf1d0c0db95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7269a230-c68c-488d-b693-66458fbaddd6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:40.254838 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452bf779-8283-480b-a7f5-e81de94b45a5" -d '{"events": [{"server_uuid": "ad7228e0-1abf-491c-b0a9-cf1d0c0db95a", "name": "network-vif-plugged", "status": "completed", "tag": "7269a230-c68c-488d-b693-66458fbaddd6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:40.271378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 7269a230-c68c-488d-b693-66458fbaddd6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7269a230-c68c-488d-b693-66458fbaddd6,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:40.277130 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:40.315831 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ff046a-760b-463a-825f-a2c19cf5eb94 x-openstack-request-id: req-80ff046a-760b-463a-825f-a2c19cf5eb94 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:40.317066 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7228e0-1abf-491c-b0a9-cf1d0c0db95a", "name": "network-vif-plugged", "status": "completed", "tag": "7269a230-c68c-488d-b693-66458fbaddd6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:40.318290 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80ff046a-760b-463a-825f-a2c19cf5eb94 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:40.319616 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7228e0-1abf-491c-b0a9-cf1d0c0db95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7269a230-c68c-488d-b693-66458fbaddd6', 'code': 200} Oct 25 09:10:40.351697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=7269a230-c68c-488d-b693-66458fbaddd6,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:40.485645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee974637-4061-4b05-8466-5dc1a526a422 req-060d775d-e1ff-47e4-91c8-02edf57e4417 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 210 time: 0.0486968 Oct 25 09:10:40.512556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c1103-a34e-484a-bdb1-280dbb3f39c7 req-a59b7ee0-a845-4dbf-a141-beafb4dd9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:40.514543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d6c1103-a34e-484a-bdb1-280dbb3f39c7 req-a59b7ee0-a845-4dbf-a141-beafb4dd9691 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 1096 time: 0.0883486 Oct 25 09:10:40.570637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d6c1103-a34e-484a-bdb1-280dbb3f39c7 req-843e5fc4-cb22-49df-8498-f90a659cf591 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Oct 25 09:10:40.941776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b2160-07bf-41fa-9e31-9a82063326d8 req-b1f4a952-54f7-40eb-a3cd-792c3962d891 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:40.943484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f0b2160-07bf-41fa-9e31-9a82063326d8 req-b1f4a952-54f7-40eb-a3cd-792c3962d891 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 945 time: 0.0626044 Oct 25 09:10:40.988162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f0b2160-07bf-41fa-9e31-9a82063326d8 req-e13c3a88-240c-46f2-84bd-9e9bcad120a3 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350974 Oct 25 09:10:41.626890 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52b5a7a8-579f-4a0d-9fa7-1c0eddb6cd4c req-f072b1e3-3234-443e-915e-768069e14d40 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e8ca213-ed90-4776-a384-84474cb2450a HTTP/1.1" status: 200 len: 210 time: 0.0415704 Oct 25 09:10:42.212654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266860-d486-4b71-b980-1272a857ad43 req-3a5b94be-f895-4104-9bd7-cf0a42f593ec tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:42.214327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0266860-d486-4b71-b980-1272a857ad43 req-3a5b94be-f895-4104-9bd7-cf0a42f593ec tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 945 time: 0.0717683 Oct 25 09:10:42.267319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0266860-d486-4b71-b980-1272a857ad43 req-522a3446-85ce-4661-8eb9-fdfb5c591280 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Oct 25 09:10:42.505065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a66a4-67a6-494a-845f-df217971129c req-e68c0e03-5e18-4b65-bc18-93bb11e9d5b6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:42.506823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df4a66a4-67a6-494a-845f-df217971129c req-e68c0e03-5e18-4b65-bc18-93bb11e9d5b6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=70b61d34-e45c-4690-a78a-4cb7294b2006 HTTP/1.1" status: 200 len: 945 time: 0.0671113 Oct 25 09:10:42.586293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df4a66a4-67a6-494a-845f-df217971129c req-27af6869-8cfb-4c47-8626-5a0e5a32bcc6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711234 Oct 25 09:10:43.408362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-14753075-09b9-4b9f-a77c-b04de854bc62 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:43.410509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-14753075-09b9-4b9f-a77c-b04de854bc62 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 813 time: 0.1248939 Oct 25 09:10:43.426148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-ff3c3f2f-8497-4d92-8404-1a79e71b18e5 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/quotas/674bd79db4534162946eb50f06be2ffa HTTP/1.1" status: 200 len: 375 time: 0.0098023 Oct 25 09:10:43.520552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-d342aec9-b0bc-4994-b29c-4752f7281415 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881701 Oct 25 09:10:43.645887 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-e875bde8-113c-4902-a3f5-6684a509ca6d service neutron] 10.222.0.32 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166837 Oct 25 09:10:43.771376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-07e28c5f-2da7-42b0-8c96-2ae11361d5d5 service neutron] 10.222.0.32 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174202 Oct 25 09:10:43.955085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36880) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:44.201790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5a728e4-b73f-40e1-92b6-1871973de767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:44.299712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5a728e4-b73f-40e1-92b6-1871973de767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:44.315882 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5a728e4-b73f-40e1-92b6-1871973de767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:44.374275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-70f51206-96ad-47f8-b77b-b0a82448b063 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:44.376529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-70f51206-96ad-47f8-b77b-b0a82448b063 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.2568929 Oct 25 09:10:44.385028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d5a728e4-b73f-40e1-92b6-1871973de767 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38792e4753b943d2a296cc4e5d33c31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259624 Oct 25 09:10:44.385028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a728e4-b73f-40e1-92b6-1871973de767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb1e6b2-6e5b-4a39-b9f1-4e1cda65ae43,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:44.386006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36906) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:44.421861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-16338b05-d73c-48cc-883a-7669250f2f6c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/quotas/17cae23e76914f6981ea88ef25f859c6 HTTP/1.1" status: 200 len: 375 time: 0.0206337 Oct 25 09:10:44.476556 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:10:44.521632 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-805acec8-f785-435e-86fa-cb925ba49981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:44.521899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-92f053d0-0834-4302-8adc-260f01e40ced tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981805 Oct 25 09:10:44.574856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-805acec8-f785-435e-86fa-cb925ba49981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:44.613962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1c6b-495d-4687-ab72-56ac287f345f req-85130d9e-9bba-4f9a-a631-beb257bd5b1b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:44.615692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-511f1c6b-495d-4687-ab72-56ac287f345f req-85130d9e-9bba-4f9a-a631-beb257bd5b1b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.18 "GET /v2.0/ports?device_id=70b61d34-e45c-4690-a78a-4cb7294b2006 HTTP/1.1" status: 200 len: 945 time: 0.1910272 Oct 25 09:10:44.642973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-805acec8-f785-435e-86fa-cb925ba49981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:44.646208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-805acec8-f785-435e-86fa-cb925ba49981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:44.651678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-805acec8-f785-435e-86fa-cb925ba49981 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbb1e6b2-6e5b-4a39-b9f1-4e1cda65ae43 HTTP/1.1" status: 204 len: 168 time: 0.2634664 Oct 25 09:10:44.662148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805acec8-f785-435e-86fa-cb925ba49981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb1e6b2-6e5b-4a39-b9f1-4e1cda65ae43,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:44.740005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-595c99a7-5f03-4f88-95f1-bd6a58391524 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170546 Oct 25 09:10:44.857985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-5c0838e8-ea5a-4278-b6c9-f0e7cfdaddd5 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:44.859510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-5c0838e8-ea5a-4278-b6c9-f0e7cfdaddd5 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad7228e0-1abf-491c-b0a9-cf1d0c0db95a HTTP/1.1" status: 200 len: 945 time: 0.1424394 Oct 25 09:10:44.930038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Deleting port 81625405-610d-432d-8640-bb70b9031fe3 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:44.930038 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:45.185868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-8f2153ef-b68f-44f7-b5f4-f82b2e0a2501 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445584 Oct 25 09:10:45.239011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] For port 81625405-610d-432d-8640-bb70b9031fe3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81625405-610d-432d-8640-bb70b9031fe3,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:45.239375 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:45.251187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Deleting port 7269a230-c68c-488d-b693-66458fbaddd6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:45.251541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:45.326601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Calling delete_port for 81625405-610d-432d-8640-bb70b9031fe3 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:45.633254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] For port 7269a230-c68c-488d-b693-66458fbaddd6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=7269a230-c68c-488d-b693-66458fbaddd6,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:45.635524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:45.675886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Calling delete_port for 7269a230-c68c-488d-b693-66458fbaddd6 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:45.944675 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:45.981764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['7269a230-c68c-488d-b693-66458fbaddd6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:46.066600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['81625405-610d-432d-8640-bb70b9031fe3'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:46.091911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Pushing event deleted for resources: {'Port': ['ID=81625405-610d-432d-8640-bb70b9031fe3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:46.155271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52f9f790-3f57-447c-a242-5d787a9dcec3 req-3c9a2fb7-f77d-417c-aff1-ed8dcc86fefb tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=28be0fb0-d3c4-4476-852e-4f4ebb810824 HTTP/1.1" status: 200 len: 210 time: 0.2115862 Oct 25 09:10:46.223537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] No DVR routers for this DVR port 81625405-610d-432d-8640-bb70b9031fe3 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:10:46.230214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:46.241240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-511f1c6b-495d-4687-ab72-56ac287f345f req-d2e63ed7-5157-48a8-a783-46c02970c3ab tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.18 "DELETE /v2.0/ports/81625405-610d-432d-8640-bb70b9031fe3 HTTP/1.1" status: 204 len: 173 time: 1.6160042 Oct 25 09:10:46.475325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-598b0a3a-24ca-45ca-9e66-fcfcbd16dd5b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:46.482949 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-598b0a3a-24ca-45ca-9e66-fcfcbd16dd5b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.18 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 813 time: 0.2504501 Oct 25 09:10:46.504173 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Request body: {'port': {'device_id': 'f5ac4127-6da3-4f6d-b03c-7d3c436d8056', 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'admin_state_up': True, 'tenant_id': '674bd79db4534162946eb50f06be2ffa'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:46.512341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d53dfd87-8e10-4f33-93c4-f207b39bc716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:46.517135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b61d34-e45c-4690-a78a-4cb7294b2006', 'name': 'network-vif-deleted', 'tag': '81625405-610d-432d-8640-bb70b9031fe3'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:46.519890 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df3c3a1-af25-4d55-be96-5b5afce4c3a6" -d '{"events": [{"server_uuid": "70b61d34-e45c-4690-a78a-4cb7294b2006", "name": "network-vif-deleted", "tag": "81625405-610d-432d-8640-bb70b9031fe3"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:46.535460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-51b91894-e7cf-42e7-8d4c-868f27e9e1da tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:46.537669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-51b91894-e7cf-42e7-8d4c-868f27e9e1da tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.41 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 813 time: 0.2922580 Oct 25 09:10:46.620446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60fb1c00-b3c5-4380-9aac-2aef428f77c0 req-5ad30f43-30e3-473b-acfd-aa05a97ce670 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 210 time: 0.0782053 Oct 25 09:10:46.644318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Request body: {'port': {'device_id': '172ec6fa-29ad-4c66-b598-42163972cda2', 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'admin_state_up': True, 'tenant_id': '674bd79db4534162946eb50f06be2ffa'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:46.877142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Made reservation on behalf of 674bd79db4534162946eb50f06be2ffa for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:46.879646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:46.905012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:46.942480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['81625405-610d-432d-8640-bb70b9031fe3'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:47.021394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Pushing event deleted for resources: {'Port': ['ID=7269a230-c68c-488d-b693-66458fbaddd6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:47.028388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] No DVR routers for this DVR port 7269a230-c68c-488d-b693-66458fbaddd6 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:10:47.031571 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:47.035326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e22e6df-7cf3-4e66-8f22-fd7f86939f9e req-36279bd6-3f9d-4497-a424-d796aa570f67 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.41 "DELETE /v2.0/ports/7269a230-c68c-488d-b693-66458fbaddd6 HTTP/1.1" status: 204 len: 173 time: 2.1582124 Oct 25 09:10:47.036721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Made reservation on behalf of 674bd79db4534162946eb50f06be2ffa for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:47.042256 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:47.272970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Allocated IP 172.20.0.12 (11939838-a783-4da1-8530-9f2666fce8c4/6abb5a06-46f7-4fba-becc-f3c01fd6d94e/ee2fb9d0-93fd-40a7-9790-d27e7f34d238) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:10:47.525663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:47.625117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:47.659853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['81625405-610d-432d-8640-bb70b9031fe3'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:47.698213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Allocated IP 172.20.0.6 (11939838-a783-4da1-8530-9f2666fce8c4/6abb5a06-46f7-4fba-becc-f3c01fd6d94e/1b018029-64d5-4507-8517-88041b1e746b) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:10:47.708010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Pushing event updated for resources: {'Port': ['ID=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:47.721078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Network 11939838-a783-4da1-8530-9f2666fce8c4 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:10:47.723376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:47.727218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:10:47.821572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:47.822231 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:47.874094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-db3550bd-6a9a-4357-9bf6-e1df16e838c6 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3744714 Oct 25 09:10:47.965745 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e149a46-3a3e-46fe-bd49-83a30e671c8c x-openstack-request-id: req-8e149a46-3a3e-46fe-bd49-83a30e671c8c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:47.966061 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b61d34-e45c-4690-a78a-4cb7294b2006", "name": "network-vif-deleted", "tag": "81625405-610d-432d-8640-bb70b9031fe3", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:47.966415 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e149a46-3a3e-46fe-bd49-83a30e671c8c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:47.966702 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b61d34-e45c-4690-a78a-4cb7294b2006', 'name': 'network-vif-deleted', 'tag': '81625405-610d-432d-8640-bb70b9031fe3', 'status': 'completed', 'code': 200} Oct 25 09:10:48.050750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:48.088307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 7269a230-c68c-488d-b693-66458fbaddd6 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:48.110075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Request body: {'port': {'device_id': 'f5ac4127-6da3-4f6d-b03c-7d3c436d8056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:48.133242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 7269a230-c68c-488d-b693-66458fbaddd6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:48.136301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 7269a230-c68c-488d-b693-66458fbaddd6 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:48.163868 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:48.214237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:48.312938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Network 11939838-a783-4da1-8530-9f2666fce8c4 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:10:48.315787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:48.318278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:10:48.741123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2efcb16a-8125-46cd-a7ed-22733d869b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:48.765530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:48.788853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2fb9d0-93fd-40a7-9790-d27e7f34d238 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:48.797216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Pushing event updated for resources: {'Port': ['ID=1b018029-64d5-4507-8517-88041b1e746b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:48.801273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:48.819842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Transition to ACTIVE for port object ee2fb9d0-93fd-40a7-9790-d27e7f34d238 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:10:48.827244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:48.851629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-9d27296f-ade0-4873-9ff6-9cfd98a6d34d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=28be0fb0-d3c4-4476-852e-4f4ebb810824 HTTP/1.1" status: 200 len: 210 time: 0.0505409 Oct 25 09:10:48.861886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc93e2f-5e42-48b8-b330-39205cc57189 req-cba9c12c-0c83-4276-8a2d-9c02417bf228 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:48.863500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efc93e2f-5e42-48b8-b330-39205cc57189 req-cba9c12c-0c83-4276-8a2d-9c02417bf228 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 931 time: 0.6144373 Oct 25 09:10:48.897643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:48.898410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:48.982693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:49.002332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9b64d215-653d-4925-baa1-9214f9947d7a tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3808541 Oct 25 09:10:49.007050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02af90fc-8421-48a3-8d05-2c1aa1c26db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.026298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efc93e2f-5e42-48b8-b330-39205cc57189 req-748fd085-5d0c-44b4-8e4c-5b26ed5a8f82 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324537 Oct 25 09:10:49.036514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Request body: {'port': {'device_id': '172ec6fa-29ad-4c66-b598-42163972cda2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:49.064039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Attempting to bind port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:10:49.064408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Attempting to bind port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:10:49.064850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Attempting to bind port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 on network 11939838-a783-4da1-8530-9f2666fce8c4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:49.075328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 on network 11939838-a783-4da1-8530-9f2666fce8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:10:49.075643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Attempting to bind port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 on network 11939838-a783-4da1-8530-9f2666fce8c4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:49.085751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:10:49.086313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Checking segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:10:49.086897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Bound using segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:10:49.088166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Bound port: ee2fb9d0-93fd-40a7-9790-d27e7f34d238, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:10:49.088524 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.183893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] For port ee2fb9d0-93fd-40a7-9790-d27e7f34d238, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:10:49.188779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] For port ee2fb9d0-93fd-40a7-9790-d27e7f34d238, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:10:49.204465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.226218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-3aa4ae5c-92e6-4049-9127-773a753d7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:49.236590 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-3aa4ae5c-92e6-4049-9127-773a753d7c50 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=17cae23e76914f6981ea88ef25f859c6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3646572 Oct 25 09:10:49.266038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:49.266210 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.267150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.269354 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] 10.222.0.18 "PUT /v2.0/ports/ee2fb9d0-93fd-40a7-9790-d27e7f34d238 HTTP/1.1" status: 200 len: 1092 time: 1.3810790 Oct 25 09:10:49.277715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ac4127-6da3-4f6d-b03c-7d3c436d8056', 'tag': 'ee2fb9d0-93fd-40a7-9790-d27e7f34d238'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:49.281605 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccc4ded-d36f-4839-897f-d6409852c98d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ac4127-6da3-4f6d-b03c-7d3c436d8056", "tag": "ee2fb9d0-93fd-40a7-9790-d27e7f34d238"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:49.332648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02af90fc-8421-48a3-8d05-2c1aa1c26db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.340756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02af90fc-8421-48a3-8d05-2c1aa1c26db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.343535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ff5e2-ffdc-4dc4-9864-f0e12022b438 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:49.381256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af90fc-8421-48a3-8d05-2c1aa1c26db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbab230-2791-4ed0-bc00-f76bd4e149da,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:49.478112 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-02af90fc-8421-48a3-8d05-2c1aa1c26db8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=337dc9d63c90400ba886a4197c45ddfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102487 Oct 25 09:10:49.489017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37100) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:49.534060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-034e9a41-f08d-47f0-b79d-5b2a124b647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:49.535329 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-034e9a41-f08d-47f0-b79d-5b2a124b647c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&device_id=f5ac4127-6da3-4f6d-b03c-7d3c436d8056 HTTP/1.1" status: 200 len: 1095 time: 0.1552160 Oct 25 09:10:49.615433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-9f462137-3fe5-4454-8837-8c3e61ca5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:49.616932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-9f462137-3fe5-4454-8837-8c3e61ca5710 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3655639 Oct 25 09:10:49.626352 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-bab1cb34-dcaf-4fd3-a336-77912840abf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee2fb9d0-93fd-40a7-9790-d27e7f34d238 HTTP/1.1" status: 200 len: 217 time: 0.0752513 Oct 25 09:10:49.681958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f94faa71-9bc5-4dcc-9d98-4c5fd318f60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.720554 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f94faa71-9bc5-4dcc-9d98-4c5fd318f60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.722779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-306f9c1e-f65d-4de6-ab65-9fcbf4100ea5 req-ee477ddb-4869-42e7-912f-e03ab24c4b84 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.18 "GET /v2.0/ports?device_id=28be0fb0-d3c4-4476-852e-4f4ebb810824 HTTP/1.1" status: 200 len: 210 time: 0.0422680 Oct 25 09:10:49.734543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-d0d1866d-3541-4548-90da-be4bac01b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:49.736085 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-d0d1866d-3541-4548-90da-be4bac01b247 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 200 len: 853 time: 0.0961435 Oct 25 09:10:49.746605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670855-e1d4-40cd-8b29-a78396486961 req-ac91a527-e86a-4519-b5ca-e8ad427d9779 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:49.748091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-ac91a527-e86a-4519-b5ca-e8ad427d9779 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.2472684 Oct 25 09:10:49.777608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-c7118869-6fc4-46d3-85e8-40e355670811 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/quotas/17cae23e76914f6981ea88ef25f859c6 HTTP/1.1" status: 200 len: 375 time: 0.0209806 Oct 25 09:10:49.798190 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-1a7b0c0f-b435-4026-a8eb-ad4d3407e184 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11939838-a783-4da1-8530-9f2666fce8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541353 Oct 25 09:10:49.820020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-7827b79a-8a95-4fbf-9a7e-72bdf062a793 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324986 Oct 25 09:10:49.874079 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.884851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.914170 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f94faa71-9bc5-4dcc-9d98-4c5fd318f60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.918478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f94faa71-9bc5-4dcc-9d98-4c5fd318f60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.920052 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f94faa71-9bc5-4dcc-9d98-4c5fd318f60f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cbab230-2791-4ed0-bc00-f76bd4e149da HTTP/1.1" status: 204 len: 168 time: 0.4295852 Oct 25 09:10:49.928302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b018029-64d5-4507-8517-88041b1e746b {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:49.936549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94faa71-9bc5-4dcc-9d98-4c5fd318f60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbab230-2791-4ed0-bc00-f76bd4e149da,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:49.938689 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:49.971256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7228e0-1abf-491c-b0a9-cf1d0c0db95a', 'name': 'network-vif-deleted', 'tag': '7269a230-c68c-488d-b693-66458fbaddd6'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:49.979259 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8119647-51fc-41f7-842d-caebc5c89265" -d '{"events": [{"server_uuid": "ad7228e0-1abf-491c-b0a9-cf1d0c0db95a", "name": "network-vif-deleted", "tag": "7269a230-c68c-488d-b693-66458fbaddd6"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:49.988814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Transition to ACTIVE for port object 1b018029-64d5-4507-8517-88041b1e746b will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:10:49.997859 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.017430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-ba69603d-9a8a-417c-9988-655afe3b2d41 service neutron] 10.222.0.18 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084448 Oct 25 09:10:50.033241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-4ad7e468-45c6-42f1-9056-6df3cf007935 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004478 Oct 25 09:10:50.125032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 81625405-610d-432d-8640-bb70b9031fe3 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:10:50.147388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 81625405-610d-432d-8640-bb70b9031fe3 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:10:50.147794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 81625405-610d-432d-8640-bb70b9031fe3 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:10:50.152165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Pushing event updated for resources: {'Port': ['ID=1b018029-64d5-4507-8517-88041b1e746b,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:50.152322 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-9ab69787-f321-457a-bc07-0545e923e847 service neutron] 10.222.0.18 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263123 Oct 25 09:10:50.225728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-a1a655a9-467f-4463-9547-5498da29a95d service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872416 Oct 25 09:10:50.238657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Attempting to bind port 1b018029-64d5-4507-8517-88041b1e746b on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:10:50.238999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Attempting to bind port 1b018029-64d5-4507-8517-88041b1e746b by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:10:50.239329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Attempting to bind port 1b018029-64d5-4507-8517-88041b1e746b on network 11939838-a783-4da1-8530-9f2666fce8c4 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:50.244390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Port 1b018029-64d5-4507-8517-88041b1e746b on network 11939838-a783-4da1-8530-9f2666fce8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:10:50.244632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Attempting to bind port 1b018029-64d5-4507-8517-88041b1e746b on network 11939838-a783-4da1-8530-9f2666fce8c4 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:50.249750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:10:50.250094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Checking segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:10:50.250476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Bound using segment: {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:10:50.252542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Bound port: 1b018029-64d5-4507-8517-88041b1e746b, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367b2fe4-d6e8-477f-8c91-3e7ce02579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:10:50.252938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.330944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37128) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:50.350888 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a08a3a88-bbdb-4ccc-9ad6-af31057473c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.361957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] For port 1b018029-64d5-4507-8517-88041b1e746b, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:10:50.371901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] For port 1b018029-64d5-4507-8517-88041b1e746b, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1b018029-64d5-4507-8517-88041b1e746b,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:10:50.379332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.433009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:50.433942 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.435556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] 10.222.0.41 "PUT /v2.0/ports/1b018029-64d5-4507-8517-88041b1e746b HTTP/1.1" status: 200 len: 1091 time: 1.4173448 Oct 25 09:10:50.456543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a08a3a88-bbdb-4ccc-9ad6-af31057473c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.465162 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a08a3a88-bbdb-4ccc-9ad6-af31057473c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.479678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc1573-1a7c-4f04-8717-4672efa4befb service neutron] Pushing event updated for resources: {'Port': ['ID=1b018029-64d5-4507-8517-88041b1e746b,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:50.538977 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e4e5f1-69ea-4096-a98c-bd2d149ba1fb x-openstack-request-id: req-34e4e5f1-69ea-4096-a98c-bd2d149ba1fb {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:50.539273 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ac4127-6da3-4f6d-b03c-7d3c436d8056", "tag": "ee2fb9d0-93fd-40a7-9790-d27e7f34d238", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:50.539660 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34e4e5f1-69ea-4096-a98c-bd2d149ba1fb {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:50.540773 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ac4127-6da3-4f6d-b03c-7d3c436d8056', 'tag': 'ee2fb9d0-93fd-40a7-9790-d27e7f34d238', 'status': 'completed', 'code': 200} Oct 25 09:10:50.548828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a08a3a88-bbdb-4ccc-9ad6-af31057473c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0fee89624274bdfb722c25ddcbeba0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129095 Oct 25 09:10:50.548828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a3a88-bbdb-4ccc-9ad6-af31057473c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ee62f-e3a0-48fc-a6e3-0d4703dba089,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:50.558457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37134) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:50.607883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-584a0113-740d-41f4-9d11-2966fe794a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:50.611235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-584a0113-740d-41f4-9d11-2966fe794a59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 1094 time: 0.0965462 Oct 25 09:10:50.687648 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352f81c4-412b-460c-aae2-b5d713f64b24 x-openstack-request-id: req-352f81c4-412b-460c-aae2-b5d713f64b24 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:50.688044 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7228e0-1abf-491c-b0a9-cf1d0c0db95a", "name": "network-vif-deleted", "tag": "7269a230-c68c-488d-b693-66458fbaddd6", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:50.688397 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-352f81c4-412b-460c-aae2-b5d713f64b24 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:50.689017 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7228e0-1abf-491c-b0a9-cf1d0c0db95a', 'name': 'network-vif-deleted', 'tag': '7269a230-c68c-488d-b693-66458fbaddd6', 'status': 'completed', 'code': 200} Oct 25 09:10:50.691436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-f131471d-1f71-412a-90ed-3e963f55d2f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b018029-64d5-4507-8517-88041b1e746b HTTP/1.1" status: 200 len: 217 time: 0.0651665 Oct 25 09:10:50.734648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-ca6bc94c-9b96-47a9-8cc6-19fed00e4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:50.736127 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-ca6bc94c-9b96-47a9-8cc6-19fed00e4d78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&device_id=f5ac4127-6da3-4f6d-b03c-7d3c436d8056 HTTP/1.1" status: 200 len: 1095 time: 0.1131353 Oct 25 09:10:50.739253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d76e133-5b2b-4c9f-872b-6994012672e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.818265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-b0bbcbc9-4192-4413-b961-2fd9d11674fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:50.819799 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-b0bbcbc9-4192-4413-b961-2fd9d11674fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 200 len: 853 time: 0.1199365 Oct 25 09:10:50.826266 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d76e133-5b2b-4c9f-872b-6994012672e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.865944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-a5f2a660-e0e7-46ff-a44d-f6c0bfa3d530 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11939838-a783-4da1-8530-9f2666fce8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380478 Oct 25 09:10:50.876368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc03c0f-5af9-4990-914a-d3ef0bfd9e4f req-72f705d9-f607-49ef-971c-5eeb8aa7eeef tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:50.885481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acc03c0f-5af9-4990-914a-d3ef0bfd9e4f req-72f705d9-f607-49ef-971c-5eeb8aa7eeef tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 943 time: 0.1217806 Oct 25 09:10:50.966224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d76e133-5b2b-4c9f-872b-6994012672e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.969153 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d76e133-5b2b-4c9f-872b-6994012672e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:50.970510 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d76e133-5b2b-4c9f-872b-6994012672e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e07ee62f-e3a0-48fc-a6e3-0d4703dba089 HTTP/1.1" status: 204 len: 168 time: 0.4033246 Oct 25 09:10:50.973931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-23169c1c-a1e7-486b-ac06-08ad99b3756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:50.976465 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-23169c1c-a1e7-486b-ac06-08ad99b3756d service neutron] 10.222.0.18 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 914 time: 0.2294278 Oct 25 09:10:50.991569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76e133-5b2b-4c9f-872b-6994012672e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ee62f-e3a0-48fc-a6e3-0d4703dba089,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:51.062888 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acc03c0f-5af9-4990-914a-d3ef0bfd9e4f req-69ef6ff2-f521-49c1-bb3a-4d226778ef2f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773970 Oct 25 09:10:51.083541 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-e9da78b4-e705-43ba-8590-5eeba25607a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee2fb9d0-93fd-40a7-9790-d27e7f34d238 HTTP/1.1" status: 200 len: 217 time: 0.0982881 Oct 25 09:10:51.134574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-ae416932-cfaf-4cc4-8203-e2e080017784 service neutron] 10.222.0.41 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472374 Oct 25 09:10:51.214319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-89a0f9c6-00b0-4553-a45b-fe3de4f26dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:51.215829 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-89a0f9c6-00b0-4553-a45b-fe3de4f26dad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 200 len: 853 time: 0.1169088 Oct 25 09:10:51.320993 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-74d0e445-444b-41e3-9405-faa2a6c364d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11939838-a783-4da1-8530-9f2666fce8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802786 Oct 25 09:10:51.459520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03566017-0d64-477a-820c-bcd72a97d299 req-2fb33311-e220-45e4-855f-86c3b1069072 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 210 time: 0.1136060 Oct 25 09:10:51.466384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0c2fb17-73f1-42fb-a1e8-529d02697def req-4f069376-1fd5-4955-8cf2-3445b8a9ebf8 service neutron] 10.222.0.41 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250487 Oct 25 09:10:51.532061 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-6bc507fc-d535-4efa-bd8b-42bce1ae791b service neutron] 10.222.0.18 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034881 Oct 25 09:10:51.706282 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ccc4ded-d36f-4839-897f-d6409852c98d req-312d3381-7773-468b-93b9-5f6eae1227d7 service neutron] 10.222.0.18 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666648 Oct 25 09:10:51.727895 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:52.140041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ee2fb9d0-93fd-40a7-9790-d27e7f34d238 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:10:52.231854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04298c-638c-48b5-a2e1-cb74f6c6ff7d req-aeeefb50-9422-40bf-885c-687adce12271 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:52.233718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae04298c-638c-48b5-a2e1-cb74f6c6ff7d req-aeeefb50-9422-40bf-885c-687adce12271 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 943 time: 0.0741830 Oct 25 09:10:52.312999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae04298c-638c-48b5-a2e1-cb74f6c6ff7d req-9b2fe5ba-e77d-4696-b7f3-9461bb143b7e tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728588 Oct 25 09:10:52.318193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ee2fb9d0-93fd-40a7-9790-d27e7f34d238, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:52.337182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'ee2fb9d0-93fd-40a7-9790-d27e7f34d238', 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'port_id': 'ee2fb9d0-93fd-40a7-9790-d27e7f34d238', 'mac_address': 'fa:16:3e:dc:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abb5a06-46f7-4fba-becc-f3c01fd6d94e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:10:52.421829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:52.440541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2fb9d0-93fd-40a7-9790-d27e7f34d238 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:52.465483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ee2fb9d0-93fd-40a7-9790-d27e7f34d238, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:52.481132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:52.604998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:52.663252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670855-e1d4-40cd-8b29-a78396486961 req-659a5987-41c9-485f-8a3b-caf168c125e1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:52.664596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-659a5987-41c9-485f-8a3b-caf168c125e1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.2464764 Oct 25 09:10:52.687872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1b0b738-95de-4f6c-b636-dc021566c9b4 req-dbee5f1b-dc91-4b52-882a-c6fcae0f02de tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 210 time: 0.0489123 Oct 25 09:10:52.689677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172ec6fa-29ad-4c66-b598-42163972cda2', 'tag': '1b018029-64d5-4507-8517-88041b1e746b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:52.691979 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca639a8-c481-487d-ba9d-9f02b743fcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "172ec6fa-29ad-4c66-b598-42163972cda2", "tag": "1b018029-64d5-4507-8517-88041b1e746b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:52.706692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Request body: {'port': {'device_id': 'ffd693c2-1b41-45c6-889d-2e1b88fcc187', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'admin_state_up': True, 'tenant_id': '17cae23e76914f6981ea88ef25f859c6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:52.771826 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bb38b6-d251-4cbf-be5c-b00ba41bcb41 x-openstack-request-id: req-80bb38b6-d251-4cbf-be5c-b00ba41bcb41 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:52.772183 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172ec6fa-29ad-4c66-b598-42163972cda2", "tag": "1b018029-64d5-4507-8517-88041b1e746b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:52.772666 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80bb38b6-d251-4cbf-be5c-b00ba41bcb41 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:52.772982 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172ec6fa-29ad-4c66-b598-42163972cda2', 'tag': '1b018029-64d5-4507-8517-88041b1e746b', 'status': 'completed', 'code': 200} Oct 25 09:10:52.909474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-38606f15-b8b3-48e9-8874-72d5b9cacd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:52.911817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-38606f15-b8b3-48e9-8874-72d5b9cacd93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=674bd79db4534162946eb50f06be2ffa&device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 1094 time: 0.0778530 Oct 25 09:10:52.950712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ee2fb9d0-93fd-40a7-9790-d27e7f34d238'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:53.060044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-e12eaa0b-b48d-44ce-ab30-e1000bee47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:53.062652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-e12eaa0b-b48d-44ce-ab30-e1000bee47e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 200 len: 914 time: 0.1353965 Oct 25 09:10:53.063957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Made reservation on behalf of 17cae23e76914f6981ea88ef25f859c6 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:53.069039 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:53.167143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-d882112f-9976-492b-9d08-446d29c4eaed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b018029-64d5-4507-8517-88041b1e746b HTTP/1.1" status: 200 len: 217 time: 0.0811563 Oct 25 09:10:53.302085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-0320f7c1-5718-4f71-923f-920c4053b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:53.305476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-0320f7c1-5718-4f71-923f-920c4053b181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 200 len: 853 time: 0.1294446 Oct 25 09:10:53.376508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-9f04476f-415f-4fcd-830b-8a65364a6af7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11939838-a783-4da1-8530-9f2666fce8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622892 Oct 25 09:10:53.450924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Allocated IP 172.20.0.9 (d614783c-104d-44ae-b8d7-fddab6c343dc/eca46ef7-c47c-435f-b6e3-6f8b5f596295/df79146e-6e99-41dd-bb5f-207daf66a994) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:10:53.515856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37344) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:53.544534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc1818-3eba-48e0-bea5-f524fa790027 req-cdebbb63-808d-4fc3-b4f3-082d2dc6ffcc tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:53.546219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45dc1818-3eba-48e0-bea5-f524fa790027 req-cdebbb63-808d-4fc3-b4f3-082d2dc6ffcc tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 943 time: 0.1306643 Oct 25 09:10:53.669499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45dc1818-3eba-48e0-bea5-f524fa790027 req-d90e342f-2343-4432-a197-70f41cb5c011 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165245 Oct 25 09:10:53.675459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07536f8-0bd8-4c33-8c65-e122fc48f0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:53.741116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-067d0ecf-f427-4bf5-af61-3c19cb708233 service neutron] 10.222.0.41 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872829 Oct 25 09:10:53.772877 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07536f8-0bd8-4c33-8c65-e122fc48f0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:53.778462 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07536f8-0bd8-4c33-8c65-e122fc48f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:53.815291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07536f8-0bd8-4c33-8c65-e122fc48f0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b0c3ae-252c-400a-836d-f842b9bd3fe8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:53.841485 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c07536f8-0bd8-4c33-8c65-e122fc48f0e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1401c9ad4d344261aa7c6a725b7f8ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244832 Oct 25 09:10:53.844207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37356) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:53.950551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ca639a8-c481-487d-ba9d-9f02b743fcc9 req-f7cd37d2-08e0-4126-99d3-e45395207201 service neutron] 10.222.0.41 "GET /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005529 Oct 25 09:10:53.979938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28fdb028-0afb-4a42-8842-7e23288327c2 req-273767f2-732c-455a-b987-388d294c7b2b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 210 time: 0.0512567 Oct 25 09:10:54.003059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.012253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c042a58-4030-46ac-9b17-8ac24760e804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.045749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c042a58-4030-46ac-9b17-8ac24760e804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.082398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.137081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Network d614783c-104d-44ae-b8d7-fddab6c343dc is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:10:54.144171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:54.150301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:10:54.150875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event updated for resources: {'Port': ['ID=df79146e-6e99-41dd-bb5f-207daf66a994,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:54.176526 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c042a58-4030-46ac-9b17-8ac24760e804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.179206 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c042a58-4030-46ac-9b17-8ac24760e804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.183277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0c042a58-4030-46ac-9b17-8ac24760e804 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19b0c3ae-252c-400a-836d-f842b9bd3fe8 HTTP/1.1" status: 204 len: 168 time: 0.3322539 Oct 25 09:10:54.201001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c042a58-4030-46ac-9b17-8ac24760e804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b0c3ae-252c-400a-836d-f842b9bd3fe8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:54.218071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:54.218852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.240011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-38915f0b-abc6-4e56-a3f8-179583be378c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5510798 Oct 25 09:10:54.261064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Request body: {'port': {'device_id': 'ffd693c2-1b41-45c6-889d-2e1b88fcc187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:54.345713 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.705770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df79146e-6e99-41dd-bb5f-207daf66a994 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:54.726406 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.748574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Transition to ACTIVE for port object df79146e-6e99-41dd-bb5f-207daf66a994 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:10:54.759922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:54.817365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Pushing event updated for resources: {'Port': ['ID=df79146e-6e99-41dd-bb5f-207daf66a994,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:54.903418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe5b8a-7c2b-4a83-bcd4-5112ef1d4fba req-b150ad80-3c96-490d-b645-fa54e2f2a627 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:54.904939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfbe5b8a-7c2b-4a83-bcd4-5112ef1d4fba req-b150ad80-3c96-490d-b645-fa54e2f2a627 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 943 time: 0.1470623 Oct 25 09:10:54.996518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Attempting to bind port df79146e-6e99-41dd-bb5f-207daf66a994 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:10:54.997076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Attempting to bind port df79146e-6e99-41dd-bb5f-207daf66a994 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:10:54.997500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Attempting to bind port df79146e-6e99-41dd-bb5f-207daf66a994 on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:55.006563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfbe5b8a-7c2b-4a83-bcd4-5112ef1d4fba req-844aeabf-e105-46bd-b38a-b93274ee789f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792394 Oct 25 09:10:55.007701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Port df79146e-6e99-41dd-bb5f-207daf66a994 on network d614783c-104d-44ae-b8d7-fddab6c343dc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:10:55.008119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Attempting to bind port df79146e-6e99-41dd-bb5f-207daf66a994 on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:10:55.014923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:10:55.015385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Checking segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:10:55.015859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Bound using segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:10:55.016436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Bound port: df79146e-6e99-41dd-bb5f-207daf66a994, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:10:55.016921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:55.084433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] For port df79146e-6e99-41dd-bb5f-207daf66a994, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:10:55.088606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] For port df79146e-6e99-41dd-bb5f-207daf66a994, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=df79146e-6e99-41dd-bb5f-207daf66a994,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:10:55.094213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:55.157663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:55.160574 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:55.163741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/df79146e-6e99-41dd-bb5f-207daf66a994 HTTP/1.1" status: 200 len: 1091 time: 0.9082992 Oct 25 09:10:55.166247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd693c2-1b41-45c6-889d-2e1b88fcc187', 'tag': 'df79146e-6e99-41dd-bb5f-207daf66a994'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:55.169539 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3122062a-4f74-4cec-bd07-ca32222a2a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd693c2-1b41-45c6-889d-2e1b88fcc187", "tag": "df79146e-6e99-41dd-bb5f-207daf66a994"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:55.247925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579f6d4-9f77-4815-80bd-b3e375a574c7 service neutron] Pushing event updated for resources: {'Port': ['ID=df79146e-6e99-41dd-bb5f-207daf66a994,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:55.331582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670855-e1d4-40cd-8b29-a78396486961 req-1701a8d9-17a5-4954-a36d-ab867544211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:55.331914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-1701a8d9-17a5-4954-a36d-ab867544211a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 1094 time: 0.1049676 Oct 25 09:10:55.343617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81eacf-efb3-45f8-a6de-67ef180e1f36 req-fd8c45bc-9a6c-44f7-964d-103aa73a58c8 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:55.345167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa81eacf-efb3-45f8-a6de-67ef180e1f36 req-fd8c45bc-9a6c-44f7-964d-103aa73a58c8 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 943 time: 0.1169760 Oct 25 09:10:55.405220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-f93cd025-787f-41f4-8db7-34608e3ea18f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df79146e-6e99-41dd-bb5f-207daf66a994 HTTP/1.1" status: 200 len: 217 time: 0.0588191 Oct 25 09:10:55.469592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa81eacf-efb3-45f8-a6de-67ef180e1f36 req-3b200526-6a12-4e5c-8e90-8e9d852180f8 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164806 Oct 25 09:10:55.482113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670855-e1d4-40cd-8b29-a78396486961 req-37348783-e3b3-4505-9610-e76a9d8f4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:55.484343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-37348783-e3b3-4505-9610-e76a9d8f4f3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.0712309 Oct 25 09:10:55.524925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-78a0dccc-7bea-49e4-894d-6040b739039c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332196 Oct 25 09:10:55.545413 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acffb42b-c460-4899-911f-6ebea8a66b26 x-openstack-request-id: req-acffb42b-c460-4899-911f-6ebea8a66b26 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:55.545973 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd693c2-1b41-45c6-889d-2e1b88fcc187", "tag": "df79146e-6e99-41dd-bb5f-207daf66a994", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:55.546655 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acffb42b-c460-4899-911f-6ebea8a66b26 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:55.547250 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd693c2-1b41-45c6-889d-2e1b88fcc187', 'tag': 'df79146e-6e99-41dd-bb5f-207daf66a994', 'status': 'completed', 'code': 200} Oct 25 09:10:55.645492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-e0617a9e-3ea4-46bb-9193-4955b48e82b0 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133778 Oct 25 09:10:55.774884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11670855-e1d4-40cd-8b29-a78396486961 req-19f64cdd-1b8a-4e32-ba4f-56a4a5151f81 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212029 Oct 25 09:10:55.892355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37450) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:55.918669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-c9eb8e91-b468-487b-b318-1b69261c69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:55.920363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-c9eb8e91-b468-487b-b318-1b69261c69f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 1094 time: 0.0515707 Oct 25 09:10:56.024176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-611985005', 'router:external': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:56.059770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Made reservation on behalf of 9221b3488fe3453ab4163833edb3133c for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:56.063443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.078954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.131978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-3e845216-6934-4bc9-b672-28cdb3ff0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:56.134045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-3e845216-6934-4bc9-b672-28cdb3ff0d17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 912 time: 0.2054191 Oct 25 09:10:56.140746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1b018029-64d5-4507-8517-88041b1e746b details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:10:56.178775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ee2fb9d0-93fd-40a7-9790-d27e7f34d238 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:10:56.188067 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.199003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.276305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:10:56.287921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.288632 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Added segment eaf95294-8a8e-4a42-ac8f-3dad9b8c2e43 of type vlan for network ebdf033d-0844-404c-9c99-a384d252bd16 Oct 25 09:10:56.361197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:10:56.377512 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:10:56.378289 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.400942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.435576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30a74f0-2c11-493b-bd93-918d9f62ebb5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:56.455661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.457243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:56.458054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.476646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1b018029-64d5-4507-8517-88041b1e746b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1b018029-64d5-4507-8517-88041b1e746b,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:56.498085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '1b018029-64d5-4507-8517-88041b1e746b', 'network_id': '11939838-a783-4da1-8530-9f2666fce8c4', 'port_id': '1b018029-64d5-4507-8517-88041b1e746b', 'mac_address': 'fa:16:3e:78:66:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abb5a06-46f7-4fba-becc-f3c01fd6d94e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:10:56.534462 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6404090 Oct 25 09:10:56.537306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37480) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:56.542629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'subnet': {'network_id': 'ebdf033d-0844-404c-9c99-a384d252bd16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:56.605344 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.621659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.646436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ac4127-6da3-4f6d-b03c-7d3c436d8056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2fb9d0-93fd-40a7-9790-d27e7f34d238'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:10:56.649801 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a798594d-814c-4705-b565-576b19817073" -d '{"events": [{"server_uuid": "f5ac4127-6da3-4f6d-b03c-7d3c436d8056", "name": "network-vif-plugged", "status": "completed", "tag": "ee2fb9d0-93fd-40a7-9790-d27e7f34d238"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:10:56.657744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b018029-64d5-4507-8517-88041b1e746b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:10:56.676865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port ee2fb9d0-93fd-40a7-9790-d27e7f34d238, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:56.712562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1b018029-64d5-4507-8517-88041b1e746b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1b018029-64d5-4507-8517-88041b1e746b,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:10:56.718253 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.727260 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.744756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-bc94cae2-7add-4289-80b4-0f20f64ff768 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df79146e-6e99-41dd-bb5f-207daf66a994 HTTP/1.1" status: 200 len: 217 time: 0.5979795 Oct 25 09:10:56.813663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:56.840294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdb584-23c4-446a-9394-48fefb93f631 req-9dde6408-d7af-4bbc-8f4e-3a51ecdea900 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:56.849176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aefdb584-23c4-446a-9394-48fefb93f631 req-9dde6408-d7af-4bbc-8f4e-3a51ecdea900 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 943 time: 0.7245297 Oct 25 09:10:56.887361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=1b018029-64d5-4507-8517-88041b1e746b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:56.891782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-1ca07679-6cd8-476e-85bb-5a5140bf4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:56.893287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-1ca07679-6cd8-476e-85bb-5a5140bf4a0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.1381052 Oct 25 09:10:56.923906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940afcc-4cfd-46e6-a239-930599807666 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'Network': ['ID=ebdf033d-0844-404c-9c99-a384d252bd16,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:56.925487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aefdb584-23c4-446a-9394-48fefb93f631 req-2b5a147f-9f4e-474c-9f5d-eb4d806b7197 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755608 Oct 25 09:10:56.945000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ebdf033d-0844-404c-9c99-a384d252bd16 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:10:56.953411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Made reservation on behalf of 9221b3488fe3453ab4163833edb3133c for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:56.956049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:56.959769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-553ac539-e214-4092-98c4-289b8d13a005 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520511 Oct 25 09:10:57.104401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-1ef7afdb-798d-4d2d-8092-e175964540d9 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392148 Oct 25 09:10:57.201518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['1b018029-64d5-4507-8517-88041b1e746b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:10:57.290698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77525fe0-bd85-47a5-8ec7-6e4dc4f50d89 req-d3033ac9-8aef-486d-ba9b-619742183078 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:57.301879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77525fe0-bd85-47a5-8ec7-6e4dc4f50d89 req-d3033ac9-8aef-486d-ba9b-619742183078 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 943 time: 0.1641440 Oct 25 09:10:57.415507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:10:57.416172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:57.432138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77525fe0-bd85-47a5-8ec7-6e4dc4f50d89 req-701f7bcf-ca16-4608-82b9-ead8ee07bb70 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277165 Oct 25 09:10:57.435932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3122062a-4f74-4cec-bd07-ca32222a2a8c req-22d50776-f5c6-4b4e-9323-9bc2d998b070 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121023 Oct 25 09:10:57.479078 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396535d6-8bf5-4278-98a1-300804184f23 x-openstack-request-id: req-396535d6-8bf5-4278-98a1-300804184f23 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:10:57.479401 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ac4127-6da3-4f6d-b03c-7d3c436d8056", "name": "network-vif-plugged", "status": "completed", "tag": "ee2fb9d0-93fd-40a7-9790-d27e7f34d238", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:10:57.479657 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-396535d6-8bf5-4278-98a1-300804184f23 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:10:57.481211 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ac4127-6da3-4f6d-b03c-7d3c436d8056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2fb9d0-93fd-40a7-9790-d27e7f34d238', 'code': 200} Oct 25 09:10:57.491105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dbe13f70-cd4c-46a9-801c-c8a3dfa7246f,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:57.503673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Checking segment: {'id': 'eaf95294-8a8e-4a42-ac8f-3dad9b8c2e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ebdf033d-0844-404c-9c99-a384d252bd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:10:57.504110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Network hostable DHCP agents. Network: ebdf033d-0844-404c-9c99-a384d252bd16, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:10:57.526250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Network ebdf033d-0844-404c-9c99-a384d252bd16 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:10:57.539530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ebdf033d-0844-404c-9c99-a384d252bd16) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:57.549234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30c34e-1139-4373-905a-b4175f14d930 None None] Network ebdf033d-0844-404c-9c99-a384d252bd16 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:10:57.552150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:57.553130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:57.597333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37514) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:57.603738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2047894673', 'network_id': 'ebdf033d-0844-404c-9c99-a384d252bd16'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:57.607049 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c409c450-c3b3-40ca-a891-981c7d320640 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0685349 Oct 25 09:10:57.686140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ecc6f-4816-4553-b97c-b5e7d2bde9eb req-803ff547-ebc1-4f1f-b0bf-f80ce9944a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:57.690307 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0e6ecc6f-4816-4553-b97c-b5e7d2bde9eb req-803ff547-ebc1-4f1f-b0bf-f80ce9944a3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5ac4127-6da3-4f6d-b03c-7d3c436d8056 HTTP/1.1" status: 200 len: 1097 time: 0.0790031 Oct 25 09:10:57.692999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Made reservation on behalf of 9221b3488fe3453ab4163833edb3133c for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:10:57.697053 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:57.725347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] device_id is not set on port bfe8e574-fb61-4954-a969-fd3e9be95e5f yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:10:57.746561 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0e6ecc6f-4816-4553-b97c-b5e7d2bde9eb req-3da31498-7f8b-4646-9388-6711dfb2b837 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Oct 25 09:10:57.864457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Allocated IP 2001:db8::259 (ebdf033d-0844-404c-9c99-a384d252bd16/dbe13f70-cd4c-46a9-801c-c8a3dfa7246f/bfe8e574-fb61-4954-a969-fd3e9be95e5f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:10:57.895755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8428bbd-3f68-4749-bdde-92dd3cdfa0a8 None None] Network ebdf033d-0844-404c-9c99-a384d252bd16 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:10:58.112790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.140218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfe772-d2a0-4817-8405-12eaf864a2a7 req-6d72812e-3e03-40bb-bb9a-e1b138615804 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:58.141833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89dfe772-d2a0-4817-8405-12eaf864a2a7 req-6d72812e-3e03-40bb-bb9a-e1b138615804 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 944 time: 0.0830460 Oct 25 09:10:58.186222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.220355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89dfe772-d2a0-4817-8405-12eaf864a2a7 req-542c1130-f36f-4067-bc18-79ef1f2c52c1 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690715 Oct 25 09:10:58.238364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Network ebdf033d-0844-404c-9c99-a384d252bd16 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:10:58.241686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:58.247244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:10:58.248266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:58.249054 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.251605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'Port': ['ID=bfe8e574-fb61-4954-a969-fd3e9be95e5f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:58.281158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8a6e9ab0-3cbe-454d-893c-6483cb074dc6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6823771 Oct 25 09:10:58.283781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37538) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:58.390303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-36526b4d-8deb-43dd-bb3f-40fb952f78e8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Deleting port bfe8e574-fb61-4954-a969-fd3e9be95e5f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:10:58.390808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-36526b4d-8deb-43dd-bb3f-40fb952f78e8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.483929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-36526b4d-8deb-43dd-bb3f-40fb952f78e8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.501272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-36526b4d-8deb-43dd-bb3f-40fb952f78e8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Calling delete_port for bfe8e574-fb61-4954-a969-fd3e9be95e5f owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:10:58.652621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-36526b4d-8deb-43dd-bb3f-40fb952f78e8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.661026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559657d-f9d4-4dee-ad8c-26a1d497e0f8 req-2e4316c4-0eec-4ad5-8039-d0a82c9ae2ca tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:58.662626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0559657d-f9d4-4dee-ad8c-26a1d497e0f8 req-2e4316c4-0eec-4ad5-8039-d0a82c9ae2ca tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 943 time: 0.1506610 Oct 25 09:10:58.690984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36526b4d-8deb-43dd-bb3f-40fb952f78e8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfe8e574-fb61-4954-a969-fd3e9be95e5f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:58.714549 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-36526b4d-8deb-43dd-bb3f-40fb952f78e8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.719080 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-36526b4d-8deb-43dd-bb3f-40fb952f78e8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "DELETE /v2.0/ports/bfe8e574-fb61-4954-a969-fd3e9be95e5f HTTP/1.1" status: 204 len: 168 time: 0.4342682 Oct 25 09:10:58.720037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0559657d-f9d4-4dee-ad8c-26a1d497e0f8 req-52c4a0cd-d1ab-414d-98cb-c564cd707eda tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461037 Oct 25 09:10:58.722203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37552) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:10:58.730607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebdf033d-0844-404c-9c99-a384d252bd16', 'external_fixed_ips': [{'subnet_id': 'dbe13f70-cd4c-46a9-801c-c8a3dfa7246f', 'ip_address': '2001:db8::259'}]}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:10:58.753607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.754644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.806092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:58.964205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:59.185632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:59.206952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:59.443377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Allocated IP 2001:db8::259 (ebdf033d-0844-404c-9c99-a384d252bd16/dbe13f70-cd4c-46a9-801c-c8a3dfa7246f/feae4bc2-dab3-4917-8994-de86398a6b39) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:10:59.463730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641247b-1026-4025-b5da-0c0a393a72ae req-23c978de-4763-48ca-97ff-b65e783bffd3 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:59.465268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4641247b-1026-4025-b5da-0c0a393a72ae req-23c978de-4763-48ca-97ff-b65e783bffd3 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 944 time: 0.0797825 Oct 25 09:10:59.549953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4641247b-1026-4025-b5da-0c0a393a72ae req-3c0b28f5-87cb-4dd1-87a0-506ba3863f92 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764925 Oct 25 09:10:59.613676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:59.667461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:10:59.710678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Network ebdf033d-0844-404c-9c99-a384d252bd16 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:10:59.715745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:10:59.718289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:10:59.724172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'Port': ['ID=feae4bc2-dab3-4917-8994-de86398a6b39,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:10:59.885834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189113d-1bb5-46cf-9e01-e34610c643de req-474d18f1-b598-4f64-8f0e-d9ef6a3a041b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:10:59.887389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7189113d-1bb5-46cf-9e01-e34610c643de req-474d18f1-b598-4f64-8f0e-d9ef6a3a041b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 943 time: 0.0889013 Oct 25 09:11:00.002194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7189113d-1bb5-46cf-9e01-e34610c643de req-8872dbb4-4856-4dcc-a134-9ebbbfe8e394 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792034 Oct 25 09:11:00.018283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.172920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device df79146e-6e99-41dd-bb5f-207daf66a994 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:11:00.191598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1b018029-64d5-4507-8517-88041b1e746b up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:11:00.235625 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.312144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port df79146e-6e99-41dd-bb5f-207daf66a994, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=df79146e-6e99-41dd-bb5f-207daf66a994,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:00.328109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'df79146e-6e99-41dd-bb5f-207daf66a994', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'port_id': 'df79146e-6e99-41dd-bb5f-207daf66a994', 'mac_address': 'fa:16:3e:72:88:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca46ef7-c47c-435f-b6e3-6f8b5f596295', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:11:00.382766 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.391919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Router fa8fef36-686c-45d7-bc0f-17a0a13f42e8 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:00.398238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df79146e-6e99-41dd-bb5f-207daf66a994 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:11:00.403981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 1b018029-64d5-4507-8517-88041b1e746b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:11:00.413815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 1b018029-64d5-4507-8517-88041b1e746b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:00.414823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.446084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port df79146e-6e99-41dd-bb5f-207daf66a994, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=df79146e-6e99-41dd-bb5f-207daf66a994,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:00.456557 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.565911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:00.581697 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Sync routers for ids ['fa8fef36-686c-45d7-bc0f-17a0a13f42e8'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:00.591674 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.597657 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Routers {'fa8fef36-686c-45d7-bc0f-17a0a13f42e8'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:00.598396 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:10:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa8fef36-686c-45d7-bc0f-17a0a13f42e8'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:00.604299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.606018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-78020a36-b5b1-4fc6-b1f8-0f955798b847 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8821809 Oct 25 09:11:00.610752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37614) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:00.623641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=df79146e-6e99-41dd-bb5f-207daf66a994,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:00.658059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172ec6fa-29ad-4c66-b598-42163972cda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b018029-64d5-4507-8517-88041b1e746b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:00.660453 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7403a5bd-20ff-4e4e-ae99-cbfc3cec9de3" -d '{"events": [{"server_uuid": "172ec6fa-29ad-4c66-b598-42163972cda2", "name": "network-vif-plugged", "status": "completed", "tag": "1b018029-64d5-4507-8517-88041b1e746b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:00.691540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 1b018029-64d5-4507-8517-88041b1e746b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1b018029-64d5-4507-8517-88041b1e746b,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:00.698408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.783465 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Set router fa8fef36-686c-45d7-bc0f-17a0a13f42e8 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:11:00.817813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=1b018029-64d5-4507-8517-88041b1e746b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:00.832137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35380b6b-37dc-4a90-9e02-66e7707a33a4 req-ddaf0de3-2d8b-4f9d-ae0f-68ceafca68ba tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:00.833850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35380b6b-37dc-4a90-9e02-66e7707a33a4 req-ddaf0de3-2d8b-4f9d-ae0f-68ceafca68ba tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 945 time: 0.1355369 Oct 25 09:11:00.857272 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-03968681-4df4-488d-a90c-cf834d84101b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0926142 Oct 25 09:11:00.863446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:00.870639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['df79146e-6e99-41dd-bb5f-207daf66a994'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:11:00.925526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35380b6b-37dc-4a90-9e02-66e7707a33a4 req-65bd8b05-e8a6-4e80-b835-2cf87dbbe53d tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724709 Oct 25 09:11:00.997446 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1177e13f-fe36-4644-94f5-d9d8caf00751 x-openstack-request-id: req-1177e13f-fe36-4644-94f5-d9d8caf00751 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:00.997745 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172ec6fa-29ad-4c66-b598-42163972cda2", "name": "network-vif-plugged", "status": "completed", "tag": "1b018029-64d5-4507-8517-88041b1e746b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:00.998001 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1177e13f-fe36-4644-94f5-d9d8caf00751 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:00.998402 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172ec6fa-29ad-4c66-b598-42163972cda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b018029-64d5-4507-8517-88041b1e746b', 'code': 200} Oct 25 09:11:01.081902 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:01.153971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81f54901-bdb4-4c94-87b5-dbed110ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.154562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81f54901-bdb4-4c94-87b5-dbed110ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.155089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81f54901-bdb4-4c94-87b5-dbed110ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.155523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81f54901-bdb4-4c94-87b5-dbed110ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.155995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81f54901-bdb4-4c94-87b5-dbed110ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.156462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81f54901-bdb4-4c94-87b5-dbed110ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.156975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81f54901-bdb4-4c94-87b5-dbed110ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.159082 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81f54901-bdb4-4c94-87b5-dbed110ef3b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6500 time: 0.1145120 Oct 25 09:11:01.341882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c967bd8-e35d-45f5-be71-775fce018387 req-5ec77775-3356-49f3-8b0a-d20cf6aba42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.343571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c967bd8-e35d-45f5-be71-775fce018387 req-5ec77775-3356-49f3-8b0a-d20cf6aba42e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 1096 time: 0.2591329 Oct 25 09:11:01.345247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Deleting port feae4bc2-dab3-4917-8994-de86398a6b39 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:01.345657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:01.348993 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8fef36-686c-45d7-bc0f-17a0a13f42e8', 'name': '', 'tenant_id': '9221b3488fe3453ab4163833edb3133c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebdf033d-0844-404c-9c99-a384d252bd16', 'external_fixed_ips': [{'subnet_id': 'dbe13f70-cd4c-46a9-801c-c8a3dfa7246f', 'ip_address': '2001:db8::259'}], 'enable_snat': True}, 'gw_port_id': 'feae4bc2-dab3-4917-8994-de86398a6b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:10:58Z', 'updated_at': '2021-10-25T09:10:59Z', 'revision_number': 3, 'project_id': '9221b3488fe3453ab4163833edb3133c', 'gw_port': {'id': 'feae4bc2-dab3-4917-8994-de86398a6b39', 'name': '', 'network_id': 'ebdf033d-0844-404c-9c99-a384d252bd16', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8fef36-686c-45d7-bc0f-17a0a13f42e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'dbe13f70-cd4c-46a9-801c-c8a3dfa7246f', 'ip_address': '2001:db8::259', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:10:59Z', 'updated_at': '2021-10-25T09:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe13f70-cd4c-46a9-801c-c8a3dfa7246f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:01.381104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c546bb-bfd8-4ff0-8c9f-57a272928787 req-b8d0f1d4-816b-4c34-af77-bc56ecb0fd0b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.391327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39c546bb-bfd8-4ff0-8c9f-57a272928787 req-b8d0f1d4-816b-4c34-af77-bc56ecb0fd0b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 944 time: 0.1244452 Oct 25 09:11:01.393082 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Checking router: fa8fef36-686c-45d7-bc0f-17a0a13f42e8 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:11:01.399953 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Updating router fa8fef36-686c-45d7-bc0f-17a0a13f42e8 port feae4bc2-dab3-4917-8994-de86398a6b39 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:11:01.425957 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:01.471531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:01.485695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39c546bb-bfd8-4ff0-8c9f-57a272928787 req-22ade7f7-88f6-465f-be97-e1cb1c2fdc34 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900540 Oct 25 09:11:01.488119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Calling delete_port for feae4bc2-dab3-4917-8994-de86398a6b39 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:01.511720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c967bd8-e35d-45f5-be71-775fce018387 req-371e6a10-6e4d-4e34-bc1f-d385a3a0ecca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602421 Oct 25 09:11:01.571370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-abc62cfb-cf73-4382-81e6-7dec69357d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.571370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-abc62cfb-cf73-4382-81e6-7dec69357d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.571370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-abc62cfb-cf73-4382-81e6-7dec69357d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:01.571370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-abc62cfb-cf73-4382-81e6-7dec69357d60 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24161614-046e-4f08-b967-937169f2c138&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 HTTP/1.1" status: 200 len: 2297 time: 0.3585141 Oct 25 09:11:01.744133 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.db.api [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:11:01.744667 n-d-814746-2 neutron-server[106994]: DEBUG oslo_db.api [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:11:01.756054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:01.797065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event deleted for resources: {'Port': ['ID=feae4bc2-dab3-4917-8994-de86398a6b39,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:01.826468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:01.833937 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-474dca67-4477-47d9-b59e-3e5b881bab7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da HTTP/1.1" status: 200 len: 1001 time: 0.2495654 Oct 25 09:11:01.963562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:01.968754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.030814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-43d4c66d-40ca-4e41-ab6c-875b77a1dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:02.032567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-43d4c66d-40ca-4e41-ab6c-875b77a1dfe6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a17b50ce-565d-463c-82cf-a47b5cd78ad9 HTTP/1.1" status: 200 len: 856 time: 0.1735976 Oct 25 09:11:02.039399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.040210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa8fef36-686c-45d7-bc0f-17a0a13f42e8 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:02.045413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.046751 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-db786330-fd58-46d7-8960-fc41616a8ee4 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fa8fef36-686c-45d7-bc0f-17a0a13f42e8 HTTP/1.1" status: 204 len: 168 time: 1.4348321 Oct 25 09:11:02.050509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37656) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:02.095872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-acc9489a-92f5-4877-b70a-75d1fea00670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:02.098087 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-acc9489a-92f5-4877-b70a-75d1fea00670 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24161614-046e-4f08-b967-937169f2c138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503154 Oct 25 09:11:02.105542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917ae38-8060-4cfc-9344-d62e45ad78e5 req-998ffa40-697f-4225-a9cf-e9fe33106480 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:02.107075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f917ae38-8060-4cfc-9344-d62e45ad78e5 req-998ffa40-697f-4225-a9cf-e9fe33106480 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 945 time: 0.1044574 Oct 25 09:11:02.146544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edcd5d6-468b-49fc-8bbf-d23be794f883 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Deleting subnet dbe13f70-cd4c-46a9-801c-c8a3dfa7246f {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:11:02.153631 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9edcd5d6-468b-49fc-8bbf-d23be794f883 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.174247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device df79146e-6e99-41dd-bb5f-207daf66a994 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:11:02.222712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f917ae38-8060-4cfc-9344-d62e45ad78e5 req-44a0c3e5-ae7e-4328-975f-5f0b5426803d tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942423 Oct 25 09:11:02.228988 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-d8b7d32d-9eba-4ee1-90b0-1a70ebb76d6c service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230700 Oct 25 09:11:02.270979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9edcd5d6-468b-49fc-8bbf-d23be794f883 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.273517 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Port feae4bc2-dab3-4917-8994-de86398a6b39 not found while updating agent binding for router fa8fef36-686c-45d7-bc0f-17a0a13f42e8. {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 25 09:11:02.300713 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:02.301103 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 09:11:02.301698 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_agentschedulers_db [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa8fef36-686c-45d7-bc0f-17a0a13f42e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:10:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106994) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 09:11:02.302101 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd47ac0-0a4b-4009-8544-16fbe011df68 None None] The sync data for ids ['fa8fef36-686c-45d7-bc0f-17a0a13f42e8'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:02.336782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port df79146e-6e99-41dd-bb5f-207daf66a994 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:11:02.347080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port df79146e-6e99-41dd-bb5f-207daf66a994 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:02.347452 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.368563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9edcd5d6-468b-49fc-8bbf-d23be794f883 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.410233 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-1a5fae30-c3a2-4370-ac2d-c1e52516dd1f service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659844 Oct 25 09:11:02.460152 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-63a625b5-7a01-4d7a-b448-325d1351ad94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 200 len: 217 time: 0.0410576 Oct 25 09:11:02.464024 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9edcd5d6-468b-49fc-8bbf-d23be794f883 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.467617 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.515897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9edcd5d6-468b-49fc-8bbf-d23be794f883 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.520230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9edcd5d6-468b-49fc-8bbf-d23be794f883 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/dbe13f70-cd4c-46a9-801c-c8a3dfa7246f HTTP/1.1" status: 204 len: 168 time: 0.4686103 Oct 25 09:11:02.521236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-44a6ade1-a292-4e93-abcc-12d76fd03727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:02.521381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcd5d6-468b-49fc-8bbf-d23be794f883 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe13f70-cd4c-46a9-801c-c8a3dfa7246f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:02.523034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37684) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:02.523164 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-44a6ade1-a292-4e93-abcc-12d76fd03727 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.0562072 Oct 25 09:11:02.553515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port df79146e-6e99-41dd-bb5f-207daf66a994, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=df79146e-6e99-41dd-bb5f-207daf66a994,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:02.562179 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.609088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-66494354-186c-4903-9b8a-eeeabdabf22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:02.610657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-66494354-186c-4903-9b8a-eeeabdabf22a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0791411 Oct 25 09:11:02.641918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=df79146e-6e99-41dd-bb5f-207daf66a994,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:02.643543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.712602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dc1f6-7c73-4ef4-bbfc-423823a94261 req-8ff77654-d826-448c-a32b-4970b1f0543f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:02.714426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e8dc1f6-7c73-4ef4-bbfc-423823a94261 req-8ff77654-d826-448c-a32b-4970b1f0543f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 945 time: 0.0919032 Oct 25 09:11:02.723758 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-726d2202-285e-4cb4-81d0-7afc92429b95 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042502 Oct 25 09:11:02.798473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.824905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e8dc1f6-7c73-4ef4-bbfc-423823a94261 req-64611809-880a-461f-9130-84fad8ab989d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971470 Oct 25 09:11:02.847373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdf033d-0844-404c-9c99-a384d252bd16']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:02.849984 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-81432b4d-6f43-40eb-88e7-9c0f9c1187c5 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184039 Oct 25 09:11:02.859047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf95294-8a8e-4a42-ac8f-3dad9b8c2e43') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:02.859420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf95294-8a8e-4a42-ac8f-3dad9b8c2e43') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:02.869270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.898907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.912470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:11:02.912974 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:11:02.915325 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:11:02.972225 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-4f2991cc-c4a1-47d2-a6cf-ee624c6f1f60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 200 len: 217 time: 0.1136453 Oct 25 09:11:02.980055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:02.986024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ebdf033d-0844-404c-9c99-a384d252bd16 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 25 09:11:02.999339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd693c2-1b41-45c6-889d-2e1b88fcc187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79146e-6e99-41dd-bb5f-207daf66a994'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:03.001919 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8704a30-8e01-4e55-91b6-afc99860b3a9" -d '{"events": [{"server_uuid": "ffd693c2-1b41-45c6-889d-2e1b88fcc187", "name": "network-vif-plugged", "status": "completed", "tag": "df79146e-6e99-41dd-bb5f-207daf66a994"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:03.006895 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.017029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ebdf033d-0844-404c-9c99-a384d252bd16 HTTP/1.1" status: 204 len: 168 time: 0.4920447 Oct 25 09:11:03.044727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b752ba-33be-462c-ad50-5497aad1a346 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebdf033d-0844-404c-9c99-a384d252bd16,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:03.105547 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a493abf-16ce-477f-b057-b6f77863cee7 x-openstack-request-id: req-9a493abf-16ce-477f-b057-b6f77863cee7 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:03.106118 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd693c2-1b41-45c6-889d-2e1b88fcc187", "name": "network-vif-plugged", "status": "completed", "tag": "df79146e-6e99-41dd-bb5f-207daf66a994", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:03.106522 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a493abf-16ce-477f-b057-b6f77863cee7 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:03.107086 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd693c2-1b41-45c6-889d-2e1b88fcc187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df79146e-6e99-41dd-bb5f-207daf66a994', 'code': 200} Oct 25 09:11:03.124719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-c6d4bc03-36ad-4784-af9f-94b59e5f4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:03.126927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-c6d4bc03-36ad-4784-af9f-94b59e5f4b3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.1391103 Oct 25 09:11:03.225640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-e21d8b55-db67-4470-9283-a11655e3c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:03.227848 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-e21d8b55-db67-4470-9283-a11655e3c97c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931261 Oct 25 09:11:03.310556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11742db-affb-4fc2-a28e-69cbf86892f0 req-6f89e079-840a-4884-ac0a-a0ab88b41885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:03.316332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e11742db-affb-4fc2-a28e-69cbf86892f0 req-6f89e079-840a-4884-ac0a-a0ab88b41885 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 1096 time: 0.1149158 Oct 25 09:11:03.335805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37706) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:03.340066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a98f8bb2-d15f-4813-903c-a7152d8dc299 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'router': {'name': 'tempest-router--2055037920', 'project_id': '27b45ec16099490797c3f21677a79d9a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:03.440852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a98f8bb2-d15f-4813-903c-a7152d8dc299 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.442873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a98f8bb2-d15f-4813-903c-a7152d8dc299 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.448398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e11742db-affb-4fc2-a28e-69cbf86892f0 req-1d552501-50da-4e6d-aa39-02ae67f260af service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285119 Oct 25 09:11:03.475593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c5e7-b6d6-412f-88b3-51263b1dc77d req-9e672b80-bbde-40b8-b083-bb44ade9c221 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:03.483410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86a7c5e7-b6d6-412f-88b3-51263b1dc77d req-9e672b80-bbde-40b8-b083-bb44ade9c221 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 945 time: 0.1067476 Oct 25 09:11:03.487521 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-61265ff2-91d6-4b24-8369-8e93115fad23 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523153 Oct 25 09:11:03.538070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a98f8bb2-d15f-4813-903c-a7152d8dc299 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.569024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86a7c5e7-b6d6-412f-88b3-51263b1dc77d req-9826f241-186d-4bdc-8fcf-d870f548f836 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846355 Oct 25 09:11:03.570275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a98f8bb2-d15f-4813-903c-a7152d8dc299 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.604465 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a98f8bb2-d15f-4813-903c-a7152d8dc299 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.605918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a98f8bb2-d15f-4813-903c-a7152d8dc299 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2691674 Oct 25 09:11:03.609125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37712) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:03.628948 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-9c52e9ba-4f5d-4e96-a8c7-ce8182ecacf9 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335125 Oct 25 09:11:03.688562 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-3240b464-60c5-432d-ab10-7ef144ff8b38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=6cb983c1-4249-4adb-85c7-ded6508e614b HTTP/1.1" status: 200 len: 217 time: 0.0479791 Oct 25 09:11:03.731253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b28f33f2-5fab-45e3-85ac-18ee16e744b6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.788599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-bacf0692-967f-46a3-8aec-71b6cec9cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:03.790593 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-bacf0692-967f-46a3-8aec-71b6cec9cb0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.0906932 Oct 25 09:11:03.849292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-5913e76c-0930-47d4-9954-fa1f40d723e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:03.851823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-5913e76c-0930-47d4-9954-fa1f40d723e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539327 Oct 25 09:11:03.921500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b28f33f2-5fab-45e3-85ac-18ee16e744b6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.923747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b28f33f2-5fab-45e3-85ac-18ee16e744b6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.959583 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-e9d017a7-f063-43e7-8043-e3416fdcecac service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002648 Oct 25 09:11:03.989411 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b28f33f2-5fab-45e3-85ac-18ee16e744b6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:03.990059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28f33f2-5fab-45e3-85ac-18ee16e744b6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7f4bbc7-36ee-4633-bcda-037baa6273c4 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:03.995702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b28f33f2-5fab-45e3-85ac-18ee16e744b6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:04.009380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b28f33f2-5fab-45e3-85ac-18ee16e744b6 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a7f4bbc7-36ee-4633-bcda-037baa6273c4 HTTP/1.1" status: 204 len: 168 time: 0.3903637 Oct 25 09:11:04.030453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34eeaf-74a9-458c-9226-6a8a47e0cdb8 req-78fb208b-9ae9-43f8-b88f-82c2a3ee0284 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:04.038316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e34eeaf-74a9-458c-9226-6a8a47e0cdb8 req-78fb208b-9ae9-43f8-b88f-82c2a3ee0284 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ac4127-6da3-4f6d-b03c-7d3c436d8056 HTTP/1.1" status: 200 len: 946 time: 0.2203946 Oct 25 09:11:04.095164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e34eeaf-74a9-458c-9226-6a8a47e0cdb8 req-74a1ea17-0387-49aa-88af-d710ee49c341 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556319 Oct 25 09:11:04.144900 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-d8c3ef39-47cf-4e37-b73b-587c0c9b68b2 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773663 Oct 25 09:11:04.222586 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-8dfef385-7e30-4006-a629-eb20113ff930 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601 HTTP/1.1" status: 200 len: 217 time: 0.0707567 Oct 25 09:11:04.246283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37730) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:04.273776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1db20-c9d0-4804-b6d0-48dffc02dc4a req-053f3a0f-747b-47d1-bebf-9cc67d0cd91d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:04.275677 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58a1db20-c9d0-4804-b6d0-48dffc02dc4a req-053f3a0f-747b-47d1-bebf-9cc67d0cd91d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 945 time: 0.0907891 Oct 25 09:11:04.296799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-483dfe2e-93b8-417d-be2d-725026cba5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:04.298868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-483dfe2e-93b8-417d-be2d-725026cba5fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.0670938 Oct 25 09:11:04.329481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58a1db20-c9d0-4804-b6d0-48dffc02dc4a req-63695e7a-c6fc-41ef-9579-79935f3259f5 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461893 Oct 25 09:11:04.401260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-a9dcb0d4-0888-40a2-b804-7556841cff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:04.402856 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-a9dcb0d4-0888-40a2-b804-7556841cff1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953312 Oct 25 09:11:04.543275 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-f83dee6e-05b7-41f1-a10f-6c2e3c3e663c service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310246 Oct 25 09:11:04.577276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1464443934', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:04.636380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:04.637702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:04.769929 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-ed33b86b-8fe4-4da9-ae8f-38425ffc5017 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193699 Oct 25 09:11:04.852137 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-fed58803-151e-4634-90ad-dc47ef66c628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ba016be6-2358-438e-81df-2536941bf355 HTTP/1.1" status: 200 len: 217 time: 0.0718119 Oct 25 09:11:04.929950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-45e5cdb8-1fac-45b2-9838-e2113d934def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:04.932297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-45e5cdb8-1fac-45b2-9838-e2113d934def service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.0733433 Oct 25 09:11:05.004683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-07caf5c3-6dd6-4d18-b736-2f81ad611422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:05.006329 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-07caf5c3-6dd6-4d18-b736-2f81ad611422 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646904 Oct 25 09:11:05.141565 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-65b1433e-989f-4aa7-80bb-d0edf58de06c service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269834 Oct 25 09:11:05.252797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-29700b5c-60be-4b5d-8e09-b0f772de0f95 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027308 Oct 25 09:11:05.291769 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:05.324505 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-89a70f80-63c1-4f58-b8f1-80071ce921bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3 HTTP/1.1" status: 200 len: 217 time: 0.0631926 Oct 25 09:11:05.402027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b818a-f37d-4b90-addb-135d75dcc1c9 req-9465fb23-cee5-4997-b603-6180a04e55ef tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:05.408289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-947b818a-f37d-4b90-addb-135d75dcc1c9 req-9465fb23-cee5-4997-b603-6180a04e55ef tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ac4127-6da3-4f6d-b03c-7d3c436d8056 HTTP/1.1" status: 200 len: 946 time: 0.1504183 Oct 25 09:11:05.410282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-8734ba96-cdcc-413e-ad70-46c4b29bbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:05.412086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-8734ba96-cdcc-413e-ad70-46c4b29bbd35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.0795970 Oct 25 09:11:05.463853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-274e769d-efcd-4779-bf07-401b95e716dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:05.465423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-274e769d-efcd-4779-bf07-401b95e716dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462544 Oct 25 09:11:05.491220 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:05.572321 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-947b818a-f37d-4b90-addb-135d75dcc1c9 req-c76dd1ed-3162-4036-a1fb-f28d9e84a6f3 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911729 Oct 25 09:11:05.822619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:05.869275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574bf95-b58f-4790-8b55-04213eeb13c6 req-024147fd-a514-4431-b498-537efcb0f39f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:05.876645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2574bf95-b58f-4790-8b55-04213eeb13c6 req-024147fd-a514-4431-b498-537efcb0f39f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 945 time: 0.1375048 Oct 25 09:11:05.879817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:05.909575 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-c4cdde0d-bdf2-48d2-bf80-97e934c590b8 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311521 Oct 25 09:11:05.965520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2574bf95-b58f-4790-8b55-04213eeb13c6 req-9d891d10-a49d-4514-aae3-9be07c5d7924 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829577 Oct 25 09:11:06.028781 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5eee24fe-919e-4f28-902d-a2d72d116d1d req-70b43cb9-2a48-41f7-b0af-3b6777af6116 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113513 Oct 25 09:11:06.047918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Allocated IP 172.25.8.238 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/ae183cbf-72d5-4dff-9afa-1a771fa9949a) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:06.236831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:06.301289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:06.379981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:06.388475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:06.391410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:06.394455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event updated for resources: {'Port': ['ID=ae183cbf-72d5-4dff-9afa-1a771fa9949a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:06.445858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9648c-68a2-4e07-af98-17cfb70d1fb3 req-5e9e8d82-7b86-4fb3-a94d-034c271abda5 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:06.453222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79d9648c-68a2-4e07-af98-17cfb70d1fb3 req-5e9e8d82-7b86-4fb3-a94d-034c271abda5 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 945 time: 0.1655090 Oct 25 09:11:06.631662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79d9648c-68a2-4e07-af98-17cfb70d1fb3 req-3f495716-d7ba-4d82-a74f-e4db1d7e3b2d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767685 Oct 25 09:11:06.674600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4873e-7473-4058-9579-3623437f6ddc req-e24cba5a-7634-479e-be59-ea50f9be2d3b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:06.676431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-39f32e17-33bd-4f85-888c-3e0f426eb0e3 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:06.676766 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5e4873e-7473-4058-9579-3623437f6ddc req-e24cba5a-7634-479e-be59-ea50f9be2d3b tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5ac4127-6da3-4f6d-b03c-7d3c436d8056 HTTP/1.1" status: 200 len: 946 time: 0.1351287 Oct 25 09:11:06.677917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-39f32e17-33bd-4f85-888c-3e0f426eb0e3 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.41 "GET /v2.0/ports?device_id=172ec6fa-29ad-4c66-b598-42163972cda2 HTTP/1.1" status: 200 len: 945 time: 0.2200832 Oct 25 09:11:06.912488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Deleting port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:06.913133 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:06.994967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Deleting port 1b018029-64d5-4507-8517-88041b1e746b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:06.995548 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:07.029648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] For port ee2fb9d0-93fd-40a7-9790-d27e7f34d238, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:07.030024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:07.044922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Calling delete_port for ee2fb9d0-93fd-40a7-9790-d27e7f34d238 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:07.073955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7072985-3660-4bb7-a629-388449ca3590 req-b6d851bf-caee-473e-b0e5-873773a5a290 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:07.081105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7072985-3660-4bb7-a629-388449ca3590 req-b6d851bf-caee-473e-b0e5-873773a5a290 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5ac4127-6da3-4f6d-b03c-7d3c436d8056 HTTP/1.1" status: 200 len: 946 time: 0.1907992 Oct 25 09:11:07.089909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-b1e80cc5-815a-465c-9684-0c47b5aca9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:07.091038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-b1e80cc5-815a-465c-9684-0c47b5aca9e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1095 time: 0.1730421 Oct 25 09:11:07.220199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:07.244411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:07.279772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['1b018029-64d5-4507-8517-88041b1e746b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:11:07.318398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Pushing event deleted for resources: {'Port': ['ID=ee2fb9d0-93fd-40a7-9790-d27e7f34d238,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:07.333305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7072985-3660-4bb7-a629-388449ca3590 req-aa97b530-6d38-445d-8b2e-b64558e6c99d tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b415208-1a55-43ba-b905-17effdcb5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512431 Oct 25 09:11:07.342698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] No DVR routers for this DVR port ee2fb9d0-93fd-40a7-9790-d27e7f34d238 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:11:07.345576 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:07.349697 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5e4873e-7473-4058-9579-3623437f6ddc req-289970a7-3f54-4c4e-9ac8-54a163aa441f tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.18 "DELETE /v2.0/ports/ee2fb9d0-93fd-40a7-9790-d27e7f34d238 HTTP/1.1" status: 204 len: 173 time: 0.6654577 Oct 25 09:11:07.350170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ac4127-6da3-4f6d-b03c-7d3c436d8056', 'name': 'network-vif-deleted', 'tag': 'ee2fb9d0-93fd-40a7-9790-d27e7f34d238'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:07.361563 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6664cc17-f460-4e06-91ca-dbcc892b72c8" -d '{"events": [{"server_uuid": "f5ac4127-6da3-4f6d-b03c-7d3c436d8056", "name": "network-vif-deleted", "tag": "ee2fb9d0-93fd-40a7-9790-d27e7f34d238"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:07.364033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-9c7e6906-3ddb-49fb-849a-06a911c45818 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3052032 Oct 25 09:11:07.392092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] For port 1b018029-64d5-4507-8517-88041b1e746b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=1b018029-64d5-4507-8517-88041b1e746b,segment=NetworkSegment(367b2fe4-d6e8-477f-8c91-3e7ce02579ab),segment_id=367b2fe4-d6e8-477f-8c91-3e7ce02579ab)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:07.392556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:07.398008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ee2fb9d0-93fd-40a7-9790-d27e7f34d238'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:11:07.410226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Calling delete_port for 1b018029-64d5-4507-8517-88041b1e746b owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:07.671228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:07.693035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-fdbce0df-d1e0-46c8-ab58-9b9560bb5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:07.693035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-fdbce0df-d1e0-46c8-ab58-9b9560bb5042 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.5860782 Oct 25 09:11:07.706200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['ee2fb9d0-93fd-40a7-9790-d27e7f34d238'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:11:07.741304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Pushing event deleted for resources: {'Port': ['ID=1b018029-64d5-4507-8517-88041b1e746b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:07.801127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.801554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.801991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.802367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.802803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.803209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.803597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.803984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.804373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.805405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.805796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.806186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:07.859582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c89584-313d-43df-98c0-78e8ef88340e req-df535d62-2314-4eb7-99e9-5049b5fa1138 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:07.861227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6c89584-313d-43df-98c0-78e8ef88340e req-df535d62-2314-4eb7-99e9-5049b5fa1138 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2819905 Oct 25 09:11:07.878857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-c1764507-0f1e-4f50-93fc-caf9a16e5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:07.880576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-c1764507-0f1e-4f50-93fc-caf9a16e5375 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 1097 time: 0.3024752 Oct 25 09:11:07.885259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] No DVR routers for this DVR port 1b018029-64d5-4507-8517-88041b1e746b on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:11:07.897866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:07.901493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-739399cd-cca6-4430-b6ae-c17b6fb697a9 req-d87ca03e-0323-482f-b2fa-39106874a190 tempest-MultipleCreateTestJSON-473071092 tempest-MultipleCreateTestJSON-473071092-project] 10.222.0.41 "DELETE /v2.0/ports/1b018029-64d5-4507-8517-88041b1e746b HTTP/1.1" status: 204 len: 173 time: 1.2142026 Oct 25 09:11:07.902025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172ec6fa-29ad-4c66-b598-42163972cda2', 'name': 'network-vif-deleted', 'tag': '1b018029-64d5-4507-8517-88041b1e746b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:07.904467 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b05a8a-4776-4686-9eae-57beb09e257a" -d '{"events": [{"server_uuid": "172ec6fa-29ad-4c66-b598-42163972cda2", "name": "network-vif-deleted", "tag": "1b018029-64d5-4507-8517-88041b1e746b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:08.381562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-c4dec6d5-a27e-4beb-a17b-46f747c3b1a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 999 time: 0.6628358 Oct 25 09:11:08.494113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6c89584-313d-43df-98c0-78e8ef88340e req-09ea084d-4b37-493c-8b65-4950da119e9d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6019826 Oct 25 09:11:08.527131 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:08.553695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-24565b1a-566c-4d92-aff7-1fdb7656a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:08.555230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-24565b1a-566c-4d92-aff7-1fdb7656a4a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1366420 Oct 25 09:11:08.621905 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:08.626457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-a65bc0af-607e-4a41-94b4-09deac83aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:08.628182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-a65bc0af-607e-4a41-94b4-09deac83aa93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.7166767 Oct 25 09:11:08.753503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-b46f3a40-1617-4e55-99bb-e5d3feb17091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e15f6a-bf68-41d3-9611-770491970caa HTTP/1.1" status: 200 len: 217 time: 0.1173968 Oct 25 09:11:08.755851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-87d058f3-faec-4b8e-95bd-64d70ca80290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:08.757500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-87d058f3-faec-4b8e-95bd-64d70ca80290 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929326 Oct 25 09:11:08.869685 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d44607a-d004-4cac-9f35-9d19a8ae549c x-openstack-request-id: req-5d44607a-d004-4cac-9f35-9d19a8ae549c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:08.870602 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ac4127-6da3-4f6d-b03c-7d3c436d8056", "name": "network-vif-deleted", "tag": "ee2fb9d0-93fd-40a7-9790-d27e7f34d238", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:08.871065 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d44607a-d004-4cac-9f35-9d19a8ae549c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:08.871664 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ac4127-6da3-4f6d-b03c-7d3c436d8056', 'name': 'network-vif-deleted', 'tag': 'ee2fb9d0-93fd-40a7-9790-d27e7f34d238', 'status': 'completed', 'code': 200} Oct 25 09:11:08.920412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-2ea91085-4d82-4fd5-b2df-02e6815a7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:08.921865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-2ea91085-4d82-4fd5-b2df-02e6815a7b2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1581466 Oct 25 09:11:09.032775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-ba40ff83-770b-4a6c-acb6-5291fa04c2fd service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162733 Oct 25 09:11:09.054189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ad187-c2ce-4a74-a26f-fb417fc87f00 req-c61c682f-3b77-4bd8-8e89-a79c22e64274 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:09.055675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e1ad187-c2ce-4a74-a26f-fb417fc87f00 req-c61c682f-3b77-4bd8-8e89-a79c22e64274 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 945 time: 0.1329324 Oct 25 09:11:09.068185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-3a72ed49-e1c2-4fea-a6b4-dd90d319ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:09.069819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-3a72ed49-e1c2-4fea-a6b4-dd90d319ea0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275682 Oct 25 09:11:09.116783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Router 24037366-2bdf-4f6f-b5af-548bd24be1b4 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:09.313393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4c2038b-e74f-42de-9ab8-1f80838f503a req-fe6a836d-449c-4da8-a095-ce1481b271e2 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671766 Oct 25 09:11:09.332223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e1ad187-c2ce-4a74-a26f-fb417fc87f00 req-3cd6ab6e-5cac-417a-a1c7-719339b59d96 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662680 Oct 25 09:11:09.386859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-5fc4969a-dc08-4871-acfb-0a86f82ff53f service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058097 Oct 25 09:11:09.463377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:09.483453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b29a23-5259-4fca-8b8b-4f64c4d6c86b None None] Sync routers for ids ['24037366-2bdf-4f6f-b5af-548bd24be1b4'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:09.502036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b29a23-5259-4fca-8b8b-4f64c4d6c86b None None] Routers {'24037366-2bdf-4f6f-b5af-548bd24be1b4'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:09.502989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00b29a23-5259-4fca-8b8b-4f64c4d6c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:10:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24037366-2bdf-4f6f-b5af-548bd24be1b4'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:09.517714 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:09.521718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a0b42f2e-7bf1-4c83-b43a-ffa8ef9f6cde tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2742245 Oct 25 09:11:09.521981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37862) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:09.527751 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec01cd7b-6476-498c-99e9-146b5a6b81a7 x-openstack-request-id: req-ec01cd7b-6476-498c-99e9-146b5a6b81a7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:09.528046 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172ec6fa-29ad-4c66-b598-42163972cda2", "name": "network-vif-deleted", "tag": "1b018029-64d5-4507-8517-88041b1e746b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:09.528302 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec01cd7b-6476-498c-99e9-146b5a6b81a7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:09.528703 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172ec6fa-29ad-4c66-b598-42163972cda2', 'name': 'network-vif-deleted', 'tag': '1b018029-64d5-4507-8517-88041b1e746b', 'status': 'completed', 'code': 200} Oct 25 09:11:09.539554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-454a8c4d-1ca9-478c-a488-0c14f980fa6a req-ded02362-eb02-4bbc-a72d-6e8c258adb4f service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436062 Oct 25 09:11:09.577835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00b29a23-5259-4fca-8b8b-4f64c4d6c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:09.598704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b29a23-5259-4fca-8b8b-4f64c4d6c86b None None] Routers {'24037366-2bdf-4f6f-b5af-548bd24be1b4'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:09.599554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00b29a23-5259-4fca-8b8b-4f64c4d6c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:10:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24037366-2bdf-4f6f-b5af-548bd24be1b4'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:09.648027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00b29a23-5259-4fca-8b8b-4f64c4d6c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:09.648824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b29a23-5259-4fca-8b8b-4f64c4d6c86b None None] The sync data for ids ['24037366-2bdf-4f6f-b5af-548bd24be1b4'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:09.680075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-07515756-32e4-409b-9b1a-aa329e76b139 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/routers/24037366-2bdf-4f6f-b5af-548bd24be1b4 HTTP/1.1" status: 200 len: 925 time: 0.1545193 Oct 25 09:11:09.680722 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:09.683009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:09.715054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37870) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:09.717656 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-532133ad-2ef3-412f-b5b4-806a11aea7b9 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=24037366-2bdf-4f6f-b5af-548bd24be1b4 HTTP/1.1" status: 200 len: 205 time: 0.0333059 Oct 25 09:11:09.870256 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:09.916444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba366814-9655-404a-97dd-9a710e243b37 req-98995a20-b699-4677-b497-1754ed11a90c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:09.920165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba366814-9655-404a-97dd-9a710e243b37 req-98995a20-b699-4677-b497-1754ed11a90c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1137819 Oct 25 09:11:10.029418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba366814-9655-404a-97dd-9a710e243b37 req-17928f07-981d-479f-b0a8-909ea0528a5c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771599 Oct 25 09:11:10.042868 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.095223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37884) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:10.143092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Deleting port ae183cbf-72d5-4dff-9afa-1a771fa9949a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:10.143494 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.185386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48fb844-dfe6-4c44-a9ce-9af037069c70 admin admin] Deleting subnet 6abb5a06-46f7-4fba-becc-f3c01fd6d94e {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:11:10.189953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48fb844-dfe6-4c44-a9ce-9af037069c70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.203618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1b018029-64d5-4507-8517-88041b1e746b no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:11:10.247859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48fb844-dfe6-4c44-a9ce-9af037069c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.282204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 1b018029-64d5-4507-8517-88041b1e746b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:11:10.282204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 1b018029-64d5-4507-8517-88041b1e746b not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:11:10.287196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ee2fb9d0-93fd-40a7-9790-d27e7f34d238 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:11:10.311733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48fb844-dfe6-4c44-a9ce-9af037069c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.339264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: ee2fb9d0-93fd-40a7-9790-d27e7f34d238 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:11:10.342495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.343213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ee2fb9d0-93fd-40a7-9790-d27e7f34d238 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:11:10.359380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b465-02d1-4e6b-8a53-fdc5ef177817 req-d48c4914-1032-487c-9377-4a148d2113a9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:10.360854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f9b465-02d1-4e6b-8a53-fdc5ef177817 req-d48c4914-1032-487c-9377-4a148d2113a9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 945 time: 0.0982094 Oct 25 09:11:10.366812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Calling delete_port for ae183cbf-72d5-4dff-9afa-1a771fa9949a owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:10.398923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48fb844-dfe6-4c44-a9ce-9af037069c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.416864 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c48fb844-dfe6-4c44-a9ce-9af037069c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.421380 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c48fb844-dfe6-4c44-a9ce-9af037069c70 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6abb5a06-46f7-4fba-becc-f3c01fd6d94e HTTP/1.1" status: 204 len: 168 time: 0.3250847 Oct 25 09:11:10.431906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37892) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:10.444813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fb844-dfe6-4c44-a9ce-9af037069c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abb5a06-46f7-4fba-becc-f3c01fd6d94e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:10.495363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56f9b465-02d1-4e6b-8a53-fdc5ef177817 req-a0dab62c-e86f-45a9-96af-0ad3ec93aa0c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249228 Oct 25 09:11:10.533833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.673860 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.722940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11939838-a783-4da1-8530-9f2666fce8c4']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:10.736692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367b2fe4-d6e8-477f-8c91-3e7ce02579ab') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:10.737031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367b2fe4-d6e8-477f-8c91-3e7ce02579ab') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:10.751713 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.761388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.791026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.793378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event deleted for resources: {'Port': ['ID=ae183cbf-72d5-4dff-9afa-1a771fa9949a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:10.804245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:11:10.805204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:11:10.807361 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:11:10.915184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.919826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.923678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/11939838-a783-4da1-8530-9f2666fce8c4 HTTP/1.1" status: 204 len: 168 time: 0.4895287 Oct 25 09:11:10.937590 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:10.953660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e844ab3-463f-4904-bea8-2d23f73b74d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=11939838-a783-4da1-8530-9f2666fce8c4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:11.079307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.084372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.192613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37914) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:11.204068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.204632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Fanout notify agent at l3_agent the message router_deleted on router 24037366-2bdf-4f6f-b5af-548bd24be1b4 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:11.223908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.225098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-52997daa-7d79-4d6d-a660-af779c5ff3f1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/24037366-2bdf-4f6f-b5af-548bd24be1b4 HTTP/1.1" status: 204 len: 168 time: 1.5089917 Oct 25 09:11:11.232162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37918) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:11.239283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1180325636', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': False}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:11.300522 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2a817af6-8423-4670-bf1f-b1f19f9ae67d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=674bd79db4534162946eb50f06be2ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067846 Oct 25 09:11:11.300720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcdd3c-fa38-45e7-b8a7-5b6952430b6a req-72643970-ebb8-4e99-97f5-96080cf3b417 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:11.301681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37920) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:11.309567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3bcdd3c-fa38-45e7-b8a7-5b6952430b6a req-72643970-ebb8-4e99-97f5-96080cf3b417 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1654520 Oct 25 09:11:11.363950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.365484 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.385417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dba678cc-3316-424f-86fd-00526006f52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.425276 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dba678cc-3316-424f-86fd-00526006f52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.426726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.485371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dba678cc-3316-424f-86fd-00526006f52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.488539 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dba678cc-3316-424f-86fd-00526006f52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:11.492965 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dba678cc-3316-424f-86fd-00526006f52b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b415208-1a55-43ba-b905-17effdcb5c57 HTTP/1.1" status: 204 len: 168 time: 0.1899631 Oct 25 09:11:11.503243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba678cc-3316-424f-86fd-00526006f52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b415208-1a55-43ba-b905-17effdcb5c57,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:11.544982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3bcdd3c-fa38-45e7-b8a7-5b6952430b6a req-93c3dba6-c4ca-4679-908c-d24cddbd79fc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295356 Oct 25 09:11:11.660533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-bc808f6c-a661-4e11-8f31-f2f72fb1be9c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:11.662625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-bc808f6c-a661-4e11-8f31-f2f72fb1be9c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 945 time: 0.2315679 Oct 25 09:11:11.855664 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.001444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfcb80-34ad-46ce-92f2-c3b0db4ec0a2 req-148689ef-617f-44ab-8182-c5ea7a9da465 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:12.003255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9bfcb80-34ad-46ce-92f2-c3b0db4ec0a2 req-148689ef-617f-44ab-8182-c5ea7a9da465 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 945 time: 0.1663251 Oct 25 09:11:12.082633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Deleting port df79146e-6e99-41dd-bb5f-207daf66a994 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:12.083301 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.110639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9bfcb80-34ad-46ce-92f2-c3b0db4ec0a2 req-8687fc5d-0741-4b4c-b1ae-dd7a068eb93c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949624 Oct 25 09:11:12.531564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37964) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:12.696289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-187344885-network', 'tenant_id': '5c253be8925f4643a2681946d0472524'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:12.725701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] For port df79146e-6e99-41dd-bb5f-207daf66a994, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=df79146e-6e99-41dd-bb5f-207daf66a994,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:12.726318 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.737531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Made reservation on behalf of 5c253be8925f4643a2681946d0472524 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:12.756454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.771079 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.793515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Calling delete_port for df79146e-6e99-41dd-bb5f-207daf66a994 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:12.898008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.919621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.925250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.930756 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.943633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:11:12.959625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:12.959933 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Added segment b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8 of type vlan for network b0a6078b-1693-4c1f-98d2-a8646f15dba6 Oct 25 09:11:13.019964 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.044951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b666e8-635e-4311-a55d-18c2bd97e715,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:13.064155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.065572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.066169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.066855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.067478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.068083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.068609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.069283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.069882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.071051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.071895 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.072623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:13.104405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.106908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:13.107987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.131277 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.165587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['df79146e-6e99-41dd-bb5f-207daf66a994'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:11:13.204276 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6715889 Oct 25 09:11:13.207159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37982) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:13.213315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Request body: {'subnet': {'network_id': 'b0a6078b-1693-4c1f-98d2-a8646f15dba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-187344885-subnet', 'tenant_id': '5c253be8925f4643a2681946d0472524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:13.250639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38144ed-37c4-4e93-a16f-859e2cb5d646 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a6078b-1693-4c1f-98d2-a8646f15dba6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:13.265530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b0a6078b-1693-4c1f-98d2-a8646f15dba6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:11:13.282618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Made reservation on behalf of 5c253be8925f4643a2681946d0472524 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:13.282864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] No DVR routers for this DVR port df79146e-6e99-41dd-bb5f-207daf66a994 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:11:13.285371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Allocated IP 172.25.8.153 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/ff663957-d97c-430f-8602-7935ac2fc488) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:13.289038 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.289761 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.292858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b413b3d-6867-41a8-8a7d-1a8cbddb2edb req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "DELETE /v2.0/ports/df79146e-6e99-41dd-bb5f-207daf66a994 HTTP/1.1" status: 204 len: 173 time: 1.5783906 Oct 25 09:11:13.315273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd693c2-1b41-45c6-889d-2e1b88fcc187', 'name': 'network-vif-deleted', 'tag': 'df79146e-6e99-41dd-bb5f-207daf66a994'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:13.318334 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df39d90f-8099-4376-8493-ce214de2a150" -d '{"events": [{"server_uuid": "ffd693c2-1b41-45c6-889d-2e1b88fcc187", "name": "network-vif-deleted", "tag": "df79146e-6e99-41dd-bb5f-207daf66a994"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:13.330732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e7e88-a929-41d6-865c-329ed1ea6989 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event deleted for resources: {'Port': ['ID=df79146e-6e99-41dd-bb5f-207daf66a994,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:13.422506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a176d6e-a6bf-4a30-8e01-c675b133af85 req-ec880baa-2cbf-487f-8c85-e5f554997d70 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffd693c2-1b41-45c6-889d-2e1b88fcc187 HTTP/1.1" status: 200 len: 210 time: 0.1398194 Oct 25 09:11:13.558356 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13612a0b-07c7-48cb-a850-c25ca04b055e x-openstack-request-id: req-13612a0b-07c7-48cb-a850-c25ca04b055e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:13.558857 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd693c2-1b41-45c6-889d-2e1b88fcc187", "name": "network-vif-deleted", "tag": "df79146e-6e99-41dd-bb5f-207daf66a994", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:13.559521 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13612a0b-07c7-48cb-a850-c25ca04b055e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:13.560142 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd693c2-1b41-45c6-889d-2e1b88fcc187', 'name': 'network-vif-deleted', 'tag': 'df79146e-6e99-41dd-bb5f-207daf66a994', 'status': 'completed', 'code': 200} Oct 25 09:11:13.607243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.661838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.678800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d04f18-7ee0-46f6-b672-a7ea61132ee4,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:13.709213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Checking segment: {'id': 'b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0a6078b-1693-4c1f-98d2-a8646f15dba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:11:13.710374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Network hostable DHCP agents. Network: b0a6078b-1693-4c1f-98d2-a8646f15dba6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:11:13.717827 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.750194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Network b0a6078b-1693-4c1f-98d2-a8646f15dba6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:11:13.764618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, b0a6078b-1693-4c1f-98d2-a8646f15dba6) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:13.770750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:13.773094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:13.786914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d38bbc-3d75-4359-ad47-1459c82ee374 None None] Network b0a6078b-1693-4c1f-98d2-a8646f15dba6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:11:13.834470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5d2204d8-707a-436d-99a5-3e28cccc8a1c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6192472 Oct 25 09:11:13.839331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'Port': ['ID=ff663957-d97c-430f-8602-7935ac2fc488,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:13.851037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:13.854037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:13.869944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:14.063849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1257829-ccf1-4d2f-8b40-f28116daf912 None None] Network b0a6078b-1693-4c1f-98d2-a8646f15dba6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:11:14.374666 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:14.518069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-64e37ef0-af1a-40e0-b13a-e916cff05ce6 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:14.525925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-64e37ef0-af1a-40e0-b13a-e916cff05ce6 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/networks?id=b0a6078b-1693-4c1f-98d2-a8646f15dba6 HTTP/1.1" status: 200 len: 813 time: 0.2095046 Oct 25 09:11:14.546538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-b405e00c-33c7-4176-883f-a115e6ce1cad tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/quotas/5c253be8925f4643a2681946d0472524 HTTP/1.1" status: 200 len: 375 time: 0.0176175 Oct 25 09:11:14.642245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-799e8511-fcdd-490e-932f-e35dd7cacac1 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c253be8925f4643a2681946d0472524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606937 Oct 25 09:11:14.758897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:14.861575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-9f58b44a-60dd-4623-9ab0-d4851db90633 service neutron] 10.222.0.32 "GET /v2.0/networks/b0a6078b-1693-4c1f-98d2-a8646f15dba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013037 Oct 25 09:11:14.988637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-6508ab98-bc67-4cd5-830b-f3709711f09b service neutron] 10.222.0.32 "GET /v2.0/networks/b0a6078b-1693-4c1f-98d2-a8646f15dba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218028 Oct 25 09:11:15.018191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Router ed48eb27-3335-4910-9375-2415dafd48d6 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:15.161091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:15.175339 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Sync routers for ids ['ed48eb27-3335-4910-9375-2415dafd48d6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:15.204633 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Routers {'ed48eb27-3335-4910-9375-2415dafd48d6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:15.205875 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:10:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['ed48eb27-3335-4910-9375-2415dafd48d6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:15.212433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:15.220271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-01ab3aa5-1821-4650-b734-28c7933a1c35 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9832454 Oct 25 09:11:15.220711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38042) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:15.435191 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f7f3e7eb-c571-4a52-94a7-22cdd893ba68 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/routers/ed48eb27-3335-4910-9375-2415dafd48d6 HTTP/1.1" status: 200 len: 909 time: 0.2125051 Oct 25 09:11:15.435933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38050) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:15.440205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1180325636', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': True}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:15.446611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Set router ed48eb27-3335-4910-9375-2415dafd48d6 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:11:15.457973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3e3b599-81a2-4084-b1a7-61379e6dc96d req-d6122123-15d6-4b5a-bf46-fd6f7cb579f3 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 210 time: 0.0672755 Oct 25 09:11:15.525244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:15.526409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:15.676202 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:15.749235 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed48eb27-3335-4910-9375-2415dafd48d6', 'name': 'tempest-snat-router-1180325636', 'tenant_id': '9221b3488fe3453ab4163833edb3133c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.153'}], 'enable_snat': False}, 'gw_port_id': 'ff663957-d97c-430f-8602-7935ac2fc488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:11:11Z', 'updated_at': '2021-10-25T09:11:14Z', 'revision_number': 3, 'project_id': '9221b3488fe3453ab4163833edb3133c', 'gw_port': {'id': 'ff663957-d97c-430f-8602-7935ac2fc488', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48eb27-3335-4910-9375-2415dafd48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:11:12Z', 'updated_at': '2021-10-25T09:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:15.785254 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Checking router: ed48eb27-3335-4910-9375-2415dafd48d6 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:11:15.785765 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Updating router ed48eb27-3335-4910-9375-2415dafd48d6 port ff663957-d97c-430f-8602-7935ac2fc488 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:11:15.826455 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:15.872202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-07ae6b5f-4dac-4820-bd8a-8c403bf63884 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:15.885031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-07ae6b5f-4dac-4820-bd8a-8c403bf63884 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.2591398 Oct 25 09:11:15.922120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-52e45b69-f5ff-4ad0-84e3-64eeb037e469 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/quotas/17cae23e76914f6981ea88ef25f859c6 HTTP/1.1" status: 200 len: 375 time: 0.0360966 Oct 25 09:11:15.978319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-3099ae5a-69a9-42f0-8d88-ee72580a37de tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550406 Oct 25 09:11:16.034489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.147650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-22a8f8f0-2006-42c8-be7d-93134360c151 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685123 Oct 25 09:11:16.196274 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.209992 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.247860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device df79146e-6e99-41dd-bb5f-207daf66a994 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:11:16.282022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: df79146e-6e99-41dd-bb5f-207daf66a994 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:11:16.282365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device df79146e-6e99-41dd-bb5f-207daf66a994 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:11:16.334856 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Attempting to bind port ff663957-d97c-430f-8602-7935ac2fc488 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:11:16.339024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-e73fd72e-a841-4d8f-991f-16225b918c0a service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898215 Oct 25 09:11:16.339427 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Attempting to bind port ff663957-d97c-430f-8602-7935ac2fc488 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:11:16.339921 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Attempting to bind port ff663957-d97c-430f-8602-7935ac2fc488 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:11:16.368826 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:11:16.369417 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:11:16.371678 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.373292 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:11:16.374021 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Bound port: ff663957-d97c-430f-8602-7935ac2fc488, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:11:16.378063 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.403885 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae651a10-ec53-494a-8b17-bf73759b77d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.418640 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Pushing event updated for resources: {'Port': ['ID=ff663957-d97c-430f-8602-7935ac2fc488,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:16.429851 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.430342 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.430791 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.431231 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.431669 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.432123 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.432688 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.433145 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.433573 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.434003 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.434432 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.434859 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:16.483260 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] For port ff663957-d97c-430f-8602-7935ac2fc488, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:11:16.488293 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] For port ff663957-d97c-430f-8602-7935ac2fc488, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ff663957-d97c-430f-8602-7935ac2fc488,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:11:16.498848 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.517419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.542974 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.607527 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Routers {'ed48eb27-3335-4910-9375-2415dafd48d6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:16.617968 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:10:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['ed48eb27-3335-4910-9375-2415dafd48d6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:16.684065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Allocated IP 172.25.8.40 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/68094423-ff5b-4d02-8aef-33a4feb0c1fc) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:16.716940 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bffcda-65a8-41f8-9ad1-f6c539770537 None None] Pushing event updated for resources: {'Port': ['ID=ff663957-d97c-430f-8602-7935ac2fc488,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:16.781691 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] Set router ed48eb27-3335-4910-9375-2415dafd48d6 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:11:16.937756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:16.970633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f952b0d-7bdb-42a7-aa11-636c424d4078 req-f6d5d8ba-2b61-486c-a981-b68dcdce04bc tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 210 time: 0.0839932 Oct 25 09:11:17.042389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:17.158005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-428d6b73-00a2-48fe-9696-70c81ce36671 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:17.160452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-428d6b73-00a2-48fe-9696-70c81ce36671 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.41 "GET /v2.0/networks?id=b0a6078b-1693-4c1f-98d2-a8646f15dba6 HTTP/1.1" status: 200 len: 813 time: 0.1861169 Oct 25 09:11:17.203511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97579870-1279-4743-b6da-6334122694ee req-e858cf3e-cd64-4cd1-a280-594d1ba4f9e0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 210 time: 0.0413911 Oct 25 09:11:17.208605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Request body: {'port': {'device_id': '8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c', 'network_id': 'b0a6078b-1693-4c1f-98d2-a8646f15dba6', 'admin_state_up': True, 'tenant_id': '5c253be8925f4643a2681946d0472524'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:17.279810 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed48eb27-3335-4910-9375-2415dafd48d6', 'name': 'tempest-snat-router-1180325636', 'tenant_id': '9221b3488fe3453ab4163833edb3133c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.153'}], 'enable_snat': False}, 'gw_port_id': 'ff663957-d97c-430f-8602-7935ac2fc488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:11:11Z', 'updated_at': '2021-10-25T09:11:14Z', 'revision_number': 3, 'project_id': '9221b3488fe3453ab4163833edb3133c', 'gw_port': {'id': 'ff663957-d97c-430f-8602-7935ac2fc488', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48eb27-3335-4910-9375-2415dafd48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:11:12Z', 'updated_at': '2021-10-25T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:17.306779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'Port': ['ID=68094423-ff5b-4d02-8aef-33a4feb0c1fc,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:17.330578 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3ccc4-fb9e-4651-a31e-f9d467d9d2ea None None] The sync data for ids ['ed48eb27-3335-4910-9375-2415dafd48d6'] in n-d-814746-2 is: [{'id': 'ed48eb27-3335-4910-9375-2415dafd48d6', 'name': 'tempest-snat-router-1180325636', 'tenant_id': '9221b3488fe3453ab4163833edb3133c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.153'}], 'enable_snat': False}, 'gw_port_id': 'ff663957-d97c-430f-8602-7935ac2fc488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:11:11Z', 'updated_at': '2021-10-25T09:11:14Z', 'revision_number': 3, 'project_id': '9221b3488fe3453ab4163833edb3133c', 'gw_port': {'id': 'ff663957-d97c-430f-8602-7935ac2fc488', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48eb27-3335-4910-9375-2415dafd48d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:11:12Z', 'updated_at': '2021-10-25T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:17.364014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:17.371216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:17.383577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:17.480256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Made reservation on behalf of 5c253be8925f4643a2681946d0472524 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:17.489735 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:17.725844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Allocated IP 172.20.0.10 (b0a6078b-1693-4c1f-98d2-a8646f15dba6/54d04f18-7ee0-46f6-b672-a7ea61132ee4/9c6b0825-a577-41f9-a884-3f724c181ff1) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:17.892596 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:18.145996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05ebdbea-effe-4fba-858e-28376a074a3a req-910ba984-ef60-4e81-bc97-8fdb633b117e tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 210 time: 0.0685415 Oct 25 09:11:18.161986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:18.220059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:18.281476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:18.307134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Network b0a6078b-1693-4c1f-98d2-a8646f15dba6 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:18.311884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:18.313992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Pushing event updated for resources: {'Port': ['ID=9c6b0825-a577-41f9-a884-3f724c181ff1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:18.324099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:18.551376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Router e38b1ff4-cad1-4355-a92f-bba18c13361d is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:18.551572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-b7d1c544-937e-43b8-9caa-42515c2eb53e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:18.553030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-b7d1c544-937e-43b8-9caa-42515c2eb53e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.18 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.1654725 Oct 25 09:11:18.590079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Request body: {'port': {'device_id': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'admin_state_up': True, 'tenant_id': '17cae23e76914f6981ea88ef25f859c6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:18.631725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f69f700-d209-4084-b207-2c2de0e368cb req-afec7e2e-0c86-4543-90fd-4c43f722b2a1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 210 time: 0.2375627 Oct 25 09:11:18.731050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:18.735292 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:18.744286 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-339c0e01-7793-4602-b65c-f06d3398b55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:18.755074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:18.771941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Sync routers for ids ['e38b1ff4-cad1-4355-a92f-bba18c13361d'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:18.786052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-76970dec-d88d-4dce-8521-ffc2d3394842 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5812442 Oct 25 09:11:18.787452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Routers {'e38b1ff4-cad1-4355-a92f-bba18c13361d'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:18.788097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e38b1ff4-cad1-4355-a92f-bba18c13361d'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:18.790123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:18.792727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-88966577-21de-4a4a-9756-13de0056858a tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3558373 Oct 25 09:11:18.795533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38126) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:18.824334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Request body: {'port': {'device_id': '8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:18.980260 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:18.995199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Made reservation on behalf of 17cae23e76914f6981ea88ef25f859c6 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:18.999144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:19.032770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Set router e38b1ff4-cad1-4355-a92f-bba18c13361d gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:11:19.047671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5364602b-0058-47df-b5b1-298885da550e tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/routers/e38b1ff4-cad1-4355-a92f-bba18c13361d HTTP/1.1" status: 200 len: 907 time: 0.2504957 Oct 25 09:11:19.053168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38134) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:19.290530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:19.431221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38b1ff4-cad1-4355-a92f-bba18c13361d', 'name': 'tempest-snat-router-1180325636', 'tenant_id': '9221b3488fe3453ab4163833edb3133c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '68094423-ff5b-4d02-8aef-33a4feb0c1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:11:15Z', 'updated_at': '2021-10-25T09:11:17Z', 'revision_number': 3, 'project_id': '9221b3488fe3453ab4163833edb3133c', 'gw_port': {'id': '68094423-ff5b-4d02-8aef-33a4feb0c1fc', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38b1ff4-cad1-4355-a92f-bba18c13361d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:11:16Z', 'updated_at': '2021-10-25T09:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:19.471226 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:19.481036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Checking router: e38b1ff4-cad1-4355-a92f-bba18c13361d for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:11:19.481636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Updating router e38b1ff4-cad1-4355-a92f-bba18c13361d port 68094423-ff5b-4d02-8aef-33a4feb0c1fc binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:11:19.507723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Allocated IP 172.20.0.8 (d614783c-104d-44ae-b8d7-fddab6c343dc/eca46ef7-c47c-435f-b6e3-6f8b5f596295/4aabaf4d-6598-42ba-8ddd-d1d63de88a10) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:19.510977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:19.531443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e5ac-c13b-464e-a8dd-ae3b5a467f68 req-84c8a01e-08d4-4589-a34c-44e59d92b646 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:19.539829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d11e5ac-c13b-464e-a8dd-ae3b5a467f68 req-84c8a01e-08d4-4589-a34c-44e59d92b646 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 932 time: 0.2688851 Oct 25 09:11:19.579571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Deleting port 68094423-ff5b-4d02-8aef-33a4feb0c1fc {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:19.579920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:19.732678 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:19.769351 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Calling delete_port for 68094423-ff5b-4d02-8aef-33a4feb0c1fc owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:19.949498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d11e5ac-c13b-464e-a8dd-ae3b5a467f68 req-70fbafbb-19a7-48ca-aece-8322fee12337 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256986 Oct 25 09:11:20.030130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ff663957-d97c-430f-8602-7935ac2fc488 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:11:20.093089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6b0825-a577-41f9-a884-3f724c181ff1 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:11:20.134485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.177925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event deleted for resources: {'Port': ['ID=68094423-ff5b-4d02-8aef-33a4feb0c1fc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:20.213116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.218588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6801789-d635-4c8b-a722-14b4c8bdef52 req-468a3ce6-95cb-4085-ad49-606bcf2b89f4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 210 time: 0.1198235 Oct 25 09:11:20.256316 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.257024 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.263881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Transition to ACTIVE for port object 9c6b0825-a577-41f9-a884-3f724c181ff1 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:11:20.312829 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.327514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.399163 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.416400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6b0825-a577-41f9-a884-3f724c181ff1,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:20.435233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ff663957-d97c-430f-8602-7935ac2fc488 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:20.435598 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.484909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.487026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.513385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Attempting to bind port 9c6b0825-a577-41f9-a884-3f724c181ff1 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:11:20.513863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Attempting to bind port 9c6b0825-a577-41f9-a884-3f724c181ff1 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0a6078b-1693-4c1f-98d2-a8646f15dba6'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:11:20.514306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Attempting to bind port 9c6b0825-a577-41f9-a884-3f724c181ff1 on network b0a6078b-1693-4c1f-98d2-a8646f15dba6 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:11:20.519491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Port 9c6b0825-a577-41f9-a884-3f724c181ff1 on network b0a6078b-1693-4c1f-98d2-a8646f15dba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:11:20.523099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Attempting to bind port 9c6b0825-a577-41f9-a884-3f724c181ff1 on network b0a6078b-1693-4c1f-98d2-a8646f15dba6 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:11:20.527720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.527910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:11:20.528168 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:11:20.537781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:11:20.538285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Checking segment: {'id': 'b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0a6078b-1693-4c1f-98d2-a8646f15dba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:11:20.539440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Bound using segment: {'id': 'b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0a6078b-1693-4c1f-98d2-a8646f15dba6'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:11:20.539994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Bound port: 9c6b0825-a577-41f9-a884-3f724c181ff1, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0a6078b-1693-4c1f-98d2-a8646f15dba6'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:11:20.540475 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.581744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.582462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e38b1ff4-cad1-4355-a92f-bba18c13361d {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:20.588924 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.590562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.595562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38160) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:20.596805 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f921db3-bc98-4e2f-876b-5a10f4a8bf9f tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e38b1ff4-cad1-4355-a92f-bba18c13361d HTTP/1.1" status: 204 len: 168 time: 1.5420880 Oct 25 09:11:20.617293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Network d614783c-104d-44ae-b8d7-fddab6c343dc is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:20.619880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port ff663957-d97c-430f-8602-7935ac2fc488, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ff663957-d97c-430f-8602-7935ac2fc488,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:20.626290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:20.747972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=ff663957-d97c-430f-8602-7935ac2fc488,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:21.030158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event updated for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:21.051836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Port 68094423-ff5b-4d02-8aef-33a4feb0c1fc not found while updating agent binding for router e38b1ff4-cad1-4355-a92f-bba18c13361d. {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 25 09:11:21.061630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Routers set() bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:21.061630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Router IDs set() for agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 25 09:11:21.062217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_agentschedulers_db [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e38b1ff4-cad1-4355-a92f-bba18c13361d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent'). {{(pid=106993) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 25 09:11:21.062500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:21.062603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a19ac-9cc9-49d2-b0f1-9cf6a2de35e7 None None] The sync data for ids ['e38b1ff4-cad1-4355-a92f-bba18c13361d'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:21.065703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:21.192907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:21.193520 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:21.202005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] For port 9c6b0825-a577-41f9-a884-3f724c181ff1, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:11:21.210213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] For port 9c6b0825-a577-41f9-a884-3f724c181ff1, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9c6b0825-a577-41f9-a884-3f724c181ff1,segment=NetworkSegment(b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8),segment_id=b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:11:21.230472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c7645-4809-4777-b826-ee8d01d9df48 req-824f6a79-61b4-46b0-be21-ef9f3f698adb tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:21.232056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792c7645-4809-4777-b826-ee8d01d9df48 req-824f6a79-61b4-46b0-be21-ef9f3f698adb tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 944 time: 0.1546412 Oct 25 09:11:21.234094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:21.236405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:21.244065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-83d2563b-a39e-4414-a251-519f205b554d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6585183 Oct 25 09:11:21.335973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Request body: {'port': {'device_id': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:21.382837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:21.383451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:21.384812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/9c6b0825-a577-41f9-a884-3f724c181ff1 HTTP/1.1" status: 200 len: 1092 time: 2.5759721 Oct 25 09:11:21.386345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c', 'tag': '9c6b0825-a577-41f9-a884-3f724c181ff1'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:21.388637 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c", "tag": "9c6b0825-a577-41f9-a884-3f724c181ff1"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:21.472084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fbe01-af46-4713-a4cd-31118754a0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6b0825-a577-41f9-a884-3f724c181ff1,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:21.477453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792c7645-4809-4777-b826-ee8d01d9df48 req-93066379-dc2c-48b5-a097-8a06f59da904 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295129 Oct 25 09:11:21.503286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:21.525045 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:11:21.578575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:21.597067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-02250e38-7277-4e10-a650-6ed4117475be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:21.598846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-02250e38-7277-4e10-a650-6ed4117475be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c253be8925f4643a2681946d0472524&device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 1095 time: 0.1417243 Oct 25 09:11:21.676830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ff663957-d97c-430f-8602-7935ac2fc488 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:11:21.742295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-1cf0ffd4-569f-4a09-a9d5-ed272e29ff75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6b0825-a577-41f9-a884-3f724c181ff1 HTTP/1.1" status: 200 len: 217 time: 0.1196685 Oct 25 09:11:21.742987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:21.750084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ff663957-d97c-430f-8602-7935ac2fc488 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:21.750451 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:21.868696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc2dc6-9cc7-4624-95fe-9b6e4991f38c req-45365119-6e80-471c-b374-0a2615083f4a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:21.870509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fcc2dc6-9cc7-4624-95fe-9b6e4991f38c req-45365119-6e80-471c-b374-0a2615083f4a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 931 time: 0.2942462 Oct 25 09:11:21.912261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-8d51bdc6-d30e-47a7-85d2-287e220702a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:21.914617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-8d51bdc6-d30e-47a7-85d2-287e220702a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54d04f18-7ee0-46f6-b672-a7ea61132ee4 HTTP/1.1" status: 200 len: 853 time: 0.1628709 Oct 25 09:11:21.976466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-f3c843f2-444b-4614-94a9-d46354fc88b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0a6078b-1693-4c1f-98d2-a8646f15dba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515079 Oct 25 09:11:21.981180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fcc2dc6-9cc7-4624-95fe-9b6e4991f38c req-45c691bb-c755-493a-b2c8-8423d2794d09 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024950 Oct 25 09:11:21.982573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Deleting port ff663957-d97c-430f-8602-7935ac2fc488 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:21.982972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:22.187485 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44419318-ddbc-4e21-a508-b719ef001eca x-openstack-request-id: req-44419318-ddbc-4e21-a508-b719ef001eca {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:22.187769 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c", "tag": "9c6b0825-a577-41f9-a884-3f724c181ff1", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:22.188169 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44419318-ddbc-4e21-a508-b719ef001eca {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:22.188566 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c', 'tag': '9c6b0825-a577-41f9-a884-3f724c181ff1', 'status': 'completed', 'code': 200} Oct 25 09:11:22.247302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] For port ff663957-d97c-430f-8602-7935ac2fc488, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ff663957-d97c-430f-8602-7935ac2fc488,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:22.247667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:22.260430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-2ad7619c-c22f-4058-846b-a77636e9bea1 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a6078b-1693-4c1f-98d2-a8646f15dba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713373 Oct 25 09:11:22.266680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Calling delete_port for ff663957-d97c-430f-8602-7935ac2fc488 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:22.270766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:11:22.293525 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:22.490124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Transition to ACTIVE for port object 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:11:22.490124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:22.595043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01b2adf2-fb54-44d9-a377-17dd6e349ea8 req-7b171632-e3a8-47af-9a56-a29926057048 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a6078b-1693-4c1f-98d2-a8646f15dba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262601 Oct 25 09:11:22.640487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:22.765576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:22.821251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff663957-d97c-430f-8602-7935ac2fc488,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:22.842841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3d1ef-f606-40d8-9f2d-2c22e361c52d req-1eddeae1-45cd-4d27-bf5a-c6fd1bf765e5 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:22.851745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7d3d1ef-f606-40d8-9f2d-2c22e361c52d req-1eddeae1-45cd-4d27-bf5a-c6fd1bf765e5 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 944 time: 0.2131996 Oct 25 09:11:22.868201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Attempting to bind port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:11:22.868552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Attempting to bind port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:11:22.868914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Attempting to bind port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:11:22.879341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-928bd36d-05f7-4636-a449-1a4cd9986194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:22.880795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-928bd36d-05f7-4636-a449-1a4cd9986194 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c253be8925f4643a2681946d0472524&device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 1095 time: 0.1774800 Oct 25 09:11:22.919997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 on network d614783c-104d-44ae-b8d7-fddab6c343dc not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:11:22.920322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Attempting to bind port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:11:22.980779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:11:22.981161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Checking segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:11:22.981535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Bound using segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:11:22.981984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Bound port: 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:11:22.982343 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.020485 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.030126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7d3d1ef-f606-40d8-9f2d-2c22e361c52d req-96e37d65-d70c-4fcd-a7e1-8d452b7bbe80 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777186 Oct 25 09:11:23.180638 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.204101 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.233226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-f1c23c41-38fa-4f91-9832-7b1a8ddcdc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:23.234835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-f1c23c41-38fa-4f91-9832-7b1a8ddcdc00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0a6078b-1693-4c1f-98d2-a8646f15dba6 HTTP/1.1" status: 200 len: 914 time: 0.3452947 Oct 25 09:11:23.334507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:11:23.339484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-251cfc98-4e8e-4781-a962-60c6431c359a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6b0825-a577-41f9-a884-3f724c181ff1 HTTP/1.1" status: 200 len: 217 time: 0.0654936 Oct 25 09:11:23.351919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1aece-d913-462f-937f-e904056152c1 req-17a05db4-7fb2-4043-b306-c1889517daf1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:23.353537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3e1aece-d913-462f-937f-e904056152c1 req-17a05db4-7fb2-4043-b306-c1889517daf1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 943 time: 0.2041042 Oct 25 09:11:23.361606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.362143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed48eb27-3335-4910-9375-2415dafd48d6 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:23.367325 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.368445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-656e184a-36e3-4121-8ab6-26ec50f63bc8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ed48eb27-3335-4910-9375-2415dafd48d6 HTTP/1.1" status: 204 len: 168 time: 2.7700069 Oct 25 09:11:23.372121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38248) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:23.377029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1495969302', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:23.401039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:11:23.418571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.420220 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.449959 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.523059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.543810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-4263667c-d072-408d-a63c-f14e5c254bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:23.549797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-4263667c-d072-408d-a63c-f14e5c254bfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54d04f18-7ee0-46f6-b672-a7ea61132ee4 HTTP/1.1" status: 200 len: 853 time: 0.1891978 Oct 25 09:11:23.585310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3e1aece-d913-462f-937f-e904056152c1 req-7fdb3d4b-1f1f-40a6-98e2-5c0d158c23cf tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856794 Oct 25 09:11:23.599277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:23.599277 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:23.600550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/4aabaf4d-6598-42ba-8ddd-d1d63de88a10 HTTP/1.1" status: 200 len: 1091 time: 2.2995968 Oct 25 09:11:23.629598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-8c348398-0822-4456-9a07-7c7976c4a2a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0a6078b-1693-4c1f-98d2-a8646f15dba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578587 Oct 25 09:11:23.635204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420526f-3fcb-4ea3-b2ad-97b9571756d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:23.789380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-1898169c-ce8f-4f2c-8263-9bdb5b9404f8 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a6078b-1693-4c1f-98d2-a8646f15dba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494918 Oct 25 09:11:23.852495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-467b5b70-f967-4908-a47e-c8ca55bb7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:23.854186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-467b5b70-f967-4908-a47e-c8ca55bb7151 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 1094 time: 0.1229727 Oct 25 09:11:23.968674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-0fb22c58-1afd-446f-8d30-551e2b858ff2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10 HTTP/1.1" status: 200 len: 217 time: 0.0999775 Oct 25 09:11:23.990209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ff663957-d97c-430f-8602-7935ac2fc488 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:11:24.022076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ff663957-d97c-430f-8602-7935ac2fc488 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:11:24.023459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ff663957-d97c-430f-8602-7935ac2fc488 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:11:24.056976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-deeacecb-ab4e-4228-ac9a-8bfee9f0e6ce req-6c37f725-def4-4646-a840-4b7fcbf454d2 service neutron] 10.222.0.41 "GET /v2.0/networks/b0a6078b-1693-4c1f-98d2-a8646f15dba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609954 Oct 25 09:11:24.082869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-12665bab-07a8-4521-861c-a775ced3cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:24.088114 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-12665bab-07a8-4521-861c-a775ced3cda2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.0933766 Oct 25 09:11:24.140592 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:24.143420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-4506c5b0-e3c1-482d-bb65-3a9f07e997af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391104 Oct 25 09:11:24.200703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:24.200703 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46792e4-1402-468d-9801-48e430f610cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:24.283859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af611d-4eaf-4fc8-b8d8-a9b72a1c3f96 req-7d0dc669-3559-493a-a16a-b2fe351ce1bc tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:24.293382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49af611d-4eaf-4fc8-b8d8-a9b72a1c3f96 req-7d0dc669-3559-493a-a16a-b2fe351ce1bc tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 944 time: 0.1478422 Oct 25 09:11:24.365598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49af611d-4eaf-4fc8-b8d8-a9b72a1c3f96 req-1083f933-3ade-4c3e-97a8-d3cba07b6363 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713511 Oct 25 09:11:24.372478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-2cc4dcd7-b916-4314-967a-98f5394556a6 service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898642 Oct 25 09:11:24.415435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:24.436919 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:24.489536 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c1f0ee-878d-4206-aa2e-6ad7b96f9190 x-openstack-request-id: req-58c1f0ee-878d-4206-aa2e-6ad7b96f9190 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:24.489863 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:24.490081 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58c1f0ee-878d-4206-aa2e-6ad7b96f9190 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:24.490483 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'status': 'completed', 'code': 200} Oct 25 09:11:24.492680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0f281bc-21ce-47af-9e07-c29c84fdc326 req-f9d98996-02fa-4a60-a042-b2a61927da83 service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116383 Oct 25 09:11:24.596744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Allocated IP 172.25.8.12 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/25f4a30d-6873-43aa-9dc4-b66bb46bd92d) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:24.672795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46792e4-1402-468d-9801-48e430f610cb req-75438cf8-4c02-4dbb-bd76-44b11658a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:24.674384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a46792e4-1402-468d-9801-48e430f610cb req-75438cf8-4c02-4dbb-bd76-44b11658a8f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 1094 time: 0.0845530 Oct 25 09:11:24.765959 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:24.810027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:24.819089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b634-1a99-4a1a-8ec2-cb4901cdfc68 req-2ceade51-6847-4f3f-a79e-96698f447608 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:24.821652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b352b634-1a99-4a1a-8ec2-cb4901cdfc68 req-2ceade51-6847-4f3f-a79e-96698f447608 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 943 time: 0.0834174 Oct 25 09:11:24.826636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46792e4-1402-468d-9801-48e430f610cb req-2664fef7-a9f1-4e8a-875f-67d351437e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:24.828005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a46792e4-1402-468d-9801-48e430f610cb req-2664fef7-a9f1-4e8a-875f-67d351437e4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 912 time: 0.1452065 Oct 25 09:11:24.895275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:24.901982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:24.904201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event updated for resources: {'Port': ['ID=25f4a30d-6873-43aa-9dc4-b66bb46bd92d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:24.911475 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:24.920079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a46792e4-1402-468d-9801-48e430f610cb req-22ed80a5-aa48-43dd-a0f3-7123440e51b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10 HTTP/1.1" status: 200 len: 217 time: 0.0688956 Oct 25 09:11:24.935992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b352b634-1a99-4a1a-8ec2-cb4901cdfc68 req-9569a1e4-0593-459d-8174-61a9e659fa8f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065738 Oct 25 09:11:25.248105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:25.424040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46792e4-1402-468d-9801-48e430f610cb req-5adbe7f1-9f70-4739-b93b-e394a57b7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:25.425700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a46792e4-1402-468d-9801-48e430f610cb req-5adbe7f1-9f70-4739-b93b-e394a57b7e13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.4807572 Oct 25 09:11:25.484221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a46792e4-1402-468d-9801-48e430f610cb req-4eb5c2f0-5a88-4ea1-9952-d59f510d73ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489471 Oct 25 09:11:25.542412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:25.642137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a46792e4-1402-468d-9801-48e430f610cb req-71a2edb0-a5de-4903-9c85-6aefc80b396d service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468105 Oct 25 09:11:25.650746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281c336-48db-4e3c-9362-35796947f1a1 req-3c43dda3-6d85-4be2-9a07-ded4563b3e29 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:25.652250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4281c336-48db-4e3c-9362-35796947f1a1 req-3c43dda3-6d85-4be2-9a07-ded4563b3e29 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 944 time: 0.1720190 Oct 25 09:11:25.704847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Router 58b98a16-48ec-4c74-b1b6-e4432fc8bd56 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:25.750981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4281c336-48db-4e3c-9362-35796947f1a1 req-bb089a51-326b-4296-96d8-b7b6c57cdfdf tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904357 Oct 25 09:11:25.800561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a46792e4-1402-468d-9801-48e430f610cb req-7ad82903-a528-4c66-8f69-ad82ae2a3991 service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474314 Oct 25 09:11:25.859337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:25.888033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:25.888549 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27ede9-c1ef-4282-aa57-cb23d50ac5ca None None] Sync routers for ids ['58b98a16-48ec-4c74-b1b6-e4432fc8bd56'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:25.889904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f8878062-accd-4858-b757-b86886f67b30 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5164580 Oct 25 09:11:25.892756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38322) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:25.899478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6533a947-1bb1-4699-bd8e-6aa9d516a4d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': False}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:25.913860 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27ede9-c1ef-4282-aa57-cb23d50ac5ca None None] Routers {'58b98a16-48ec-4c74-b1b6-e4432fc8bd56'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:25.914745 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ef27ede9-c1ef-4282-aa57-cb23d50ac5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['58b98a16-48ec-4c74-b1b6-e4432fc8bd56'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:25.954596 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ef27ede9-c1ef-4282-aa57-cb23d50ac5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:25.980499 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27ede9-c1ef-4282-aa57-cb23d50ac5ca None None] Routers {'58b98a16-48ec-4c74-b1b6-e4432fc8bd56'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:25.983344 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ef27ede9-c1ef-4282-aa57-cb23d50ac5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['58b98a16-48ec-4c74-b1b6-e4432fc8bd56'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:26.058529 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ef27ede9-c1ef-4282-aa57-cb23d50ac5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:26.059255 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27ede9-c1ef-4282-aa57-cb23d50ac5ca None None] The sync data for ids ['58b98a16-48ec-4c74-b1b6-e4432fc8bd56'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:26.186063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533599a-c817-47a1-a8d6-cc0cfafb79dd req-06106203-977c-4119-ae64-a37f902bc570 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:26.193318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e533599a-c817-47a1-a8d6-cc0cfafb79dd req-06106203-977c-4119-ae64-a37f902bc570 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 943 time: 0.1105156 Oct 25 09:11:26.279009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e533599a-c817-47a1-a8d6-cc0cfafb79dd req-a74d8910-0008-4fbb-96c9-10a32c7076a8 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847144 Oct 25 09:11:26.303108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9c6b0825-a577-41f9-a884-3f724c181ff1 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:11:26.382135 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6533a947-1bb1-4699-bd8e-6aa9d516a4d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:26.464209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9c6b0825-a577-41f9-a884-3f724c181ff1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9c6b0825-a577-41f9-a884-3f724c181ff1,segment=NetworkSegment(b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8),segment_id=b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:26.483292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '9c6b0825-a577-41f9-a884-3f724c181ff1', 'network_id': 'b0a6078b-1693-4c1f-98d2-a8646f15dba6', 'port_id': '9c6b0825-a577-41f9-a884-3f724c181ff1', 'mac_address': 'fa:16:3e:8f:7c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d04f18-7ee0-46f6-b672-a7ea61132ee4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:11:26.521826 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:26.536595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6b0825-a577-41f9-a884-3f724c181ff1 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:11:26.561630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9c6b0825-a577-41f9-a884-3f724c181ff1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9c6b0825-a577-41f9-a884-3f724c181ff1,segment=NetworkSegment(b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8),segment_id=b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:26.568105 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:26.634072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=9c6b0825-a577-41f9-a884-3f724c181ff1,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:26.937380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['9c6b0825-a577-41f9-a884-3f724c181ff1'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:11:26.980235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f9b9a-621c-45b6-8398-7a03aa81abf7 req-53301b14-96ef-44ee-b2da-b1b2240c4b6b tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:26.982050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a3f9b9a-621c-45b6-8398-7a03aa81abf7 req-53301b14-96ef-44ee-b2da-b1b2240c4b6b tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 945 time: 0.0779963 Oct 25 09:11:26.998124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6533a947-1bb1-4699-bd8e-6aa9d516a4d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:27.020980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6533a947-1bb1-4699-bd8e-6aa9d516a4d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:27.129210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a3f9b9a-621c-45b6-8398-7a03aa81abf7 req-25baf80a-aea7-42fd-9d38-ab1b7b9122bb tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268568 Oct 25 09:11:27.180312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6533a947-1bb1-4699-bd8e-6aa9d516a4d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Router 58b98a16-48ec-4c74-b1b6-e4432fc8bd56 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:11:27.295240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6533a947-1bb1-4699-bd8e-6aa9d516a4d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:27.299628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6533a947-1bb1-4699-bd8e-6aa9d516a4d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:27.301359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6533a947-1bb1-4699-bd8e-6aa9d516a4d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "PUT /v2.0/routers/58b98a16-48ec-4c74-b1b6-e4432fc8bd56 HTTP/1.1" status: 200 len: 925 time: 1.4066622 Oct 25 09:11:27.303458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38372) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:27.329166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1466372-7d94-4285-8717-56019b0f532a None None] Sync routers for ids ['58b98a16-48ec-4c74-b1b6-e4432fc8bd56'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:27.358444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1466372-7d94-4285-8717-56019b0f532a None None] Routers {'58b98a16-48ec-4c74-b1b6-e4432fc8bd56'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:27.359107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e1466372-7d94-4285-8717-56019b0f532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['58b98a16-48ec-4c74-b1b6-e4432fc8bd56'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:27.408527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e1466372-7d94-4285-8717-56019b0f532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:27.423234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1466372-7d94-4285-8717-56019b0f532a None None] Routers {'58b98a16-48ec-4c74-b1b6-e4432fc8bd56'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:27.424916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e1466372-7d94-4285-8717-56019b0f532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['58b98a16-48ec-4c74-b1b6-e4432fc8bd56'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:27.451527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edabcb7-4e87-4bba-848a-96789397e76b req-be0d8fd6-53b2-4e60-a8ae-1dd09eb03529 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:27.453536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2edabcb7-4e87-4bba-848a-96789397e76b req-be0d8fd6-53b2-4e60-a8ae-1dd09eb03529 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 943 time: 0.0797019 Oct 25 09:11:27.463867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e1466372-7d94-4285-8717-56019b0f532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:27.464522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1466372-7d94-4285-8717-56019b0f532a None None] The sync data for ids ['58b98a16-48ec-4c74-b1b6-e4432fc8bd56'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:27.495066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-19c2b2ba-0e5c-4a04-b3f1-3cc3ff888e36 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/routers/58b98a16-48ec-4c74-b1b6-e4432fc8bd56 HTTP/1.1" status: 200 len: 925 time: 0.1869884 Oct 25 09:11:27.495384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38382) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:27.521901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2edabcb7-4e87-4bba-848a-96789397e76b req-175ca3ac-89c7-4ac1-812f-b21adb6bf08d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617912 Oct 25 09:11:27.607050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf7329-53c2-47f1-aac9-c5f85cee39d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:27.611372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:27.611484 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-35cf7329-53c2-47f1-aac9-c5f85cee39d8 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=58b98a16-48ec-4c74-b1b6-e4432fc8bd56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1152272 Oct 25 09:11:27.707732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a9bd1e-efc2-432f-85d0-c99686d89fbf tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:27.709043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-36a9bd1e-efc2-432f-85d0-c99686d89fbf tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 881 time: 0.0966625 Oct 25 09:11:27.712496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38388) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:27.740349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a04a012f-09bd-4d71-8f1a-855492d52527 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=58b98a16-48ec-4c74-b1b6-e4432fc8bd56 HTTP/1.1" status: 200 len: 205 time: 0.0266354 Oct 25 09:11:27.743837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:27.867632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:27.991024 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.051577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Deleting port 25f4a30d-6873-43aa-9dc4-b66bb46bd92d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:28.051925 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.159523 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.176917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Calling delete_port for 25f4a30d-6873-43aa-9dc4-b66bb46bd92d owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:28.312486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9c6b0825-a577-41f9-a884-3f724c181ff1 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:11:28.344011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83c83-4e8f-4912-9a94-e62360c00faa req-2bb10f84-9a2c-4032-a96f-61290ab4362a tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:28.348423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55f83c83-4e8f-4912-9a94-e62360c00faa req-2bb10f84-9a2c-4032-a96f-61290ab4362a tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 945 time: 0.1168389 Oct 25 09:11:28.374003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:11:28.429987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 9c6b0825-a577-41f9-a884-3f724c181ff1 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:11:28.431579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55f83c83-4e8f-4912-9a94-e62360c00faa req-7f9c528e-4ff1-4840-b4fc-0e1db73cf943 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689554 Oct 25 09:11:28.458811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.492389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 9c6b0825-a577-41f9-a884-3f724c181ff1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:28.492851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.497006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event deleted for resources: {'Port': ['ID=25f4a30d-6873-43aa-9dc4-b66bb46bd92d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:28.598365 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.632557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:28.653473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'port_id': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'mac_address': 'fa:16:3e:6b:04:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca46ef7-c47c-435f-b6e3-6f8b5f596295', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:11:28.719838 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.746597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:11:28.767241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.772495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.783281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:28.791812 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.849667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.853943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a9200-3c15-43a2-b820-c92ba1d90308 req-9288f52b-1a1a-454d-bf4e-934bd1d05f97 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:28.855517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67a9200-3c15-43a2-b820-c92ba1d90308 req-9288f52b-1a1a-454d-bf4e-934bd1d05f97 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 943 time: 0.2018266 Oct 25 09:11:28.856862 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.857493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Fanout notify agent at l3_agent the message router_deleted on router 58b98a16-48ec-4c74-b1b6-e4432fc8bd56 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:28.869359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.869915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-795f0b2c-18e6-4460-b3da-c28219f9fe80 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/58b98a16-48ec-4c74-b1b6-e4432fc8bd56 HTTP/1.1" status: 204 len: 168 time: 1.1250291 Oct 25 09:11:28.876052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38428) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:28.879673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-75128b67-1f29-40eb-8ed1-6ba597cce0c7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1713212256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:28.910202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6b0825-a577-41f9-a884-3f724c181ff1'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:28.913926 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ea2c4e-df12-4a37-83ee-0627cf32cba5" -d '{"events": [{"server_uuid": "8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c", "name": "network-vif-plugged", "status": "completed", "tag": "9c6b0825-a577-41f9-a884-3f724c181ff1"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:28.940749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75128b67-1f29-40eb-8ed1-6ba597cce0c7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.942114 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75128b67-1f29-40eb-8ed1-6ba597cce0c7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:28.948405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d67a9200-3c15-43a2-b820-c92ba1d90308 req-0c47a624-19e4-4d0f-980d-5776ac6a0529 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682836 Oct 25 09:11:28.958935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:28.980337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9c6b0825-a577-41f9-a884-3f724c181ff1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9c6b0825-a577-41f9-a884-3f724c181ff1,segment=NetworkSegment(b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8),segment_id=b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:28.999159 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:29.055295 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75128b67-1f29-40eb-8ed1-6ba597cce0c7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:29.063771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75128b67-1f29-40eb-8ed1-6ba597cce0c7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:29.066806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=9c6b0825-a577-41f9-a884-3f724c181ff1,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:29.100219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75128b67-1f29-40eb-8ed1-6ba597cce0c7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:29.102456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-75128b67-1f29-40eb-8ed1-6ba597cce0c7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2266760 Oct 25 09:11:29.106941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38438) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:29.112595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:29.181709 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e11ea7-4a6a-4d4e-8b35-aa89a79333ad x-openstack-request-id: req-15e11ea7-4a6a-4d4e-8b35-aa89a79333ad {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:29.182005 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c", "name": "network-vif-plugged", "status": "completed", "tag": "9c6b0825-a577-41f9-a884-3f724c181ff1", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:29.182267 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15e11ea7-4a6a-4d4e-8b35-aa89a79333ad {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:29.182665 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6b0825-a577-41f9-a884-3f724c181ff1', 'code': 200} Oct 25 09:11:29.276317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4aabaf4d-6598-42ba-8ddd-d1d63de88a10'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:11:29.486099 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:29.490800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160e8f-3fe2-43af-ba3d-4e975c72977d req-c5269e20-8282-4afb-9572-bbb68d5e8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:29.492792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84160e8f-3fe2-43af-ba3d-4e975c72977d req-c5269e20-8282-4afb-9572-bbb68d5e8ebd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 1097 time: 0.1839876 Oct 25 09:11:29.604728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84160e8f-3fe2-43af-ba3d-4e975c72977d req-20015c75-9eeb-4955-afc1-a9dbf95751ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017456 Oct 25 09:11:29.646375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d55a3d-3870-41ac-abe5-469ca946a671 req-93b7c5e3-c260-417c-aaf4-f742b2bf98b9 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:29.648555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1d55a3d-3870-41ac-abe5-469ca946a671 req-93b7c5e3-c260-417c-aaf4-f742b2bf98b9 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 946 time: 0.1099126 Oct 25 09:11:29.704355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1d55a3d-3870-41ac-abe5-469ca946a671 req-2deda5a5-798d-48c8-9cdc-8c57a8e4c094 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Oct 25 09:11:29.849187 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:29.871706 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:29.994375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Allocated IP 172.25.8.161 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/3ae20898-8067-478a-bca9-8766fcc2de30) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:30.129970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63322a-fb20-4426-a236-a3e7dad1f106 req-0d3c9b31-2d28-4232-8998-1fa77f7f59a0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:30.131474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b63322a-fb20-4426-a236-a3e7dad1f106 req-0d3c9b31-2d28-4232-8998-1fa77f7f59a0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 944 time: 0.0790846 Oct 25 09:11:30.188063 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:30.198971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b63322a-fb20-4426-a236-a3e7dad1f106 req-eb8bd98c-bbcc-41ba-a119-9abf414b5e86 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583224 Oct 25 09:11:30.234745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:30.298799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:30.302333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:30.305133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event updated for resources: {'Port': ['ID=3ae20898-8067-478a-bca9-8766fcc2de30,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:30.307351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:30.585636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:30.833785 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:30.840564 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:31.276181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976bff1-ee18-494a-8a5a-e21d7a5dbced req-10de0473-65a9-4491-b599-b1d288ad3151 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:31.277782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9976bff1-ee18-494a-8a5a-e21d7a5dbced req-10de0473-65a9-4491-b599-b1d288ad3151 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 946 time: 0.4740081 Oct 25 09:11:31.351808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9976bff1-ee18-494a-8a5a-e21d7a5dbced req-7e9dd24c-c3f0-40d2-9035-178e1dd0fe9e tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663605 Oct 25 09:11:31.421777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Router fa7ee214-c723-4cf1-abd8-860b2f563224 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:31.558415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cacaf-8d1c-4790-aa19-4e7b344462d8 req-1746aa24-b231-464d-8052-518aa193e53a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:31.560058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-328cacaf-8d1c-4790-aa19-4e7b344462d8 req-1746aa24-b231-464d-8052-518aa193e53a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 944 time: 0.1325526 Oct 25 09:11:31.636415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:31.649682 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d920f-b3ac-4b64-8021-b4083c0cb661 None None] Sync routers for ids ['fa7ee214-c723-4cf1-abd8-860b2f563224'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:31.661161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-328cacaf-8d1c-4790-aa19-4e7b344462d8 req-dcda87e9-07c3-451f-ba91-e068d1a0b311 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774167 Oct 25 09:11:31.661714 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d920f-b3ac-4b64-8021-b4083c0cb661 None None] Routers {'fa7ee214-c723-4cf1-abd8-860b2f563224'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:31.662006 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-db6d920f-b3ac-4b64-8021-b4083c0cb661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa7ee214-c723-4cf1-abd8-860b2f563224'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:31.665775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:31.669436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2b0212a4-2842-4123-9de5-848ade64d2a4 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "PUT /v2.0/routers/fa7ee214-c723-4cf1-abd8-860b2f563224 HTTP/1.1" status: 200 len: 884 time: 2.5585945 Oct 25 09:11:31.670179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38514) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:31.824848 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-db6d920f-b3ac-4b64-8021-b4083c0cb661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:31.836239 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38520) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:31.836855 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3e92550b-0238-46e6-9642-53361e662570 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/routers/fa7ee214-c723-4cf1-abd8-860b2f563224 HTTP/1.1" status: 200 len: 925 time: 0.1647224 Oct 25 09:11:31.837114 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d920f-b3ac-4b64-8021-b4083c0cb661 None None] Routers {'fa7ee214-c723-4cf1-abd8-860b2f563224'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:31.837724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-db6d920f-b3ac-4b64-8021-b4083c0cb661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa7ee214-c723-4cf1-abd8-860b2f563224'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:31.873902 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-db6d920f-b3ac-4b64-8021-b4083c0cb661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:31.874768 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d920f-b3ac-4b64-8021-b4083c0cb661 None None] The sync data for ids ['fa7ee214-c723-4cf1-abd8-860b2f563224'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:31.916454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0435e9-246d-4655-b1a8-8d6ccdd9fc53 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:31.920544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-be0435e9-246d-4655-b1a8-8d6ccdd9fc53 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=fa7ee214-c723-4cf1-abd8-860b2f563224&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0808890 Oct 25 09:11:31.920820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38522) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:32.025665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a02edf-690c-459a-b911-c3d4f6bde79c tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:32.029841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c1a02edf-690c-459a-b911-c3d4f6bde79c tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 881 time: 0.1054020 Oct 25 09:11:32.030228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38526) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:32.061005 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-09b3944d-216d-4467-8d70-0b82f61737ce tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa7ee214-c723-4cf1-abd8-860b2f563224 HTTP/1.1" status: 200 len: 205 time: 0.0271237 Oct 25 09:11:32.061468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38528) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:32.183326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:32.295759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:32.346341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:11:32.403549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Deleting port 3ae20898-8067-478a-bca9-8766fcc2de30 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:32.403972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:32.472423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:11:32.481376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:32.482896 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:32.525804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:32.551899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Calling delete_port for 3ae20898-8067-478a-bca9-8766fcc2de30 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:32.560044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d846bf-b4bf-4bd5-8aeb-12ad4444c318 req-df8ce939-1d4b-48b3-b50c-1343e45b5df8 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:32.568931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d846bf-b4bf-4bd5-8aeb-12ad4444c318 req-df8ce939-1d4b-48b3-b50c-1343e45b5df8 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 946 time: 0.0802600 Oct 25 09:11:32.597201 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:32.610528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6d846bf-b4bf-4bd5-8aeb-12ad4444c318 req-a6f560c1-1e37-41fa-bd0d-b0cdb0a7ef1e tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Oct 25 09:11:32.693510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:32.696347 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92409b42-788e-4e85-aa3c-ce5363b4ee57" -d '{"events": [{"server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "name": "network-vif-plugged", "status": "completed", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:32.710934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:32.716048 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:32.776367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:32.798392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:32.814252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c0053-6cc7-4ee0-a2c8-46b7ed1aec24 req-69898f22-4b0b-4396-be5c-bcacee82fe22 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:32.825674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b08c0053-6cc7-4ee0-a2c8-46b7ed1aec24 req-69898f22-4b0b-4396-be5c-bcacee82fe22 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0603490 Oct 25 09:11:32.847393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event deleted for resources: {'Port': ['ID=3ae20898-8067-478a-bca9-8766fcc2de30,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:32.875410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b08c0053-6cc7-4ee0-a2c8-46b7ed1aec24 req-57a74955-47c8-4e29-9cee-17e41d5f6bc3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505016 Oct 25 09:11:32.919825 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ace74-b290-45d8-9d7d-f21a45ca5d7d x-openstack-request-id: req-bb9ace74-b290-45d8-9d7d-f21a45ca5d7d {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:32.920335 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "name": "network-vif-plugged", "status": "completed", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:32.920687 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb9ace74-b290-45d8-9d7d-f21a45ca5d7d {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:32.921225 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'code': 200} Oct 25 09:11:32.956153 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.080112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.084419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.110641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb845d98-b9b3-40d7-acce-89e1614e05d0 req-046eddf4-4d8d-49b7-b548-b6e1a185abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:33.112162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb845d98-b9b3-40d7-acce-89e1614e05d0 req-046eddf4-4d8d-49b7-b548-b6e1a185abdb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 1096 time: 0.0850918 Oct 25 09:11:33.166340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.166464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb845d98-b9b3-40d7-acce-89e1614e05d0 req-cec44036-e437-48bf-8f10-0949e236bf0e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Oct 25 09:11:33.166987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Fanout notify agent at l3_agent the message router_deleted on router fa7ee214-c723-4cf1-abd8-860b2f563224 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:33.190930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.192094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0eeee378-17f6-408a-951f-f27c4d872f8b tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/fa7ee214-c723-4cf1-abd8-860b2f563224 HTTP/1.1" status: 204 len: 168 time: 1.1297188 Oct 25 09:11:33.195918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38568) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:33.200834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e0029e3e-d9f7-40a6-99c0-6e4b9241dfd3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1714482804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:33.227587 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0029e3e-d9f7-40a6-99c0-6e4b9241dfd3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.229507 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0029e3e-d9f7-40a6-99c0-6e4b9241dfd3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.295191 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0029e3e-d9f7-40a6-99c0-6e4b9241dfd3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.301435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0029e3e-d9f7-40a6-99c0-6e4b9241dfd3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.323655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0029e3e-d9f7-40a6-99c0-6e4b9241dfd3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.327482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e0029e3e-d9f7-40a6-99c0-6e4b9241dfd3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1281288 Oct 25 09:11:33.327695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38572) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:33.332115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': True}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:33.607210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae55ec-fa34-4094-a16a-0aca759d7130 req-d198fc30-dd9b-4955-93b3-0d3bee28f660 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:33.608760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57ae55ec-fa34-4094-a16a-0aca759d7130 req-d198fc30-dd9b-4955-93b3-0d3bee28f660 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 946 time: 0.1575158 Oct 25 09:11:33.610895 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.698196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57ae55ec-fa34-4094-a16a-0aca759d7130 req-b75cf58a-eb04-495d-8649-0432ffd03f14 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784104 Oct 25 09:11:33.875807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:33.896513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:34.045816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2aaf3e-91dd-427e-b6e3-4bcf3f5ba675 req-e0563bde-8307-4d35-8fb8-78b879820123 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:34.047370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd2aaf3e-91dd-427e-b6e3-4bcf3f5ba675 req-e0563bde-8307-4d35-8fb8-78b879820123 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0923760 Oct 25 09:11:34.056865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Allocated IP 172.25.8.157 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/bd47a3d2-8a58-4bb5-bfa7-8e2dd7a3cfc6) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:34.147819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd2aaf3e-91dd-427e-b6e3-4bcf3f5ba675 req-b22012d1-b2c1-48ac-aab0-5291a8b459ea tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918694 Oct 25 09:11:34.202875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:34.258700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:34.311002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'Port': ['ID=bd47a3d2-8a58-4bb5-bfa7-8e2dd7a3cfc6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:34.323903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:34.327577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:34.330041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:34.604251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:34.888525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e11b18-5d52-4a4e-b68a-f1f61a7b9186 req-6d6f06c4-3d5c-4533-bef8-0e481d697bcb tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:34.890055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8e11b18-5d52-4a4e-b68a-f1f61a7b9186 req-6d6f06c4-3d5c-4533-bef8-0e481d697bcb tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 946 time: 0.0765562 Oct 25 09:11:34.898683 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:34.909363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:35.028008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8e11b18-5d52-4a4e-b68a-f1f61a7b9186 req-e4a97803-4d67-4cbd-846e-9184fdf206a3 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6b666e8-635e-4311-a55d-18c2bd97e715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272941 Oct 25 09:11:35.060284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c552ab-6042-481f-9706-564b96523953 req-a9694447-d97f-447c-9281-9d660b00c8c2 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:35.060284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63c552ab-6042-481f-9706-564b96523953 req-a9694447-d97f-447c-9281-9d660b00c8c2 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 946 time: 0.1368728 Oct 25 09:11:35.205806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Router c3fff775-1272-4994-9c53-17d0acbd79c6 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:35.213205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Deleting port 9c6b0825-a577-41f9-a884-3f724c181ff1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:35.213572 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:35.430386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07241189-831b-4e86-8e17-ffcb4fca8452 req-9eeb2662-8c52-436f-a0b8-7a99c9fbe415 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:35.433822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07241189-831b-4e86-8e17-ffcb4fca8452 req-9eeb2662-8c52-436f-a0b8-7a99c9fbe415 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1791017 Oct 25 09:11:35.449021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] For port 9c6b0825-a577-41f9-a884-3f724c181ff1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9c6b0825-a577-41f9-a884-3f724c181ff1,segment=NetworkSegment(b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8),segment_id=b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:35.449388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:35.475410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Calling delete_port for 9c6b0825-a577-41f9-a884-3f724c181ff1 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:35.525184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:35.532463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:35.533674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fcec634f-68c5-4b0b-bff9-3fff8e0c2e96 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "PUT /v2.0/routers/c3fff775-1272-4994-9c53-17d0acbd79c6 HTTP/1.1" status: 200 len: 919 time: 2.2050302 Oct 25 09:11:35.536428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38630) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:35.541802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce0dd3-9448-44ad-a9ee-673c78aa189d None None] Sync routers for ids ['c3fff775-1272-4994-9c53-17d0acbd79c6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:35.571381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce0dd3-9448-44ad-a9ee-673c78aa189d None None] Routers {'c3fff775-1272-4994-9c53-17d0acbd79c6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:35.579346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6dce0dd3-9448-44ad-a9ee-673c78aa189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c3fff775-1272-4994-9c53-17d0acbd79c6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:35.600107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07241189-831b-4e86-8e17-ffcb4fca8452 req-e2929a26-602f-49af-858f-2c1e42c46034 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479139 Oct 25 09:11:35.645661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6dce0dd3-9448-44ad-a9ee-673c78aa189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:35.666752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce0dd3-9448-44ad-a9ee-673c78aa189d None None] Routers {'c3fff775-1272-4994-9c53-17d0acbd79c6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:35.668553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6dce0dd3-9448-44ad-a9ee-673c78aa189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c3fff775-1272-4994-9c53-17d0acbd79c6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:35.729298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6dce0dd3-9448-44ad-a9ee-673c78aa189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:35.730282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce0dd3-9448-44ad-a9ee-673c78aa189d None None] The sync data for ids ['c3fff775-1272-4994-9c53-17d0acbd79c6'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:35.766408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:35.800716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['9c6b0825-a577-41f9-a884-3f724c181ff1'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:11:35.825983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Pushing event deleted for resources: {'Port': ['ID=9c6b0825-a577-41f9-a884-3f724c181ff1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:36.158000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cef458c0-5bf5-4d53-a534-ed206f430480 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/routers/c3fff775-1272-4994-9c53-17d0acbd79c6 HTTP/1.1" status: 200 len: 925 time: 0.6178663 Oct 25 09:11:36.158518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38654) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:36.250330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b50180-fe55-4ff9-88ad-dd6ecece213c tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:36.252388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-41b50180-fe55-4ff9-88ad-dd6ecece213c tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=c3fff775-1272-4994-9c53-17d0acbd79c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0925233 Oct 25 09:11:36.255028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38660) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:36.392123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3350a-721b-415c-a2eb-71c31d36b6ff tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:36.393940 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fbf3350a-721b-415c-a2eb-71c31d36b6ff tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 881 time: 0.1380286 Oct 25 09:11:36.399894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38666) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:36.427106 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d834e8da-636f-41d6-a5f5-980b4b0ed71f tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fff775-1272-4994-9c53-17d0acbd79c6 HTTP/1.1" status: 200 len: 205 time: 0.0261152 Oct 25 09:11:36.429739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32beb713-2c48-4c65-b803-56ea66f758d7 req-14331bd4-dba3-4838-ba67-56690748fc23 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c HTTP/1.1" status: 200 len: 210 time: 0.0585749 Oct 25 09:11:36.430388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] No DVR routers for this DVR port 9c6b0825-a577-41f9-a884-3f724c181ff1 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:11:36.432718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38668) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:36.445165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:36.445165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63c552ab-6042-481f-9706-564b96523953 req-500b0dcc-f027-4234-9ec6-723cff7d7b84 tempest-ServerAddressesTestJSON-1448560764 tempest-ServerAddressesTestJSON-1448560764-project] 10.222.0.41 "DELETE /v2.0/ports/9c6b0825-a577-41f9-a884-3f724c181ff1 HTTP/1.1" status: 204 len: 173 time: 1.3797421 Oct 25 09:11:36.445503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c', 'name': 'network-vif-deleted', 'tag': '9c6b0825-a577-41f9-a884-3f724c181ff1'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:36.451190 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3326471-b421-4ee0-a4b3-d199ba2496fb" -d '{"events": [{"server_uuid": "8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c", "name": "network-vif-deleted", "tag": "9c6b0825-a577-41f9-a884-3f724c181ff1"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:36.585965 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:36.648297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48f499-5aba-48ba-82b4-744096b87f27 req-dc1aa027-e2ca-4fbe-bcae-1a5555b4906a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:36.650225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a48f499-5aba-48ba-82b4-744096b87f27 req-dc1aa027-e2ca-4fbe-bcae-1a5555b4906a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0750403 Oct 25 09:11:36.706471 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:36.713334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a48f499-5aba-48ba-82b4-744096b87f27 req-25bc4492-d962-4142-b3b2-1154c536de16 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553670 Oct 25 09:11:36.780188 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7a0d2d-eecf-49ec-9662-1cd21c8495ea x-openstack-request-id: req-de7a0d2d-eecf-49ec-9662-1cd21c8495ea {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:36.780414 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c", "name": "network-vif-deleted", "tag": "9c6b0825-a577-41f9-a884-3f724c181ff1", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:36.780841 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de7a0d2d-eecf-49ec-9662-1cd21c8495ea {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:36.781432 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8fc0ab-0cbe-4ab5-95f4-acfb6499f32c', 'name': 'network-vif-deleted', 'tag': '9c6b0825-a577-41f9-a884-3f724c181ff1', 'status': 'completed', 'code': 200} Oct 25 09:11:36.787195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Deleting port bd47a3d2-8a58-4bb5-bfa7-8e2dd7a3cfc6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:36.787760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:36.883305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:36.902215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Calling delete_port for bd47a3d2-8a58-4bb5-bfa7-8e2dd7a3cfc6 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:37.112122 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.173168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event deleted for resources: {'Port': ['ID=bd47a3d2-8a58-4bb5-bfa7-8e2dd7a3cfc6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:37.223404 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.329087 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.331636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.378386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.379054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Fanout notify agent at l3_agent the message router_deleted on router c3fff775-1272-4994-9c53-17d0acbd79c6 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:37.387696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.388965 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b314929-881f-4af9-95f1-1b92acd3ed2e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/c3fff775-1272-4994-9c53-17d0acbd79c6 HTTP/1.1" status: 204 len: 168 time: 0.9549091 Oct 25 09:11:37.392514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38694) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:37.397432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1c570a93-dac5-4d9f-bdc5-867474c35ecf tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-17616751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:37.426983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c570a93-dac5-4d9f-bdc5-867474c35ecf tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.428854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c570a93-dac5-4d9f-bdc5-867474c35ecf tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.486654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38700) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:37.488623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c570a93-dac5-4d9f-bdc5-867474c35ecf tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.494672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c570a93-dac5-4d9f-bdc5-867474c35ecf tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.518543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c570a93-dac5-4d9f-bdc5-867474c35ecf tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.519535 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c570a93-dac5-4d9f-bdc5-867474c35ecf tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1258104 Oct 25 09:11:37.523268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38702) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:37.529311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'enable_snat': False}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:37.546535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f79877-cb71-4dd1-a94a-7ad556cffcd9 admin admin] Deleting subnet 54d04f18-7ee0-46f6-b672-a7ea61132ee4 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:11:37.550381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45f79877-cb71-4dd1-a94a-7ad556cffcd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.609513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45f79877-cb71-4dd1-a94a-7ad556cffcd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.674692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45f79877-cb71-4dd1-a94a-7ad556cffcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.759349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45f79877-cb71-4dd1-a94a-7ad556cffcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.781111 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.819570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f79877-cb71-4dd1-a94a-7ad556cffcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d04f18-7ee0-46f6-b672-a7ea61132ee4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:37.822873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45f79877-cb71-4dd1-a94a-7ad556cffcd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:37.828907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-45f79877-cb71-4dd1-a94a-7ad556cffcd9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54d04f18-7ee0-46f6-b672-a7ea61132ee4 HTTP/1.1" status: 204 len: 168 time: 0.3387105 Oct 25 09:11:37.837014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38720) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:37.942397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d65534-7c75-4b36-8589-97c768d70347 req-4be3993d-343b-437a-9044-5c837ca71f35 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:37.944833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5d65534-7c75-4b36-8589-97c768d70347 req-4be3993d-343b-437a-9044-5c837ca71f35 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1170421 Oct 25 09:11:37.977540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.020358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5d65534-7c75-4b36-8589-97c768d70347 req-25b1b0de-6081-4cba-b8f5-884b049275c7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686927 Oct 25 09:11:38.076342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.121603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.156627 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.185593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a6078b-1693-4c1f-98d2-a8646f15dba6']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:38.199479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:38.200254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f0b549-cdeb-4e4d-9657-bc3eae1b94f8') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:38.213337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.232165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.258964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Allocated IP 172.25.8.109 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/3f315f16-f41c-4f2a-a53f-5a4254c43822) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:38.259530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:11:38.261279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:11:38.266613 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:11:38.338203 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.350773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.357433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b0a6078b-1693-4c1f-98d2-a8646f15dba6 HTTP/1.1" status: 204 len: 168 time: 0.5165265 Oct 25 09:11:38.375560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c1a49-6c8b-4eb7-9e01-82d234ae75a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a6078b-1693-4c1f-98d2-a8646f15dba6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:38.424199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.468067 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.492939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38746) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:38.508922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.515304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:38.518673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:38.522775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:38.546563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-477c7fd3-eacf-4795-a495-2155f5f2d0b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c253be8925f4643a2681946d0472524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512471 Oct 25 09:11:38.549394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Pushing event updated for resources: {'Port': ['ID=3f315f16-f41c-4f2a-a53f-5a4254c43822,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:38.550068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38748) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:38.607716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7545116-68d0-4cee-b143-da39c2d865a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.631046 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7545116-68d0-4cee-b143-da39c2d865a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.682401 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7545116-68d0-4cee-b143-da39c2d865a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.685253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7545116-68d0-4cee-b143-da39c2d865a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:38.688715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f7545116-68d0-4cee-b143-da39c2d865a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6b666e8-635e-4311-a55d-18c2bd97e715 HTTP/1.1" status: 204 len: 168 time: 0.1352789 Oct 25 09:11:38.698379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7545116-68d0-4cee-b143-da39c2d865a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b666e8-635e-4311-a55d-18c2bd97e715,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:38.816024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:39.057683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:39.061368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:39.215275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ba608-05ae-4a3b-a274-d6dda7a55545 req-5337f42c-2eda-4589-bdb7-e97c6943fc6b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:39.217093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f07ba608-05ae-4a3b-a274-d6dda7a55545 req-5337f42c-2eda-4589-bdb7-e97c6943fc6b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0629730 Oct 25 09:11:39.245778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Router 189c3c88-9919-4a75-b1f1-42c54b864f83 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:39.285494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f07ba608-05ae-4a3b-a274-d6dda7a55545 req-f816b0bd-0625-420b-b0f1-4ab6c0a9dd11 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605054 Oct 25 09:11:39.404666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:39.422187 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f59042-acad-452f-9467-b6951388939b None None] Sync routers for ids ['189c3c88-9919-4a75-b1f1-42c54b864f83'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:39.438031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:39.445352 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f59042-acad-452f-9467-b6951388939b None None] Routers {'189c3c88-9919-4a75-b1f1-42c54b864f83'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:39.445352 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-e7f59042-acad-452f-9467-b6951388939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['189c3c88-9919-4a75-b1f1-42c54b864f83'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:39.445639 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-198007ba-48e0-49bc-9343-3106fd6ec695 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "PUT /v2.0/routers/189c3c88-9919-4a75-b1f1-42c54b864f83 HTTP/1.1" status: 200 len: 918 time: 1.9186537 Oct 25 09:11:39.445821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38778) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:39.490146 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-e7f59042-acad-452f-9467-b6951388939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:39.505191 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f59042-acad-452f-9467-b6951388939b None None] Routers {'189c3c88-9919-4a75-b1f1-42c54b864f83'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:39.506119 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-e7f59042-acad-452f-9467-b6951388939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['189c3c88-9919-4a75-b1f1-42c54b864f83'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:39.553107 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-e7f59042-acad-452f-9467-b6951388939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:39.556344 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f59042-acad-452f-9467-b6951388939b None None] The sync data for ids ['189c3c88-9919-4a75-b1f1-42c54b864f83'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:39.638552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-46b8f784-c70d-4bbd-8559-2c9dbf395ccb tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/routers/189c3c88-9919-4a75-b1f1-42c54b864f83 HTTP/1.1" status: 200 len: 924 time: 0.1915667 Oct 25 09:11:39.641369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38784) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:39.692690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:39.722926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5517521-c915-4240-8acb-a2190fdd1213 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:39.726279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c5517521-c915-4240-8acb-a2190fdd1213 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=189c3c88-9919-4a75-b1f1-42c54b864f83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0825117 Oct 25 09:11:39.731348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38786) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:39.831223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a6aeaa-e90e-432a-8e9f-aeed6c5893ac tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:39.832954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f0a6aeaa-e90e-432a-8e9f-aeed6c5893ac tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 881 time: 0.1034713 Oct 25 09:11:39.836423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38794) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:39.876713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ac2b1aff-e9a7-40f9-b1ee-b2dd0a81390e tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=189c3c88-9919-4a75-b1f1-42c54b864f83 HTTP/1.1" status: 200 len: 205 time: 0.0388157 Oct 25 09:11:39.879267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38796) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:40.012386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.135110 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.201481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Deleting port 3f315f16-f41c-4f2a-a53f-5a4254c43822 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:40.202183 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.243881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38806) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:40.293329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.306944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Calling delete_port for 3f315f16-f41c-4f2a-a53f-5a4254c43822 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:40.369489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9c6b0825-a577-41f9-a884-3f724c181ff1 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:11:40.388912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a659e566-8a61-481f-8207-70336a148477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.396061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 9c6b0825-a577-41f9-a884-3f724c181ff1 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:11:40.397426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9c6b0825-a577-41f9-a884-3f724c181ff1 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:11:40.506209 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a659e566-8a61-481f-8207-70336a148477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.514061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a659e566-8a61-481f-8207-70336a148477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.533083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f75ba-1d96-4254-bed0-9044b373ede2 req-3ea9e639-2e34-4517-ac9f-01b0f11bfee4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:40.541751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b83f75ba-1d96-4254-bed0-9044b373ede2 req-3ea9e639-2e34-4517-ac9f-01b0f11bfee4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1307232 Oct 25 09:11:40.576764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659e566-8a61-481f-8207-70336a148477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33db40a7-6aeb-490c-ae40-4b8d7c818315,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:40.590290 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a659e566-8a61-481f-8207-70336a148477 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f3ee0b4f5dc43e582357f875c634dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444934 Oct 25 09:11:40.591911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38816) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:40.609115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b83f75ba-1d96-4254-bed0-9044b373ede2 req-8d93370e-7bc5-4d7f-a119-622c282a86b7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658939 Oct 25 09:11:40.676138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.694935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-005dd810-1a41-4c47-a99d-1d1b42765189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.723431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-005dd810-1a41-4c47-a99d-1d1b42765189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.723597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event deleted for resources: {'Port': ['ID=3f315f16-f41c-4f2a-a53f-5a4254c43822,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:40.815236 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-005dd810-1a41-4c47-a99d-1d1b42765189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.818061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-005dd810-1a41-4c47-a99d-1d1b42765189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.820226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-005dd810-1a41-4c47-a99d-1d1b42765189 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33db40a7-6aeb-490c-ae40-4b8d7c818315 HTTP/1.1" status: 204 len: 168 time: 0.2266960 Oct 25 09:11:40.829775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.832916 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dd810-1a41-4c47-a99d-1d1b42765189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db40a7-6aeb-490c-ae40-4b8d7c818315,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:40.939443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.942165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.990422 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:40.991116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Fanout notify agent at l3_agent the message router_deleted on router 189c3c88-9919-4a75-b1f1-42c54b864f83 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:40.999004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.004348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d31d5ce9-8c15-4128-9a3a-1ef0796297b7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/189c3c88-9919-4a75-b1f1-42c54b864f83 HTTP/1.1" status: 204 len: 168 time: 1.1199117 Oct 25 09:11:41.004348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38822) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:41.009630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-665559391', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:41.035916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.037266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.095903 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.243824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.452795 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.474685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.590941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Allocated IP 172.25.8.142 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/127b8107-3306-4693-85d4-94d64560f9df) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:41.708479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.747042 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:41.793859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:41.797625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:41.804646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:41.884106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event updated for resources: {'Port': ['ID=127b8107-3306-4693-85d4-94d64560f9df,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:42.050866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25d5d8-6cc7-4821-b8b1-99f1d15434a3 req-c675b181-b517-4142-9a29-fbae7aaf833a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:42.052406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f25d5d8-6cc7-4821-b8b1-99f1d15434a3 req-c675b181-b517-4142-9a29-fbae7aaf833a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1168301 Oct 25 09:11:42.164110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f25d5d8-6cc7-4821-b8b1-99f1d15434a3 req-73f50723-31a5-4c9f-bdb6-7988d30cf61f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760231 Oct 25 09:11:42.186749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:42.432106 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:42.591694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Router c97ed5a7-fbb4-4677-8b42-3643bb096d9d is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:11:42.723649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:42.736925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bfd5e-f9e6-4b7d-b6ca-177a1f5185d8 None None] Sync routers for ids ['c97ed5a7-fbb4-4677-8b42-3643bb096d9d'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:42.745454 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:42.750411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38884) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:42.750873 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bfd5e-f9e6-4b7d-b6ca-177a1f5185d8 None None] Routers {'c97ed5a7-fbb4-4677-8b42-3643bb096d9d'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:42.751256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-760bfd5e-f9e6-4b7d-b6ca-177a1f5185d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c97ed5a7-fbb4-4677-8b42-3643bb096d9d'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:42.755913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:42.759781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-82d4375f-3c53-4eb0-bd4f-4ee0e400da74 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7542398 Oct 25 09:11:42.789443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-760bfd5e-f9e6-4b7d-b6ca-177a1f5185d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:42.801551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bfd5e-f9e6-4b7d-b6ca-177a1f5185d8 None None] Routers {'c97ed5a7-fbb4-4677-8b42-3643bb096d9d'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:42.802169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-760bfd5e-f9e6-4b7d-b6ca-177a1f5185d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c97ed5a7-fbb4-4677-8b42-3643bb096d9d'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:42.841282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-760bfd5e-f9e6-4b7d-b6ca-177a1f5185d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:42.841954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bfd5e-f9e6-4b7d-b6ca-177a1f5185d8 None None] The sync data for ids ['c97ed5a7-fbb4-4677-8b42-3643bb096d9d'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:42.977276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38890) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:43.090171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-028051af-c636-43d4-bc94-9c7f616d36d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.175501 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-028051af-c636-43d4-bc94-9c7f616d36d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.180935 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-028051af-c636-43d4-bc94-9c7f616d36d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.231145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028051af-c636-43d4-bc94-9c7f616d36d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328be280-447e-4898-b667-458dc5a565a7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:43.237368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-028051af-c636-43d4-bc94-9c7f616d36d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93e36759e3e54295aace3fc186b1579a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592323 Oct 25 09:11:43.240867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38896) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:43.383485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.402169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.467579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Deleting port 127b8107-3306-4693-85d4-94d64560f9df {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:43.468304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.557450 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.581136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Calling delete_port for 127b8107-3306-4693-85d4-94d64560f9df owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:43.675107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-15a2b97f-ed2e-47c6-a314-908e9d9fff25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.698929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9145b4a-9529-4fbc-a95d-5b6bfdbe6238 req-2996bbf3-b127-4fd0-bd99-55d9dcb6818e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:43.700404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9145b4a-9529-4fbc-a95d-5b6bfdbe6238 req-2996bbf3-b127-4fd0-bd99-55d9dcb6818e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0986493 Oct 25 09:11:43.711081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-15a2b97f-ed2e-47c6-a314-908e9d9fff25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.769331 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.775883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9145b4a-9529-4fbc-a95d-5b6bfdbe6238 req-657e9d8b-16a6-4e3b-b2da-1672b14f6f55 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578709 Oct 25 09:11:43.793103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-15a2b97f-ed2e-47c6-a314-908e9d9fff25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.796989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-15a2b97f-ed2e-47c6-a314-908e9d9fff25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:43.801589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-15a2b97f-ed2e-47c6-a314-908e9d9fff25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/328be280-447e-4898-b667-458dc5a565a7 HTTP/1.1" status: 204 len: 168 time: 0.5596008 Oct 25 09:11:43.807281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Pushing event deleted for resources: {'Port': ['ID=127b8107-3306-4693-85d4-94d64560f9df,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:43.814876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2b97f-ed2e-47c6-a314-908e9d9fff25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328be280-447e-4898-b667-458dc5a565a7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:43.887375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.121036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.124357 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.201282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Router c97ed5a7-fbb4-4677-8b42-3643bb096d9d has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:11:44.295033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:11:44.302090 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.303209 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1a79d077-3730-4be1-9744-ba3ef7bcfdc6 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "PUT /v2.0/routers/c97ed5a7-fbb4-4677-8b42-3643bb096d9d HTTP/1.1" status: 200 len: 709 time: 1.5511193 Oct 25 09:11:44.306220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38918) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.306707 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944f98f-9cdf-45e9-8e55-1e97536470fd None None] Sync routers for ids ['c97ed5a7-fbb4-4677-8b42-3643bb096d9d'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:11:44.316270 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944f98f-9cdf-45e9-8e55-1e97536470fd None None] Routers {'c97ed5a7-fbb4-4677-8b42-3643bb096d9d'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:44.316850 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9944f98f-9cdf-45e9-8e55-1e97536470fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c97ed5a7-fbb4-4677-8b42-3643bb096d9d'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:44.355291 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9944f98f-9cdf-45e9-8e55-1e97536470fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:44.365609 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944f98f-9cdf-45e9-8e55-1e97536470fd None None] Routers {'c97ed5a7-fbb4-4677-8b42-3643bb096d9d'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:11:44.366208 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9944f98f-9cdf-45e9-8e55-1e97536470fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c97ed5a7-fbb4-4677-8b42-3643bb096d9d'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:44.398994 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9944f98f-9cdf-45e9-8e55-1e97536470fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:44.399638 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944f98f-9cdf-45e9-8e55-1e97536470fd None None] The sync data for ids ['c97ed5a7-fbb4-4677-8b42-3643bb096d9d'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:11:44.402633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9290fcfc-91ea-4cc9-abf1-ac6780941b65 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/routers/c97ed5a7-fbb4-4677-8b42-3643bb096d9d HTTP/1.1" status: 200 len: 744 time: 0.0944264 Oct 25 09:11:44.405578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38924) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.458781 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2214920f-acf2-4f1a-b19e-43972731a2e2 tempest-RoutersIpV6AdminTest-54210228 tempest-RoutersIpV6AdminTest-54210228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&device_id=c97ed5a7-fbb4-4677-8b42-3643bb096d9d HTTP/1.1" status: 200 len: 205 time: 0.0511434 Oct 25 09:11:44.461181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38928) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.490704 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31262a20-cfc4-40b2-b519-4e7df8488c94 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97ed5a7-fbb4-4677-8b42-3643bb096d9d HTTP/1.1" status: 200 len: 205 time: 0.0258863 Oct 25 09:11:44.492664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38930) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.538835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38932) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.570705 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4df562e5-954c-4994-a03a-8c24a38ab8da tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.672057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2005100661-network', 'tenant_id': '81a1d532926744c1b99983ea494d04a8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:44.700223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Made reservation on behalf of 81a1d532926744c1b99983ea494d04a8 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:44.703003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.712122 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.734995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4df562e5-954c-4994-a03a-8c24a38ab8da tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.738098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4df562e5-954c-4994-a03a-8c24a38ab8da tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.785796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4df562e5-954c-4994-a03a-8c24a38ab8da tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.786554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df562e5-954c-4994-a03a-8c24a38ab8da tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Fanout notify agent at l3_agent the message router_deleted on router c97ed5a7-fbb4-4677-8b42-3643bb096d9d {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:11:44.793953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4df562e5-954c-4994-a03a-8c24a38ab8da tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.795074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4df562e5-954c-4994-a03a-8c24a38ab8da tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/c97ed5a7-fbb4-4677-8b42-3643bb096d9d HTTP/1.1" status: 204 len: 168 time: 0.3013825 Oct 25 09:11:44.796716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.801239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38938) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.814172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.842493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-34a14b02-9a71-4b98-916f-d14b1f9b7ce3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=c97ed5a7-fbb4-4677-8b42-3643bb096d9d HTTP/1.1" status: 200 len: 205 time: 0.0399556 Oct 25 09:11:44.846464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38942) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.859684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:11:44.877730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fad598-23ad-421a-8a7c-c3e861842a7c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:44.892832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.893132 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Added segment 014446a0-a6ef-4447-8821-91464c669f89 of type vlan for network b1221b82-a0fb-4a71-9a8d-272defdb6474 Oct 25 09:11:44.894804 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-be354427-961e-452b-be7d-f6bc8574168f tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] delete failed (client error): The resource could not be found. Oct 25 09:11:44.899688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-be354427-961e-452b-be7d-f6bc8574168f tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/c97ed5a7-fbb4-4677-8b42-3643bb096d9d HTTP/1.1" status: 404 len: 336 time: 0.0516617 Oct 25 09:11:44.900483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38946) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.953577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:44.962379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38952) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:44.962902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-41340a3c-8552-4f64-94b8-471aa607d7e1 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=189c3c88-9919-4a75-b1f1-42c54b864f83 HTTP/1.1" status: 200 len: 205 time: 0.0593917 Oct 25 09:11:45.000851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752661c-5548-44f0-b644-7bed452fe3a7 req-8ec461fb-df61-4819-a5ad-8e72c65c61f2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:45.002487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6752661c-5548-44f0-b644-7bed452fe3a7 req-8ec461fb-df61-4819-a5ad-8e72c65c61f2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1010191 Oct 25 09:11:45.019197 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-2ea075f8-ea25-400d-ad6e-cb1a5227f1d5 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] delete failed (client error): The resource could not be found. Oct 25 09:11:45.023238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ea075f8-ea25-400d-ad6e-cb1a5227f1d5 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/189c3c88-9919-4a75-b1f1-42c54b864f83 HTTP/1.1" status: 404 len: 336 time: 0.0571227 Oct 25 09:11:45.026095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38954) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.041514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:45.042782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:45.043380 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:45.065247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d669e773-3fee-4731-ae78-baefbc496a36 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fff775-1272-4994-9c53-17d0acbd79c6 HTTP/1.1" status: 200 len: 205 time: 0.0379183 Oct 25 09:11:45.067755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38956) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.079006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6752661c-5548-44f0-b644-7bed452fe3a7 req-98f1c180-f6d3-4f4b-b6c2-6a0bcae4452c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697627 Oct 25 09:11:45.113450 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-c90e4164-725d-4eae-beac-d876d92a51d7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] delete failed (client error): The resource could not be found. Oct 25 09:11:45.114454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c90e4164-725d-4eae-beac-d876d92a51d7 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/c3fff775-1272-4994-9c53-17d0acbd79c6 HTTP/1.1" status: 404 len: 336 time: 0.0455773 Oct 25 09:11:45.115948 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5757070 Oct 25 09:11:45.119645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ca102-5adf-4804-892b-9a86bc5fc5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1221b82-a0fb-4a71-9a8d-272defdb6474,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:45.123778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38960) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.142046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b1221b82-a0fb-4a71-9a8d-272defdb6474 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:11:45.162537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8810dfa3-465a-4305-a831-0726ed70cc32 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa7ee214-c723-4cf1-abd8-860b2f563224 HTTP/1.1" status: 200 len: 205 time: 0.0372336 Oct 25 09:11:45.165980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38962) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.210100 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-b2b1e848-eb28-4076-8e10-2535fe8dd384 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] delete failed (client error): The resource could not be found. Oct 25 09:11:45.211140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b2b1e848-eb28-4076-8e10-2535fe8dd384 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/fa7ee214-c723-4cf1-abd8-860b2f563224 HTTP/1.1" status: 404 len: 336 time: 0.0441830 Oct 25 09:11:45.213756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38964) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.242120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-61b4c398-1149-473d-9f00-47e47fe2cb88 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=58b98a16-48ec-4c74-b1b6-e4432fc8bd56 HTTP/1.1" status: 200 len: 205 time: 0.0272875 Oct 25 09:11:45.244417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38966) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.281655 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-8fe25829-9406-4b4a-9f52-95303cbc4557 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] delete failed (client error): The resource could not be found. Oct 25 09:11:45.284928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8fe25829-9406-4b4a-9f52-95303cbc4557 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/58b98a16-48ec-4c74-b1b6-e4432fc8bd56 HTTP/1.1" status: 404 len: 336 time: 0.0373042 Oct 25 09:11:45.285516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38968) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.323001 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-15bdb00a-96ce-40e3-b804-2950207e79d3 tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "GET /v2.0/ports?device_id=24037366-2bdf-4f6f-b5af-548bd24be1b4 HTTP/1.1" status: 200 len: 205 time: 0.0339525 Oct 25 09:11:45.323001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38972) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.364711 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-fe24dbfa-93b3-4be5-8558-d70ba22839af tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] delete failed (client error): The resource could not be found. Oct 25 09:11:45.366471 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fe24dbfa-93b3-4be5-8558-d70ba22839af tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/routers/24037366-2bdf-4f6f-b5af-548bd24be1b4 HTTP/1.1" status: 404 len: 336 time: 0.0425842 Oct 25 09:11:45.369305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38978) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.395921 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a37da5-d727-477f-b980-7775d4e0874d tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] DELETE failed (client error): The resource could not be found. Oct 25 09:11:45.396470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a37da5-d727-477f-b980-7775d4e0874d tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:11:45.399719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-09a37da5-d727-477f-b980-7775d4e0874d tempest-RoutersIpV6AdminTest-468416668 tempest-RoutersIpV6AdminTest-468416668-project] 10.222.0.32 "DELETE /v2.0/subnets/dbe13f70-cd4c-46a9-801c-c8a3dfa7246f HTTP/1.1" status: 404 len: 337 time: 0.0293655 Oct 25 09:11:45.636363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38984) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.700546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deeb19-f52a-4baa-b32f-4c435bb50031 req-a6ead19b-b0ef-4cd1-aad7-b1c3043e6c95 tempest-ComputeTenantNetworksTest-256270953 tempest-ComputeTenantNetworksTest-256270953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:45.707891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deeb19-f52a-4baa-b32f-4c435bb50031 req-a6ead19b-b0ef-4cd1-aad7-b1c3043e6c95 tempest-ComputeTenantNetworksTest-256270953 tempest-ComputeTenantNetworksTest-256270953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:45.722971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deeb19-f52a-4baa-b32f-4c435bb50031 req-a6ead19b-b0ef-4cd1-aad7-b1c3043e6c95 tempest-ComputeTenantNetworksTest-256270953 tempest-ComputeTenantNetworksTest-256270953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:45.731587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8deeb19-f52a-4baa-b32f-4c435bb50031 req-a6ead19b-b0ef-4cd1-aad7-b1c3043e6c95 tempest-ComputeTenantNetworksTest-256270953 tempest-ComputeTenantNetworksTest-256270953-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2498622 Oct 25 09:11:45.790328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3325d67-06e2-452e-ad83-3faf0e361168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:45.840356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c06685-c755-4f5e-9373-276b2c78fb9a req-33593b5d-bb87-4f3e-a9cf-16e4e096fdf2 tempest-ComputeTenantNetworksTest-256270953 tempest-ComputeTenantNetworksTest-256270953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:45.841794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21c06685-c755-4f5e-9373-276b2c78fb9a req-33593b5d-bb87-4f3e-a9cf-16e4e096fdf2 tempest-ComputeTenantNetworksTest-256270953 tempest-ComputeTenantNetworksTest-256270953-project] 10.222.0.32 "GET /v2.0/networks/b1221b82-a0fb-4a71-9a8d-272defdb6474 HTTP/1.1" status: 200 len: 769 time: 0.0923464 Oct 25 09:11:45.851863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38998) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.903604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3325d67-06e2-452e-ad83-3faf0e361168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:45.910034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3325d67-06e2-452e-ad83-3faf0e361168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:45.954199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:45.957649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39000) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:45.957854 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f3325d67-06e2-452e-ad83-3faf0e361168 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49163529a77a43b6815d6f0e681f4d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201852 Oct 25 09:11:45.962104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3325d67-06e2-452e-ad83-3faf0e361168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b0275a-e09f-43d6-8614-814637aa692e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:46.086305 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.098994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4524878b-c286-4f9c-9841-d27e496cec35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.118738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1221b82-a0fb-4a71-9a8d-272defdb6474']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:46.136259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014446a0-a6ef-4447-8821-91464c669f89') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:46.136624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014446a0-a6ef-4447-8821-91464c669f89') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:11:46.146048 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4524878b-c286-4f9c-9841-d27e496cec35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.156248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.156353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39006) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:46.161765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7d4d7ba8-fe20-47e2-8ae2-a38ac0045a8c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442451666', 'description': 'tempest-secgroup-smoke-1442451666 description', 'project_id': '1be64bfb5e2846868286d781fd1e9eca'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:46.182202 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.195467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:11:46.196029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:11:46.197920 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:11:46.204089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7ba8-fe20-47e2-8ae2-a38ac0045a8c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.288436 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4524878b-c286-4f9c-9841-d27e496cec35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.291116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4524878b-c286-4f9c-9841-d27e496cec35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.292263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4524878b-c286-4f9c-9841-d27e496cec35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97b0275a-e09f-43d6-8614-814637aa692e HTTP/1.1" status: 204 len: 168 time: 0.3307173 Oct 25 09:11:46.298395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.309290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.315265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1221b82-a0fb-4a71-9a8d-272defdb6474 HTTP/1.1" status: 204 len: 168 time: 0.4624112 Oct 25 09:11:46.316348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524878b-c286-4f9c-9841-d27e496cec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b0275a-e09f-43d6-8614-814637aa692e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:46.334164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871c51-f850-4e97-bb09-44e896ecd59f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1221b82-a0fb-4a71-9a8d-272defdb6474,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:46.344134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca384e-5846-46b4-b9ec-f26038341ea2 req-e4867759-309c-4400-8151-9c784ded09e1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:46.345978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9eca384e-5846-46b4-b9ec-f26038341ea2 req-e4867759-309c-4400-8151-9c784ded09e1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1054113 Oct 25 09:11:46.375065 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7ba8-fe20-47e2-8ae2-a38ac0045a8c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.383709 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7ba8-fe20-47e2-8ae2-a38ac0045a8c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.402899 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c000f1d5-a9c3-41d0-a828-d0a88428cbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.435147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9eca384e-5846-46b4-b9ec-f26038341ea2 req-a166e4f2-47b4-4340-8b91-5471a482ff8c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748637 Oct 25 09:11:46.464568 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d4d7ba8-fe20-47e2-8ae2-a38ac0045a8c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.466374 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d4d7ba8-fe20-47e2-8ae2-a38ac0045a8c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3087456 Oct 25 09:11:46.468108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d7ba8-fe20-47e2-8ae2-a38ac0045a8c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a842ea-d3e3-4e35-91c0-864948cc01e9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:46.470772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39014) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:46.476153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-24f8cd5b-32d9-4e44-92bf-45c974288550 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'security_group_rule': {'security_group_id': 'b7a842ea-d3e3-4e35-91c0-864948cc01e9', 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:46.512650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24f8cd5b-32d9-4e44-92bf-45c974288550 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.556104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39016) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:46.589714 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24f8cd5b-32d9-4e44-92bf-45c974288550 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.597476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24f8cd5b-32d9-4e44-92bf-45c974288550 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.609343 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-41955b22-1272-4449-8eca-84fe1cd51f80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81a1d532926744c1b99983ea494d04a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499251 Oct 25 09:11:46.611137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39020) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:46.625891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8cd5b-32d9-4e44-92bf-45c974288550 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a6dea5-bf21-403a-94ac-1397acdac238,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:46.634667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-24f8cd5b-32d9-4e44-92bf-45c974288550 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.636785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-24f8cd5b-32d9-4e44-92bf-45c974288550 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642661 Oct 25 09:11:46.639014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39022) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:46.644154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b91b3967-87ec-40f9-983f-e1395fbdc1e9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'security_group_rule': {'security_group_id': 'b7a842ea-d3e3-4e35-91c0-864948cc01e9', 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:46.672762 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9a22ba4-96ce-49ab-82d8-8863f51a9649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.679434 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b91b3967-87ec-40f9-983f-e1395fbdc1e9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.697528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9a22ba4-96ce-49ab-82d8-8863f51a9649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.767268 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b91b3967-87ec-40f9-983f-e1395fbdc1e9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.767669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9a22ba4-96ce-49ab-82d8-8863f51a9649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.770492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9a22ba4-96ce-49ab-82d8-8863f51a9649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.771694 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b91b3967-87ec-40f9-983f-e1395fbdc1e9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.772126 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d9a22ba4-96ce-49ab-82d8-8863f51a9649 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86fad598-23ad-421a-8a7c-c3e861842a7c HTTP/1.1" status: 204 len: 168 time: 0.1599219 Oct 25 09:11:46.783820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a22ba4-96ce-49ab-82d8-8863f51a9649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fad598-23ad-421a-8a7c-c3e861842a7c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:46.800223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b3967-87ec-40f9-983f-e1395fbdc1e9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638b61ca-f163-49f6-96c3-794282b92ff2,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:46.808936 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b91b3967-87ec-40f9-983f-e1395fbdc1e9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.810302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b91b3967-87ec-40f9-983f-e1395fbdc1e9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703026 Oct 25 09:11:46.813031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39026) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:46.822383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e7f8941b-9217-439e-af97-5cad4af93359 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'security_group_rule': {'security_group_id': 'b7a842ea-d3e3-4e35-91c0-864948cc01e9', 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:46.857562 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7f8941b-9217-439e-af97-5cad4af93359 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.873199 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39028) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:46.924491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e5d8dcf2-92ff-4a58-a3e1-56385b50c72f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9221b3488fe3453ab4163833edb3133c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499547 Oct 25 09:11:46.926895 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39030) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:46.953336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7f8941b-9217-439e-af97-5cad4af93359 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.960384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7f8941b-9217-439e-af97-5cad4af93359 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.981441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8941b-9217-439e-af97-5cad4af93359 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a53774-fb0f-4bc0-83c3-5866649739d0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:46.994191 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f112f4f-ecb6-4959-a802-fd0f9253f76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.994589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7f8941b-9217-439e-af97-5cad4af93359 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:46.996050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e7f8941b-9217-439e-af97-5cad4af93359 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817045 Oct 25 09:11:46.998679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39032) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:47.003845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ff04245c-ed04-413e-9bf2-94f5e0555381 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'security_group_rule': {'security_group_id': 'b7a842ea-d3e3-4e35-91c0-864948cc01e9', 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:47.039921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff04245c-ed04-413e-9bf2-94f5e0555381 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.049977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f112f4f-ecb6-4959-a802-fd0f9253f76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.111764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f112f4f-ecb6-4959-a802-fd0f9253f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.114455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0f112f4f-ecb6-4959-a802-fd0f9253f76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.117094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0f112f4f-ecb6-4959-a802-fd0f9253f76f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f30a74f0-2c11-493b-bd93-918d9f62ebb5 HTTP/1.1" status: 204 len: 168 time: 0.1890450 Oct 25 09:11:47.118392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff04245c-ed04-413e-9bf2-94f5e0555381 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.126002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f112f4f-ecb6-4959-a802-fd0f9253f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30a74f0-2c11-493b-bd93-918d9f62ebb5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:47.134397 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff04245c-ed04-413e-9bf2-94f5e0555381 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.160622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04245c-ed04-413e-9bf2-94f5e0555381 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96d9066-5825-46a6-9d5f-0e77d90efaa6,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:47.173098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff04245c-ed04-413e-9bf2-94f5e0555381 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.174365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ff04245c-ed04-413e-9bf2-94f5e0555381 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1745248 Oct 25 09:11:47.177218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39040) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:47.183764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2ae29a26-95c0-41b8-9bd7-79c1def3cad4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'security_group_rule': {'security_group_id': 'b7a842ea-d3e3-4e35-91c0-864948cc01e9', 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:47.212056 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-2ae29a26-95c0-41b8-9bd7-79c1def3cad4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Project 1be64bfb5e2846868286d781fd1e9eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:11:47.218920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae29a26-95c0-41b8-9bd7-79c1def3cad4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.285512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae29a26-95c0-41b8-9bd7-79c1def3cad4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.294941 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae29a26-95c0-41b8-9bd7-79c1def3cad4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.316593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae29a26-95c0-41b8-9bd7-79c1def3cad4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1adcffe-7a48-4bc3-a53c-28bac2e7afe4,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:47.327016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae29a26-95c0-41b8-9bd7-79c1def3cad4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.328965 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ae29a26-95c0-41b8-9bd7-79c1def3cad4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497209 Oct 25 09:11:47.331542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39044) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:47.337017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2a1b89a2-cf5c-40b0-a34a-2e6bb396fd86 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'security_group_rule': {'security_group_id': 'b7a842ea-d3e3-4e35-91c0-864948cc01e9', 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:47.366424 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-2a1b89a2-cf5c-40b0-a34a-2e6bb396fd86 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Project 1be64bfb5e2846868286d781fd1e9eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:11:47.372305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2a1b89a2-cf5c-40b0-a34a-2e6bb396fd86 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.457094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2a1b89a2-cf5c-40b0-a34a-2e6bb396fd86 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.470724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2a1b89a2-cf5c-40b0-a34a-2e6bb396fd86 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.494328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b89a2-cf5c-40b0-a34a-2e6bb396fd86 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98336c30-679a-4e51-8ef1-393e926b7b14,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:47.515698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2a1b89a2-cf5c-40b0-a34a-2e6bb396fd86 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:47.524955 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2a1b89a2-cf5c-40b0-a34a-2e6bb396fd86 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1844139 Oct 25 09:11:47.611249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4d830-e0d2-42db-9a22-1d0e5b260592 req-9f1f8ac4-957c-4b39-8376-0c6e70a55020 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:47.621873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32e4d830-e0d2-42db-9a22-1d0e5b260592 req-9f1f8ac4-957c-4b39-8376-0c6e70a55020 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0814738 Oct 25 09:11:47.660346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32e4d830-e0d2-42db-9a22-1d0e5b260592 req-02b21dca-986c-4ec5-b7c3-7f139e627e63 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 Oct 25 09:11:47.905667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-ec37f9c6-1979-4f72-8e19-8ff31f2ac939 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442451666&fields=id&tenant_id=1be64bfb5e2846868286d781fd1e9eca HTTP/1.1" status: 200 len: 267 time: 0.0428736 Oct 25 09:11:48.039790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-31f3f695-056e-4c55-8025-21dd498f316b tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:48.047175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-31f3f695-056e-4c55-8025-21dd498f316b tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/networks?id=49eafc93-4d0e-4a38-9303-1aaa89c14970 HTTP/1.1" status: 200 len: 814 time: 0.1322799 Oct 25 09:11:48.065374 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d3040680-e75d-46db-8316-4d13dc74f579 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/quotas/1be64bfb5e2846868286d781fd1e9eca HTTP/1.1" status: 200 len: 375 time: 0.0167840 Oct 25 09:11:48.123033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d6c6854c-6af6-41a5-a56a-f0f798376962 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be64bfb5e2846868286d781fd1e9eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566039 Oct 25 09:11:48.247187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-258a84df-ffe9-4abf-bacc-69f3f5381d0b service neutron] 10.222.0.32 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109412 Oct 25 09:11:48.343619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39094) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:48.373340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d4407396-d357-403f-9c79-b80f9e21d8ae service neutron] 10.222.0.32 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194434 Oct 25 09:11:48.620453 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4296aac3-73d7-446c-9607-eeea39c45bf0 tempest-AgentManagementNegativeTest-1512849893 tempest-AgentManagementNegativeTest-1512849893-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2726846 Oct 25 09:11:48.754656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aabacf94-f8de-4a95-af09-440342d908ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:48.773680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae57e33c-99b8-4054-8e06-b644494063b9 req-7b3cd87b-2756-4e1a-a0f4-a2b7ac5fde8e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 210 time: 0.0582793 Oct 25 09:11:48.969509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9528dec-f1fa-4694-98af-149d8246395b req-f7200666-300d-4db3-a816-f52b3039b2e9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:48.972449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9528dec-f1fa-4694-98af-149d8246395b req-f7200666-300d-4db3-a816-f52b3039b2e9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0846584 Oct 25 09:11:49.005893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39130) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:49.097341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9528dec-f1fa-4694-98af-149d8246395b req-de225933-cb9f-4567-adff-723a500722dc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169884 Oct 25 09:11:49.198707 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0834aa0-bb83-4cf3-bd24-4eca4c6cae64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:49.304008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0834aa0-bb83-4cf3-bd24-4eca4c6cae64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:49.309238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0834aa0-bb83-4cf3-bd24-4eca4c6cae64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:49.360749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c0834aa0-bb83-4cf3-bd24-4eca4c6cae64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47c79eec17174b6593f703684e342060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533599 Oct 25 09:11:49.362324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0834aa0-bb83-4cf3-bd24-4eca4c6cae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376dbc7a-712f-472a-a26e-405949a6ce6e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:49.363924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39148) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:49.426232 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7945dd4-271e-458a-895d-714f918e1bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:49.449612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7945dd4-271e-458a-895d-714f918e1bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:49.520731 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7945dd4-271e-458a-895d-714f918e1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:49.526267 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7945dd4-271e-458a-895d-714f918e1bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:49.527860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c7945dd4-271e-458a-895d-714f918e1bbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/376dbc7a-712f-472a-a26e-405949a6ce6e HTTP/1.1" status: 204 len: 168 time: 0.1623497 Oct 25 09:11:49.553952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7945dd4-271e-458a-895d-714f918e1bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376dbc7a-712f-472a-a26e-405949a6ce6e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:49.907383 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:49.908874 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ca5b364-ef4f-46cf-9256-9a949a9be0ad req-031f1f49-f30d-4a0b-9556-93fe80d0996e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 210 time: 0.0719917 Oct 25 09:11:49.917946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:50.125542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-b4f94ff0-8b0e-49a4-87e3-351c71b274cf tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:50.128061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-b4f94ff0-8b0e-49a4-87e3-351c71b274cf tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.41 "GET /v2.0/networks?id=49eafc93-4d0e-4a38-9303-1aaa89c14970 HTTP/1.1" status: 200 len: 814 time: 0.1797402 Oct 25 09:11:50.262250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-5ecc7976-3a0a-4e4a-bd84-c5465557626e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1be64bfb5e2846868286d781fd1e9eca HTTP/1.1" status: 200 len: 380 time: 0.1171389 Oct 25 09:11:50.277184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'port': {'device_id': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'admin_state_up': True, 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'security_groups': ['b7a842ea-d3e3-4e35-91c0-864948cc01e9']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:50.338497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45474bc1-13f0-4f32-9b0b-11857520300a req-b14a34e0-ee46-4b6e-b9f7-e09630b83de3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:50.349073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45474bc1-13f0-4f32-9b0b-11857520300a req-b14a34e0-ee46-4b6e-b9f7-e09630b83de3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1574736 Oct 25 09:11:50.493514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45474bc1-13f0-4f32-9b0b-11857520300a req-3262e2d6-d7dd-4489-887d-dc4739d55823 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434326 Oct 25 09:11:50.585747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Made reservation on behalf of 1be64bfb5e2846868286d781fd1e9eca for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:50.590472 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:50.832364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Allocated IP 172.20.0.9 (49eafc93-4d0e-4a38-9303-1aaa89c14970/8747dd21-932c-42c5-8e99-adf2f8195a7c/55f88487-3dd3-4249-a486-0f261a2493f7) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:50.857452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39194) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:50.996541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1128148864'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:51.024725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Made reservation on behalf of 74510c4abd494770a200bdee96661a09 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:51.028807 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.041247 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.068045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d2f93fc-e8e1-4c75-9f59-138c7cd30d6f req-7833620f-8f9d-4367-b3c5-2d395324f0bc tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 210 time: 0.0468986 Oct 25 09:11:51.083117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.136753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.142252 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.149123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.189861 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:51.198034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:11:51.198731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:51.202741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:51.205247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036f5595-0112-4d1e-85d1-c26c02ba5a81,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:51.212745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.213111 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Added segment ff4b2590-528f-471f-80d8-81ab95b67a60 of type vlan for network 7301c9de-a68f-4860-93e7-a2b90290573e Oct 25 09:11:51.233829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'Port': ['ID=55f88487-3dd3-4249-a486-0f261a2493f7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:51.260375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39206) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:51.282766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.283290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:51.284241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.312994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-d2103db6-df9d-437a-a982-fa829623b225 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0413470 Oct 25 09:11:51.314379 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.321947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:51.322563 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.335426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Request body: {'port': {'device_id': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:51.397744 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5392497 Oct 25 09:11:51.406735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39210) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:51.414798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'subnet': {'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:51.423751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5beb-ef22-4b64-8b7e-6d72c7607371 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Network': ['ID=7301c9de-a68f-4860-93e7-a2b90290573e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:51.433202 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.436385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 7301c9de-a68f-4860-93e7-a2b90290573e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:11:51.541609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c98defc9-8b78-42ce-8671-5d5d8da29090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.552163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Made reservation on behalf of 74510c4abd494770a200bdee96661a09 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:51.579973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.652074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-69348dc4-0e18-4ca3-9859-69e096d43b2d None None] Provisioning complete for port 55f88487-3dd3-4249-a486-0f261a2493f7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:51.652359 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69348dc4-0e18-4ca3-9859-69e096d43b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.713203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-69348dc4-0e18-4ca3-9859-69e096d43b2d None None] Port 55f88487-3dd3-4249-a486-0f261a2493f7 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:11:51.742350 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.877823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.951414 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Subnet': ['ID=ce841b31-5b2b-40a2-9626-0727498a5cd0,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:51.960911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Checking segment: {'id': 'ff4b2590-528f-471f-80d8-81ab95b67a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:11:51.961470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Network hostable DHCP agents. Network: 7301c9de-a68f-4860-93e7-a2b90290573e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:11:51.981500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c98defc9-8b78-42ce-8671-5d5d8da29090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:51.982332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Network 7301c9de-a68f-4860-93e7-a2b90290573e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:11:51.996176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 7301c9de-a68f-4860-93e7-a2b90290573e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:52.005077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f71105-072b-4ead-b023-4c0978ed85df None None] Network 7301c9de-a68f-4860-93e7-a2b90290573e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:11:52.011064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:52.012459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.022123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c98defc9-8b78-42ce-8671-5d5d8da29090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.039708 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ff94bb43-bcb3-474b-9795-2795624b0060 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6317189 Oct 25 09:11:52.040776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39216) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:52.047342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2096773122'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:52.079727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c98defc9-8b78-42ce-8671-5d5d8da29090 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95ca28bca9e14f448fbcdb0bc6d6747e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8158095 Oct 25 09:11:52.081976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98defc9-8b78-42ce-8671-5d5d8da29090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285cbf0b-899b-438b-a1f1-8260a8ed3e62,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:52.087766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39218) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:52.158649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44982922-fb7f-40e7-ac15-d12324c8b866 req-3b5386b1-8355-4e15-bd2b-0785524487d5 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:52.161331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44982922-fb7f-40e7-ac15-d12324c8b866 req-3b5386b1-8355-4e15-bd2b-0785524487d5 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.2652056 Oct 25 09:11:52.214185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f88487-3dd3-4249-a486-0f261a2493f7 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:11:52.225419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.251994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-7301c9de-a68f-4860-93e7-a2b90290573e', 'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e', 'tenant_id': '74510c4abd494770a200bdee96661a09', 'fixed_ips': [{'subnet_id': 'ce841b31-5b2b-40a2-9626-0727498a5cd0'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:11:52.252910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.259518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Made reservation on behalf of 74510c4abd494770a200bdee96661a09 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:52.264752 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.277016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Transition to ACTIVE for port object 55f88487-3dd3-4249-a486-0f261a2493f7 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:11:52.296515 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.300612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] device_id is not set on port 28dcb6ca-76da-46f1-ac69-a0b18adf2810 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:11:52.366711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Pushing event updated for resources: {'Port': ['ID=55f88487-3dd3-4249-a486-0f261a2493f7,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:52.380966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9d1de16-39f1-421a-a80a-8d4556d08d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.410115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9d1de16-39f1-421a-a80a-8d4556d08d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.469370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44982922-fb7f-40e7-ac15-d12324c8b866 req-d7fade03-e5a4-4a31-9448-a2fbea8bdb6a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080874 Oct 25 09:11:52.729793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Allocated IP 2001:db8::210 (7301c9de-a68f-4860-93e7-a2b90290573e/ce841b31-5b2b-40a2-9626-0727498a5cd0/28dcb6ca-76da-46f1-ac69-a0b18adf2810) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9d1de16-39f1-421a-a80a-8d4556d08d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9d1de16-39f1-421a-a80a-8d4556d08d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c9d1de16-39f1-421a-a80a-8d4556d08d70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/285cbf0b-899b-438b-a1f1-8260a8ed3e62 HTTP/1.1" status: 204 len: 168 time: 0.5339994 Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1de16-39f1-421a-a80a-8d4556d08d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285cbf0b-899b-438b-a1f1-8260a8ed3e62,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Attempting to bind port 55f88487-3dd3-4249-a486-0f261a2493f7 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Attempting to bind port 55f88487-3dd3-4249-a486-0f261a2493f7 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Attempting to bind port 55f88487-3dd3-4249-a486-0f261a2493f7 on network 49eafc93-4d0e-4a38-9303-1aaa89c14970 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Port 55f88487-3dd3-4249-a486-0f261a2493f7 on network 49eafc93-4d0e-4a38-9303-1aaa89c14970 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Attempting to bind port 55f88487-3dd3-4249-a486-0f261a2493f7 on network 49eafc93-4d0e-4a38-9303-1aaa89c14970 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Checking segment: {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Bound using segment: {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Bound port: 55f88487-3dd3-4249-a486-0f261a2493f7, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ea9122-2ea6-46a1-a12e-48b779b52654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:11:52.736028 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.842781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] For port 55f88487-3dd3-4249-a486-0f261a2493f7, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:11:52.851738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] For port 55f88487-3dd3-4249-a486-0f261a2493f7, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=55f88487-3dd3-4249-a486-0f261a2493f7,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:11:52.885453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.977474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e91a01-0c86-4ed4-ae27-a03a1cc53a0e req-42b99bb3-b651-4459-ae29-698ed8b5940a tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:52.986341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73e91a01-0c86-4ed4-ae27-a03a1cc53a0e req-42b99bb3-b651-4459-ae29-698ed8b5940a tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.1275535 Oct 25 09:11:52.988430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.993624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:52.994563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:52.996425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] 10.222.0.41 "PUT /v2.0/ports/55f88487-3dd3-4249-a486-0f261a2493f7 HTTP/1.1" status: 200 len: 1091 time: 1.6692181 Oct 25 09:11:53.000498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:11:53.003470 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421c17f9-9d88-4f04-b51d-9f954bf0e86d" -d '{"events": [{"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:11:53.037001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.084471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Network 7301c9de-a68f-4860-93e7-a2b90290573e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:53.103630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:53.109191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:53.118713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:53.122417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.145322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Allocated IP 2001:db8::2 (7301c9de-a68f-4860-93e7-a2b90290573e/ce841b31-5b2b-40a2-9626-0727498a5cd0/7c1b876c-7b6c-4345-93c4-89b16e23dc17) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:53.168796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=28dcb6ca-76da-46f1-ac69-a0b18adf2810,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:53.191268 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-db9b6ebe-65e7-4faa-9398-2636f05bced9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1480610 Oct 25 09:11:53.192530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:53.206294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-673320526', 'allowed_address_pairs': [{'ip_address': '2001:db8::210', 'mac_address': 'fa:16:3e:fa:c2:ef'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:53.289156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73e91a01-0c86-4ed4-ae27-a03a1cc53a0e req-6915163d-fac5-450b-9841-0e487c17ebf9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015463 Oct 25 09:11:53.289856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820dc81-d015-4f0e-9dfd-d6b2d3733b57 service neutron] Pushing event updated for resources: {'Port': ['ID=55f88487-3dd3-4249-a486-0f261a2493f7,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:53.300557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39258) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:53.351165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f548332d-1676-40d1-9221-c9e473a68a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.385158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-4e33ee2a-fa37-47bd-b507-ae90b598fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:53.386645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-4e33ee2a-fa37-47bd-b507-ae90b598fe28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1be64bfb5e2846868286d781fd1e9eca&device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1094 time: 0.3046684 Oct 25 09:11:53.414846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Made reservation on behalf of 74510c4abd494770a200bdee96661a09 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:53.505611 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b58bee-aedc-4ba9-b80b-4282e0267047 x-openstack-request-id: req-e6b58bee-aedc-4ba9-b80b-4282e0267047 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:11:53.506191 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:11:53.506606 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6b58bee-aedc-4ba9-b80b-4282e0267047 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:11:53.507011 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7', 'status': 'completed', 'code': 200} Oct 25 09:11:53.543535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-86ed704e-588f-43bc-8db0-fe3f20f79212 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f88487-3dd3-4249-a486-0f261a2493f7 HTTP/1.1" status: 200 len: 217 time: 0.0420325 Oct 25 09:11:53.575108 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.590475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.593161 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.636727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] device_id is not set on port 91f3a8c6-e311-4664-9ee5-1bef45ac80b7 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:11:53.674453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Pushing event updated for resources: {'Port': ['ID=7c1b876c-7b6c-4345-93c4-89b16e23dc17,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:53.684031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f548332d-1676-40d1-9221-c9e473a68a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.689421 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-a209745b-1cd7-431d-b342-253728e674a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:53.689966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.690543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.691104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.691212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-a209745b-1cd7-431d-b342-253728e674a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8747dd21-932c-42c5-8e99-adf2f8195a7c HTTP/1.1" status: 200 len: 853 time: 0.1298361 Oct 25 09:11:53.691802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.692680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.693220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.694415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.695107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.695619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.695983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f548332d-1676-40d1-9221-c9e473a68a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.696282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.696811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.697317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:11:53.705799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Network 7301c9de-a68f-4860-93e7-a2b90290573e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:53.712401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:53.719977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:53.738860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548332d-1676-40d1-9221-c9e473a68a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781ea20-870f-4b37-9d01-a75fa891caf6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:53.797301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09fadf-d2a0-4a67-b154-0925eb46bdb6 req-052db6f1-580a-4576-8f19-db8a371d3da6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:53.807247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d09fadf-d2a0-4a67-b154-0925eb46bdb6 req-052db6f1-580a-4576-8f19-db8a371d3da6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1707089 Oct 25 09:11:53.822378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f548332d-1676-40d1-9221-c9e473a68a46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88014726eafa40d48b7f05f897a0903a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203273 Oct 25 09:11:53.823856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39270) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:53.824871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Allocated IP 2001:db8::2b5 (7301c9de-a68f-4860-93e7-a2b90290573e/ce841b31-5b2b-40a2-9626-0727498a5cd0/91f3a8c6-e311-4664-9ee5-1bef45ac80b7) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:53.836965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Attempting to bind port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:11:53.837554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Attempting to bind port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ff4b2590-528f-471f-80d8-81ab95b67a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:11:53.838128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Attempting to bind port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 on network 7301c9de-a68f-4860-93e7-a2b90290573e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:11:53.845781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:11:53.846613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Checking segment: {'id': 'ff4b2590-528f-471f-80d8-81ab95b67a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:11:53.847207 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.847769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Bound using segment: {'id': 'ff4b2590-528f-471f-80d8-81ab95b67a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:11:53.848630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Bound port: 7c1b876c-7b6c-4345-93c4-89b16e23dc17, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4b2590-528f-471f-80d8-81ab95b67a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:11:53.850062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.920524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9880d621-0ac6-4368-af23-cf70858598e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:53.923406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] For port 7c1b876c-7b6c-4345-93c4-89b16e23dc17, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:11:53.924596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-9880d621-0ac6-4368-af23-cf70858598e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49eafc93-4d0e-4a38-9303-1aaa89c14970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2255106 Oct 25 09:11:53.928981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] For port 7c1b876c-7b6c-4345-93c4-89b16e23dc17, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c1b876c-7b6c-4345-93c4-89b16e23dc17,segment=NetworkSegment(ff4b2590-528f-471f-80d8-81ab95b67a60),segment_id=ff4b2590-528f-471f-80d8-81ab95b67a60)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:11:53.935264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:53.962064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d09fadf-d2a0-4a67-b154-0925eb46bdb6 req-de35b36c-24f8-405f-a839-f824278a15af tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476955 Oct 25 09:11:54.004848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352d3c7-09d6-4f1e-986f-1dccfcb676e2 None None] Pushing event updated for resources: {'Port': ['ID=7c1b876c-7b6c-4345-93c4-89b16e23dc17,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:54.064502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.065576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d873584-6829-47b2-9596-8a8cf1ca7718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.108635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d873584-6829-47b2-9596-8a8cf1ca7718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.136236 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.172085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-87d9236a-b225-453b-b278-0cfbae209d57 service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217531 Oct 25 09:11:54.215338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Network 7301c9de-a68f-4860-93e7-a2b90290573e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:54.219548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:54.228873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:54.235165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:54.237081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.256278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=91f3a8c6-e311-4664-9ee5-1bef45ac80b7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:54.265373 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-17209737-2caf-4f24-addb-187f7c4faa2b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0681188 Oct 25 09:11:54.265976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39278) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:54.458095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd86b6-ff22-4854-b5e4-8c5b06ebdb60 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:54.465872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd86b6-ff22-4854-b5e4-8c5b06ebdb60 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:54.474878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd86b6-ff22-4854-b5e4-8c5b06ebdb60 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:54.479868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-45dd86b6-ff22-4854-b5e4-8c5b06ebdb60 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2129753 Oct 25 09:11:54.480711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39288) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:54.634360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-04426ac6-d3bd-4400-96fa-d9ac8c6dd288 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Deleting port 91f3a8c6-e311-4664-9ee5-1bef45ac80b7 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:54.635021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04426ac6-d3bd-4400-96fa-d9ac8c6dd288 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.757623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04426ac6-d3bd-4400-96fa-d9ac8c6dd288 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.775607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-04426ac6-d3bd-4400-96fa-d9ac8c6dd288 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Calling delete_port for 91f3a8c6-e311-4664-9ee5-1bef45ac80b7 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:54.872865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b0ba629-f87f-43e9-907b-cd4ea15ea43a req-0aaf01d0-7d6a-46c9-afee-7a3350710a89 service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923592 Oct 25 09:11:54.903810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d873584-6829-47b2-9596-8a8cf1ca7718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.906683 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d873584-6829-47b2-9596-8a8cf1ca7718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:54.910594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3d873584-6829-47b2-9596-8a8cf1ca7718 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0781ea20-870f-4b37-9d01-a75fa891caf6 HTTP/1.1" status: 204 len: 168 time: 1.0832303 Oct 25 09:11:54.938369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d873584-6829-47b2-9596-8a8cf1ca7718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781ea20-870f-4b37-9d01-a75fa891caf6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:54.973547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae19aa7-971a-4fa6-b405-1501975168fe req-92181152-a6e3-40bc-8a33-023a743bd5bd tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:54.983749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dae19aa7-971a-4fa6-b405-1501975168fe req-92181152-a6e3-40bc-8a33-023a743bd5bd tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.1815093 Oct 25 09:11:55.046528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04426ac6-d3bd-4400-96fa-d9ac8c6dd288 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:55.151813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04426ac6-d3bd-4400-96fa-d9ac8c6dd288 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Port': ['ID=91f3a8c6-e311-4664-9ee5-1bef45ac80b7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:55.183655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dae19aa7-971a-4fa6-b405-1501975168fe req-0ed98ac8-753a-493f-9022-e70317e41f4b tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885128 Oct 25 09:11:55.196819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-4e043d86-e3a4-4cef-9130-29a8e0c0eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:55.198412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-4e043d86-e3a4-4cef-9130-29a8e0c0eefa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1be64bfb5e2846868286d781fd1e9eca&device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1094 time: 0.1870947 Oct 25 09:11:55.501434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04426ac6-d3bd-4400-96fa-d9ac8c6dd288 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:55.502382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08b0d8-6c9e-4711-b92a-55a69b12bcbe req-85877402-aa9e-4e4a-b735-af13d76121fc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:55.503935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b08b0d8-6c9e-4711-b92a-55a69b12bcbe req-85877402-aa9e-4e4a-b735-af13d76121fc tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1689093 Oct 25 09:11:55.505085 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-04426ac6-d3bd-4400-96fa-d9ac8c6dd288 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "DELETE /v2.0/ports/91f3a8c6-e311-4664-9ee5-1bef45ac80b7 HTTP/1.1" status: 204 len: 168 time: 1.0231884 Oct 25 09:11:55.508171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39318) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:55.542811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-57e3fc7a-9cb2-43a1-96a6-3f07c71d2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:55.544361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-57e3fc7a-9cb2-43a1-96a6-3f07c71d2ced service neutron] 10.222.0.41 "GET /v2.0/networks?id=49eafc93-4d0e-4a38-9303-1aaa89c14970 HTTP/1.1" status: 200 len: 915 time: 0.3384256 Oct 25 09:11:55.578617 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec3756a-9d0f-4393-8e7e-9d39d95d05a0 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] GET failed (client error): The resource could not be found. Oct 25 09:11:55.591657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9ec3756a-9d0f-4393-8e7e-9d39d95d05a0 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "GET /v2.0/ports/91f3a8c6-e311-4664-9ee5-1bef45ac80b7 HTTP/1.1" status: 404 len: 333 time: 0.0756032 Oct 25 09:11:55.600791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39324) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:55.604580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063bd000-49be-4799-aa47-b8a63cc814c3 None None] Network 7301c9de-a68f-4860-93e7-a2b90290573e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:11:55.606004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-202388589'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:55.630160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b08b0d8-6c9e-4711-b92a-55a69b12bcbe req-e68ff7b5-56a1-4f9a-80c8-1cf8e881e342 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186471 Oct 25 09:11:55.633941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-95f4e716-9888-4ed5-b2cb-cb104756056a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f88487-3dd3-4249-a486-0f261a2493f7 HTTP/1.1" status: 200 len: 217 time: 0.0725131 Oct 25 09:11:55.788251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-bbdb23ac-802c-4479-93d0-9452f0360a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:55.789453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-bbdb23ac-802c-4479-93d0-9452f0360a07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8747dd21-932c-42c5-8e99-adf2f8195a7c HTTP/1.1" status: 200 len: 853 time: 0.1489649 Oct 25 09:11:55.829918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4868784e-2af6-4b83-8c3b-ecc6ed34b267 None None] Provisioning complete for port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:55.830228 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4868784e-2af6-4b83-8c3b-ecc6ed34b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:55.928779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-e0d6936b-48dd-4b06-a19c-c3a50979fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:55.935547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-e0d6936b-48dd-4b06-a19c-c3a50979fd68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49eafc93-4d0e-4a38-9303-1aaa89c14970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353617 Oct 25 09:11:55.968183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Made reservation on behalf of 74510c4abd494770a200bdee96661a09 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:55.972262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:56.049400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] device_id is not set on port 4090c0f7-ca1b-419f-8307-2e02ae05c840 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:11:56.126891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c1b876c-7b6c-4345-93c4-89b16e23dc17 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:11:56.140369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-b0bb13a0-3d1c-453d-9900-51e537069b31 service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924784 Oct 25 09:11:56.324064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Allocated IP 2001:db8::30a (7301c9de-a68f-4860-93e7-a2b90290573e/ce841b31-5b2b-40a2-9626-0727498a5cd0/4090c0f7-ca1b-419f-8307-2e02ae05c840) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:56.370155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:56.371634 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:56.420747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949f5b-8a02-4f56-8034-477b1d0e9cb1 req-95591420-26c7-4152-9c5d-d650628c4a8e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:56.422305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2949f5b-8a02-4f56-8034-477b1d0e9cb1 req-95591420-26c7-4152-9c5d-d650628c4a8e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.0920730 Oct 25 09:11:56.461058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-421c17f9-9d88-4f04-b51d-9f954bf0e86d req-419e8446-9027-447c-9403-eec47d87cd4f service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117402 Oct 25 09:11:56.526565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2949f5b-8a02-4f56-8034-477b1d0e9cb1 req-a1f31d7f-b29f-4658-823c-57069367ba28 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934904 Oct 25 09:11:56.704232 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4868784e-2af6-4b83-8c3b-ecc6ed34b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:56.717461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:56.821592 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:56.851320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:56.877191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0678d8-1aab-4892-8f71-8111d04af22f req-4fbd5789-bcf1-4998-b32d-c9fad2ee4a92 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:56.889353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd0678d8-1aab-4892-8f71-8111d04af22f req-4fbd5789-bcf1-4998-b32d-c9fad2ee4a92 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1335664 Oct 25 09:11:56.920380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Network 7301c9de-a68f-4860-93e7-a2b90290573e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:11:56.923494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=4090c0f7-ca1b-419f-8307-2e02ae05c840,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:56.926504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:11:56.934912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:11:56.937479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4868784e-2af6-4b83-8c3b-ecc6ed34b267 None None] For port 7c1b876c-7b6c-4345-93c4-89b16e23dc17, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c1b876c-7b6c-4345-93c4-89b16e23dc17,segment=NetworkSegment(ff4b2590-528f-471f-80d8-81ab95b67a60),segment_id=ff4b2590-528f-471f-80d8-81ab95b67a60)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:11:56.947669 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:56.952610 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:56.971396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4868784e-2af6-4b83-8c3b-ecc6ed34b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:56.980358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd0678d8-1aab-4892-8f71-8111d04af22f req-78206969-7428-4aca-97e1-086493ca0666 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797343 Oct 25 09:11:56.992057 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fbc41a7d-cdef-4efb-b404-fba426ed17e5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3897886 Oct 25 09:11:56.994673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39368) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:57.007407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::210', 'mac_address': 'fa:16:3e:fa:c2:ef'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:57.105644 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:11:57.106057 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:11:57.107010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868784e-2af6-4b83-8c3b-ecc6ed34b267 None None] Pushing event updated for resources: {'Port': ['ID=7c1b876c-7b6c-4345-93c4-89b16e23dc17,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:57.150221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:57.222216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-03704999-6ee7-4c59-8544-986e1bad67be None None] Provisioning complete for port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:57.222967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-03704999-6ee7-4c59-8544-986e1bad67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:57.414133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-03704999-6ee7-4c59-8544-986e1bad67be None None] Provisioning complete for port 28dcb6ca-76da-46f1-ac69-a0b18adf2810 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:57.416433 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-03704999-6ee7-4c59-8544-986e1bad67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:57.512198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-03704999-6ee7-4c59-8544-986e1bad67be None None] Port 28dcb6ca-76da-46f1-ac69-a0b18adf2810 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:11:57.512425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:57.523063 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:57.602305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] In _notify_port_updated(), no bound segment for port 4090c0f7-ca1b-419f-8307-2e02ae05c840 on network 7301c9de-a68f-4860-93e7-a2b90290573e {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:11:57.624151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:57.624950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:57.626989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "PUT /v2.0/ports/4090c0f7-ca1b-419f-8307-2e02ae05c840 HTTP/1.1" status: 200 len: 1002 time: 0.6288416 Oct 25 09:11:57.629306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:57.642955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8fe65-210c-46d6-b3ae-a880a8621479 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=4090c0f7-ca1b-419f-8307-2e02ae05c840,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:57.766499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-595fbb6a-f277-4afc-b19e-3d7e4245dc72 None None] Provisioning complete for port 28dcb6ca-76da-46f1-ac69-a0b18adf2810 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:57.769707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-595fbb6a-f277-4afc-b19e-3d7e4245dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:57.808911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e53eb7-f403-40c1-8948-6e9e6187371c req-f9f34851-32b1-4a21-b6e5-7726315e6733 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:57.817216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e53eb7-f403-40c1-8948-6e9e6187371c req-f9f34851-32b1-4a21-b6e5-7726315e6733 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.1220746 Oct 25 09:11:57.866564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-595fbb6a-f277-4afc-b19e-3d7e4245dc72 None None] Port 28dcb6ca-76da-46f1-ac69-a0b18adf2810 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:11:57.885959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c1b876c-7b6c-4345-93c4-89b16e23dc17 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:11:57.946854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e53eb7-f403-40c1-8948-6e9e6187371c req-91e04fde-dd2b-49c8-b5d3-3f1028c85e1b tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275070 Oct 25 09:11:58.001352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-286bb79c-dc4b-4dd4-a11a-0a7d9d076aa5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Deleting port 4090c0f7-ca1b-419f-8307-2e02ae05c840 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:11:58.002045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-286bb79c-dc4b-4dd4-a11a-0a7d9d076aa5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:58.038980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:11:58.039332 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:58.112951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8fbc5df8-020c-4e51-98f1-ca1d02c6ae40 None None] Could not find standard attr ID for object 91f3a8c6-e311-4664-9ee5-1bef45ac80b7. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:11:58.243219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-286bb79c-dc4b-4dd4-a11a-0a7d9d076aa5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:58.259544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-286bb79c-dc4b-4dd4-a11a-0a7d9d076aa5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Calling delete_port for 4090c0f7-ca1b-419f-8307-2e02ae05c840 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:11:58.481235 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:11:58.560032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76078abb-3c11-4811-bf59-dd66dd04bb81 req-53e02e76-2af9-4418-8881-f03033cba5bd tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:58.561829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76078abb-3c11-4811-bf59-dd66dd04bb81 req-53e02e76-2af9-4418-8881-f03033cba5bd tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1875603 Oct 25 09:11:58.614150 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-286bb79c-dc4b-4dd4-a11a-0a7d9d076aa5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:58.654913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-feb9ac7b-9aea-4da8-b251-a282ffbfd23f None None] Could not find standard attr ID for object 4090c0f7-ca1b-419f-8307-2e02ae05c840. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:11:58.686724 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76078abb-3c11-4811-bf59-dd66dd04bb81 req-75b04ec6-a2ea-41f9-8cd7-5188e9fe7698 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052687 Oct 25 09:11:58.688435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bb79c-dc4b-4dd4-a11a-0a7d9d076aa5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Port': ['ID=4090c0f7-ca1b-419f-8307-2e02ae05c840,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:11:58.886586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-286bb79c-dc4b-4dd4-a11a-0a7d9d076aa5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:58.893582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39432) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:58.897623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-286bb79c-dc4b-4dd4-a11a-0a7d9d076aa5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "DELETE /v2.0/ports/4090c0f7-ca1b-419f-8307-2e02ae05c840 HTTP/1.1" status: 204 len: 168 time: 1.2670031 Oct 25 09:11:58.926653 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-36121bc4-d2ba-424c-a962-ef43b8f4e24a tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] GET failed (client error): The resource could not be found. Oct 25 09:11:58.935294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39436) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:11:58.936589 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-36121bc4-d2ba-424c-a962-ef43b8f4e24a tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "GET /v2.0/ports/4090c0f7-ca1b-419f-8307-2e02ae05c840 HTTP/1.1" status: 404 len: 333 time: 0.0412621 Oct 25 09:11:58.942051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1497522434'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:11:59.165583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Made reservation on behalf of 74510c4abd494770a200bdee96661a09 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:11:59.173056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:59.220611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] device_id is not set on port 9a73f2e0-a9ee-4132-b58e-3f9d62330f14 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:11:59.492677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4cba9af3-9059-4281-89a9-1c5ddd4f9b14 None None] Could not find standard attr ID for object 4090c0f7-ca1b-419f-8307-2e02ae05c840. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:11:59.496857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Allocated IP 2001:db8::1ff (7301c9de-a68f-4860-93e7-a2b90290573e/ce841b31-5b2b-40a2-9626-0727498a5cd0/9a73f2e0-a9ee-4132-b58e-3f9d62330f14) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:11:59.526720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03622c5-1e81-4c8f-bea1-50734b0d8e5d req-c18d03d3-da7f-40da-af8b-4d770d2a5b79 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:59.530763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03622c5-1e81-4c8f-bea1-50734b0d8e5d req-c18d03d3-da7f-40da-af8b-4d770d2a5b79 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.1569955 Oct 25 09:11:59.666692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03622c5-1e81-4c8f-bea1-50734b0d8e5d req-b90b69f1-fe5b-4246-90ec-69b6aa5b59f0 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200929 Oct 25 09:11:59.836376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:59.915783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ffd2-7dae-4edf-bb12-6779228deccb req-2e35ca62-5bac-4eb2-af93-22a39d6a131d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:11:59.923379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7b0ffd2-7dae-4edf-bb12-6779228deccb req-2e35ca62-5bac-4eb2-af93-22a39d6a131d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0826845 Oct 25 09:11:59.946327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:11:59.998838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7b0ffd2-7dae-4edf-bb12-6779228deccb req-ab1196ad-fc90-42b5-8b7e-a914a9c9348e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745537 Oct 25 09:12:00.013689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Network 7301c9de-a68f-4860-93e7-a2b90290573e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:00.016974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:00.021689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:00.027033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:00.027700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:00.033432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=9a73f2e0-a9ee-4132-b58e-3f9d62330f14,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:00.074475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dd1bb5a6-675b-4a26-8b92-973596a8d1df tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1375804 Oct 25 09:12:00.077363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39474) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:00.082916 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fa:c2:ef'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:00.426268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6901af54-eb4a-49bc-b7cb-c9cc2c37a579 None None] Provisioning complete for port 9a73f2e0-a9ee-4132-b58e-3f9d62330f14 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:00.426809 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6901af54-eb4a-49bc-b7cb-c9cc2c37a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:00.485030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-6901af54-eb4a-49bc-b7cb-c9cc2c37a579 None None] Port 9a73f2e0-a9ee-4132-b58e-3f9d62330f14 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:00.613340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:00.836577 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:00.845237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:00.857024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36109e7-cb8c-4c43-9684-a7cd8c9708de req-7f3e487f-1bca-4b46-aa88-bf30bf56548d tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:00.858586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c36109e7-cb8c-4c43-9684-a7cd8c9708de req-7f3e487f-1bca-4b46-aa88-bf30bf56548d tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.0599658 Oct 25 09:12:00.889290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] In _notify_port_updated(), no bound segment for port 9a73f2e0-a9ee-4132-b58e-3f9d62330f14 on network 7301c9de-a68f-4860-93e7-a2b90290573e {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:12:00.896231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:00.897304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:00.898682 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "PUT /v2.0/ports/9a73f2e0-a9ee-4132-b58e-3f9d62330f14 HTTP/1.1" status: 200 len: 1003 time: 0.8203771 Oct 25 09:12:00.902591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39510) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:00.937851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa314dc-e5af-45f5-bcc3-e241a287e666 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=9a73f2e0-a9ee-4132-b58e-3f9d62330f14,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:00.982218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c36109e7-cb8c-4c43-9684-a7cd8c9708de req-d1d4f97c-6256-47b9-9254-fdbf5ff16776 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100669 Oct 25 09:12:01.050835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ac29952d-7dc3-4f64-bf2a-9bb26bf77ed3 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Deleting port 9a73f2e0-a9ee-4132-b58e-3f9d62330f14 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:01.051390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac29952d-7dc3-4f64-bf2a-9bb26bf77ed3 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:01.204423 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac29952d-7dc3-4f64-bf2a-9bb26bf77ed3 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:01.211802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3c9575e7-07c0-4251-8105-2fdeb64bf57b None None] Provisioning complete for port 9a73f2e0-a9ee-4132-b58e-3f9d62330f14 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:01.212290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3c9575e7-07c0-4251-8105-2fdeb64bf57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:01.229151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d200c-b84d-4f89-a0d4-ae08c9532aac req-b43a76a4-c2a5-4025-90b0-df7e480b4a74 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:01.231039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e7d200c-b84d-4f89-a0d4-ae08c9532aac req-b43a76a4-c2a5-4025-90b0-df7e480b4a74 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0940380 Oct 25 09:12:01.232197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ac29952d-7dc3-4f64-bf2a-9bb26bf77ed3 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Calling delete_port for 9a73f2e0-a9ee-4132-b58e-3f9d62330f14 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:01.267403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3c9575e7-07c0-4251-8105-2fdeb64bf57b None None] Port 9a73f2e0-a9ee-4132-b58e-3f9d62330f14 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:01.321362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e7d200c-b84d-4f89-a0d4-ae08c9532aac req-f5c3dc79-d677-4f54-9881-a5342b6aadf3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831552 Oct 25 09:12:01.437183 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac29952d-7dc3-4f64-bf2a-9bb26bf77ed3 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:01.495860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29952d-7dc3-4f64-bf2a-9bb26bf77ed3 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Port': ['ID=9a73f2e0-a9ee-4132-b58e-3f9d62330f14,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:01.536304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac29952d-7dc3-4f64-bf2a-9bb26bf77ed3 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:01.542638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ac29952d-7dc3-4f64-bf2a-9bb26bf77ed3 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "DELETE /v2.0/ports/9a73f2e0-a9ee-4132-b58e-3f9d62330f14 HTTP/1.1" status: 204 len: 168 time: 0.6261744 Oct 25 09:12:01.543053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39532) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:01.571064 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f83cb2-cb53-4fdb-bdbf-cf4c4493592a tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] GET failed (client error): The resource could not be found. Oct 25 09:12:01.572736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-09f83cb2-cb53-4fdb-bdbf-cf4c4493592a tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "GET /v2.0/ports/9a73f2e0-a9ee-4132-b58e-3f9d62330f14 HTTP/1.1" status: 404 len: 333 time: 0.0283983 Oct 25 09:12:01.578408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39534) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:01.585436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1996674205'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:01.783392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0df4259e-70ff-455a-8737-d23061efbe46 req-36b24fd9-4919-42b4-86a8-4225aae6eb5f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042261 Oct 25 09:12:01.819738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Made reservation on behalf of 74510c4abd494770a200bdee96661a09 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:01.828277 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:01.874912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] device_id is not set on port 66395c27-8b83-4d6b-9e0f-2521419a74d1 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:01.935882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4259e-70ff-455a-8737-d23061efbe46 req-8cbd6799-732c-4d2c-bc4e-baef58f1547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:01.937722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0df4259e-70ff-455a-8737-d23061efbe46 req-8cbd6799-732c-4d2c-bc4e-baef58f1547a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 1096 time: 0.0979621 Oct 25 09:12:02.078472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Allocated IP 2001:db8::23f (7301c9de-a68f-4860-93e7-a2b90290573e/ce841b31-5b2b-40a2-9626-0727498a5cd0/66395c27-8b83-4d6b-9e0f-2521419a74d1) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:02.162604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4259e-70ff-455a-8737-d23061efbe46 req-24b2b4cc-8caa-4a2c-b5fd-c035d2c4abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:02.164066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0df4259e-70ff-455a-8737-d23061efbe46 req-24b2b4cc-8caa-4a2c-b5fd-c035d2c4abb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.1874704 Oct 25 09:12:02.235914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8c6da-492f-4b41-8a00-3fb989a2cc93 req-bb8d569b-7721-4ea0-98b4-784b1f1dc5d7 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:02.237557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8c6da-492f-4b41-8a00-3fb989a2cc93 req-bb8d569b-7721-4ea0-98b4-784b1f1dc5d7 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.1490066 Oct 25 09:12:02.238919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0df4259e-70ff-455a-8737-d23061efbe46 req-33f85342-703b-439d-84f4-3567dcd0e6e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750cdcda-d60f-4eb6-b9ad-d38796847e3e HTTP/1.1" status: 200 len: 217 time: 0.0644472 Oct 25 09:12:02.372373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c8c6da-492f-4b41-8a00-3fb989a2cc93 req-644b51ee-c95b-4850-b4c8-20e619e8ceed tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265886 Oct 25 09:12:02.381124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4259e-70ff-455a-8737-d23061efbe46 req-d71e5483-7414-4937-a423-2d9fd544ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:02.382564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0df4259e-70ff-455a-8737-d23061efbe46 req-d71e5483-7414-4937-a423-2d9fd544ef08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1276329 Oct 25 09:12:02.452500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:02.469848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4259e-70ff-455a-8737-d23061efbe46 req-d4537c2e-889b-4b8d-a526-ead3dafbcdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:02.471566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0df4259e-70ff-455a-8737-d23061efbe46 req-d4537c2e-889b-4b8d-a526-ead3dafbcdd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766628 Oct 25 09:12:02.605303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:02.642472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7204e-999a-41a9-bd77-6c7590d82a29 req-27e6ea23-e456-47de-80bc-89e146990de4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:02.643994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4f7204e-999a-41a9-bd77-6c7590d82a29 req-27e6ea23-e456-47de-80bc-89e146990de4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1501567 Oct 25 09:12:02.683573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0df4259e-70ff-455a-8737-d23061efbe46 req-67f576da-a935-4186-b15a-8b179b6b832b service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032037 Oct 25 09:12:02.704143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Network 7301c9de-a68f-4860-93e7-a2b90290573e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:02.728978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:02.733220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:02.738883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:02.739502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:02.797956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=66395c27-8b83-4d6b-9e0f-2521419a74d1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:02.850465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4f7204e-999a-41a9-bd77-6c7590d82a29 req-36b4a550-1d12-4780-8360-0210658140e1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830623 Oct 25 09:12:02.893054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e7e6a8b6-0b24-41ff-8d82-e008c3e14ddd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3130107 Oct 25 09:12:02.895659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39584) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:02.903122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'network_id': '7301c9de-a68f-4860-93e7-a2b90290573e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-981745106'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:02.930951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0df4259e-70ff-455a-8737-d23061efbe46 req-32f1b335-f47e-4d05-b0b0-cc51f6a8cb27 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335129 Oct 25 09:12:03.075491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Made reservation on behalf of 74510c4abd494770a200bdee96661a09 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:03.084073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:03.113563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3f607c35-284c-4398-9b37-1acf72c65041 None None] Provisioning complete for port 66395c27-8b83-4d6b-9e0f-2521419a74d1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:03.115001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3f607c35-284c-4398-9b37-1acf72c65041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:03.123502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] device_id is not set on port 5571bba1-0a8d-435b-a57a-a87279854995 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:03.170225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3f607c35-284c-4398-9b37-1acf72c65041 None None] Port 66395c27-8b83-4d6b-9e0f-2521419a74d1 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:03.279836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Allocated IP 2001:db8::2ad (7301c9de-a68f-4860-93e7-a2b90290573e/ce841b31-5b2b-40a2-9626-0727498a5cd0/5571bba1-0a8d-435b-a57a-a87279854995) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:03.476716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:03.527018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:03.533678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d88c5a-350d-4ed2-a91b-dd91d6437dee req-27277f8e-c078-40d6-903d-8062d7ebc1b4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:03.544685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99d88c5a-350d-4ed2-a91b-dd91d6437dee req-27277f8e-c078-40d6-903d-8062d7ebc1b4 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.0662296 Oct 25 09:12:03.584710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Network 7301c9de-a68f-4860-93e7-a2b90290573e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:03.588877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:03.594620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:03.602883 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:03.603137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:03.615296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99d88c5a-350d-4ed2-a91b-dd91d6437dee req-6b6c0f40-6b91-4ea1-9429-00655859d0a0 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694993 Oct 25 09:12:03.628112 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7271559 Oct 25 09:12:03.628112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe3818-eef5-41f6-a8be-9fe847435e81 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=5571bba1-0a8d-435b-a57a-a87279854995,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:03.628442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39608) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:03.643990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::210', 'mac_address': 'fa:16:3e:fa:c2:ef'}, {'ip_address': '2001:db8::23f', 'mac_address': 'fa:16:3e:e4:92:d2'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:03.845632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.000104 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ce358f50-f3a1-42fa-8117-e74c87da62e5 None None] Provisioning complete for port 5571bba1-0a8d-435b-a57a-a87279854995 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:04.000474 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce358f50-f3a1-42fa-8117-e74c87da62e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.053189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98439c07-6613-4e30-b51b-386c7f512878 req-9de1c481-5c91-40ee-91c7-ec9b07dcd2a1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:04.060384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98439c07-6613-4e30-b51b-386c7f512878 req-9de1c481-5c91-40ee-91c7-ec9b07dcd2a1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1247973 Oct 25 09:12:04.070044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ce358f50-f3a1-42fa-8117-e74c87da62e5 None None] Port 5571bba1-0a8d-435b-a57a-a87279854995 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:04.121345 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.132081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98439c07-6613-4e30-b51b-386c7f512878 req-5d786274-ae30-4f25-b40b-e167ff78040f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707881 Oct 25 09:12:04.133537 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.147534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] In _notify_port_updated(), no bound segment for port 5571bba1-0a8d-435b-a57a-a87279854995 on network 7301c9de-a68f-4860-93e7-a2b90290573e {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:12:04.154080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:04.154907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.156534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "PUT /v2.0/ports/5571bba1-0a8d-435b-a57a-a87279854995 HTTP/1.1" status: 200 len: 1067 time: 0.5267687 Oct 25 09:12:04.159408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39628) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:04.235456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e6a95-944e-4933-8c17-7da9d93774d5 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event updated for resources: {'Port': ['ID=5571bba1-0a8d-435b-a57a-a87279854995,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:04.324212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1253b9a9-d946-4967-9de1-aa443df89cca tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Deleting port 5571bba1-0a8d-435b-a57a-a87279854995 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:04.324712 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1253b9a9-d946-4967-9de1-aa443df89cca tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.465652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1253b9a9-d946-4967-9de1-aa443df89cca tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.479220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1253b9a9-d946-4967-9de1-aa443df89cca tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Calling delete_port for 5571bba1-0a8d-435b-a57a-a87279854995 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:04.485943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:12:04.655891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:04.664796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1253b9a9-d946-4967-9de1-aa443df89cca tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.678319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'port_id': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'mac_address': 'fa:16:3e:6b:04:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca46ef7-c47c-435f-b6e3-6f8b5f596295', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:12:04.706601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-91d3ed35-cc6e-4fa2-ad94-04af33c067b5 None None] Provisioning complete for port 5571bba1-0a8d-435b-a57a-a87279854995 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:04.709123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed35-cc6e-4fa2-ad94-04af33c067b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.773738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253b9a9-d946-4967-9de1-aa443df89cca tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Port': ['ID=5571bba1-0a8d-435b-a57a-a87279854995,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:04.781146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260e47-697e-414e-a7f6-91b3dd391d2b req-211152c8-a99d-4e66-b753-d7f96a19c7a2 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:04.782663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-91d3ed35-cc6e-4fa2-ad94-04af33c067b5 None None] Port 5571bba1-0a8d-435b-a57a-a87279854995 was deleted so its status cannot be updated. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 25 09:12:04.783953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f260e47-697e-414e-a7f6-91b3dd391d2b req-211152c8-a99d-4e66-b753-d7f96a19c7a2 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.0696990 Oct 25 09:12:04.816516 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.835108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:12:04.850464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f260e47-697e-414e-a7f6-91b3dd391d2b req-1c0dc935-edea-46c2-8884-1bfa579f540c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525877 Oct 25 09:12:04.876582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:04.884665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:04.955218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:05.031321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1253b9a9-d946-4967-9de1-aa443df89cca tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:05.038437 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1253b9a9-d946-4967-9de1-aa443df89cca tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "DELETE /v2.0/ports/5571bba1-0a8d-435b-a57a-a87279854995 HTTP/1.1" status: 204 len: 168 time: 0.8747563 Oct 25 09:12:05.038672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39656) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:05.068775 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc80990-71a3-4ef8-a215-83c568d6a6e9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] GET failed (client error): The resource could not be found. Oct 25 09:12:05.073576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39658) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:05.074133 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0dc80990-71a3-4ef8-a215-83c568d6a6e9 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "GET /v2.0/ports/5571bba1-0a8d-435b-a57a-a87279854995 HTTP/1.1" status: 404 len: 333 time: 0.0339699 Oct 25 09:12:05.081257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4aabaf4d-6598-42ba-8ddd-d1d63de88a10'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:05.301167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-39ba6214-6f22-4b68-a8cd-9d541bb0d21f tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Deleting port 66395c27-8b83-4d6b-9e0f-2521419a74d1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:05.301648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39ba6214-6f22-4b68-a8cd-9d541bb0d21f tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:05.376533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0b48-8e6d-4c58-a4f3-e0883f202bcb req-e7622d36-f8df-4d9b-b206-f77bced86a19 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:05.378221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82ba0b48-8e6d-4c58-a4f3-e0883f202bcb req-e7622d36-f8df-4d9b-b206-f77bced86a19 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 944 time: 0.1574521 Oct 25 09:12:05.439782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82ba0b48-8e6d-4c58-a4f3-e0883f202bcb req-02b9c4bf-1d05-440c-8082-c0205550f6eb tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524795 Oct 25 09:12:05.475595 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39ba6214-6f22-4b68-a8cd-9d541bb0d21f tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:05.496443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-39ba6214-6f22-4b68-a8cd-9d541bb0d21f tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Calling delete_port for 66395c27-8b83-4d6b-9e0f-2521419a74d1 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:05.657015 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39ba6214-6f22-4b68-a8cd-9d541bb0d21f tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:05.689560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba6214-6f22-4b68-a8cd-9d541bb0d21f tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Port': ['ID=66395c27-8b83-4d6b-9e0f-2521419a74d1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:05.726583 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39ba6214-6f22-4b68-a8cd-9d541bb0d21f tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:05.732252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-39ba6214-6f22-4b68-a8cd-9d541bb0d21f tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "DELETE /v2.0/ports/66395c27-8b83-4d6b-9e0f-2521419a74d1 HTTP/1.1" status: 204 len: 168 time: 0.6545582 Oct 25 09:12:05.732427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39686) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:05.761151 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-37df5319-cf6d-489b-819e-bc111de07eeb tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] GET failed (client error): The resource could not be found. Oct 25 09:12:05.762699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-37df5319-cf6d-489b-819e-bc111de07eeb tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "GET /v2.0/ports/66395c27-8b83-4d6b-9e0f-2521419a74d1 HTTP/1.1" status: 404 len: 333 time: 0.0292561 Oct 25 09:12:05.766349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39692) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:05.912166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b4e68c37-84fb-4182-835c-909a06ce40dd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Deleting port 28dcb6ca-76da-46f1-ac69-a0b18adf2810 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:05.912615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4e68c37-84fb-4182-835c-909a06ce40dd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.046471 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4e68c37-84fb-4182-835c-909a06ce40dd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.047539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37022ad8-7d3c-4510-9af3-56d0ac3750fc req-bfbdc35f-77ef-41f5-9a7d-ebce1b0f06ca tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:06.057520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37022ad8-7d3c-4510-9af3-56d0ac3750fc req-bfbdc35f-77ef-41f5-9a7d-ebce1b0f06ca tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.0709505 Oct 25 09:12:06.073524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b4e68c37-84fb-4182-835c-909a06ce40dd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Calling delete_port for 28dcb6ca-76da-46f1-ac69-a0b18adf2810 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:06.119554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37022ad8-7d3c-4510-9af3-56d0ac3750fc req-b6510947-36d3-4c67-bc64-c4e31053d162 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Oct 25 09:12:06.235481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4e68c37-84fb-4182-835c-909a06ce40dd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.280454 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e68c37-84fb-4182-835c-909a06ce40dd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Port': ['ID=28dcb6ca-76da-46f1-ac69-a0b18adf2810,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:06.307377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4e68c37-84fb-4182-835c-909a06ce40dd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.315795 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b4e68c37-84fb-4182-835c-909a06ce40dd tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "DELETE /v2.0/ports/28dcb6ca-76da-46f1-ac69-a0b18adf2810 HTTP/1.1" status: 204 len: 168 time: 0.5480912 Oct 25 09:12:06.318080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39714) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:06.402070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff00db5-c4b9-47ca-872e-6162cbe56d49 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Deleting subnet ce841b31-5b2b-40a2-9626-0727498a5cd0 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:12:06.406091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ff00db5-c4b9-47ca-872e-6162cbe56d49 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.454740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ff00db5-c4b9-47ca-872e-6162cbe56d49 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.521337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:06.605525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:06.606406 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.651109 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ff00db5-c4b9-47ca-872e-6162cbe56d49 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.704206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b4610-4148-4f2f-8731-05c76306c41a req-1a8fe384-a6d0-4844-8555-3ad11ba5d42b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:06.705742 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-026b4610-4148-4f2f-8731-05c76306c41a req-1a8fe384-a6d0-4844-8555-3ad11ba5d42b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 944 time: 0.1206222 Oct 25 09:12:06.720175 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.753545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:06.754074 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ff00db5-c4b9-47ca-872e-6162cbe56d49 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.757119 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd2270-bda0-4137-9bf9-9c148aa67e93" -d '{"events": [{"server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "name": "network-vif-plugged", "status": "completed", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:06.780698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:06.788041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.823636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff00db5-c4b9-47ca-872e-6162cbe56d49 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Subnet': ['ID=ce841b31-5b2b-40a2-9626-0727498a5cd0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:06.852011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-026b4610-4148-4f2f-8731-05c76306c41a req-7c4d4589-cbbf-4504-97a0-f623cad34814 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186080 Oct 25 09:12:06.852011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ff00db5-c4b9-47ca-872e-6162cbe56d49 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:06.852276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5ff00db5-c4b9-47ca-872e-6162cbe56d49 tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "DELETE /v2.0/subnets/ce841b31-5b2b-40a2-9626-0727498a5cd0 HTTP/1.1" status: 204 len: 168 time: 0.5330150 Oct 25 09:12:06.854637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39738) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:06.870590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:06.880940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae611454-aef9-4614-a4bf-4091069d68c1 None None] Network 7301c9de-a68f-4860-93e7-a2b90290573e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:06.987992 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:07.080578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Deleting port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:07.080949 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:07.085588 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12525c2-8393-4d88-b564-bebf48fc0b96 x-openstack-request-id: req-a12525c2-8393-4d88-b564-bebf48fc0b96 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:07.085890 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "name": "network-vif-plugged", "status": "completed", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:07.086144 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a12525c2-8393-4d88-b564-bebf48fc0b96 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:07.086647 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'code': 200} Oct 25 09:12:07.157218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] DHCP port deletion for 7301c9de-a68f-4860-93e7-a2b90290573e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:12:07.235138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] Deleting port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:07.235424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:07.328641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] For port 7c1b876c-7b6c-4345-93c4-89b16e23dc17, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c1b876c-7b6c-4345-93c4-89b16e23dc17,segment=NetworkSegment(ff4b2590-528f-471f-80d8-81ab95b67a60),segment_id=ff4b2590-528f-471f-80d8-81ab95b67a60)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:07.329147 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:07.346449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] Calling delete_port for 7c1b876c-7b6c-4345-93c4-89b16e23dc17 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:07.453770 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:07.476808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] No DVR routers for this DVR port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:12:07.525134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3db9d-0c32-4b5f-8fdc-6f6e1733616f None None] Pushing event deleted for resources: {'Port': ['ID=7c1b876c-7b6c-4345-93c4-89b16e23dc17,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:07.602356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] For port 7c1b876c-7b6c-4345-93c4-89b16e23dc17, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7c1b876c-7b6c-4345-93c4-89b16e23dc17,segment=NetworkSegment(ff4b2590-528f-471f-80d8-81ab95b67a60),segment_id=ff4b2590-528f-471f-80d8-81ab95b67a60)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:07.602964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:07.625470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Calling delete_port for 7c1b876c-7b6c-4345-93c4-89b16e23dc17 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:07.635122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf3738-8256-4fd7-a897-375f93889c9e req-1233bc05-17d0-43f6-85a8-a155b372adb8 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:07.636568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ebf3738-8256-4fd7-a897-375f93889c9e req-1233bc05-17d0-43f6-85a8-a155b372adb8 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 943 time: 0.1087449 Oct 25 09:12:07.734268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ebf3738-8256-4fd7-a897-375f93889c9e req-9fa80c50-3cbb-4c8a-b08d-8dbc20ed7ebb tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570948 Oct 25 09:12:07.762967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:07.790377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Port': ['ID=7c1b876c-7b6c-4345-93c4-89b16e23dc17,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:07.794208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] No DVR routers for this DVR port 7c1b876c-7b6c-4345-93c4-89b16e23dc17 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:12:07.832724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c1b876c-7b6c-4345-93c4-89b16e23dc17 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:12:07.869088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7c1b876c-7b6c-4345-93c4-89b16e23dc17 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:12:07.872044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7c1b876c-7b6c-4345-93c4-89b16e23dc17 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:12:07.907869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:07.968793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7301c9de-a68f-4860-93e7-a2b90290573e']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:07.986997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4b2590-528f-471f-80d8-81ab95b67a60') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:07.987299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4b2590-528f-471f-80d8-81ab95b67a60') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:07.999820 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.009285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523ef20-b372-4c86-9192-68a95aec8dd2 req-6eed68dc-bb07-4d27-9e0a-53de1519776a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:08.014904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0523ef20-b372-4c86-9192-68a95aec8dd2 req-6eed68dc-bb07-4d27-9e0a-53de1519776a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0953715 Oct 25 09:12:08.042052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.051447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:12:08.052373 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:12:08.058077 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:12:08.116935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0523ef20-b372-4c86-9192-68a95aec8dd2 req-97eb9607-3441-4e5b-8084-37547e6ac9b7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952344 Oct 25 09:12:08.148103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.163924 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.169896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] 10.222.0.32 "DELETE /v2.0/networks/7301c9de-a68f-4860-93e7-a2b90290573e HTTP/1.1" status: 204 len: 168 time: 1.3113096 Oct 25 09:12:08.202844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Pushing event deleted for resources: {'Network': ['ID=7301c9de-a68f-4860-93e7-a2b90290573e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:08.223436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.228644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.229367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.229782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.230380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.231099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.231605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.233693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.234413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.235093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.235699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.236468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80635795-ca6b-48cc-a555-8bcb387bb25b tempest-AllowedAddressPairIpV6TestJSON-1902552076 tempest-AllowedAddressPairIpV6TestJSON-1902552076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:08.457400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 55f88487-3dd3-4249-a486-0f261a2493f7 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:12:08.478884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39784) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:08.519006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39790) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:08.574831 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.621898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 55f88487-3dd3-4249-a486-0f261a2493f7, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=55f88487-3dd3-4249-a486-0f261a2493f7,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:08.638967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d270219a-aada-4f8c-a325-c5664d8e97c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.642694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '55f88487-3dd3-4249-a486-0f261a2493f7', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7', 'mac_address': 'fa:16:3e:cb:e2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:12:08.699752 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.718410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f88487-3dd3-4249-a486-0f261a2493f7 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:12:08.751000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 55f88487-3dd3-4249-a486-0f261a2493f7, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=55f88487-3dd3-4249-a486-0f261a2493f7,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:08.759118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.775250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d270219a-aada-4f8c-a325-c5664d8e97c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.786750 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d270219a-aada-4f8c-a325-c5664d8e97c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:08.859614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=55f88487-3dd3-4249-a486-0f261a2493f7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:08.867771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-58c6a880-29d5-47d9-a7bc-9234d7467834 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74510c4abd494770a200bdee96661a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448682 Oct 25 09:12:08.868152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39806) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:08.880602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d270219a-aada-4f8c-a325-c5664d8e97c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a87badfd8ecb4c98bd4a714a438843df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000390 Oct 25 09:12:08.886255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39810) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:08.891838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270219a-aada-4f8c-a325-c5664d8e97c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254f9268-e98e-4080-ac0b-7023e0a0d96a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:09.010571 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ed02-386f-4d55-a389-71415b8d1ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.026059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b90e8-4b6f-4024-9f55-9e21fa04e6f8 req-31d0296b-bfc4-4b60-8f99-605cc9340930 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:09.027558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419b90e8-4b6f-4024-9f55-9e21fa04e6f8 req-31d0296b-bfc4-4b60-8f99-605cc9340930 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 944 time: 0.1069708 Oct 25 09:12:09.040331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f96e95c-82d2-489b-a760-0fe42bd01ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.070823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ed02-386f-4d55-a389-71415b8d1ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.104507 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f96e95c-82d2-489b-a760-0fe42bd01ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.166090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['55f88487-3dd3-4249-a486-0f261a2493f7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:09.174530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419b90e8-4b6f-4024-9f55-9e21fa04e6f8 req-97d1aee4-bd25-4c35-a0ac-04543c4ca571 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296859 Oct 25 09:12:09.235199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ed02-386f-4d55-a389-71415b8d1ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.238308 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ed02-386f-4d55-a389-71415b8d1ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.239781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b5c3ed02-386f-4d55-a389-71415b8d1ef5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/254f9268-e98e-4080-ac0b-7023e0a0d96a HTTP/1.1" status: 204 len: 168 time: 0.3525841 Oct 25 09:12:09.251064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f96e95c-82d2-489b-a760-0fe42bd01ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.264434 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f96e95c-82d2-489b-a760-0fe42bd01ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.267093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f96e95c-82d2-489b-a760-0fe42bd01ace admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/036f5595-0112-4d1e-85d1-c26c02ba5a81 HTTP/1.1" status: 204 len: 168 time: 0.3979254 Oct 25 09:12:09.291139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3ed02-386f-4d55-a389-71415b8d1ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254f9268-e98e-4080-ac0b-7023e0a0d96a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:09.329765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96e95c-82d2-489b-a760-0fe42bd01ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036f5595-0112-4d1e-85d1-c26c02ba5a81,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:09.418762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717e7cb-eb6d-40fb-ae22-a84539db6a3d req-f8829a6b-f598-43ba-8edc-88abe44168a4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:09.443510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f717e7cb-eb6d-40fb-ae22-a84539db6a3d req-f8829a6b-f598-43ba-8edc-88abe44168a4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1322553 Oct 25 09:12:09.517886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f717e7cb-eb6d-40fb-ae22-a84539db6a3d req-0efd76a2-83a9-405b-8178-78d3bfaa7b98 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734608 Oct 25 09:12:09.862421 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:09.968365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39840) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:09.985053 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d40d0b1-f6ea-43d5-8959-1916fede4d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:10.105756 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d40d0b1-f6ea-43d5-8959-1916fede4d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:10.122535 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d40d0b1-f6ea-43d5-8959-1916fede4d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:10.189078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40d0b1-f6ea-43d5-8959-1916fede4d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9efcbb2-06a1-4d08-a7c2-06d2d885397d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:10.216071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8d40d0b1-f6ea-43d5-8959-1916fede4d02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61e04afd15ce4310b28d29b6b4219402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465551 Oct 25 09:12:10.218729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39844) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:10.292614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc37943e-02ee-43bd-97a0-8b6d0c998108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:10.327172 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc37943e-02ee-43bd-97a0-8b6d0c998108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:10.397111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc37943e-02ee-43bd-97a0-8b6d0c998108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:10.399869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc37943e-02ee-43bd-97a0-8b6d0c998108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:10.401231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cc37943e-02ee-43bd-97a0-8b6d0c998108 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9efcbb2-06a1-4d08-a7c2-06d2d885397d HTTP/1.1" status: 204 len: 168 time: 0.1806152 Oct 25 09:12:10.426535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37943e-02ee-43bd-97a0-8b6d0c998108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9efcbb2-06a1-4d08-a7c2-06d2d885397d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:10.462685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd6b52-a426-4b89-9f49-66386e438adf req-bab0ad23-e217-47fe-a7af-92ec00e0c836 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:10.466792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbbd6b52-a426-4b89-9f49-66386e438adf req-bab0ad23-e217-47fe-a7af-92ec00e0c836 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 944 time: 0.0801232 Oct 25 09:12:10.539130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbbd6b52-a426-4b89-9f49-66386e438adf req-239566c7-ea6a-4275-b561-f953518df0e0 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623858 Oct 25 09:12:10.606286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39858) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:10.758424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266b714-a502-4b69-b41b-d0da2b1a44a8 req-6994b328-f4b8-4696-9b58-75a7e0fcc55a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:10.760201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e266b714-a502-4b69-b41b-d0da2b1a44a8 req-6994b328-f4b8-4696-9b58-75a7e0fcc55a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0832744 Oct 25 09:12:10.814177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e266b714-a502-4b69-b41b-d0da2b1a44a8 req-1e76d529-8908-440b-93a4-df36c3c6d70b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474041 Oct 25 09:12:10.978763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-709588920'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:11.016719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Made reservation on behalf of fb6de782e10c4fae912ac50464102c5c for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:11.023427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.033807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.077402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:11.092689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0026-29e0-477a-9b95-44cce956a31b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.199560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0026-29e0-477a-9b95-44cce956a31b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.210775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e2dd0026-29e0-477a-9b95-44cce956a31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.215254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.222685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.273694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e2dd0026-29e0-477a-9b95-44cce956a31b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c516baa10e544e8d9eb5a9be42ee19a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951926 Oct 25 09:12:11.277427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:11.279229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39870) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:11.282565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd0026-29e0-477a-9b95-44cce956a31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ee9d2-841d-4a7e-87ce-fc562e66f94a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:11.334654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9609fda-6d29-4ccc-973c-fedc6db48d40,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:11.345186 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.345808 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Added segment 00540da9-0dc9-40cd-98ae-ad1d2efc8b9d of type vlan for network d2bb4d41-5e8a-4b73-b03a-84b639758254 Oct 25 09:12:11.416995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.428265 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63559630-dcbf-49dc-b553-0d2b55d08caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.465826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63559630-dcbf-49dc-b553-0d2b55d08caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.476192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.482899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:11.483726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.584032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9758523 Oct 25 09:12:11.586937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39874) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:11.596551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Request body: {'subnet': {'network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:11.604319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ee542-b970-4f2f-97be-1d935d353db9 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'Network': ['ID=d2bb4d41-5e8a-4b73-b03a-84b639758254,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:11.619547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:11.635325 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63559630-dcbf-49dc-b553-0d2b55d08caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.638226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63559630-dcbf-49dc-b553-0d2b55d08caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:11.639568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-63559630-dcbf-49dc-b553-0d2b55d08caa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e62ee9d2-841d-4a7e-87ce-fc562e66f94a HTTP/1.1" status: 204 len: 168 time: 0.3593240 Oct 25 09:12:11.664388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63559630-dcbf-49dc-b553-0d2b55d08caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ee9d2-841d-4a7e-87ce-fc562e66f94a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:11.727644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fe691-fb60-4e95-bd7b-64ca38fcd675 req-4c89eaf8-91e9-49dd-b1dc-3a8354b03f34 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:11.729490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-260fe691-fb60-4e95-bd7b-64ca38fcd675 req-4c89eaf8-91e9-49dd-b1dc-3a8354b03f34 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 944 time: 0.1066520 Oct 25 09:12:11.817741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-260fe691-fb60-4e95-bd7b-64ca38fcd675 req-2e0bd0e9-d037-4609-9dca-1e8991b55f7f tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817919 Oct 25 09:12:11.894632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Made reservation on behalf of fb6de782e10c4fae912ac50464102c5c for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:11.902792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.050922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f0596-85e8-45a9-8d3c-a892eca2e9ed req-6ced8938-b4f2-42f7-a05e-29a79ed575e0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:12.054230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-940f0596-85e8-45a9-8d3c-a892eca2e9ed req-6ced8938-b4f2-42f7-a05e-29a79ed575e0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1174684 Oct 25 09:12:12.135715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-940f0596-85e8-45a9-8d3c-a892eca2e9ed req-c892e402-3fb9-40cd-b0ce-03d80b5d9bae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737834 Oct 25 09:12:12.328640 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.402060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'Subnet': ['ID=114988ad-5c16-4de9-a987-4a71b8ebbe6a,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:12.460046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Checking segment: {'id': '00540da9-0dc9-40cd-98ae-ad1d2efc8b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:12.460417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Network hostable DHCP agents. Network: d2bb4d41-5e8a-4b73-b03a-84b639758254, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:12.469780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 55f88487-3dd3-4249-a486-0f261a2493f7 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:12.501489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:12.518450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d2bb4d41-5e8a-4b73-b03a-84b639758254) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:12.524083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:12.525338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.556136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c0e82f2d-3502-446a-9ff4-d2b151b4c915 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9651692 Oct 25 09:12:12.556497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39894) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:12.574510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f41db-cc92-4a48-b014-b49e3d9592c5 None None] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:12.581288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-272c739c-6717-4f74-8de4-a00dced085c2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-458579546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:12.647222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-272c739c-6717-4f74-8de4-a00dced085c2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.648426 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-272c739c-6717-4f74-8de4-a00dced085c2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.710494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 55f88487-3dd3-4249-a486-0f261a2493f7 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:12:12.716054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 55f88487-3dd3-4249-a486-0f261a2493f7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:12.716428 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.728681 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-272c739c-6717-4f74-8de4-a00dced085c2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.738716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-272c739c-6717-4f74-8de4-a00dced085c2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.791935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-272c739c-6717-4f74-8de4-a00dced085c2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:12.796917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-272c739c-6717-4f74-8de4-a00dced085c2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2390997 Oct 25 09:12:12.799700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39900) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:13.015808 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:13.132837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:13.135845 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67b4e28-0a66-48f7-9d8f-a43d1db9a24f" -d '{"events": [{"server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "name": "network-vif-plugged", "status": "completed", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:13.143462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d2bb4d41-5e8a-4b73-b03a-84b639758254', 'network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254', 'tenant_id': 'fb6de782e10c4fae912ac50464102c5c', 'fixed_ips': [{'subnet_id': '114988ad-5c16-4de9-a987-4a71b8ebbe6a'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:12:13.144643 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:13.167656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 55f88487-3dd3-4249-a486-0f261a2493f7, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=55f88487-3dd3-4249-a486-0f261a2493f7,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:13.178779 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:13.190548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b6b3-f8ea-4ee1-841c-a254ce8d8606 req-1b9371d8-e270-475d-acb3-7ff8c1a92734 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:13.198761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b519b6b3-f8ea-4ee1-841c-a254ce8d8606 req-1b9371d8-e270-475d-acb3-7ff8c1a92734 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 944 time: 0.2278090 Oct 25 09:12:13.347774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b519b6b3-f8ea-4ee1-841c-a254ce8d8606 req-c4096f0f-814e-4911-b392-a5f669487772 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480308 Oct 25 09:12:13.395131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:13.423206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Allocated IP 172.20.0.2 (d2bb4d41-5e8a-4b73-b03a-84b639758254/114988ad-5c16-4de9-a987-4a71b8ebbe6a/7291946a-e01c-4a11-9ebf-f03b1ad43e45) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:13.792224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b7d86-9cb0-4f30-9fdb-405fbdb9699a req-cefedb34-2026-4052-b9c2-6173ed8e1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:13.794218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-011b7d86-9cb0-4f30-9fdb-405fbdb9699a req-cefedb34-2026-4052-b9c2-6173ed8e1f9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1096 time: 0.1077008 Oct 25 09:12:13.849318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8d52-1a4c-4c4d-99c1-330b279c15a7 req-70da8d3b-faf3-4858-b6cc-105a8713a1eb tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:13.851081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c3b8d52-1a4c-4c4d-99c1-330b279c15a7 req-70da8d3b-faf3-4858-b6cc-105a8713a1eb tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1558752 Oct 25 09:12:13.865752 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c57b4d-dbe6-451a-b3af-b00bb61a5fc0 x-openstack-request-id: req-03c57b4d-dbe6-451a-b3af-b00bb61a5fc0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:13.867203 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "name": "network-vif-plugged", "status": "completed", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:13.867719 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03c57b4d-dbe6-451a-b3af-b00bb61a5fc0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:13.869652 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7', 'code': 200} Oct 25 09:12:13.903916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-011b7d86-9cb0-4f30-9fdb-405fbdb9699a req-d3f34c31-f8ee-4c52-8bd4-c355dcd4195a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812435 Oct 25 09:12:13.917825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=55f88487-3dd3-4249-a486-0f261a2493f7,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:13.927835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c3b8d52-1a4c-4c4d-99c1-330b279c15a7 req-7f6af18f-b53e-4d7a-9233-92cdace88572 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652409 Oct 25 09:12:13.994883 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:14.013534 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:14.100533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:14.103794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:14.115807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:14.124736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Allocated IP 172.20.0.1 (d2bb4d41-5e8a-4b73-b03a-84b639758254/114988ad-5c16-4de9-a987-4a71b8ebbe6a/d1640432-e6dd-4632-9cab-44aea1182bb8) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:14.158343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Pushing event updated for resources: {'Port': ['ID=7291946a-e01c-4a11-9ebf-f03b1ad43e45,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:14.234813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Attempting to bind port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:14.235185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Attempting to bind port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '00540da9-0dc9-40cd-98ae-ad1d2efc8b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:14.235543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Attempting to bind port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 on network d2bb4d41-5e8a-4b73-b03a-84b639758254 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:14.242018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:12:14.243032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Checking segment: {'id': '00540da9-0dc9-40cd-98ae-ad1d2efc8b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:14.243448 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:14.243843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Bound using segment: {'id': '00540da9-0dc9-40cd-98ae-ad1d2efc8b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:12:14.244314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Bound port: 7291946a-e01c-4a11-9ebf-f03b1ad43e45, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00540da9-0dc9-40cd-98ae-ad1d2efc8b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:12:14.244691 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:14.312356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] For port 7291946a-e01c-4a11-9ebf-f03b1ad43e45, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:14.315754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] For port 7291946a-e01c-4a11-9ebf-f03b1ad43e45, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7291946a-e01c-4a11-9ebf-f03b1ad43e45,segment=NetworkSegment(00540da9-0dc9-40cd-98ae-ad1d2efc8b9d),segment_id=00540da9-0dc9-40cd-98ae-ad1d2efc8b9d)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:12:14.324166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:14.367745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:14.384876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67527fbe-90e7-4b80-8a24-d34863ac24ca None None] Pushing event updated for resources: {'Port': ['ID=7291946a-e01c-4a11-9ebf-f03b1ad43e45,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:14.452828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:14.539231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'Port': ['ID=d1640432-e6dd-4632-9cab-44aea1182bb8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:14.576720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:14.580465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:14.599171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:14.686513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:14.828172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495fdd9-106f-4278-8354-45cce3329ac1 req-ad0781a0-1bc0-48f1-935c-1db02ec73214 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:14.829721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3495fdd9-106f-4278-8354-45cce3329ac1 req-ad0781a0-1bc0-48f1-935c-1db02ec73214 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 945 time: 0.2802355 Oct 25 09:12:14.934197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:15.067467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:15.149280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3495fdd9-106f-4278-8354-45cce3329ac1 req-6cbf98f3-b4d5-45ac-8719-2cf757e2cefd tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957861 Oct 25 09:12:15.293138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:15.423718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:15.438598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:15.505159 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:15.515567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:15.600276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:15.614490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'Port': ['ID=d1640432-e6dd-4632-9cab-44aea1182bb8,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:15.664801 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35fa1d49bef34cd59927d5247f8514d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952144 Oct 25 09:12:15.665497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39978) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:15.667724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c910d10b-bfb3-4312-abb4-407652544306,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:15.700934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.701276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.701942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.702455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.702946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.703447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.703947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.704462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.704976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.705470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.705955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.706463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80ed07d-9e9a-4aa7-ac59-ac3f255a2a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:15.875267 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf427471-f84a-425f-83f7-cdbe0fef73fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:15.879630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:15.892015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:15.973072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86da82-bfec-4963-8411-f4f8ca86fade req-92ad5001-b1e8-46c8-9875-fa049674ce41 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:15.974973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f86da82-bfec-4963-8411-f4f8ca86fade req-92ad5001-b1e8-46c8-9875-fa049674ce41 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1773643 Oct 25 09:12:15.995514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf427471-f84a-425f-83f7-cdbe0fef73fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.009609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7291946a-e01c-4a11-9ebf-f03b1ad43e45 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:16.116626 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf427471-f84a-425f-83f7-cdbe0fef73fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.120733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf427471-f84a-425f-83f7-cdbe0fef73fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.124906 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bf427471-f84a-425f-83f7-cdbe0fef73fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c910d10b-bfb3-4312-abb4-407652544306 HTTP/1.1" status: 204 len: 168 time: 0.4582040 Oct 25 09:12:16.145890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf427471-f84a-425f-83f7-cdbe0fef73fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c910d10b-bfb3-4312-abb4-407652544306,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:16.168659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:16.169027 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.197197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f86da82-bfec-4963-8411-f4f8ca86fade req-56107960-a6a2-47da-8feb-65bccaccdac4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744337 Oct 25 09:12:16.262622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Router c94b5367-cac2-444d-9374-8ece231dc7de is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:12:16.277846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f2ed5-fb9c-4657-be10-a02bd6953608 None None] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:16.376256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-762f322f-51cb-4509-9bb7-22a3a30a79df None None] Provisioning complete for port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:16.376858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-762f322f-51cb-4509-9bb7-22a3a30a79df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.476986 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a2251618-f87c-47f1-bc90-619ccc6b2eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.521782 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.592062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 7291946a-e01c-4a11-9ebf-f03b1ad43e45, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7291946a-e01c-4a11-9ebf-f03b1ad43e45,segment=NetworkSegment(00540da9-0dc9-40cd-98ae-ad1d2efc8b9d),segment_id=00540da9-0dc9-40cd-98ae-ad1d2efc8b9d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:16.601954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:12:16.624616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.628229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39998) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:16.634948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Request body: {'port': {'network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254', 'name': 'tempest-FloatingIPNegativeTestJSON-148477783'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:16.639828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e54fff-aedf-4080-902f-bfc00eeda800 None None] Sync routers for ids ['c94b5367-cac2-444d-9374-8ece231dc7de'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:12:16.640187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-149444a3-5e88-44f3-8552-5e7250d0b312 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "PUT /v2.0/routers/c94b5367-cac2-444d-9374-8ece231dc7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8373516 Oct 25 09:12:16.680426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2e5ba-552e-4d50-99ac-b2e1988382ac req-9d17012b-40df-49e1-9b2b-c9c706fb7772 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:16.685929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58c2e5ba-552e-4d50-99ac-b2e1988382ac req-9d17012b-40df-49e1-9b2b-c9c706fb7772 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.2675211 Oct 25 09:12:16.796826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58c2e5ba-552e-4d50-99ac-b2e1988382ac req-bcea592d-3aaa-4c06-ab6e-2c45b93ef2b5 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045594 Oct 25 09:12:16.892194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Made reservation on behalf of fb6de782e10c4fae912ac50464102c5c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:16.900785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.902542 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-762f322f-51cb-4509-9bb7-22a3a30a79df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:16.931093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] device_id is not set on port b6acacea-c48b-41cf-99e3-a7bd6092efba yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:17.030088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e54fff-aedf-4080-902f-bfc00eeda800 None None] Routers {'c94b5367-cac2-444d-9374-8ece231dc7de'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:17.030749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f7e54fff-aedf-4080-902f-bfc00eeda800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c94b5367-cac2-444d-9374-8ece231dc7de'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:17.092941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Allocated IP 172.20.0.10 (d2bb4d41-5e8a-4b73-b03a-84b639758254/114988ad-5c16-4de9-a987-4a71b8ebbe6a/b6acacea-c48b-41cf-99e3-a7bd6092efba) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:17.184875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-762f322f-51cb-4509-9bb7-22a3a30a79df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:12:17.185202 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-762f322f-51cb-4509-9bb7-22a3a30a79df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:12:17.268681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f7e54fff-aedf-4080-902f-bfc00eeda800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:17.285179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=7291946a-e01c-4a11-9ebf-f03b1ad43e45,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:17.312276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e54fff-aedf-4080-902f-bfc00eeda800 None None] Routers {'c94b5367-cac2-444d-9374-8ece231dc7de'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:17.315110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f7e54fff-aedf-4080-902f-bfc00eeda800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:11:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c94b5367-cac2-444d-9374-8ece231dc7de'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:17.327167 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:17.377975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a7693-593a-46d6-aa6d-7c689cbf3616 req-c6a1b8a0-5eec-49f4-b8b8-a40846f3a625 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:17.388021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:17.390726 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-945a7693-593a-46d6-aa6d-7c689cbf3616 req-c6a1b8a0-5eec-49f4-b8b8-a40846f3a625 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 945 time: 0.1967123 Oct 25 09:12:17.470391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f7e54fff-aedf-4080-902f-bfc00eeda800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:17.470391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e54fff-aedf-4080-902f-bfc00eeda800 None None] The sync data for ids ['c94b5367-cac2-444d-9374-8ece231dc7de'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:12:17.499702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-945a7693-593a-46d6-aa6d-7c689cbf3616 req-e7cf6cb3-9176-4a59-b76e-4a9394d55bc2 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061928 Oct 25 09:12:17.515771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:17.529844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:17.546942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:17.645513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'Port': ['ID=b6acacea-c48b-41cf-99e3-a7bd6092efba,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:17.764002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:17.768448 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:17.804672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6349a42-99d0-41de-a9fd-56d3ee70ecfc req-bb7e4b61-a044-40c0-a324-8f85fc1ab190 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:17.836582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6349a42-99d0-41de-a9fd-56d3ee70ecfc req-bb7e4b61-a044-40c0-a324-8f85fc1ab190 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2006297 Oct 25 09:12:17.837798 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-27f34297-a806-48ca-818c-c2ad9d840ca2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2081969 Oct 25 09:12:17.841123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40076) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:17.847447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:17.891032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:18.010402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-30371a63-6f9d-40b9-a7c8-9e1e48dd09d2 None None] Provisioning complete for port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:18.022041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-30371a63-6f9d-40b9-a7c8-9e1e48dd09d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:18.066223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6349a42-99d0-41de-a9fd-56d3ee70ecfc req-1535490a-e7c8-4cae-92c8-65054e06a897 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273719 Oct 25 09:12:18.123177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7291946a-e01c-4a11-9ebf-f03b1ad43e45 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:18.265656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:18.422869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213b697-2573-466e-995e-8dc503a07b80 req-e3bb804a-f050-45f1-8b85-68cb1a2ff35c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:18.427895 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a213b697-2573-466e-995e-8dc503a07b80 req-e3bb804a-f050-45f1-8b85-68cb1a2ff35c tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 945 time: 0.1963243 Oct 25 09:12:18.482467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:18.484107 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:18.551670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a213b697-2573-466e-995e-8dc503a07b80 req-06a82272-7854-4b71-a59a-d9df9ea4d741 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067319 Oct 25 09:12:18.562106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40126) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:18.580233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Allocated IP 172.25.8.189 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/c467ebb3-6121-4674-afea-59c71d68c938) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:18.669622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-30371a63-6f9d-40b9-a7c8-9e1e48dd09d2 None None] Provisioning complete for port d1640432-e6dd-4632-9cab-44aea1182bb8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:18.675033 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-30371a63-6f9d-40b9-a7c8-9e1e48dd09d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:18.776803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d939b1-905c-4195-8471-3949767f0582 req-fcd8cf8d-1001-44c7-87bc-905e80ce2af0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:18.779188 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2d939b1-905c-4195-8471-3949767f0582 req-fcd8cf8d-1001-44c7-87bc-905e80ce2af0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1184740 Oct 25 09:12:18.860630 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2d939b1-905c-4195-8471-3949767f0582 req-f3bc33e2-b691-41c3-8c25-8196ee816bbe tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748360 Oct 25 09:12:18.868080 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bb9fe7be-9188-409a-b6ce-d50f1db36474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:18.964461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-30371a63-6f9d-40b9-a7c8-9e1e48dd09d2 None None] Port d1640432-e6dd-4632-9cab-44aea1182bb8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:18.995769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.030808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40156) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:19.070139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.148749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-16fe8c61-458e-46e2-9e55-f65c67527478 None None] Provisioning complete for port d1640432-e6dd-4632-9cab-44aea1182bb8 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:19.149278 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-16fe8c61-458e-46e2-9e55-f65c67527478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.198214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c1250af-ef68-4212-8cc7-4b278f161ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.205121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:19.231186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:19.236967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:19.269789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-16fe8c61-458e-46e2-9e55-f65c67527478 None None] Port d1640432-e6dd-4632-9cab-44aea1182bb8 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:19.357634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'Port': ['ID=c467ebb3-6121-4674-afea-59c71d68c938,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:19.423157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e21f8b83-c2f5-44f3-bc4a-011e4015cb3a None None] Provisioning complete for port b6acacea-c48b-41cf-99e3-a7bd6092efba triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:19.424965 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e21f8b83-c2f5-44f3-bc4a-011e4015cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.518265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e21f8b83-c2f5-44f3-bc4a-011e4015cb3a None None] Port b6acacea-c48b-41cf-99e3-a7bd6092efba cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:19.614765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.654393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de4887-b39d-4d81-bef9-a02c8aa14129 tempest-TestVolumeBackupRestore-631137511 tempest-TestVolumeBackupRestore-631137511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:19.655798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-19de4887-b39d-4d81-bef9-a02c8aa14129 tempest-TestVolumeBackupRestore-631137511 tempest-TestVolumeBackupRestore-631137511-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1091 time: 1.0924776 Oct 25 09:12:19.663291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40204) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:19.668629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:19.704318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.734661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-b85817cd-6703-40e6-9106-817407045b13 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:19.747981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-b85817cd-6703-40e6-9106-817407045b13 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.5247531 Oct 25 09:12:19.802471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-73c230d9-30c7-444f-a531-dad8179d9cfb tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/quotas/5947360d333c44a1b2cbb3d0de5f2e0e HTTP/1.1" status: 200 len: 375 time: 0.0528898 Oct 25 09:12:19.876183 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c1250af-ef68-4212-8cc7-4b278f161ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.877797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.895394 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c1250af-ef68-4212-8cc7-4b278f161ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.930324 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.932659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.933389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3c1250af-ef68-4212-8cc7-4b278f161ef4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec5582cac132460d840a3f22089f85f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9015088 Oct 25 09:12:19.937718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40224) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:19.984173 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:19.992658 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.076550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'Port': ['ID=c467ebb3-6121-4674-afea-59c71d68c938,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:20.088087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1250af-ef68-4212-8cc7-4b278f161ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550a3b9f-af65-4a72-ac7b-f9fa16bf6c34,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:20.135163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-6d936068-946d-4073-b56e-e30d0b2cad2c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3316967 Oct 25 09:12:20.162504 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.186656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.188289 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-020b24da-2050-4124-922a-17cb7347189d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3451965 Oct 25 09:12:20.190484 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53601289-4625-4b46-b91a-610cb960d2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.196075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40250) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:20.202247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-54ef44b3-4fd6-46ae-8828-053378c90a66 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Request body: {'floatingip': {'port_id': 'b6acacea-c48b-41cf-99e3-a7bd6092efba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:20.262704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53601289-4625-4b46-b91a-610cb960d2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.327963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54ef44b3-4fd6-46ae-8828-053378c90a66 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for floatingip, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.364570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7f77eda6-4a1a-4e3b-a477-63f797bdb113 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:12:20.366504 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7f77eda6-4a1a-4e3b-a477-63f797bdb113 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1812916 Oct 25 09:12:20.505491 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-54ef44b3-4fd6-46ae-8828-053378c90a66 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] update failed (client error): The resource could not be found. Oct 25 09:12:20.509538 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-54ef44b3-4fd6-46ae-8828-053378c90a66 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "PUT /v2.0/floatingips/edaf452b-49ed-4522-8591-7da887738bdb HTTP/1.1" status: 404 len: 507 time: 0.3123217 Oct 25 09:12:20.510116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40264) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:20.714189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Deleting port c467ebb3-6121-4674-afea-59c71d68c938 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:20.714758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.894810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.895825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:20.917031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Calling delete_port for c467ebb3-6121-4674-afea-59c71d68c938 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:21.062979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.113887 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53601289-4625-4b46-b91a-610cb960d2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.116984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53601289-4625-4b46-b91a-610cb960d2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.118826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-53601289-4625-4b46-b91a-610cb960d2dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/550a3b9f-af65-4a72-ac7b-f9fa16bf6c34 HTTP/1.1" status: 204 len: 168 time: 1.1787641 Oct 25 09:12:21.123511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.134708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53601289-4625-4b46-b91a-610cb960d2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a3b9f-af65-4a72-ac7b-f9fa16bf6c34,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:21.168227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-0916dffe-112e-4827-a520-dadc51479c19 service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918668 Oct 25 09:12:21.205573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event deleted for resources: {'Port': ['ID=c467ebb3-6121-4674-afea-59c71d68c938,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:21.334324 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.342945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.350458 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2f8d7f89-a9c0-43b8-95dc-a0c3ab7976fc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "DELETE /v2.0/floatingips/edaf452b-49ed-4522-8591-7da887738bdb HTTP/1.1" status: 204 len: 168 time: 0.8371239 Oct 25 09:12:21.351322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40334) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:21.363058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ca0ab4d4-7108-4ced-b76c-9020ffb78c9d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Request body: {'floatingip': {'floating_network_id': 'd2bb4d41-5e8a-4b73-b03a-84b639758254', 'port_id': 'b6acacea-c48b-41cf-99e3-a7bd6092efba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:21.402932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab4d4-7108-4ced-b76c-9020ffb78c9d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.445801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Allocated IP 172.25.8.31 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/46b6aefb-fd87-480c-8f5d-a2ad89d4788c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:21.625269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-adf6c4f9-17bd-4951-a626-93da75654694 service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409225 Oct 25 09:12:21.688344 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-ca0ab4d4-7108-4ced-b76c-9020ffb78c9d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:12:21.695003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca0ab4d4-7108-4ced-b76c-9020ffb78c9d tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3366833 Oct 25 09:12:21.695892 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40360) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:21.706736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': 'b6acacea-c48b-41cf-99e3-a7bd6092efba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:21.737116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.783701 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.824580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:21.930428 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:22.016726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'Port': ['ID=46b6aefb-fd87-480c-8f5d-a2ad89d4788c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:22.048011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:22.064366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:22.068863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:22.100029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:22.171403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56369408-6e1c-427f-8939-5e2416c9cfff req-9547056a-c21d-410d-8128-b263993b2ea7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:22.179120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56369408-6e1c-427f-8939-5e2416c9cfff req-9547056a-c21d-410d-8128-b263993b2ea7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.2737849 Oct 25 09:12:22.274783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56369408-6e1c-427f-8939-5e2416c9cfff req-e450be9c-1be7-47dd-a77d-703820fd41d5 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845718 Oct 25 09:12:22.314018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Allocated IP 172.25.8.151 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1bd63422-403d-4717-9356-27a2a597db79) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:22.610721 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:22.631647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e96c1c21-eaaf-4491-8030-7d476d83fd3e req-6bb33589-7576-43ab-9961-35aa95fdc289 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 210 time: 0.0891922 Oct 25 09:12:22.698112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:22.784458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event updated for resources: {'Port': ['ID=1bd63422-403d-4717-9356-27a2a597db79,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:22.798880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:22.800626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:22.806954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:23.132312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Deleting port 1bd63422-403d-4717-9356-27a2a597db79 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:23.132912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:23.165335 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:23.247756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:23.248285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:23.272361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Calling delete_port for 1bd63422-403d-4717-9356-27a2a597db79 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:23.380875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:23.611309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:23.684416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8b004-b542-49c4-894b-39802ba3e393 req-f5a0fb25-70ed-4853-b4eb-d592efadb7db tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:23.692221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17b8b004-b542-49c4-894b-39802ba3e393 req-f5a0fb25-70ed-4853-b4eb-d592efadb7db tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.2505198 Oct 25 09:12:23.723671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event deleted for resources: {'Port': ['ID=1bd63422-403d-4717-9356-27a2a597db79,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:23.736052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:23.781944 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:23.920136 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] create failed (client error): The resource could not be found. Oct 25 09:12:23.925329 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e861be02-f268-4acc-81c2-1ebe5839df4b tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2246044 Oct 25 09:12:23.926809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40514) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:24.057025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-5925e19e-92ee-48a8-9d31-e1788192fce6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:24.059081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-5925e19e-92ee-48a8-9d31-e1788192fce6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.2027788 Oct 25 09:12:24.069969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f5cdf-5de7-4f30-9397-88ff2a3d6936 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Deleting port b6acacea-c48b-41cf-99e3-a7bd6092efba {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:24.071641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5cdf-5de7-4f30-9397-88ff2a3d6936 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:24.167799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'port': {'device_id': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'admin_state_up': True, 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:24.200315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17b8b004-b542-49c4-894b-39802ba3e393 req-2bd0aff8-e83a-44e6-b9a7-0fbd2eab4054 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028210 Oct 25 09:12:24.230168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event updated for resources: {'Port': ['ID=46b6aefb-fd87-480c-8f5d-a2ad89d4788c,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:24.296392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5cdf-5de7-4f30-9397-88ff2a3d6936 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:24.321843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40538) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:24.337539 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:24.350391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f5cdf-5de7-4f30-9397-88ff2a3d6936 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Calling delete_port for b6acacea-c48b-41cf-99e3-a7bd6092efba owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:24.529807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-17bee79c-ad26-4862-a61b-df5a54f931bc tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1127877881'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:24.536579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-17bee79c-ad26-4862-a61b-df5a54f931bc tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Unknown quota resources ['metering_label']. {{(pid=106991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 09:12:24.570224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9b56dfa-f3e3-44da-b2a2-850348b1c5cd req-d018fc51-bd88-4ea3-9621-f3a33afd8069 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 210 time: 0.0682881 Oct 25 09:12:24.648054 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Floating IP 99239da4-ab9c-4a8d-80e4-4e916a1c3685 associated. External IP: 172.25.8.31, port: 55f88487-3dd3-4249-a486-0f261a2493f7. Oct 25 09:12:24.724797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Made reservation on behalf of 5947360d333c44a1b2cbb3d0de5f2e0e for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:24.728575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:24.735705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5cdf-5de7-4f30-9397-88ff2a3d6936 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:24.833356 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-17bee79c-ad26-4862-a61b-df5a54f931bc tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:24.836112 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-17bee79c-ad26-4862-a61b-df5a54f931bc tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5132110 Oct 25 09:12:24.836834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40570) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:24.841761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f6b8d926-1021-48a5-a4ea-431680966315 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8ee0c1da-29f8-4dc6-ab58-727c2eee8d6c'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:24.842463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f6b8d926-1021-48a5-a4ea-431680966315 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 09:12:24.845701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f5cdf-5de7-4f30-9397-88ff2a3d6936 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event deleted for resources: {'Port': ['ID=b6acacea-c48b-41cf-99e3-a7bd6092efba,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:25.022733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Allocated IP 172.20.0.3 (86937030-0d24-495d-b5ac-9243ef17f02c/2f43b1ae-1684-4bb1-a76e-1709cf1ac73b/08480806-a1e0-4ceb-8dcb-9414528f10f7) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:25.150079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Router 18a5ffb3-eb7b-4137-ba79-9e53c242cded has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:12:25.409512 n-d-814746-2 neutron-server[106991]: WARNING neutron.services.metering.metering_plugin [None req-f6b8d926-1021-48a5-a4ea-431680966315 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 25 09:12:25.504300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b1b6a-352d-4969-8799-0b98cf588e5e req-4f92175f-1577-4ad1-8e32-3036e408862c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:25.512084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df7b1b6a-352d-4969-8799-0b98cf588e5e req-4f92175f-1577-4ad1-8e32-3036e408862c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1559465 Oct 25 09:12:25.549469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:12:25.555665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:25.562988 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] Sync routers for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:12:25.591553 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:25.591721 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5cdf-5de7-4f30-9397-88ff2a3d6936 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:25.595464 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dd3f5cdf-5de7-4f30-9397-88ff2a3d6936 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "DELETE /v2.0/ports/b6acacea-c48b-41cf-99e3-a7bd6092efba HTTP/1.1" status: 204 len: 168 time: 1.6675410 Oct 25 09:12:25.598616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df7b1b6a-352d-4969-8799-0b98cf588e5e req-1c898381-991d-445c-9212-7b5b22bcc3c7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853007 Oct 25 09:12:25.599399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d926-1021-48a5-a4ea-431680966315 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:25.603727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40590) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:25.604406 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f6b8d926-1021-48a5-a4ea-431680966315 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7661021 Oct 25 09:12:25.605201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40592) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:25.610111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-864e8906-fe05-458c-ae20-e1682700e3db tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8ee0c1da-29f8-4dc6-ab58-727c2eee8d6c'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:25.610797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-864e8906-fe05-458c-ae20-e1682700e3db tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 09:12:25.612786 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:25.628677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:25.695775 n-d-814746-2 neutron-server[106991]: WARNING neutron.services.metering.metering_plugin [None req-864e8906-fe05-458c-ae20-e1682700e3db tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 25 09:12:25.751694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e804052f-69b1-4144-a9ae-59baeea6821e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0864837 Oct 25 09:12:25.753894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40596) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:25.756612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:25.763689 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d761054-7a8c-4ccd-9359-8f4ba41010f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:25.811423 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-864e8906-fe05-458c-ae20-e1682700e3db tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:25.815553 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-864e8906-fe05-458c-ae20-e1682700e3db tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2092302 Oct 25 09:12:25.816155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40600) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:25.830740 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d2cd4bd5-d473-44db-bce2-53c27f71b912 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=b44f1d24-f157-4c28-a09c-7243b54e9ff1 HTTP/1.1" status: 200 len: 464 time: 0.0129104 Oct 25 09:12:25.831568 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40602) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:25.845118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:25.859855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831f81f-5d53-4ef2-95df-58d9e520aeb4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:25.864702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40604) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:25.865196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b831f81f-5d53-4ef2-95df-58d9e520aeb4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94b5367-cac2-444d-9374-8ece231dc7de HTTP/1.1" status: 200 len: 913 time: 0.2626221 Oct 25 09:12:25.877631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['750cdcda-d60f-4eb6-b9ad-d38796847e3e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:25.929306 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:12:25.950627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Network 86937030-0d24-495d-b5ac-9243ef17f02c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:25.954772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:25.957630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:25.982946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a4e15f6a-bf68-41d3-9611-770491970caa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:26.015350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:26.016120 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:26.043615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6982609-f7cd-4d0d-bbcc-070ae584b4cc tempest-TestVolumeBackupRestore-631137511 tempest-TestVolumeBackupRestore-631137511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:26.048814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a6982609-f7cd-4d0d-bbcc-070ae584b4cc tempest-TestVolumeBackupRestore-631137511 tempest-TestVolumeBackupRestore-631137511-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1091 time: 0.2766359 Oct 25 09:12:26.069777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40606) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:26.084758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Request body: {'floatingip': {'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:26.092146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-862c7888-829b-4190-8d84-bb9a4487426e tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:26.097199 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-862c7888-829b-4190-8d84-bb9a4487426e tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/b44f1d24-f157-4c28-a09c-7243b54e9ff1 HTTP/1.1" status: 204 len: 168 time: 0.2643812 Oct 25 09:12:26.099611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40608) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:26.133682 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3f9567c0-748d-4dbb-9f0b-b50e97154c94 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=b44f1d24-f157-4c28-a09c-7243b54e9ff1 HTTP/1.1" status: 200 len: 221 time: 0.0273039 Oct 25 09:12:26.151807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40610) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:26.157040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1413113a-d06a-44de-99c5-944230a6fa88 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--447263090', 'description': 'label created by tempest'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:26.157709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1413113a-d06a-44de-99c5-944230a6fa88 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Unknown quota resources ['metering_label']. {{(pid=106991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 09:12:26.276017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'Port': ['ID=08480806-a1e0-4ceb-8dcb-9414528f10f7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:26.296369 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:26.362010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e139-89b7-40ba-83c4-5eac7daafec6 req-b0a6fa8c-b07c-43fe-b442-b4e6ef63c5e0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:26.386476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0366e139-89b7-40ba-83c4-5eac7daafec6 req-b0a6fa8c-b07c-43fe-b442-b4e6ef63c5e0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 931 time: 0.5443709 Oct 25 09:12:26.411726 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '99239da4-ab9c-4a8d-80e4-4e916a1c3685', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'mac_address': 'fa:16:3e:cb:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:12:22Z', 'updated_at': '2021-10-25T09:12:22Z', 'revision_number': 0, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:26.465954 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] Checking router: 18a5ffb3-eb7b-4137-ba79-9e53c242cded for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:12:26.487094 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:26.487638 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:26.593566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c642e3bc-f51b-48c3-a726-7e746ae36f8c None None] Provisioning complete for port 08480806-a1e0-4ceb-8dcb-9414528f10f7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:26.598986 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c642e3bc-f51b-48c3-a726-7e746ae36f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:26.602496 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:12:26.632813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-7dbb457d-6a3f-42fe-ad80-6e5e5855475c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5466104 Oct 25 09:12:26.719121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c642e3bc-f51b-48c3-a726-7e746ae36f8c None None] Port 08480806-a1e0-4ceb-8dcb-9414528f10f7 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:26.730742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Request body: {'port': {'device_id': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:26.824765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1413113a-d06a-44de-99c5-944230a6fa88 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:26.826039 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1413113a-d06a-44de-99c5-944230a6fa88 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6729164 Oct 25 09:12:26.831014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40618) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:26.969384 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '99239da4-ab9c-4a8d-80e4-4e916a1c3685', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'mac_address': 'fa:16:3e:cb:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:12:22Z', 'updated_at': '2021-10-25T09:12:22Z', 'revision_number': 0, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:26.982149 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e2c95657-acfe-48eb-a428-157122b117bb tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=0eb2f584-7e76-433f-b297-d5c0816d3928 HTTP/1.1" status: 200 len: 467 time: 0.1500700 Oct 25 09:12:26.993036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:27.057048 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f792c-91a0-4f19-93e4-cb18c23e014d None None] The sync data for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 is: [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '99239da4-ab9c-4a8d-80e4-4e916a1c3685', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'mac_address': 'fa:16:3e:cb:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:12:22Z', 'updated_at': '2021-10-25T09:12:22Z', 'revision_number': 0, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:12:27.165159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0366e139-89b7-40ba-83c4-5eac7daafec6 req-bfeb933f-ff66-41c2-b7c6-40cf3b97f8e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7776880 Oct 25 09:12:27.339859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33e5621e-90c5-4630-9426-2eec8c6d4f34 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:27.344086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33e5621e-90c5-4630-9426-2eec8c6d4f34 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/0eb2f584-7e76-433f-b297-d5c0816d3928 HTTP/1.1" status: 204 len: 168 time: 0.3441615 Oct 25 09:12:27.345688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:27.347569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40622) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:27.444006 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ef9d6791-7a02-4e2c-a03f-bd2c02a883b2 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=0eb2f584-7e76-433f-b297-d5c0816d3928 HTTP/1.1" status: 200 len: 216 time: 0.0944719 Oct 25 09:12:27.450690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40624) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:27.457986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ed1fc-8af9-4310-ae37-c866800cd485 None None] New status for floating IP 99239da4-ab9c-4a8d-80e4-4e916a1c3685: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:12:27.466312 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d136d1f-fbfe-4bf2-b7f0-82157b7c8b9e tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0144081 Oct 25 09:12:27.470560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40626) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:27.508925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6b401a2a-8a80-4435-8951-10eb42097e23 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0371201 Oct 25 09:12:27.543883 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40628) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:27.628905 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-de41a0a5-1b01-4621-b33a-7bddf4205fe5 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/8ee0c1da-29f8-4dc6-ab58-727c2eee8d6c HTTP/1.1" status: 200 len: 473 time: 0.0832858 Oct 25 09:12:27.633551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40630) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:27.646757 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0ab7affc-afda-4a89-9211-f0a90c702e81 tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/6b719f30-e584-4728-b93f-000ee3c946d9 HTTP/1.1" status: 200 len: 461 time: 0.0123005 Oct 25 09:12:27.665024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40634) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:27.743214 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce0ae37-cd27-42b3-a0e9-ec8bcebea468 x-openstack-request-id: req-6ce0ae37-cd27-42b3-a0e9-ec8bcebea468 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:27.743900 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:27.743900 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ce0ae37-cd27-42b3-a0e9-ec8bcebea468 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:27.744129 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7', 'status': 'completed', 'code': 200} Oct 25 09:12:27.836681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:27.852647 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc23a8cd-5e23-4523-bda9-d06eccab870e tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:27.857067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dc23a8cd-5e23-4523-bda9-d06eccab870e tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/6b719f30-e584-4728-b93f-000ee3c946d9 HTTP/1.1" status: 204 len: 168 time: 0.1869118 Oct 25 09:12:27.857067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40638) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:27.871035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.api [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:12:27.871567 n-d-814746-2 neutron-server[106992]: DEBUG oslo_db.api [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:12:27.888674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-178474ab-554d-41e3-aa06-184b0701e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:27.890247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-178474ab-554d-41e3-aa06-184b0701e906 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1be64bfb5e2846868286d781fd1e9eca&device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1096 time: 0.1453359 Oct 25 09:12:27.967987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecb588-32f7-4c00-9fc1-92e6d163a377 req-5691cf4c-ebae-47c6-ae0e-4d4882179507 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:27.981485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3ecb588-32f7-4c00-9fc1-92e6d163a377 req-5691cf4c-ebae-47c6-ae0e-4d4882179507 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.2343383 Oct 25 09:12:28.193382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3ecb588-32f7-4c00-9fc1-92e6d163a377 req-9db265bb-0260-47e5-a32b-865ba6943a43 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108290 Oct 25 09:12:28.211584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49bd2048-edee-4805-a5bd-c1b2ae78f1fc tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:28.212863 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-49bd2048-edee-4805-a5bd-c1b2ae78f1fc tempest-MeteringTestJSON-244135429 tempest-MeteringTestJSON-244135429-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/8ee0c1da-29f8-4dc6-ab58-727c2eee8d6c HTTP/1.1" status: 204 len: 168 time: 0.3542302 Oct 25 09:12:28.243689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Deleting port d1640432-e6dd-4632-9cab-44aea1182bb8 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:28.244369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:28.325835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-51bdb685-87e8-4097-9ce8-d20d3c348fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:28.327326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-51bdb685-87e8-4097-9ce8-d20d3c348fc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49eafc93-4d0e-4a38-9303-1aaa89c14970 HTTP/1.1" status: 200 len: 915 time: 0.3985260 Oct 25 09:12:28.375726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:28.396716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Calling delete_port for d1640432-e6dd-4632-9cab-44aea1182bb8 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:28.450746 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:28.625142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-0c684ac9-0d91-40ab-b0db-b32b2f62fda0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f88487-3dd3-4249-a486-0f261a2493f7 HTTP/1.1" status: 200 len: 1000 time: 0.2807491 Oct 25 09:12:28.670251 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:28.806561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fc687-5aea-4582-91ba-cdff1e3bd8af req-715b7604-13bf-42c3-8ff4-8109ec472a4e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:28.810824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event deleted for resources: {'Port': ['ID=d1640432-e6dd-4632-9cab-44aea1182bb8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:28.814260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b47fc687-5aea-4582-91ba-cdff1e3bd8af req-715b7604-13bf-42c3-8ff4-8109ec472a4e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 931 time: 0.2824593 Oct 25 09:12:28.814467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40648) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:28.896397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-33aa3f0b-8b52-4f46-aedf-e6d457b58ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:28.898135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-33aa3f0b-8b52-4f46-aedf-e6d457b58ba3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8747dd21-932c-42c5-8e99-adf2f8195a7c HTTP/1.1" status: 200 len: 853 time: 0.2627239 Oct 25 09:12:28.905246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08480806-a1e0-4ceb-8dcb-9414528f10f7 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:12:28.912278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:29.025482 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:29.056908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b47fc687-5aea-4582-91ba-cdff1e3bd8af req-e222be48-a182-490f-9e48-918bd86e6edd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356031 Oct 25 09:12:29.106824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Transition to ACTIVE for port object 08480806-a1e0-4ceb-8dcb-9414528f10f7 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:12:29.132999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:29.202090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-7e2d8359-191f-46db-b485-413781fbb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:29.203585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-7e2d8359-191f-46db-b485-413781fbb896 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49eafc93-4d0e-4a38-9303-1aaa89c14970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469127 Oct 25 09:12:29.252306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3402d26b-0292-46a6-af1e-bc82dc9d0db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:29.409827 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3402d26b-0292-46a6-af1e-bc82dc9d0db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:29.416243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3402d26b-0292-46a6-af1e-bc82dc9d0db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:29.449911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Router c94b5367-cac2-444d-9374-8ece231dc7de has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:12:29.494941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402d26b-0292-46a6-af1e-bc82dc9d0db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1176f51-9a68-4e75-9800-266fa3c9b05b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:29.501140 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3402d26b-0292-46a6-af1e-bc82dc9d0db4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2050d4dc33d46799da84cde0b891627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954053 Oct 25 09:12:29.545541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40658) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:29.805595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Pushing event updated for resources: {'Port': ['ID=08480806-a1e0-4ceb-8dcb-9414528f10f7,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:29.910631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Attempting to bind port 08480806-a1e0-4ceb-8dcb-9414528f10f7 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:29.911311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Attempting to bind port 08480806-a1e0-4ceb-8dcb-9414528f10f7 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:29.911311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Attempting to bind port 08480806-a1e0-4ceb-8dcb-9414528f10f7 on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:29.924476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f081-a91a-45b0-b2f9-b70ed91d438f req-1b8ad962-a452-47f5-ab46-93bd6ff5fd7d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:29.926785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd99f081-a91a-45b0-b2f9-b70ed91d438f req-1b8ad962-a452-47f5-ab46-93bd6ff5fd7d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.3101861 Oct 25 09:12:29.938507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Port 08480806-a1e0-4ceb-8dcb-9414528f10f7 on network 86937030-0d24-495d-b5ac-9243ef17f02c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:29.938753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Attempting to bind port 08480806-a1e0-4ceb-8dcb-9414528f10f7 on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:29.978947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-7ce4085f-4f5f-4cde-a518-2036c3d2dc4d service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7589886 Oct 25 09:12:30.002089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:12:30.002566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Checking segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:30.002868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Bound using segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:12:30.003252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Bound port: 08480806-a1e0-4ceb-8dcb-9414528f10f7, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:12:30.003783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.105256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:12:30.114883 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5a2735f8-16cd-4ead-a294-693556a4f9ce tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "PUT /v2.0/routers/c94b5367-cac2-444d-9374-8ece231dc7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2483199 Oct 25 09:12:30.122633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40662) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:30.123921 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986c1b-b341-44bc-adfc-9bf064ae7dc4 None None] Sync routers for ids ['c94b5367-cac2-444d-9374-8ece231dc7de'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:12:30.159570 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8986c1b-b341-44bc-adfc-9bf064ae7dc4 None None] Routers {'c94b5367-cac2-444d-9374-8ece231dc7de'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:30.164687 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f8986c1b-b341-44bc-adfc-9bf064ae7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c94b5367-cac2-444d-9374-8ece231dc7de'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:30.171488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd99f081-a91a-45b0-b2f9-b70ed91d438f req-c3fca9b1-44e2-472c-b3a7-7eeb39385b60 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274950 Oct 25 09:12:30.246929 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f8986c1b-b341-44bc-adfc-9bf064ae7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:30.277427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.293750 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8986c1b-b341-44bc-adfc-9bf064ae7dc4 None None] Routers {'c94b5367-cac2-444d-9374-8ece231dc7de'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:30.294378 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f8986c1b-b341-44bc-adfc-9bf064ae7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c94b5367-cac2-444d-9374-8ece231dc7de'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:30.330121 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ee20d5-bae3-4ebf-80f9-0363006470f2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.351679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d761054-7a8c-4ccd-9359-8f4ba41010f6 req-782daf76-6655-48e6-bddf-79a4d25c9e57 service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526068 Oct 25 09:12:30.356136 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f8986c1b-b341-44bc-adfc-9bf064ae7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:30.356756 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8986c1b-b341-44bc-adfc-9bf064ae7dc4 None None] The sync data for ids ['c94b5367-cac2-444d-9374-8ece231dc7de'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:12:30.396066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.431933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-231740cd-258d-45c8-8dde-7ba28e32cd58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.499049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] For port 08480806-a1e0-4ceb-8dcb-9414528f10f7, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:30.542787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] For port 08480806-a1e0-4ceb-8dcb-9414528f10f7, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:12:30.575793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.596221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55aa17c-4026-4b19-a8f2-20164cb67409 req-b0a81b87-7456-49c3-ac72-46ccf951aeb1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:30.598946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e55aa17c-4026-4b19-a8f2-20164cb67409 req-b0a81b87-7456-49c3-ac72-46ccf951aeb1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 943 time: 0.1183634 Oct 25 09:12:30.628717 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-231740cd-258d-45c8-8dde-7ba28e32cd58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.649519 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ee20d5-bae3-4ebf-80f9-0363006470f2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.654817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:30.655446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.657018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] 10.222.0.18 "PUT /v2.0/ports/08480806-a1e0-4ceb-8dcb-9414528f10f7 HTTP/1.1" status: 200 len: 1091 time: 3.9717851 Oct 25 09:12:30.657302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ee20d5-bae3-4ebf-80f9-0363006470f2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.657730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'tag': '08480806-a1e0-4ceb-8dcb-9414528f10f7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:30.660736 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1a0a5-a880-4847-a293-04f8ae0d52e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d47f71-be47-4321-8fa5-7044f1ca292e", "tag": "08480806-a1e0-4ceb-8dcb-9414528f10f7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:30.761734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ee20d5-bae3-4ebf-80f9-0363006470f2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.765106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ee20d5-bae3-4ebf-80f9-0363006470f2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Fanout notify agent at l3_agent the message router_deleted on router c94b5367-cac2-444d-9374-8ece231dc7de {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:12:30.796598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ee20d5-bae3-4ebf-80f9-0363006470f2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.801822 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-84ee20d5-bae3-4ebf-80f9-0363006470f2 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "DELETE /v2.0/routers/c94b5367-cac2-444d-9374-8ece231dc7de HTTP/1.1" status: 204 len: 168 time: 0.6685872 Oct 25 09:12:30.805390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-231740cd-258d-45c8-8dde-7ba28e32cd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.824370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40674) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:30.830646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-231740cd-258d-45c8-8dde-7ba28e32cd58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:30.835777 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-231740cd-258d-45c8-8dde-7ba28e32cd58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1176f51-9a68-4e75-9800-266fa3c9b05b HTTP/1.1" status: 204 len: 168 time: 1.2892878 Oct 25 09:12:30.858876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231740cd-258d-45c8-8dde-7ba28e32cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1176f51-9a68-4e75-9800-266fa3c9b05b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:30.925520 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a8a2fd-725c-4368-97c3-6277dcaaf4e4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Deleting subnet 114988ad-5c16-4de9-a987-4a71b8ebbe6a {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:12:30.929837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a2fd-725c-4368-97c3-6277dcaaf4e4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.043091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e55aa17c-4026-4b19-a8f2-20164cb67409 req-7feb81b3-b82c-41de-967a-edab6502078c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340079 Oct 25 09:12:31.047993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17270b7e-cf7a-4f4f-8e75-a66a8d1410a3 service neutron] Pushing event updated for resources: {'Port': ['ID=08480806-a1e0-4ceb-8dcb-9414528f10f7,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:31.054167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a2fd-725c-4368-97c3-6277dcaaf4e4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.133117 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da27b941-17f8-4760-b12e-f2110ac4b8d8 x-openstack-request-id: req-da27b941-17f8-4760-b12e-f2110ac4b8d8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:31.133405 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d47f71-be47-4321-8fa5-7044f1ca292e", "tag": "08480806-a1e0-4ceb-8dcb-9414528f10f7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:31.133659 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da27b941-17f8-4760-b12e-f2110ac4b8d8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:31.134057 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'tag': '08480806-a1e0-4ceb-8dcb-9414528f10f7', 'status': 'completed', 'code': 200} Oct 25 09:12:31.181076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-39484da0-9e56-4a9c-a5e3-4672fd0c7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:31.182566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-39484da0-9e56-4a9c-a5e3-4672fd0c7012 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 1094 time: 0.3840430 Oct 25 09:12:31.197693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Router 18a5ffb3-eb7b-4137-ba79-9e53c242cded has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:12:31.298073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-4a007131-622b-452b-b732-a0c0c225b234 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7 HTTP/1.1" status: 200 len: 217 time: 0.0988705 Oct 25 09:12:31.380079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40686) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:31.418711 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf09913a-c3e8-41e2-a524-894d0fb10d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.425483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d18d85-eab0-42ec-a9c8-bd290c1fc985 req-24746643-dbe2-4ef4-9867-78c1c8cd83b6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:31.434484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54d18d85-eab0-42ec-a9c8-bd290c1fc985 req-24746643-dbe2-4ef4-9867-78c1c8cd83b6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.1414559 Oct 25 09:12:31.438142 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a2fd-725c-4368-97c3-6277dcaaf4e4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.533186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf09913a-c3e8-41e2-a524-894d0fb10d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.543703 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf09913a-c3e8-41e2-a524-894d0fb10d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.598938 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bf09913a-c3e8-41e2-a524-894d0fb10d6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1773483d7b874bf78f0587f090fba480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185616 Oct 25 09:12:31.602773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40692) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:31.637589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09913a-c3e8-41e2-a524-894d0fb10d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f026b66-9469-434e-a118-352e3870fdc4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:31.696976 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-806f44f5-fbb1-4c38-a491-6faa10cfce03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.724571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-806f44f5-fbb1-4c38-a491-6faa10cfce03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.797561 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-806f44f5-fbb1-4c38-a491-6faa10cfce03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.801900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-806f44f5-fbb1-4c38-a491-6faa10cfce03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:31.805558 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-806f44f5-fbb1-4c38-a491-6faa10cfce03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f026b66-9469-434e-a118-352e3870fdc4 HTTP/1.1" status: 204 len: 168 time: 0.1985199 Oct 25 09:12:31.812122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f44f5-fbb1-4c38-a491-6faa10cfce03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f026b66-9469-434e-a118-352e3870fdc4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:31.983541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-0271dd03-7e24-4b8b-b409-355500f73fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:31.985005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-0271dd03-7e24-4b8b-b409-355500f73fa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.6491647 Oct 25 09:12:32.063100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54d18d85-eab0-42ec-a9c8-bd290c1fc985 req-dad6b4f7-2127-444b-ae7a-2513ab2d11c9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274190 Oct 25 09:12:32.079289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a2fd-725c-4368-97c3-6277dcaaf4e4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.114288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025efc91-2f09-484c-a4e8-22e3e36e2510 None None] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:32.141634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8a2fd-725c-4368-97c3-6277dcaaf4e4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event deleted for resources: {'Subnet': ['ID=114988ad-5c16-4de9-a987-4a71b8ebbe6a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:32.148399 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a2fd-725c-4368-97c3-6277dcaaf4e4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.152820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9a8a2fd-725c-4368-97c3-6277dcaaf4e4 tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "DELETE /v2.0/subnets/114988ad-5c16-4de9-a987-4a71b8ebbe6a HTTP/1.1" status: 204 len: 168 time: 1.3255880 Oct 25 09:12:32.155337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40708) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:32.155967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-c30b0546-0e2a-41ee-8620-e729239fda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:32.157549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-c30b0546-0e2a-41ee-8620-e729239fda45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602731 Oct 25 09:12:32.158877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:12:32.169622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.247345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] Sync routers for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:12:32.328542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bb3b8a53-2400-4a35-890a-c3f94d709a1e tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "PUT /v2.0/floatingips/99239da4-ab9c-4a8d-80e4-4e916a1c3685 HTTP/1.1" status: 200 len: 992 time: 6.2524972 Oct 25 09:12:32.347111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-9f8dcaa1-d722-4944-93af-7c4e885639c1 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812592 Oct 25 09:12:32.355959 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.381524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:32.384236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:32.485939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Deleting port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:32.486962 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.580548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:12:32.602264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] For port 7291946a-e01c-4a11-9ebf-f03b1ad43e45, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7291946a-e01c-4a11-9ebf-f03b1ad43e45,segment=NetworkSegment(00540da9-0dc9-40cd-98ae-ad1d2efc8b9d),segment_id=00540da9-0dc9-40cd-98ae-ad1d2efc8b9d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:32.602722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.613810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f62f0e6-74f0-4ea4-959d-f35181eb6774 req-419ec1d1-74e3-4147-8fa5-a557b50ce28a service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434824 Oct 25 09:12:32.618637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Calling delete_port for 7291946a-e01c-4a11-9ebf-f03b1ad43e45 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:32.636728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3389-4108-409c-8ef4-69d07167c232 req-4edd97f4-e145-44c0-922a-99326655be5c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:32.653393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64ca3389-4108-409c-8ef4-69d07167c232 req-4edd97f4-e145-44c0-922a-99326655be5c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 943 time: 0.2938836 Oct 25 09:12:32.653635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] DHCP port deletion for d2bb4d41-5e8a-4b73-b03a-84b639758254 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:12:32.773431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64ca3389-4108-409c-8ef4-69d07167c232 req-9cd4834e-fa43-4c58-9870-d197ee952485 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154280 Oct 25 09:12:32.784614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.802357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-67f86671-0d73-45c8-9652-000820c7377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:32.804282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-67f86671-0d73-45c8-9652-000820c7377f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 1096 time: 0.0788198 Oct 25 09:12:32.806041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] Deleting port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:32.806538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.823395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] No DVR routers for this DVR port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:12:32.888470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event deleted for resources: {'Port': ['ID=7291946a-e01c-4a11-9ebf-f03b1ad43e45,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:32.918895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-a0313e04-0f6f-469f-881b-457a1db54233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:32.920820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-a0313e04-0f6f-469f-881b-457a1db54233 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 912 time: 0.1077540 Oct 25 09:12:32.991651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:32.998864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-3497d41e-7358-4efd-bb69-1d59c56526f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10 HTTP/1.1" status: 200 len: 217 time: 0.0690277 Oct 25 09:12:33.014380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bb4d41-5e8a-4b73-b03a-84b639758254']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:33.025421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00540da9-0dc9-40cd-98ae-ad1d2efc8b9d') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:33.026095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00540da9-0dc9-40cd-98ae-ad1d2efc8b9d') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:33.036795 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:33.050564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:33.057533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:12:33.058025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:33.075713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-ee509291-e0cd-42a1-9506-4008415bafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:33.077937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-ee509291-e0cd-42a1-9506-4008415bafe2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.0709248 Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:12:33.124769 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:12:33.146608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:33.149765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-76bd1b34-87ab-49cd-b8ac-516168d578d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:33.154261 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-76bd1b34-87ab-49cd-b8ac-516168d578d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 1094 time: 0.4292843 Oct 25 09:12:33.159977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:33.165971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] 10.222.0.32 "DELETE /v2.0/networks/d2bb4d41-5e8a-4b73-b03a-84b639758254 HTTP/1.1" status: 204 len: 168 time: 1.0072401 Oct 25 09:12:33.184740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b85247-1edf-4962-9567-f71a951fd7cc tempest-FloatingIPNegativeTestJSON-1800703505 tempest-FloatingIPNegativeTestJSON-1800703505-project] Pushing event deleted for resources: {'Network': ['ID=d2bb4d41-5e8a-4b73-b03a-84b639758254,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:33.189681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7'}, {'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:33.192553 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb32bf6-5ce9-4f26-b822-9fafadc05033" -d '{"events": [{"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7"}, {"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:33.209058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] For port 7291946a-e01c-4a11-9ebf-f03b1ad43e45, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:33.210224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:33.213644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-94d74530-da01-48b8-8055-ee940931c2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271775 Oct 25 09:12:33.264509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] Calling delete_port for 7291946a-e01c-4a11-9ebf-f03b1ad43e45 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:33.277563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-6f0c486e-04dc-48f1-b681-e2f3d2f63a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:33.279129 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-6f0c486e-04dc-48f1-b681-e2f3d2f63a94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.1131032 Oct 25 09:12:33.284596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] Port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:12:33.299912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:33.333400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] Network d2bb4d41-5e8a-4b73-b03a-84b639758254 is not hosted by any dhcp agent {{(pid=106993) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:12:33.333900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] No DVR routers for this DVR port 7291946a-e01c-4a11-9ebf-f03b1ad43e45 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:12:33.337241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d465783-0be9-4ace-a7e5-28ddce673952 None None] Pushing event deleted for resources: {'Port': ['ID=7291946a-e01c-4a11-9ebf-f03b1ad43e45,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:33.365153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '99239da4-ab9c-4a8d-80e4-4e916a1c3685', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'mac_address': 'fa:16:3e:cb:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:12:22Z', 'updated_at': '2021-10-25T09:12:29Z', 'revision_number': 2, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:33.373423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-f7cb35fa-613f-4c38-9813-ff744cdc74fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7 HTTP/1.1" status: 200 len: 217 time: 0.0864213 Oct 25 09:12:33.393983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] Checking router: 18a5ffb3-eb7b-4137-ba79-9e53c242cded for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:12:33.403530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:33.404149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:33.517454 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-35b62b84-418d-4540-b9cb-18ef8988436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:33.519290 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-35b62b84-418d-4540-b9cb-18ef8988436a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1372638 Oct 25 09:12:33.539774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-9912e3ca-4488-49ce-98a7-2cc5b890015f service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874310 Oct 25 09:12:33.543150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:12:33.601279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-bd4b9ba1-cfb1-48c0-9782-e93289f2417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:33.603482 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-bd4b9ba1-cfb1-48c0-9782-e93289f2417f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759523 Oct 25 09:12:33.667465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40744) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:33.725555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0221e-a4ae-47a4-afe2-5f2a0a7ccba7 req-a6c7f89f-86f5-4e21-82b5-1c6b79253df6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:33.727138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bd0221e-a4ae-47a4-afe2-5f2a0a7ccba7 req-a6c7f89f-86f5-4e21-82b5-1c6b79253df6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.5124984 Oct 25 09:12:33.872479 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-e2c1c2a7-16d5-47ea-af40-763c77cf48ac service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592649 Oct 25 09:12:33.879655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7291946a-e01c-4a11-9ebf-f03b1ad43e45 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:12:33.902983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7291946a-e01c-4a11-9ebf-f03b1ad43e45 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:12:33.903466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7291946a-e01c-4a11-9ebf-f03b1ad43e45 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:12:33.936223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '99239da4-ab9c-4a8d-80e4-4e916a1c3685', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'mac_address': 'fa:16:3e:cb:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:12:22Z', 'updated_at': '2021-10-25T09:12:29Z', 'revision_number': 2, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:33.947650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bd0221e-a4ae-47a4-afe2-5f2a0a7ccba7 req-1a94d95a-c10b-40b3-8c4c-ed03c4b16ce2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081032 Oct 25 09:12:33.957660 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2c9c34-0f6a-4293-91c2-3d77eb7931da req-03c45fd3-5f21-4ba3-8ccd-1edf2ac5f6e7 service neutron] 10.222.0.18 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074328 Oct 25 09:12:33.988585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-013b7b6e-03dc-46e9-afce-1cce883cfc42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb6de782e10c4fae912ac50464102c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166015 Oct 25 09:12:33.989471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40754) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:33.990073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3d77e-6911-4bbb-8df0-c9a19db68c4f None None] The sync data for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 is: [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '99239da4-ab9c-4a8d-80e4-4e916a1c3685', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'port_id': '55f88487-3dd3-4249-a486-0f261a2493f7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'mac_address': 'fa:16:3e:cb:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:12:22Z', 'updated_at': '2021-10-25T09:12:29Z', 'revision_number': 2, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:12:34.051306 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-11d1a0a5-a880-4847-a293-04f8ae0d52e7 req-9ef4abb8-8e9f-49e2-a12c-b6162cfd5c81 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648765 Oct 25 09:12:34.053526 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e7efdcc-f49d-4a86-8585-fefc2fd5fec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.080084 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214c639b-b2ce-443e-bc62-504582c0c898 x-openstack-request-id: req-214c639b-b2ce-443e-bc62-504582c0c898 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:34.080536 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:34.080852 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-214c639b-b2ce-443e-bc62-504582c0c898 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:34.081442 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7', 'status': 'completed', 'code': 200} Oct 25 09:12:34.081728 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7', 'status': 'completed', 'code': 200} Oct 25 09:12:34.098676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e7efdcc-f49d-4a86-8585-fefc2fd5fec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.215103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-fcac3965-6442-4665-b02e-79e18f117d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:34.216995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-fcac3965-6442-4665-b02e-79e18f117d86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1be64bfb5e2846868286d781fd1e9eca&device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1096 time: 0.0830290 Oct 25 09:12:34.237213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e7efdcc-f49d-4a86-8585-fefc2fd5fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.241667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e7efdcc-f49d-4a86-8585-fefc2fd5fec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.245177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6e7efdcc-f49d-4a86-8585-fefc2fd5fec8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9609fda-6d29-4ccc-973c-fedc6db48d40 HTTP/1.1" status: 204 len: 168 time: 0.2523985 Oct 25 09:12:34.320342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40764) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:34.336002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7efdcc-f49d-4a86-8585-fefc2fd5fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9609fda-6d29-4ccc-973c-fedc6db48d40,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:34.425147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad2b55-fe17-47cf-952b-2020ae96dd2a req-ed867a9c-8dec-4d16-8542-ac666347d7d9 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:34.428762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbad2b55-fe17-47cf-952b-2020ae96dd2a req-ed867a9c-8dec-4d16-8542-ac666347d7d9 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 943 time: 0.1099114 Oct 25 09:12:34.434664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-07374104-3604-46a9-8b8d-4769893bf81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:34.436406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-07374104-3604-46a9-8b8d-4769893bf81e service neutron] 10.222.0.41 "GET /v2.0/networks?id=49eafc93-4d0e-4a38-9303-1aaa89c14970 HTTP/1.1" status: 200 len: 915 time: 0.2071650 Oct 25 09:12:34.536549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-ee5542c6-b223-47da-bde1-e8d59f6d71f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f88487-3dd3-4249-a486-0f261a2493f7 HTTP/1.1" status: 200 len: 1000 time: 0.0912073 Oct 25 09:12:34.546781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1850695134'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:34.551533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbad2b55-fe17-47cf-952b-2020ae96dd2a req-fe40edd5-d30b-4f99-be41-35d27e939f42 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133158 Oct 25 09:12:34.594684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Made reservation on behalf of ac7991299a924935b6e2c209f94e865a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:34.598838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.608920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.637249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-db50dc09-65a9-4e8f-bbcd-b2f740e89134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:34.638918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-db50dc09-65a9-4e8f-bbcd-b2f740e89134 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8747dd21-932c-42c5-8e99-adf2f8195a7c HTTP/1.1" status: 200 len: 853 time: 0.0846660 Oct 25 09:12:34.698388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-d93a4013-f14d-4803-8c30-5529e1ba0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:34.700146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-d93a4013-f14d-4803-8c30-5529e1ba0026 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49eafc93-4d0e-4a38-9303-1aaa89c14970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511959 Oct 25 09:12:34.718049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.730493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.752524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:34.765834 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.766547 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Added segment ac72d4ee-83c3-4fad-9f5b-93cf22eac682 of type vlan for network 302aaa64-a201-46d8-952a-3ba29c5e20b5 Oct 25 09:12:34.813264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.836003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-84207f38-1810-4070-836b-5f7e5850fcf6 service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264555 Oct 25 09:12:34.861101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acba0243-6c10-4932-a786-56161ef30ef8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:34.870892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.880057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:34.880726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:34.968186 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6439204 Oct 25 09:12:34.972214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027aed3-11e5-4941-8fed-d9123897bec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Pushing event updated for resources: {'Network': ['ID=302aaa64-a201-46d8-952a-3ba29c5e20b5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:34.986886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 302aaa64-a201-46d8-952a-3ba29c5e20b5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:34.997587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-b0520368-6361-4874-a8ca-c21e006ccd36 service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536868 Oct 25 09:12:35.157958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-cf898725-f80d-48f3-bf32-79c347c27bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:35.159536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-cf898725-f80d-48f3-bf32-79c347c27bcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1be64bfb5e2846868286d781fd1e9eca&device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1096 time: 0.0681703 Oct 25 09:12:35.278288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-71642a47-0c77-4633-97b9-69864b73c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:35.279492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-71642a47-0c77-4633-97b9-69864b73c5cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=49eafc93-4d0e-4a38-9303-1aaa89c14970 HTTP/1.1" status: 200 len: 915 time: 0.1099298 Oct 25 09:12:35.295349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40794) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:35.300430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Request body: {'port': {'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5', 'binding:host_id': 'n-h2-814746-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1419559428'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:35.304455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40796) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:35.334990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Made reservation on behalf of d1235aa9615f409e89ab9170edf7bd31 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:35.339037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:35.357967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:35.374763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-f0738393-4a1b-4fae-9ea7-c39209ae8169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f88487-3dd3-4249-a486-0f261a2493f7 HTTP/1.1" status: 200 len: 1000 time: 0.0866580 Oct 25 09:12:35.464754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-dd48c714-7d37-468c-a60e-981cbe421701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:35.466342 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-dd48c714-7d37-468c-a60e-981cbe421701 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8747dd21-932c-42c5-8e99-adf2f8195a7c HTTP/1.1" status: 200 len: 853 time: 0.0832140 Oct 25 09:12:35.471366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:35.476091 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:12:35.485756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:35.498276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3c041-d2fd-487b-8c86-878512145d1b req-8b603b28-73c4-4243-bbcf-7fdb3c2b3f94 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:35.499754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70f3c041-d2fd-487b-8c86-878512145d1b req-8b603b28-73c4-4243-bbcf-7fdb3c2b3f94 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0849802 Oct 25 09:12:35.513834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] device_id is not set on port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:35.519082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132ae0d6-7b30-4764-869f-e01c581a1faa,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:35.565541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-9caeb948-9385-40d9-8ce4-3be385e3e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:35.568332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-9caeb948-9385-40d9-8ce4-3be385e3e49d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49eafc93-4d0e-4a38-9303-1aaa89c14970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865335 Oct 25 09:12:35.577196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70f3c041-d2fd-487b-8c86-878512145d1b req-4cd0a53d-4922-474f-8a0e-f5a80e59c94f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Oct 25 09:12:35.604416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1470103451'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:35.675274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-79b8e8b8-78dd-4189-9af2-9c337ae082a1 service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931556 Oct 25 09:12:35.796039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:35.805350 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:35.829788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:35.865767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceb32bf6-5ce9-4f26-b822-9fafadc05033 req-a85fc7fa-2c54-474e-b2f3-dab2bbbad0c3 service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811218 Oct 25 09:12:35.957512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0832b05-1ed2-47f9-8a52-789bd5a2efa3 req-bba4fde8-af9d-4948-85b2-80c6bedd6362 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:35.959383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0832b05-1ed2-47f9-8a52-789bd5a2efa3 req-bba4fde8-af9d-4948-85b2-80c6bedd6362 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 943 time: 0.0740864 Oct 25 09:12:35.965011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] device_id is not set on port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:35.990630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:35.993390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:35.999243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.007562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.025343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0832b05-1ed2-47f9-8a52-789bd5a2efa3 req-fd737154-c625-4f31-a56b-c00c0f468885 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580566 Oct 25 09:12:36.081280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:36.119738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.120247 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment 46255e89-b8d9-497a-949b-a045e0af003f of type vlan for network 711d909b-b68d-4143-be3c-a878570e3ff5 Oct 25 09:12:36.121857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=54fd4e2a-cc7d-4de2-a2df-b3844ffdb386,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:36.124179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64986f6-33ea-4018-8aa8-3e68bc20bc70,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:36.201138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.205014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Checking segment: {'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:36.205430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Network hostable DHCP agents. Network: 302aaa64-a201-46d8-952a-3ba29c5e20b5, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:36.239765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Network 302aaa64-a201-46d8-952a-3ba29c5e20b5 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:36.245219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.251360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:36.251937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.270063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 302aaa64-a201-46d8-952a-3ba29c5e20b5) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:36.278588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0644e31b-c833-4503-ad61-d397d9de3739 None None] Network 302aaa64-a201-46d8-952a-3ba29c5e20b5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:36.308875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:36.340951 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0201259 Oct 25 09:12:36.340951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.340951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.340951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.345830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f232f2-930e-47a7-88ab-a4153b7a4dbc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=711d909b-b68d-4143-be3c-a878570e3ff5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:36.348033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.360915 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.360915 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 2 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.361434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 711d909b-b68d-4143-be3c-a878570e3ff5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:36.361532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.361532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.362262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.366331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.371357 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.371357 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 3 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.385357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.385774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.386168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.391131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.391526 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.392025 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 4 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.408766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.409336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.409904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.414976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.415605 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.416204 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 5 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.430964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.431491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.432008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.437697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.438210 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.438772 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 6 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.452181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.452715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.453167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.458627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.459018 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.459464 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 7 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.472669 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.473263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.473781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.478115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.478493 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.479034 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 8 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.491636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.492060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.492517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.497928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.498357 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.498848 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 9 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.513036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.513359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.513807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.518031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.518350 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.518728 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 10 to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 Oct 25 09:12:36.531305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:36.531628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:36.531948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:36.536744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:36.537099 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:36.537481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.602997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] For port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:36.603374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempted to set empty binding levels {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 09:12:36.607581 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.648691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:36.649588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.674405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=54fd4e2a-cc7d-4de2-a2df-b3844ffdb386,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:36.681949 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f7261ff0-3c3b-4faa-b2dd-661289d890df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3854945 Oct 25 09:12:36.682789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 08480806-a1e0-4ceb-8dcb-9414528f10f7 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:12:36.684663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40810) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:36.695038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:12:36.716532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e803a-2a81-418d-9243-9c3b0b4b2f5b req-93379f53-9a1a-4cfd-ad5d-2092c75751fb tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:36.718704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5e803a-2a81-418d-9243-9c3b0b4b2f5b req-93379f53-9a1a-4cfd-ad5d-2092c75751fb tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 945 time: 0.0733089 Oct 25 09:12:36.773407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Deleting port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:36.773801 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.787244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5e803a-2a81-418d-9243-9c3b0b4b2f5b req-589953c9-70fd-4cf8-a75e-9120e3c0836a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569739 Oct 25 09:12:36.854825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] For port 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386, host n-h2-814746-2, got binding levels [] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:36.855184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.875500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Calling delete_port for 54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:36.917689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 08480806-a1e0-4ceb-8dcb-9414528f10f7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:36.931063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:36.935756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '08480806-a1e0-4ceb-8dcb-9414528f10f7', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': '08480806-a1e0-4ceb-8dcb-9414528f10f7', 'mac_address': 'fa:16:3e:f4:b3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:12:36.970311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:36.973481 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e9a75-ad8f-45d8-9284-b222272f7167" -d '{"events": [{"server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "name": "network-vif-unplugged", "status": "completed", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:36.986202 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.001153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:37.012034 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.031919 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.036189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "DELETE /v2.0/ports/54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 HTTP/1.1" status: 204 len: 168 time: 0.3493032 Oct 25 09:12:37.037953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6afdd-e51f-4686-92b2-372845c70204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event deleted for resources: {'Port': ['ID=54fd4e2a-cc7d-4de2-a2df-b3844ffdb386,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:37.039863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40824) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:37.060009 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.089718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08480806-a1e0-4ceb-8dcb-9414528f10f7 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:12:37.116168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 08480806-a1e0-4ceb-8dcb-9414528f10f7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:37.119876 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fddeab6-bf63-4744-a946-b66769786479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] GET failed (client error): The resource could not be found. Oct 25 09:12:37.120732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:37.126376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8fddeab6-bf63-4744-a946-b66769786479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "GET /v2.0/ports/54fd4e2a-cc7d-4de2-a2df-b3844ffdb386 HTTP/1.1" status: 404 len: 333 time: 0.0805407 Oct 25 09:12:37.127035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40828) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:37.132188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.136689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Request body: {'port': {'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1381583322'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:37.193547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Made reservation on behalf of d1235aa9615f409e89ab9170edf7bd31 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:37.194181 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=08480806-a1e0-4ceb-8dcb-9414528f10f7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:37.199967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.229683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] device_id is not set on port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:37.432424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.493672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.544710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Network 302aaa64-a201-46d8-952a-3ba29c5e20b5 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:37.548147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:37.552578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:37.553601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:37.554301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:37.596005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40858) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:37.596291 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4678690 Oct 25 09:12:37.602166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5d0e4-4de2-4ca0-a3c5-3e80305205c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=7aca1f2c-4fef-4f9a-931d-ef75ea40ae36,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:37.604646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:37.629648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['08480806-a1e0-4ceb-8dcb-9414528f10f7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:37.748737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.042983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-cb3247c5-fb61-41de-84fe-d566a6ad7f9b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:38.044669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-cb3247c5-fb61-41de-84fe-d566a6ad7f9b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d9ab5b9-54b3-4e6f-9131-bd5c09fec842 HTTP/1.1" status: 200 len: 943 time: 0.0901430 Oct 25 09:12:38.130526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] device_id is not set on port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:38.159022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.170528 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.236607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=7aca1f2c-4fef-4f9a-931d-ef75ea40ae36,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:38.254391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Deleting port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:38.254525 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.260254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.260600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.261061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.305329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.305665 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.308055 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 2 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.331115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.331443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.331827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.340224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.340547 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.343707 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 3 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.371768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.372013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.372350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.388219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.388601 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.390544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] For port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:38.390899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.393006 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 4 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.414335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Calling delete_port for 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:38.421090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.421331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.421662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.434149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.434391 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.463237 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 5 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.509999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.510336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.510675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.523860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.524203 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.529664 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.532527 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 6 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.549944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.550275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.551441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.604536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.605166 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.608507 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 7 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.633001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.633285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.633583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.644565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.644905 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.646642 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 8 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.657877 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.690786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.691322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.691842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.694434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event deleted for resources: {'Port': ['ID=4aabaf4d-6598-42ba-8ddd-d1d63de88a10,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:38.703592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:12:38.722030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.723002 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.724023 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 9 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.730565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:12:38.733223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:12:38.751837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] No DVR routers for this DVR port 4aabaf4d-6598-42ba-8ddd-d1d63de88a10 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:12:38.755205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.758866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1e78c79-339d-449e-a50c-4b7ee72b8e3b req-bd4f23df-12d7-4a79-9baa-4eb3890c219c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "DELETE /v2.0/ports/4aabaf4d-6598-42ba-8ddd-d1d63de88a10 HTTP/1.1" status: 204 len: 173 time: 0.7072730 Oct 25 09:12:38.760768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'name': 'network-vif-deleted', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:38.763553 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ed6fd5-d4dd-449d-8409-76223ca85bf9" -d '{"events": [{"server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "name": "network-vif-deleted", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:38.767398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.767699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.768085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.773843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.774057 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.774448 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 10 to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 Oct 25 09:12:38.788568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:38.789033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:38.789425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:38.795066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:38.795698 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:38.796261 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.890759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] For port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:38.891232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempted to set empty binding levels {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 09:12:38.896447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.951004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] In _notify_port_updated(), no bound segment for port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:12:38.952121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:38.952900 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:38.954582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "PUT /v2.0/ports/7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 HTTP/1.1" status: 200 len: 979 time: 1.3573067 Oct 25 09:12:38.958147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40888) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:39.032515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba3ac3-ed6e-418a-bc51-d0b1af11d6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=7aca1f2c-4fef-4f9a-931d-ef75ea40ae36,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:39.033840 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b826c8ab-6276-476f-91f6-b65a62486b13 x-openstack-request-id: req-b826c8ab-6276-476f-91f6-b65a62486b13 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:39.034248 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "name": "network-vif-unplugged", "status": "failed", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10", "code": 422}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:39.034635 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b826c8ab-6276-476f-91f6-b65a62486b13 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:39.035263 n-d-814746-2 neutron-server[106993]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'code': 422} returned with failed status Oct 25 09:12:39.085718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.086460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.087085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.087850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.088517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.089395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.090015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.090628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.091240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.091881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.092492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.093173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.094113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.094727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.095497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.096156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.096766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.097494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.098368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.098982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.099840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.100496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.101124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.101733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.102420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.103032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.103643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.104250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.104931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.105655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.106317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.106923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.107530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.108236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.112202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f600b265-1713-4700-91fa-88401da0e24c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30641 time: 0.1529257 Oct 25 09:12:39.117158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40892) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:39.190316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfcbd0-d28c-4463-bdcd-cea275c76b07 req-f8f8fbf3-aa91-42b8-beec-6025c51ea336 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.201109 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6dfcbd0-d28c-4463-bdcd-cea275c76b07 req-f8f8fbf3-aa91-42b8-beec-6025c51ea336 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 944 time: 0.0856297 Oct 25 09:12:39.233760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Deleting port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:39.234436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.257938 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6dfcbd0-d28c-4463-bdcd-cea275c76b07 req-b62a6c1e-d908-4654-881c-b55524251471 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553119 Oct 25 09:12:39.306245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] For port 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36, host n-h2-814746-2, got binding levels [] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:39.306868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.320927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Calling delete_port for 7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:39.422598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.429615 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1ecf7e-598e-4098-b4c0-cdc19e1c768d x-openstack-request-id: req-9c1ecf7e-598e-4098-b4c0-cdc19e1c768d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:39.430110 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9ab5b9-54b3-4e6f-9131-bd5c09fec842", "name": "network-vif-deleted", "tag": "4aabaf4d-6598-42ba-8ddd-d1d63de88a10", "status": "failed", "code": 422}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:39.430468 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c1ecf7e-598e-4098-b4c0-cdc19e1c768d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:39.431233 n-d-814746-2 neutron-server[106992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d9ab5b9-54b3-4e6f-9131-bd5c09fec842', 'name': 'network-vif-deleted', 'tag': '4aabaf4d-6598-42ba-8ddd-d1d63de88a10', 'status': 'failed', 'code': 422} returned with failed status Oct 25 09:12:39.457739 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aca1f2c-4fef-4f9a-931d-ef75ea40ae36,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:39.466145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.470792 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c3e62870-5b86-43f1-ab7b-673ad7b21f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 HTTP/1.1" status: 204 len: 168 time: 0.3496149 Oct 25 09:12:39.474532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40898) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:39.505400 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc6b0d0-b01a-4864-944e-fd3208ff5412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] GET failed (client error): The resource could not be found. Oct 25 09:12:39.511028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-afc6b0d0-b01a-4864-944e-fd3208ff5412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "GET /v2.0/ports/7aca1f2c-4fef-4f9a-931d-ef75ea40ae36 HTTP/1.1" status: 404 len: 333 time: 0.0354726 Oct 25 09:12:39.511184 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40902) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:39.531015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-293253073', 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:39.569859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Made reservation on behalf of d1235aa9615f409e89ab9170edf7bd31 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:39.577767 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.607837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] device_id is not set on port 1d45c447-c5f2-4a8c-8ee7-ad18b152c6a4 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:39.670396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40912) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:39.675860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': '711d909b-b68d-4143-be3c-a878570e3ff5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:39.716578 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.810752 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.852744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.868168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:39.873229 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.908292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Network 302aaa64-a201-46d8-952a-3ba29c5e20b5 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:39.910166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:39.916910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:39.917606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.918260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:39.937535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=1d45c447-c5f2-4a8c-8ee7-ad18b152c6a4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:39.944207 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-49b5b782-3fb0-41c1-a642-700ed7d72191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4317756 Oct 25 09:12:39.947073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40926) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:39.983643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714efad5-5ea4-4c14-86c4-b2e6de7bf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:39.985743 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-714efad5-5ea4-4c14-86c4-b2e6de7bf6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "GET /v2.0/ports/1d45c447-c5f2-4a8c-8ee7-ad18b152c6a4 HTTP/1.1" status: 200 len: 958 time: 0.0375056 Oct 25 09:12:39.988653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40928) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:40.003168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-097e688c-0ff0-436c-870f-bdc741cf5866 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:40.005529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-097e688c-0ff0-436c-870f-bdc741cf5866 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.2609863 Oct 25 09:12:40.051042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-9d4bc618-5dcc-4de2-a263-829114cdfce7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/quotas/17cae23e76914f6981ea88ef25f859c6 HTTP/1.1" status: 200 len: 375 time: 0.0179801 Oct 25 09:12:40.081588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6a78b3c3-0036-41a4-bb44-6d1c20a2ee07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Deleting port 1d45c447-c5f2-4a8c-8ee7-ad18b152c6a4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:40.082133 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a78b3c3-0036-41a4-bb44-6d1c20a2ee07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.117781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-cdea0a19-acf3-4693-b507-2d9cc0692788 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547040 Oct 25 09:12:40.149742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.152422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a78b3c3-0036-41a4-bb44-6d1c20a2ee07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.167107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6a78b3c3-0036-41a4-bb44-6d1c20a2ee07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Calling delete_port for 1d45c447-c5f2-4a8c-8ee7-ad18b152c6a4 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:40.256525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=ec53d4a3-0f7e-4ce0-b48a-9eb86cda0541,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:40.265881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a78b3c3-0036-41a4-bb44-6d1c20a2ee07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.294564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': '46255e89-b8d9-497a-949b-a045e0af003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '711d909b-b68d-4143-be3c-a878570e3ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:40.295185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: 711d909b-b68d-4143-be3c-a878570e3ff5, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:40.298705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78b3c3-0036-41a4-bb44-6d1c20a2ee07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d45c447-c5f2-4a8c-8ee7-ad18b152c6a4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:40.306858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-dd837105-fb3a-4a94-a6af-e31552483031 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782851 Oct 25 09:12:40.317461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a78b3c3-0036-41a4-bb44-6d1c20a2ee07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.323525 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6a78b3c3-0036-41a4-bb44-6d1c20a2ee07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1d45c447-c5f2-4a8c-8ee7-ad18b152c6a4 HTTP/1.1" status: 204 len: 168 time: 0.3312547 Oct 25 09:12:40.324395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40936) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:40.340973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network 711d909b-b68d-4143-be3c-a878570e3ff5 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:40.351254 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc19e29-0f28-4aa4-b6f8-8293eeb00680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] GET failed (client error): The resource could not be found. Oct 25 09:12:40.356537 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8dc19e29-0f28-4aa4-b6f8-8293eeb00680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "GET /v2.0/ports/1d45c447-c5f2-4a8c-8ee7-ad18b152c6a4 HTTP/1.1" status: 404 len: 333 time: 0.0275526 Oct 25 09:12:40.357006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40938) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:40.361922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Request body: {'port': {'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1766963529'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:40.383350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 711d909b-b68d-4143-be3c-a878570e3ff5) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:40.390320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:40.390929 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.395303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Made reservation on behalf of d1235aa9615f409e89ab9170edf7bd31 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:40.397672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.399109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb63b16-51b7-44f6-8507-437b3193cf49 None None] Network 711d909b-b68d-4143-be3c-a878570e3ff5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:40.419158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] device_id is not set on port 9f84edbb-1952-4034-bccb-35becf806820 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:40.419767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-33066320-c15b-4d7b-aeb5-5b3d6b9ebea5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7481425 Oct 25 09:12:40.420443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40946) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:40.432697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-112839105'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:40.471215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-3e75b644-1c77-4155-a212-0c8e1be4d4f2 service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554124 Oct 25 09:12:40.482780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:40.489620 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.527293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:40.543289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.543810 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment 993ccb8a-29f2-4633-bfce-1b4e928c9d64 of type vlan for network 47387326-5863-4163-9f1b-8f3b61830ae8 Oct 25 09:12:40.614405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.622905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-711d909b-b68d-4143-be3c-a878570e3ff5', 'network_id': '711d909b-b68d-4143-be3c-a878570e3ff5', 'tenant_id': 'e97b7b8221a14b0c9f840c9bf87305d0', 'fixed_ips': [{'subnet_id': 'ec53d4a3-0f7e-4ce0-b48a-9eb86cda0541'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:12:40.624031 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.648622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.655716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:40.656732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.700138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.721546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2978249 Oct 25 09:12:40.725145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:40.729902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 08480806-a1e0-4ceb-8dcb-9414528f10f7 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:40.751753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': '47387326-5863-4163-9f1b-8f3b61830ae8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:40.756547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7492b4-9879-42b2-91d1-a186140b39d8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=47387326-5863-4163-9f1b-8f3b61830ae8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:40.798434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 47387326-5863-4163-9f1b-8f3b61830ae8 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:40.875168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:40.939478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=9f84edbb-1952-4034-bccb-35becf806820,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:40.951241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba0f05-62aa-43df-b6f6-0b3254ddf79a req-9b66d5e3-6e36-4845-9cae-5373d400eece tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:40.960131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6ba0f05-62aa-43df-b6f6-0b3254ddf79a req-9b66d5e3-6e36-4845-9cae-5373d400eece tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 944 time: 0.1369634 Oct 25 09:12:40.988622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Network 302aaa64-a201-46d8-952a-3ba29c5e20b5 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:40.991102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:40.994447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:40.995608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:40.996253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.009097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:41.014978 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.017415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6ba0f05-62aa-43df-b6f6-0b3254ddf79a req-638a7133-9dc0-472a-b0b0-94cf191679e8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561683 Oct 25 09:12:41.038841 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f78c28cc-8f7f-42d1-bae7-97ac5ef3adcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6805930 Oct 25 09:12:41.041493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40964) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:41.047834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:41.048518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Allocated IP 2001:db8:0:ffff::2 (711d909b-b68d-4143-be3c-a878570e3ff5/ec53d4a3-0f7e-4ce0-b48a-9eb86cda0541/0a4a863d-5ba1-42de-9d1b-67abe1add776) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:41.131786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.185412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 08480806-a1e0-4ceb-8dcb-9414528f10f7 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:12:41.190745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 08480806-a1e0-4ceb-8dcb-9414528f10f7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:41.191195 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.350929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] device_id is not set on port 9f84edbb-1952-4034-bccb-35becf806820 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:41.360534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.362077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.380361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.402528 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.428728 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.436186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a716563c-0999-4816-aac3-a8a71d019a7b req-abd44159-2005-486f-9a2a-5b97146cb11b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 210 time: 0.0719140 Oct 25 09:12:41.459151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.469225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=9f84edbb-1952-4034-bccb-35becf806820,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:41.476856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08480806-a1e0-4ceb-8dcb-9414528f10f7'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:41.479202 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa545cc-a887-4bae-b678-c0d952200fcf" -d '{"events": [{"server_uuid": "e7d47f71-be47-4321-8fa5-7044f1ca292e", "name": "network-vif-plugged", "status": "completed", "tag": "08480806-a1e0-4ceb-8dcb-9414528f10f7"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:41.504354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:41.505353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:41.506157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:41.513956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:41.514473 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:41.514951 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 2 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:41.534640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=ed2a3713-f44a-477c-9805-969ee452b8ed,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:41.556469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 08480806-a1e0-4ceb-8dcb-9414528f10f7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:41.578036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': '993ccb8a-29f2-4633-bfce-1b4e928c9d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '47387326-5863-4163-9f1b-8f3b61830ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:41.578419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: 47387326-5863-4163-9f1b-8f3b61830ae8, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:41.584908 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a5cb55-3418-4224-8679-88fb143d0700 x-openstack-request-id: req-79a5cb55-3418-4224-8679-88fb143d0700 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:41.585298 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d47f71-be47-4321-8fa5-7044f1ca292e", "name": "network-vif-plugged", "status": "completed", "tag": "08480806-a1e0-4ceb-8dcb-9414528f10f7", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:41.586181 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79a5cb55-3418-4224-8679-88fb143d0700 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:41.586655 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08480806-a1e0-4ceb-8dcb-9414528f10f7', 'code': 200} Oct 25 09:12:41.590309 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.621385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Network 711d909b-b68d-4143-be3c-a878570e3ff5 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:41.628240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:41.635215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:41.636147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network 47387326-5863-4163-9f1b-8f3b61830ae8 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:41.657920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 47387326-5863-4163-9f1b-8f3b61830ae8) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:41.662859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:41.663490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.714372 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c364093e-83da-4384-86c0-ad3e575d4557 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9706402 Oct 25 09:12:41.714553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40980) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:41.737457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a6a02-218c-45d8-90b6-d4643ea5b467 None None] Network 47387326-5863-4163-9f1b-8f3b61830ae8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:41.820772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2f7e6-5c06-4240-a441-ef9bd62e6906 req-0148fd3e-cf63-4a49-9d2d-eea8891bd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:41.822387 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6eb2f7e6-5c06-4240-a441-ef9bd62e6906 req-0148fd3e-cf63-4a49-9d2d-eea8891bd0f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 1096 time: 0.1505761 Oct 25 09:12:41.913256 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.916249 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6eb2f7e6-5c06-4240-a441-ef9bd62e6906 req-46424630-c75c-4cf4-b8c3-fc861edf4dcc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755708 Oct 25 09:12:41.984946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:41.998126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Pushing event updated for resources: {'Port': ['ID=0a4a863d-5ba1-42de-9d1b-67abe1add776,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:42.059783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Attempting to bind port 0a4a863d-5ba1-42de-9d1b-67abe1add776 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:42.060223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Attempting to bind port 0a4a863d-5ba1-42de-9d1b-67abe1add776 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '46255e89-b8d9-497a-949b-a045e0af003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '711d909b-b68d-4143-be3c-a878570e3ff5'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:42.060585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Attempting to bind port 0a4a863d-5ba1-42de-9d1b-67abe1add776 on network 711d909b-b68d-4143-be3c-a878570e3ff5 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:42.069645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506d4d4a-ea6e-4a86-9288-ec8674d3ff1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-47387326-5863-4163-9f1b-8f3b61830ae8', 'network_id': '47387326-5863-4163-9f1b-8f3b61830ae8', 'tenant_id': 'e97b7b8221a14b0c9f840c9bf87305d0', 'fixed_ips': [{'subnet_id': 'ed2a3713-f44a-477c-9805-969ee452b8ed'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:12:42.070778 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-506d4d4a-ea6e-4a86-9288-ec8674d3ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.078367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:12:42.078828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Checking segment: {'id': '46255e89-b8d9-497a-949b-a045e0af003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '711d909b-b68d-4143-be3c-a878570e3ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:42.079388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.079685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Bound using segment: {'id': '46255e89-b8d9-497a-949b-a045e0af003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '711d909b-b68d-4143-be3c-a878570e3ff5'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:12:42.080913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Bound port: 0a4a863d-5ba1-42de-9d1b-67abe1add776, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46255e89-b8d9-497a-949b-a045e0af003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '711d909b-b68d-4143-be3c-a878570e3ff5'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:12:42.081352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.092088 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.123669 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2a3713-f44a-477c-9805-969ee452b8ed,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:42.154006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:42.156461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:42.157053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:42.167766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:42.168074 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:42.168716 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 3 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:42.189619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=08480806-a1e0-4ceb-8dcb-9414528f10f7,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:42.213440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.256550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47387326-5863-4163-9f1b-8f3b61830ae8']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:42.268270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993ccb8a-29f2-4633-bfce-1b4e928c9d64') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:42.268532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993ccb8a-29f2-4633-bfce-1b4e928c9d64') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:42.279789 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.285678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed38f2-e062-42c9-99a2-63f180cee4db None None] Network 47387326-5863-4163-9f1b-8f3b61830ae8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:42.295575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.302961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:12:42.303459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.307990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:42.308810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:42.309729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:42.321593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:42.322478 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:42.335325 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 4 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:42.371274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] For port 0a4a863d-5ba1-42de-9d1b-67abe1add776, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:42.377161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:42.377742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:42.378900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:12:42.384069 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:12:42.387145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.400352 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.407025 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/47387326-5863-4163-9f1b-8f3b61830ae8 HTTP/1.1" status: 204 len: 168 time: 0.6914737 Oct 25 09:12:42.412438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] For port 0a4a863d-5ba1-42de-9d1b-67abe1add776, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0a4a863d-5ba1-42de-9d1b-67abe1add776,segment=NetworkSegment(46255e89-b8d9-497a-949b-a045e0af003f),segment_id=46255e89-b8d9-497a-949b-a045e0af003f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:12:42.416017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 40990) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:42.422902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:42.423224 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:42.443965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-666492219'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:42.445305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.449457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6a2e5-27db-4975-85cb-983ae8790de8 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=47387326-5863-4163-9f1b-8f3b61830ae8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:42.477591 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 5 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:42.499436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:42.503945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.552846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d280f-96be-464d-ad69-5093d0afa39a None None] Pushing event updated for resources: {'Port': ['ID=0a4a863d-5ba1-42de-9d1b-67abe1add776,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:42.575925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:42.576491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbaa8-4509-4b75-bd9f-e30c514dcbd6 req-2fcac912-2a6a-4fa0-9a36-2ec9c0ee0dab tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:42.578241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3ffbaa8-4509-4b75-bd9f-e30c514dcbd6 req-2fcac912-2a6a-4fa0-9a36-2ec9c0ee0dab tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 945 time: 0.3689411 Oct 25 09:12:42.594006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.595172 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment e4a1e7e9-a868-4bdc-85b9-e488f593d091 of type vlan for network 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 Oct 25 09:12:42.599795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-90eace78-1a02-4cd8-ab17-3caa48d3944a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:42.601470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-90eace78-1a02-4cd8-ab17-3caa48d3944a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.2770095 Oct 25 09:12:42.613751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:42.614087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:42.614413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:42.647244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Request body: {'port': {'device_id': '969f6044-a778-4024-bf67-9fe25c17866b', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'admin_state_up': True, 'tenant_id': '17cae23e76914f6981ea88ef25f859c6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:42.650590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:42.656026 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:42.658480 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 6 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:42.662736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.694052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.700820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:42.701439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.723519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:42.723847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:42.724177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:42.742626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3ffbaa8-4509-4b75-bd9f-e30c514dcbd6 req-da462c35-42a2-4925-a502-06414c581076 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348143 Oct 25 09:12:42.750718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:42.751042 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:42.765119 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 7 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:42.781391 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3641329 Oct 25 09:12:42.787380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41004) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:42.819848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': '52bf260e-ad7e-4f7c-86fd-3a1628edaae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:42.840849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e854a4e-31b8-4ee8-871d-4ba67c12b47b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=52bf260e-ad7e-4f7c-86fd-3a1628edaae9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:42.855507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:42.964696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:42.965067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:42.965401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:42.985865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Made reservation on behalf of 17cae23e76914f6981ea88ef25f859c6 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:42.989716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:42.994398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:42.994725 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:43.003885 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 8 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:43.059348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:43.059679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:43.060007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:43.063149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef89c835-34e4-46de-9948-fae988f7ffe0 req-26512c83-c757-457c-9a31-7379f2cdabe1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 210 time: 0.0553589 Oct 25 09:12:43.106393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:43.106717 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:43.111090 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 9 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:43.145516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:43.146832 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.152731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:43.153093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:43.153424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:43.199456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:43.200121 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:43.205317 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempt 10 to bind port 9f84edbb-1952-4034-bccb-35becf806820 Oct 25 09:12:43.263686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:43.264015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:43.264361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempting to bind port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:43.287196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:43.287567 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Failed to bind port 9f84edbb-1952-4034-bccb-35becf806820 on host n-h2-814746-2 for vnic_type normal using segments [{'id': 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '302aaa64-a201-46d8-952a-3ba29c5e20b5'}] Oct 25 09:12:43.287889 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.308506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Allocated IP 172.20.0.12 (d614783c-104d-44ae-b8d7-fddab6c343dc/eca46ef7-c47c-435f-b6e3-6f8b5f596295/8a3da146-95f3-42f9-b1d6-6f9e05f0360f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:43.476957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] For port 9f84edbb-1952-4034-bccb-35becf806820, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:43.477435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attempted to set empty binding levels {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 09:12:43.510363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.604570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event updated for resources: {'Port': ['ID=9f84edbb-1952-4034-bccb-35becf806820,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:43.631880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] In _notify_port_updated(), no bound segment for port 9f84edbb-1952-4034-bccb-35becf806820 on network 302aaa64-a201-46d8-952a-3ba29c5e20b5 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:12:43.632871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:43.633575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.634977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3c324d21-4714-4f4f-bb86-c1b315e20184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "PUT /v2.0/ports/9f84edbb-1952-4034-bccb-35becf806820 HTTP/1.1" status: 200 len: 979 time: 2.5920997 Oct 25 09:12:43.639214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41014) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:43.639677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.734725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Deleting port 9f84edbb-1952-4034-bccb-35becf806820 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:43.735077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.736529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=433c7fa0-4bde-4a26-a503-5fa437be8d93,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:43.742319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31abf679-c038-4928-8cb8-8782eb57c808 None None] Network 711d909b-b68d-4143-be3c-a878570e3ff5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:43.772238 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.830313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': 'e4a1e7e9-a868-4bdc-85b9-e488f593d091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52bf260e-ad7e-4f7c-86fd-3a1628edaae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:43.830951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: 52bf260e-ad7e-4f7c-86fd-3a1628edaae9, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:43.855595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] For port 9f84edbb-1952-4034-bccb-35becf806820, host n-h2-814746-2, got binding levels [] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:43.855966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.880225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:43.884689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Calling delete_port for 9f84edbb-1952-4034-bccb-35becf806820 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:43.917451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3348c909-41af-49e5-a590-c14dda2c51e0 None None] Provisioning complete for port 0a4a863d-5ba1-42de-9d1b-67abe1add776 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:43.918509 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3348c909-41af-49e5-a590-c14dda2c51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.927712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.943912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 52bf260e-ad7e-4f7c-86fd-3a1628edaae9) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:43.971371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:43.972007 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:43.982877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae66ad8-876b-471a-ba96-8c03b8b3c17e None None] Network 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:43.984952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0a4a863d-5ba1-42de-9d1b-67abe1add776 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:44.000926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Network d614783c-104d-44ae-b8d7-fddab6c343dc is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:44.013439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:44.016823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.033559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a3eac-027b-4e22-9eb5-4eebc2e4182d req-d7526c91-6bb7-482a-af10-d82d601432f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:44.036343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c1a3eac-027b-4e22-9eb5-4eebc2e4182d req-d7526c91-6bb7-482a-af10-d82d601432f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 945 time: 0.1753850 Oct 25 09:12:44.040342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:44.087022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event updated for resources: {'Port': ['ID=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:44.106472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f84edbb-1952-4034-bccb-35becf806820,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:44.106701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-abdb65e5-5ddc-4790-aa2f-d37a40ed133e tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3051732 Oct 25 09:12:44.115546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41032) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:44.123250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.127366 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e957e430-d53f-46b0-924f-011ad44f2d19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9f84edbb-1952-4034-bccb-35becf806820 HTTP/1.1" status: 204 len: 168 time: 0.4870238 Oct 25 09:12:44.133756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41034) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:44.135687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-696858847'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:44.165145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:44.165950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.171584 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-08eae6d7-dd0d-4985-a0f7-a6c758d105e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] GET failed (client error): The resource could not be found. Oct 25 09:12:44.173596 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-08eae6d7-dd0d-4985-a0f7-a6c758d105e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565528029-project-admin] 10.222.0.32 "GET /v2.0/ports/9f84edbb-1952-4034-bccb-35becf806820 HTTP/1.1" status: 404 len: 333 time: 0.0382760 Oct 25 09:12:44.178396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41036) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:44.197859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c1a3eac-027b-4e22-9eb5-4eebc2e4182d req-fbb521de-1b35-4470-a46e-72f30b54156c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124029 Oct 25 09:12:44.208387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:44.213535 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.246167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-34070257-87a1-414e-8bfc-016d0324227f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6127260 Oct 25 09:12:44.267357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Request body: {'port': {'device_id': '969f6044-a778-4024-bf67-9fe25c17866b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:44.294868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.351781 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.458817 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.486783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302aaa64-a201-46d8-952a-3ba29c5e20b5']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:44.493291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:44.500172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:44.501110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac72d4ee-83c3-4fad-9f5b-93cf22eac682') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:44.514700 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.532294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.542455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:12:44.544513 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.590960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.591451 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment 83f18e41-9c96-4c89-ad21-58d3c5a44576 of type vlan for network 09bb695c-5ed1-4c6d-9b55-84d7efa7cacd Oct 25 09:12:44.618602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0a4a863d-5ba1-42de-9d1b-67abe1add776 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:44.619221 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.649879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4b57d-7589-4b0d-a65a-419c6d010dc1 req-b93a6878-5ea8-4fc3-8b04-97880ec14d0f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:44.651846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14b4b57d-7589-4b0d-a65a-419c6d010dc1 req-b93a6878-5ea8-4fc3-8b04-97880ec14d0f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 932 time: 0.1998410 Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:12:44.661421 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:12:44.670633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.686862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.695267 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] 10.222.0.32 "DELETE /v2.0/networks/302aaa64-a201-46d8-952a-3ba29c5e20b5 HTTP/1.1" status: 204 len: 168 time: 0.5153792 Oct 25 09:12:44.700489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3348c909-41af-49e5-a590-c14dda2c51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.731346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-52bf260e-ad7e-4f7c-86fd-3a1628edaae9', 'network_id': '52bf260e-ad7e-4f7c-86fd-3a1628edaae9', 'tenant_id': 'e97b7b8221a14b0c9f840c9bf87305d0', 'fixed_ips': [{'subnet_id': '433c7fa0-4bde-4a26-a503-5fa437be8d93'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:12:44.741942 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.780022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.856019 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14b4b57d-7589-4b0d-a65a-419c6d010dc1 req-67228b17-40c3-4443-a689-04c540ed79f6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851718 Oct 25 09:12:44.947921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.961940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:44.962614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:44.985453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Allocated IP 2001:db8::3 (52bf260e-ad7e-4f7c-86fd-3a1628edaae9/433c7fa0-4bde-4a26-a503-5fa437be8d93/086c6d90-8dd9-4d61-b7d5-42ea42bb084b) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:45.096165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9794652 Oct 25 09:12:45.111859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41054) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:45.126655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-022443d4-c53f-4df1-8a78-a469d499b861 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e HTTP/1.1" status: 200 len: 267 time: 0.1611037 Oct 25 09:12:45.132683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': '09bb695c-5ed1-4c6d-9b55-84d7efa7cacd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:45.177380 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.193114 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.193472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1668b-5541-4b1a-a3f3-091162eabc69 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=09bb695c-5ed1-4c6d-9b55-84d7efa7cacd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:45.248420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 09bb695c-5ed1-4c6d-9b55-84d7efa7cacd details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:45.311411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3da146-95f3-42f9-b1d6-6f9e05f0360f {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:12:45.319220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Pushing event updated for resources: {'Port': ['ID=086c6d90-8dd9-4d61-b7d5-42ea42bb084b,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:45.322658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3348c909-41af-49e5-a590-c14dda2c51e0 None None] For port 0a4a863d-5ba1-42de-9d1b-67abe1add776, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0a4a863d-5ba1-42de-9d1b-67abe1add776,segment=NetworkSegment(46255e89-b8d9-497a-949b-a045e0af003f),segment_id=46255e89-b8d9-497a-949b-a045e0af003f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:45.327011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.349189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-504d0d4a-6bdd-400e-8580-f0eaac0b8683 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:45.359335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-504d0d4a-6bdd-400e-8580-f0eaac0b8683 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 945 time: 0.2028906 Oct 25 09:12:45.369377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41060) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:45.372174 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3348c909-41af-49e5-a590-c14dda2c51e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.377846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'port': {'security_groups': []}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:45.416015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Transition to ACTIVE for port object 8a3da146-95f3-42f9-b1d6-6f9e05f0360f will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:12:45.435740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:45.439978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934f96-33a4-4ed5-be78-41aff9abfe8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1093945625-project] Pushing event deleted for resources: {'Network': ['ID=302aaa64-a201-46d8-952a-3ba29c5e20b5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:45.444416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.446827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Network 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:45.451847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.465015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348c909-41af-49e5-a590-c14dda2c51e0 None None] Pushing event updated for resources: {'Port': ['ID=0a4a863d-5ba1-42de-9d1b-67abe1add776,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:45.474538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.496546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:45.504183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:45.609440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2e3b8d7c-0fe8-4461-9578-dc90e15c9522 None None] Provisioning complete for port 0a4a863d-5ba1-42de-9d1b-67abe1add776 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:45.609960 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8d7c-0fe8-4461-9578-dc90e15c9522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.647014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.ipam_backend_mixin [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Performing IP validity checks on allocation pools {{(pid=106992) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 09:12:45.647364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.ipam_backend_mixin [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106992) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 09:12:45.660424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Attempting to bind port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:45.660762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Attempting to bind port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e4a1e7e9-a868-4bdc-85b9-e488f593d091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52bf260e-ad7e-4f7c-86fd-3a1628edaae9'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:45.661502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Attempting to bind port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b on network 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:45.667558 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:12:45.667892 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:12:45.674647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:12:45.675532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Checking segment: {'id': 'e4a1e7e9-a868-4bdc-85b9-e488f593d091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52bf260e-ad7e-4f7c-86fd-3a1628edaae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:45.675939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.676335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Bound using segment: {'id': 'e4a1e7e9-a868-4bdc-85b9-e488f593d091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52bf260e-ad7e-4f7c-86fd-3a1628edaae9'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:12:45.676809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Bound port: 086c6d90-8dd9-4d61-b7d5-42ea42bb084b, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a1e7e9-a868-4bdc-85b9-e488f593d091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52bf260e-ad7e-4f7c-86fd-3a1628edaae9'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:12:45.677225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.688870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.717938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Pushing event updated for resources: {'Port': ['ID=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:45.806453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] For port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:45.810286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] For port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=086c6d90-8dd9-4d61-b7d5-42ea42bb084b,segment=NetworkSegment(e4a1e7e9-a868-4bdc-85b9-e488f593d091),segment_id=e4a1e7e9-a868-4bdc-85b9-e488f593d091)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:12:45.815451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3412203e-f45e-4bc5-9a85-ae8da608ac93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac7991299a924935b6e2c209f94e865a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449651 Oct 25 09:12:45.816831 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.818741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41074) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:45.869405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-536359b4-69a6-4344-8102-856862d45ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.885797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedca406-a38d-4954-87b7-d7f3be86a3a0 None None] Pushing event updated for resources: {'Port': ['ID=086c6d90-8dd9-4d61-b7d5-42ea42bb084b,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:45.915439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-536359b4-69a6-4344-8102-856862d45ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.964593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Attempting to bind port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:45.965240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Attempting to bind port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:45.965751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Attempting to bind port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:45.982550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-536359b4-69a6-4344-8102-856862d45ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.985364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-536359b4-69a6-4344-8102-856862d45ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:45.986624 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-536359b4-69a6-4344-8102-856862d45ecc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acba0243-6c10-4932-a786-56161ef30ef8 HTTP/1.1" status: 204 len: 168 time: 0.1668336 Oct 25 09:12:45.994811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f on network d614783c-104d-44ae-b8d7-fddab6c343dc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:45.995141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Attempting to bind port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:46.007766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536359b4-69a6-4344-8102-856862d45ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba0243-6c10-4932-a786-56161ef30ef8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:46.014568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:12:46.014912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Checking segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:46.015324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Bound using segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:12:46.015748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Bound port: 8a3da146-95f3-42f9-b1d6-6f9e05f0360f, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:12:46.016150 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.154495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] For port 08480806-a1e0-4ceb-8dcb-9414528f10f7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:46.237111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.255521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.257674 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.305202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a4e15f6a-bf68-41d3-9611-770491970caa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:46.352616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'Port': ['ID=08480806-a1e0-4ceb-8dcb-9414528f10f7,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:46.419361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['750cdcda-d60f-4eb6-b9ad-d38796847e3e', '08480806-a1e0-4ceb-8dcb-9414528f10f7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:46.469870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:46.470550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.475295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41090) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:46.478970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb4c0af3-84ac-45d2-aac7-b5c22ccc87a1 req-49a0ce20-1a98-4145-b704-edec41472677 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "PUT /v2.0/ports/08480806-a1e0-4ceb-8dcb-9414528f10f7 HTTP/1.1" status: 200 len: 904 time: 1.1187072 Oct 25 09:12:46.501840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'tag': '08480806-a1e0-4ceb-8dcb-9414528f10f7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:46.504733 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2196ba06-b84e-4648-9a7d-066e61988341" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d47f71-be47-4321-8fa5-7044f1ca292e", "tag": "08480806-a1e0-4ceb-8dcb-9414528f10f7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:46.538439 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c718bc4b-baf2-405b-8376-848326f3c436 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1235aa9615f409e89ab9170edf7bd31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615957 Oct 25 09:12:46.539610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41096) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:46.587292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-13c6fb3a-7cd2-4afc-af63-5ebb9fc36935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.588931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': '83f18e41-9c96-4c89-ad21-58d3c5a44576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '09bb695c-5ed1-4c6d-9b55-84d7efa7cacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:46.589308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: 09bb695c-5ed1-4c6d-9b55-84d7efa7cacd, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:46.598780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] For port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:46.614623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['08480806-a1e0-4ceb-8dcb-9414528f10f7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:46.629422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=b8095065-e4f0-4b24-95f6-96dc0b8f7cb9,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:46.635450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] For port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:12:46.656253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.715757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b3c7-34a8-4663-98c4-faaf479beedb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.744700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network 09bb695c-5ed1-4c6d-9b55-84d7efa7cacd is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:46.749984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Pushing event updated for resources: {'Port': ['ID=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:46.754096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:46.754906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.756477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-51aa6310-d791-4162-bd49-39a4113c39ab service neutron] 10.222.0.41 "PUT /v2.0/ports/8a3da146-95f3-42f9-b1d6-6f9e05f0360f HTTP/1.1" status: 200 len: 1092 time: 2.4964156 Oct 25 09:12:46.767708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 09bb695c-5ed1-4c6d-9b55-84d7efa7cacd) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:46.778191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:46.778826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.809479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0a4a863d-5ba1-42de-9d1b-67abe1add776 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:46.814626 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b3c7-34a8-4663-98c4-faaf479beedb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.818406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-abe12b2f-3933-42b4-a11e-63d05ec67e8b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6906934 Oct 25 09:12:46.819525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41100) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:46.899809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a74f44-8f3c-42f2-b50f-142753a79910 None None] Network 09bb695c-5ed1-4c6d-9b55-84d7efa7cacd requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:46.991116 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.995147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b3c7-34a8-4663-98c4-faaf479beedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:46.998205 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b3c7-34a8-4663-98c4-faaf479beedb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.005706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-65629562-0fcf-4fa1-9344-d801a6d5f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:47.008415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-65629562-0fcf-4fa1-9344-d801a6d5f944 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 1095 time: 0.1639132 Oct 25 09:12:47.015679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8aa6b3c7-34a8-4663-98c4-faaf479beedb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/132ae0d6-7b30-4764-869f-e01c581a1faa HTTP/1.1" status: 204 len: 168 time: 0.4675019 Oct 25 09:12:47.025368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b585-85a2-42b0-b2cf-ccc213007ce9 req-aa634450-8616-4a95-818c-ad082a0777cd tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:47.034524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7112b585-85a2-42b0-b2cf-ccc213007ce9 req-aa634450-8616-4a95-818c-ad082a0777cd tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 944 time: 0.1769674 Oct 25 09:12:47.044187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6b3c7-34a8-4663-98c4-faaf479beedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132ae0d6-7b30-4764-869f-e01c581a1faa,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:47.129046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-10562794-611c-4921-b6a4-662f4a0b1fe7 None None] Provisioning complete for port 08480806-a1e0-4ceb-8dcb-9414528f10f7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:47.129580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10562794-611c-4921-b6a4-662f4a0b1fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.135403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.146073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-1129aac0-5324-4025-a692-b1971292c4ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a3da146-95f3-42f9-b1d6-6f9e05f0360f HTTP/1.1" status: 200 len: 217 time: 0.1085837 Oct 25 09:12:47.230328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7112b585-85a2-42b0-b2cf-ccc213007ce9 req-13ad2874-2cd3-49b9-8e8e-12f6679bb634 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946979 Oct 25 09:12:47.257175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.293505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-9a2f2575-0376-499a-b455-a8f907b6f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:47.299035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-9a2f2575-0376-499a-b455-a8f907b6f508 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.1327312 Oct 25 09:12:47.309690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=b8095065-e4f0-4b24-95f6-96dc0b8f7cb9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:47.379806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0a4a863d-5ba1-42de-9d1b-67abe1add776 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:47.380934 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.384154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-e1eb9110-c237-4e31-b0d9-55b029a707fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766244 Oct 25 09:12:47.417953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.466025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bb695c-5ed1-4c6d-9b55-84d7efa7cacd']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:47.488214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f18e41-9c96-4c89-ad21-58d3c5a44576') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:47.488214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f18e41-9c96-4c89-ad21-58d3c5a44576') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:47.501218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.526767 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.546735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:12:47.549081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:12:47.559907 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:12:47.569473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde22d7-cf21-45eb-b8e7-da35172bc1fa req-f9ca1a1f-3fd7-4f3f-a185-be905428cd21 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:47.572047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcde22d7-cf21-45eb-b8e7-da35172bc1fa req-f9ca1a1f-3fd7-4f3f-a185-be905428cd21 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 907 time: 0.1337779 Oct 25 09:12:47.611980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246f780-e6ec-42fd-aa2f-734074f3e62f None None] Network 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:47.644514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-e41184b1-9e3e-4bb0-b5ab-3137192944ed service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531064 Oct 25 09:12:47.678770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.692794 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256d34c1-08c0-4189-8c3b-9f655decf1d5 x-openstack-request-id: req-256d34c1-08c0-4189-8c3b-9f655decf1d5 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:47.693663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.700544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/09bb695c-5ed1-4c6d-9b55-84d7efa7cacd HTTP/1.1" status: 204 len: 168 time: 0.8766382 Oct 25 09:12:47.700744 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d47f71-be47-4321-8fa5-7044f1ca292e", "tag": "08480806-a1e0-4ceb-8dcb-9414528f10f7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:47.700744 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-256d34c1-08c0-4189-8c3b-9f655decf1d5 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:47.700744 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'tag': '08480806-a1e0-4ceb-8dcb-9414528f10f7', 'status': 'completed', 'code': 200} Oct 25 09:12:47.701204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41122) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:47.710254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1203096297'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:47.735983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a4265-e4bf-4ba5-9480-41a0baba7587 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=09bb695c-5ed1-4c6d-9b55-84d7efa7cacd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:47.785177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:47.801005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.835738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e734c-6134-43ac-82dd-7b3ee55cc8e8 None None] Network 09bb695c-5ed1-4c6d-9b55-84d7efa7cacd requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:47.848716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196ba06-b84e-4648-9a7d-066e61988341 req-098b3ddd-bcea-40ea-8d30-d22d08ac6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:47.850795 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2196ba06-b84e-4648-9a7d-066e61988341 req-098b3ddd-bcea-40ea-8d30-d22d08ac6dcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 1058 time: 0.1092188 Oct 25 09:12:47.850934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe58cfd0-7509-4039-852b-6bcb02c76e1e req-c2f4497e-677e-431d-bd5c-a1d8c3b6e41b service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994145 Oct 25 09:12:47.876065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e734c-6134-43ac-82dd-7b3ee55cc8e8 None None] Network 09bb695c-5ed1-4c6d-9b55-84d7efa7cacd could not be found, it might have been deleted concurrently. {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 09:12:47.885029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:47.940050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:47.941887 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment a1ece88b-48e7-430d-826a-bc73471ad745 of type vlan for network d747ae3f-416a-4ff9-87a1-79c19cf8857c Oct 25 09:12:47.977335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87387b-ffd0-4969-99f9-64412f3d4e93 req-cac97c17-4c70-4003-81cd-85826fb774a6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:47.986161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a87387b-ffd0-4969-99f9-64412f3d4e93 req-cac97c17-4c70-4003-81cd-85826fb774a6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1340287 Oct 25 09:12:48.027171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:48.072475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 086c6d90-8dd9-4d61-b7d5-42ea42bb084b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:48.084698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196ba06-b84e-4648-9a7d-066e61988341 req-826fb45d-505f-49dc-ad01-5df85b560fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:48.086854 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2196ba06-b84e-4648-9a7d-066e61988341 req-826fb45d-505f-49dc-ad01-5df85b560fd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.2259154 Oct 25 09:12:48.102791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a87387b-ffd0-4969-99f9-64412f3d4e93 req-49e688bd-27eb-4539-bb4d-d1da5f94371a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154933 Oct 25 09:12:48.121755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:48.127067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-404ddf7e-cb02-4267-9a42-5cb7a24ae475 None None] Provisioning complete for port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:48.127067 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-404ddf7e-cb02-4267-9a42-5cb7a24ae475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:48.145731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:48.147766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:48.248008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5451348 Oct 25 09:12:48.250621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:48.250621 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:48.251013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41144) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:48.262683 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2196ba06-b84e-4648-9a7d-066e61988341 req-50515d05-469a-4b76-add0-eb5e43aac144 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7 HTTP/1.1" status: 200 len: 217 time: 0.1677747 Oct 25 09:12:48.270806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': 'd747ae3f-416a-4ff9-87a1-79c19cf8857c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:48.450373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28905920-8ea1-4eaf-98d5-62c0788a989b tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=d747ae3f-416a-4ff9-87a1-79c19cf8857c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:48.489189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196ba06-b84e-4648-9a7d-066e61988341 req-6ef2a330-8ab4-49b2-b424-f23d083e4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:48.495692 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2196ba06-b84e-4648-9a7d-066e61988341 req-6ef2a330-8ab4-49b2-b424-f23d083e4795 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1892338 Oct 25 09:12:48.525845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8a5b0-b0c5-4dce-bce5-0794a84e1b0e req-4c558a89-25d3-48da-87c2-26f024fa3b17 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:48.529997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4d8a5b0-b0c5-4dce-bce5-0794a84e1b0e req-4c558a89-25d3-48da-87c2-26f024fa3b17 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1584914 Oct 25 09:12:48.607246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196ba06-b84e-4648-9a7d-066e61988341 req-8334196f-70eb-4cbe-857f-e86ebd50424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:48.608975 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2196ba06-b84e-4648-9a7d-066e61988341 req-8334196f-70eb-4cbe-857f-e86ebd50424d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954788 Oct 25 09:12:48.698421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d747ae3f-416a-4ff9-87a1-79c19cf8857c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:48.700531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-404ddf7e-cb02-4267-9a42-5cb7a24ae475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:48.818452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2196ba06-b84e-4648-9a7d-066e61988341 req-5abb9d12-cea0-427c-a85e-1a06121746b0 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916602 Oct 25 09:12:48.834038 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-616b5c80-56d9-4ccc-9444-6925d0e54f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:48.872774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-404ddf7e-cb02-4267-9a42-5cb7a24ae475 None None] For port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=086c6d90-8dd9-4d61-b7d5-42ea42bb084b,segment=NetworkSegment(e4a1e7e9-a868-4bdc-85b9-e488f593d091),segment_id=e4a1e7e9-a868-4bdc-85b9-e488f593d091)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:48.888181 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-404ddf7e-cb02-4267-9a42-5cb7a24ae475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:48.944814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2196ba06-b84e-4648-9a7d-066e61988341 req-dd6d1c75-477c-494f-b7a7-50abda368a3d service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139584 Oct 25 09:12:49.055890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ddf7e-cb02-4267-9a42-5cb7a24ae475 None None] Pushing event updated for resources: {'Port': ['ID=086c6d90-8dd9-4d61-b7d5-42ea42bb084b,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:49.063328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e86d5604-71d2-4a20-9079-081f87424d2b None None] Provisioning complete for port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:49.063773 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e86d5604-71d2-4a20-9079-081f87424d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.087538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4d8a5b0-b0c5-4dce-bce5-0794a84e1b0e req-8275a80b-ba74-49d5-b4f5-2a4681ff713a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5465631 Oct 25 09:12:49.106128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:49.115384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.328163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d663821-f5cd-4e75-a34a-ffbb463800aa req-a3a0dd45-6e44-4fa0-9b20-0ad478b42ce4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:49.329482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d663821-f5cd-4e75-a34a-ffbb463800aa req-a3a0dd45-6e44-4fa0-9b20-0ad478b42ce4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 944 time: 0.1244044 Oct 25 09:12:49.420196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d663821-f5cd-4e75-a34a-ffbb463800aa req-e73277fc-4e7b-4c8a-9112-cce498354c17 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749869 Oct 25 09:12:49.442557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41184) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:49.475646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.539774 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=04d4717c-e491-4f4f-9317-7fcb8cd891f0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:49.559110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': 'a1ece88b-48e7-430d-826a-bc73471ad745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd747ae3f-416a-4ff9-87a1-79c19cf8857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:49.564371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: d747ae3f-416a-4ff9-87a1-79c19cf8857c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:49.579531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network d747ae3f-416a-4ff9-87a1-79c19cf8857c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:49.594351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d747ae3f-416a-4ff9-87a1-79c19cf8857c) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:49.595263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c6cb39a1-9e48-40f5-b2ff-71abc92d6dce tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-118410206'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:49.601489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:49.602630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.607205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ded7f8a-64f9-443a-9926-b5ff2ab435a4 None None] Network d747ae3f-416a-4ff9-87a1-79c19cf8857c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:49.632179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6cb39a1-9e48-40f5-b2ff-71abc92d6dce tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.633969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6cb39a1-9e48-40f5-b2ff-71abc92d6dce tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.689995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6cd0c130-0fa0-4b46-bcd3-86bf7ef2f6c1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4370272 Oct 25 09:12:49.694322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41200) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:49.704067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969f6044-a778-4024-bf67-9fe25c17866b', 'tag': '8a3da146-95f3-42f9-b1d6-6f9e05f0360f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:49.707642 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150d9b71-3a4c-4d83-a36a-a2fd680626af" -d '{"events": [{"name": "network-changed", "server_uuid": "969f6044-a778-4024-bf67-9fe25c17866b", "tag": "8a3da146-95f3-42f9-b1d6-6f9e05f0360f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:49.708069 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6cb39a1-9e48-40f5-b2ff-71abc92d6dce tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.713032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6cb39a1-9e48-40f5-b2ff-71abc92d6dce tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.733334 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6cb39a1-9e48-40f5-b2ff-71abc92d6dce tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.735109 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c6cb39a1-9e48-40f5-b2ff-71abc92d6dce tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2911372 Oct 25 09:12:49.738300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41204) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:49.809669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d747ae3f-416a-4ff9-87a1-79c19cf8857c', 'network_id': 'd747ae3f-416a-4ff9-87a1-79c19cf8857c', 'tenant_id': 'e97b7b8221a14b0c9f840c9bf87305d0', 'fixed_ips': [{'subnet_id': '04d4717c-e491-4f4f-9317-7fcb8cd891f0'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:12:49.811822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.826932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1f55f01-99fa-46ff-b869-a6692906714d tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.839450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-fce3f4eb-49c9-4fb1-82de-2fb3485631f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:49.848511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-fce3f4eb-49c9-4fb1-82de-2fb3485631f8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.2429056 Oct 25 09:12:49.875962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-5f285d93-eecb-4d62-83ed-cf512a19a024 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/quotas/5947360d333c44a1b2cbb3d0de5f2e0e HTTP/1.1" status: 200 len: 375 time: 0.0262389 Oct 25 09:12:49.953279 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:49.962586 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.017446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-b2cee47f-483f-4168-80f3-ecd85be10d4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1404519 Oct 25 09:12:50.030329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.048082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Allocated IP 2001:db8::1 (d747ae3f-416a-4ff9-87a1-79c19cf8857c/04d4717c-e491-4f4f-9317-7fcb8cd891f0/5d8d9c6f-5aa2-415a-ba2b-d7650d41756c) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:50.052927 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1f55f01-99fa-46ff-b869-a6692906714d tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.055175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1f55f01-99fa-46ff-b869-a6692906714d tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.134689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1f55f01-99fa-46ff-b869-a6692906714d tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.137251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f55f01-99fa-46ff-b869-a6692906714d tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd1e9be-d820-4266-add0-50a1f9f510cb {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:12:50.143716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1f55f01-99fa-46ff-b869-a6692906714d tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.145314 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f1f55f01-99fa-46ff-b869-a6692906714d tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2fd1e9be-d820-4266-add0-50a1f9f510cb HTTP/1.1" status: 204 len: 168 time: 0.4048712 Oct 25 09:12:50.150138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41214) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:50.155092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b8acbd2b-65fc-46a5-9b5f-cd77ecf4e394 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Request body: {'router': {'name': 'tempest-router-2121200370', 'distributed': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:50.182185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.184517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8acbd2b-65fc-46a5-9b5f-cd77ecf4e394 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.186244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8acbd2b-65fc-46a5-9b5f-cd77ecf4e394 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.199181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-e32e72b1-607e-406e-9388-30b4068fc9aa service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655324 Oct 25 09:12:50.229601 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.238930 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.265254 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8acbd2b-65fc-46a5-9b5f-cd77ecf4e394 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.271896 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8acbd2b-65fc-46a5-9b5f-cd77ecf4e394 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.277562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Network d747ae3f-416a-4ff9-87a1-79c19cf8857c is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:50.280482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:50.287970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:50.291823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8acbd2b-65fc-46a5-9b5f-cd77ecf4e394 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.293396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b8acbd2b-65fc-46a5-9b5f-cd77ecf4e394 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1419189 Oct 25 09:12:50.297194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41218) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:50.350819 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.354331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Pushing event updated for resources: {'Port': ['ID=5d8d9c6f-5aa2-415a-ba2b-d7650d41756c,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:50.361103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Attempting to bind port 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:50.361514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Attempting to bind port 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'a1ece88b-48e7-430d-826a-bc73471ad745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd747ae3f-416a-4ff9-87a1-79c19cf8857c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:50.361879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Attempting to bind port 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c on network d747ae3f-416a-4ff9-87a1-79c19cf8857c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:50.368187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:12:50.368546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Checking segment: {'id': 'a1ece88b-48e7-430d-826a-bc73471ad745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd747ae3f-416a-4ff9-87a1-79c19cf8857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:50.369626 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.370023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Bound using segment: {'id': 'a1ece88b-48e7-430d-826a-bc73471ad745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd747ae3f-416a-4ff9-87a1-79c19cf8857c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:12:50.370965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Bound port: 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ece88b-48e7-430d-826a-bc73471ad745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd747ae3f-416a-4ff9-87a1-79c19cf8857c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:12:50.370965 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.398699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=04d4717c-e491-4f4f-9317-7fcb8cd891f0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:50.416163 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d82ce5ee-7217-4f38-838a-89e332f9d5cc tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.457705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] For port 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:50.464758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] For port 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5d8d9c6f-5aa2-415a-ba2b-d7650d41756c,segment=NetworkSegment(a1ece88b-48e7-430d-826a-bc73471ad745),segment_id=a1ece88b-48e7-430d-826a-bc73471ad745)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:12:50.478403 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.494500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-0bbd1689-b655-450b-b9cc-e3ede0eaae8b service neutron] 10.222.0.32 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932913 Oct 25 09:12:50.539529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.564821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc696e-9b2a-41ea-87db-34f85482f1d8 None None] Pushing event updated for resources: {'Port': ['ID=5d8d9c6f-5aa2-415a-ba2b-d7650d41756c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:50.597640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d747ae3f-416a-4ff9-87a1-79c19cf8857c']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:50.630193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ece88b-48e7-430d-826a-bc73471ad745') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:50.630496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ece88b-48e7-430d-826a-bc73471ad745') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:50.630899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d6b53-7de0-4efb-928b-cf8b2218dd73 None None] Network d747ae3f-416a-4ff9-87a1-79c19cf8857c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:50.635367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d82ce5ee-7217-4f38-838a-89e332f9d5cc tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.637810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d82ce5ee-7217-4f38-838a-89e332f9d5cc tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.645891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8a3da146-95f3-42f9-b1d6-6f9e05f0360f details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:12:50.660597 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.689980 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d82ce5ee-7217-4f38-838a-89e332f9d5cc tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.691393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82ce5ee-7217-4f38-838a-89e332f9d5cc tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 024d4a86-651c-4dcb-a2ce-d91107f6a27a {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:12:50.700792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d82ce5ee-7217-4f38-838a-89e332f9d5cc tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.705839 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d82ce5ee-7217-4f38-838a-89e332f9d5cc tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "DELETE /v2.0/routers/024d4a86-651c-4dcb-a2ce-d91107f6a27a HTTP/1.1" status: 204 len: 168 time: 0.4042706 Oct 25 09:12:50.705931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.706758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41232) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:50.711625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-025250f0-f376-4e53-aeda-54269a371826 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Request body: {'router': {'name': 'tempest-router-533220136', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8fd286e86e2146e3a244d671899720c3'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:50.734296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:12:50.734709 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:12:50.741908 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:12:50.744168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-025250f0-f376-4e53-aeda-54269a371826 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.744263 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a557daf-ea78-47dc-bc3c-1dd4cd0a05f2 x-openstack-request-id: req-1a557daf-ea78-47dc-bc3c-1dd4cd0a05f2 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:50.744263 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969f6044-a778-4024-bf67-9fe25c17866b", "tag": "8a3da146-95f3-42f9-b1d6-6f9e05f0360f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:50.744263 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a557daf-ea78-47dc-bc3c-1dd4cd0a05f2 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:50.744477 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969f6044-a778-4024-bf67-9fe25c17866b', 'tag': '8a3da146-95f3-42f9-b1d6-6f9e05f0360f', 'status': 'completed', 'code': 200} Oct 25 09:12:50.745466 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-025250f0-f376-4e53-aeda-54269a371826 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.836919 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-025250f0-f376-4e53-aeda-54269a371826 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.844078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-025250f0-f376-4e53-aeda-54269a371826 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.864865 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-025250f0-f376-4e53-aeda-54269a371826 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:50.872366 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-025250f0-f376-4e53-aeda-54269a371826 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1638296 Oct 25 09:12:50.872816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:50.886644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:50.901300 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.api [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:12:50.901300 n-d-814746-2 neutron-server[106992]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:12:50.901300 n-d-814746-2 neutron-server[106992]: [parameters: {'id': 'd747ae3f-416a-4ff9-87a1-79c19cf8857c'}] Oct 25 09:12:50.901300 n-d-814746-2 neutron-server[106992]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:12:50.902192 n-d-814746-2 neutron-server[106992]: DEBUG oslo_db.api [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:12:50.917448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-d6ecb075-6cc5-41be-a576-7577b423946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:50.921180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-d6ecb075-6cc5-41be-a576-7577b423946b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 1095 time: 0.1127586 Oct 25 09:12:50.931786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d18620-3cc8-4626-bb2c-3837f33c7234 req-90ae0ee7-4282-4d6c-8500-6da355ba5fd3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:50.934187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05d18620-3cc8-4626-bb2c-3837f33c7234 req-90ae0ee7-4282-4d6c-8500-6da355ba5fd3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 944 time: 0.1240802 Oct 25 09:12:50.952337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:50.968519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '8a3da146-95f3-42f9-b1d6-6f9e05f0360f', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'port_id': '8a3da146-95f3-42f9-b1d6-6f9e05f0360f', 'mac_address': 'fa:16:3e:6a:82:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca46ef7-c47c-435f-b6e3-6f8b5f596295', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:12:50.973164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977f7e67-aab4-4aeb-a569-72a2255055af None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:12:51.082901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-1ef6497b-5a11-4f9a-afd5-af2c908ddbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:51.084556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-1ef6497b-5a11-4f9a-afd5-af2c908ddbd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 912 time: 0.1493793 Oct 25 09:12:51.145404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05d18620-3cc8-4626-bb2c-3837f33c7234 req-d7bbd27e-5381-4fc8-9397-ca7c3d38e556 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391995 Oct 25 09:12:51.146826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-dffb4cc3-0c0c-4b64-9bdc-c88248b56ca0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a3da146-95f3-42f9-b1d6-6f9e05f0360f HTTP/1.1" status: 200 len: 217 time: 0.0541241 Oct 25 09:12:51.247573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f7e67-aab4-4aeb-a569-72a2255055af None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:12:51.254735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 086c6d90-8dd9-4d61-b7d5-42ea42bb084b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:51.267435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-0ebb0d4d-a019-44ca-ab53-1bdc96850c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:51.270149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-0ebb0d4d-a019-44ca-ab53-1bdc96850c5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.1067841 Oct 25 09:12:51.306027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-936415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-938297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1241'] for router, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.306614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.319003 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.336241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3da146-95f3-42f9-b1d6-6f9e05f0360f {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:12:51.342323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-50c00762-2dec-47ec-b786-7f44f442bd17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653148 Oct 25 09:12:51.416954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd316154-a6fb-4e23-83c6-159caf3365c0 req-569ee1e0-d3c3-42b1-8565-f0a7a30fea29 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 210 time: 0.0728850 Oct 25 09:12:51.432963 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.441615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:51.446015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106991) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 25 09:12:51.446424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Router 9d1e63dc-cbc5-4781-b78f-bf64877d39e8 migrating from provider to provider. {{(pid=106991) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 25 09:12:51.446880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.453215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.458963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-936358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-936365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-938240'] for router, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.468292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.545671 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-7db2e5cb-f2ee-460a-9ca3-0a0f78e6496d service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884117 Oct 25 09:12:51.569238 n-d-814746-2 neutron-server[106991]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] No L3 agents can host the router 9d1e63dc-cbc5-4781-b78f-bf64877d39e8 Oct 25 09:12:51.601129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:51.601464 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.686368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Hosts for router 9d1e63dc-cbc5-4781-b78f-bf64877d39e8: [] {{(pid=106991) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 25 09:12:51.699204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150d9b71-3a4c-4d83-a36a-a2fd680626af req-2e9943a6-c82f-4cbb-b988-84d0e789b551 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432915 Oct 25 09:12:51.703255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:51.738063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting port 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:51.738410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.748646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Hosts for other DVR routers connected to router 9d1e63dc-cbc5-4781-b78f-bf64877d39e8: set() {{(pid=106991) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 25 09:12:51.751416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.759161 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c4fdf9ea-41e3-4157-8ff1-aff7ac1237f3 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "PUT /v2.0/routers/9d1e63dc-cbc5-4781-b78f-bf64877d39e8 HTTP/1.1" status: 200 len: 716 time: 0.8851726 Oct 25 09:12:51.764492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:51.786930 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.872789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] For port 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5d8d9c6f-5aa2-415a-ba2b-d7650d41756c,segment=NetworkSegment(a1ece88b-48e7-430d-826a-bc73471ad745),segment_id=a1ece88b-48e7-430d-826a-bc73471ad745)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:51.873478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:51.886306 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e5af700b-82be-4533-b6c9-58c64de57908 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "GET /v2.0/routers/9d1e63dc-cbc5-4781-b78f-bf64877d39e8 HTTP/1.1" status: 200 len: 716 time: 0.1178291 Oct 25 09:12:51.887847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41262) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:51.905804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Calling delete_port for 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:51.920815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['8a3da146-95f3-42f9-b1d6-6f9e05f0360f'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:52.005170 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.037611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Port': ['ID=5d8d9c6f-5aa2-415a-ba2b-d7650d41756c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:52.043638 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No DVR routers for this DVR port 5d8d9c6f-5aa2-415a-ba2b-d7650d41756c on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:12:52.145067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-204995f3-cf85-4341-ba01-b51d0c82b1d6 tempest-RoutersTestDVR-1540474765 tempest-RoutersTestDVR-1540474765-project] 10.222.0.32 "GET /v2.0/routers/9d1e63dc-cbc5-4781-b78f-bf64877d39e8 HTTP/1.1" status: 200 len: 682 time: 0.2560453 Oct 25 09:12:52.147831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41272) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:52.170712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.223770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27ee0ab-b3b2-48cd-9098-cc466c7d20ab tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.229900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d747ae3f-416a-4ff9-87a1-79c19cf8857c']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:52.245400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ece88b-48e7-430d-826a-bc73471ad745') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:52.246058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ece88b-48e7-430d-826a-bc73471ad745') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:52.258983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.283424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.317604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:12:52.318288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:12:52.321861 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:12:52.402463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5fe4a-4b1f-41c5-b2e2-ff9226e0d2c6 req-1756ea77-3131-434f-af37-c084b9f2bc34 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:52.404020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aed5fe4a-4b1f-41c5-b2e2-ff9226e0d2c6 req-1756ea77-3131-434f-af37-c084b9f2bc34 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 945 time: 0.1374035 Oct 25 09:12:52.414423 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.429504 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.432816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/d747ae3f-416a-4ff9-87a1-79c19cf8857c HTTP/1.1" status: 204 len: 168 time: 2.7374895 Oct 25 09:12:52.437727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41282) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:52.445074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-937304632'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:52.467410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ec6d9-1746-4822-81e2-a3e3c485b214 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=d747ae3f-416a-4ff9-87a1-79c19cf8857c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:52.505826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aed5fe4a-4b1f-41c5-b2e2-ff9226e0d2c6 req-f33382e4-610e-45f2-821b-3e10bf5ac966 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887616 Oct 25 09:12:52.510836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:52.514689 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.546380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:52.558829 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.559185 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment fa7eda29-89bf-4b69-87b8-a35deaca85d8 of type vlan for network 8394bc50-08d2-4089-a942-2b155bcb29ac Oct 25 09:12:52.616938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.647749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.654688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:52.655797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.751196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3082299 Oct 25 09:12:52.763395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d569fda-14f5-476b-8c63-bf35e1d007eb req-e205e30b-fade-4cf9-a5e0-21be88e09ed7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 210 time: 0.0541534 Oct 25 09:12:52.763992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41290) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:52.771530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': '8394bc50-08d2-4089-a942-2b155bcb29ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:52.779167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae064d-f36f-4ba4-865d-218170f805ca tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=8394bc50-08d2-4089-a942-2b155bcb29ac,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:52.798779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8394bc50-08d2-4089-a942-2b155bcb29ac details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:52.869412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27ee0ab-b3b2-48cd-9098-cc466c7d20ab tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.874049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27ee0ab-b3b2-48cd-9098-cc466c7d20ab tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.913181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:52.916663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.943471 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27ee0ab-b3b2-48cd-9098-cc466c7d20ab tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.944115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27ee0ab-b3b2-48cd-9098-cc466c7d20ab tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1e63dc-cbc5-4781-b78f-bf64877d39e8 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:12:52.950055 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a27ee0ab-b3b2-48cd-9098-cc466c7d20ab tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:52.952523 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a27ee0ab-b3b2-48cd-9098-cc466c7d20ab tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9d1e63dc-cbc5-4781-b78f-bf64877d39e8 HTTP/1.1" status: 204 len: 168 time: 0.8036745 Oct 25 09:12:52.956047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41292) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:52.961960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-46318118-c001-41a2-8304-1924db970e37 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Request body: {'router': {'name': 'tempest-router-1749052264', 'distributed': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:52.971441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-f913c58c-bd84-4b99-b21a-d1e5bcc4edfd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:52.973602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-f913c58c-bd84-4b99-b21a-d1e5bcc4edfd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 812 time: 0.6744206 Oct 25 09:12:52.994984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Request body: {'port': {'device_id': '1c951576-6e50-49da-90db-46ed43998642', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'admin_state_up': True, 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:53.000402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46318118-c001-41a2-8304-1924db970e37 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.001556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46318118-c001-41a2-8304-1924db970e37 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.116272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46318118-c001-41a2-8304-1924db970e37 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.131600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46318118-c001-41a2-8304-1924db970e37 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.150231 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.164629 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46318118-c001-41a2-8304-1924db970e37 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.168711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-46318118-c001-41a2-8304-1924db970e37 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2106926 Oct 25 09:12:53.169366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41300) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:53.211547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=f330767e-a5f3-4cb0-8678-9c0ecef56bd7,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:53.220768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': 'fa7eda29-89bf-4b69-87b8-a35deaca85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8394bc50-08d2-4089-a942-2b155bcb29ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:53.221147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: 8394bc50-08d2-4089-a942-2b155bcb29ac, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:53.238554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network 8394bc50-08d2-4089-a942-2b155bcb29ac is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:53.246988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Made reservation on behalf of 5947360d333c44a1b2cbb3d0de5f2e0e for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:53.248068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8394bc50-08d2-4089-a942-2b155bcb29ac) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:53.250575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.252977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:53.253579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.260463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4c1e02-b583-4d63-aaef-eafc12403204 None None] Network 8394bc50-08d2-4089-a942-2b155bcb29ac requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:53.271938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-120c20d6-f065-4da9-ab5e-1f20b41ada47 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.286419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7f0075f6-697b-447d-9918-50a4b6eee170 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5195334 Oct 25 09:12:53.287606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41302) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:53.426661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.452272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e787dc-b158-43c7-bc63-7479c707e1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-8394bc50-08d2-4089-a942-2b155bcb29ac', 'network_id': '8394bc50-08d2-4089-a942-2b155bcb29ac', 'tenant_id': 'e97b7b8221a14b0c9f840c9bf87305d0', 'fixed_ips': [{'subnet_id': 'f330767e-a5f3-4cb0-8678-9c0ecef56bd7'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:12:53.453476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8e787dc-b158-43c7-bc63-7479c707e1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.498600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-120c20d6-f065-4da9-ab5e-1f20b41ada47 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.499439 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.521614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-120c20d6-f065-4da9-ab5e-1f20b41ada47 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.587384 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-120c20d6-f065-4da9-ab5e-1f20b41ada47 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.588105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120c20d6-f065-4da9-ab5e-1f20b41ada47 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cba2875c-6239-41b3-a0ff-145b7ce25f90 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:12:53.598845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-120c20d6-f065-4da9-ab5e-1f20b41ada47 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.600495 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-120c20d6-f065-4da9-ab5e-1f20b41ada47 tempest-RoutersTestDVR-1886227253 tempest-RoutersTestDVR-1886227253-project-admin] 10.222.0.32 "DELETE /v2.0/routers/cba2875c-6239-41b3-a0ff-145b7ce25f90 HTTP/1.1" status: 204 len: 168 time: 0.4284480 Oct 25 09:12:53.609547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Allocated IP 172.20.0.14 (86937030-0d24-495d-b5ac-9243ef17f02c/2f43b1ae-1684-4bb1-a76e-1709cf1ac73b/03f9d9ec-b80c-4413-a4cf-4611c8351d41) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:53.615122 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-e8e787dc-b158-43c7-bc63-7479c707e1ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f330767e-a5f3-4cb0-8678-9c0ecef56bd7: This subnet is being modified by another concurrent operation. Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f330767e-a5f3-4cb0-8678-9c0ecef56bd7: This subnet is being modified by another concurrent operation. Oct 25 09:12:53.631169 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:12:53.650249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d414448-d7c7-4a18-9e66-d75e1f02a4fd None None] Network 8394bc50-08d2-4089-a942-2b155bcb29ac requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:53.729697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=f330767e-a5f3-4cb0-8678-9c0ecef56bd7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:53.778247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.807312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8394bc50-08d2-4089-a942-2b155bcb29ac']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:53.824869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7eda29-89bf-4b69-87b8-a35deaca85d8') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:53.825275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7eda29-89bf-4b69-87b8-a35deaca85d8') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:53.842488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece10c1e-8348-4d23-948f-102cfa1ea2ef req-f7041628-e6b4-4584-9f5f-c5d916bb399f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:53.851636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ece10c1e-8348-4d23-948f-102cfa1ea2ef req-f7041628-e6b4-4584-9f5f-c5d916bb399f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 945 time: 0.1755297 Oct 25 09:12:53.862175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.878722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.904801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.935619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.966283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ece10c1e-8348-4d23-948f-102cfa1ea2ef req-4237bb6b-4c6d-4244-bf59-7d4ba5371c78 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136856 Oct 25 09:12:53.970260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a4e15f6a-bf68-41d3-9611-770491970caa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:53.972693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:12:53.975871 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:53.980018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['750cdcda-d60f-4eb6-b9ad-d38796847e3e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:12:53.984844 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:12:54.028808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event updated for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:54.066879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Network 86937030-0d24-495d-b5ac-9243ef17f02c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:54.068635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:54.076659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:54.109579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.126546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.131512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/8394bc50-08d2-4089-a942-2b155bcb29ac HTTP/1.1" status: 204 len: 168 time: 0.8424935 Oct 25 09:12:54.141772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41326) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:54.145268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ebdb8-bbde-493c-baa4-ebd290f24a16 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=8394bc50-08d2-4089-a942-2b155bcb29ac,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:54.151207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-196056105'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:54.193837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:54.194514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.215225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:54.221030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.237819 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-2beb0f7a-9011-4551-82c3-d9b53a9a5845 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2482936 Oct 25 09:12:54.238358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41330) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:54.266681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Request body: {'port': {'device_id': '1c951576-6e50-49da-90db-46ed43998642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:54.375333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:54.386118 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.402369 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.402712 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment a4119d6b-063d-48f9-a912-86cfb8d5463e of type vlan for network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 Oct 25 09:12:54.438982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fd4d1-5483-4f09-a554-d9f0dbdaa6bc req-185f915b-58b9-4483-a0a2-11f7a4c519a4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:54.451063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-189fd4d1-5483-4f09-a554-d9f0dbdaa6bc req-185f915b-58b9-4483-a0a2-11f7a4c519a4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 932 time: 0.1796021 Oct 25 09:12:54.468469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd537b49-a4cf-48e9-9098-e787a18f947d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.525400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c5d20-2667-4c16-8db2-f00c0bd4de51 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:12:54.561528 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.614208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c8fcda07-3d7a-45c3-9722-d039b6bf4fbe None None] Provisioning complete for port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:54.614758 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8fcda07-3d7a-45c3-9722-d039b6bf4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.619855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.631695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:54.632330 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.671483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8a3da146-95f3-42f9-b1d6-6f9e05f0360f up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:54.702716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd537b49-a4cf-48e9-9098-e787a18f947d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.711722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd537b49-a4cf-48e9-9098-e787a18f947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.754340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:54.770072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-189fd4d1-5483-4f09-a554-d9f0dbdaa6bc req-e9480e1b-9fa9-49a4-b440-8779477fcfac tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180656 Oct 25 09:12:54.779634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c9cd2a3c-f429-4b48-9661-5c9358f6b148 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6364117 Oct 25 09:12:54.780296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:54.781852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41338) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:54.787888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:54.882944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c8fcda07-3d7a-45c3-9722-d039b6bf4fbe None None] Port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:12:54.890346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f9d9ec-b80c-4413-a4cf-4611c8351d41 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:12:54.902528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.920843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Transition to ACTIVE for port object 03f9d9ec-b80c-4413-a4cf-4611c8351d41 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:12:54.921876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:54.922945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd537b49-a4cf-48e9-9098-e787a18f947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a691ed4-6094-4664-8b9e-464862ab4977,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:54.927240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.929201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.949768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cd537b49-a4cf-48e9-9098-e787a18f947d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fd286e86e2146e3a244d671899720c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102880 Oct 25 09:12:54.963655 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:12:54.971278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:54.973063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:54.979172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41344) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:55.039049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c5d20-2667-4c16-8db2-f00c0bd4de51 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:12:55.105483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ada7748-d3c1-4039-94b7-e29ffd37a912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.176132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.176345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Pushing event updated for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:55.229765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ada7748-d3c1-4039-94b7-e29ffd37a912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.258850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659fad4-04fa-4c1f-9578-6fb45a71af74 req-4b6d8387-ae40-4460-9273-09e601b141d9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:55.260616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f659fad4-04fa-4c1f-9578-6fb45a71af74 req-4b6d8387-ae40-4460-9273-09e601b141d9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 945 time: 0.1008401 Oct 25 09:12:55.278959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:55.281768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969f6044-a778-4024-bf67-9fe25c17866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3da146-95f3-42f9-b1d6-6f9e05f0360f'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:55.284704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Attempting to bind port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:55.285249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Attempting to bind port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:55.285379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Attempting to bind port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:55.287196 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8df7c27-61a1-4c95-ade8-0c0e39241883" -d '{"events": [{"server_uuid": "969f6044-a778-4024-bf67-9fe25c17866b", "name": "network-vif-plugged", "status": "completed", "tag": "8a3da146-95f3-42f9-b1d6-6f9e05f0360f"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:55.296189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 on network 86937030-0d24-495d-b5ac-9243ef17f02c not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:12:55.296549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Attempting to bind port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 on network 86937030-0d24-495d-b5ac-9243ef17f02c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:55.307443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.316243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:12:55.317487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Checking segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:55.318264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Bound using segment: {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:12:55.319126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Bound port: 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:12:55.319776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.368515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41360) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:55.434741 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.472665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:55.492786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f659fad4-04fa-4c1f-9578-6fb45a71af74 req-90b3039f-4ae0-446f-9c24-69f72e0c34a4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247710 Oct 25 09:12:55.517748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.518089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.518514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.518847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.519173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.519499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.519820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.520158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.520513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.520841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.521181 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.521502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:12:55.541309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=195122bd-5b10-4d45-9c19-97a5615e40fb,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:55.544919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': 'a4119d6b-063d-48f9-a912-86cfb8d5463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:55.545302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:12:55.557328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ada7748-d3c1-4039-94b7-e29ffd37a912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.563798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ada7748-d3c1-4039-94b7-e29ffd37a912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.572574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5ada7748-d3c1-4039-94b7-e29ffd37a912 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a691ed4-6094-4664-8b9e-464862ab4977 HTTP/1.1" status: 204 len: 168 time: 0.5922945 Oct 25 09:12:55.615297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:12:55.638911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:55.642286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada7748-d3c1-4039-94b7-e29ffd37a912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a691ed4-6094-4664-8b9e-464862ab4977,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:55.645112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:55.645822 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.665874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:55.667192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b34f587e-10a3-476c-8dcb-bd0eca7e4f29 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8841257 Oct 25 09:12:55.672136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41368) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:55.679615 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:12:55.684675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:55.703922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.741892 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65293ce4-9009-4009-8a1a-f9ffc108e055 None None] Network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:55.887398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:55.888596 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:55.889948 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a31114-2989-4d6a-8013-e93c1481c2a0 x-openstack-request-id: req-99a31114-2989-4d6a-8013-e93c1481c2a0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:55.890447 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969f6044-a778-4024-bf67-9fe25c17866b", "name": "network-vif-plugged", "status": "completed", "tag": "8a3da146-95f3-42f9-b1d6-6f9e05f0360f", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:55.890766 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99a31114-2989-4d6a-8013-e93c1481c2a0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:55.892313 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969f6044-a778-4024-bf67-9fe25c17866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3da146-95f3-42f9-b1d6-6f9e05f0360f', 'code': 200} Oct 25 09:12:55.901984 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] 10.222.0.18 "PUT /v2.0/ports/03f9d9ec-b80c-4413-a4cf-4611c8351d41 HTTP/1.1" status: 200 len: 1092 time: 1.6403229 Oct 25 09:12:55.906348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:55.910807 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb1485-2339-4f04-8db2-5a17590ade7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:55.976862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb806-6453-4f1b-a4fa-2991793ed960 req-7f86e8c4-307a-4d77-a803-672774f7888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:55.981783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14deb806-6453-4f1b-a4fa-2991793ed960 req-7f86e8c4-307a-4d77-a803-672774f7888a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 1097 time: 0.1514263 Oct 25 09:12:56.014960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6', 'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6', 'tenant_id': 'e97b7b8221a14b0c9f840c9bf87305d0', 'fixed_ips': [{'subnet_id': '195122bd-5b10-4d45-9c19-97a5615e40fb'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:12:56.016618 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.032668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14deb806-6453-4f1b-a4fa-2991793ed960 req-90791fac-48bd-49fc-a5f6-a8478c99a592 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Oct 25 09:12:56.050561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acd653-a5e8-4c25-a67b-cb6fa627c2a0 req-10fb1538-7afb-4aa6-8fb9-e47101af8cbd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:56.052165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99acd653-a5e8-4c25-a67b-cb6fa627c2a0 req-10fb1538-7afb-4aa6-8fb9-e47101af8cbd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 944 time: 0.1682804 Oct 25 09:12:56.074156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Deleting port 46b6aefb-fd87-480c-8f5d-a2ad89d4788c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:12:56.074598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.086192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade14ec-5fdf-4d0c-a79b-33e708c77348 service neutron] Pushing event updated for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:56.165785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99acd653-a5e8-4c25-a67b-cb6fa627c2a0 req-ca6c74c7-ab25-45ef-bb15-c1239f5eed72 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000216 Oct 25 09:12:56.201901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-ded47ee0-c33b-40ea-b7b3-a62fe89427bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:56.203933 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-ded47ee0-c33b-40ea-b7b3-a62fe89427bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 1095 time: 0.2031584 Oct 25 09:12:56.214440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41380) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:56.234501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:56.238287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.243593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.244058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.270955 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11192f2e-6248-4cd6-9d43-c63fcd6eee37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.308813 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62f1e3e-6b65-4fb8-9bb0-661a17f62c4f x-openstack-request-id: req-d62f1e3e-6b65-4fb8-9bb0-661a17f62c4f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:56.309189 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:56.309448 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d62f1e3e-6b65-4fb8-9bb0-661a17f62c4f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:56.310098 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'status': 'completed', 'code': 200} Oct 25 09:12:56.314907 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-470a738b-4cdc-4575-a92b-8190b1e9dd53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41 HTTP/1.1" status: 200 len: 217 time: 0.0915084 Oct 25 09:12:56.316109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Calling delete_port for 46b6aefb-fd87-480c-8f5d-a2ad89d4788c owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:12:56.333057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Allocated IP 2001:db8::2 (61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6/195122bd-5b10-4d45-9c19-97a5615e40fb/19d9760e-9421-4103-8dce-e04385d04124) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:12:56.395135 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11192f2e-6248-4cd6-9d43-c63fcd6eee37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.410128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11192f2e-6248-4cd6-9d43-c63fcd6eee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.474246 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-11192f2e-6248-4cd6-9d43-c63fcd6eee37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9462d4651fe948529987e81622a1116c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556057 Oct 25 09:12:56.475195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41388) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:56.477402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11192f2e-6248-4cd6-9d43-c63fcd6eee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8168db-4b7e-4486-b93a-52a3534c47b2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:56.531412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-ed85bcce-d4a0-4f81-970c-d28ec6ff884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:56.532836 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-ed85bcce-d4a0-4f81-970c-d28ec6ff884f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1714244 Oct 25 09:12:56.553979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a697a8b-96cd-4dc5-a738-f4685a4f45de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.591412 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a697a8b-96cd-4dc5-a738-f4685a4f45de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.605125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.621573 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.645502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-68fbed48-cbff-4bb9-9e3b-9cf005d18580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:56.647224 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-68fbed48-cbff-4bb9-9e3b-9cf005d18580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032350 Oct 25 09:12:56.715652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:56.720686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:56.723400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:12:56.728830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3256c-0d80-4b31-872a-a44348825f70 req-c49774cc-d1e8-4c54-951b-5f4262ecdae0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:56.730368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91c3256c-0d80-4b31-872a-a44348825f70 req-c49774cc-d1e8-4c54-951b-5f4262ecdae0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.0644698 Oct 25 09:12:56.731705 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a697a8b-96cd-4dc5-a738-f4685a4f45de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.734503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a697a8b-96cd-4dc5-a738-f4685a4f45de admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.738843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5a697a8b-96cd-4dc5-a738-f4685a4f45de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a8168db-4b7e-4486-b93a-52a3534c47b2 HTTP/1.1" status: 204 len: 168 time: 0.2593312 Oct 25 09:12:56.769287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Pushing event updated for resources: {'Port': ['ID=19d9760e-9421-4103-8dce-e04385d04124,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:56.786508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a697a8b-96cd-4dc5-a738-f4685a4f45de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8168db-4b7e-4486-b93a-52a3534c47b2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:56.857027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91c3256c-0d80-4b31-872a-a44348825f70 req-d41d1a59-3bb9-4a8a-8342-8199cd6f2a22 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737681 Oct 25 09:12:56.864469 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-502376b9-8889-40de-a81c-61074d1ce582 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082517 Oct 25 09:12:56.870474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Attempting to bind port 19d9760e-9421-4103-8dce-e04385d04124 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:12:56.870953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Attempting to bind port 19d9760e-9421-4103-8dce-e04385d04124 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'a4119d6b-063d-48f9-a912-86cfb8d5463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:12:56.871320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Attempting to bind port 19d9760e-9421-4103-8dce-e04385d04124 on network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:12:56.878377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.883588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:12:56.884558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Checking segment: {'id': 'a4119d6b-063d-48f9-a912-86cfb8d5463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:12:56.884986 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:56.885386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Bound using segment: {'id': 'a4119d6b-063d-48f9-a912-86cfb8d5463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:12:56.885870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Bound port: 19d9760e-9421-4103-8dce-e04385d04124, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4119d6b-063d-48f9-a912-86cfb8d5463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:12:56.886373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:57.003399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event deleted for resources: {'Port': ['ID=46b6aefb-fd87-480c-8f5d-a2ad89d4788c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:57.015197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] For port 19d9760e-9421-4103-8dce-e04385d04124, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:12:57.020551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] For port 19d9760e-9421-4103-8dce-e04385d04124, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=19d9760e-9421-4103-8dce-e04385d04124,segment=NetworkSegment(a4119d6b-063d-48f9-a912-86cfb8d5463e),segment_id=a4119d6b-063d-48f9-a912-86cfb8d5463e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:12:57.027149 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:57.137775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67f34c-6a8d-4fc4-9750-5b202f7053ab None None] Pushing event updated for resources: {'Port': ['ID=19d9760e-9421-4103-8dce-e04385d04124,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:57.162306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:57.162306 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Floating IP 99239da4-ab9c-4a8d-80e4-4e916a1c3685 disassociated (deleted). External IP: 172.25.8.31, port: 55f88487-3dd3-4249-a486-0f261a2493f7. Oct 25 09:12:57.297316 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8da1f982-f1ce-4b7d-8059-eb2623932221 req-56bc3148-9932-4b0f-8615-019e38f1ce29 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219480 Oct 25 09:12:57.316381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:57.363302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e1cb9-d9be-49f2-83eb-68f81e59e4c9 req-be757c37-2a2e-4f0d-bb53-e5696b400229 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:57.365097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f0e1cb9-d9be-49f2-83eb-68f81e59e4c9 req-be757c37-2a2e-4f0d-bb53-e5696b400229 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 944 time: 0.0851862 Oct 25 09:12:57.459603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:12:57.461470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f0e1cb9-d9be-49f2-83eb-68f81e59e4c9 req-e2275e77-b893-447b-b02f-37b32a352f9e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798678 Oct 25 09:12:57.554855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:12:57.960122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:57.960724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:57.995835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-7f432671-3fa9-4a8b-9200-7e26fa97d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:57.998504 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-7f432671-3fa9-4a8b-9200-7e26fa97d4e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 1095 time: 0.5376136 Oct 25 09:12:57.999539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=85c16f71-ebb2-4611-8089-e74403e9e161,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:58.026648 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0517447d-a833-4beb-9c50-efbda87f9435 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3484719 Oct 25 09:12:58.035307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41440) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:58.155868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca358e-be3c-4f0d-b8ba-3407ac8a5cc1 req-5eac6cb1-a840-405f-a416-494d3073edb4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.164485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23ca358e-be3c-4f0d-b8ba-3407ac8a5cc1 req-5eac6cb1-a840-405f-a416-494d3073edb4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.2086792 Oct 25 09:12:58.213280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6a56b-15ca-4147-bf6a-2789f5346b3a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.215748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6a56b-15ca-4147-bf6a-2789f5346b3a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.218173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6a56b-15ca-4147-bf6a-2789f5346b3a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.219958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6a56b-15ca-4147-bf6a-2789f5346b3a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.221790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe6a56b-15ca-4147-bf6a-2789f5346b3a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.223911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5fe6a56b-15ca-4147-bf6a-2789f5346b3a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1874990 Oct 25 09:12:58.230787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41444) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:58.236481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1628481925'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:58.273633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:58.283820 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:58.313896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23ca358e-be3c-4f0d-b8ba-3407ac8a5cc1 req-8fd72650-bbba-427b-9101-f96e7af8ecb8 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483481 Oct 25 09:12:58.319340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-c3ad89b6-072b-4968-8da4-2cef6e17e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.321177 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-c3ad89b6-072b-4968-8da4-2cef6e17e099 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.3107631 Oct 25 09:12:58.353575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:12:58.390718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:58.391807 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment c1271177-354e-41df-945a-6170d8a226ce of type vlan for network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 Oct 25 09:12:58.474599 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-a42b1013-42ad-42de-9d6c-35c0c6b0a39d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41 HTTP/1.1" status: 200 len: 217 time: 0.1167006 Oct 25 09:12:58.476409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Router 18a5ffb3-eb7b-4137-ba79-9e53c242cded has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:12:58.506388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:58.546197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:58.553632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.555146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-715196'] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:58.637705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f6c71-d8d7-4dcc-818d-66128a6f763e None None] Network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:12:58.680174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4481733 Oct 25 09:12:58.694810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-3bf8ffd5-1427-4eb3-bba9-7e7404a5639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.696244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41466) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:58.696367 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-3bf8ffd5-1427-4eb3-bba9-7e7404a5639a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.2134500 Oct 25 09:12:58.714625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-85efec28-9c2e-4b32-acef-563c9c4b2574 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:58.755002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fa54efa2-a1e5-4e2d-9785-eb35bf1f863a None None] Provisioning complete for port 19d9760e-9421-4103-8dce-e04385d04124 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:58.755661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fa54efa2-a1e5-4e2d-9785-eb35bf1f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:58.838618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-dce5b10f-9c73-40b5-b408-4e90d4a90f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.840045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-dce5b10f-9c73-40b5-b408-4e90d4a90f0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349843 Oct 25 09:12:58.845668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8011293-8f3e-43c6-bd05-5d18a705ddee tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=e7c704aa-cfc9-4c56-ac9d-60a9b5739484,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:58.874756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:12:58.875742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:58.886452 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] Sync routers for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:12:58.904146 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:58.905072 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:12:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:58.927857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:58.982327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b094c-4809-4935-be5c-2efead319275 req-e5e82035-2266-4cba-bd6d-9f2c6a0aad87 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:58.990930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c6b094c-4809-4935-be5c-2efead319275 req-e5e82035-2266-4cba-bd6d-9f2c6a0aad87 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 944 time: 0.1283863 Oct 25 09:12:59.001155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e6cbf312-4b43-447b-818c-016b42d30145 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "DELETE /v2.0/floatingips/99239da4-ab9c-4a8d-80e4-4e916a1c3685 HTTP/1.1" status: 204 len: 168 time: 3.6308620 Oct 25 09:12:59.025611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41474) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:59.051108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:12:59.055017 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a72704e-986d-421d-babd-cd283e5b2996" -d '{"events": [{"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:12:59.090921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c6b094c-4809-4935-be5c-2efead319275 req-11bbb316-423b-43a2-846e-811b062fc029 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917120 Oct 25 09:12:59.135984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85efec28-9c2e-4b32-acef-563c9c4b2574 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.154214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-b729a52d-03d9-4c5e-9182-76b49c75dedd service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045526 Oct 25 09:12:59.191466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85efec28-9c2e-4b32-acef-563c9c4b2574 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.218608 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:12:59.262371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fa54efa2-a1e5-4e2d-9785-eb35bf1f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.265158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85efec28-9c2e-4b32-acef-563c9c4b2574 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 is not hosted by any dhcp agent {{(pid=106992) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:12:59.280909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efec28-9c2e-4b32-acef-563c9c4b2574 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:59.281879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85efec28-9c2e-4b32-acef-563c9c4b2574 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.303267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-85efec28-9c2e-4b32-acef-563c9c4b2574 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "PUT /v2.0/networks/e7c704aa-cfc9-4c56-ac9d-60a9b5739484 HTTP/1.1" status: 200 len: 723 time: 0.5844617 Oct 25 09:12:59.303267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41486) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:12:59.320481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fa54efa2-a1e5-4e2d-9785-eb35bf1f863a None None] For port 19d9760e-9421-4103-8dce-e04385d04124, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=19d9760e-9421-4103-8dce-e04385d04124,segment=NetworkSegment(a4119d6b-063d-48f9-a912-86cfb8d5463e),segment_id=a4119d6b-063d-48f9-a912-86cfb8d5463e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:12:59.346402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 19d9760e-9421-4103-8dce-e04385d04124 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:12:59.349630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': 'e7c704aa-cfc9-4c56-ac9d-60a9b5739484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:59.349803 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fa54efa2-a1e5-4e2d-9785-eb35bf1f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.433495 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93fb1485-2339-4f04-8db2-5a17590ade7e req-0fb13618-c177-4aa2-ab9e-2f74ddb35edc service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700233 Oct 25 09:12:59.435113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1732705303', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:12:59.494149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Made reservation on behalf of 179f879d707244e2bac7314a13f2a0e5 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:59.496538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.519818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.528802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efec28-9c2e-4b32-acef-563c9c4b2574 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=e7c704aa-cfc9-4c56-ac9d-60a9b5739484,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:59.531002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b59176-0f14-4c87-86d3-576cc909aaf5 None None] Update dhcp port {'port': {'network_id': '61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6', 'fixed_ips': [{'subnet_id': '195122bd-5b10-4d45-9c19-97a5615e40fb', 'ip_address': '2001:db8::2'}, {'subnet_id': '85c16f71-ebb2-4611-8089-e74403e9e161'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '19d9760e-9421-4103-8dce-e04385d04124'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:12:59.545036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:12:59.552916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:12:59.556628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.635755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d54311-4d40-4055-bc3d-743e55466d7d req-b472e62b-d17e-42d1-8cee-6bc09df60053 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:12:59.643772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0d54311-4d40-4055-bc3d-743e55466d7d req-b472e62b-d17e-42d1-8cee-6bc09df60053 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.3514123 Oct 25 09:12:59.646532 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43b59176-0f14-4c87-86d3-576cc909aaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.648685 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:59.669225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54efa2-a1e5-4e2d-9785-eb35bf1f863a None None] Pushing event updated for resources: {'Port': ['ID=19d9760e-9421-4103-8dce-e04385d04124,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:12:59.680610 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] Checking router: 18a5ffb3-eb7b-4137-ba79-9e53c242cded for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:12:59.715899 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:12:59.716364 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:12:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:12:59.726937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0d54311-4d40-4055-bc3d-743e55466d7d req-5c45f624-720c-4bbf-a581-e4743cc7150c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813935 Oct 25 09:12:59.785941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 19d9760e-9421-4103-8dce-e04385d04124 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:12:59.786299 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.859754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.882682 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:12:59.925994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:12:59.941503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] device_id is not set on port 6c0f36a8-ad41-4d7a-9ee6-a30cfc567ffc yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:12:59.989585 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe158a4e-6aa6-4f1b-ab27-92c5f0ae8b41 x-openstack-request-id: req-fe158a4e-6aa6-4f1b-ab27-92c5f0ae8b41 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:12:59.989890 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:12:59.990149 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe158a4e-6aa6-4f1b-ab27-92c5f0ae8b41 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:12:59.990556 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7', 'status': 'completed', 'code': 200} Oct 25 09:13:00.056519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-43b59176-0f14-4c87-86d3-576cc909aaf5 None None] Allocated IP 172.20.0.1 (61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6/85c16f71-ebb2-4611-8089-e74403e9e161/19d9760e-9421-4103-8dce-e04385d04124) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:00.171146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc924e4b-49a9-416d-8479-128290a9be56,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:00.230303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72704e-986d-421d-babd-cd283e5b2996 req-47290e6b-ff45-49d4-8a1d-348785eac402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:00.231833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a72704e-986d-421d-babd-cd283e5b2996 req-47290e6b-ff45-49d4-8a1d-348785eac402 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1be64bfb5e2846868286d781fd1e9eca&device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 1096 time: 0.1847241 Oct 25 09:13:00.266298 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:00.290830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:00.301220 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea83626-1dd3-4b07-bd29-fee08760201a None None] The sync data for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 is: [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:08:44Z', 'revision_number': 4, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fff940f4-3c30-4f33-999b-a50ce0067247', 'name': '', 'network_id': '49eafc93-4d0e-4a38-9303-1aaa89c14970', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'mac_address': 'fa:16:3e:ab:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:42Z', 'updated_at': '2021-10-25T09:09:00Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'subnets': [{'id': '8747dd21-932c-42c5-8e99-adf2f8195a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:13:00.307107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-43b59176-0f14-4c87-86d3-576cc909aaf5 None None] For port 19d9760e-9421-4103-8dce-e04385d04124, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=19d9760e-9421-4103-8dce-e04385d04124,segment=NetworkSegment(a4119d6b-063d-48f9-a912-86cfb8d5463e),segment_id=a4119d6b-063d-48f9-a912-86cfb8d5463e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:00.347091 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43b59176-0f14-4c87-86d3-576cc909aaf5 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:00.353317 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43b59176-0f14-4c87-86d3-576cc909aaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:00.404669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Allocated IP 172.25.8.150 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/6c0f36a8-ad41-4d7a-9ee6-a30cfc567ffc) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:00.468999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa9248-d19d-4a67-b3ea-bdac8f12c881 req-d29cf765-5115-418d-bea6-dbd78ae65964 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:00.470706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78fa9248-d19d-4a67-b3ea-bdac8f12c881 req-d29cf765-5115-418d-bea6-dbd78ae65964 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 945 time: 0.2444026 Oct 25 09:13:00.481293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=49ac0a25-9c82-47f5-a1b9-8c2314328d81,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:00.489331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': 'c1271177-354e-41df-945a-6170d8a226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e7c704aa-cfc9-4c56-ac9d-60a9b5739484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:00.489834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: e7c704aa-cfc9-4c56-ac9d-60a9b5739484, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:00.499284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b59176-0f14-4c87-86d3-576cc909aaf5 None None] Pushing event updated for resources: {'Port': ['ID=19d9760e-9421-4103-8dce-e04385d04124,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:00.673966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc0829-5e8c-44a6-805f-8795926bb177 None None] New status for floating IP 99239da4-ab9c-4a8d-80e4-4e916a1c3685: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:13:00.790034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 03f9d9ec-b80c-4413-a4cf-4611c8351d41 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:13:00.912416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:00.930734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'mac_address': 'fa:16:3e:a4:08:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:13:00.973608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72704e-986d-421d-babd-cd283e5b2996 req-9249c97b-11a5-4551-a385-a0cdb7a619bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:00.975378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a72704e-986d-421d-babd-cd283e5b2996 req-9249c97b-11a5-4551-a385-a0cdb7a619bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=49eafc93-4d0e-4a38-9303-1aaa89c14970 HTTP/1.1" status: 200 len: 915 time: 0.6998975 Oct 25 09:13:00.978967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:00.998580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f9d9ec-b80c-4413-a4cf-4611c8351d41 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:13:01.023173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:01.031537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:01.037794 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.059572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, e7c704aa-cfc9-4c56-ac9d-60a9b5739484) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:01.077085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:01.077085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.077386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5dd53-8f9b-4d31-b53c-849c23a5759d None None] Network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:01.122935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78fa9248-d19d-4a67-b3ea-bdac8f12c881 req-9710c089-b961-4362-8457-ac8fad1d154b tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6360292 Oct 25 09:13:01.135655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a72704e-986d-421d-babd-cd283e5b2996 req-650dc9fb-a259-4bc9-85f1-d654bf530631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f88487-3dd3-4249-a486-0f261a2493f7 HTTP/1.1" status: 200 len: 217 time: 0.0901172 Oct 25 09:13:01.207266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:01.219656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 19d9760e-9421-4103-8dce-e04385d04124 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:01.255069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.290132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41522) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:01.297799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4cb23e14-7088-429a-9aeb-61ee743ae654 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:01.298132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d09f7c62-46b8-454b-a3dc-4f66fcdb2fc2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9505091 Oct 25 09:13:01.307714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebed9a6f-90fd-43e0-be1f-f4327f2c0bf7 None None] Network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:01.380983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.398173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 19d9760e-9421-4103-8dce-e04385d04124 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:01.398173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.433262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4cb23e14-7088-429a-9aeb-61ee743ae654 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25919177'] for subnet, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.441992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-e7c704aa-cfc9-4c56-ac9d-60a9b5739484', 'network_id': 'e7c704aa-cfc9-4c56-ac9d-60a9b5739484', 'tenant_id': 'e97b7b8221a14b0c9f840c9bf87305d0', 'fixed_ips': [{'subnet_id': '49ac0a25-9c82-47f5-a1b9-8c2314328d81'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:01.442831 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.464905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:01.466497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-aae93105-5eb1-46c8-85a6-34a0fd2b5c6b None None] Provisioning complete for port 19d9760e-9421-4103-8dce-e04385d04124 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:01.466869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aae93105-5eb1-46c8-85a6-34a0fd2b5c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.472957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:01.477147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:01.537208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72704e-986d-421d-babd-cd283e5b2996 req-2a31a1ba-322b-43e7-818b-47280152aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:01.538884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a72704e-986d-421d-babd-cd283e5b2996 req-2a31a1ba-322b-43e7-818b-47280152aa66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8747dd21-932c-42c5-8e99-adf2f8195a7c HTTP/1.1" status: 200 len: 853 time: 0.3897536 Oct 25 09:13:01.551101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104a53e-52a3-4f73-918a-018343ed12eb req-a43d972c-b3e8-4cd8-bbfc-325c5b18ae5a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:01.559268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e104a53e-52a3-4f73-918a-018343ed12eb req-a43d972c-b3e8-4cd8-bbfc-325c5b18ae5a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 945 time: 0.2543931 Oct 25 09:13:01.609456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4cb23e14-7088-429a-9aeb-61ee743ae654 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730412025811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25508410'] for subnet, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.626440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['03f9d9ec-b80c-4413-a4cf-4611c8351d41'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:13:01.653304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Pushing event updated for resources: {'Port': ['ID=6c0f36a8-ad41-4d7a-9ee6-a30cfc567ffc,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:01.660846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:01.661486 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.664407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb23e14-7088-429a-9aeb-61ee743ae654 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:01.665024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4cb23e14-7088-429a-9aeb-61ee743ae654 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.666922 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4cb23e14-7088-429a-9aeb-61ee743ae654 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "PUT /v2.0/subnets/49ac0a25-9c82-47f5-a1b9-8c2314328d81 HTTP/1.1" status: 200 len: 826 time: 0.3757308 Oct 25 09:13:01.671794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41532) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:01.682670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72704e-986d-421d-babd-cd283e5b2996 req-d32a3100-79d6-43a6-b77b-00b92a47b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:01.690341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a72704e-986d-421d-babd-cd283e5b2996 req-d32a3100-79d6-43a6-b77b-00b92a47b89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49eafc93-4d0e-4a38-9303-1aaa89c14970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221457 Oct 25 09:13:01.778628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb23e14-7088-429a-9aeb-61ee743ae654 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=49ac0a25-9c82-47f5-a1b9-8c2314328d81,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:01.813297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-9034f0a0-c3d0-49f9-980f-b5f3483e8524 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1450243 Oct 25 09:13:01.828050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a72704e-986d-421d-babd-cd283e5b2996 req-7687b1cd-1258-4f49-a0e1-cf521223935e service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214099 Oct 25 09:13:01.848739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d0381165-2135-42b2-a6ed-3fb8ffb6cead tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.8013079 Oct 25 09:13:01.851936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41536) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:01.853283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e104a53e-52a3-4f73-918a-018343ed12eb req-8b235c18-3009-4efa-8d6a-c5b8e0079b02 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931311 Oct 25 09:13:01.863423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.150'}]}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:01.891480 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.893133 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.903960 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:01.998027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-5f9fce0c-0773-4349-bb74-22013d4c0e13 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:02.004107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-5f9fce0c-0773-4349-bb74-22013d4c0e13 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.41 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 945 time: 0.1728702 Oct 25 09:13:02.018772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Allocated IP 2001:db8::2 (e7c704aa-cfc9-4c56-ac9d-60a9b5739484/49ac0a25-9c82-47f5-a1b9-8c2314328d81/ffc5bdce-f686-445f-9ea0-220b89e1dd97) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:02.044594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.148687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d5903-925a-4ab9-8270-6c7ff5466df3 req-7b58e413-7b0e-4155-b51c-97921d6b5c93 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:02.156729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d8d5903-925a-4ab9-8270-6c7ff5466df3 req-7b58e413-7b0e-4155-b51c-97921d6b5c93 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.1504641 Oct 25 09:13:02.160957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a72704e-986d-421d-babd-cd283e5b2996 req-05410485-3c78-4f43-a669-e1d328830aee service neutron] 10.222.0.41 "GET /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146305 Oct 25 09:13:02.235871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-85da6952-2011-4151-a111-1410a83a7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:02.244736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-85da6952-2011-4151-a111-1410a83a7d19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1095 time: 0.3175271 Oct 25 09:13:02.248149 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.270001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d8d5903-925a-4ab9-8270-6c7ff5466df3 req-93fae16c-a381-4450-88fe-eed469cf5231 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129599 Oct 25 09:13:02.301502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.311435 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.323252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Deleting port 55f88487-3dd3-4249-a486-0f261a2493f7 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:02.333086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.410318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Pushing event updated for resources: {'Port': ['ID=ffc5bdce-f686-445f-9ea0-220b89e1dd97,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:02.419875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:02.432061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:02.442489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:02.449673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.563476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.565684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Attempting to bind port ffc5bdce-f686-445f-9ea0-220b89e1dd97 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:02.566301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Attempting to bind port ffc5bdce-f686-445f-9ea0-220b89e1dd97 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'c1271177-354e-41df-945a-6170d8a226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e7c704aa-cfc9-4c56-ac9d-60a9b5739484'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:02.566766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Attempting to bind port ffc5bdce-f686-445f-9ea0-220b89e1dd97 on network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:02.576010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:02.576671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Checking segment: {'id': 'c1271177-354e-41df-945a-6170d8a226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e7c704aa-cfc9-4c56-ac9d-60a9b5739484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:02.577200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.580344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Bound using segment: {'id': 'c1271177-354e-41df-945a-6170d8a226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e7c704aa-cfc9-4c56-ac9d-60a9b5739484'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:02.580344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Bound port: ffc5bdce-f686-445f-9ea0-220b89e1dd97, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1271177-354e-41df-945a-6170d8a226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e7c704aa-cfc9-4c56-ac9d-60a9b5739484'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:02.581552 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.582475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] For port 55f88487-3dd3-4249-a486-0f261a2493f7, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=55f88487-3dd3-4249-a486-0f261a2493f7,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:02.583602 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.601796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Calling delete_port for 55f88487-3dd3-4249-a486-0f261a2493f7 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:02.629241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=49ac0a25-9c82-47f5-a1b9-8c2314328d81,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:02.639322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb6f6d-fe21-4b26-8e36-7ea1a0a696ab req-4083e68a-dbfc-46e8-a3ae-fecf2a655fde tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:02.641473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bbb6f6d-fe21-4b26-8e36-7ea1a0a696ab req-4083e68a-dbfc-46e8-a3ae-fecf2a655fde tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 945 time: 0.1293206 Oct 25 09:13:02.671007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] For port ffc5bdce-f686-445f-9ea0-220b89e1dd97, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:02.675929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] For port ffc5bdce-f686-445f-9ea0-220b89e1dd97, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ffc5bdce-f686-445f-9ea0-220b89e1dd97,segment=NetworkSegment(c1271177-354e-41df-945a-6170d8a226ce),segment_id=c1271177-354e-41df-945a-6170d8a226ce)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:02.678220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-aac76b8c-986c-461a-8c15-1ece38a23241 None None] Provisioning complete for port 19d9760e-9421-4103-8dce-e04385d04124 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:02.678686 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aac76b8c-986c-461a-8c15-1ece38a23241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.702677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-1708aee6-7aa1-4346-b7af-8cced5e00641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:02.704225 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-1708aee6-7aa1-4346-b7af-8cced5e00641 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.4284599 Oct 25 09:13:02.715926 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.717259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.736656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bbb6f6d-fe21-4b26-8e36-7ea1a0a696ab req-5cef0d3a-b9a8-4d06-87fb-7d840d065660 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/security-groups?id=b7a842ea-d3e3-4e35-91c0-864948cc01e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581644 Oct 25 09:13:02.807590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c704aa-cfc9-4c56-ac9d-60a9b5739484']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:02.833059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1271177-354e-41df-945a-6170d8a226ce') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:02.833327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1271177-354e-41df-945a-6170d8a226ce') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:02.850275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.869623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fc53d-bad9-423b-ab94-0957a078606f None None] Pushing event updated for resources: {'Port': ['ID=ffc5bdce-f686-445f-9ea0-220b89e1dd97,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:02.882356 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.944128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event deleted for resources: {'Port': ['ID=55f88487-3dd3-4249-a486-0f261a2493f7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:02.952095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af890366-aefb-4171-8efb-a1070435dd5b None None] Network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:02.967450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] No DVR routers for this DVR port 55f88487-3dd3-4249-a486-0f261a2493f7 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:02.973922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:02.979472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9664d8b-a1a6-44ff-aec3-8ccd31af953d req-1c077e76-eb78-422c-bc7a-39e5e2c4f7de tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.41 "DELETE /v2.0/ports/55f88487-3dd3-4249-a486-0f261a2493f7 HTTP/1.1" status: 204 len: 173 time: 0.9515417 Oct 25 09:13:02.979955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'name': 'network-vif-deleted', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:13:02.992385 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1803e9-5590-41e9-9e43-62021a35b7ee" -d '{"events": [{"server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "name": "network-vif-deleted", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:13:02.997976 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-2cf9f94f-34e4-497e-b66e-0dd7e2480cb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 999 time: 0.2679656 Oct 25 09:13:02.999336 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:03.039127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:03.039705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:03.043608 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:03.100299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc937c63-f1b4-49ba-a6a8-b167b927cb09 req-139fa840-1665-4205-97c4-96c461d3a365 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:03.102410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc937c63-f1b4-49ba-a6a8-b167b927cb09 req-139fa840-1665-4205-97c4-96c461d3a365 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 945 time: 0.1055572 Oct 25 09:13:03.163078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-2a05bcd1-e587-40f3-873c-9234de8c4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:03.166579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96145d31-7425-4af8-8c0c-b0e18d04ad82 None None] Network e7c704aa-cfc9-4c56-ac9d-60a9b5739484 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:03.176452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-2a05bcd1-e587-40f3-873c-9234de8c4c5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1391721 Oct 25 09:13:03.180925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:03.248432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.api [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:13:03.248432 n-d-814746-2 neutron-server[106991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:13:03.248432 n-d-814746-2 neutron-server[106991]: [parameters: {'id': 'e7c704aa-cfc9-4c56-ac9d-60a9b5739484'}] Oct 25 09:13:03.248432 n-d-814746-2 neutron-server[106991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:03.248862 n-d-814746-2 neutron-server[106991]: DEBUG oslo_db.api [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:03.249934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:03.255641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc937c63-f1b4-49ba-a6a8-b167b927cb09 req-d93364d2-887a-4e27-9a77-56d3bdcfdbcc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296077 Oct 25 09:13:03.293923 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd549170-9b86-49d3-94c2-25f44127585f x-openstack-request-id: req-cd549170-9b86-49d3-94c2-25f44127585f {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:13:03.294467 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14f1f3b-beac-48e1-a3a0-597a2bd028ac", "name": "network-vif-deleted", "tag": "55f88487-3dd3-4249-a486-0f261a2493f7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:13:03.294958 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd549170-9b86-49d3-94c2-25f44127585f {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:13:03.295800 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14f1f3b-beac-48e1-a3a0-597a2bd028ac', 'name': 'network-vif-deleted', 'tag': '55f88487-3dd3-4249-a486-0f261a2493f7', 'status': 'completed', 'code': 200} Oct 25 09:13:03.373550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-25ac9b0e-abb7-45c0-8597-b898d6d8471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:03.386564 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-25ac9b0e-abb7-45c0-8597-b898d6d8471f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2091610 Oct 25 09:13:03.452572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7773b8-8812-42f7-a23d-60cfaf69af8b req-e1107053-48c1-4ba9-8fc9-ee387ea2bed6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:03.454459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb7773b8-8812-42f7-a23d-60cfaf69af8b req-e1107053-48c1-4ba9-8fc9-ee387ea2bed6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.0875545 Oct 25 09:13:03.524404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb7773b8-8812-42f7-a23d-60cfaf69af8b req-9bf56769-5273-4b5b-9cc0-395b98bf5433 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591683 Oct 25 09:13:03.583658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df4f0d-5dc3-4316-9173-60b6a6301fa8 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:13:03.621216 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-8055b07d-09aa-4c5b-9ed1-f1e1ce036a45 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229493 Oct 25 09:13:03.746513 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae678226-3a5a-46fc-adc0-1889532b27f8 req-ebb2ec00-8831-481e-bf7a-6f188c205437 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050220 Oct 25 09:13:03.753566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:03.767588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df4f0d-5dc3-4316-9173-60b6a6301fa8 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:13:03.777785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:03.936474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ac5348c-a55f-4b97-a093-1d7883a15c51 req-f030c152-4dfb-4fd9-9501-d5838fdc6ac5 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 210 time: 0.0629506 Oct 25 09:13:03.996965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting port ffc5bdce-f686-445f-9ea0-220b89e1dd97 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:03.997230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.013042 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.015753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.387834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d276d-44d6-47af-9d93-0661cb58ae4f req-fb714d8b-2148-45b8-9358-13b0f5027b5e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:04.391735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d51d276d-44d6-47af-9d93-0661cb58ae4f req-fb714d8b-2148-45b8-9358-13b0f5027b5e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 945 time: 0.0625672 Oct 25 09:13:04.450894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d51d276d-44d6-47af-9d93-0661cb58ae4f req-2150a6a1-21c2-4d2c-b58a-8d9f1e604dd8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538301 Oct 25 09:13:04.472607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.472607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 544d3e4e-7af7-490b-be91-9c53a92389eb {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:13:04.507644 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 25 09:13:04.511733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41588) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:04.511957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a69a54c3-892c-4b8b-aa27-8934663e161f tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6580665 Oct 25 09:13:04.520048 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] For port ffc5bdce-f686-445f-9ea0-220b89e1dd97, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ffc5bdce-f686-445f-9ea0-220b89e1dd97,segment=NetworkSegment(c1271177-354e-41df-945a-6170d8a226ce),segment_id=c1271177-354e-41df-945a-6170d8a226ce)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:04.520414 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.535013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Calling delete_port for ffc5bdce-f686-445f-9ea0-220b89e1dd97 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:04.663601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.685737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9fbd8-ecb6-4eb4-b8e6-5ad04031500c req-36dd8ae4-1007-45ce-985d-7eca5e6c68d4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:04.687242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2e9fbd8-ecb6-4eb4-b8e6-5ad04031500c req-36dd8ae4-1007-45ce-985d-7eca5e6c68d4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.0779817 Oct 25 09:13:04.689651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2cb3a-18d2-4be2-87f8-6dd48b867476 tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Deleting port 6c0f36a8-ad41-4d7a-9ee6-a30cfc567ffc {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:04.690509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2b2cb3a-18d2-4be2-87f8-6dd48b867476 tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.700790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No DVR routers for this DVR port ffc5bdce-f686-445f-9ea0-220b89e1dd97 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:04.708769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Port': ['ID=ffc5bdce-f686-445f-9ea0-220b89e1dd97,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:04.795098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2e9fbd8-ecb6-4eb4-b8e6-5ad04031500c req-74e90118-dce5-4704-86e2-f417aa23ef72 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848994 Oct 25 09:13:04.800486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 03f9d9ec-b80c-4413-a4cf-4611c8351d41 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:04.812308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.868868 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2b2cb3a-18d2-4be2-87f8-6dd48b867476 tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.886774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c704aa-cfc9-4c56-ac9d-60a9b5739484']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:04.898828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:13:04.904816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:04.905392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.909491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2cb3a-18d2-4be2-87f8-6dd48b867476 tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Calling delete_port for 6c0f36a8-ad41-4d7a-9ee6-a30cfc567ffc owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:04.920003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1271177-354e-41df-945a-6170d8a226ce') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:04.920297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1271177-354e-41df-945a-6170d8a226ce') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:04.937476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.996636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:04.999243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.022093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:05.022492 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:05.025895 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:05.031167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:13:05.073718 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e44012-af9d-4626-b928-a25aee2d7582" -d '{"events": [{"server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "name": "network-vif-plugged", "status": "completed", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:13:05.095000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:05.102572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.147675 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.153061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdac2a1b-0bfa-41d6-8334-1bfb1d92bba6 req-c7691db2-a0e0-4f91-8b7e-9f085e52f77d tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 210 time: 0.0556417 Oct 25 09:13:05.188046 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2b2cb3a-18d2-4be2-87f8-6dd48b867476 tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.210861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.214857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:05.219457 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/e7c704aa-cfc9-4c56-ac9d-60a9b5739484 HTTP/1.1" status: 204 len: 168 time: 3.5366960 Oct 25 09:13:05.220440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf3fd7-79be-4384-828a-860670afea4c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=e7c704aa-cfc9-4c56-ac9d-60a9b5739484,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:05.222743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41608) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:05.242904 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de2e7b2-e2ca-47b8-aab8-d2056634a251 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:05.243464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de2e7b2-e2ca-47b8-aab8-d2056634a251 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:05.247517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2cb3a-18d2-4be2-87f8-6dd48b867476 tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c0f36a8-ad41-4d7a-9ee6-a30cfc567ffc,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:05.250761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5de2e7b2-e2ca-47b8-aab8-d2056634a251 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/e7c704aa-cfc9-4c56-ac9d-60a9b5739484 HTTP/1.1" status: 404 len: 339 time: 0.0266576 Oct 25 09:13:05.251256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41610) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:05.256851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1447117012', 'description': 'd1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:05.280716 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805a76ba-db22-44c2-bc9d-5c34108580f1 x-openstack-request-id: req-805a76ba-db22-44c2-bc9d-5c34108580f1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:13:05.281705 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "name": "network-vif-plugged", "status": "completed", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:13:05.282272 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-805a76ba-db22-44c2-bc9d-5c34108580f1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:13:05.283090 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'code': 200} Oct 25 09:13:05.286611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:05.293764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.295689 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2b2cb3a-18d2-4be2-87f8-6dd48b867476 tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.300990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a2b2cb3a-18d2-4be2-87f8-6dd48b867476 tempest-RoutersAdminNegativeIpV6Test-1145381436 tempest-RoutersAdminNegativeIpV6Test-1145381436-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6c0f36a8-ad41-4d7a-9ee6-a30cfc567ffc HTTP/1.1" status: 204 len: 168 time: 0.7861040 Oct 25 09:13:05.346513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:05.359278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.359847 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment 7846d934-4b77-456a-9153-28f8f47a6a71 of type vlan for network 339e1bbf-b67c-41c0-9897-25b2b8252b57 Oct 25 09:13:05.414582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.477052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.482759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:05.483398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.513187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2605808 Oct 25 09:13:05.513374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41620) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:05.558833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf24a-aed3-4448-8340-05f1f91ccf8c req-f65b983b-368a-4dd7-8170-02e8e4f574c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:05.560404 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-69cdf24a-aed3-4448-8340-05f1f91ccf8c req-f65b983b-368a-4dd7-8170-02e8e4f574c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 1097 time: 0.1232312 Oct 25 09:13:05.592910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8422b1-ec66-4e3d-8bfd-2a046e4da93d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=339e1bbf-b67c-41c0-9897-25b2b8252b57,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:05.607529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 339e1bbf-b67c-41c0-9897-25b2b8252b57 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:05.636253 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-69cdf24a-aed3-4448-8340-05f1f91ccf8c req-7994da91-a545-4bfc-9020-a64bb9fd2b26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617707 Oct 25 09:13:05.696688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4156ea6-b529-460c-a9aa-dc727ec98220 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:05.701360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41626) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:05.708138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fc6a4730-fba3-4dc8-a3ea-7d051e4ebcf1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'description': 'd2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:05.714535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f4156ea6-b529-460c-a9aa-dc727ec98220 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/networks?id=339e1bbf-b67c-41c0-9897-25b2b8252b57 HTTP/1.1" status: 200 len: 765 time: 0.2000213 Oct 25 09:13:05.717039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41628) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:05.744227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b594475-7c14-45cb-bbe2-e81f6bff4e95 req-d535bcee-1236-488b-bbc0-7d5b8dd1bf09 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:05.745899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b594475-7c14-45cb-bbe2-e81f6bff4e95 req-d535bcee-1236-488b-bbc0-7d5b8dd1bf09 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.1302557 Oct 25 09:13:05.825185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b594475-7c14-45cb-bbe2-e81f6bff4e95 req-4c8bc072-3fc2-4d37-9937-d2c1e08810ff tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659678 Oct 25 09:13:05.912971 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4730-fba3-4dc8-a3ea-7d051e4ebcf1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.930224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4730-fba3-4dc8-a3ea-7d051e4ebcf1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.940123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc6a4730-fba3-4dc8-a3ea-7d051e4ebcf1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network 339e1bbf-b67c-41c0-9897-25b2b8252b57 is not hosted by any dhcp agent {{(pid=106991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:13:05.943291 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19f5be4a-75da-4a41-9dae-5506dca0e414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.946383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a4730-fba3-4dc8-a3ea-7d051e4ebcf1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:05.946989 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4730-fba3-4dc8-a3ea-7d051e4ebcf1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:05.950798 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fc6a4730-fba3-4dc8-a3ea-7d051e4ebcf1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "PUT /v2.0/networks/339e1bbf-b67c-41c0-9897-25b2b8252b57 HTTP/1.1" status: 200 len: 762 time: 0.2453420 Oct 25 09:13:05.951457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41636) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:05.994538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd0da-225a-4194-9b0d-f459f4736019 req-7c8f6a45-8b3a-4039-9032-a23869443570 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.003174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f72bd0da-225a-4194-9b0d-f459f4736019 req-7c8f6a45-8b3a-4039-9032-a23869443570 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.1161129 Oct 25 09:13:06.057339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f72bd0da-225a-4194-9b0d-f459f4736019 req-7cfb379a-7ab8-41ec-9c1c-5b6d4bb9f3e3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525484 Oct 25 09:13:06.111209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19f5be4a-75da-4a41-9dae-5506dca0e414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:06.117548 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19f5be4a-75da-4a41-9dae-5506dca0e414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:06.129524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814033b-7d18-48ff-acb2-95af2dc99758 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.135865 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6814033b-7d18-48ff-acb2-95af2dc99758 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/networks?id=339e1bbf-b67c-41c0-9897-25b2b8252b57 HTTP/1.1" status: 200 len: 765 time: 0.1717620 Oct 25 09:13:06.137322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a4730-fba3-4dc8-a3ea-7d051e4ebcf1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=339e1bbf-b67c-41c0-9897-25b2b8252b57,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:06.140019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41642) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:06.149326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 339e1bbf-b67c-41c0-9897-25b2b8252b57 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:06.167862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-19f5be4a-75da-4a41-9dae-5506dca0e414 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6acb489e656342f883ca0a82e3112645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432595 Oct 25 09:13:06.167862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5be4a-75da-4a41-9dae-5506dca0e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b530998f-25cf-42ee-8a2f-7f2670592a7a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:06.170342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41644) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:06.308276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c1e17e3-5db4-4a54-b54f-c67d6a3ffa11 req-1c558a05-1992-4f2a-b654-48fd5adb5e26 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 210 time: 0.0301671 Oct 25 09:13:06.392453 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbe37a1f-a722-487a-9178-c00a368b059e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:06.436390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e3e148-9467-42f7-8494-5f5231122d2c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.440414 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b1e3e148-9467-42f7-8494-5f5231122d2c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2964275 Oct 25 09:13:06.440917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41652) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:06.447314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbe37a1f-a722-487a-9178-c00a368b059e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:06.485464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a1203f83-0304-4ab0-835c-ff94c33dde27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 207 time: 0.0431859 Oct 25 09:13:06.489495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41654) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:06.513305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbe37a1f-a722-487a-9178-c00a368b059e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:06.516336 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dbe37a1f-a722-487a-9178-c00a368b059e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:06.518907 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dbe37a1f-a722-487a-9178-c00a368b059e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b530998f-25cf-42ee-8a2f-7f2670592a7a HTTP/1.1" status: 204 len: 168 time: 0.3468049 Oct 25 09:13:06.529154 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe37a1f-a722-487a-9178-c00a368b059e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b530998f-25cf-42ee-8a2f-7f2670592a7a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:06.640811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d45398-5fa3-47be-96ac-6dbfc63107b4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.648548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d45398-5fa3-47be-96ac-6dbfc63107b4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.657036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d45398-5fa3-47be-96ac-6dbfc63107b4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.664176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d45398-5fa3-47be-96ac-6dbfc63107b4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.670516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d45398-5fa3-47be-96ac-6dbfc63107b4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.676658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d45398-5fa3-47be-96ac-6dbfc63107b4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.678489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f8d45398-5fa3-47be-96ac-6dbfc63107b4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1879604 Oct 25 09:13:06.684485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41664) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:06.690701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 55f88487-3dd3-4249-a486-0f261a2493f7 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:06.716171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 55f88487-3dd3-4249-a486-0f261a2493f7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:06.716623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 55f88487-3dd3-4249-a486-0f261a2493f7 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:06.833884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aee125be-d88f-4ecf-80da-0f9743177071 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1479261 Oct 25 09:13:06.837330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41668) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:06.942840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41672) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:06.986197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b95f3d-b4dc-41f7-8ddc-1cc84ad22e31 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.992004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b95f3d-b4dc-41f7-8ddc-1cc84ad22e31 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.993701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f312-6411-4975-83d5-21e672f5d90c req-16e9a430-7d20-4c0d-8157-a8d015d651fd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.995274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b95f3d-b4dc-41f7-8ddc-1cc84ad22e31 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.997333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b95f3d-b4dc-41f7-8ddc-1cc84ad22e31 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:06.999044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b95f3d-b4dc-41f7-8ddc-1cc84ad22e31 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.001623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f394f312-6411-4975-83d5-21e672f5d90c req-16e9a430-7d20-4c0d-8157-a8d015d651fd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.0983000 Oct 25 09:13:07.002063 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a0b95f3d-b4dc-41f7-8ddc-1cc84ad22e31 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1634879 Oct 25 09:13:07.006223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41676) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:07.032941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-85e4a6dc-ba5e-4fd4-afd1-6b10497c2583 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=179f879d707244e2bac7314a13f2a0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863941 Oct 25 09:13:07.035992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41680) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:07.101812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f394f312-6411-4975-83d5-21e672f5d90c req-d4ae9488-28c7-4063-be09-eaea2a4811e0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989342 Oct 25 09:13:07.107407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753e460-c291-46ce-9b00-d2e26e09cd52 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.109076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753e460-c291-46ce-9b00-d2e26e09cd52 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.110829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753e460-c291-46ce-9b00-d2e26e09cd52 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.112635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753e460-c291-46ce-9b00-d2e26e09cd52 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.114110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753e460-c291-46ce-9b00-d2e26e09cd52 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.119452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c753e460-c291-46ce-9b00-d2e26e09cd52 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1083846 Oct 25 09:13:07.122162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41684) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:07.218826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d93e5ae1-02cf-45e3-841d-86a50f522233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:07.273814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d93e5ae1-02cf-45e3-841d-86a50f522233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:07.364668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c0b193-d6ac-47ae-87e2-9078b60cdb07 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.369728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-49c0b193-d6ac-47ae-87e2-9078b60cdb07 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/networks/711d909b-b68d-4143-be3c-a878570e3ff5 HTTP/1.1" status: 200 len: 804 time: 0.2464371 Oct 25 09:13:07.369876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41694) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:07.390093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b873bb-c12a-4151-b6be-5c8194bb42b5 req-3a3c1ea2-7cc9-49b2-bb82-d6b59a19de85 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.391974 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70b873bb-c12a-4151-b6be-5c8194bb42b5 req-3a3c1ea2-7cc9-49b2-bb82-d6b59a19de85 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.1370890 Oct 25 09:13:07.448720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70b873bb-c12a-4151-b6be-5c8194bb42b5 req-b4586aed-3bb8-4008-8d1f-135e16de5d0c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Oct 25 09:13:07.455827 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d93e5ae1-02cf-45e3-841d-86a50f522233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:07.461602 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d93e5ae1-02cf-45e3-841d-86a50f522233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:07.463830 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d93e5ae1-02cf-45e3-841d-86a50f522233 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc924e4b-49a9-416d-8479-128290a9be56 HTTP/1.1" status: 204 len: 168 time: 0.4266567 Oct 25 09:13:07.482388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e5ae1-02cf-45e3-841d-86a50f522233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc924e4b-49a9-416d-8479-128290a9be56,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:07.558272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41698) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:07.558617 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5028ce4c-5baf-4c9e-8c67-806df8e779e6 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/networks/711d909b-b68d-4143-be3c-a878570e3ff5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1876242 Oct 25 09:13:07.633769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28f2e2-a126-46ce-bb2a-6d7323905ff1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.639790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41700) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:07.650247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6f28f2e2-a126-46ce-bb2a-6d7323905ff1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/subnets/ec53d4a3-0f7e-4ce0-b48a-9eb86cda0541 HTTP/1.1" status: 200 len: 843 time: 0.0897405 Oct 25 09:13:07.707999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87876928-1a74-4f10-9ef1-1017898fe33e req-e657f8d4-5414-40cd-b090-d7fc321ee2a9 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 210 time: 0.0353317 Oct 25 09:13:07.715246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5608077a-46d5-4ddf-b136-3f8324f8c1a2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.720796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41706) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:07.731213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084745389'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:07.732246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5608077a-46d5-4ddf-b136-3f8324f8c1a2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "GET /v2.0/subnets/ec53d4a3-0f7e-4ce0-b48a-9eb86cda0541?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0887260 Oct 25 09:13:07.776254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:07.780392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:07.841183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:07.878831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:07.879178 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Added segment b178171e-eea0-4d5f-8723-1827c67ef844 of type vlan for network e4bdbd88-3a4d-4438-9d9d-21114100ba5d Oct 25 09:13:07.935495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:07.947363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-75684f4e-8e3e-47a9-a137-5cf1cd0f82cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989530 Oct 25 09:13:07.970810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:07.978998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:07.979590 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.107437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41724) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:08.114237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'network_id': 'e4bdbd88-3a4d-4438-9d9d-21114100ba5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:08.133581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3949664 Oct 25 09:13:08.143689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9cd87-335c-49db-b724-bd6969e3025c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Network': ['ID=e4bdbd88-3a4d-4438-9d9d-21114100ba5d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:08.165079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network e4bdbd88-3a4d-4438-9d9d-21114100ba5d details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:08.199807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-974f29d0-c980-4e8e-beea-0ed9f998388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:08.201868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-974f29d0-c980-4e8e-beea-0ed9f998388e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 1097 time: 0.1811640 Oct 25 09:13:08.241413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Made reservation on behalf of e97b7b8221a14b0c9f840c9bf87305d0 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:08.247509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.345633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Performing IP validity checks on allocation pools {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 09:13:08.347427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 09:13:08.462369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7d6f2-8044-4659-8ac4-5911bd06cc2c req-7580741d-b226-41ff-8f4e-a1087d4ce30f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:08.465153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1de7d6f2-8044-4659-8ac4-5911bd06cc2c req-7580741d-b226-41ff-8f4e-a1087d4ce30f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.2430780 Oct 25 09:13:08.514642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41742) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:08.522875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.530893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-c72295c4-c119-47b6-bebd-0b82995f02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:08.532597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-c72295c4-c119-47b6-bebd-0b82995f02ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.2392268 Oct 25 09:13:08.553435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1de7d6f2-8044-4659-8ac4-5911bd06cc2c req-ec50ed38-ed7a-4747-9556-a8e366e2726e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642722 Oct 25 09:13:08.641036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.650897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-fa290b20-ed28-498a-bb9c-bc74f0c2ac95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4e15f6a-bf68-41d3-9611-770491970caa HTTP/1.1" status: 200 len: 217 time: 0.1018291 Oct 25 09:13:08.714941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=c18f3554-93c9-40aa-9ca8-14750027c62d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:08.727626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Checking segment: {'id': 'b178171e-eea0-4d5f-8723-1827c67ef844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4bdbd88-3a4d-4438-9d9d-21114100ba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:08.728154 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network hostable DHCP agents. Network: e4bdbd88-3a4d-4438-9d9d-21114100ba5d, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:08.742738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1c1c2fb8-a13f-464e-aef7-6f6e7950fbbd tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-257396790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:08.761618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Network e4bdbd88-3a4d-4438-9d9d-21114100ba5d is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:08.779163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, e4bdbd88-3a4d-4438-9d9d-21114100ba5d) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:08.792089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:08.792983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.794448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-bc548657-20f3-4e52-a2aa-bcb3c9a4de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:08.796589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-bc548657-20f3-4e52-a2aa-bcb3c9a4de1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1198456 Oct 25 09:13:08.798823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e8d2e-910f-4237-9a2b-edce1db60578 None None] Network e4bdbd88-3a4d-4438-9d9d-21114100ba5d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:08.805550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b37f1a-8794-4743-bd9a-655961709906 req-0cba78b3-1305-4a76-9568-7a8f6140d0b2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:08.812665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6b37f1a-8794-4743-bd9a-655961709906 req-0cba78b3-1305-4a76-9568-7a8f6140d0b2 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.1635270 Oct 25 09:13:08.821561 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9a30ddce-496f-407f-bc1c-8b2f3ae21583 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7123764 Oct 25 09:13:08.829413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41754) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:08.830509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fb8-a13f-464e-aef7-6f6e7950fbbd tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.831823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fb8-a13f-464e-aef7-6f6e7950fbbd tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.834921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9f5e0ff9-eef8-4b32-b815-85db2a150376 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:08.959865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6b37f1a-8794-4743-bd9a-655961709906 req-f873adef-c67c-4900-a76e-4b56379da448 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461201 Oct 25 09:13:08.970855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fb8-a13f-464e-aef7-6f6e7950fbbd tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.976316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-6cc51741-5d16-43e9-b22b-fa621949ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:08.980207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-6cc51741-5d16-43e9-b22b-fa621949ef44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639674 Oct 25 09:13:08.985504 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fb8-a13f-464e-aef7-6f6e7950fbbd tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:08.993110 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0ff9-eef8-4b32-b815-85db2a150376 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25919177'] for subnet, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.073397 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-e4bdbd88-3a4d-4438-9d9d-21114100ba5d', 'network_id': 'e4bdbd88-3a4d-4438-9d9d-21114100ba5d', 'tenant_id': 'e97b7b8221a14b0c9f840c9bf87305d0', 'fixed_ips': [{'subnet_id': 'c18f3554-93c9-40aa-9ca8-14750027c62d'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:09.074743 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.103105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c1c2fb8-a13f-464e-aef7-6f6e7950fbbd tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.114699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1c1c2fb8-a13f-464e-aef7-6f6e7950fbbd tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5915442 Oct 25 09:13:09.117465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41760) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:09.133197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1643513336'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:09.214380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Made reservation on behalf of 936f424ac8a8484abfb08d374be47bd0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:09.225073 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.253989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.349901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-126f7866-fe50-4a5d-b590-c6035e6a69d2 service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235741 Oct 25 09:13:09.358371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0ff9-eef8-4b32-b815-85db2a150376 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730412025811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25508410'] for subnet, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.404618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e0ff9-eef8-4b32-b815-85db2a150376 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:09.405243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0ff9-eef8-4b32-b815-85db2a150376 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.409813 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9f5e0ff9-eef8-4b32-b815-85db2a150376 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "PUT /v2.0/subnets/c18f3554-93c9-40aa-9ca8-14750027c62d HTTP/1.1" status: 200 len: 900 time: 0.5761695 Oct 25 09:13:09.410722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41768) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:09.478543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e0ff9-eef8-4b32-b815-85db2a150376 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event updated for resources: {'Subnet': ['ID=c18f3554-93c9-40aa-9ca8-14750027c62d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:09.506728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fefa76b-6bd6-4226-8c68-7d15519ac76f req-46ce9849-52ed-4e09-a96b-b46a42ee9475 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "GET /v2.0/ports?device_id=c14f1f3b-beac-48e1-a3a0-597a2bd028ac HTTP/1.1" status: 200 len: 210 time: 0.1756647 Oct 25 09:13:09.568222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.605193 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.609345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33e754af-c9c8-4824-adf4-64843dd9ac7c req-a82b9a8f-cff4-45fd-a81b-ce674eab1a91 service neutron] 10.222.0.41 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202866 Oct 25 09:13:09.612691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.657607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:09.672174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.680334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296f4ec3-9ff2-436b-a3bc-0dcd7f5aaf39,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:09.717711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.718367 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Added segment bde78b44-59ed-4173-b1b1-dbc0ed664594 of type vlan for network af65004a-da65-48ca-b4ef-2192765c13d8 Oct 25 09:13:09.732211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.750945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.751447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.751801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.752195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.752536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.752866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.753227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.753556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.753889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.754218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.754548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:09.807151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.811353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Allocated IP 2001:db8::3 (e4bdbd88-3a4d-4438-9d9d-21114100ba5d/c18f3554-93c9-40aa-9ca8-14750027c62d/da94e6ec-61a1-406b-baed-83b3474904b6) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:09.823405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.851329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c9ff3-d1d6-4b5f-b03c-1666588923c9 req-a6934fa8-ed8e-4be5-9ff0-6bbbab22da06 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:09.858579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d1c9ff3-d1d6-4b5f-b03c-1666588923c9 req-a6934fa8-ed8e-4be5-9ff0-6bbbab22da06 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.1658597 Oct 25 09:13:09.897692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.903259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:09.904071 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:09.925821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d1c9ff3-d1d6-4b5f-b03c-1666588923c9 req-87bc16a3-3b91-47ce-8398-2cc5b90f453c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663159 Oct 25 09:13:10.000194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8782704 Oct 25 09:13:10.000194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41784) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:10.005364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'subnet': {'network_id': 'af65004a-da65-48ca-b4ef-2192765c13d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:10.023910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976abad-6f58-4aed-b510-ad743e7c717a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Network': ['ID=af65004a-da65-48ca-b4ef-2192765c13d8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:10.040179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network af65004a-da65-48ca-b4ef-2192765c13d8 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:10.058721 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.130025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.140512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Made reservation on behalf of 936f424ac8a8484abfb08d374be47bd0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:10.144033 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.147734 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.176724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=c18f3554-93c9-40aa-9ca8-14750027c62d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:10.197255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Network e4bdbd88-3a4d-4438-9d9d-21114100ba5d is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:10.202537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:10.212867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:10.305481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.330908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bdbd88-3a4d-4438-9d9d-21114100ba5d']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:10.349070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b178171e-eea0-4d5f-8723-1827c67ef844') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:10.349378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b178171e-eea0-4d5f-8723-1827c67ef844') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:10.384628 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.425766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.430391 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.433619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Pushing event updated for resources: {'Port': ['ID=da94e6ec-61a1-406b-baed-83b3474904b6,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:10.441767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:10.443090 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:10.447997 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:10.463353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Attempting to bind port da94e6ec-61a1-406b-baed-83b3474904b6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:10.463919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Attempting to bind port da94e6ec-61a1-406b-baed-83b3474904b6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'b178171e-eea0-4d5f-8723-1827c67ef844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4bdbd88-3a4d-4438-9d9d-21114100ba5d'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:10.464295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Attempting to bind port da94e6ec-61a1-406b-baed-83b3474904b6 on network e4bdbd88-3a4d-4438-9d9d-21114100ba5d {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:10.470863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:10.471227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Checking segment: {'id': 'b178171e-eea0-4d5f-8723-1827c67ef844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4bdbd88-3a4d-4438-9d9d-21114100ba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:10.471874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.472371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Bound using segment: {'id': 'b178171e-eea0-4d5f-8723-1827c67ef844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4bdbd88-3a4d-4438-9d9d-21114100ba5d'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:10.472944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Bound port: da94e6ec-61a1-406b-baed-83b3474904b6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b178171e-eea0-4d5f-8723-1827c67ef844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4bdbd88-3a4d-4438-9d9d-21114100ba5d'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:10.473312 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.532638 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Subnet': ['ID=d4b047c3-a5f7-40e9-ade1-459284708142,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:10.553338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.api [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:13:10.553338 n-d-814746-2 neutron-server[106991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:13:10.553338 n-d-814746-2 neutron-server[106991]: [parameters: {'id': 'e4bdbd88-3a4d-4438-9d9d-21114100ba5d'}] Oct 25 09:13:10.553338 n-d-814746-2 neutron-server[106991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:10.554096 n-d-814746-2 neutron-server[106991]: DEBUG oslo_db.api [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:10.554867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] For port da94e6ec-61a1-406b-baed-83b3474904b6, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:10.557066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549534be-6879-4899-9cca-5cbd538356cd req-6965dd5e-68e5-4cfa-a27e-12d81af60aff tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:10.559005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-549534be-6879-4899-9cca-5cbd538356cd req-6965dd5e-68e5-4cfa-a27e-12d81af60aff tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.0941362 Oct 25 09:13:10.559197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] For port da94e6ec-61a1-406b-baed-83b3474904b6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=da94e6ec-61a1-406b-baed-83b3474904b6,segment=NetworkSegment(b178171e-eea0-4d5f-8723-1827c67ef844),segment_id=b178171e-eea0-4d5f-8723-1827c67ef844)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:10.560163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Checking segment: {'id': 'bde78b44-59ed-4173-b1b1-dbc0ed664594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af65004a-da65-48ca-b4ef-2192765c13d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:10.560525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network hostable DHCP agents. Network: af65004a-da65-48ca-b4ef-2192765c13d8, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:10.574915 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.604859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network af65004a-da65-48ca-b4ef-2192765c13d8 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:10.622833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-549534be-6879-4899-9cca-5cbd538356cd req-8acd0014-5c42-4b8a-99cd-08d524d35bdd tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493593 Oct 25 09:13:10.624216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, af65004a-da65-48ca-b4ef-2192765c13d8) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:10.629581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:10.630243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.654990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213b333-e86c-4996-bca0-ceec7ecc07d9 None None] Network af65004a-da65-48ca-b4ef-2192765c13d8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:10.655293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-922762b2-d224-41c2-b441-f839151f628a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6513684 Oct 25 09:13:10.655529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41808) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:10.664645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'network': {'name': 'tempest-router-network01--2033228911'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:10.695541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Made reservation on behalf of 936f424ac8a8484abfb08d374be47bd0 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:10.699721 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.730494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:10.745332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.745716 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Added segment 966e244f-fd98-4046-9884-4ed5b90334bd of type vlan for network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb Oct 25 09:13:10.760161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e907-3c7a-4a94-b66c-53a4f670f98f None None] Pushing event updated for resources: {'Port': ['ID=da94e6ec-61a1-406b-baed-83b3474904b6,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:10.785574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fbab17-d1f4-4d0e-9ade-073e59bfcd59 None None] Network e4bdbd88-3a4d-4438-9d9d-21114100ba5d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:10.801128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.848123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.852344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:10.853178 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:10.943864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2872868 Oct 25 09:13:10.946792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41812) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:10.951334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad6210-88a7-4a79-a324-88bd4e15d82d tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Network': ['ID=77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:10.957011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'network': {'name': 'tempest-router-network02--780009364'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:10.964515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:10.965209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d2654-b9d1-4b16-b940-072990c702a8 req-2a05a38f-9002-4ebc-8b5b-c57691bf9cd8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:10.966728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d04d2654-b9d1-4b16-b940-072990c702a8 req-2a05a38f-9002-4ebc-8b5b-c57691bf9cd8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.1383636 Oct 25 09:13:11.004209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Made reservation on behalf of 936f424ac8a8484abfb08d374be47bd0 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:11.016799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.017051 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d04d2654-b9d1-4b16-b940-072990c702a8 req-e7fe7f76-eecc-4208-bb40-b7c7c2b14eeb tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Oct 25 09:13:11.044239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-af65004a-da65-48ca-b4ef-2192765c13d8', 'network_id': 'af65004a-da65-48ca-b4ef-2192765c13d8', 'tenant_id': '936f424ac8a8484abfb08d374be47bd0', 'fixed_ips': [{'subnet_id': 'd4b047c3-a5f7-40e9-ade1-459284708142'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:11.045212 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.053107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:11.062728 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.063080 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Added segment c44ea11d-b060-4f83-90cd-dca612db71a0 of type vlan for network 816a1177-d6ea-4e81-8563-77ba466379ad Oct 25 09:13:11.108803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41818) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:11.136799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b35a1-6d5f-43ae-bbd0-a55a51eb0283 None None] Network e4bdbd88-3a4d-4438-9d9d-21114100ba5d requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:11.141597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.164105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.171743 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.178343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:11.178986 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.182598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-758583a3-e34e-44a1-8379-4d9451a70309 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.224299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-758583a3-e34e-44a1-8379-4d9451a70309 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.279190 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3312900 Oct 25 09:13:11.283140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41820) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:11.290117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'subnet': {'network_id': '77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:11.295844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2b240-c7af-4226-92dd-dcc7eec8bf57 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Network': ['ID=816a1177-d6ea-4e81-8563-77ba466379ad,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:11.327456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 816a1177-d6ea-4e81-8563-77ba466379ad details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:11.397183 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-758583a3-e34e-44a1-8379-4d9451a70309 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.400700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting port da94e6ec-61a1-406b-baed-83b3474904b6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:11.401677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.404095 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-758583a3-e34e-44a1-8379-4d9451a70309 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.408048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-758583a3-e34e-44a1-8379-4d9451a70309 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] 10.222.0.32 "DELETE /v2.0/security-groups/b7a842ea-d3e3-4e35-91c0-864948cc01e9 HTTP/1.1" status: 204 len: 168 time: 0.2957723 Oct 25 09:13:11.434365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758583a3-e34e-44a1-8379-4d9451a70309 tempest-TestVolumeBackupRestore-1191242525 tempest-TestVolumeBackupRestore-1191242525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a842ea-d3e3-4e35-91c0-864948cc01e9,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:11.500980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Made reservation on behalf of 936f424ac8a8484abfb08d374be47bd0 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:11.507773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.531245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Allocated IP 172.20.0.2 (af65004a-da65-48ca-b4ef-2192765c13d8/d4b047c3-a5f7-40e9-ade1-459284708142/c4850501-1054-4097-a5bf-a7be6e5088b1) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:11.577931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] For port da94e6ec-61a1-406b-baed-83b3474904b6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=da94e6ec-61a1-406b-baed-83b3474904b6,segment=NetworkSegment(b178171e-eea0-4d5f-8723-1827c67ef844),segment_id=b178171e-eea0-4d5f-8723-1827c67ef844)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:11.578547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.625531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Calling delete_port for da94e6ec-61a1-406b-baed-83b3474904b6 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:11.913434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20d31-04db-4639-b79c-b3e545c128b2 req-90cab1da-bfa1-4149-b54e-5856a9c0e4f1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:11.920989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3c20d31-04db-4639-b79c-b3e545c128b2 req-90cab1da-bfa1-4149-b54e-5856a9c0e4f1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.1574447 Oct 25 09:13:11.983879 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.985315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:11.998738 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.056001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3c20d31-04db-4639-b79c-b3e545c128b2 req-d8d7d3d9-95a9-443a-9f9a-a3e7f979e75b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264594 Oct 25 09:13:12.110421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Network af65004a-da65-48ca-b4ef-2192765c13d8 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:12.119839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:12.128342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:12.175087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Port': ['ID=da94e6ec-61a1-406b-baed-83b3474904b6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:12.188568 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No DVR routers for this DVR port da94e6ec-61a1-406b-baed-83b3474904b6 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:12.212378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Pushing event updated for resources: {'Port': ['ID=c4850501-1054-4097-a5bf-a7be6e5088b1,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:12.261511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.321990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Attempting to bind port c4850501-1054-4097-a5bf-a7be6e5088b1 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:12.322361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Attempting to bind port c4850501-1054-4097-a5bf-a7be6e5088b1 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'bde78b44-59ed-4173-b1b1-dbc0ed664594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af65004a-da65-48ca-b4ef-2192765c13d8'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:12.322727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Attempting to bind port c4850501-1054-4097-a5bf-a7be6e5088b1 on network af65004a-da65-48ca-b4ef-2192765c13d8 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:12.339880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:12.341132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Checking segment: {'id': 'bde78b44-59ed-4173-b1b1-dbc0ed664594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af65004a-da65-48ca-b4ef-2192765c13d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:12.341132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.345483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Bound using segment: {'id': 'bde78b44-59ed-4173-b1b1-dbc0ed664594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af65004a-da65-48ca-b4ef-2192765c13d8'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:12.346759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Bound port: c4850501-1054-4097-a5bf-a7be6e5088b1, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde78b44-59ed-4173-b1b1-dbc0ed664594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'af65004a-da65-48ca-b4ef-2192765c13d8'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:12.347363 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.478304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Subnet': ['ID=0d5c4ec0-488d-45cb-aca8-af12bb5cd284,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:12.481799 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:13:12.495453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94068d7-42f9-48f5-9b61-30b7bf9e09e5 req-baf8b8eb-45ad-4313-873d-a3cb504adfbd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:12.507620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c94068d7-42f9-48f5-9b61-30b7bf9e09e5 req-baf8b8eb-45ad-4313-873d-a3cb504adfbd tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.1381021 Oct 25 09:13:12.542419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] For port c4850501-1054-4097-a5bf-a7be6e5088b1, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:12.547335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] For port c4850501-1054-4097-a5bf-a7be6e5088b1, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c4850501-1054-4097-a5bf-a7be6e5088b1,segment=NetworkSegment(bde78b44-59ed-4173-b1b1-dbc0ed664594),segment_id=bde78b44-59ed-4173-b1b1-dbc0ed664594)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:12.555956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.577206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.609870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c94068d7-42f9-48f5-9b61-30b7bf9e09e5 req-ce2acd80-dc7c-4605-8adb-05598d47e75f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012943 Oct 25 09:13:12.656503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bdbd88-3a4d-4438-9d9d-21114100ba5d']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:12.664281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48fcc7-0a0a-43ee-83f8-46a71c9f3cae None None] Pushing event updated for resources: {'Port': ['ID=c4850501-1054-4097-a5bf-a7be6e5088b1,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:12.670500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b178171e-eea0-4d5f-8723-1827c67ef844') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:12.670791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b178171e-eea0-4d5f-8723-1827c67ef844') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:12.682231 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.709972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.721213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Checking segment: {'id': '966e244f-fd98-4046-9884-4ed5b90334bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:12.722042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network hostable DHCP agents. Network: 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:12.727813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:12.728748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:12.734988 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:12.829039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.837335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.848272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41938) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:12.850056 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/e4bdbd88-3a4d-4438-9d9d-21114100ba5d HTTP/1.1" status: 204 len: 168 time: 3.4373779 Oct 25 09:13:12.884273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5273b7-1b4b-403e-ae15-077a47a08bc9 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=e4bdbd88-3a4d-4438-9d9d-21114100ba5d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:12.889175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:12.913664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:12.929009 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc9845c-8b0a-4a7f-9e70-8d424a2a790f tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:12.930536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc9845c-8b0a-4a7f-9e70-8d424a2a790f tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:12.934783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bfc9845c-8b0a-4a7f-9e70-8d424a2a790f tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/c18f3554-93c9-40aa-9ca8-14750027c62d HTTP/1.1" status: 404 len: 337 time: 0.0851157 Oct 25 09:13:12.937331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41948) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:12.939316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:12.940802 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:12.940968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87934ed-3500-4519-bfd1-f434330e1d5c None None] Network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:12.981387 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31a0604c-9956-4933-8839-d4482bfecf8e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6958582 Oct 25 09:13:12.983861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 41952) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:12.990314 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e880f0-08aa-477f-81df-457697cd443c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:12.994261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e880f0-08aa-477f-81df-457697cd443c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:12.999661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-32e880f0-08aa-477f-81df-457697cd443c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/e4bdbd88-3a4d-4438-9d9d-21114100ba5d HTTP/1.1" status: 404 len: 339 time: 0.0493481 Oct 25 09:13:13.004103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41958) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:13.007289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'subnet': {'network_id': '816a1177-d6ea-4e81-8563-77ba466379ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:13.195521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:13.370479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Made reservation on behalf of 936f424ac8a8484abfb08d374be47bd0 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:13.378318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:13.492540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c4850501-1054-4097-a5bf-a7be6e5088b1 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:13.530435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb', 'network_id': '77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb', 'tenant_id': '936f424ac8a8484abfb08d374be47bd0', 'fixed_ips': [{'subnet_id': '0d5c4ec0-488d-45cb-aca8-af12bb5cd284'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:13.533891 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:13.902233 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:13.946524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Allocated IP 172.20.0.2 (77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb/0d5c4ec0-488d-45cb-aca8-af12bb5cd284/203a3ab7-444e-4b08-8874-5e25473678eb) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:14.101374 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.153626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339e1bbf-b67c-41c0-9897-25b2b8252b57']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:14.169775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bace24-40ea-4702-8f19-013100685110 req-eb5eea84-c585-4135-9346-707433e257ce tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:14.170258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Subnet': ['ID=b0a681b9-1b8e-4f26-89dd-f5371a97a5c8,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:14.177648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8bace24-40ea-4702-8f19-013100685110 req-eb5eea84-c585-4135-9346-707433e257ce tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.2229493 Oct 25 09:13:14.180115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Checking segment: {'id': 'c44ea11d-b060-4f83-90cd-dca612db71a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '816a1177-d6ea-4e81-8563-77ba466379ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:14.180558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network hostable DHCP agents. Network: 816a1177-d6ea-4e81-8563-77ba466379ad, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:14.216706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7846d934-4b77-456a-9153-28f8f47a6a71') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:14.217618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7846d934-4b77-456a-9153-28f8f47a6a71') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:14.244455 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.254100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network 816a1177-d6ea-4e81-8563-77ba466379ad is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:14.286474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 816a1177-d6ea-4e81-8563-77ba466379ad) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:14.293168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:14.298624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.329346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.348506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8bace24-40ea-4702-8f19-013100685110 req-9ff30a82-21de-449d-93ca-f45b3ddff1f9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697061 Oct 25 09:13:14.351096 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e17aab1c-1b2b-4382-8f01-4b0093de10d8 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3604805 Oct 25 09:13:14.354513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42088) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:14.389621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:14.390055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:14.395038 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:14.485851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.512405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0032bb-853d-452f-8a9b-0be7d733438e None None] Network 816a1177-d6ea-4e81-8563-77ba466379ad requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:14.524522 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.582273 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.590088 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:14.594441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/339e1bbf-b67c-41c0-9897-25b2b8252b57 HTTP/1.1" status: 204 len: 168 time: 1.5890982 Oct 25 09:13:14.598319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42106) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:14.746267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ec4ca-6f8b-4aad-955e-d8e7d09d2484 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=339e1bbf-b67c-41c0-9897-25b2b8252b57,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:14.766963 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc888db-2be5-4ec9-a2ca-e14d85aa8f42 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:14.771260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc888db-2be5-4ec9-a2ca-e14d85aa8f42 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:14.795787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bfc888db-2be5-4ec9-a2ca-e14d85aa8f42 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/49ac0a25-9c82-47f5-a1b9-8c2314328d81 HTTP/1.1" status: 404 len: 337 time: 0.1936564 Oct 25 09:13:14.796451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42120) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:14.846402 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdd9be0-dae2-4f5e-8721-46473358a2bc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:14.847363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdd9be0-dae2-4f5e-8721-46473358a2bc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:14.851192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0bdd9be0-dae2-4f5e-8721-46473358a2bc tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/e7c704aa-cfc9-4c56-ac9d-60a9b5739484 HTTP/1.1" status: 404 len: 339 time: 0.0506864 Oct 25 09:13:14.869237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42126) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:14.941635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f139e4-5a62-4607-84c5-4938331c9df1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting subnet 85c16f71-ebb2-4611-8089-e74403e9e161 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:14.971927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24f419-2898-4028-94d2-516da2644e30 req-f38175c2-1fa2-4610-8460-a11e6295c6bc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:14.981925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef24f419-2898-4028-94d2-516da2644e30 req-f38175c2-1fa2-4610-8460-a11e6295c6bc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.1776774 Oct 25 09:13:14.984143 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f139e4-5a62-4607-84c5-4938331c9df1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.156540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:15.159555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f139e4-5a62-4607-84c5-4938331c9df1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.219763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef24f419-2898-4028-94d2-516da2644e30 req-ad385b81-d326-4ac4-922c-a40b19ed50b1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314942 Oct 25 09:13:15.264767 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.279013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:15.284979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:15.308030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7981bc-8240-4eb0-b3ca-3c282feaa2d8 None None] Network af65004a-da65-48ca-b4ef-2192765c13d8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:15.321613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 03f9d9ec-b80c-4413-a4cf-4611c8351d41 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:13:15.323860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c4850501-1054-4097-a5bf-a7be6e5088b1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:15.324773 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.341066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f139e4-5a62-4607-84c5-4938331c9df1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.479754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f139e4-5a62-4607-84c5-4938331c9df1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.626818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Attempting to bind port 203a3ab7-444e-4b08-8874-5e25473678eb on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:15.628912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Attempting to bind port 203a3ab7-444e-4b08-8874-5e25473678eb by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '966e244f-fd98-4046-9884-4ed5b90334bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:15.629604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Attempting to bind port 203a3ab7-444e-4b08-8874-5e25473678eb on network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:15.632178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7c2754bc-c2ac-4880-9e5d-80139f272a18 None None] Provisioning complete for port c4850501-1054-4097-a5bf-a7be6e5088b1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:15.632786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c2754bc-c2ac-4880-9e5d-80139f272a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.638217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f139e4-5a62-4607-84c5-4938331c9df1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=85c16f71-ebb2-4611-8089-e74403e9e161,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:15.678213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7f139e4-5a62-4607-84c5-4938331c9df1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.681319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b7f139e4-5a62-4607-84c5-4938331c9df1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/85c16f71-ebb2-4611-8089-e74403e9e161 HTTP/1.1" status: 204 len: 168 time: 0.8108599 Oct 25 09:13:15.708560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42208) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:15.801034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c82df-1a1e-4423-bffb-b1054a63b62c req-1b6c47ad-af79-4743-b740-28f8ed823a1b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:15.808770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd4c82df-1a1e-4423-bffb-b1054a63b62c req-1b6c47ad-af79-4743-b740-28f8ed823a1b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.1742113 Oct 25 09:13:15.821891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-c706e0de-1719-4db2-815e-b3c6550f8e27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting subnet 195122bd-5b10-4d45-9c19-97a5615e40fb {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:15.833864 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c706e0de-1719-4db2-815e-b3c6550f8e27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:15.854962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c971c-2bc6-4820-a08e-b32811f0eb32 None None] Network 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:15.935805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd4c82df-1a1e-4423-bffb-b1054a63b62c req-71a0a1fa-fb2c-4eac-b884-2512334c38fa tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257181 Oct 25 09:13:15.957048 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c706e0de-1719-4db2-815e-b3c6550f8e27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.194444 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c706e0de-1719-4db2-815e-b3c6550f8e27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.291154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Pushing event updated for resources: {'Port': ['ID=203a3ab7-444e-4b08-8874-5e25473678eb,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:16.352623 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c706e0de-1719-4db2-815e-b3c6550f8e27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.454094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706e0de-1719-4db2-815e-b3c6550f8e27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=195122bd-5b10-4d45-9c19-97a5615e40fb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:16.462610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:16.462992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Checking segment: {'id': '966e244f-fd98-4046-9884-4ed5b90334bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:16.463397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.463781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Bound using segment: {'id': '966e244f-fd98-4046-9884-4ed5b90334bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:16.464273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Bound port: 203a3ab7-444e-4b08-8874-5e25473678eb, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966e244f-fd98-4046-9884-4ed5b90334bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:16.464660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.478894 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c706e0de-1719-4db2-815e-b3c6550f8e27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.487175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c706e0de-1719-4db2-815e-b3c6550f8e27 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/195122bd-5b10-4d45-9c19-97a5615e40fb HTTP/1.1" status: 204 len: 168 time: 0.7681441 Oct 25 09:13:16.488254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42288) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:16.605008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.resource_extend [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] It took 0.99 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:13:16.607288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.662647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-816a1177-d6ea-4e81-8563-77ba466379ad', 'network_id': '816a1177-d6ea-4e81-8563-77ba466379ad', 'tenant_id': '936f424ac8a8484abfb08d374be47bd0', 'fixed_ips': [{'subnet_id': 'b0a681b9-1b8e-4f26-89dd-f5371a97a5c8'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:16.663712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.678278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba99be-7971-4ae5-b1dd-ea6248c2573b req-78076172-fba4-478a-aec0-7051a8245fd4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:16.687496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18ba99be-7971-4ae5-b1dd-ea6248c2573b req-78076172-fba4-478a-aec0-7051a8245fd4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.2813337 Oct 25 09:13:16.803667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18ba99be-7971-4ae5-b1dd-ea6248c2573b req-e8f07256-ab4b-4f36-8581-fa42bff1c1d7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123691 Oct 25 09:13:16.834034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting port 19d9760e-9421-4103-8dce-e04385d04124 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:16.834363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:16.931588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Allocated IP 172.20.0.2 (816a1177-d6ea-4e81-8563-77ba466379ad/b0a681b9-1b8e-4f26-89dd-f5371a97a5c8/1b6ea6ac-3662-477a-84d4-0518eba32e87) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:17.060125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] For port 19d9760e-9421-4103-8dce-e04385d04124, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=19d9760e-9421-4103-8dce-e04385d04124,segment=NetworkSegment(a4119d6b-063d-48f9-a912-86cfb8d5463e),segment_id=a4119d6b-063d-48f9-a912-86cfb8d5463e)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:17.060796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.090556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Calling delete_port for 19d9760e-9421-4103-8dce-e04385d04124 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:17.153786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Allocated IP 172.20.0.1 (77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb/0d5c4ec0-488d-45cb-aca8-af12bb5cd284/48ac45b7-08b2-4aeb-8819-6072f73230d8) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:17.316071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] For port 203a3ab7-444e-4b08-8874-5e25473678eb, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:17.327449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] For port 203a3ab7-444e-4b08-8874-5e25473678eb, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=203a3ab7-444e-4b08-8874-5e25473678eb,segment=NetworkSegment(966e244f-fd98-4046-9884-4ed5b90334bd),segment_id=966e244f-fd98-4046-9884-4ed5b90334bd)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:17.364152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d7305-2a30-4a1a-be6b-1ad6fc5f3e4a req-99e2fcef-aaf1-47c5-bafe-ce7d8bb35820 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:17.374279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e3d7305-2a30-4a1a-be6b-1ad6fc5f3e4a req-99e2fcef-aaf1-47c5-bafe-ce7d8bb35820 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.2992182 Oct 25 09:13:17.440214 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e3d7305-2a30-4a1a-be6b-1ad6fc5f3e4a req-2295eeba-fccb-4276-b70c-d482034610d8 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615182 Oct 25 09:13:17.441439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.457419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:17.476271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.489006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0142683f-c1b8-4ad3-a4af-ea39377d8352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.495956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.498945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'port_id': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'mac_address': 'fa:16:3e:a4:08:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:13:17.536644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No DVR routers for this DVR port 19d9760e-9421-4103-8dce-e04385d04124 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:17.541217 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.547810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Port': ['ID=19d9760e-9421-4103-8dce-e04385d04124,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:17.660863 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.671874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:17.676303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:17.685079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:17.688200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:17.693185 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.699854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4119d6b-063d-48f9-a912-86cfb8d5463e') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:17.700384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4119d6b-063d-48f9-a912-86cfb8d5463e') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:17.714557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.733222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.750875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:17.751383 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.755926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2b029-f592-4a67-bad4-fee41dbaa7f4 None None] Pushing event updated for resources: {'Port': ['ID=203a3ab7-444e-4b08-8874-5e25473678eb,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:17.877447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Port': ['ID=48ac45b7-08b2-4aeb-8819-6072f73230d8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:17.889451 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:17.899677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.931758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.933106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.933687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.934262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.934958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.935515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.936060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.936600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.937759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.938309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.938977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.943457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:17.949038 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.950327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:17.956112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 HTTP/1.1" status: 204 len: 168 time: 1.4646263 Oct 25 09:13:17.960989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773399a-a7bd-47dd-92c4-9e406cf7f46a tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:17.963123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42396) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:18.035507 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:18.051858 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-545d2c54-dc83-4dfd-8b71-f3501d7da52c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:18.066263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545d2c54-dc83-4dfd-8b71-f3501d7da52c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:18.081892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-545d2c54-dc83-4dfd-8b71-f3501d7da52c tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/f330767e-a5f3-4cb0-8678-9c0ecef56bd7 HTTP/1.1" status: 404 len: 337 time: 0.1085846 Oct 25 09:13:18.094328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42398) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:18.111931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c2754bc-c2ac-4880-9e5d-80139f272a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:18.151040 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-635b1d80-57bd-4de1-92a6-dd31046585cd tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:18.153934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635b1d80-57bd-4de1-92a6-dd31046585cd tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:18.165989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-635b1d80-57bd-4de1-92a6-dd31046585cd tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/8394bc50-08d2-4089-a942-2b155bcb29ac HTTP/1.1" status: 404 len: 339 time: 0.0669901 Oct 25 09:13:18.169071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42402) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:18.201519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd2bf3-9f59-4905-b190-f1fc94274907 req-a9e026bd-6ea4-4d86-bac2-accc88c0e920 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:18.219848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6fd2bf3-9f59-4905-b190-f1fc94274907 req-a9e026bd-6ea4-4d86-bac2-accc88c0e920 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.2605355 Oct 25 09:13:18.316661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6fd2bf3-9f59-4905-b190-f1fc94274907 req-da119280-c4d2-414d-a3de-c3f7851525e3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941784 Oct 25 09:13:18.356126 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ab0990-055b-4d56-8312-2660840ffac4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:18.357117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ab0990-055b-4d56-8312-2660840ffac4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:18.360866 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-45ab0990-055b-4d56-8312-2660840ffac4 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/04d4717c-e491-4f4f-9317-7fcb8cd891f0 HTTP/1.1" status: 404 len: 337 time: 0.1882625 Oct 25 09:13:18.364020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42404) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:18.411117 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c706538-20dc-44a7-b63d-b4df837e1e82 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:18.412863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c706538-20dc-44a7-b63d-b4df837e1e82 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:18.428701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1c706538-20dc-44a7-b63d-b4df837e1e82 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/d747ae3f-416a-4ff9-87a1-79c19cf8857c HTTP/1.1" status: 404 len: 339 time: 0.0621982 Oct 25 09:13:18.431171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42410) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:18.525434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:18.545087 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46378d57-e256-4d4b-bbeb-edc8e889c2c5 None None] Host n-d-814746-2 tried to update port 19d9760e-9421-4103-8dce-e04385d04124 which no longer exists. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Oct 25 09:13:18.559440 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6427959-b89b-49af-a458-bf29d3c0f2d0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:18.559903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6427959-b89b-49af-a458-bf29d3c0f2d0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:18.574999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d6427959-b89b-49af-a458-bf29d3c0f2d0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/b8095065-e4f0-4b24-95f6-96dc0b8f7cb9 HTTP/1.1" status: 404 len: 337 time: 0.1421447 Oct 25 09:13:18.576783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:18.578792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42414) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:18.629411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03f9d9ec-b80c-4413-a4cf-4611c8351d41 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:13:18.633789 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb5a85f-90a5-4f78-aee0-28fb5879e01d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:18.634397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb5a85f-90a5-4f78-aee0-28fb5879e01d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:18.637565 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dbb5a85f-90a5-4f78-aee0-28fb5879e01d tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/09bb695c-5ed1-4c6d-9b55-84d7efa7cacd HTTP/1.1" status: 404 len: 339 time: 0.0577989 Oct 25 09:13:18.648626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42418) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:18.749018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:18.757531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port c4850501-1054-4097-a5bf-a7be6e5088b1, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c4850501-1054-4097-a5bf-a7be6e5088b1,segment=NetworkSegment(bde78b44-59ed-4173-b1b1-dbc0ed664594),segment_id=bde78b44-59ed-4173-b1b1-dbc0ed664594)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:18.827470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62957c6-304f-4725-922d-39461a754462 req-41595968-d2e0-4c4a-9f49-4b2e9fbe8b5d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:18.852134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f62957c6-304f-4725-922d-39461a754462 req-41595968-d2e0-4c4a-9f49-4b2e9fbe8b5d tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.2119761 Oct 25 09:13:18.967390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1523e4-7005-4f2f-93aa-62c25cdd5d57 None None] DHCP port deletion for 61bc71e9-45b6-4a6e-bffb-85a0d17e9ee6 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:13:18.970853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f62957c6-304f-4725-922d-39461a754462 req-7c51f33e-fa56-490d-a316-7d32eefb5b80 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172016 Oct 25 09:13:19.017889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Pushing event updated for resources: {'Port': ['ID=1b6ea6ac-3662-477a-84d4-0518eba32e87,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:19.068157 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.124867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e6458e-cf75-4441-9180-817ac43143f2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting subnet 433c7fa0-4bde-4a26-a503-5fa437be8d93 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:19.134489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8e6458e-cf75-4441-9180-817ac43143f2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.167809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:19.202768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Network 816a1177-d6ea-4e81-8563-77ba466379ad is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:19.223748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8e6458e-cf75-4441-9180-817ac43143f2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.276556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:19.283109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:19.527688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=c4850501-1054-4097-a5bf-a7be6e5088b1,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:19.537691 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-7c2754bc-c2ac-4880-9e5d-80139f272a18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:19.538109 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-7c2754bc-c2ac-4880-9e5d-80139f272a18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:19.538740 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.561219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 203a3ab7-444e-4b08-8874-5e25473678eb up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:19.627860 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3889c834-c310-4668-8afe-8822f1e8e8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.744254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c88a-0af6-46d6-899c-200b15dd8c14 req-6f371611-a44b-4ca7-8c33-ed5a2c4899e8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:19.748657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.762238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3c88a-0af6-46d6-899c-200b15dd8c14 req-6f371611-a44b-4ca7-8c33-ed5a2c4899e8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 945 time: 0.1698692 Oct 25 09:13:19.763475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.877872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87b3c88a-0af6-46d6-899c-200b15dd8c14 req-7eb2eb2e-6735-4390-8382-856ebb1d4b6c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140261 Oct 25 09:13:19.884804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.920534 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8e6458e-cf75-4441-9180-817ac43143f2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:19.970870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['03f9d9ec-b80c-4413-a4cf-4611c8351d41'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:13:20.042771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Attempting to bind port 1b6ea6ac-3662-477a-84d4-0518eba32e87 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:20.043092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Attempting to bind port 1b6ea6ac-3662-477a-84d4-0518eba32e87 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'c44ea11d-b060-4f83-90cd-dca612db71a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '816a1177-d6ea-4e81-8563-77ba466379ad'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:20.043466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Attempting to bind port 1b6ea6ac-3662-477a-84d4-0518eba32e87 on network 816a1177-d6ea-4e81-8563-77ba466379ad {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:20.202821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:20.203564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Checking segment: {'id': 'c44ea11d-b060-4f83-90cd-dca612db71a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '816a1177-d6ea-4e81-8563-77ba466379ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:20.204182 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:20.205659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Bound using segment: {'id': 'c44ea11d-b060-4f83-90cd-dca612db71a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '816a1177-d6ea-4e81-8563-77ba466379ad'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:20.206320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Bound port: 1b6ea6ac-3662-477a-84d4-0518eba32e87, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44ea11d-b060-4f83-90cd-dca612db71a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '816a1177-d6ea-4e81-8563-77ba466379ad'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:20.209205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5593b7-25ab-40a4-9b21-37b36d192b19 req-2b399cfa-004c-4e89-a6fb-091ee83c7af7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:20.209598 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:20.233498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e5593b7-25ab-40a4-9b21-37b36d192b19 req-2b399cfa-004c-4e89-a6fb-091ee83c7af7 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.1537530 Oct 25 09:13:20.275887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Port': ['ID=48ac45b7-08b2-4aeb-8819-6072f73230d8,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:20.395346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8e6458e-cf75-4441-9180-817ac43143f2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:20.396143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e5593b7-25ab-40a4-9b21-37b36d192b19 req-15a61a19-1d15-41d5-b9af-1395b7b76130 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601620 Oct 25 09:13:20.484923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6458e-cf75-4441-9180-817ac43143f2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=433c7fa0-4bde-4a26-a503-5fa437be8d93,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:20.497083 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8e6458e-cf75-4441-9180-817ac43143f2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:20.504356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b8e6458e-cf75-4441-9180-817ac43143f2 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/433c7fa0-4bde-4a26-a503-5fa437be8d93 HTTP/1.1" status: 204 len: 168 time: 1.8545086 Oct 25 09:13:20.507621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42452) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:20.533904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:20.545790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:20.567144 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:20.576828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4665c8-e4d4-4bca-b025-8f4f5acefd3d None None] Network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:20.734644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179152e9-2565-426b-b376-c792bedeb11e None None] Network 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:20.772804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Router 1eead9d6-b6cc-4366-bf5b-7596c2711827 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:13:20.832931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:20.839492 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:20.921049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:20.975275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:20.975620 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:21.059480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:13:21.065364 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-420cf5c3-2bb7-433c-89ff-f7dfd80e7f64 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "PUT /v2.0/routers/1eead9d6-b6cc-4366-bf5b-7596c2711827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7095470 Oct 25 09:13:21.068046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42458) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:21.070462 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd024a-f5fc-452d-8dc7-c9c0b14b81ed None None] Sync routers for ids ['1eead9d6-b6cc-4366-bf5b-7596c2711827'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:13:21.103338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] For port 1b6ea6ac-3662-477a-84d4-0518eba32e87, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:21.106145 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd024a-f5fc-452d-8dc7-c9c0b14b81ed None None] Routers {'1eead9d6-b6cc-4366-bf5b-7596c2711827'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:21.106774 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d8fd024a-f5fc-452d-8dc7-c9c0b14b81ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['1eead9d6-b6cc-4366-bf5b-7596c2711827'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:21.107589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] For port 1b6ea6ac-3662-477a-84d4-0518eba32e87, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1b6ea6ac-3662-477a-84d4-0518eba32e87,segment=NetworkSegment(c44ea11d-b060-4f83-90cd-dca612db71a0),segment_id=c44ea11d-b060-4f83-90cd-dca612db71a0)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:21.126195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 203a3ab7-444e-4b08-8874-5e25473678eb triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:21.127463 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:21.180563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:21.235125 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d8fd024a-f5fc-452d-8dc7-c9c0b14b81ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:21.258826 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd024a-f5fc-452d-8dc7-c9c0b14b81ed None None] Routers {'1eead9d6-b6cc-4366-bf5b-7596c2711827'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:21.260053 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d8fd024a-f5fc-452d-8dc7-c9c0b14b81ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['1eead9d6-b6cc-4366-bf5b-7596c2711827'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:21.331400 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d8fd024a-f5fc-452d-8dc7-c9c0b14b81ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:21.332065 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd024a-f5fc-452d-8dc7-c9c0b14b81ed None None] The sync data for ids ['1eead9d6-b6cc-4366-bf5b-7596c2711827'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:13:21.428444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] For port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=086c6d90-8dd9-4d61-b7d5-42ea42bb084b,segment=NetworkSegment(e4a1e7e9-a868-4bdc-85b9-e488f593d091),segment_id=e4a1e7e9-a868-4bdc-85b9-e488f593d091)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:21.458697 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:21.521156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3b1615d6-e041-492c-a12d-5f085fee3edb None None] Provisioning complete for port 203a3ab7-444e-4b08-8874-5e25473678eb triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:21.521784 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3b1615d6-e041-492c-a12d-5f085fee3edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:21.552510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fdae9-6896-4839-9784-44e3f8fa493a req-9628a369-65d6-415a-81e8-a509595a1bbc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:21.565948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-387fdae9-6896-4839-9784-44e3f8fa493a req-9628a369-65d6-415a-81e8-a509595a1bbc tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 945 time: 0.3836212 Oct 25 09:13:21.567434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Calling delete_port for 086c6d90-8dd9-4d61-b7d5-42ea42bb084b owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:21.798986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-387fdae9-6896-4839-9784-44e3f8fa493a req-5b999f58-a691-4ce2-a7f8-c089b187b2a6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182927 Oct 25 09:13:21.935847 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-397bfa00-98bc-41b4-9768-6c30860ea9a9 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:13:21.937029 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-397bfa00-98bc-41b4-9768-6c30860ea9a9 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "PUT /v2.0/routers/1eead9d6-b6cc-4366-bf5b-7596c2711827/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8680623 Oct 25 09:13:21.956219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42466) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:22.005317 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:22.090272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:22.105037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Port': ['ID=086c6d90-8dd9-4d61-b7d5-42ea42bb084b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:22.143644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90ce64-c2f6-41d5-94a0-656d8aab0b4b None None] Pushing event updated for resources: {'Port': ['ID=1b6ea6ac-3662-477a-84d4-0518eba32e87,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:22.244144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No DVR routers for this DVR port 086c6d90-8dd9-4d61-b7d5-42ea42bb084b on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:22.280784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42470) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:22.289624 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:22.426135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 203a3ab7-444e-4b08-8874-5e25473678eb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=203a3ab7-444e-4b08-8874-5e25473678eb,segment=NetworkSegment(966e244f-fd98-4046-9884-4ed5b90334bd),segment_id=966e244f-fd98-4046-9884-4ed5b90334bd)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:22.439162 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:22.467664 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3b1615d6-e041-492c-a12d-5f085fee3edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:22.569335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=203a3ab7-444e-4b08-8874-5e25473678eb,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:22.590040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a5503-1858-4d56-b820-7558c2bb8873 None None] DHCP port deletion for 52bf260e-ad7e-4f7c-86fd-3a1628edaae9 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:13:22.598278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 19d9760e-9421-4103-8dce-e04385d04124 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:22.665412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 19d9760e-9421-4103-8dce-e04385d04124 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:22.666171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 19d9760e-9421-4103-8dce-e04385d04124 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:22.750113 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-3b1615d6-e041-492c-a12d-5f085fee3edb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:22.750613 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-3b1615d6-e041-492c-a12d-5f085fee3edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:22.783427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3692-fe30-40bc-bc87-cd11421c7e0c req-6a00e65f-af32-47fc-bf58-719b279c573b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:22.815896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef9b3692-fe30-40bc-bc87-cd11421c7e0c req-6a00e65f-af32-47fc-bf58-719b279c573b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.7163062 Oct 25 09:13:22.828851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.026744 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.134806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1b6ea6ac-3662-477a-84d4-0518eba32e87 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:23.137715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bf260e-ad7e-4f7c-86fd-3a1628edaae9']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:23.156076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a1e7e9-a868-4bdc-85b9-e488f593d091') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:23.156800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a1e7e9-a868-4bdc-85b9-e488f593d091') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:23.172133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef9b3692-fe30-40bc-bc87-cd11421c7e0c req-78133bd9-87f6-4eb1-aae7-6ac5d97ab632 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497477 Oct 25 09:13:23.211586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.252675 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.376018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:23.376999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:23.385366 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:23.401180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1b6ea6ac-3662-477a-84d4-0518eba32e87 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:23.401720 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.411249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Deleting port 48ac45b7-08b2-4aeb-8819-6072f73230d8 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:23.411809 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.508981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3b1615d6-e041-492c-a12d-5f085fee3edb None None] Could not find standard attr ID for object 19d9760e-9421-4103-8dce-e04385d04124. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:13:23.549436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3b1615d6-e041-492c-a12d-5f085fee3edb None None] Provisioning complete for port c4850501-1054-4097-a5bf-a7be6e5088b1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:23.549807 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3b1615d6-e041-492c-a12d-5f085fee3edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.635863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.650871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Calling delete_port for 48ac45b7-08b2-4aeb-8819-6072f73230d8 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:23.686427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 03f9d9ec-b80c-4413-a4cf-4611c8351d41 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:23.748262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.785953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.792418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/52bf260e-ad7e-4f7c-86fd-3a1628edaae9 HTTP/1.1" status: 204 len: 168 time: 3.2836075 Oct 25 09:13:23.811682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42478) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:23.920488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b63dcb-42a1-4a2e-8c9d-7f6390edf6b0 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=52bf260e-ad7e-4f7c-86fd-3a1628edaae9,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:23.925268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:23.935086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.007460 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59508d4-ed6d-42b3-b3fe-c44c2df779c5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:24.007918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59508d4-ed6d-42b3-b3fe-c44c2df779c5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:24.012934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c59508d4-ed6d-42b3-b3fe-c44c2df779c5 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/ed2a3713-f44a-477c-9805-969ee452b8ed HTTP/1.1" status: 404 len: 337 time: 0.1992824 Oct 25 09:13:24.037145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b9dd-0832-4689-8aa8-4c12cbbabe34 req-6c70fb1e-b06c-4833-8d9e-bd41e17e478e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:24.045446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2495b9dd-0832-4689-8aa8-4c12cbbabe34 req-6c70fb1e-b06c-4833-8d9e-bd41e17e478e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 945 time: 0.4895077 Oct 25 09:13:24.047108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42480) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:24.075973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Port': ['ID=48ac45b7-08b2-4aeb-8819-6072f73230d8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:24.122669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 1b6ea6ac-3662-477a-84d4-0518eba32e87, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1b6ea6ac-3662-477a-84d4-0518eba32e87,segment=NetworkSegment(c44ea11d-b060-4f83-90cd-dca612db71a0),segment_id=c44ea11d-b060-4f83-90cd-dca612db71a0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:24.141863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509e6608-576f-4038-9d38-5609e1d5aa06 None None] Network 816a1177-d6ea-4e81-8563-77ba466379ad requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:24.148259 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.150562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c4850501-1054-4097-a5bf-a7be6e5088b1 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:24.170330 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86fef42-c52f-40be-8b98-68c4592aa695 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] DELETE failed (client error): The resource could not be found. Oct 25 09:13:24.171073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86fef42-c52f-40be-8b98-68c4592aa695 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:13:24.182443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e86fef42-c52f-40be-8b98-68c4592aa695 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/47387326-5863-4163-9f1b-8f3b61830ae8 HTTP/1.1" status: 404 len: 339 time: 0.1307712 Oct 25 09:13:24.210272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42482) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:24.282219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.313591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2495b9dd-0832-4689-8aa8-4c12cbbabe34 req-19102002-9c39-4eeb-b5f6-52a403035d1c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671533 Oct 25 09:13:24.327987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=1b6ea6ac-3662-477a-84d4-0518eba32e87,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:24.441600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2d49e4a9-3aa1-4c74-a02b-72b92332f551 None None] Could not find standard attr ID for object 48ac45b7-08b2-4aeb-8819-6072f73230d8. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:13:24.446159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af16e74-7fcc-4dab-bd1c-49972fcbf104 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting subnet ec53d4a3-0f7e-4ce0-b48a-9eb86cda0541 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:24.461576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2af16e74-7fcc-4dab-bd1c-49972fcbf104 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.531674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2d49e4a9-3aa1-4c74-a02b-72b92332f551 None None] Provisioning complete for port 203a3ab7-444e-4b08-8874-5e25473678eb triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:24.532041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2d49e4a9-3aa1-4c74-a02b-72b92332f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.587295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:24.587847 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.661202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Router 1eead9d6-b6cc-4366-bf5b-7596c2711827 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:13:24.687961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2af16e74-7fcc-4dab-bd1c-49972fcbf104 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.758488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c4850501-1054-4097-a5bf-a7be6e5088b1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:24.762661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.775464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9f87d-d096-48d1-8020-0e4bd28eef68 req-74d994e2-d436-488d-a668-35f313908e18 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:24.777082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44e9f87d-d096-48d1-8020-0e4bd28eef68 req-74d994e2-d436-488d-a668-35f313908e18 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.2453160 Oct 25 09:13:24.846781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:13:24.863260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42490) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:24.869069 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d0e53ca6-2d7b-4444-86f1-7cb9d0689bb5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "PUT /v2.0/routers/1eead9d6-b6cc-4366-bf5b-7596c2711827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9111416 Oct 25 09:13:24.875598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac302c-7364-48b0-9dce-f5aae9a50aea None None] Sync routers for ids ['1eead9d6-b6cc-4366-bf5b-7596c2711827'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:13:24.960090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2af16e74-7fcc-4dab-bd1c-49972fcbf104 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:24.971333 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-f2207524-6a54-4897-be17-191b458b19eb tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] delete failed (client error): The resource could not be found. Oct 25 09:13:24.972611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f2207524-6a54-4897-be17-191b458b19eb tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1523713731 HTTP/1.1" status: 404 len: 335 time: 0.0876918 Oct 25 09:13:24.976814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42492) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:24.981456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-16867d4c-6572-4536-a982-a250cf9b1ae5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'router': {'external_gateway_info': {'network_id': '1eead9d6-b6cc-4366-bf5b-7596c2711827'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:25.004062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44e9f87d-d096-48d1-8020-0e4bd28eef68 req-bd0e0713-4909-4052-a1bd-b86bf6b08c38 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158868 Oct 25 09:13:25.065417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:25.099233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac302c-7364-48b0-9dce-f5aae9a50aea None None] Routers {'1eead9d6-b6cc-4366-bf5b-7596c2711827'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:25.112159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9dac302c-7364-48b0-9dce-f5aae9a50aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['1eead9d6-b6cc-4366-bf5b-7596c2711827'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:25.178828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2af16e74-7fcc-4dab-bd1c-49972fcbf104 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:25.229153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af16e74-7fcc-4dab-bd1c-49972fcbf104 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Subnet': ['ID=ec53d4a3-0f7e-4ce0-b48a-9eb86cda0541,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:25.239693 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2af16e74-7fcc-4dab-bd1c-49972fcbf104 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:25.243946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2af16e74-7fcc-4dab-bd1c-49972fcbf104 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/subnets/ec53d4a3-0f7e-4ce0-b48a-9eb86cda0541 HTTP/1.1" status: 204 len: 168 time: 1.0326455 Oct 25 09:13:25.249953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42496) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:25.333195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c2784e-ed31-466b-92dc-38f88db6c293 None None] Network 711d909b-b68d-4143-be3c-a878570e3ff5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:25.344646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9dac302c-7364-48b0-9dce-f5aae9a50aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:25.464437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac302c-7364-48b0-9dce-f5aae9a50aea None None] Routers {'1eead9d6-b6cc-4366-bf5b-7596c2711827'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:25.464437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9dac302c-7364-48b0-9dce-f5aae9a50aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['1eead9d6-b6cc-4366-bf5b-7596c2711827'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:25.474942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 203a3ab7-444e-4b08-8874-5e25473678eb up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:25.540713 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.011292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.061575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-16867d4c-6572-4536-a982-a250cf9b1ae5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.083638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9dac302c-7364-48b0-9dce-f5aae9a50aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:26.084223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac302c-7364-48b0-9dce-f5aae9a50aea None None] The sync data for ids ['1eead9d6-b6cc-4366-bf5b-7596c2711827'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:13:26.098953 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-16867d4c-6572-4536-a982-a250cf9b1ae5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] update failed (client error): The resource could not be found. Oct 25 09:13:26.100236 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-16867d4c-6572-4536-a982-a250cf9b1ae5 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "PUT /v2.0/routers/1eead9d6-b6cc-4366-bf5b-7596c2711827 HTTP/1.1" status: 404 len: 339 time: 1.1223750 Oct 25 09:13:26.105227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42504) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:26.106033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:13:26.108315 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560eff3-3148-4e98-84dc-dc6d6a90b1a5" -d '{"events": [{"server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "name": "network-vif-plugged", "status": "completed", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:13:26.111239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2d49e4a9-3aa1-4c74-a02b-72b92332f551 None None] Provisioning complete for port 1b6ea6ac-3662-477a-84d4-0518eba32e87 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:26.111615 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2d49e4a9-3aa1-4c74-a02b-72b92332f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.225653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:26.270130 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.336701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 203a3ab7-444e-4b08-8874-5e25473678eb triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:26.337376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.453249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:26.509235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] DHCP port deletion for 711d909b-b68d-4143-be3c-a878570e3ff5 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:13:26.654891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] Deleting port 0a4a863d-5ba1-42de-9d1b-67abe1add776 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:26.655266 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.734473 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.737608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] For port 0a4a863d-5ba1-42de-9d1b-67abe1add776, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0a4a863d-5ba1-42de-9d1b-67abe1add776,segment=NetworkSegment(46255e89-b8d9-497a-949b-a045e0af003f),segment_id=46255e89-b8d9-497a-949b-a045e0af003f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:26.738011 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.753247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 086c6d90-8dd9-4d61-b7d5-42ea42bb084b no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:26.769143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Deleting port 0a4a863d-5ba1-42de-9d1b-67abe1add776 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:26.769666 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.807831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] Calling delete_port for 0a4a863d-5ba1-42de-9d1b-67abe1add776 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:26.810523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 086c6d90-8dd9-4d61-b7d5-42ea42bb084b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:26.811100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 086c6d90-8dd9-4d61-b7d5-42ea42bb084b not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:26.820726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-202fde61-2e90-469d-8036-9fa733b0d206 None None] Provisioning complete for port 1b6ea6ac-3662-477a-84d4-0518eba32e87 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:26.827027 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-202fde61-2e90-469d-8036-9fa733b0d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:26.917190 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361798b-6b2d-46e1-b880-ffc40f2e6aea req-ab96571a-63be-4084-aebd-c1f41a31bb44 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:26.918751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7361798b-6b2d-46e1-b880-ffc40f2e6aea req-ab96571a-63be-4084-aebd-c1f41a31bb44 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 1.2527406 Oct 25 09:13:27.028874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1b6ea6ac-3662-477a-84d4-0518eba32e87 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:27.082373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] For port 0a4a863d-5ba1-42de-9d1b-67abe1add776, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0a4a863d-5ba1-42de-9d1b-67abe1add776,segment=NetworkSegment(46255e89-b8d9-497a-949b-a045e0af003f),segment_id=46255e89-b8d9-497a-949b-a045e0af003f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:27.082773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.087381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Deleting port fff940f4-3c30-4f33-999b-a50ce0067247 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:27.087710 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.093277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Allocated IP 172.20.0.1 (af65004a-da65-48ca-b4ef-2192765c13d8/d4b047c3-a5f7-40e9-ade1-459284708142/d4979169-c8d5-473c-aec9-b0c61b01f8bd) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:27.162661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e029e-3e45-4ff1-bb20-643869f9405c req-e850b8c3-a2b1-4927-9bf7-23be0d593285 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:27.164212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419e029e-3e45-4ff1-bb20-643869f9405c req-e850b8c3-a2b1-4927-9bf7-23be0d593285 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.2962177 Oct 25 09:13:27.182697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1b6ea6ac-3662-477a-84d4-0518eba32e87 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:27.183058 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.233393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Calling delete_port for 0a4a863d-5ba1-42de-9d1b-67abe1add776 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:27.271361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7361798b-6b2d-46e1-b880-ffc40f2e6aea req-232fb8ed-a018-4bf2-9cc5-a90e514d982a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085759 Oct 25 09:13:27.338139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.356625 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.409205 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.434246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] No DVR routers for this DVR port 0a4a863d-5ba1-42de-9d1b-67abe1add776 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:27.443479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54517546-1f63-4cdf-ba34-6085da95e918 None None] Pushing event deleted for resources: {'Port': ['ID=0a4a863d-5ba1-42de-9d1b-67abe1add776,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:27.479017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d832e0-69cc-477d-abea-ad94dc10949c None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:13:27.498606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network af65004a-da65-48ca-b4ef-2192765c13d8 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:27.502377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:27.518231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:27.564804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Port': ['ID=d4979169-c8d5-473c-aec9-b0c61b01f8bd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:27.578174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0a4a863d-5ba1-42de-9d1b-67abe1add776 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:27.591480 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.669347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0a4a863d-5ba1-42de-9d1b-67abe1add776 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:27.670063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0a4a863d-5ba1-42de-9d1b-67abe1add776 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:27.744220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a877878-c795-474b-897e-072d5af89be3 req-6fd06268-8b48-403a-a11c-42e3cce3b799 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:27.753269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a877878-c795-474b-897e-072d5af89be3 req-6fd06268-8b48-403a-a11c-42e3cce3b799 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 946 time: 0.3109267 Oct 25 09:13:27.761348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] For port fff940f4-3c30-4f33-999b-a50ce0067247, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fff940f4-3c30-4f33-999b-a50ce0067247,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:27.762129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.808547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d832e0-69cc-477d-abea-ad94dc10949c None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:13:27.819185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.837524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a877878-c795-474b-897e-072d5af89be3 req-e39ec224-aa6d-452d-9ab8-8bbdb6cc48d9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814223 Oct 25 09:13:27.894460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Calling delete_port for fff940f4-3c30-4f33-999b-a50ce0067247 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:27.945182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Deleting port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:27.945524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.972496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:27.973067 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee621d5-8b6f-4701-84ea-3c41216c0dd0 x-openstack-request-id: req-eee621d5-8b6f-4701-84ea-3c41216c0dd0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:13:27.973067 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "name": "network-vif-plugged", "status": "completed", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:13:27.974059 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eee621d5-8b6f-4701-84ea-3c41216c0dd0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:13:27.974186 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'code': 200} Oct 25 09:13:28.161498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Port': ['ID=0a4a863d-5ba1-42de-9d1b-67abe1add776,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:28.167987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] No DVR routers for this DVR port 0a4a863d-5ba1-42de-9d1b-67abe1add776 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:28.355170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] For port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:28.355542 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.386262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Calling delete_port for 8a3da146-95f3-42f9-b1d6-6f9e05f0360f owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:28.435329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.444522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.551900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event updated for resources: {'Port': ['ID=d4979169-c8d5-473c-aec9-b0c61b01f8bd,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:28.565574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.647580 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.711402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711d909b-b68d-4143-be3c-a878570e3ff5']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:28.737711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46255e89-b8d9-497a-949b-a045e0af003f') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:28.738092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46255e89-b8d9-497a-949b-a045e0af003f') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:28.748388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f7ca3-79b6-4ca2-a295-2b08182c70f6 req-678b1205-923a-4e4f-aa14-9ab1381ea01f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:28.749929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e89f7ca3-79b6-4ca2-a295-2b08182c70f6 req-678b1205-923a-4e4f-aa14-9ab1381ea01f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.2511039 Oct 25 09:13:28.759143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Network af65004a-da65-48ca-b4ef-2192765c13d8 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:28.760730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:28.776480 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.827474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9817fdd7-2a17-4db2-ae24-0a3b1ddad651 None None] Provisioning complete for port d4979169-c8d5-473c-aec9-b0c61b01f8bd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:28.828536 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9817fdd7-2a17-4db2-ae24-0a3b1ddad651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.828738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.852295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:28.853807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:28.858181 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:28.929894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9817fdd7-2a17-4db2-ae24-0a3b1ddad651 None None] Port d4979169-c8d5-473c-aec9-b0c61b01f8bd cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:13:28.990260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e89f7ca3-79b6-4ca2-a295-2b08182c70f6 req-04e9f13f-ec6e-437b-8818-176153b171ea tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278612 Oct 25 09:13:29.013119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Router 1eead9d6-b6cc-4366-bf5b-7596c2711827 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:13:29.015510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:29.069652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event deleted for resources: {'Port': ['ID=8a3da146-95f3-42f9-b1d6-6f9e05f0360f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:29.080380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:29.097637 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:29.103521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] 10.222.0.32 "DELETE /v2.0/networks/711d909b-b68d-4143-be3c-a878570e3ff5 HTTP/1.1" status: 204 len: 168 time: 3.8500791 Oct 25 09:13:29.148990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:29.171283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693c3db-daa8-4d1e-9afe-f12e0a8bd3a1 tempest-NetworksIpV6Test-356414174 tempest-NetworksIpV6Test-356414174-project] Pushing event deleted for resources: {'Network': ['ID=711d909b-b68d-4143-be3c-a878570e3ff5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:29.242778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] No DVR routers for this DVR port 8a3da146-95f3-42f9-b1d6-6f9e05f0360f on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:29.244924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff940f4-3c30-4f33-999b-a50ce0067247,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:29.247675 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:29.252608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419e029e-3e45-4ff1-bb20-643869f9405c req-f91d9bd9-c6ff-4bcd-82b4-07f7180d2e3f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "DELETE /v2.0/ports/8a3da146-95f3-42f9-b1d6-6f9e05f0360f HTTP/1.1" status: 204 len: 173 time: 2.0066962 Oct 25 09:13:29.272433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969f6044-a778-4024-bf67-9fe25c17866b', 'name': 'network-vif-deleted', 'tag': '8a3da146-95f3-42f9-b1d6-6f9e05f0360f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:13:29.273709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-46799562-8fab-4e58-83f8-4019b4688a99 None None] Provisioning complete for port d4979169-c8d5-473c-aec9-b0c61b01f8bd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:29.275171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-46799562-8fab-4e58-83f8-4019b4688a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:29.275303 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f595d044-a249-40cd-a7e0-814b9957109f" -d '{"events": [{"server_uuid": "969f6044-a778-4024-bf67-9fe25c17866b", "name": "network-vif-deleted", "tag": "8a3da146-95f3-42f9-b1d6-6f9e05f0360f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:13:29.288716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49468952-4534-4c4f-8ee7-ce692e71957f req-a4d22a1a-f5c6-484e-b00d-389520622980 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=969f6044-a778-4024-bf67-9fe25c17866b HTTP/1.1" status: 200 len: 210 time: 0.1211386 Oct 25 09:13:29.410330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:13:29.425984 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c102a-1b58-4d56-af65-b020c348cceb None None] Sync routers for ids ['1eead9d6-b6cc-4366-bf5b-7596c2711827'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:13:29.433594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-621810b6-2cbc-4d7c-b1da-d17b955f383f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "PUT /v2.0/routers/1eead9d6-b6cc-4366-bf5b-7596c2711827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3266821 Oct 25 09:13:29.434308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42530) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:29.441749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-46799562-8fab-4e58-83f8-4019b4688a99 None None] Port d4979169-c8d5-473c-aec9-b0c61b01f8bd cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:13:29.466374 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c102a-1b58-4d56-af65-b020c348cceb None None] Routers {'1eead9d6-b6cc-4366-bf5b-7596c2711827'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:29.467511 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0b3c102a-1b58-4d56-af65-b020c348cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['1eead9d6-b6cc-4366-bf5b-7596c2711827'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:29.597053 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0b3c102a-1b58-4d56-af65-b020c348cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:29.608375 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b93fe3-286c-42de-8226-862bd4feb066 x-openstack-request-id: req-84b93fe3-286c-42de-8226-862bd4feb066 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:13:29.608812 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969f6044-a778-4024-bf67-9fe25c17866b", "name": "network-vif-deleted", "tag": "8a3da146-95f3-42f9-b1d6-6f9e05f0360f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:13:29.609266 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84b93fe3-286c-42de-8226-862bd4feb066 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:13:29.610373 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969f6044-a778-4024-bf67-9fe25c17866b', 'name': 'network-vif-deleted', 'tag': '8a3da146-95f3-42f9-b1d6-6f9e05f0360f', 'status': 'completed', 'code': 200} Oct 25 09:13:29.618380 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c102a-1b58-4d56-af65-b020c348cceb None None] Routers {'1eead9d6-b6cc-4366-bf5b-7596c2711827'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:29.619246 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0b3c102a-1b58-4d56-af65-b020c348cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['1eead9d6-b6cc-4366-bf5b-7596c2711827'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:29.688387 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0b3c102a-1b58-4d56-af65-b020c348cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:29.689858 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c102a-1b58-4d56-af65-b020c348cceb None None] The sync data for ids ['1eead9d6-b6cc-4366-bf5b-7596c2711827'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:13:29.730335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5ba66f38-46cb-4c68-87bc-a0e9dd4ff4f7 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:29.752417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:29.795046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42536) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:29.900578 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-5ba66f38-46cb-4c68-87bc-a0e9dd4ff4f7 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 25 09:13:29.901866 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5ba66f38-46cb-4c68-87bc-a0e9dd4ff4f7 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/routers/1eead9d6-b6cc-4366-bf5b-7596c2711827 HTTP/1.1" status: 409 len: 329 time: 0.4665861 Oct 25 09:13:29.904738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42540) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:30.232203 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5cfefd5e-65e1-4c36-9e90-7f463591b088 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e97b7b8221a14b0c9f840c9bf87305d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354877 Oct 25 09:13:30.236581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42544) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:30.333199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef9883-394f-4570-8483-78c2620633c7 req-6ff7201e-64c9-4bd0-a251-96eba20c76d3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:30.334489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-feef9883-394f-4570-8483-78c2620633c7 req-6ff7201e-64c9-4bd0-a251-96eba20c76d3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.1649117 Oct 25 09:13:30.388055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Router 18a5ffb3-eb7b-4137-ba79-9e53c242cded has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:13:30.414946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-feef9883-394f-4570-8483-78c2620633c7 req-7d37d874-2eeb-4906-9d08-fedc4ee86909 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 Oct 25 09:13:30.615343 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b83e8ba-3eb8-4809-b74f-1875bf029e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:30.620966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:13:30.637052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] Sync routers for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:13:30.649504 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-53067b1f-9847-452e-8fdf-17951666d973 admin admin] 10.222.0.32 "PUT /v2.0/routers/18a5ffb3-eb7b-4137-ba79-9e53c242cded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3085177 Oct 25 09:13:30.654871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42552) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:30.661959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:30.665892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b83e8ba-3eb8-4809-b74f-1875bf029e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:30.671962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:30.879022 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b83e8ba-3eb8-4809-b74f-1875bf029e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:30.880526 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:30.881419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b83e8ba-3eb8-4809-b74f-1875bf029e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:30.882581 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2b83e8ba-3eb8-4809-b74f-1875bf029e95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b64986f6-33ea-4018-8aa8-3e68bc20bc70 HTTP/1.1" status: 204 len: 168 time: 0.6450016 Oct 25 09:13:30.941072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83e8ba-3eb8-4809-b74f-1875bf029e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64986f6-33ea-4018-8aa8-3e68bc20bc70,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:31.010744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8a3da146-95f3-42f9-b1d6-6f9e05f0360f no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:31.112817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 8a3da146-95f3-42f9-b1d6-6f9e05f0360f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:31.113333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8a3da146-95f3-42f9-b1d6-6f9e05f0360f not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:31.144269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:31.231492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:13:31.249673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:31.517996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-f8b9698f-1e02-4ebe-add2-8a107e5e0af6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:31.525447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-f8b9698f-1e02-4ebe-add2-8a107e5e0af6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.3485386 Oct 25 09:13:31.547604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-640aaff0-3a0d-44f6-9b03-277c7228ff01 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/quotas/17cae23e76914f6981ea88ef25f859c6 HTTP/1.1" status: 200 len: 375 time: 0.0211077 Oct 25 09:13:31.570263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:13:28Z', 'revision_number': 5, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port': {'id': 'f658ffad-6d2b-46fa-93b4-df97c7c611fe', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:39Z', 'updated_at': '2021-10-25T09:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:31.593540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Deleting port f658ffad-6d2b-46fa-93b4-df97c7c611fe {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:31.594535 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:31.608244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-89b2d95e-96b9-489d-ad8c-0c6f71aaa62b tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593412 Oct 25 09:13:31.622567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] Checking router: 18a5ffb3-eb7b-4137-ba79-9e53c242cded for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:13:31.637539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] Routers {'18a5ffb3-eb7b-4137-ba79-9e53c242cded'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:31.638176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:31.667763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Deleting port d4979169-c8d5-473c-aec9-b0c61b01f8bd {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:31.668381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:31.785675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] For port f658ffad-6d2b-46fa-93b4-df97c7c611fe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f658ffad-6d2b-46fa-93b4-df97c7c611fe,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:31.790527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:31.803117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:31.831693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Calling delete_port for d4979169-c8d5-473c-aec9-b0c61b01f8bd owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:31.835127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-266143ca-2089-44d3-b25d-24d481c411eb service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259195 Oct 25 09:13:31.850007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Calling delete_port for f658ffad-6d2b-46fa-93b4-df97c7c611fe owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:32.076403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:32.162340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] Set router 18a5ffb3-eb7b-4137-ba79-9e53c242cded gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:13:32.221926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Port': ['ID=d4979169-c8d5-473c-aec9-b0c61b01f8bd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:32.276403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:13:31Z', 'revision_number': 6, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:32.311171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d442e9-646f-46a6-9f66-e7ddfa35ed7f None None] The sync data for ids ['18a5ffb3-eb7b-4137-ba79-9e53c242cded'] in n-d-814746-2 is: [{'id': '18a5ffb3-eb7b-4137-ba79-9e53c242cded', 'name': 'tempest-TestVolumeBackupRestore-1157109049-router', 'tenant_id': '1be64bfb5e2846868286d781fd1e9eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:37Z', 'updated_at': '2021-10-25T09:13:31Z', 'revision_number': 6, 'project_id': '1be64bfb5e2846868286d781fd1e9eca', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:13:32.387296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-c2c95548-25c4-41da-9762-6bb4cc64ea9d service neutron] 10.222.0.32 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349789 Oct 25 09:13:32.419739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:32.495953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42614) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:32.496949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Pushing event deleted for resources: {'Port': ['ID=f658ffad-6d2b-46fa-93b4-df97c7c611fe,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:32.658576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:33.173318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fff940f4-3c30-4f33-999b-a50ce0067247 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:33.181760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:33.223011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: fff940f4-3c30-4f33-999b-a50ce0067247 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:33.223164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fff940f4-3c30-4f33-999b-a50ce0067247 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:33.223526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f658ffad-6d2b-46fa-93b4-df97c7c611fe no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:33.264138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f658ffad-6d2b-46fa-93b4-df97c7c611fe {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:33.264550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f658ffad-6d2b-46fa-93b4-df97c7c611fe not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:33.474103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Router 1eead9d6-b6cc-4366-bf5b-7596c2711827 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:13:33.579195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460823893'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:33.592214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:13:33.598296 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-59a24635-39b4-48dd-9dcf-c024729207a0 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "PUT /v2.0/routers/1eead9d6-b6cc-4366-bf5b-7596c2711827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6859379 Oct 25 09:13:33.602430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42682) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:33.624195 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78fe6c-abe8-40be-bd9c-f50d49025af0 None None] Sync routers for ids ['1eead9d6-b6cc-4366-bf5b-7596c2711827'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:13:33.633898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:33.639705 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78fe6c-abe8-40be-bd9c-f50d49025af0 None None] Routers {'1eead9d6-b6cc-4366-bf5b-7596c2711827'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:33.640016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:33.640749 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-be78fe6c-abe8-40be-bd9c-f50d49025af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['1eead9d6-b6cc-4366-bf5b-7596c2711827'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:33.656362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:33.662769 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:33.671085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:33.701584 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-f9cb44f3-6a5f-45d6-8cb2-200c7d257a5c tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] show failed (client error): The resource could not be found. Oct 25 09:13:33.702707 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f9cb44f3-6a5f-45d6-8cb2-200c7d257a5c tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1942703228 HTTP/1.1" status: 404 len: 335 time: 0.0972569 Oct 25 09:13:33.707946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42684) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:33.718646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-101771ac-ae45-4707-a67a-6afb09a8416e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:33.724310 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-be78fe6c-abe8-40be-bd9c-f50d49025af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:33.749391 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78fe6c-abe8-40be-bd9c-f50d49025af0 None None] Routers {'1eead9d6-b6cc-4366-bf5b-7596c2711827'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:33.750011 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-be78fe6c-abe8-40be-bd9c-f50d49025af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['1eead9d6-b6cc-4366-bf5b-7596c2711827'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:33.781145 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:33.781859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a5ffb3-eb7b-4137-ba79-9e53c242cded {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:13:33.799765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9689b-d0e6-41bc-b9c0-9a905e71e40f req-0db5c830-124e-443e-ae5b-9b10755111e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:33.801370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b9689b-d0e6-41bc-b9c0-9a905e71e40f req-0db5c830-124e-443e-ae5b-9b10755111e5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.2388213 Oct 25 09:13:33.806762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:33.808064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cbe67e86-277f-4c05-9d71-accb476c0ede admin admin] 10.222.0.32 "DELETE /v2.0/routers/18a5ffb3-eb7b-4137-ba79-9e53c242cded HTTP/1.1" status: 204 len: 168 time: 3.1511414 Oct 25 09:13:33.819207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42692) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:33.824831 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-101771ac-ae45-4707-a67a-6afb09a8416e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] update failed (client error): The resource could not be found. Oct 25 09:13:33.834123 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-101771ac-ae45-4707-a67a-6afb09a8416e tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-2094387461 HTTP/1.1" status: 404 len: 335 time: 0.1229649 Oct 25 09:13:33.835740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42696) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:33.852920 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-be78fe6c-abe8-40be-bd9c-f50d49025af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:33.853569 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78fe6c-abe8-40be-bd9c-f50d49025af0 None None] The sync data for ids ['1eead9d6-b6cc-4366-bf5b-7596c2711827'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:13:33.981918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2339d22-3f02-4669-a65f-a83b30e6963a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Deleting subnet b0a681b9-1b8e-4f26-89dd-f5371a97a5c8 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:34.003135 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2339d22-3f02-4669-a65f-a83b30e6963a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.024392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b9689b-d0e6-41bc-b9c0-9a905e71e40f req-b8c2f31d-4a9f-405a-85d2-0c5bf0511b9a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150626 Oct 25 09:13:34.051521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd0b169-4b2f-4df2-9ecd-0dd982cc1539 admin admin] Deleting subnet 8747dd21-932c-42c5-8e99-adf2f8195a7c {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:34.059043 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd0b169-4b2f-4df2-9ecd-0dd982cc1539 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.099003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2339d22-3f02-4669-a65f-a83b30e6963a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.107600 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.120925 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd0b169-4b2f-4df2-9ecd-0dd982cc1539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.123980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.187217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d7427-0ba8-4330-ba02-32ef908761c5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:34.222756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:34.244986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.246135 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 8b9f3e35-b66e-4ee8-9dc8-55320df7c916 of type vlan for network 299e5456-3bb0-4010-af95-cd965a1e35b2 Oct 25 09:13:34.346866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d059437-c64d-49ff-9958-76a11e4a25e2 req-fcd44ff3-f5ca-4814-89d5-4f70e192c270 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 210 time: 0.0338049 Oct 25 09:13:34.371054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2339d22-3f02-4669-a65f-a83b30e6963a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.377953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.414084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd0b169-4b2f-4df2-9ecd-0dd982cc1539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.526436 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.533878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:34.534639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.539383 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2339d22-3f02-4669-a65f-a83b30e6963a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.614819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2339d22-3f02-4669-a65f-a83b30e6963a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a681b9-1b8e-4f26-89dd-f5371a97a5c8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:34.621088 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f2339d22-3f02-4669-a65f-a83b30e6963a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.627406 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f2339d22-3f02-4669-a65f-a83b30e6963a tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/subnets/b0a681b9-1b8e-4f26-89dd-f5371a97a5c8 HTTP/1.1" status: 204 len: 168 time: 0.7885270 Oct 25 09:13:34.627897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42742) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:34.641469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b56cc3-8412-4874-adb2-61d38c0d2913 None None] Network 816a1177-d6ea-4e81-8563-77ba466379ad requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:34.668968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1542470 Oct 25 09:13:34.668968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fc372-7435-491c-8c90-9369fc86f573 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=299e5456-3bb0-4010-af95-cd965a1e35b2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:34.706529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd0b169-4b2f-4df2-9ecd-0dd982cc1539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.747167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0b169-4b2f-4df2-9ecd-0dd982cc1539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8747dd21-932c-42c5-8e99-adf2f8195a7c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:34.760744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e5a622-c886-4d9a-962e-0ab155e92fb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Deleting subnet 0d5c4ec0-488d-45cb-aca8-af12bb5cd284 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:34.772057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd0b169-4b2f-4df2-9ecd-0dd982cc1539 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.775798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ffd0b169-4b2f-4df2-9ecd-0dd982cc1539 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8747dd21-932c-42c5-8e99-adf2f8195a7c HTTP/1.1" status: 204 len: 168 time: 0.9554906 Oct 25 09:13:34.779911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42746) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:34.796111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-05e5a622-c886-4d9a-962e-0ab155e92fb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.847147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42754) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:34.852135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': '299e5456-3bb0-4010-af95-cd965a1e35b2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:34.879474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-4d3998d5-cc97-4897-901d-57d55b150783 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:34.880973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-4d3998d5-cc97-4897-901d-57d55b150783 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 811 time: 0.4385831 Oct 25 09:13:34.912477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Request body: {'port': {'device_id': 'fc1afb32-854f-4b13-ac74-faf76e7ccb3f', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'admin_state_up': True, 'tenant_id': '17cae23e76914f6981ea88ef25f859c6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:34.944084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 299e5456-3bb0-4010-af95-cd965a1e35b2 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:34.948072 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-05e5a622-c886-4d9a-962e-0ab155e92fb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:34.951647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:34.961490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.022492 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.062525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e7e55-ba9d-4c04-a7d4-a8e783a67f78 None None] Network 49eafc93-4d0e-4a38-9303-1aaa89c14970 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:35.190068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-05e5a622-c886-4d9a-962e-0ab155e92fb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.294672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Made reservation on behalf of 17cae23e76914f6981ea88ef25f859c6 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:35.299351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.316126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.390489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=f2ebfc86-6274-409d-ac32-3d74f32eedef,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:35.423463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] DHCP port deletion for 816a1177-d6ea-4e81-8563-77ba466379ad request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:13:35.433619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Deleting port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:35.434108 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.465930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] DHCP port deletion for 49eafc93-4d0e-4a38-9303-1aaa89c14970 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:13:35.492529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '8b9f3e35-b66e-4ee8-9dc8-55320df7c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '299e5456-3bb0-4010-af95-cd965a1e35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:35.493061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: 299e5456-3bb0-4010-af95-cd965a1e35b2, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:35.512188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-05e5a622-c886-4d9a-962e-0ab155e92fb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.541317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] Deleting port 1b6ea6ac-3662-477a-84d4-0518eba32e87 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:35.541948 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.544103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b5388-839f-496f-bcbc-81d265c705a6 req-2c6b572e-917c-4663-8efe-77700bc355c8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:35.545928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b4b5388-839f-496f-bcbc-81d265c705a6 req-2c6b572e-917c-4663-8efe-77700bc355c8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.2966447 Oct 25 09:13:35.558255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network 299e5456-3bb0-4010-af95-cd965a1e35b2 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:35.566264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] Deleting port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:35.566868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.586151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 299e5456-3bb0-4010-af95-cd965a1e35b2) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:35.592272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:35.592734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.629497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-14aa38d8-0cb9-449b-8233-189732116672 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7770984 Oct 25 09:13:35.629497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42802) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:35.634302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115407316'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:35.639831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f5241-f067-45c1-875c-ebcf87d7517d None None] Network 299e5456-3bb0-4010-af95-cd965a1e35b2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:35.675777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:35.681367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.683949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5a622-c886-4d9a-962e-0ab155e92fb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5c4ec0-488d-45cb-aca8-af12bb5cd284,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:35.706642 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-05e5a622-c886-4d9a-962e-0ab155e92fb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.711193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-05e5a622-c886-4d9a-962e-0ab155e92fb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/subnets/0d5c4ec0-488d-45cb-aca8-af12bb5cd284 HTTP/1.1" status: 204 len: 168 time: 1.0774803 Oct 25 09:13:35.723116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42812) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:35.732933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:35.736859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901c679-e677-4805-8419-251fc3e3e487 None None] Network 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:35.748088 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.749277 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 931ed7ab-210b-43a2-b0a9-10401bb33b1a of type vlan for network bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 Oct 25 09:13:35.817257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] For port 0a9f9e4a-56d5-4843-aa7a-9dc089731101, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0a9f9e4a-56d5-4843-aa7a-9dc089731101,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:35.818125 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.828082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] For port 1b6ea6ac-3662-477a-84d4-0518eba32e87, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1b6ea6ac-3662-477a-84d4-0518eba32e87,segment=NetworkSegment(c44ea11d-b060-4f83-90cd-dca612db71a0),segment_id=c44ea11d-b060-4f83-90cd-dca612db71a0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:35.828765 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.842108 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.877826 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.882585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] For port 0a9f9e4a-56d5-4843-aa7a-9dc089731101, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0a9f9e4a-56d5-4843-aa7a-9dc089731101,segment=NetworkSegment(81ea9122-2ea6-46a1-a12e-48b779b52654),segment_id=81ea9122-2ea6-46a1-a12e-48b779b52654)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:35.883234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.886519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] Calling delete_port for 1b6ea6ac-3662-477a-84d4-0518eba32e87 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:35.886830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:35.887538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.903417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Calling delete_port for 0a9f9e4a-56d5-4843-aa7a-9dc089731101 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:35.908020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b4b5388-839f-496f-bcbc-81d265c705a6 req-945f9f67-b2be-4f62-a0f8-4a23beccf517 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515848 Oct 25 09:13:35.918521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] Calling delete_port for 0a9f9e4a-56d5-4843-aa7a-9dc089731101 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:35.942503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:35.990713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42830) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:35.990972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3605950 Oct 25 09:13:35.998937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8e0d9-178f-4e21-99a1-531e083152ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=bd95d81d-f6bf-44bf-9f13-5b20bdef1d44,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:35.999074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': 'bd95d81d-f6bf-44bf-9f13-5b20bdef1d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:36.011252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Allocated IP 172.20.0.10 (d614783c-104d-44ae-b8d7-fddab6c343dc/eca46ef7-c47c-435f-b6e3-6f8b5f596295/12e4ed7c-97f6-48a7-9ec4-eb155aa55841) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:36.115886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:36.251555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-706ab30e-cddb-4346-9448-21be80e2749e req-e4fddc0c-16a1-4704-a2b0-5016c6d68a10 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 210 time: 0.0551829 Oct 25 09:13:36.268786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.355099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:36.358663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.372210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9f9e4a-56d5-4843-aa7a-9dc089731101,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:36.378754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] No DVR routers for this DVR port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:36.487849 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.522706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-299e5456-3bb0-4010-af95-cd965a1e35b2', 'network_id': '299e5456-3bb0-4010-af95-cd965a1e35b2', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': 'f2ebfc86-6274-409d-ac32-3d74f32eedef'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:36.524959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.528007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] DHCP port deletion for 77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:13:36.536388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.538908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] Pushing event deleted for resources: {'Port': ['ID=0a9f9e4a-56d5-4843-aa7a-9dc089731101,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:36.562088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f72bfd-3629-4dc4-b497-1006f2a53a86 None None] No DVR routers for this DVR port 0a9f9e4a-56d5-4843-aa7a-9dc089731101 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:36.574543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.642419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Deleting port 1b6ea6ac-3662-477a-84d4-0518eba32e87 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:36.643159 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.704625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Allocated IP 172.20.255.242 (299e5456-3bb0-4010-af95-cd965a1e35b2/f2ebfc86-6274-409d-ac32-3d74f32eedef/155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:36.719110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] For port 1b6ea6ac-3662-477a-84d4-0518eba32e87, host n-d-814746-2, got binding levels [] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:36.721108 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.741433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Calling delete_port for 1b6ea6ac-3662-477a-84d4-0518eba32e87 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:36.744881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.ipam_backend_mixin [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Port 1b6ea6ac-3662-477a-84d4-0518eba32e87 was not found and therefore no delete operation was performed {{(pid=106992) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:13:36.763981 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.817566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Port': ['ID=1b6ea6ac-3662-477a-84d4-0518eba32e87,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:36.830998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49eafc93-4d0e-4a38-9303-1aaa89c14970']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:36.881139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] No DVR routers for this DVR port 1b6ea6ac-3662-477a-84d4-0518eba32e87 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:36.884436 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.917025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ea9122-2ea6-46a1-a12e-48b779b52654') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:36.917691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ea9122-2ea6-46a1-a12e-48b779b52654') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:36.934339 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.956168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] Pushing event deleted for resources: {'Port': ['ID=1b6ea6ac-3662-477a-84d4-0518eba32e87,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:36.958922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e7ea6-1f62-4937-99fb-3101f87df6f1 None None] No DVR routers for this DVR port 1b6ea6ac-3662-477a-84d4-0518eba32e87 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:36.980786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:36.995481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0a9f9e4a-56d5-4843-aa7a-9dc089731101 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:37.038630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0a9f9e4a-56d5-4843-aa7a-9dc089731101 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:37.039599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0a9f9e4a-56d5-4843-aa7a-9dc089731101 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:37.040203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1b6ea6ac-3662-477a-84d4-0518eba32e87 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:37.084995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 1b6ea6ac-3662-477a-84d4-0518eba32e87 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:37.085342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1b6ea6ac-3662-477a-84d4-0518eba32e87 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:37.085757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 203a3ab7-444e-4b08-8874-5e25473678eb no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:37.094790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Network 299e5456-3bb0-4010-af95-cd965a1e35b2 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:37.112286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.123638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Pushing event updated for resources: {'Port': ['ID=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:37.126834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:37.138075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:37.150869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] Deleting port 203a3ab7-444e-4b08-8874-5e25473678eb {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:37.151226 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.183216 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.185994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.275982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:37.276673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.281824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Attempting to bind port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:37.281824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Attempting to bind port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '8b9f3e35-b66e-4ee8-9dc8-55320df7c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '299e5456-3bb0-4010-af95-cd965a1e35b2'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:37.281824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Attempting to bind port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf on network 299e5456-3bb0-4010-af95-cd965a1e35b2 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:37.288927 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:37.293362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] For port 203a3ab7-444e-4b08-8874-5e25473678eb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=203a3ab7-444e-4b08-8874-5e25473678eb,segment=NetworkSegment(966e244f-fd98-4046-9884-4ed5b90334bd),segment_id=966e244f-fd98-4046-9884-4ed5b90334bd)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:37.293759 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.301939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:37.302309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Checking segment: {'id': '8b9f3e35-b66e-4ee8-9dc8-55320df7c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '299e5456-3bb0-4010-af95-cd965a1e35b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:37.302732 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.303100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Bound using segment: {'id': '8b9f3e35-b66e-4ee8-9dc8-55320df7c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '299e5456-3bb0-4010-af95-cd965a1e35b2'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:37.303576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Bound port: 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9f3e35-b66e-4ee8-9dc8-55320df7c916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '299e5456-3bb0-4010-af95-cd965a1e35b2'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:37.304137 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.354984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] Calling delete_port for 203a3ab7-444e-4b08-8874-5e25473678eb owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:37.401790 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.444480 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.475491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Network d614783c-104d-44ae-b8d7-fddab6c343dc is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:37.493735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:37.508821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event updated for resources: {'Port': ['ID=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:37.515107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:37.529265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816a1177-d6ea-4e81-8563-77ba466379ad']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:37.533441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.615543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44ea11d-b060-4f83-90cd-dca612db71a0') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:37.616010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44ea11d-b060-4f83-90cd-dca612db71a0') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:37.623409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.627664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] 10.222.0.32 "DELETE /v2.0/networks/49eafc93-4d0e-4a38-9303-1aaa89c14970 HTTP/1.1" status: 204 len: 168 time: 2.8431427 Oct 25 09:13:37.631927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42922) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:37.669693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9099900-bf56-44b0-9acf-9cdb1a1b7a18 req-b7179b95-986c-4d2a-ba87-b6a348ab1aa8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:37.671807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9099900-bf56-44b0-9acf-9cdb1a1b7a18 req-b7179b95-986c-4d2a-ba87-b6a348ab1aa8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.5309799 Oct 25 09:13:37.684928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.699080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6594ed-f4fa-4664-98f0-f4dcaded9b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=49eafc93-4d0e-4a38-9303-1aaa89c14970,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:37.715815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 203a3ab7-444e-4b08-8874-5e25473678eb, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=203a3ab7-444e-4b08-8874-5e25473678eb,segment=NetworkSegment(966e244f-fd98-4046-9884-4ed5b90334bd),segment_id=966e244f-fd98-4046-9884-4ed5b90334bd)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:37.732766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] For port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:37.734922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.736992 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.742045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] For port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,segment=NetworkSegment(8b9f3e35-b66e-4ee8-9dc8-55320df7c916),segment_id=8b9f3e35-b66e-4ee8-9dc8-55320df7c916)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:37.754124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.787308 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.795476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:37.796251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.824909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=203a3ab7-444e-4b08-8874-5e25473678eb,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:37.831320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.849641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:37.849641 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:37.855756 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:37.911893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a7cf8-5e99-451a-85b3-a833fc6fb4d1 None None] Pushing event updated for resources: {'Port': ['ID=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:37.928606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] No DVR routers for this DVR port 203a3ab7-444e-4b08-8874-5e25473678eb on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:37.951401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e1ef-d352-498b-aace-940eb0e53a1e None None] Pushing event deleted for resources: {'Port': ['ID=203a3ab7-444e-4b08-8874-5e25473678eb,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:38.008010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9099900-bf56-44b0-9acf-9cdb1a1b7a18 req-dfdce701-d0fc-4fb7-a860-48cbf95acfa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160098 Oct 25 09:13:38.012969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-658a5991-f651-46ee-986c-7107f55da3b9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1100476 Oct 25 09:13:38.024661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=4b215e40-cc10-43e4-aeef-b101ccdded8d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:38.037959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Request body: {'port': {'device_id': 'fc1afb32-854f-4b13-ac74-faf76e7ccb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:38.055551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.083830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.087577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/networks/816a1177-d6ea-4e81-8563-77ba466379ad HTTP/1.1" status: 204 len: 168 time: 2.3621960 Oct 25 09:13:38.103467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42950) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:38.156771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '931ed7ab-210b-43a2-b0a9-10401bb33b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bd95d81d-f6bf-44bf-9f13-5b20bdef1d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:38.157252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: bd95d81d-f6bf-44bf-9f13-5b20bdef1d44, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:38.160912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76165145-9a95-4635-839b-f28d71d26a22 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Network': ['ID=816a1177-d6ea-4e81-8563-77ba466379ad,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:38.398608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:38.413288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.425586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.440361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, bd95d81d-f6bf-44bf-9f13-5b20bdef1d44) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:38.454631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da0ce6a-22c9-4679-bfac-55b947191f21 None None] Network bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:38.455501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:38.456617 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.517095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780a17-ff81-4235-af04-57772041b9ed req-eac96432-acf0-4341-93b4-8aab90629784 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:38.518681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db780a17-ff81-4235-af04-57772041b9ed req-eac96432-acf0-4341-93b4-8aab90629784 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 932 time: 0.1931560 Oct 25 09:13:38.612555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d65ffc12-4425-4586-a4ce-df29319d958d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6185088 Oct 25 09:13:38.616290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42982) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:38.645494 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.706756 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.748460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:38.782738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.873288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-bd95d81d-f6bf-44bf-9f13-5b20bdef1d44', 'network_id': 'bd95d81d-f6bf-44bf-9f13-5b20bdef1d44', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': '4b215e40-cc10-43e4-aeef-b101ccdded8d'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:38.874187 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:38.941178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966e244f-fd98-4046-9884-4ed5b90334bd') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:38.941346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966e244f-fd98-4046-9884-4ed5b90334bd') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:38.955167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db780a17-ff81-4235-af04-57772041b9ed req-2a3580a8-6e22-4d6e-a361-5bd8c3246a11 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115005 Oct 25 09:13:39.001985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.022486 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.031633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:39.032965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.037310 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:39.117956 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:39.147593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Allocated IP 172.20.0.2 (bd95d81d-f6bf-44bf-9f13-5b20bdef1d44/4b215e40-cc10-43e4-aeef-b101ccdded8d/3a20a812-cce0-48d1-99c0-b7885e9c1fdd) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:39.149680 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.389860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:13:39.404659 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.429206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Transition to ACTIVE for port object 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:13:39.433953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.441843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:39.448491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.468553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.475051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.482491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/networks/77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb HTTP/1.1" status: 204 len: 168 time: 1.3778591 Oct 25 09:13:39.484303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43036) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:39.572325 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.585157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ba276-6456-44d3-82a9-bbed4bb9efb2 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Network': ['ID=77dc4e4b-55fc-4a00-9d16-f6c9eb2b10fb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:39.588641 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.619495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Network bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:39.627065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:39.630072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:39.633103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Pushing event updated for resources: {'Port': ['ID=3a20a812-cce0-48d1-99c0-b7885e9c1fdd,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:39.672333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc86145-3b2e-451a-8b32-dfc14e3d3d18 None None] Network 299e5456-3bb0-4010-af95-cd965a1e35b2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:39.774253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=4b215e40-cc10-43e4-aeef-b101ccdded8d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:39.787305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Attempting to bind port 3a20a812-cce0-48d1-99c0-b7885e9c1fdd on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:39.788075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Attempting to bind port 3a20a812-cce0-48d1-99c0-b7885e9c1fdd by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '931ed7ab-210b-43a2-b0a9-10401bb33b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bd95d81d-f6bf-44bf-9f13-5b20bdef1d44'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:39.788668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Attempting to bind port 3a20a812-cce0-48d1-99c0-b7885e9c1fdd on network bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:39.791101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:39.791789 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.831173 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.842890 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.851203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:39.851922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Checking segment: {'id': '931ed7ab-210b-43a2-b0a9-10401bb33b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bd95d81d-f6bf-44bf-9f13-5b20bdef1d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:39.852544 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.853163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Bound using segment: {'id': '931ed7ab-210b-43a2-b0a9-10401bb33b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bd95d81d-f6bf-44bf-9f13-5b20bdef1d44'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:39.853840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Bound port: 3a20a812-cce0-48d1-99c0-b7885e9c1fdd, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931ed7ab-210b-43a2-b0a9-10401bb33b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'bd95d81d-f6bf-44bf-9f13-5b20bdef1d44'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:39.854428 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.864609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0222b1e7-4e9d-4390-9c1e-1fb375210a01 None None] Provisioning complete for port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:39.865133 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0222b1e7-4e9d-4390-9c1e-1fb375210a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.876314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd95d81d-f6bf-44bf-9f13-5b20bdef1d44']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:39.888460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931ed7ab-210b-43a2-b0a9-10401bb33b1a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:39.888759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931ed7ab-210b-43a2-b0a9-10401bb33b1a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:39.902683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.923929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.931904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:39.933350 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:39.993289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] For port 3a20a812-cce0-48d1-99c0-b7885e9c1fdd, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:40.023735 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:40.059926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] For port 3a20a812-cce0-48d1-99c0-b7885e9c1fdd, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3a20a812-cce0-48d1-99c0-b7885e9c1fdd,segment=NetworkSegment(931ed7ab-210b-43a2-b0a9-10401bb33b1a),segment_id=931ed7ab-210b-43a2-b0a9-10401bb33b1a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:40.061557 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.api [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:13:40.061557 n-d-814746-2 neutron-server[106991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:13:40.061557 n-d-814746-2 neutron-server[106991]: [parameters: {'id': 'bd95d81d-f6bf-44bf-9f13-5b20bdef1d44'}] Oct 25 09:13:40.061557 n-d-814746-2 neutron-server[106991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:40.061979 n-d-814746-2 neutron-server[106991]: DEBUG oslo_db.api [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:40.094071 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.137687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Deleting port 6a48e110-47ce-45e5-857a-4ba75f748925 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:40.138176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.189502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.234507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Pushing event updated for resources: {'Port': ['ID=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:40.292305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-37116b9e-eaa5-454d-8962-3aee0c02731f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Deleting subnet d4b047c3-a5f7-40e9-ade1-459284708142 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:40.296035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37116b9e-eaa5-454d-8962-3aee0c02731f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.299644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6993ec5-0e49-4fff-bf1c-16a4d5ed6e46 None None] Pushing event updated for resources: {'Port': ['ID=3a20a812-cce0-48d1-99c0-b7885e9c1fdd,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:40.301844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] For port 6a48e110-47ce-45e5-857a-4ba75f748925, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6a48e110-47ce-45e5-857a-4ba75f748925,segment=NetworkSegment(852f4a69-fd87-441d-bb25-59e3083079c4),segment_id=852f4a69-fd87-441d-bb25-59e3083079c4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:40.302199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.343833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd125d5d-85c2-48ef-93a2-246a1239ab90 None None] Network bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:40.361463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Calling delete_port for 6a48e110-47ce-45e5-857a-4ba75f748925 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:40.366364 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37116b9e-eaa5-454d-8962-3aee0c02731f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.378343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,segment=NetworkSegment(8b9f3e35-b66e-4ee8-9dc8-55320df7c916),segment_id=8b9f3e35-b66e-4ee8-9dc8-55320df7c916)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:40.430035 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.513852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37116b9e-eaa5-454d-8962-3aee0c02731f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.560629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0222b1e7-4e9d-4390-9c1e-1fb375210a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.572658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30814f4-1505-4b5f-9435-8910b981c341 req-7c890587-5271-4801-8ada-89d5340d6262 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:40.579615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.583338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b30814f4-1505-4b5f-9435-8910b981c341 req-7c890587-5271-4801-8ada-89d5340d6262 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 1.1509407 Oct 25 09:13:40.721270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Attempting to bind port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:40.721699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Attempting to bind port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:40.722028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Attempting to bind port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:40.725164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:40.747423 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37116b9e-eaa5-454d-8962-3aee0c02731f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.801582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37116b9e-eaa5-454d-8962-3aee0c02731f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.808667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-37116b9e-eaa5-454d-8962-3aee0c02731f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/subnets/d4b047c3-a5f7-40e9-ade1-459284708142 HTTP/1.1" status: 204 len: 168 time: 1.2850430 Oct 25 09:13:40.812225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b30814f4-1505-4b5f-9435-8910b981c341 req-a384c290-fe10-457c-b7fa-be052d0f7d23 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955535 Oct 25 09:13:40.812871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43118) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:40.814314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37116b9e-eaa5-454d-8962-3aee0c02731f tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b047c3-a5f7-40e9-ade1-459284708142,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:40.817564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 on network d614783c-104d-44ae-b8d7-fddab6c343dc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:13:40.818050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Attempting to bind port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 on network d614783c-104d-44ae-b8d7-fddab6c343dc {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:40.821396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585cd7be-6193-4b22-a45a-6b1a50854113 None None] Network af65004a-da65-48ca-b4ef-2192765c13d8 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:40.856025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port 3a20a812-cce0-48d1-99c0-b7885e9c1fdd {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:40.856488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.914696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:40.917314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Checking segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:40.917882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Bound using segment: {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:40.919259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Bound port: 12e4ed7c-97f6-48a7-9ec4-eb155aa55841, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85470ab5-b188-41a4-b239-3bdd48f5b718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:40.919837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.965113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:40.991999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:41.006188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a48e110-47ce-45e5-857a-4ba75f748925,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:41.031786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port 3a20a812-cce0-48d1-99c0-b7885e9c1fdd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3a20a812-cce0-48d1-99c0-b7885e9c1fdd,segment=NetworkSegment(931ed7ab-210b-43a2-b0a9-10401bb33b1a),segment_id=931ed7ab-210b-43a2-b0a9-10401bb33b1a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:41.032486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.045230 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-0222b1e7-4e9d-4390-9c1e-1fb375210a01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:41.045847 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-0222b1e7-4e9d-4390-9c1e-1fb375210a01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:41.104403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for 3a20a812-cce0-48d1-99c0-b7885e9c1fdd owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:41.154643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] For port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:41.159048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] For port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:41.178652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.179534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:41.185538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.210661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:41.211272 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.212664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/12e4ed7c-97f6-48a7-9ec4-eb155aa55841 HTTP/1.1" status: 200 len: 1092 time: 3.1846650 Oct 25 09:13:41.214491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1afb32-854f-4b13-ac74-faf76e7ccb3f', 'tag': '12e4ed7c-97f6-48a7-9ec4-eb155aa55841'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:13:41.217058 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4514e40-0549-428e-a8f9-4edb7d87ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1afb32-854f-4b13-ac74-faf76e7ccb3f", "tag": "12e4ed7c-97f6-48a7-9ec4-eb155aa55841"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:13:41.225706 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.384131 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.411218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29051c-80f3-46e6-a30d-5c741f61dcb8 req-b43484f7-dcd3-4a34-93af-f9b831864abe tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:41.421264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] DHCP port deletion for af65004a-da65-48ca-b4ef-2192765c13d8 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:13:41.428973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c29051c-80f3-46e6-a30d-5c741f61dcb8 req-b43484f7-dcd3-4a34-93af-f9b831864abe tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 944 time: 0.2656467 Oct 25 09:13:41.507044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] Deleting port c4850501-1054-4097-a5bf-a7be6e5088b1 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:41.507531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.525446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614afd6-da8a-4e87-a99f-4f2d72f701a1 service neutron] Pushing event updated for resources: {'Port': ['ID=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:41.531046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-63043a28-1493-495b-9759-20022d3a3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:41.532803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-63043a28-1493-495b-9759-20022d3a3a7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 1095 time: 0.2448149 Oct 25 09:13:41.538018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c29051c-80f3-46e6-a30d-5c741f61dcb8 req-00489f31-204f-4256-a234-28e0c4861cb0 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082251 Oct 25 09:13:41.557058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Deleting port c4850501-1054-4097-a5bf-a7be6e5088b1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:41.557503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.570937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.670798 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe83ce23-772a-4b6c-acf5-ee06c2aeddba x-openstack-request-id: req-fe83ce23-772a-4b6c-acf5-ee06c2aeddba {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:13:41.671294 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1afb32-854f-4b13-ac74-faf76e7ccb3f", "tag": "12e4ed7c-97f6-48a7-9ec4-eb155aa55841", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:13:41.671701 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe83ce23-772a-4b6c-acf5-ee06c2aeddba {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:13:41.676531 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1afb32-854f-4b13-ac74-faf76e7ccb3f', 'tag': '12e4ed7c-97f6-48a7-9ec4-eb155aa55841', 'status': 'completed', 'code': 200} Oct 25 09:13:41.680172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-a2cf35b3-722b-4105-9e42-b1499c9421c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12e4ed7c-97f6-48a7-9ec4-eb155aa55841 HTTP/1.1" status: 200 len: 217 time: 0.1337829 Oct 25 09:13:41.726473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] For port c4850501-1054-4097-a5bf-a7be6e5088b1, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c4850501-1054-4097-a5bf-a7be6e5088b1,segment=NetworkSegment(bde78b44-59ed-4173-b1b1-dbc0ed664594),segment_id=bde78b44-59ed-4173-b1b1-dbc0ed664594)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:41.729228 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.746924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=3a20a812-cce0-48d1-99c0-b7885e9c1fdd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:41.769388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] Calling delete_port for c4850501-1054-4097-a5bf-a7be6e5088b1 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:41.801105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port 3a20a812-cce0-48d1-99c0-b7885e9c1fdd on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:41.846623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] For port c4850501-1054-4097-a5bf-a7be6e5088b1, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c4850501-1054-4097-a5bf-a7be6e5088b1,segment=NetworkSegment(bde78b44-59ed-4173-b1b1-dbc0ed664594),segment_id=bde78b44-59ed-4173-b1b1-dbc0ed664594)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:41.847105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.865816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-0abb2e09-a1f6-4247-adfb-b6d4bedee1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:41.867672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-0abb2e09-a1f6-4247-adfb-b6d4bedee1bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.1778159 Oct 25 09:13:41.871943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Calling delete_port for c4850501-1054-4097-a5bf-a7be6e5088b1 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:41.945044 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.970475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:41.976016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-b7fb9838-fc5f-4358-8bf7-cabe923073f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990658 Oct 25 09:13:41.983929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Router 66b82468-f273-4aa8-a9a7-0695f02d2c8f has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:13:41.991673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] Pushing event deleted for resources: {'Port': ['ID=c4850501-1054-4097-a5bf-a7be6e5088b1,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:41.994116 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bb1b6fc1-1937-4da2-914c-b3aeb4510317 None None] Provisioning complete for port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:41.994940 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6fc1-1937-4da2-914c-b3aeb4510317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.013473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd95d81d-f6bf-44bf-9f13-5b20bdef1d44']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:42.023114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b969d-94f4-4628-8d16-2ae91092895d None None] No DVR routers for this DVR port c4850501-1054-4097-a5bf-a7be6e5088b1 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:42.052608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275dfd0c-f7ce-4852-a360-4d78ba667232 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:13:42.062668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931ed7ab-210b-43a2-b0a9-10401bb33b1a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:42.062968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931ed7ab-210b-43a2-b0a9-10401bb33b1a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:42.070287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.112819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.135830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.148433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:42.149048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:42.152931 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:42.177214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Port': ['ID=c4850501-1054-4097-a5bf-a7be6e5088b1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:42.183500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] No DVR routers for this DVR port c4850501-1054-4097-a5bf-a7be6e5088b1 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:42.243577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:13:42.260241 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e9050cda-41b2-479f-9d7b-f326ded0e497 admin admin] 10.222.0.32 "PUT /v2.0/routers/66b82468-f273-4aa8-a9a7-0695f02d2c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6272137 Oct 25 09:13:42.261217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43142) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:42.262097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.299129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51952eee-ff3a-48c8-8ba2-010021beacd1 req-adabd8b2-9283-40f3-bec7-551fff5f4902 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:42.306965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51952eee-ff3a-48c8-8ba2-010021beacd1 req-adabd8b2-9283-40f3-bec7-551fff5f4902 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.3252509 Oct 25 09:13:42.334786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.356786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275dfd0c-f7ce-4852-a360-4d78ba667232 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:13:42.361164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] Sync routers for ids ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:13:42.378374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] Routers {'66b82468-f273-4aa8-a9a7-0695f02d2c8f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:42.379008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:42.392691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af65004a-da65-48ca-b4ef-2192765c13d8']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:42.400286 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.405508 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.409000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51952eee-ff3a-48c8-8ba2-010021beacd1 req-e704c8c5-9f74-4083-9fae-4885c27a57da tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957222 Oct 25 09:13:42.412807 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 HTTP/1.1" status: 204 len: 168 time: 3.7922044 Oct 25 09:13:42.413128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-e9056004-9f50-4234-9e15-09c90f1caa56 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429077 Oct 25 09:13:42.426279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43144) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:42.436685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-306857934'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:42.486599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed26f8d-ef13-4528-89fd-741f4ced9a3a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=bd95d81d-f6bf-44bf-9f13-5b20bdef1d44,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:42.534706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde78b44-59ed-4173-b1b1-dbc0ed664594') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:42.535178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde78b44-59ed-4173-b1b1-dbc0ed664594') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:42.557665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.572197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.584766 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.596733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:42.601079 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.603558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:42.603955 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:42.609489 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:42.636534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] Set router 66b82468-f273-4aa8-a9a7-0695f02d2c8f gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:13:42.691324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Deleting port 2fa2421a-4e84-4170-90d3-70d689bbfedd {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:42.691772 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.719361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b21a720b-0b50-4c92-94c8-8e5e7ab6fd29 req-e6338c4e-71df-442e-b200-5783dd165267 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937391 Oct 25 09:13:42.737899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:42.753667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.754106 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00 of type vlan for network 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca Oct 25 09:13:42.756275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.777159 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.784563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/networks/af65004a-da65-48ca-b4ef-2192765c13d8 HTTP/1.1" status: 204 len: 168 time: 1.9596972 Oct 25 09:13:42.785945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43148) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:42.814650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb5b34-f48d-4cd4-bf71-57d0382adb13 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Pushing event deleted for resources: {'Network': ['ID=af65004a-da65-48ca-b4ef-2192765c13d8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:42.820660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-39a37ee5-43c9-47d0-9901-862976106265 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "GET /v2.0/ports?device_id=1eead9d6-b6cc-4366-bf5b-7596c2711827 HTTP/1.1" status: 200 len: 205 time: 0.0310848 Oct 25 09:13:42.821806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:42.828262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:42.841974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb095f-b2b0-45a1-ade3-d284c12d4e48 req-18859fc9-ffb6-46d2-a9ee-43855dbdae5f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:42.843542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5fb095f-b2b0-45a1-ade3-d284c12d4e48 req-18859fc9-ffb6-46d2-a9ee-43855dbdae5f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 944 time: 0.1557121 Oct 25 09:13:43.004547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] For port 2fa2421a-4e84-4170-90d3-70d689bbfedd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2fa2421a-4e84-4170-90d3-70d689bbfedd,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:43.005096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.009622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9f4be05-47c7-4ca6-8335-2eedd1208b62 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.036751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.044144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:13:40Z', 'revision_number': 5, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port': {'id': '2fa2421a-4e84-4170-90d3-70d689bbfedd', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:08:51Z', 'updated_at': '2021-10-25T09:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:43.054770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:43.055407 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.062019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Calling delete_port for 2fa2421a-4e84-4170-90d3-70d689bbfedd owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:43.097179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5fb095f-b2b0-45a1-ade3-d284c12d4e48 req-a7dde30a-5603-4d0e-9a72-d1876eefe984 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411742 Oct 25 09:13:43.119004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-6752bcb2-23f0-44dc-a05e-68e66c0fc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:43.120231 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-6752bcb2-23f0-44dc-a05e-68e66c0fc567 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 1097 time: 0.2012084 Oct 25 09:13:43.126834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] Checking router: 66b82468-f273-4aa8-a9a7-0695f02d2c8f for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:13:43.147035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c4850501-1054-4097-a5bf-a7be6e5088b1 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:43.149439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-d1f93db7-8b53-4453-a993-f65e32372c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:43.150953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-d1f93db7-8b53-4453-a993-f65e32372c5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17cae23e76914f6981ea88ef25f859c6&device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 1095 time: 0.3184021 Oct 25 09:13:43.156678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7253382 Oct 25 09:13:43.169287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43154) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:43.174571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': '5c7719ab-5669-47a2-a5b7-3bf1ccd500ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:43.180935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c4850501-1054-4097-a5bf-a7be6e5088b1 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:43.181450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c4850501-1054-4097-a5bf-a7be6e5088b1 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:43.182918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] Routers {'66b82468-f273-4aa8-a9a7-0695f02d2c8f'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:13:43.183709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:13:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:43.286888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] Set router 66b82468-f273-4aa8-a9a7-0695f02d2c8f gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:13:43.296311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9af6e6-d602-41a3-8a38-7bf87ee66923 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=5c7719ab-5669-47a2-a5b7-3bf1ccd500ca,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:43.351958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:13:42Z', 'revision_number': 6, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:43.354021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:43.368859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-df6575ae-4621-4d0c-b1a1-859e0e75832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:43.370730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-df6575ae-4621-4d0c-b1a1-859e0e75832f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 200 len: 912 time: 0.2110379 Oct 25 09:13:43.385535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:43.389121 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.419647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb80fd-e362-46fb-bb51-13d3c48b9c0c None None] The sync data for ids ['66b82468-f273-4aa8-a9a7-0695f02d2c8f'] in n-d-814746-2 is: [{'id': '66b82468-f273-4aa8-a9a7-0695f02d2c8f', 'name': 'tempest-TestVolumeBackupRestore-64548739-router', 'tenant_id': '5505599627bd453b86ac2aee1a1416b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:08:49Z', 'updated_at': '2021-10-25T09:13:42Z', 'revision_number': 6, 'project_id': '5505599627bd453b86ac2aee1a1416b6', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:13:43.474071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-39316a6e-2afb-402d-a271-0fe6e9eefcf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12e4ed7c-97f6-48a7-9ec4-eb155aa55841 HTTP/1.1" status: 200 len: 217 time: 0.0954401 Oct 25 09:13:43.527379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.ipam_backend_mixin [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing IP validity checks on allocation pools {{(pid=106992) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 09:13:43.527891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.ipam_backend_mixin [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106992) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 09:13:43.599954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-2f4ebe65-38f7-4cc3-9ae6-4e9e7695f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:43.601497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-2f4ebe65-38f7-4cc3-9ae6-4e9e7695f0f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 200 len: 851 time: 0.1201570 Oct 25 09:13:43.644302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-0ba16794-7512-4478-b907-973c5ea74314 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d614783c-104d-44ae-b8d7-fddab6c343dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345478 Oct 25 09:13:43.656207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e21c1a-256f-4052-b26d-1ad37ece4ce2 req-efcd8dc9-0c30-4a1d-8df8-2dfd36f4491e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:43.658319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89e21c1a-256f-4052-b26d-1ad37ece4ce2 req-efcd8dc9-0c30-4a1d-8df8-2dfd36f4491e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.1343036 Oct 25 09:13:43.732800 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9f4be05-47c7-4ca6-8335-2eedd1208b62 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.741442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9f4be05-47c7-4ca6-8335-2eedd1208b62 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.804068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89e21c1a-256f-4052-b26d-1ad37ece4ce2 req-31d6430d-0c94-4524-8bea-059640329c75 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169245 Oct 25 09:13:43.853736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9f4be05-47c7-4ca6-8335-2eedd1208b62 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.854450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f4be05-47c7-4ca6-8335-2eedd1208b62 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Fanout notify agent at l3_agent the message router_deleted on router 1eead9d6-b6cc-4366-bf5b-7596c2711827 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:13:43.860824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.870380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-d615de6b-8b0a-4cb5-8ff1-b43335885296 service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929779 Oct 25 09:13:43.870669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9f4be05-47c7-4ca6-8335-2eedd1208b62 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:43.871972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d9f4be05-47c7-4ca6-8335-2eedd1208b62 tempest-RoutersNegativeTest-1661213122 tempest-RoutersNegativeTest-1661213122-project] 10.222.0.32 "DELETE /v2.0/routers/1eead9d6-b6cc-4366-bf5b-7596c2711827 HTTP/1.1" status: 204 len: 168 time: 1.0495083 Oct 25 09:13:43.893036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-f264e5cb-22f1-4882-a42b-a61927d8700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:43.894878 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-f264e5cb-22f1-4882-a42b-a61927d8700e service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.7360456 Oct 25 09:13:43.957043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-51564c3d-ad62-422e-9ce2-175aa2f2b44b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41 HTTP/1.1" status: 200 len: 217 time: 0.0540462 Oct 25 09:13:44.048069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=cbcf0f6d-b2ef-4295-9e3f-caeeb022bb84,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:44.074797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5c7719ab-5669-47a2-a5b7-3bf1ccd500ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:44.075167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:44.086461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-d977a877-f149-4e2a-9d3d-6907d072172a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:44.088074 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-d977a877-f149-4e2a-9d3d-6907d072172a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1014152 Oct 25 09:13:44.092787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4514e40-0549-428e-a8f9-4edb7d87ef8f req-f1db1063-de6e-4154-b999-a6b49c16cece service neutron] 10.222.0.41 "GET /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833749 Oct 25 09:13:44.102724 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:44.105798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.116758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:44.121805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:44.122438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.130184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0a660d-1828-43fe-937c-bfba5aa8a844 None None] Network 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:44.143702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5e9aeb8a-5852-4109-96c9-25419f5caea4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9733417 Oct 25 09:13:44.146333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43168) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:44.184125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa2421a-4e84-4170-90d3-70d689bbfedd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:44.248862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43170) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:44.266886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.402401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-5c7719ab-5669-47a2-a5b7-3bf1ccd500ca', 'network_id': '5c7719ab-5669-47a2-a5b7-3bf1ccd500ca', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': 'cbcf0f6d-b2ef-4295-9e3f-caeeb022bb84'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:44.403287 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.408743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.437439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-b922f1a2-c3ae-467f-8ebc-39ad873a9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:44.439277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-b922f1a2-c3ae-467f-8ebc-39ad873a9131 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3424270 Oct 25 09:13:44.453890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.456714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.462392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e21f4e-36d6-4eee-a9b4-63767593127b req-53cf9949-b902-4ac8-a0be-f76b073831b4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:44.470892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0e21f4e-36d6-4eee-a9b4-63767593127b req-53cf9949-b902-4ac8-a0be-f76b073831b4 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 944 time: 0.1953163 Oct 25 09:13:44.519287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0e21f4e-36d6-4eee-a9b4-63767593127b req-680d399a-3393-4793-b167-fb5fd0a84b56 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Oct 25 09:13:44.531136 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.532686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66b82468-f273-4aa8-a9a7-0695f02d2c8f {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:13:44.543389 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.579937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.585365 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-42922401-8ba7-407e-b488-96e142668e8d admin admin] 10.222.0.32 "DELETE /v2.0/routers/66b82468-f273-4aa8-a9a7-0695f02d2c8f HTTP/1.1" status: 204 len: 168 time: 2.3209889 Oct 25 09:13:44.597608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43174) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:44.632793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Allocated IP 172.20.0.3 (5c7719ab-5669-47a2-a5b7-3bf1ccd500ca/cbcf0f6d-b2ef-4295-9e3f-caeeb022bb84/b45fe956-d461-47c9-8e49-fe3d03768a41) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:44.664277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8376c8bb-7e46-4d01-9abd-bcff2387cd87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=936f424ac8a8484abfb08d374be47bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4121807 Oct 25 09:13:44.671110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43176) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:44.714077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-948f8e8b-28aa-4dc8-9a0d-6f583c3af529 admin admin] Deleting subnet c8cfd723-2b05-4d95-8574-95ace9a02b44 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:13:44.718237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-948f8e8b-28aa-4dc8-9a0d-6f583c3af529 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.719229 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-263b894f-9b30-4352-b10e-f363f7616928 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706604 Oct 25 09:13:44.786283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-948f8e8b-28aa-4dc8-9a0d-6f583c3af529 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.856155 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.862055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:13:44.866744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3690346f-7751-496b-8590-6ff6385bce78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.874385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.913389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3690346f-7751-496b-8590-6ff6385bce78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:44.942023 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-abdafad6-4b61-4197-ba99-71d6c6dfe005 req-7e7871de-61a2-409a-89aa-ccafd26d7ea3 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147126 Oct 25 09:13:44.960722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Network 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:44.977009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:44.997775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3690346f-7751-496b-8590-6ff6385bce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.003189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3690346f-7751-496b-8590-6ff6385bce78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.006984 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3690346f-7751-496b-8590-6ff6385bce78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/296f4ec3-9ff2-436b-a3bc-0dcd7f5aaf39 HTTP/1.1" status: 204 len: 168 time: 0.3323851 Oct 25 09:13:45.007573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Pushing event updated for resources: {'Port': ['ID=b45fe956-d461-47c9-8e49-fe3d03768a41,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:45.010395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:45.015509 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690346f-7751-496b-8590-6ff6385bce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296f4ec3-9ff2-436b-a3bc-0dcd7f5aaf39,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:45.022483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2fa2421a-4e84-4170-90d3-70d689bbfedd no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:45.066483 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-948f8e8b-28aa-4dc8-9a0d-6f583c3af529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.077949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2fa2421a-4e84-4170-90d3-70d689bbfedd {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:45.078377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2fa2421a-4e84-4170-90d3-70d689bbfedd not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:45.079604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6a48e110-47ce-45e5-857a-4ba75f748925 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:45.092427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.112633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6a48e110-47ce-45e5-857a-4ba75f748925 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:45.113097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6a48e110-47ce-45e5-857a-4ba75f748925 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:45.167012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Attempting to bind port b45fe956-d461-47c9-8e49-fe3d03768a41 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:45.167661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Attempting to bind port b45fe956-d461-47c9-8e49-fe3d03768a41 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5c7719ab-5669-47a2-a5b7-3bf1ccd500ca'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:45.167864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Attempting to bind port b45fe956-d461-47c9-8e49-fe3d03768a41 on network 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:45.178448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:45.178955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Checking segment: {'id': '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5c7719ab-5669-47a2-a5b7-3bf1ccd500ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:45.179422 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.180016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Bound using segment: {'id': '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5c7719ab-5669-47a2-a5b7-3bf1ccd500ca'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:45.180573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Bound port: b45fe956-d461-47c9-8e49-fe3d03768a41, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5c7719ab-5669-47a2-a5b7-3bf1ccd500ca'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:45.181054 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.205448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:45.231299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcf0f6d-b2ef-4295-9e3f-caeeb022bb84,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:45.260171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b0eb7-77c6-4c12-b7aa-bfcc8cf2b782 req-0cab36b8-8cdd-4091-8f17-b7750790e341 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:45.268804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d7b0eb7-77c6-4c12-b7aa-bfcc8cf2b782 req-0cab36b8-8cdd-4091-8f17-b7750790e341 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.2741935 Oct 25 09:13:45.269768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] For port b45fe956-d461-47c9-8e49-fe3d03768a41, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:45.273127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] For port b45fe956-d461-47c9-8e49-fe3d03768a41, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b45fe956-d461-47c9-8e49-fe3d03768a41,segment=NetworkSegment(9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00),segment_id=9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:45.287717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.288312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.292824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '12e4ed7c-97f6-48a7-9ec4-eb155aa55841', 'network_id': 'd614783c-104d-44ae-b8d7-fddab6c343dc', 'port_id': '12e4ed7c-97f6-48a7-9ec4-eb155aa55841', 'mac_address': 'fa:16:3e:63:e1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca46ef7-c47c-435f-b6e3-6f8b5f596295', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:13:45.361411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d7b0eb7-77c6-4c12-b7aa-bfcc8cf2b782 req-525e198a-212c-44c2-9fb3-1ff9ae8e087d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913432 Oct 25 09:13:45.374796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7719ab-5669-47a2-a5b7-3bf1ccd500ca']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:45.384747 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.401435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-948f8e8b-28aa-4dc8-9a0d-6f583c3af529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.405185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:13:45.431157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:45.431517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:45.471117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:45.472914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab084e0d-4b3f-4742-a47e-f1404bd4ff4d None None] Pushing event updated for resources: {'Port': ['ID=b45fe956-d461-47c9-8e49-fe3d03768a41,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:45.496875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-948f8e8b-28aa-4dc8-9a0d-6f583c3af529 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.503716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-948f8e8b-28aa-4dc8-9a0d-6f583c3af529 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c8cfd723-2b05-4d95-8574-95ace9a02b44 HTTP/1.1" status: 204 len: 168 time: 0.9038088 Oct 25 09:13:45.509062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43194) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:45.514007 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.523894 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.529629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c782faaa-8e58-4000-89ef-1d523a523e86 None None] Network 5c7719ab-5669-47a2-a5b7-3bf1ccd500ca requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:45.535198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f8e8b-28aa-4dc8-9a0d-6f583c3af529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8cfd723-2b05-4d95-8574-95ace9a02b44,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:45.569530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.581000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:45.581479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:45.664543 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:45.669614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.api [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:13:45.669614 n-d-814746-2 neutron-server[106992]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:13:45.669614 n-d-814746-2 neutron-server[106992]: [parameters: {'id': '5c7719ab-5669-47a2-a5b7-3bf1ccd500ca'}] Oct 25 09:13:45.669614 n-d-814746-2 neutron-server[106992]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:45.670169 n-d-814746-2 neutron-server[106992]: DEBUG oslo_db.api [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:45.692537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.703334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428025dd-6421-4715-88ca-0090014c412f None None] Network b77ff6a8-4654-42c9-bc6b-1596722bf643 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:45.759359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182e552-fc19-4ce7-a005-894f30592c6f req-64856903-f865-4c79-bd87-e21c3961e930 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:45.761244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c182e552-fc19-4ce7-a005-894f30592c6f req-64856903-f865-4c79-bd87-e21c3961e930 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 945 time: 0.0954399 Oct 25 09:13:45.764625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Deleting port a40523ae-20b9-4b8c-bef0-359cf09cc20e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:45.765147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.816558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c182e552-fc19-4ce7-a005-894f30592c6f req-c28ac29d-a9ec-4ce3-b8ba-bc1e7c0941d6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Oct 25 09:13:45.859092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] For port a40523ae-20b9-4b8c-bef0-359cf09cc20e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a40523ae-20b9-4b8c-bef0-359cf09cc20e,segment=NetworkSegment(852f4a69-fd87-441d-bb25-59e3083079c4),segment_id=852f4a69-fd87-441d-bb25-59e3083079c4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:45.860405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:45.884131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Calling delete_port for a40523ae-20b9-4b8c-bef0-359cf09cc20e owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:46.006964 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.021731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] No DVR routers for this DVR port a40523ae-20b9-4b8c-bef0-359cf09cc20e on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:46.046505 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40523ae-20b9-4b8c-bef0-359cf09cc20e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:46.078330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:46.141102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['12e4ed7c-97f6-48a7-9ec4-eb155aa55841'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:13:46.142260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.171806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.202280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77ff6a8-4654-42c9-bc6b-1596722bf643']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:46.202902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b1ecf-6421-43d8-a849-5157a27de2ba None None] DHCP port deletion for b77ff6a8-4654-42c9-bc6b-1596722bf643 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:13:46.216036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852f4a69-fd87-441d-bb25-59e3083079c4') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:46.216591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852f4a69-fd87-441d-bb25-59e3083079c4') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:46.228105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.247769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239b8cc-f452-4e50-9a51-07ae23cde3a3 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:13:46.250003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.258137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:46.258673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:46.262008 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:46.272875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port b45fe956-d461-47c9-8e49-fe3d03768a41 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:46.273244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.356164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.363189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.369137 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b77ff6a8-4654-42c9-bc6b-1596722bf643 HTTP/1.1" status: 204 len: 168 time: 0.8567045 Oct 25 09:13:46.398574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f7299-9a62-40ac-b0a2-0771d0633b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b77ff6a8-4654-42c9-bc6b-1596722bf643,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:46.441364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port b45fe956-d461-47c9-8e49-fe3d03768a41, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b45fe956-d461-47c9-8e49-fe3d03768a41,segment=NetworkSegment(9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00),segment_id=9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:46.441985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.466720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for b45fe956-d461-47c9-8e49-fe3d03768a41 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:46.525429 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-47f2f833-006d-4ba1-a5cd-4a7915711f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.650268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239b8cc-f452-4e50-9a51-07ae23cde3a3 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:13:46.700168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38af5d-1621-4c99-9bad-0e7aab299263 req-8ea12a3e-752c-41aa-9569-73e9cc52062a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:46.703105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c38af5d-1621-4c99-9bad-0e7aab299263 req-8ea12a3e-752c-41aa-9569-73e9cc52062a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 946 time: 0.1525037 Oct 25 09:13:46.759391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43230) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:46.803581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c38af5d-1621-4c99-9bad-0e7aab299263 req-894917f9-9afd-45e7-91fd-541c4a55d708 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924854 Oct 25 09:13:46.826784 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:46.852376 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c589f7c7-903e-4974-af3f-f4ef969a839f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1be64bfb5e2846868286d781fd1e9eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909138 Oct 25 09:13:46.854868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:46.901707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port b45fe956-d461-47c9-8e49-fe3d03768a41 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:46.916077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=b45fe956-d461-47c9-8e49-fe3d03768a41,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:47.011242 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c74150d8-7c3a-4fe6-8f89-b2ac65874df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.026756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a40523ae-20b9-4b8c-bef0-359cf09cc20e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:47.070361 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c74150d8-7c3a-4fe6-8f89-b2ac65874df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.078968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: a40523ae-20b9-4b8c-bef0-359cf09cc20e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:13:47.079436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a40523ae-20b9-4b8c-bef0-359cf09cc20e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:13:47.127305 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.145664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c74150d8-7c3a-4fe6-8f89-b2ac65874df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.149796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c74150d8-7c3a-4fe6-8f89-b2ac65874df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.151726 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c74150d8-7c3a-4fe6-8f89-b2ac65874df7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6b29f71-f732-41ba-a663-13bf35d8db9c HTTP/1.1" status: 204 len: 168 time: 0.2956443 Oct 25 09:13:47.170286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74150d8-7c3a-4fe6-8f89-b2ac65874df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b29f71-f732-41ba-a663-13bf35d8db9c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:47.195802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7719ab-5669-47a2-a5b7-3bf1ccd500ca']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:47.250533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:47.252281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4c9a16-0cd4-4a7a-890c-5b9cafd23b00') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:47.308745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.381401 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.401224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:47.401513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:47.458066 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:47.578224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20fb26-c005-4fce-845f-75a513e67b4e req-74960f67-bbe9-4da6-a02f-0dd072830a62 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:47.582896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e20fb26-c005-4fce-845f-75a513e67b4e req-74960f67-bbe9-4da6-a02f-0dd072830a62 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 945 time: 0.3533695 Oct 25 09:13:47.584407 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.601946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.605961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/5c7719ab-5669-47a2-a5b7-3bf1ccd500ca HTTP/1.1" status: 204 len: 168 time: 3.4586244 Oct 25 09:13:47.609485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:47.616103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300245631'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:47.655207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 03f9d9ec-b80c-4413-a4cf-4611c8351d41 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:47.665475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50cb7-0c27-48ca-b0d7-b5ab83e6ae0b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=5c7719ab-5669-47a2-a5b7-3bf1ccd500ca,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:47.670071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:47.674309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.725654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:47.729487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e20fb26-c005-4fce-845f-75a513e67b4e req-b2434ed6-2715-4d5b-a0d1-02309cc247ea tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247680 Oct 25 09:13:47.752268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.752647 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment b758493e-a58d-4fe3-90b9-338ad558dc57 of type vlan for network 8148d990-7444-471a-ab76-b2fbb20ae666 Oct 25 09:13:47.801260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.828296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43254) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:47.846785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.855961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:47.856609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.869246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:47.916356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3053436 Oct 25 09:13:47.919626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43260) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:47.942996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': '8148d990-7444-471a-ab76-b2fbb20ae666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:47.949031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:47.950233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:13:47.956681 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e48e0-472b-4c5b-9b5a-bda478745183" -d '{"events": [{"server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "name": "network-vif-unplugged", "status": "completed", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:13:47.963341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:48.008549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3c0afb7c-53ec-48dd-8863-d30db5de1a88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5505599627bd453b86ac2aee1a1416b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781864 Oct 25 09:13:48.010052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43268) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:48.044628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c590a-5ce0-41e4-8d88-faf4213c5c71 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=8148d990-7444-471a-ab76-b2fbb20ae666,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:48.067296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8148d990-7444-471a-ab76-b2fbb20ae666 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:48.083391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:48.142610 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eab5d701-2a75-4eb6-9bad-533a53f39f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:48.169307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eab5d701-2a75-4eb6-9bad-533a53f39f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:48.239288 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eab5d701-2a75-4eb6-9bad-533a53f39f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:48.244595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eab5d701-2a75-4eb6-9bad-533a53f39f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:48.248861 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eab5d701-2a75-4eb6-9bad-533a53f39f46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39b0890e-b3fc-4307-9cc0-ddd147af1e7d HTTP/1.1" status: 204 len: 168 time: 0.2361193 Oct 25 09:13:48.259371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5d701-2a75-4eb6-9bad-533a53f39f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b0890e-b3fc-4307-9cc0-ddd147af1e7d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:48.515572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43278) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:48.715142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8deb71-3996-4730-8070-a1a6a412ef0c req-3ec0b852-446d-44ce-ba10-092b77867b75 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:48.726151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af8deb71-3996-4730-8070-a1a6a412ef0c req-3ec0b852-446d-44ce-ba10-092b77867b75 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 944 time: 0.6538248 Oct 25 09:13:48.760399 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1ef6dc75-a465-4cf6-9c13-403f19c452b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:48.782009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:48.788049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:48.831098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af8deb71-3996-4730-8070-a1a6a412ef0c req-a2406770-0e84-4461-807a-d9c83a36f32d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037931 Oct 25 09:13:48.840546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:13:48.895615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf4cdac7-5b86-4502-9713-b4407fade632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:48.925928 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Oct 2021 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a13611d-d0ac-44a7-906b-4c0e6ae10112 x-openstack-request-id: req-1a13611d-d0ac-44a7-906b-4c0e6ae10112 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:13:48.926356 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "name": "network-vif-unplugged", "status": "failed", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41", "code": 422}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:13:48.926669 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a13611d-d0ac-44a7-906b-4c0e6ae10112 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:13:48.927212 n-d-814746-2 neutron-server[106993]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'code': 422} returned with failed status Oct 25 09:13:48.928832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:13:48.935110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:13:48.935854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.049937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf4cdac7-5b86-4502-9713-b4407fade632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.057708 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf4cdac7-5b86-4502-9713-b4407fade632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.068749 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.132178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:49.137782 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.149286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cdac7-5b86-4502-9713-b4407fade632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c83ad11-e942-48c2-a2f9-957bab6a37db,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:49.157673 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bf4cdac7-5b86-4502-9713-b4407fade632 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e73f064334d4d818118ddd9bdf83bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6405787 Oct 25 09:13:49.160306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43288) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:49.185878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.204905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:49.226403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-94bc9472-0989-4e5b-8741-65eaf4f3a9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.251223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-94bc9472-0989-4e5b-8741-65eaf4f3a9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.263480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=8304a7d9-b392-4258-9f8d-b4b0ec3bb6c2,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:49.275469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b49d-6de3-403f-b2ed-d553e427faa7 req-7ec6547f-d25e-4b97-9adb-224eabe43e32 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:49.276678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3221b49d-6de3-403f-b2ed-d553e427faa7 req-7ec6547f-d25e-4b97-9adb-224eabe43e32 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.1398501 Oct 25 09:13:49.283503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': 'b758493e-a58d-4fe3-90b9-338ad558dc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8148d990-7444-471a-ab76-b2fbb20ae666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:49.283771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: 8148d990-7444-471a-ab76-b2fbb20ae666, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:49.314092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-94bc9472-0989-4e5b-8741-65eaf4f3a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.317174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-94bc9472-0989-4e5b-8741-65eaf4f3a9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.321740 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-94bc9472-0989-4e5b-8741-65eaf4f3a9fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c83ad11-e942-48c2-a2f9-957bab6a37db HTTP/1.1" status: 204 len: 168 time: 0.1566892 Oct 25 09:13:49.327652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc9472-0989-4e5b-8741-65eaf4f3a9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c83ad11-e942-48c2-a2f9-957bab6a37db,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:49.333788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3221b49d-6de3-403f-b2ed-d553e427faa7 req-78ba2237-8659-424d-810e-620f046ef61c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Oct 25 09:13:49.334762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network 8148d990-7444-471a-ab76-b2fbb20ae666 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:49.357219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8148d990-7444-471a-ab76-b2fbb20ae666) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:49.369445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371418d9-6617-4475-8072-66758e63dde0 None None] Network 8148d990-7444-471a-ab76-b2fbb20ae666 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:49.374977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:49.378896 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.412056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a679d182-44c7-4e01-85d8-fa2ea200b628 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4889779 Oct 25 09:13:49.412720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43292) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:49.482726 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:13:49.535463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6153b8-92ee-4589-8311-92ef98954dd6 req-5399c35c-5de2-42e2-8e3f-d73c9d936de8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:49.545288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a6153b8-92ee-4589-8311-92ef98954dd6 req-5399c35c-5de2-42e2-8e3f-d73c9d936de8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1007123 Oct 25 09:13:49.593758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.598165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a6153b8-92ee-4589-8311-92ef98954dd6 req-0ac36840-22b8-4cf3-b46a-d5d06cb1699c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518649 Oct 25 09:13:49.647871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9bfbb3-fd75-45a2-8d14-933732562f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-8148d990-7444-471a-ab76-b2fbb20ae666', 'network_id': '8148d990-7444-471a-ab76-b2fbb20ae666', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': '8304a7d9-b392-4258-9f8d-b4b0ec3bb6c2'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:49.648782 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d9bfbb3-fd75-45a2-8d14-933732562f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.688432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.756697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3346a-ee70-459c-a9bd-125ab9d7a819 req-59ac5a2e-1c8a-4c41-9dcf-25f5da1e96ab tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:49.758642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ff3346a-ee70-459c-a9bd-125ab9d7a819 req-59ac5a2e-1c8a-4c41-9dcf-25f5da1e96ab tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0751860 Oct 25 09:13:49.784087 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-5d9bfbb3-fd75-45a2-8d14-933732562f2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8304a7d9-b392-4258-9f8d-b4b0ec3bb6c2: This subnet is being modified by another concurrent operation. Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8304a7d9-b392-4258-9f8d-b4b0ec3bb6c2: This subnet is being modified by another concurrent operation. Oct 25 09:13:49.792572 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:13:49.811586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d0146-ec70-415c-904b-a3b118ea648a None None] Network 8148d990-7444-471a-ab76-b2fbb20ae666 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:49.815726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43300) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:49.825253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=8304a7d9-b392-4258-9f8d-b4b0ec3bb6c2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:49.845103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3e917a5-2d5b-4a68-b369-6050600d5ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.871068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ff3346a-ee70-459c-a9bd-125ab9d7a819 req-6857fc42-8b1a-498d-99a8-6296c9f72bc6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056435 Oct 25 09:13:49.935038 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.968632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8148d990-7444-471a-ab76-b2fbb20ae666']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:49.970044 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3e917a5-2d5b-4a68-b369-6050600d5ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.976779 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3e917a5-2d5b-4a68-b369-6050600d5ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.982835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b758493e-a58d-4fe3-90b9-338ad558dc57') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:49.983184 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b758493e-a58d-4fe3-90b9-338ad558dc57') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:49.992550 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.993329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:49.999034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.012576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b3e917a5-2d5b-4a68-b369-6050600d5ae7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cad04de754894884a3b7f8fd14a56002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953118 Oct 25 09:13:50.014980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43304) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:50.024930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.035481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:50.036494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.069024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e917a5-2d5b-4a68-b369-6050600d5ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885eec9a-1a97-45fb-8a09-97c918afe621,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:50.107124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-742bf5b1-c6e6-4bad-b590-7f844baa7e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.117918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda36f43-cc28-4619-ae5b-98a51453d0b1 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:50.138245 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:50.144584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.154138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.157230 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-742bf5b1-c6e6-4bad-b590-7f844baa7e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.159934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/8148d990-7444-471a-ab76-b2fbb20ae666 HTTP/1.1" status: 204 len: 168 time: 0.7445250 Oct 25 09:13:50.164498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43310) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:50.177529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971c4f8-fb8a-4f4a-811a-9c365c09a815 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=8148d990-7444-471a-ab76-b2fbb20ae666,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:50.188563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1513847760'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:50.245918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda36f43-cc28-4619-ae5b-98a51453d0b1 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:13:50.255254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:50.259391 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.270368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ec78-4f16-44ce-9b7e-6a864394a246 req-fe8706b0-6d7c-4cff-ab86-2b8a8ce82c3e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:50.271860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db29ec78-4f16-44ce-9b7e-6a864394a246 req-fe8706b0-6d7c-4cff-ab86-2b8a8ce82c3e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1125278 Oct 25 09:13:50.293481 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-742bf5b1-c6e6-4bad-b590-7f844baa7e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.296004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-742bf5b1-c6e6-4bad-b590-7f844baa7e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.300912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-742bf5b1-c6e6-4bad-b590-7f844baa7e57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/885eec9a-1a97-45fb-8a09-97c918afe621 HTTP/1.1" status: 204 len: 168 time: 0.2810919 Oct 25 09:13:50.323586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bf5b1-c6e6-4bad-b590-7f844baa7e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885eec9a-1a97-45fb-8a09-97c918afe621,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:50.325978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:50.348835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.349222 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 687b1dd9-5fbe-424a-8cc1-2065fababde5 of type vlan for network d6ba0163-e728-4c0c-832f-cdf1c7016cfd Oct 25 09:13:50.353078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db29ec78-4f16-44ce-9b7e-6a864394a246 req-bb94edc6-a9f7-4147-87d0-dd786b4346ad tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685155 Oct 25 09:13:50.411789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.446679 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.452490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:50.453113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.515094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3429520 Oct 25 09:13:50.518045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43316) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:50.523187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': 'd6ba0163-e728-4c0c-832f-cdf1c7016cfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:50.542004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4554be5-807c-4528-a10c-39abb92da4fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=d6ba0163-e728-4c0c-832f-cdf1c7016cfd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:50.584445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d6ba0163-e728-4c0c-832f-cdf1c7016cfd details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:50.712037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6e905-8f34-4bac-bdfe-dea79fa5c7dc req-d0ee2cc8-647d-4baf-b7e2-987d153e4628 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:50.712299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:50.713634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15d6e905-8f34-4bac-bdfe-dea79fa5c7dc req-d0ee2cc8-647d-4baf-b7e2-987d153e4628 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.0757396 Oct 25 09:13:50.719138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:50.771779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15d6e905-8f34-4bac-bdfe-dea79fa5c7dc req-1eac0a49-6278-429d-8bb9-50b4fe12b4fe tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498364 Oct 25 09:13:50.928305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1afb32-854f-4b13-ac74-faf76e7ccb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e4ed7c-97f6-48a7-9ec4-eb155aa55841'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:13:50.933515 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43fb06-73b5-4b2a-9c08-e9925f54f735" -d '{"events": [{"server_uuid": "fc1afb32-854f-4b13-ac74-faf76e7ccb3f", "name": "network-vif-plugged", "status": "completed", "tag": "12e4ed7c-97f6-48a7-9ec4-eb155aa55841"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:13:50.987647 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3305c394-f45a-4b06-8d72-f7007dbd9157 x-openstack-request-id: req-3305c394-f45a-4b06-8d72-f7007dbd9157 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:13:50.989096 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1afb32-854f-4b13-ac74-faf76e7ccb3f", "name": "network-vif-plugged", "status": "completed", "tag": "12e4ed7c-97f6-48a7-9ec4-eb155aa55841", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:13:50.989096 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3305c394-f45a-4b06-8d72-f7007dbd9157 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:13:50.989096 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1afb32-854f-4b13-ac74-faf76e7ccb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e4ed7c-97f6-48a7-9ec4-eb155aa55841', 'code': 200} Oct 25 09:13:51.028219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.118126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43336) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:51.121729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=0b249172-d95d-4792-8b14-7f2444b45633,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:51.145411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a14aa-a4eb-47a1-b5d8-6494432c744b req-0e6a64ed-e99c-4f17-9c18-a2b5d03078f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:51.147454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-015a14aa-a4eb-47a1-b5d8-6494432c744b req-0e6a64ed-e99c-4f17-9c18-a2b5d03078f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 1097 time: 0.0674837 Oct 25 09:13:51.166866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '687b1dd9-5fbe-424a-8cc1-2065fababde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd6ba0163-e728-4c0c-832f-cdf1c7016cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:51.167242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: d6ba0163-e728-4c0c-832f-cdf1c7016cfd, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:51.189385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network d6ba0163-e728-4c0c-832f-cdf1c7016cfd is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:51.208329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d6ba0163-e728-4c0c-832f-cdf1c7016cfd) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:51.211005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-015a14aa-a4eb-47a1-b5d8-6494432c744b req-8d58e551-180c-4d3d-bcf6-4600971db3b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539551 Oct 25 09:13:51.213183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:51.213987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.222649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd2cbfd-bfa0-4680-9d2b-544f24b66370 None None] Network d6ba0163-e728-4c0c-832f-cdf1c7016cfd requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:51.258979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43344) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:51.259779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1bcb9885-2038-4351-a9d4-6e0e8603fc4b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7400475 Oct 25 09:13:51.332057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5590f85-c2f9-4477-87d9-027b32ca503a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.418408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.435459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d6ba0163-e728-4c0c-832f-cdf1c7016cfd', 'network_id': 'd6ba0163-e728-4c0c-832f-cdf1c7016cfd', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': '0b249172-d95d-4792-8b14-7f2444b45633'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:51.437336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.550880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5590f85-c2f9-4477-87d9-027b32ca503a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.552180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.577291 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c5590f85-c2f9-4477-87d9-027b32ca503a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.648338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c5590f85-c2f9-4477-87d9-027b32ca503a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddda745623dd448a9c0fb6a74e9c537e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266829 Oct 25 09:13:51.649436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43356) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:51.654044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc339678-a875-4775-a9eb-d19156a19648 req-96f63435-1892-4b5c-a7b1-b9e36ba92002 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:51.655542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc339678-a875-4775-a9eb-d19156a19648 req-96f63435-1892-4b5c-a7b1-b9e36ba92002 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1663222 Oct 25 09:13:51.663513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Allocated IP 172.20.0.2 (d6ba0163-e728-4c0c-832f-cdf1c7016cfd/0b249172-d95d-4792-8b14-7f2444b45633/570ee226-3ecd-436f-96c4-714013c67e01) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:51.671329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5590f85-c2f9-4477-87d9-027b32ca503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ba68f2-52e8-406f-9029-1304803376ce,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:51.718439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc339678-a875-4775-a9eb-d19156a19648 req-edf127da-ceaa-424c-8f62-fd56fa140dde tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545802 Oct 25 09:13:51.780762 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3160845a-859d-4dce-83dc-5f4540ccc7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.790546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 03f9d9ec-b80c-4413-a4cf-4611c8351d41 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:13:51.819375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3160845a-859d-4dce-83dc-5f4540ccc7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.868200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.908325 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3160845a-859d-4dce-83dc-5f4540ccc7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.911553 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3160845a-859d-4dce-83dc-5f4540ccc7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:51.912700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3160845a-859d-4dce-83dc-5f4540ccc7c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8ba68f2-52e8-406f-9029-1304803376ce HTTP/1.1" status: 204 len: 168 time: 0.2628746 Oct 25 09:13:51.938502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160845a-859d-4dce-83dc-5f4540ccc7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ba68f2-52e8-406f-9029-1304803376ce,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:51.949576 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.008976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.026748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f8adf-accf-4be6-be37-35cfebe14dd3 req-3a6e0b7e-fe74-4ca5-aa33-8680e593d7f6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:52.039819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c2f8adf-accf-4be6-be37-35cfebe14dd3 req-3a6e0b7e-fe74-4ca5-aa33-8680e593d7f6 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.1345139 Oct 25 09:13:52.053547 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.070565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Network d6ba0163-e728-4c0c-832f-cdf1c7016cfd is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:52.074913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:52.076979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Pushing event updated for resources: {'Port': ['ID=570ee226-3ecd-436f-96c4-714013c67e01,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:52.079793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:52.138166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=0b249172-d95d-4792-8b14-7f2444b45633,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:52.144600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Attempting to bind port 570ee226-3ecd-436f-96c4-714013c67e01 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:52.145567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Attempting to bind port 570ee226-3ecd-436f-96c4-714013c67e01 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '687b1dd9-5fbe-424a-8cc1-2065fababde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd6ba0163-e728-4c0c-832f-cdf1c7016cfd'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:52.145567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Attempting to bind port 570ee226-3ecd-436f-96c4-714013c67e01 on network d6ba0163-e728-4c0c-832f-cdf1c7016cfd {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:52.150941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:52.151310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Checking segment: {'id': '687b1dd9-5fbe-424a-8cc1-2065fababde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd6ba0163-e728-4c0c-832f-cdf1c7016cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:52.151706 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.152097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Bound using segment: {'id': '687b1dd9-5fbe-424a-8cc1-2065fababde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd6ba0163-e728-4c0c-832f-cdf1c7016cfd'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:52.152564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Bound port: 570ee226-3ecd-436f-96c4-714013c67e01, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687b1dd9-5fbe-424a-8cc1-2065fababde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd6ba0163-e728-4c0c-832f-cdf1c7016cfd'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:52.152972 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.240722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c2f8adf-accf-4be6-be37-35cfebe14dd3 req-8edc2d8d-ae5c-49c0-a8fd-27f91ec184c9 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947584 Oct 25 09:13:52.249382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] For port 570ee226-3ecd-436f-96c4-714013c67e01, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:52.253506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] For port 570ee226-3ecd-436f-96c4-714013c67e01, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=570ee226-3ecd-436f-96c4-714013c67e01,segment=NetworkSegment(687b1dd9-5fbe-424a-8cc1-2065fababde5),segment_id=687b1dd9-5fbe-424a-8cc1-2065fababde5)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:52.259636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.265545 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.300057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ba0163-e728-4c0c-832f-cdf1c7016cfd']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:52.329480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b1dd9-5fbe-424a-8cc1-2065fababde5') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:52.329873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b1dd9-5fbe-424a-8cc1-2065fababde5') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:52.356445 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.366135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43372) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:52.375861 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.387072 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f8c65eb-768c-4754-ab43-d449745bded5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.398089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618b068-f2e3-4995-9693-e43591dde543 None None] Pushing event updated for resources: {'Port': ['ID=570ee226-3ecd-436f-96c4-714013c67e01,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:52.403459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:52.405065 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.412313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43dfbb-02c6-445f-b2d0-f6693cdfd9e1 None None] Network d6ba0163-e728-4c0c-832f-cdf1c7016cfd requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:52.457431 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:52.477624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.api [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:13:52.477624 n-d-814746-2 neutron-server[106992]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:13:52.477624 n-d-814746-2 neutron-server[106992]: [parameters: {'id': 'd6ba0163-e728-4c0c-832f-cdf1c7016cfd'}] Oct 25 09:13:52.477624 n-d-814746-2 neutron-server[106992]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:52.478464 n-d-814746-2 neutron-server[106992]: DEBUG oslo_db.api [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:52.549996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f8c65eb-768c-4754-ab43-d449745bded5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.556728 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f8c65eb-768c-4754-ab43-d449745bded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.606349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c65eb-768c-4754-ab43-d449745bded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed8fc36-fc95-4255-bd1c-a3f78dc32271,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:52.613844 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7f8c65eb-768c-4754-ab43-d449745bded5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4561269a08d04ffd8f7533e3530f777d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462201 Oct 25 09:13:52.616556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43378) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:52.673158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f38daf30-dab9-442b-8806-5721f0fdcace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.706137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f38daf30-dab9-442b-8806-5721f0fdcace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.729178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599391a-3ce6-434b-a452-b10f238508b1 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:13:52.766388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f38daf30-dab9-442b-8806-5721f0fdcace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.769462 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f38daf30-dab9-442b-8806-5721f0fdcace admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:52.770623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f38daf30-dab9-442b-8806-5721f0fdcace admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bed8fc36-fc95-4255-bd1c-a3f78dc32271 HTTP/1.1" status: 204 len: 168 time: 0.1530564 Oct 25 09:13:52.781183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38daf30-dab9-442b-8806-5721f0fdcace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed8fc36-fc95-4255-bd1c-a3f78dc32271,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:52.854777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599391a-3ce6-434b-a452-b10f238508b1 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:13:52.871395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8a031-7dd8-4a74-a704-eae4eb81dc38 req-79cab6a1-a178-4532-a53e-0828b44f6be8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:52.879947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8be8a031-7dd8-4a74-a704-eae4eb81dc38 req-79cab6a1-a178-4532-a53e-0828b44f6be8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0828621 Oct 25 09:13:52.925772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8be8a031-7dd8-4a74-a704-eae4eb81dc38 req-627a6151-8a2e-4790-87d4-d90e06d14954 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450890 Oct 25 09:13:52.980702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.059258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port 570ee226-3ecd-436f-96c4-714013c67e01 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:53.059830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.133201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port 570ee226-3ecd-436f-96c4-714013c67e01, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=570ee226-3ecd-436f-96c4-714013c67e01,segment=NetworkSegment(687b1dd9-5fbe-424a-8cc1-2065fababde5),segment_id=687b1dd9-5fbe-424a-8cc1-2065fababde5)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:53.133722 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.149869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for 570ee226-3ecd-436f-96c4-714013c67e01 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:53.239299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.291073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=570ee226-3ecd-436f-96c4-714013c67e01,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:53.297087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port 570ee226-3ecd-436f-96c4-714013c67e01 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:53.421441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.452485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ba0163-e728-4c0c-832f-cdf1c7016cfd']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:53.485085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908d742-c75a-403d-90f2-d2c7146626d7 req-8e24bcce-f9b9-48f9-b18b-6dfb46b8db5c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:53.493181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3908d742-c75a-403d-90f2-d2c7146626d7 req-8e24bcce-f9b9-48f9-b18b-6dfb46b8db5c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.1196010 Oct 25 09:13:53.496609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b1dd9-5fbe-424a-8cc1-2065fababde5') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:53.496909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b1dd9-5fbe-424a-8cc1-2065fababde5') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:53.518716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.546560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3908d742-c75a-403d-90f2-d2c7146626d7 req-40f309f8-ad89-4dcb-a64d-7ea0b4aeea45 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723953 Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:53.571254 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:53.644056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.655405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.659670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/d6ba0163-e728-4c0c-832f-cdf1c7016cfd HTTP/1.1" status: 204 len: 168 time: 2.3991675 Oct 25 09:13:53.663425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43420) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:53.668584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1114376138'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:53.684247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710db808-b932-4fe4-afcb-bb4bbe671984 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=d6ba0163-e728-4c0c-832f-cdf1c7016cfd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:53.702698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:53.709195 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.739963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:53.752592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.753058 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 8775ec4f-cb5b-412c-81f8-33959a016847 of type vlan for network ba848d4e-cb46-4ab4-b812-f8247272cede Oct 25 09:13:53.824958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.863630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e84e2-75fb-48fd-811d-9c57d5fc3d1d req-e4ef9cd9-1089-45ae-987d-7124d083ca9e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:53.865148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c68e84e2-75fb-48fd-811d-9c57d5fc3d1d req-e4ef9cd9-1089-45ae-987d-7124d083ca9e tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.0803962 Oct 25 09:13:53.866263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.871596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:53.872159 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:53.939542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2748916 Oct 25 09:13:53.943765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43430) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:53.955968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': 'ba848d4e-cb46-4ab4-b812-f8247272cede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:54.010123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b73dcd-2243-4389-abd4-c4661a66454e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=ba848d4e-cb46-4ab4-b812-f8247272cede,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:54.020471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ba848d4e-cb46-4ab4-b812-f8247272cede details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:54.023224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c68e84e2-75fb-48fd-811d-9c57d5fc3d1d req-4405c9ac-a317-44ac-ad65-36df15ee8c5c tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469276 Oct 25 09:13:54.073089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:54.078448 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.114981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43438) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:54.163889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.ipam_backend_mixin [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing IP validity checks on allocation pools {{(pid=106992) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 09:13:54.164468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.ipam_backend_mixin [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106992) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 09:13:54.203881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f1e5-d6d0-46d8-824f-620b158bf0ae req-8cce13ce-3e61-458a-8f50-2c1ea93f6f7a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:54.205390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5c2f1e5-d6d0-46d8-824f-620b158bf0ae req-8cce13ce-3e61-458a-8f50-2c1ea93f6f7a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0849347 Oct 25 09:13:54.227543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75c85942-501b-40e1-8da1-f92824b132f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.281006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5c2f1e5-d6d0-46d8-824f-620b158bf0ae req-eb2b6530-dd3a-4332-afcb-7757400fef14 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692890 Oct 25 09:13:54.305175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75c85942-501b-40e1-8da1-f92824b132f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.309684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-75c85942-501b-40e1-8da1-f92824b132f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.345265 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.351445 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-75c85942-501b-40e1-8da1-f92824b132f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ee4ff396e4441e597a132e4917663b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352664 Oct 25 09:13:54.352385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c85942-501b-40e1-8da1-f92824b132f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc80e6b-c2ba-426d-9945-e7b7df3725b1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:54.354101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43442) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:54.444610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=4164fad8-4b82-446f-b40f-c8ab51648a30,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:54.461135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '8775ec4f-cb5b-412c-81f8-33959a016847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ba848d4e-cb46-4ab4-b812-f8247272cede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:54.461493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: ba848d4e-cb46-4ab4-b812-f8247272cede, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:54.467078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74b57ddf-6b4c-4a5a-a720-551902b7265f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.497695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74b57ddf-6b4c-4a5a-a720-551902b7265f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.506564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network ba848d4e-cb46-4ab4-b812-f8247272cede is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:54.537202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ba848d4e-cb46-4ab4-b812-f8247272cede) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:54.542020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:54.542750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.546288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4146047d-4e95-4177-9d6d-3c2d7fa45c9f None None] Network ba848d4e-cb46-4ab4-b812-f8247272cede requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:54.572910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-acbe1b7c-998b-4cf7-a6af-7cf82584d4b3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6279535 Oct 25 09:13:54.573423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43448) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:54.590937 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74b57ddf-6b4c-4a5a-a720-551902b7265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.595796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74b57ddf-6b4c-4a5a-a720-551902b7265f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.597209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-74b57ddf-6b4c-4a5a-a720-551902b7265f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dc80e6b-c2ba-426d-9945-e7b7df3725b1 HTTP/1.1" status: 204 len: 168 time: 0.2421737 Oct 25 09:13:54.621893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b57ddf-6b4c-4a5a-a720-551902b7265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc80e6b-c2ba-426d-9945-e7b7df3725b1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:54.727631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.775239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b8fd85-f7b0-43bf-8302-8d16e32f4aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ba848d4e-cb46-4ab4-b812-f8247272cede', 'network_id': 'ba848d4e-cb46-4ab4-b812-f8247272cede', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': '4164fad8-4b82-446f-b40f-c8ab51648a30'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:54.776692 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-98b8fd85-f7b0-43bf-8302-8d16e32f4aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.792507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.886278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-98b8fd85-f7b0-43bf-8302-8d16e32f4aff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4164fad8-4b82-446f-b40f-c8ab51648a30: This subnet is being modified by another concurrent operation. Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4164fad8-4b82-446f-b40f-c8ab51648a30: This subnet is being modified by another concurrent operation. Oct 25 09:13:54.896843 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:13:54.917943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=4164fad8-4b82-446f-b40f-c8ab51648a30,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:54.925170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1e24d8-9753-4c05-8513-c67bebb6c808 None None] Network ba848d4e-cb46-4ab4-b812-f8247272cede requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:54.996930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.050233 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba848d4e-cb46-4ab4-b812-f8247272cede']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:55.066748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8775ec4f-cb5b-412c-81f8-33959a016847') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:55.067234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8775ec4f-cb5b-412c-81f8-33959a016847') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:55.081522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.098770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.107391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:55.107878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:55.111868 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:55.116265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9cfe9-a3ce-432f-9205-b63eaaba8a8e None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:13:55.196814 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.201254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39cb0-a3bb-4799-95a5-3cd5926e842c req-557f2bcd-cb15-4a25-b59f-b19bd0e86aa1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:55.208985 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.209635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42d39cb0-a3bb-4799-95a5-3cd5926e842c req-557f2bcd-cb15-4a25-b59f-b19bd0e86aa1 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.0671053 Oct 25 09:13:55.218835 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/ba848d4e-cb46-4ab4-b812-f8247272cede HTTP/1.1" status: 204 len: 168 time: 0.6436706 Oct 25 09:13:55.219091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43476) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:55.223859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1101244866'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:55.240302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c45f15-ff16-48c8-a467-9f53d1846b76 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=ba848d4e-cb46-4ab4-b812-f8247272cede,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:55.256678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9cfe9-a3ce-432f-9205-b63eaaba8a8e None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:13:55.282345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42d39cb0-a3bb-4799-95a5-3cd5926e842c req-4003b33b-8bd1-44b9-b650-a4023c8a4d6f tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667050 Oct 25 09:13:55.284005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:55.288417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.331439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:55.342704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.343094 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 8a891454-9148-4c90-8962-fd510d2affb8 of type vlan for network 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 Oct 25 09:13:55.394147 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.434265 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.445084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:55.446064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.527551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3074214 Oct 25 09:13:55.531039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2834a-3d88-47d2-a4ea-b8d88cfd0d9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:55.531644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43494) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:55.536830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': '3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:55.548180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:55.568113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43496) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:55.605393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b4c87-d91b-4acf-a3c0-d049984e334e req-01b7bdd0-736f-4bb6-a2e5-bfd80bfca364 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:55.607035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-742b4c87-d91b-4acf-a3c0-d049984e334e req-01b7bdd0-736f-4bb6-a2e5-bfd80bfca364 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0703752 Oct 25 09:13:55.654543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-742b4c87-d91b-4acf-a3c0-d049984e334e req-9842f3c1-e587-42f2-bfc3-e9a414396e99 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391715 Oct 25 09:13:55.696757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:55.700593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.750587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-667106815-network', 'tenant_id': 'b8569ed799544d1cbf7e8937b31d002a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:55.791560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Made reservation on behalf of b8569ed799544d1cbf7e8937b31d002a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:55.793996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.811903 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.866921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555510-7cd5-4c2b-930a-0d8a8bd9a383 req-8f99b961-64bd-4d3f-8682-03a7bb44dfbd tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:55.868403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2555510-7cd5-4c2b-930a-0d8a8bd9a383 req-8f99b961-64bd-4d3f-8682-03a7bb44dfbd tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.0517566 Oct 25 09:13:55.908299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2555510-7cd5-4c2b-930a-0d8a8bd9a383 req-8fb3d530-3b96-49a2-add8-06326b421370 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Oct 25 09:13:55.983541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.986154 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:55.994730 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.041061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:56.074858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.075196 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Added segment c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54 of type vlan for network f92f8ffe-adfe-4b06-8449-b2d95ef34932 Oct 25 09:13:56.087952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=5460d087-47f2-4f8f-827b-0c6ad7f8f796,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:56.090046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceac07de-e57b-405b-9a85-94ffdc8d30a8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:56.128637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '8a891454-9148-4c90-8962-fd510d2affb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:56.129096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:56.139343 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.170346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:56.178481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.179590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:56.180364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.185778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:56.196611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f30251-bc61-4e88-99a5-9cf489779b7f None None] Network 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:56.227684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:56.228274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.248185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6456578 Oct 25 09:13:56.252773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43512) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:56.261880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Request body: {'subnet': {'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-667106815-subnet', 'tenant_id': 'b8569ed799544d1cbf7e8937b31d002a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:56.265185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f55b8564-b882-46ff-8da2-6f206a45d26f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7323875 Oct 25 09:13:56.266859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e054b9-c332-4db9-a648-8b88070d264c admin admin] Pushing event updated for resources: {'Network': ['ID=f92f8ffe-adfe-4b06-8449-b2d95ef34932,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:56.268448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43514) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:56.286199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f92f8ffe-adfe-4b06-8449-b2d95ef34932 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:56.350850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Made reservation on behalf of b8569ed799544d1cbf7e8937b31d002a for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:56.353600 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.430834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4', 'network_id': '3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': '5460d087-47f2-4f8f-827b-0c6ad7f8f796'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:56.431714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.453860 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.552852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.599044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Allocated IP 172.20.0.1 (3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4/5460d087-47f2-4f8f-827b-0c6ad7f8f796/4ccf2dcd-1fe8-4aba-a3ba-692007505d6c) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:13:56.656399 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.720072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:56.729368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Checking segment: {'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:56.729602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Network hostable DHCP agents. Network: f92f8ffe-adfe-4b06-8449-b2d95ef34932, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:56.751030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Network f92f8ffe-adfe-4b06-8449-b2d95ef34932 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:56.770704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f92f8ffe-adfe-4b06-8449-b2d95ef34932) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:56.781956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23204d-d353-436b-b496-0ea469828270 None None] Network f92f8ffe-adfe-4b06-8449-b2d95ef34932 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:56.797584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:56.798274 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.802265 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.838363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-13af51a0-18e5-463e-a903-3c90891c7652 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5749712 Oct 25 09:13:56.838363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76306935-918b-42ee-bd68-29a8a2eb266c req-40525089-406f-4edc-b53f-c1c3458f68c1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:56.839601 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.846451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76306935-918b-42ee-bd68-29a8a2eb266c req-40525089-406f-4edc-b53f-c1c3458f68c1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0868957 Oct 25 09:13:56.864404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:56.905150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Network 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:13:56.908809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=5460d087-47f2-4f8f-827b-0c6ad7f8f796,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:56.918271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:56.924381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:13:56.930218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76306935-918b-42ee-bd68-29a8a2eb266c req-4ea7048a-bd76-4d70-b69e-11a3ae9a7d1e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828297 Oct 25 09:13:56.932227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Pushing event updated for resources: {'Port': ['ID=4ccf2dcd-1fe8-4aba-a3ba-692007505d6c,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:56.946972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.947319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.947802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.948147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.948482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.948813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.949198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.949625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.949953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.950311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.950593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.951060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:13:56.995540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.018357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Attempting to bind port 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:13:57.018733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Attempting to bind port 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '8a891454-9148-4c90-8962-fd510d2affb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:13:57.019097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Attempting to bind port 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c on network 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:13:57.020580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:57.036117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a891454-9148-4c90-8962-fd510d2affb8') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:57.036554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a891454-9148-4c90-8962-fd510d2affb8') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:57.044228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:13:57.044609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Checking segment: {'id': '8a891454-9148-4c90-8962-fd510d2affb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:57.045046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.045438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Bound using segment: {'id': '8a891454-9148-4c90-8962-fd510d2affb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:13:57.045921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Bound port: 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a891454-9148-4c90-8962-fd510d2affb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:13:57.046606 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.049133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.067921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.076453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c3f1a-a869-4e63-add2-156c0428e3fa None None] Network f92f8ffe-adfe-4b06-8449-b2d95ef34932 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:57.087049 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:57.102013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43546) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:57.204218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] For port 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:13:57.204792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.api [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:13:57.204792 n-d-814746-2 neutron-server[106992]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:13:57.204792 n-d-814746-2 neutron-server[106992]: [parameters: {'id': '3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4'}] Oct 25 09:13:57.204792 n-d-814746-2 neutron-server[106992]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:13:57.204792 n-d-814746-2 neutron-server[106992]: DEBUG oslo_db.api [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:13:57.214503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] For port 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4ccf2dcd-1fe8-4aba-a3ba-692007505d6c,segment=NetworkSegment(8a891454-9148-4c90-8962-fd510d2affb8),segment_id=8a891454-9148-4c90-8962-fd510d2affb8)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:13:57.218496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250f76f-3dbe-4b18-a6d4-51f21127fd7c req-30210784-d02c-45f0-9c0a-6adccf814957 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:57.221101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5250f76f-3dbe-4b18-a6d4-51f21127fd7c req-30210784-d02c-45f0-9c0a-6adccf814957 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.0693274 Oct 25 09:13:57.228662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.299662 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d56197b-94f9-47d9-b3ec-73fe91d713ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.309494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-67c7fb16-a9c9-4e46-b5ec-4d932bfdd846 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:57.310988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-67c7fb16-a9c9-4e46-b5ec-4d932bfdd846 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 946 time: 0.0889308 Oct 25 09:13:57.329425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5250f76f-3dbe-4b18-a6d4-51f21127fd7c req-e00dc863-cf0f-4726-9583-12e908dd1fc3 tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/security-groups?id=908654bc-b9cc-4109-83a3-5a1ebf5533e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735016 Oct 25 09:13:57.368070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892e702-8c54-4a77-bc39-e518bff6fdfd None None] Pushing event updated for resources: {'Port': ['ID=4ccf2dcd-1fe8-4aba-a3ba-692007505d6c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:57.390640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0438d1-f5c9-47d3-af90-d7d772706959 None None] Network 3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:57.437396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d56197b-94f9-47d9-b3ec-73fe91d713ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.448270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Deleting port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:57.449523 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.451308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d56197b-94f9-47d9-b3ec-73fe91d713ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.550026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56197b-94f9-47d9-b3ec-73fe91d713ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7071d78-ccac-4d45-b4b8-2f944f5e6791,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:57.557360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896e0a2-c85a-4331-bdbf-9d79ff6c077e None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:13:57.558391 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d56197b-94f9-47d9-b3ec-73fe91d713ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7df72f5cd294cd9b867f97ab038d800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549549 Oct 25 09:13:57.559208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43550) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:57.598655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] For port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,segment=NetworkSegment(85470ab5-b188-41a4-b239-3bdd48f5b718),segment_id=85470ab5-b188-41a4-b239-3bdd48f5b718)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:57.599654 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.621445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Calling delete_port for 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:57.632145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f96ce70a-4e74-4199-8a43-46f3c0c46017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.660429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f96ce70a-4e74-4199-8a43-46f3c0c46017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.701122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8896e0a2-c85a-4331-bdbf-9d79ff6c077e None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:13:57.708208 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.721622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f96ce70a-4e74-4199-8a43-46f3c0c46017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.724318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f96ce70a-4e74-4199-8a43-46f3c0c46017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.728486 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f96ce70a-4e74-4199-8a43-46f3c0c46017 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7071d78-ccac-4d45-b4b8-2f944f5e6791 HTTP/1.1" status: 204 len: 168 time: 0.1675830 Oct 25 09:13:57.747270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ce70a-4e74-4199-8a43-46f3c0c46017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7071d78-ccac-4d45-b4b8-2f944f5e6791,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:57.822661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:13:57.823031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.825071 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:57.874047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['12e4ed7c-97f6-48a7-9ec4-eb155aa55841'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:13:57.903550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Pushing event deleted for resources: {'Port': ['ID=12e4ed7c-97f6-48a7-9ec4-eb155aa55841,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:57.989216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] No DVR routers for this DVR port 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:57.997504 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.002196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79b56ae1-ae36-4d0e-947c-426de8ef9d3b req-73cefc07-a17b-48de-a4d1-81045b0716ae tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.41 "DELETE /v2.0/ports/12e4ed7c-97f6-48a7-9ec4-eb155aa55841 HTTP/1.1" status: 204 len: 173 time: 0.6691308 Oct 25 09:13:58.002775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1afb32-854f-4b13-ac74-faf76e7ccb3f', 'name': 'network-vif-deleted', 'tag': '12e4ed7c-97f6-48a7-9ec4-eb155aa55841'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:13:58.005556 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6879b8c0-add0-4d61-98b3-32c62ee3bd6e" -d '{"events": [{"server_uuid": "fc1afb32-854f-4b13-ac74-faf76e7ccb3f", "name": "network-vif-deleted", "tag": "12e4ed7c-97f6-48a7-9ec4-eb155aa55841"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:13:58.039977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4ccf2dcd-1fe8-4aba-a3ba-692007505d6c,segment=NetworkSegment(8a891454-9148-4c90-8962-fd510d2affb8),segment_id=8a891454-9148-4c90-8962-fd510d2affb8)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:13:58.048270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.079682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:13:58.148682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43568) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:58.166045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90b30842-f7b9-4231-a960-277db13b57cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.170781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6c28a-09d9-4934-9a39-de208d70d034 req-6502947d-7f37-4131-a627-5acb831ab4f7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:58.172439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07f6c28a-09d9-4934-9a39-de208d70d034 req-6502947d-7f37-4131-a627-5acb831ab4f7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1394742 Oct 25 09:13:58.240637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07f6c28a-09d9-4934-9a39-de208d70d034 req-102d5507-1858-479a-86ac-cafe6d43a2c6 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554459 Oct 25 09:13:58.257376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.273970 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90b30842-f7b9-4231-a960-277db13b57cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.279798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90b30842-f7b9-4231-a960-277db13b57cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.297514 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065e19ff-4a17-4dbe-84da-8c133d5151d0 x-openstack-request-id: req-065e19ff-4a17-4dbe-84da-8c133d5151d0 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:13:58.298170 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1afb32-854f-4b13-ac74-faf76e7ccb3f", "name": "network-vif-deleted", "tag": "12e4ed7c-97f6-48a7-9ec4-eb155aa55841", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:13:58.298529 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-065e19ff-4a17-4dbe-84da-8c133d5151d0 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:13:58.299024 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1afb32-854f-4b13-ac74-faf76e7ccb3f', 'name': 'network-vif-deleted', 'tag': '12e4ed7c-97f6-48a7-9ec4-eb155aa55841', 'status': 'completed', 'code': 200} Oct 25 09:13:58.300062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=4ccf2dcd-1fe8-4aba-a3ba-692007505d6c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:58.302364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port 4ccf2dcd-1fe8-4aba-a3ba-692007505d6c on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:13:58.322605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b30842-f7b9-4231-a960-277db13b57cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab65fe7-7c74-4c2d-bf88-a1bc0531e692,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:58.348854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43572) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:58.349437 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-90b30842-f7b9-4231-a960-277db13b57cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea36d79fbacd401ea6615d829d55f267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991148 Oct 25 09:13:58.434562 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.482045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:58.505197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c81390d-0501-43c0-9263-add3b7799085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.508542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a891454-9148-4c90-8962-fd510d2affb8') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:58.508842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a891454-9148-4c90-8962-fd510d2affb8') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:13:58.512077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30ba8a2e-6f9b-44eb-880e-12e518cb8478 req-ca2d537e-4e1f-4820-81dc-635af1df628a tempest-DeleteServersTestJSON-564979083 tempest-DeleteServersTestJSON-564979083-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc1afb32-854f-4b13-ac74-faf76e7ccb3f HTTP/1.1" status: 200 len: 210 time: 0.0510550 Oct 25 09:13:58.535486 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.548668 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c81390d-0501-43c0-9263-add3b7799085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.550582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.563980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:13:58.564376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:13:58.572947 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:13:58.651364 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.660754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.664442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 HTTP/1.1" status: 204 len: 168 time: 2.3947001 Oct 25 09:13:58.667958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43574) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:58.673813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1899044342'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:58.677732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c67d04-0113-4d2f-b446-8ae793d7b5df tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:58.688747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c81390d-0501-43c0-9263-add3b7799085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.694241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c81390d-0501-43c0-9263-add3b7799085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.696027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6c81390d-0501-43c0-9263-add3b7799085 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fab65fe7-7c74-4c2d-bf88-a1bc0531e692 HTTP/1.1" status: 204 len: 168 time: 0.3456192 Oct 25 09:13:58.706868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:58.708161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81390d-0501-43c0-9263-add3b7799085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab65fe7-7c74-4c2d-bf88-a1bc0531e692,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:58.715316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.745896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:13:58.757974 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.758572 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 98d35423-764e-475a-b406-d51d3ee60a32 of type vlan for network f91741b1-122f-43ec-8b42-314e9852c3f3 Oct 25 09:13:58.808841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.852345 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.860969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:58.861805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:58.948162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2788620 Oct 25 09:13:58.950943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43580) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:58.960131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': 'f91741b1-122f-43ec-8b42-314e9852c3f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:13:58.975115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a626f5f-3243-41e5-8b98-f878fa9f801a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=f91741b1-122f-43ec-8b42-314e9852c3f3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:58.988332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f91741b1-122f-43ec-8b42-314e9852c3f3 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:13:59.074316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:13:59.078805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:59.268245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:59.356876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=2c455b0c-4342-45d5-8b72-1aaa1f0fcab7,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:13:59.375538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '98d35423-764e-475a-b406-d51d3ee60a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f91741b1-122f-43ec-8b42-314e9852c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:13:59.375738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: f91741b1-122f-43ec-8b42-314e9852c3f3, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:13:59.401263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e58e8-5366-4c77-b911-e73fd14f2a77 req-99b62deb-ec95-47d8-b788-2e56cf43af81 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:59.402745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e2e58e8-5366-4c77-b911-e73fd14f2a77 req-99b62deb-ec95-47d8-b788-2e56cf43af81 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0844405 Oct 25 09:13:59.413513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network f91741b1-122f-43ec-8b42-314e9852c3f3 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:13:59.436379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f91741b1-122f-43ec-8b42-314e9852c3f3) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:13:59.441286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:13:59.442039 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:59.446959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40146d-ff2c-49d6-a529-14c8f3faf3cd None None] Network f91741b1-122f-43ec-8b42-314e9852c3f3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:13:59.469576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e2e58e8-5366-4c77-b911-e73fd14f2a77 req-904a2a4e-7255-42bb-9c32-ecfe06f8339f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586724 Oct 25 09:13:59.476111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f434bc0d-faa4-4a80-a7d5-bfc7c27c4655 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5237114 Oct 25 09:13:59.478765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43604) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:13:59.620983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:59.639054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-f91741b1-122f-43ec-8b42-314e9852c3f3', 'network_id': 'f91741b1-122f-43ec-8b42-314e9852c3f3', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': '2c455b0c-4342-45d5-8b72-1aaa1f0fcab7'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:13:59.640188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:59.706120 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:13:59.801532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Allocated IP 172.20.0.1 (f91741b1-122f-43ec-8b42-314e9852c3f3/2c455b0c-4342-45d5-8b72-1aaa1f0fcab7/331dd0b4-152f-4839-bcce-e176b82c9774) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:00.164529 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.177222 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.192480 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.242589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Network f91741b1-122f-43ec-8b42-314e9852c3f3 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:00.247016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=2c455b0c-4342-45d5-8b72-1aaa1f0fcab7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:00.247195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:00.252911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Pushing event updated for resources: {'Port': ['ID=331dd0b4-152f-4839-bcce-e176b82c9774,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:00.261618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:00.370078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Attempting to bind port 331dd0b4-152f-4839-bcce-e176b82c9774 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:00.370633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Attempting to bind port 331dd0b4-152f-4839-bcce-e176b82c9774 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '98d35423-764e-475a-b406-d51d3ee60a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f91741b1-122f-43ec-8b42-314e9852c3f3'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:00.371111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Attempting to bind port 331dd0b4-152f-4839-bcce-e176b82c9774 on network f91741b1-122f-43ec-8b42-314e9852c3f3 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:00.378501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:00.379013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Checking segment: {'id': '98d35423-764e-475a-b406-d51d3ee60a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f91741b1-122f-43ec-8b42-314e9852c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:00.379532 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.380029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Bound using segment: {'id': '98d35423-764e-475a-b406-d51d3ee60a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f91741b1-122f-43ec-8b42-314e9852c3f3'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:00.380611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Bound port: 331dd0b4-152f-4839-bcce-e176b82c9774, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d35423-764e-475a-b406-d51d3ee60a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f91741b1-122f-43ec-8b42-314e9852c3f3'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:00.381111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.383892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.429247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91741b1-122f-43ec-8b42-314e9852c3f3']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:00.454772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d35423-764e-475a-b406-d51d3ee60a32') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:00.455357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d35423-764e-475a-b406-d51d3ee60a32') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:00.471558 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.487844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.495659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] For port 331dd0b4-152f-4839-bcce-e176b82c9774, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:00.496515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:00.497244 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:00.501810 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:00.553976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-a1a63b30-547a-4a6d-b9f6-d556abc98964 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:00.556272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-a1a63b30-547a-4a6d-b9f6-d556abc98964 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/networks?id=f92f8ffe-adfe-4b06-8449-b2d95ef34932 HTTP/1.1" status: 200 len: 808 time: 0.2323618 Oct 25 09:14:00.581905 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.api [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:14:00.581905 n-d-814746-2 neutron-server[106991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:14:00.581905 n-d-814746-2 neutron-server[106991]: [parameters: {'id': 'f91741b1-122f-43ec-8b42-314e9852c3f3'}] Oct 25 09:14:00.581905 n-d-814746-2 neutron-server[106991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:14:00.582349 n-d-814746-2 neutron-server[106991]: DEBUG oslo_db.api [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:14:00.582859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] For port 331dd0b4-152f-4839-bcce-e176b82c9774, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=331dd0b4-152f-4839-bcce-e176b82c9774,segment=NetworkSegment(98d35423-764e-475a-b406-d51d3ee60a32),segment_id=98d35423-764e-475a-b406-d51d3ee60a32)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:00.589190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-f44ecdf5-10e9-4455-9e3c-b4b1c9cb5b9a tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/quotas/b8569ed799544d1cbf7e8937b31d002a HTTP/1.1" status: 200 len: 375 time: 0.0249708 Oct 25 09:14:00.590276 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:00.629217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-0f859fb2-e31c-49c9-8f08-5d8a7031438d tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8569ed799544d1cbf7e8937b31d002a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387719 Oct 25 09:14:00.660523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2a116-8ce6-4693-b533-b3f71b0aec80 None None] Pushing event updated for resources: {'Port': ['ID=331dd0b4-152f-4839-bcce-e176b82c9774,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:00.706483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecb1dc-ae83-4c30-8bfe-8be55f862596 None None] Network f91741b1-122f-43ec-8b42-314e9852c3f3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:00.748620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-418b2717-e4f6-4d98-ad58-f567b5b2f3f3 service neutron] 10.222.0.32 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114168 Oct 25 09:14:00.848554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a5fb97-d924-4fd1-932d-188b11dd5e29 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:14:00.873965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-501ef80d-db61-46af-9f09-6216af83c001 service neutron] 10.222.0.32 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149058 Oct 25 09:14:00.891135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:00.918452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:00.918797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12e4ed7c-97f6-48a7-9ec4-eb155aa55841 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:01.048227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5fb97-d924-4fd1-932d-188b11dd5e29 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:14:01.083925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.180445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68d584-befb-4765-9230-a6c061dbf7f0 req-d87641fd-e0f6-4252-8585-e4e6c65e89d5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:01.182144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad68d584-befb-4765-9230-a6c061dbf7f0 req-d87641fd-e0f6-4252-8585-e4e6c65e89d5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0789163 Oct 25 09:14:01.233698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port 331dd0b4-152f-4839-bcce-e176b82c9774 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:01.234490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.271584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad68d584-befb-4765-9230-a6c061dbf7f0 req-676f7258-8ce2-4ac2-a0a2-bfc6f3f4d263 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826836 Oct 25 09:14:01.372850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port 331dd0b4-152f-4839-bcce-e176b82c9774, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=331dd0b4-152f-4839-bcce-e176b82c9774,segment=NetworkSegment(98d35423-764e-475a-b406-d51d3ee60a32),segment_id=98d35423-764e-475a-b406-d51d3ee60a32)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:01.373792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.395395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for 331dd0b4-152f-4839-bcce-e176b82c9774 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:01.517731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.529924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7439437b-7595-44ff-90b6-be685a7be7c9 req-b5524da8-af90-429b-9d3f-3ee8610c71a8 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 210 time: 0.0499439 Oct 25 09:14:01.571201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port 331dd0b4-152f-4839-bcce-e176b82c9774 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:01.574547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=331dd0b4-152f-4839-bcce-e176b82c9774,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:01.681211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.709926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91741b1-122f-43ec-8b42-314e9852c3f3']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:01.723589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d35423-764e-475a-b406-d51d3ee60a32') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:01.723969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d35423-764e-475a-b406-d51d3ee60a32') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:01.751917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.768319 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.780812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:01.781276 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:01.786570 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:01.857244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98803a94-3c26-4336-acc3-152d76cf9755 req-f0de6551-7ce2-4d7d-97eb-502e4fff2899 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:01.867400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98803a94-3c26-4336-acc3-152d76cf9755 req-f0de6551-7ce2-4d7d-97eb-502e4fff2899 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0758009 Oct 25 09:14:01.925102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98803a94-3c26-4336-acc3-152d76cf9755 req-b712efa7-f0f7-4332-8213-38fbacde7e1c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562925 Oct 25 09:14:01.955853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-51022bd9-730f-48c4-8b5e-f9232bfdf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:01.958530 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-51022bd9-730f-48c4-8b5e-f9232bfdf6fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0815423 Oct 25 09:14:01.960001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.972174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:01.978245 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/f91741b1-122f-43ec-8b42-314e9852c3f3 HTTP/1.1" status: 204 len: 168 time: 2.4975457 Oct 25 09:14:01.981174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43692) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:01.988047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1728160381'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:02.019462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:02.023217 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:02.034077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb554-b95e-4499-ac2b-0e8938f9c974 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=f91741b1-122f-43ec-8b42-314e9852c3f3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:02.052751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:14:02.065159 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:02.066001 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 2a4fb845-58f1-4092-b831-5c6fb5c92fca of type vlan for network 361a1369-ca25-44aa-88c4-920ae9096f3f Oct 25 09:14:02.142850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-4c49b8e9-5ee8-4c93-a96d-9ab3d52f3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.144523 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-4c49b8e9-5ee8-4c93-a96d-9ab3d52f3f48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.1482658 Oct 25 09:14:02.144834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:02.180998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:02.190371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.191004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:02.281695 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-b4f4101c-dab7-48f8-b9cf-adc524b5590d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 999 time: 0.1276236 Oct 25 09:14:02.283988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3017142 Oct 25 09:14:02.288291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43698) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:02.309528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b9a466c4-892e-4311-a292-a1c5dea4363b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:02.323493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb17e79-462d-4895-a9a5-4c9b96d59334 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=361a1369-ca25-44aa-88c4-920ae9096f3f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:02.337342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 361a1369-ca25-44aa-88c4-920ae9096f3f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:02.446121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-7e8eee17-c956-4bcd-8945-0020a32b0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.452538 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-7e8eee17-c956-4bcd-8945-0020a32b0a9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.1651294 Oct 25 09:14:02.601366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-dc088234-2999-482c-91f7-3997a22c575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.603329 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-dc088234-2999-482c-91f7-3997a22c575a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453667 Oct 25 09:14:02.625623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9a466c4-892e-4311-a292-a1c5dea4363b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:02.681403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21c2e09f-e8a8-4f36-8a92-eeabae5e12af req-c52bc4c9-1ea3-4111-912e-0224a1a93c6e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 210 time: 0.0333889 Oct 25 09:14:02.687859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9a466c4-892e-4311-a292-a1c5dea4363b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:02.709192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-360a10dd-5613-4f05-a77d-646eef4909a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0909200 Oct 25 09:14:02.800636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0e92daac-6aef-4edb-b2ca-c3c3f96af0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.801499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0e92daac-6aef-4edb-b2ca-c3c3f96af0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.802169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0e92daac-6aef-4edb-b2ca-c3c3f96af0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.802816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0e92daac-6aef-4edb-b2ca-c3c3f96af0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.803463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0e92daac-6aef-4edb-b2ca-c3c3f96af0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.804113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0e92daac-6aef-4edb-b2ca-c3c3f96af0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.804919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0e92daac-6aef-4edb-b2ca-c3c3f96af0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:02.807121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0e92daac-6aef-4edb-b2ca-c3c3f96af0ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6500 time: 0.0601380 Oct 25 09:14:03.132654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9a466c4-892e-4311-a292-a1c5dea4363b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network 361a1369-ca25-44aa-88c4-920ae9096f3f is not hosted by any dhcp agent {{(pid=106991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:14:03.138153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a466c4-892e-4311-a292-a1c5dea4363b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:03.138788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9a466c4-892e-4311-a292-a1c5dea4363b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:03.142816 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b9a466c4-892e-4311-a292-a1c5dea4363b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "PUT /v2.0/networks/361a1369-ca25-44aa-88c4-920ae9096f3f HTTP/1.1" status: 200 len: 723 time: 0.8505604 Oct 25 09:14:03.145461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43712) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:03.155605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': '361a1369-ca25-44aa-88c4-920ae9096f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:03.216358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a466c4-892e-4311-a292-a1c5dea4363b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=361a1369-ca25-44aa-88c4-920ae9096f3f,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:03.228828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 361a1369-ca25-44aa-88c4-920ae9096f3f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:03.257794 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-5d48aa68-2d3e-46bc-994c-5af61f596795 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283679 Oct 25 09:14:03.404475 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:03.409890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:03.495058 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57c3c296-bd3f-4d10-a201-2071ccde02f3 req-b633d64a-778e-4a7b-8363-99bbe0d5d2eb service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258096 Oct 25 09:14:03.582233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09060245-aef4-4460-bc64-3c2cfb0ae60f req-fead1577-7d35-40d9-b4c2-599d54833c59 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:03.590351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-09060245-aef4-4460-bc64-3c2cfb0ae60f req-fead1577-7d35-40d9-b4c2-599d54833c59 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1569858 Oct 25 09:14:03.610944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-36c9cd96-97ee-475e-8222-26d3937963d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:03.611445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-36c9cd96-97ee-475e-8222-26d3937963d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:03.612022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-36c9cd96-97ee-475e-8222-26d3937963d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:03.617685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-36c9cd96-97ee-475e-8222-26d3937963d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24161614-046e-4f08-b967-937169f2c138&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 HTTP/1.1" status: 200 len: 2297 time: 0.7727525 Oct 25 09:14:03.627341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-f39fb2b8-4b25-4e97-b951-e73164e66adb tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:03.629115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-f39fb2b8-4b25-4e97-b951-e73164e66adb tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.41 "GET /v2.0/networks?id=f92f8ffe-adfe-4b06-8449-b2d95ef34932 HTTP/1.1" status: 200 len: 808 time: 0.8109162 Oct 25 09:14:03.684260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Request body: {'port': {'device_id': '60e40670-fa01-4d17-b243-ce53b51d3744', 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932', 'admin_state_up': True, 'tenant_id': 'b8569ed799544d1cbf7e8937b31d002a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:03.693344 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:03.741931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-09060245-aef4-4460-bc64-3c2cfb0ae60f req-9286fcca-670d-4e7b-a751-231e76e68472 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499491 Oct 25 09:14:03.762129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=f4cde5a3-5a86-4c94-946c-511f28a72602,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:03.772425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '2a4fb845-58f1-4092-b831-5c6fb5c92fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '361a1369-ca25-44aa-88c4-920ae9096f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:03.773065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: 361a1369-ca25-44aa-88c4-920ae9096f3f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:14:03.794709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network 361a1369-ca25-44aa-88c4-920ae9096f3f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:14:03.814535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 361a1369-ca25-44aa-88c4-920ae9096f3f) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:03.819468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:03.820140 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:03.829391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab75ddc-b776-4068-bb1c-5c03a59e2010 None None] Network 361a1369-ca25-44aa-88c4-920ae9096f3f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:03.849780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-426703b3-ca97-44cb-a2b4-a76189bdd34f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7003644 Oct 25 09:14:03.851043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43728) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:03.859503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5cbe721c-a9d5-4dab-9d97-cbae775a7c9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:03.886070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-dc0cc1c5-7124-401c-ac0f-37fa8f9d9e97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da HTTP/1.1" status: 200 len: 1001 time: 0.2501695 Oct 25 09:14:03.980660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cbe721c-a9d5-4dab-9d97-cbae775a7c9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25919177'] for subnet, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.058499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-961ee26e-5221-46d5-845a-154f7945e53c req-c194618b-4804-4035-b670-51f5d2630b2d tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 210 time: 0.0432022 Oct 25 09:14:04.067260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-011ddc4d-8827-4115-b181-faf49acc0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:04.068707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-011ddc4d-8827-4115-b181-faf49acc0d19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a17b50ce-565d-463c-82cf-a47b5cd78ad9 HTTP/1.1" status: 200 len: 856 time: 0.1580074 Oct 25 09:14:04.122890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-361a1369-ca25-44aa-88c4-920ae9096f3f', 'network_id': '361a1369-ca25-44aa-88c4-920ae9096f3f', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': 'f4cde5a3-5a86-4c94-946c-511f28a72602'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:14:04.124334 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.163497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-2787f74e-8a1c-41ef-bef2-ca656d5065eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:04.167513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-2787f74e-8a1c-41ef-bef2-ca656d5065eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24161614-046e-4f08-b967-937169f2c138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858293 Oct 25 09:14:04.169895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Made reservation on behalf of b8569ed799544d1cbf7e8937b31d002a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:04.180086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.191711 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cbe721c-a9d5-4dab-9d97-cbae775a7c9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730412025811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25508410'] for subnet, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.217270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe721c-a9d5-4dab-9d97-cbae775a7c9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:04.218033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5cbe721c-a9d5-4dab-9d97-cbae775a7c9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.222772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5cbe721c-a9d5-4dab-9d97-cbae775a7c9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "PUT /v2.0/subnets/f4cde5a3-5a86-4c94-946c-511f28a72602 HTTP/1.1" status: 200 len: 806 time: 0.3681591 Oct 25 09:14:04.234906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43730) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:04.280403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe721c-a9d5-4dab-9d97-cbae775a7c9b tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=f4cde5a3-5a86-4c94-946c-511f28a72602,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:04.347467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Allocated IP 172.20.0.2 (361a1369-ca25-44aa-88c4-920ae9096f3f/f4cde5a3-5a86-4c94-946c-511f28a72602/126a923d-84da-44fe-8371-ad14404e96b0) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:04.481756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-10e7f73a-97a5-4c6b-ace5-fe6f103bd954 service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974677 Oct 25 09:14:04.514466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.591621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Allocated IP 172.20.0.7 (f92f8ffe-adfe-4b06-8449-b2d95ef34932/1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00/b908edef-696d-4549-a603-6a6c5d8d0a2e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:04.674771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.696015 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.705941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Network 361a1369-ca25-44aa-88c4-920ae9096f3f is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:04.736846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:04.747878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:04.755727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43748) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:04.782795 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.831418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-42986b0c-72b7-47ab-bf4c-3d629d261124 admin admin] Deleting subnet eca46ef7-c47c-435f-b6e3-6f8b5f596295 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:14:04.837234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42986b0c-72b7-47ab-bf4c-3d629d261124 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.840578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Pushing event updated for resources: {'Port': ['ID=126a923d-84da-44fe-8371-ad14404e96b0,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:04.891746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42986b0c-72b7-47ab-bf4c-3d629d261124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.892480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Attempting to bind port 126a923d-84da-44fe-8371-ad14404e96b0 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:04.893150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Attempting to bind port 126a923d-84da-44fe-8371-ad14404e96b0 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '2a4fb845-58f1-4092-b831-5c6fb5c92fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '361a1369-ca25-44aa-88c4-920ae9096f3f'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:04.893787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Attempting to bind port 126a923d-84da-44fe-8371-ad14404e96b0 on network 361a1369-ca25-44aa-88c4-920ae9096f3f {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:04.899526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:04.900272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Checking segment: {'id': '2a4fb845-58f1-4092-b831-5c6fb5c92fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '361a1369-ca25-44aa-88c4-920ae9096f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:04.901239 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.901910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Bound using segment: {'id': '2a4fb845-58f1-4092-b831-5c6fb5c92fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '361a1369-ca25-44aa-88c4-920ae9096f3f'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:04.902692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Bound port: 126a923d-84da-44fe-8371-ad14404e96b0, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4fb845-58f1-4092-b831-5c6fb5c92fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '361a1369-ca25-44aa-88c4-920ae9096f3f'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:04.903392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:04.936384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-e0ea360c-03e1-4042-a875-1ac459fe954b service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473417 Oct 25 09:14:05.013498 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42986b0c-72b7-47ab-bf4c-3d629d261124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.019212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] For port 126a923d-84da-44fe-8371-ad14404e96b0, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:05.030387 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] For port 126a923d-84da-44fe-8371-ad14404e96b0, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=126a923d-84da-44fe-8371-ad14404e96b0,segment=NetworkSegment(2a4fb845-58f1-4092-b831-5c6fb5c92fca),segment_id=2a4fb845-58f1-4092-b831-5c6fb5c92fca)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:05.031883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-b788875e-b80d-4449-947e-5d11757f47b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 200 len: 217 time: 0.0832911 Oct 25 09:14:05.042582 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.133390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22847a65-5535-4566-b1b4-19597ca8d29d None None] Pushing event updated for resources: {'Port': ['ID=126a923d-84da-44fe-8371-ad14404e96b0,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:05.204268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f0038-1d4c-4fb8-a9cc-0624d8c7afa8 req-0b448b12-548a-4e2d-baa2-b5cc1527ef68 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:05.207841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a2f0038-1d4c-4fb8-a9cc-0624d8c7afa8 req-0b448b12-548a-4e2d-baa2-b5cc1527ef68 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.3284483 Oct 25 09:14:05.236262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.237004 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42986b0c-72b7-47ab-bf4c-3d629d261124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.268725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42986b0c-72b7-47ab-bf4c-3d629d261124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca46ef7-c47c-435f-b6e3-6f8b5f596295,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:05.280174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-42986b0c-72b7-47ab-bf4c-3d629d261124 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.288238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-42986b0c-72b7-47ab-bf4c-3d629d261124 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eca46ef7-c47c-435f-b6e3-6f8b5f596295 HTTP/1.1" status: 204 len: 168 time: 0.5281870 Oct 25 09:14:05.289190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43758) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:05.403370 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.487269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=f4cde5a3-5a86-4c94-946c-511f28a72602,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:05.537475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a2f0038-1d4c-4fb8-a9cc-0624d8c7afa8 req-ba10db7c-f78f-416e-b070-8ed369126401 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284829 Oct 25 09:14:05.548565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-15c05b8d-27d0-4b59-a0fb-155109f6fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:05.555745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-15c05b8d-27d0-4b59-a0fb-155109f6fe40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.5006425 Oct 25 09:14:05.669131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.675218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.735592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.737513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d614783c-104d-44ae-b8d7-fddab6c343dc']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:05.740655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.756746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85470ab5-b188-41a4-b239-3bdd48f5b718') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:05.757354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85470ab5-b188-41a4-b239-3bdd48f5b718') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:05.771917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.808373 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.817150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:05.819106 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:05.821355 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:05.843854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Pushing event updated for resources: {'Port': ['ID=b908edef-696d-4549-a603-6a6c5d8d0a2e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:05.890831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Network f92f8ffe-adfe-4b06-8449-b2d95ef34932 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:05.893894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361a1369-ca25-44aa-88c4-920ae9096f3f']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:05.897479 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.909073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:05.922122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:05.932341 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:05.938833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4fb845-58f1-4092-b831-5c6fb5c92fca') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:05.939128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4fb845-58f1-4092-b831-5c6fb5c92fca') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:05.944101 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d614783c-104d-44ae-b8d7-fddab6c343dc HTTP/1.1" status: 204 len: 168 time: 0.6516573 Oct 25 09:14:05.944101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e09ba8-c524-4860-af62-fa147b051c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=d614783c-104d-44ae-b8d7-fddab6c343dc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:05.945792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-bf03268b-51e8-443d-b793-6d7e03c10475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:05.947715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-bf03268b-51e8-443d-b793-6d7e03c10475 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3466504 Oct 25 09:14:05.978415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.060738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.081271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73504f6d-36fb-42e3-916f-84910018d38f req-baa67187-c1f8-430a-9e06-96a798fa0bb9 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:06.083202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73504f6d-36fb-42e3-916f-84910018d38f req-baa67187-c1f8-430a-9e06-96a798fa0bb9 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 931 time: 0.2342510 Oct 25 09:14:06.084210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:06.085180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:06.090335 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:06.110075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:06.110898 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.198428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43764) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:06.236203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-28157fd4-e883-4666-9213-52605b78333e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5880167 Oct 25 09:14:06.247563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.api [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:14:06.247563 n-d-814746-2 neutron-server[106992]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:14:06.247563 n-d-814746-2 neutron-server[106992]: [parameters: {'id': '361a1369-ca25-44aa-88c4-920ae9096f3f'}] Oct 25 09:14:06.247563 n-d-814746-2 neutron-server[106992]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:14:06.247991 n-d-814746-2 neutron-server[106992]: DEBUG oslo_db.api [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:14:06.262610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Request body: {'port': {'device_id': '60e40670-fa01-4d17-b243-ce53b51d3744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:06.271686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-c478d511-169e-4d08-91ce-bdda80f8f7ce service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985380 Oct 25 09:14:06.278379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73504f6d-36fb-42e3-916f-84910018d38f req-a894ee52-dbb5-4cdc-bd2e-d35cdc2f5637 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868265 Oct 25 09:14:06.285719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1944507f-7970-4f74-a770-9ef448a6d3f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17cae23e76914f6981ea88ef25f859c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860741 Oct 25 09:14:06.290693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43768) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:06.373219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3edc-6543-4711-b774-914ec63d4f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.398187 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3edc-6543-4711-b774-914ec63d4f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.442124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.465465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3edc-6543-4711-b774-914ec63d4f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.469870 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3edc-6543-4711-b774-914ec63d4f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.475229 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4f7e3edc-6543-4711-b774-914ec63d4f3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/908654bc-b9cc-4109-83a3-5a1ebf5533e3 HTTP/1.1" status: 204 len: 168 time: 0.1834559 Oct 25 09:14:06.487401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e3edc-6543-4711-b774-914ec63d4f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908654bc-b9cc-4109-83a3-5a1ebf5533e3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:06.543467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-1aeea5c8-5377-4259-9165-0c4f3e6eb7a5 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480876 Oct 25 09:14:06.558107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a3627-e000-4eac-a69f-83917afe1a84 req-3e535108-72a5-483f-a3a0-a418fda684d4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:06.570276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394a3627-e000-4eac-a69f-83917afe1a84 req-3e535108-72a5-483f-a3a0-a418fda684d4 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2038956 Oct 25 09:14:06.642357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-03804b34-f87c-460d-99c9-dcb59450c793 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 200 len: 217 time: 0.0698881 Oct 25 09:14:06.708371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50efd0de-aa4f-41b9-ae9d-f9b3a28ca6c7 None None] Network 361a1369-ca25-44aa-88c4-920ae9096f3f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:06.748612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.769495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394a3627-e000-4eac-a69f-83917afe1a84 req-0010e370-f4c4-4eb8-9741-ed3e5db56740 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982081 Oct 25 09:14:06.815243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-63e19e96-09ec-4620-bb91-cfdad29cad66 None None] Provisioning complete for port 126a923d-84da-44fe-8371-ad14404e96b0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:06.815822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-63e19e96-09ec-4620-bb91-cfdad29cad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:06.822642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-5f8cae1d-599b-43ed-a8d1-c3cecac29567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:06.824280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-5f8cae1d-599b-43ed-a8d1-c3cecac29567 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.1735296 Oct 25 09:14:07.065163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 126a923d-84da-44fe-8371-ad14404e96b0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:07.066528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0d659534-06fc-42e8-b3e0-22de26aa307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:07.068037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-0d659534-06fc-42e8-b3e0-22de26aa307c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2346108 Oct 25 09:14:07.101738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] DHCP port deletion for 361a1369-ca25-44aa-88c4-920ae9096f3f request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:14:07.129117 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-63e19e96-09ec-4620-bb91-cfdad29cad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.169752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port 126a923d-84da-44fe-8371-ad14404e96b0 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:07.170068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.208090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-63e19e96-09ec-4620-bb91-cfdad29cad66 None None] For port 126a923d-84da-44fe-8371-ad14404e96b0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=126a923d-84da-44fe-8371-ad14404e96b0,segment=NetworkSegment(2a4fb845-58f1-4092-b831-5c6fb5c92fca),segment_id=2a4fb845-58f1-4092-b831-5c6fb5c92fca)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:07.214711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 126a923d-84da-44fe-8371-ad14404e96b0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:07.215132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.240748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-63e19e96-09ec-4620-bb91-cfdad29cad66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.290387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port 126a923d-84da-44fe-8371-ad14404e96b0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=126a923d-84da-44fe-8371-ad14404e96b0,segment=NetworkSegment(2a4fb845-58f1-4092-b831-5c6fb5c92fca),segment_id=2a4fb845-58f1-4092-b831-5c6fb5c92fca)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:07.290387 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.301726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff104a-e090-4618-b913-0c8ff0224475 req-35175693-b4c3-4e93-b377-05cd4d159645 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:07.303239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5ff104a-e090-4618-b913-0c8ff0224475 req-35175693-b4c3-4e93-b377-05cd4d159645 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2802577 Oct 25 09:14:07.342625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] Deleting port 126a923d-84da-44fe-8371-ad14404e96b0 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:07.342994 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.377087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for 126a923d-84da-44fe-8371-ad14404e96b0 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:07.390951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-4752fcf1-c34b-451c-b03a-c7f91b876ecd service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866642 Oct 25 09:14:07.408373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b908edef-696d-4549-a603-6a6c5d8d0a2e {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:14:07.441032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] For port 126a923d-84da-44fe-8371-ad14404e96b0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=126a923d-84da-44fe-8371-ad14404e96b0,segment=NetworkSegment(2a4fb845-58f1-4092-b831-5c6fb5c92fca),segment_id=2a4fb845-58f1-4092-b831-5c6fb5c92fca)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:07.441968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.458886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] Calling delete_port for 126a923d-84da-44fe-8371-ad14404e96b0 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:07.460051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.531626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5ff104a-e090-4618-b913-0c8ff0224475 req-cbb46f57-9ea9-4ea9-9b01-7aff46567227 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137089 Oct 25 09:14:07.535817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43798) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:07.549950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Transition to ACTIVE for port object b908edef-696d-4549-a603-6a6c5d8d0a2e will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:14:07.577012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.603364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e19e96-09ec-4620-bb91-cfdad29cad66 None None] Pushing event updated for resources: {'Port': ['ID=126a923d-84da-44fe-8371-ad14404e96b0,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:07.606560 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.651614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] Pushing event deleted for resources: {'Port': ['ID=126a923d-84da-44fe-8371-ad14404e96b0,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:07.653450 n-d-814746-2 neutron-server[106993]: INFO neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No ports have port_id starting with 126a923d-84da-44fe-8371-ad14404e96b0 Oct 25 09:14:07.654403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6b4de-4380-4789-b9b5-a04591323544 None None] No DVR routers for this DVR port 126a923d-84da-44fe-8371-ad14404e96b0 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:07.675443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde44d0b-cf8b-4551-81ba-3c1b0c31f88a None None] Network 361a1369-ca25-44aa-88c4-920ae9096f3f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:07.731055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-628887627-network', 'tenant_id': '7730790e083c430087cbd7bc873c5676'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:07.761362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Made reservation on behalf of 7730790e083c430087cbd7bc873c5676 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:07.765161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Pushing event updated for resources: {'Port': ['ID=b908edef-696d-4549-a603-6a6c5d8d0a2e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:07.766698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.775464 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.784022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-f6a021e0-b1be-4f53-9325-dee889ced67c service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809474 Oct 25 09:14:07.801094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.834855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=126a923d-84da-44fe-8371-ad14404e96b0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:07.845924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port 126a923d-84da-44fe-8371-ad14404e96b0 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:07.906106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aceeb8-c982-4979-934d-8ad7a6917575 req-8b198a9f-ec8e-4a03-ad2c-231370557b8e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:07.907611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aceeb8-c982-4979-934d-8ad7a6917575 req-8b198a9f-ec8e-4a03-ad2c-231370557b8e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 943 time: 0.2364547 Oct 25 09:14:07.917763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.923864 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.929428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-5831b8df-fa7b-4b7e-9284-9550adce34f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=6cb983c1-4249-4adb-85c7-ded6508e614b HTTP/1.1" status: 200 len: 217 time: 0.1030109 Oct 25 09:14:07.939087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:14:07.962419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:07.962850 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Added segment b1c2d509-4dae-4944-b70a-dcf27cb0d002 of type vlan for network e0e47a2b-8346-469c-8f5d-cdbdfce41609 Oct 25 09:14:07.976400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce536e8-dcd8-4a4b-90cc-392c2e21a291,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:08.024775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.053098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.054156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:08.054806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.080043 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.086463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aceeb8-c982-4979-934d-8ad7a6917575 req-84cc9b13-bf15-4ec1-b50a-9f29dad24541 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560316 Oct 25 09:14:08.103091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-707dba34-f181-4e22-a103-ada3e3bfb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:08.104837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-707dba34-f181-4e22-a103-ada3e3bfb9ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.1597390 Oct 25 09:14:08.113761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5732024 Oct 25 09:14:08.113978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Attempting to bind port b908edef-696d-4549-a603-6a6c5d8d0a2e on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:08.113978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Attempting to bind port b908edef-696d-4549-a603-6a6c5d8d0a2e by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:08.113978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Attempting to bind port b908edef-696d-4549-a603-6a6c5d8d0a2e on network f92f8ffe-adfe-4b06-8449-b2d95ef34932 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:08.117912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43806) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:08.129806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Request body: {'subnet': {'network_id': 'e0e47a2b-8346-469c-8f5d-cdbdfce41609', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-628887627-subnet', 'tenant_id': '7730790e083c430087cbd7bc873c5676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:08.130197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361a1369-ca25-44aa-88c4-920ae9096f3f']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:08.134944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b91229-7fef-4572-b80a-9b9ef24d6301 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e47a2b-8346-469c-8f5d-cdbdfce41609,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:08.150494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network e0e47a2b-8346-469c-8f5d-cdbdfce41609 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:08.156504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Port b908edef-696d-4549-a603-6a6c5d8d0a2e on network f92f8ffe-adfe-4b06-8449-b2d95ef34932 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:14:08.157127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Attempting to bind port b908edef-696d-4549-a603-6a6c5d8d0a2e on network f92f8ffe-adfe-4b06-8449-b2d95ef34932 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:08.158335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Made reservation on behalf of 7730790e083c430087cbd7bc873c5676 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:08.162107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.189263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4fb845-58f1-4092-b831-5c6fb5c92fca') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:08.189934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4fb845-58f1-4092-b831-5c6fb5c92fca') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:08.255592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:08.258213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Checking segment: {'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:08.258624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Bound using segment: {'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:08.259333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Bound port: b908edef-696d-4549-a603-6a6c5d8d0a2e, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:08.261247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.363559 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.448719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5124464b-3c8a-4089-a513-c982f3f8da25,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:08.458803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Checking segment: {'id': 'b1c2d509-4dae-4944-b70a-dcf27cb0d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e0e47a2b-8346-469c-8f5d-cdbdfce41609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:08.459208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Network hostable DHCP agents. Network: e0e47a2b-8346-469c-8f5d-cdbdfce41609, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:14:08.488426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Network e0e47a2b-8346-469c-8f5d-cdbdfce41609 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:14:08.503455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, e0e47a2b-8346-469c-8f5d-cdbdfce41609) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:08.525396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbbe726-305d-4617-b4ff-f1073e3669a5 None None] Network e0e47a2b-8346-469c-8f5d-cdbdfce41609 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:08.530371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:08.532240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.562191 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4df96681-1573-4ae1-adc6-67f7ef9db042 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4423387 Oct 25 09:14:08.643792 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.763144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1e5ea-355d-4bae-a62e-a5b30bc2378e None None] Network e0e47a2b-8346-469c-8f5d-cdbdfce41609 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:08.822845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.886426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.906530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:08.906931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: self.session.flush() Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:08.909963 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:08.955145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 126a923d-84da-44fe-8371-ad14404e96b0 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:08.978299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 126a923d-84da-44fe-8371-ad14404e96b0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:08.978631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 126a923d-84da-44fe-8371-ad14404e96b0 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:08.979970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-7c29d04f-c89a-43fe-8b5d-77c7166b819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:08.981593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-7c29d04f-c89a-43fe-8b5d-77c7166b819d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8282621 Oct 25 09:14:08.993044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] For port b908edef-696d-4549-a603-6a6c5d8d0a2e, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:09.009336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] For port b908edef-696d-4549-a603-6a6c5d8d0a2e, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b908edef-696d-4549-a603-6a6c5d8d0a2e,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:09.020282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b1fe-2f0f-4a1f-b022-2d54934dd07b req-ef14dd5c-20e1-4bf7-91c9-837eaad92750 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.021779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0e5b1fe-2f0f-4a1f-b022-2d54934dd07b req-ef14dd5c-20e1-4bf7-91c9-837eaad92750 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.2031024 Oct 25 09:14:09.035000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.105445 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.132050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.135169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/361a1369-ca25-44aa-88c4-920ae9096f3f HTTP/1.1" status: 204 len: 168 time: 4.8740740 Oct 25 09:14:09.138504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43818) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:09.144519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.145174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.146530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] 10.222.0.41 "PUT /v2.0/ports/b908edef-696d-4549-a603-6a6c5d8d0a2e HTTP/1.1" status: 200 len: 1091 time: 2.8914511 Oct 25 09:14:09.147127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e40670-fa01-4d17-b243-ce53b51d3744', 'tag': 'b908edef-696d-4549-a603-6a6c5d8d0a2e'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:09.150366 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8639ddce-e526-412f-a3bc-cb0f6c3d9113" -d '{"events": [{"name": "network-changed", "server_uuid": "60e40670-fa01-4d17-b243-ce53b51d3744", "tag": "b908edef-696d-4549-a603-6a6c5d8d0a2e"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:09.179103 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b697ce2-f3c4-49a8-93bb-3c39e539faa9 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:09.179621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b697ce2-f3c4-49a8-93bb-3c39e539faa9 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:09.182768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6b697ce2-f3c4-49a8-93bb-3c39e539faa9 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/361a1369-ca25-44aa-88c4-920ae9096f3f HTTP/1.1" status: 404 len: 339 time: 0.0432813 Oct 25 09:14:09.186677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43822) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:09.195112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1605826792', 'description': 'd1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:09.199303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb90c5-ea2a-4216-8c93-bd9b81f341dd tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=361a1369-ca25-44aa-88c4-920ae9096f3f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:09.226312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0e5b1fe-2f0f-4a1f-b022-2d54934dd07b req-b7d8cd69-2dbe-4d8b-a264-bb8a72ff3609 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924784 Oct 25 09:14:09.231393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:09.236440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.276065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96f7ce-4b38-4c0f-9a58-6c949d9702ac service neutron] Pushing event updated for resources: {'Port': ['ID=b908edef-696d-4549-a603-6a6c5d8d0a2e,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:09.292914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:14:09.293147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-a905838c-1be7-4289-9e73-7c33834b6879 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002138 Oct 25 09:14:09.304646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.305018 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 51b3c031-19dc-458a-bb08-030e58305d40 of type vlan for network 87a1880c-06e0-444a-93de-3fa2031edb5c Oct 25 09:14:09.353893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-ad2c35f0-0832-4843-8040-4023530bee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.354856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.355404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-ad2c35f0-0832-4843-8040-4023530bee56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8569ed799544d1cbf7e8937b31d002a&device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 1094 time: 0.1263504 Oct 25 09:14:09.387788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.398167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.399649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.424323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-025cf74a-7259-4042-b2d3-2c166559563d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b908edef-696d-4549-a603-6a6c5d8d0a2e HTTP/1.1" status: 200 len: 217 time: 0.0535569 Oct 25 09:14:09.464757 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2764883 Oct 25 09:14:09.477415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43830) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:09.516184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-57abb70d-4039-4602-910b-981bd2874504 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151427 Oct 25 09:14:09.517007 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87b778-f57b-4373-a02c-6a87179ea9c1 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=87a1880c-06e0-444a-93de-3fa2031edb5c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:09.529533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 87a1880c-06e0-444a-93de-3fa2031edb5c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:09.609697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-4d154810-3dad-4a33-8a18-cc853b84c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.611364 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-4d154810-3dad-4a33-8a18-cc853b84c2e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00 HTTP/1.1" status: 200 len: 848 time: 0.1773427 Oct 25 09:14:09.616155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-19726419-0b44-4a80-91ba-0a37517ec652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601 HTTP/1.1" status: 200 len: 217 time: 0.0647869 Oct 25 09:14:09.682495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed19638-442d-42f2-a4b5-16347d1324a6 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.686454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3ed19638-442d-42f2-a4b5-16347d1324a6 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/networks?id=87a1880c-06e0-444a-93de-3fa2031edb5c HTTP/1.1" status: 200 len: 761 time: 0.2056408 Oct 25 09:14:09.687452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43834) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:09.693168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-dba1b582-be4b-4cac-beae-1d084acb534e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'description': 'd2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:09.720236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-8259ca37-a8e5-4fcf-997f-2e77b2563f64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f92f8ffe-adfe-4b06-8449-b2d95ef34932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853095 Oct 25 09:14:09.768094 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.798278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcda53-b388-4fdf-8e4b-976f4667aa0e req-403bfc9d-cc2c-42ff-9915-b51ffa26810d tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.799805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8dcda53-b388-4fdf-8e4b-976f4667aa0e req-403bfc9d-cc2c-42ff-9915-b51ffa26810d tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 943 time: 0.1993110 Oct 25 09:14:09.804920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-ad40f35f-1724-41e9-b789-b2a88743934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.806283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-ad40f35f-1724-41e9-b789-b2a88743934a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.1725643 Oct 25 09:14:09.851864 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dba1b582-be4b-4cac-beae-1d084acb534e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.866283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dba1b582-be4b-4cac-beae-1d084acb534e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.875853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dba1b582-be4b-4cac-beae-1d084acb534e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network 87a1880c-06e0-444a-93de-3fa2031edb5c is not hosted by any dhcp agent {{(pid=106991) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:14:09.881299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1b582-be4b-4cac-beae-1d084acb534e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.881886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dba1b582-be4b-4cac-beae-1d084acb534e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:09.883136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dba1b582-be4b-4cac-beae-1d084acb534e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "PUT /v2.0/networks/87a1880c-06e0-444a-93de-3fa2031edb5c HTTP/1.1" status: 200 len: 758 time: 0.1944225 Oct 25 09:14:09.887905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8dcda53-b388-4fdf-8e4b-976f4667aa0e req-ba0f22d4-2c87-4a7a-ac28-a48deaf18bc7 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806549 Oct 25 09:14:09.893117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43836) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:09.940213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1b582-be4b-4cac-beae-1d084acb534e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=87a1880c-06e0-444a-93de-3fa2031edb5c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:09.950429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 87a1880c-06e0-444a-93de-3fa2031edb5c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:09.954783 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a96e84-f8d7-41e2-b042-ed17c837628e x-openstack-request-id: req-93a96e84-f8d7-41e2-b042-ed17c837628e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:09.955077 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e40670-fa01-4d17-b243-ce53b51d3744", "tag": "b908edef-696d-4549-a603-6a6c5d8d0a2e", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:09.955335 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93a96e84-f8d7-41e2-b042-ed17c837628e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:09.955734 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e40670-fa01-4d17-b243-ce53b51d3744', 'tag': 'b908edef-696d-4549-a603-6a6c5d8d0a2e', 'status': 'completed', 'code': 200} Oct 25 09:14:09.963565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-3b49581e-8aba-48e6-9419-381f4428b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:09.965064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-3b49581e-8aba-48e6-9419-381f4428b7a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471789 Oct 25 09:14:09.969931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-0c9c8dbd-469d-4146-858a-e10773fff9d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398155 Oct 25 09:14:10.090784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a47b2-295f-47bd-a298-685ac7e28707 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.092288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c48a47b2-295f-47bd-a298-685ac7e28707 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/networks?id=87a1880c-06e0-444a-93de-3fa2031edb5c HTTP/1.1" status: 200 len: 761 time: 0.1982481 Oct 25 09:14:10.096664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43838) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:10.103045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-157987230'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:10.129990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:10.133805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:10.160170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:14:10.160681 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-cf02e868-5764-434c-a5b6-5ddbf153d24f service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838300 Oct 25 09:14:10.162660 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3aa0582e-e74f-426e-92d3-230be1e884fd req-918c1b5b-d1fc-4486-b14f-b0478a89b9c5 service neutron] 10.222.0.41 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743090 Oct 25 09:14:10.178597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:10.178966 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 21f0a8d4-c661-4fda-be0f-efddd8390baa of type vlan for network d10107f0-efde-4bde-9051-5239855afd31 Oct 25 09:14:10.235448 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:10.262154 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:10.269970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.270621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:10.285147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-02bc0fbc-6c2e-4290-ab35-a17d83380e22 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169803 Oct 25 09:14:10.331186 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2325916 Oct 25 09:14:10.334267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43848) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:10.341112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-ef22b082-c007-4761-ab46-6e2488b7f951 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ba016be6-2358-438e-81df-2536941bf355 HTTP/1.1" status: 200 len: 217 time: 0.0410800 Oct 25 09:14:10.345960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': 'd10107f0-efde-4bde-9051-5239855afd31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:10.395590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ca86a-db99-483e-9e9e-bd61e827399d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=d10107f0-efde-4bde-9051-5239855afd31,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:10.404032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-961be1d9-c891-4539-8cf3-fc44c8790217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.405641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-961be1d9-c891-4539-8cf3-fc44c8790217 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8569ed799544d1cbf7e8937b31d002a&device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 1094 time: 0.1382773 Oct 25 09:14:10.406524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d10107f0-efde-4bde-9051-5239855afd31 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:10.447718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:10.451537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:10.475439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-8bd9d7ac-1694-4f31-9f27-d7bfc23ec702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.476923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-8bd9d7ac-1694-4f31-9f27-d7bfc23ec702 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.1250339 Oct 25 09:14:10.488683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a8728-999b-4fab-ac8a-bb26762bb192 req-29ed7376-0ebc-4395-8145-74b3b19614ee tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.495939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f14a8728-999b-4fab-ac8a-bb26762bb192 req-29ed7376-0ebc-4395-8145-74b3b19614ee tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1580014 Oct 25 09:14:10.610668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f14a8728-999b-4fab-ac8a-bb26762bb192 req-68c7357f-4780-4040-934b-fbfe3a883bea tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139879 Oct 25 09:14:10.617466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-a21b13d9-4906-496c-8ebd-16adc7a09ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.619262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-a21b13d9-4906-496c-8ebd-16adc7a09ec6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f92f8ffe-adfe-4b06-8449-b2d95ef34932 HTTP/1.1" status: 200 len: 909 time: 0.2049718 Oct 25 09:14:10.690861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-76f079cb-e791-4fbb-8ccd-bf8cec442b78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b908edef-696d-4549-a603-6a6c5d8d0a2e HTTP/1.1" status: 200 len: 217 time: 0.0580690 Oct 25 09:14:10.698629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-4a4b7522-9fa8-4a6c-b60e-034431865b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.700340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-4a4b7522-9fa8-4a6c-b60e-034431865b85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2000663 Oct 25 09:14:10.704999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:10.771871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=4414bae6-f8e4-4e8d-a6f9-6c6a2401f20c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:10.783933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '21f0a8d4-c661-4fda-be0f-efddd8390baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd10107f0-efde-4bde-9051-5239855afd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:10.784304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: d10107f0-efde-4bde-9051-5239855afd31, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:14:10.805480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network d10107f0-efde-4bde-9051-5239855afd31 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:14:10.820245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-41c03518-1b39-4ace-a79d-5dd6f99e3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.822312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-41c03518-1b39-4ace-a79d-5dd6f99e3b8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00 HTTP/1.1" status: 200 len: 848 time: 0.1205437 Oct 25 09:14:10.824287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d10107f0-efde-4bde-9051-5239855afd31) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:10.831608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:10.833184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:10.835846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb1347-e9ec-41b5-ade4-18d8f9b66255 None None] Network d10107f0-efde-4bde-9051-5239855afd31 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:10.868313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cd4edde7-6698-4850-a1a4-fa7875f982f7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5329645 Oct 25 09:14:10.880541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43866) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:10.932268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-ee9904d3-1ec6-4d36-8a21-ec0962da9211 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f92f8ffe-adfe-4b06-8449-b2d95ef34932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779538 Oct 25 09:14:11.029387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.030941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d10107f0-efde-4bde-9051-5239855afd31', 'network_id': 'd10107f0-efde-4bde-9051-5239855afd31', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': '4414bae6-f8e4-4e8d-a6f9-6c6a2401f20c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:14:11.032220 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.058215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-9e9efb41-ac44-4776-9403-8e9d976763aa service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251829 Oct 25 09:14:11.071076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd338dd-a285-49ad-896c-d838885fedf3 req-a1ab7ddb-9e5e-4026-9644-26d2c78643b7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:11.080339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acd338dd-a285-49ad-896c-d838885fedf3 req-a1ab7ddb-9e5e-4026-9644-26d2c78643b7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1611190 Oct 25 09:14:11.131458 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.170390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-c70d5de1-5ae6-46c9-9f49-037d1a77d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:11.172310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-c70d5de1-5ae6-46c9-9f49-037d1a77d04c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 1095 time: 0.1388712 Oct 25 09:14:11.225870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Allocated IP 172.20.0.2 (d10107f0-efde-4bde-9051-5239855afd31/4414bae6-f8e4-4e8d-a6f9-6c6a2401f20c/18026c01-c91b-4a4f-86fa-ed078fa5809e) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:11.294574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-c1fa91e5-b515-4b2f-a063-5240eae04102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:11.296666 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-c1fa91e5-b515-4b2f-a063-5240eae04102 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 200 len: 913 time: 0.1152213 Oct 25 09:14:11.334108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-9377eb78-5087-4d78-ae2b-fbb23cb4fd42 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440708 Oct 25 09:14:11.339522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-2bbc4632-4260-4d82-96de-2ab195655f52 service neutron] 10.222.0.41 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902409 Oct 25 09:14:11.361670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acd338dd-a285-49ad-896c-d838885fedf3 req-2c07adaa-e830-419e-b9d7-773b1faf17f2 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799544 Oct 25 09:14:11.408194 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-1c14d25b-74b2-436e-87cb-bb6b522337f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 200 len: 999 time: 0.1045110 Oct 25 09:14:11.418961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.429402 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.493884 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.516861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Network d10107f0-efde-4bde-9051-5239855afd31 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:11.525592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:11.533141 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:11.539432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8639ddce-e526-412f-a3bc-cb0f6c3d9113 req-9e308d00-aa00-409d-9784-e402f6b8e079 service neutron] 10.222.0.41 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896532 Oct 25 09:14:11.541683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Pushing event updated for resources: {'Port': ['ID=18026c01-c91b-4a4f-86fa-ed078fa5809e,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:11.543962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-fcd61ec3-3cbf-48fe-b48b-5f92756e4bb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3 HTTP/1.1" status: 200 len: 217 time: 0.2009830 Oct 25 09:14:11.637844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Attempting to bind port 18026c01-c91b-4a4f-86fa-ed078fa5809e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:11.638220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Attempting to bind port 18026c01-c91b-4a4f-86fa-ed078fa5809e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '21f0a8d4-c661-4fda-be0f-efddd8390baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd10107f0-efde-4bde-9051-5239855afd31'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:11.638572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Attempting to bind port 18026c01-c91b-4a4f-86fa-ed078fa5809e on network d10107f0-efde-4bde-9051-5239855afd31 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:11.644407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:11.644773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Checking segment: {'id': '21f0a8d4-c661-4fda-be0f-efddd8390baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd10107f0-efde-4bde-9051-5239855afd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:11.645198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.645585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Bound using segment: {'id': '21f0a8d4-c661-4fda-be0f-efddd8390baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd10107f0-efde-4bde-9051-5239855afd31'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:11.646537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Bound port: 18026c01-c91b-4a4f-86fa-ed078fa5809e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f0a8d4-c661-4fda-be0f-efddd8390baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd10107f0-efde-4bde-9051-5239855afd31'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:11.646537 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.657630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-22f22c87-2f51-4826-82ca-dd0bdc3c48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:11.659731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-22f22c87-2f51-4826-82ca-dd0bdc3c48f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.1062164 Oct 25 09:14:11.677255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=4414bae6-f8e4-4e8d-a6f9-6c6a2401f20c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:11.726898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e97dd7-5986-4045-988b-1b41e1cc4f6e req-fe97acbc-6456-4e79-86cd-15df8b1bcb16 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:11.727859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] For port 18026c01-c91b-4a4f-86fa-ed078fa5809e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:11.728914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96e97dd7-5986-4045-988b-1b41e1cc4f6e req-fe97acbc-6456-4e79-86cd-15df8b1bcb16 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 943 time: 0.1875114 Oct 25 09:14:11.731783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] For port 18026c01-c91b-4a4f-86fa-ed078fa5809e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=18026c01-c91b-4a4f-86fa-ed078fa5809e,segment=NetworkSegment(21f0a8d4-c661-4fda-be0f-efddd8390baa),segment_id=21f0a8d4-c661-4fda-be0f-efddd8390baa)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:11.741171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-c13dccfe-50cf-44bb-b718-cba998e093cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:11.741927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.744198 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-c13dccfe-50cf-44bb-b718-cba998e093cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 200 len: 851 time: 0.3294153 Oct 25 09:14:11.753180 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.786533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-b7c1a868-1c6f-4c68-bc8c-b4400246611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:11.789714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-b7c1a868-1c6f-4c68-bc8c-b4400246611f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219125 Oct 25 09:14:11.824208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10107f0-efde-4bde-9051-5239855afd31']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:11.836221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f0a8d4-c661-4fda-be0f-efddd8390baa') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:11.836836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f0a8d4-c661-4fda-be0f-efddd8390baa') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:11.853537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:11.862682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-1498b4ce-0c01-49e9-a20b-91c444059f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:11.866420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216109ca-d31a-4121-bee6-958ffd9271b0 None None] Pushing event updated for resources: {'Port': ['ID=18026c01-c91b-4a4f-86fa-ed078fa5809e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:11.874105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-1498b4ce-0c01-49e9-a20b-91c444059f01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86937030-0d24-495d-b5ac-9243ef17f02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064909 Oct 25 09:14:11.876000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a4f03-27c6-43a3-86ff-9e4f5574fe48 None None] Network d10107f0-efde-4bde-9051-5239855afd31 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:11.895600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96e97dd7-5986-4045-988b-1b41e1cc4f6e req-f1b4b0cd-2df3-4a13-aa83-172faad8ab8c tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514142 Oct 25 09:14:12.012786 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-5fae9cf4-88a4-4e1a-9204-4c232b90ff8e service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371100 Oct 25 09:14:12.022191 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-984e2320-303f-4f9d-940e-c2eb13db8451 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228858 Oct 25 09:14:12.024701 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:12.038275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88317498-6c94-4947-ba59-d4240fcba645 None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:14:12.038663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:12.039164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:12.042768 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:12.147162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2b02f4d6-aec8-41d4-86a3-9bd4408ccd90 req-054ab73b-c8a3-4ec0-847f-02c36c5b4e26 service neutron] 10.222.0.18 "GET /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033049 Oct 25 09:14:12.243364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88317498-6c94-4947-ba59-d4240fcba645 None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:14:12.255775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.api [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:14:12.255775 n-d-814746-2 neutron-server[106991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:14:12.255775 n-d-814746-2 neutron-server[106991]: [parameters: {'id': 'd10107f0-efde-4bde-9051-5239855afd31'}] Oct 25 09:14:12.255775 n-d-814746-2 neutron-server[106991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:14:12.256206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7849647-672e-4f00-a91c-9329a8b8b79d req-6af8750a-b168-4ac6-a1ed-2f502fc0fc65 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169797 Oct 25 09:14:12.256324 n-d-814746-2 neutron-server[106991]: DEBUG oslo_db.api [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:14:12.549425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f8d71-9631-40e8-8744-441d6757393b req-8a04a314-1148-4563-834b-26bc0a0e837a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:12.551317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d10f8d71-9631-40e8-8744-441d6757393b req-8a04a314-1148-4563-834b-26bc0a0e837a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0709846 Oct 25 09:14:12.593728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d10f8d71-9631-40e8-8744-441d6757393b req-9af2e62c-f87f-4f10-b9fc-d72412bbcb95 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354495 Oct 25 09:14:12.757084 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:12.833431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port 18026c01-c91b-4a4f-86fa-ed078fa5809e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:12.834038 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:12.896784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-e98d8493-eadd-42fd-9476-ae0beed9725a tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:12.898392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-e98d8493-eadd-42fd-9476-ae0beed9725a tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/networks?id=e0e47a2b-8346-469c-8f5d-cdbdfce41609 HTTP/1.1" status: 200 len: 809 time: 0.1342928 Oct 25 09:14:12.911095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port 18026c01-c91b-4a4f-86fa-ed078fa5809e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=18026c01-c91b-4a4f-86fa-ed078fa5809e,segment=NetworkSegment(21f0a8d4-c661-4fda-be0f-efddd8390baa),segment_id=21f0a8d4-c661-4fda-be0f-efddd8390baa)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:12.911564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:12.920411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-345c8e8a-fb1f-4d65-93af-1653ab40b218 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/quotas/7730790e083c430087cbd7bc873c5676 HTTP/1.1" status: 200 len: 375 time: 0.0159318 Oct 25 09:14:12.929547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for 18026c01-c91b-4a4f-86fa-ed078fa5809e owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:12.935902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b908edef-696d-4549-a603-6a6c5d8d0a2e details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:14:12.952925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-709637c6-8b86-455f-9787-62a11b6f9955 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7730790e083c430087cbd7bc873c5676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307205 Oct 25 09:14:13.042954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.071566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=18026c01-c91b-4a4f-86fa-ed078fa5809e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:13.081379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b908edef-696d-4549-a603-6a6c5d8d0a2e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b908edef-696d-4549-a603-6a6c5d8d0a2e,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:13.090334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port 18026c01-c91b-4a4f-86fa-ed078fa5809e on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:13.107658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'b908edef-696d-4549-a603-6a6c5d8d0a2e', 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932', 'port_id': 'b908edef-696d-4549-a603-6a6c5d8d0a2e', 'mac_address': 'fa:16:3e:07:12:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:14:13.170896 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.192823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b908edef-696d-4549-a603-6a6c5d8d0a2e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:14:13.215650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.239040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b908edef-696d-4549-a603-6a6c5d8d0a2e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b908edef-696d-4549-a603-6a6c5d8d0a2e,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:13.244852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.247089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10107f0-efde-4bde-9051-5239855afd31']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:13.275312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f0a8d4-c661-4fda-be0f-efddd8390baa') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:13.275595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f0a8d4-c661-4fda-be0f-efddd8390baa') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:13.289130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.305691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.312900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b908edef-696d-4549-a603-6a6c5d8d0a2e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:13.316338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:13.316839 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:13.320595 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:13.385733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.391001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:13.397097 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/d10107f0-efde-4bde-9051-5239855afd31 HTTP/1.1" status: 204 len: 168 time: 2.5143566 Oct 25 09:14:13.397702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43906) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:13.440849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5f0b2-1d62-48aa-b06e-296713e8393a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=d10107f0-efde-4bde-9051-5239855afd31,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:13.443435 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee636a7-6aa7-4c6d-90d0-07c66b83744d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] GET failed (client error): The resource could not be found. Oct 25 09:14:13.447884 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eee636a7-6aa7-4c6d-90d0-07c66b83744d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/subnets/4414bae6-f8e4-4e8d-a6f9-6c6a2401f20c HTTP/1.1" status: 404 len: 337 time: 0.0459146 Oct 25 09:14:13.448594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43908) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:13.467785 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea6e7f2-4120-42e3-8ebe-b782777be7e5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:13.468616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea6e7f2-4120-42e3-8ebe-b782777be7e5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:13.474269 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3ea6e7f2-4120-42e3-8ebe-b782777be7e5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/d10107f0-efde-4bde-9051-5239855afd31 HTTP/1.1" status: 404 len: 339 time: 0.0213971 Oct 25 09:14:13.476404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43910) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:13.487388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c39bd1e2-21f8-43d1-8234-c444972bbb88 service neutron] 10.222.0.32 "GET /v2.0/networks/e0e47a2b-8346-469c-8f5d-cdbdfce41609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265720 Oct 25 09:14:13.593593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-2ea9c19f-72f6-4d86-b6d5-c307714f9dee service neutron] 10.222.0.32 "GET /v2.0/networks/e0e47a2b-8346-469c-8f5d-cdbdfce41609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956771 Oct 25 09:14:13.598751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3a2b4-4d58-4db1-93d1-aba1e3296df7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:13.600940 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cef3a2b4-4d58-4db1-93d1-aba1e3296df7 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1227992 Oct 25 09:14:13.603294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43912) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:13.624079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b908edef-696d-4549-a603-6a6c5d8d0a2e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:13.648704 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-504fca72-a955-4b96-8446-8563b2a03731 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 207 time: 0.0409889 Oct 25 09:14:13.648704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43916) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:13.878389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b43993-5600-4509-85c8-c2615afbf37e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:13.885592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b43993-5600-4509-85c8-c2615afbf37e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:13.903292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b43993-5600-4509-85c8-c2615afbf37e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:13.910214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b43993-5600-4509-85c8-c2615afbf37e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:13.912957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d7b43993-5600-4509-85c8-c2615afbf37e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2622035 Oct 25 09:14:13.915987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43928) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:13.946338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391256d-2c76-47d2-b340-129db73c015d req-09f298b0-0448-43d2-bad7-847faa52b49e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:13.947874 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8391256d-2c76-47d2-b340-129db73c015d req-09f298b0-0448-43d2-bad7-847faa52b49e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 944 time: 0.0622294 Oct 25 09:14:14.003587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8391256d-2c76-47d2-b340-129db73c015d req-3cc8975a-6ffa-43ec-8350-7ceb6cf42ce4 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Oct 25 09:14:14.050890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f03561c5-5eb7-451d-891b-98d4512a030f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1334391 Oct 25 09:14:14.054631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43930) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:14.159388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fef84-897c-4959-ab69-2fbf7e116385 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:14.162250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fef84-897c-4959-ab69-2fbf7e116385 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:14.164296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d40fef84-897c-4959-ab69-2fbf7e116385 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1077888 Oct 25 09:14:14.168548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43938) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:14.189727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43940) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:14.289052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c5df5-1bc3-4257-a622-056c77578232 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:14.290480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c5df5-1bc3-4257-a622-056c77578232 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['shared'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:14.295351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0f8c5df5-1bc3-4257-a622-056c77578232 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1214876 Oct 25 09:14:14.296039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43944) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:14.328523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f8823-e7dc-4476-9ad8-f4aa2a034044 req-3e00b18b-0d90-4a11-998a-8013b7168609 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:14.332827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a70f8823-e7dc-4476-9ad8-f4aa2a034044 req-3e00b18b-0d90-4a11-998a-8013b7168609 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1073053 Oct 25 09:14:14.378273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a70f8823-e7dc-4476-9ad8-f4aa2a034044 req-df8ae50c-1a8d-4022-8fde-3b1074e4eba3 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372043 Oct 25 09:14:14.473953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bafd2966-d0a8-4bd1-9dde-90b34d5dad23 req-099fe25b-c7ea-4e8b-8cfb-ab51734192b2 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 210 time: 0.0378444 Oct 25 09:14:14.624348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430c86b-9001-42b8-a0ae-35e85d7d242d req-d059fd53-1f1e-49f1-9c90-e5f9d6002478 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:14.626523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2430c86b-9001-42b8-a0ae-35e85d7d242d req-d059fd53-1f1e-49f1-9c90-e5f9d6002478 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0757051 Oct 25 09:14:14.684431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2430c86b-9001-42b8-a0ae-35e85d7d242d req-426aae72-cddd-4385-b6a2-c3fc8c990a80 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449989 Oct 25 09:14:14.790022 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaee-3a31-4ea9-baf8-ef83b855cff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:14.878137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f82ff8-7fef-4072-ab21-5ce0783493f8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:14.879562 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-64f82ff8-7fef-4072-ab21-5ce0783493f8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/networks/299e5456-3bb0-4010-af95-cd965a1e35b2 HTTP/1.1" status: 200 len: 799 time: 0.5805829 Oct 25 09:14:14.883352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43958) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:14.943482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b908edef-696d-4549-a603-6a6c5d8d0a2e up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:14.987954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaee-3a31-4ea9-baf8-ef83b855cff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:14.999164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port b908edef-696d-4549-a603-6a6c5d8d0a2e completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:14:15.000398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaee-3a31-4ea9-baf8-ef83b855cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.003928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port b908edef-696d-4549-a603-6a6c5d8d0a2e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:15.004298 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.054254 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-13644b24-8029-4903-988d-280f8539221f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/networks/299e5456-3bb0-4010-af95-cd965a1e35b2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1661031 Oct 25 09:14:15.054699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43968) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:15.058258 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ddc3eaee-3a31-4ea9-baf8-ef83b855cff8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e200c1566578481e9e05f6281f5eb1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8674734 Oct 25 09:14:15.059130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3eaee-3a31-4ea9-baf8-ef83b855cff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b630b96d-8ed1-4315-9230-4a486f2c78e3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:15.061445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43970) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:15.113970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.117612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-472e3940-c892-49ab-863a-cc867482e793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.143677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-472e3940-c892-49ab-863a-cc867482e793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.170412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b908edef-696d-4549-a603-6a6c5d8d0a2e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b908edef-696d-4549-a603-6a6c5d8d0a2e,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:15.171580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e40670-fa01-4d17-b243-ce53b51d3744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b908edef-696d-4549-a603-6a6c5d8d0a2e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:15.176428 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3436bcbd-0159-48c9-bc9b-1ec896a3e21a" -d '{"events": [{"server_uuid": "60e40670-fa01-4d17-b243-ce53b51d3744", "name": "network-vif-plugged", "status": "completed", "tag": "b908edef-696d-4549-a603-6a6c5d8d0a2e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:15.180307 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.200587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce5aaa-5e66-4427-8464-c8f1e213ddaa tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:15.206355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-07ce5aaa-5e66-4427-8464-c8f1e213ddaa tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/subnets/f2ebfc86-6274-409d-ac32-3d74f32eedef HTTP/1.1" status: 200 len: 811 time: 0.1465168 Oct 25 09:14:15.207377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43984) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:15.238115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b908edef-696d-4549-a603-6a6c5d8d0a2e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:15.256309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-472e3940-c892-49ab-863a-cc867482e793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.259340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-472e3940-c892-49ab-863a-cc867482e793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.263387 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-472e3940-c892-49ab-863a-cc867482e793 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b630b96d-8ed1-4315-9230-4a486f2c78e3 HTTP/1.1" status: 204 len: 168 time: 0.1983171 Oct 25 09:14:15.283334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e3940-c892-49ab-863a-cc867482e793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b630b96d-8ed1-4315-9230-4a486f2c78e3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:15.292141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48ee0f-ffce-4871-9ffe-256adedc4f90 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['shared'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:15.297078 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c48ee0f-ffce-4871-9ffe-256adedc4f90 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "GET /v2.0/subnets/f2ebfc86-6274-409d-ac32-3d74f32eedef?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0851867 Oct 25 09:14:15.300115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43996) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:15.331119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-756788733'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:15.374965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:15.379625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.418594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:14:15.435388 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.436108 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Added segment 97a43f2d-79d3-4496-9288-d9995f846183 of type vlan for network db6602ac-27ae-41e1-9498-27e5b3f68d8e Oct 25 09:14:15.450094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-645c869d-a388-4797-ae46-efd7cf839fb9 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:15.455616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-645c869d-a388-4797-ae46-efd7cf839fb9 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.18 "GET /v2.0/networks?id=e0e47a2b-8346-469c-8f5d-cdbdfce41609 HTTP/1.1" status: 200 len: 809 time: 0.1877849 Oct 25 09:14:15.475540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Request body: {'port': {'device_id': '597f55e5-2c2f-484b-8dd1-bdfd9104069b', 'network_id': 'e0e47a2b-8346-469c-8f5d-cdbdfce41609', 'admin_state_up': True, 'tenant_id': '7730790e083c430087cbd7bc873c5676'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:15.507535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.544975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.553927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:15.554687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.633166 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3258882 Oct 25 09:14:15.635865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44010) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:15.647521 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'network_id': 'db6602ac-27ae-41e1-9498-27e5b3f68d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:15.652312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44012) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:15.672596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-6cf17f4c-d221-44e0-bd70-e7f908a47bc7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:15.674124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-6cf17f4c-d221-44e0-bd70-e7f908a47bc7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c951576-6e50-49da-90db-46ed43998642 HTTP/1.1" status: 200 len: 944 time: 0.0956008 Oct 25 09:14:15.685016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.696815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d056d4-0a09-4d95-9f48-fa13572d5fa8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Network': ['ID=db6602ac-27ae-41e1-9498-27e5b3f68d8e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:15.708139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network db6602ac-27ae-41e1-9498-27e5b3f68d8e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:15.742180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Made reservation on behalf of 7730790e083c430087cbd7bc873c5676 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:15.745789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.753161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Made reservation on behalf of 965638f24df744ff8bc351eaf9efb29e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:15.756866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.822690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Performing IP validity checks on allocation pools {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 09:14:15.823501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 09:14:15.942479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Deleting port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:15.942820 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.950897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.956747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:15.973411 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.018257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=3f5d9a56-841f-4a64-ba4f-48a59cb3e7ab,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:16.028403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Checking segment: {'id': '97a43f2d-79d3-4496-9288-d9995f846183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'db6602ac-27ae-41e1-9498-27e5b3f68d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:16.029127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network hostable DHCP agents. Network: db6602ac-27ae-41e1-9498-27e5b3f68d8e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:14:16.047105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Network db6602ac-27ae-41e1-9498-27e5b3f68d8e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:14:16.056422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, db6602ac-27ae-41e1-9498-27e5b3f68d8e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:16.057600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Allocated IP 172.20.0.11 (e0e47a2b-8346-469c-8f5d-cdbdfce41609/5124464b-3c8a-4089-a513-c982f3f8da25/0fa051e7-6255-4ab8-9ae2-b9adaf263cf5) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:16.061028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:16.061830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.069167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebc27912f14148aa97e84af5c6e0e3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147885 Oct 25 09:14:16.070032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de6f17f-f488-41b7-9466-33743e6a13f0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:16.072051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44014) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:16.073634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470d21d-b4b8-4143-b523-d9511d7a1f18 None None] Network db6602ac-27ae-41e1-9498-27e5b3f68d8e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:16.085894 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a1f6c5b7-bc12-46c3-bcc6-0a8ad4abb7a5 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4489121 Oct 25 09:14:16.088430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44016) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:16.096251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e45c940d-12d3-4f0b-9c39-ec8c559f5b50 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:16.100640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.100936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.101231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.101567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.102528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.102528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.102528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.102890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.103176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.103499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.103822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.104147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe2df1-ec9c-423b-a366-5970fa6b6fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:16.163544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] For port 03f9d9ec-b80c-4413-a4cf-4611c8351d41, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=03f9d9ec-b80c-4413-a4cf-4611c8351d41,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:16.163913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.197561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Calling delete_port for 03f9d9ec-b80c-4413-a4cf-4611c8351d41 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:16.240464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-db6602ac-27ae-41e1-9498-27e5b3f68d8e', 'network_id': 'db6602ac-27ae-41e1-9498-27e5b3f68d8e', 'tenant_id': '965638f24df744ff8bc351eaf9efb29e', 'fixed_ips': [{'subnet_id': '3f5d9a56-841f-4a64-ba4f-48a59cb3e7ab'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:14:16.242254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.243271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e45c940d-12d3-4f0b-9c39-ec8c559f5b50 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25919177'] for subnet, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.324381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-477f07b8-3aa4-4b50-87b7-b3774c02df01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.369560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-477f07b8-3aa4-4b50-87b7-b3774c02df01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.388316 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8b4c6485-6fd0-4d17-be4f-1444b7794837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.417419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e45c940d-12d3-4f0b-9c39-ec8c559f5b50 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730412025811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25508410'] for subnet, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.435102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c940d-12d3-4f0b-9c39-ec8c559f5b50 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:16.435744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e45c940d-12d3-4f0b-9c39-ec8c559f5b50 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.440374 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e45c940d-12d3-4f0b-9c39-ec8c559f5b50 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "PUT /v2.0/subnets/3f5d9a56-841f-4a64-ba4f-48a59cb3e7ab HTTP/1.1" status: 200 len: 877 time: 0.3505964 Oct 25 09:14:16.444233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44018) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:16.476704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.487665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c940d-12d3-4f0b-9c39-ec8c559f5b50 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event updated for resources: {'Subnet': ['ID=3f5d9a56-841f-4a64-ba4f-48a59cb3e7ab,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:16.492918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Allocated IP 172.20.0.3 (db6602ac-27ae-41e1-9498-27e5b3f68d8e/3f5d9a56-841f-4a64-ba4f-48a59cb3e7ab/56bf629b-7aad-4acf-bf98-781ba821ae41) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:16.586646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-477f07b8-3aa4-4b50-87b7-b3774c02df01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.589271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-477f07b8-3aa4-4b50-87b7-b3774c02df01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.590667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-477f07b8-3aa4-4b50-87b7-b3774c02df01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2de6f17f-f488-41b7-9466-33743e6a13f0 HTTP/1.1" status: 204 len: 168 time: 0.5139773 Oct 25 09:14:16.627639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f07b8-3aa4-4b50-87b7-b3774c02df01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de6f17f-f488-41b7-9466-33743e6a13f0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:16.639655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.660135 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.667938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.675670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['750cdcda-d60f-4eb6-b9ad-d38796847e3e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:16.676343 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.678634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a4e15f6a-bf68-41d3-9611-770491970caa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:16.683535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event deleted for resources: {'Port': ['ID=03f9d9ec-b80c-4413-a4cf-4611c8351d41,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:16.694883 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.781521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Network db6602ac-27ae-41e1-9498-27e5b3f68d8e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:16.783707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] No DVR routers for this DVR port 03f9d9ec-b80c-4413-a4cf-4611c8351d41 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:16.786880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.790789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:16.794063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Pushing event updated for resources: {'Port': ['ID=56bf629b-7aad-4acf-bf98-781ba821ae41,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:16.798882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:16.813127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0597e923-656f-437d-af26-87c5a0e6aad5 req-216cfe92-55ac-4ccf-bb52-2b5a38477f4a tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "DELETE /v2.0/ports/03f9d9ec-b80c-4413-a4cf-4611c8351d41 HTTP/1.1" status: 204 len: 173 time: 1.1314418 Oct 25 09:14:16.855685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'name': 'network-vif-deleted', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:16.858145 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856c469a-5131-4c55-bf55-6c11e0e329a1" -d '{"events": [{"server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "name": "network-vif-deleted", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:16.876575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Network e0e47a2b-8346-469c-8f5d-cdbdfce41609 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:16.882685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:16.885805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:16.901154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Attempting to bind port 56bf629b-7aad-4acf-bf98-781ba821ae41 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:16.901531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Attempting to bind port 56bf629b-7aad-4acf-bf98-781ba821ae41 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '97a43f2d-79d3-4496-9288-d9995f846183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'db6602ac-27ae-41e1-9498-27e5b3f68d8e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:16.901895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Attempting to bind port 56bf629b-7aad-4acf-bf98-781ba821ae41 on network db6602ac-27ae-41e1-9498-27e5b3f68d8e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:16.910768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:16.911144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Checking segment: {'id': '97a43f2d-79d3-4496-9288-d9995f846183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'db6602ac-27ae-41e1-9498-27e5b3f68d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:16.911544 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.911926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Bound using segment: {'id': '97a43f2d-79d3-4496-9288-d9995f846183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'db6602ac-27ae-41e1-9498-27e5b3f68d8e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:16.912950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Bound port: 56bf629b-7aad-4acf-bf98-781ba821ae41, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a43f2d-79d3-4496-9288-d9995f846183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'db6602ac-27ae-41e1-9498-27e5b3f68d8e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:16.913431 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.947012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:16.948793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:16.964011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Pushing event updated for resources: {'Port': ['ID=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:16.993237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-c2d7a502-0fbf-4fb4-b9a0-456ec1dd85ae tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5218742 Oct 25 09:14:17.001875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port 56bf629b-7aad-4acf-bf98-781ba821ae41 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:17.002413 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:17.024653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Request body: {'port': {'device_id': '597f55e5-2c2f-484b-8dd1-bdfd9104069b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:17.152618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] For port 56bf629b-7aad-4acf-bf98-781ba821ae41, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:17.153812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:17.198603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] For port 56bf629b-7aad-4acf-bf98-781ba821ae41, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=56bf629b-7aad-4acf-bf98-781ba821ae41,segment=NetworkSegment(97a43f2d-79d3-4496-9288-d9995f846183),segment_id=97a43f2d-79d3-4496-9288-d9995f846183)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:17.209050 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:17.285709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port 56bf629b-7aad-4acf-bf98-781ba821ae41, host n-d-814746-2, got binding levels [] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:17.286078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:17.290128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab03a6-89cc-4504-b79d-d1a69658fe02 None None] Pushing event updated for resources: {'Port': ['ID=56bf629b-7aad-4acf-bf98-781ba821ae41,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:17.360815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for 56bf629b-7aad-4acf-bf98-781ba821ae41 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:17.399411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61060e91-ce85-4f5a-94ac-0cf245f0ad0f req-6ba246b5-2099-4325-98de-95b99e3b1e2e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:17.400979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61060e91-ce85-4f5a-94ac-0cf245f0ad0f req-6ba246b5-2099-4325-98de-95b99e3b1e2e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 945 time: 0.1806824 Oct 25 09:14:17.585877 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61060e91-ce85-4f5a-94ac-0cf245f0ad0f req-7026dd91-e272-4c1b-940b-f0c0ac17f4e6 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537378 Oct 25 09:14:17.726754 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebb4c33-b972-438f-a2dd-f90939e3b8dc x-openstack-request-id: req-eebb4c33-b972-438f-a2dd-f90939e3b8dc {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:17.727055 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e40670-fa01-4d17-b243-ce53b51d3744", "name": "network-vif-plugged", "status": "completed", "tag": "b908edef-696d-4549-a603-6a6c5d8d0a2e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:17.727313 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eebb4c33-b972-438f-a2dd-f90939e3b8dc {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:17.727748 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e40670-fa01-4d17-b243-ce53b51d3744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b908edef-696d-4549-a603-6a6c5d8d0a2e', 'code': 200} Oct 25 09:14:17.728388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:14:17.742502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:17.754047 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:17.765542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Transition to ACTIVE for port object 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:14:17.790576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:17.793011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=56bf629b-7aad-4acf-bf98-781ba821ae41,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:17.908067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port 56bf629b-7aad-4acf-bf98-781ba821ae41 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:17.971123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:18.022654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a99bb9-b4c9-4d53-8804-3730e91d1c8e req-fa5e98e9-bf8c-476b-85ac-cf1c71d8d41f tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:18.024298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0a99bb9-b4c9-4d53-8804-3730e91d1c8e req-fa5e98e9-bf8c-476b-85ac-cf1c71d8d41f tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 944 time: 0.2375968 Oct 25 09:14:18.047628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.055824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7afa1-c0c1-4ea9-bfee-9687b0aa4fcd req-2ad62898-c2a5-4647-ba8e-5de608e61ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:18.057486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fd7afa1-c0c1-4ea9-bfee-9687b0aa4fcd req-2ad62898-c2a5-4647-ba8e-5de608e61ade service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 1096 time: 0.2269936 Oct 25 09:14:18.189208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0a99bb9-b4c9-4d53-8804-3730e91d1c8e req-03551649-9da5-46a0-9e7c-7b1eba8df5ce tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361711 Oct 25 09:14:18.194067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fd7afa1-c0c1-4ea9-bfee-9687b0aa4fcd req-2a90558e-4a3d-40cb-a0b7-3d12dc7ccb0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105795 Oct 25 09:14:18.194599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Attempting to bind port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:18.194939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Attempting to bind port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'b1c2d509-4dae-4944-b70a-dcf27cb0d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e0e47a2b-8346-469c-8f5d-cdbdfce41609'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:18.195318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Attempting to bind port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 on network e0e47a2b-8346-469c-8f5d-cdbdfce41609 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:18.206784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 on network e0e47a2b-8346-469c-8f5d-cdbdfce41609 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:14:18.207104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Attempting to bind port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 on network e0e47a2b-8346-469c-8f5d-cdbdfce41609 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:18.220561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:18.220924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Checking segment: {'id': 'b1c2d509-4dae-4944-b70a-dcf27cb0d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e0e47a2b-8346-469c-8f5d-cdbdfce41609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:18.221302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Bound using segment: {'id': 'b1c2d509-4dae-4944-b70a-dcf27cb0d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e0e47a2b-8346-469c-8f5d-cdbdfce41609'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:18.221736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Bound port: 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2d509-4dae-4944-b70a-dcf27cb0d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e0e47a2b-8346-469c-8f5d-cdbdfce41609'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:18.222086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.283303 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea7345a-7319-41cb-9dd6-c5a0e06e0f0a x-openstack-request-id: req-7ea7345a-7319-41cb-9dd6-c5a0e06e0f0a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:18.283598 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c951576-6e50-49da-90db-46ed43998642", "name": "network-vif-deleted", "tag": "03f9d9ec-b80c-4413-a4cf-4611c8351d41", "status": "failed", "code": 422}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:18.284384 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ea7345a-7319-41cb-9dd6-c5a0e06e0f0a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:18.284384 n-d-814746-2 neutron-server[106992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c951576-6e50-49da-90db-46ed43998642', 'name': 'network-vif-deleted', 'tag': '03f9d9ec-b80c-4413-a4cf-4611c8351d41', 'status': 'failed', 'code': 422} returned with failed status Oct 25 09:14:18.291113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.347085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] For port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:18.349262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5d9a56-841f-4a64-ba4f-48a59cb3e7ab,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:18.394663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] For port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,segment=NetworkSegment(b1c2d509-4dae-4944-b70a-dcf27cb0d002),segment_id=b1c2d509-4dae-4944-b70a-dcf27cb0d002)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:18.403877 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.426380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.471938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:18.472598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.474607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] 10.222.0.18 "PUT /v2.0/ports/0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 HTTP/1.1" status: 200 len: 1092 time: 1.4553840 Oct 25 09:14:18.482536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232e2530-b3c5-4660-a6d9-b6f55ba067f9 None None] Network db6602ac-27ae-41e1-9498-27e5b3f68d8e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:18.493281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6602ac-27ae-41e1-9498-27e5b3f68d8e']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:18.533026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a43f2d-79d3-4496-9288-d9995f846183') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:18.533769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a43f2d-79d3-4496-9288-d9995f846183') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:18.563052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbaea9-ff64-4879-b434-1e041f8b6a16 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:18.565408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5652db6b-4ed9-487f-bd3d-e62391a7b5e0 None None] Could not find standard attr ID for object 56bf629b-7aad-4acf-bf98-781ba821ae41. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:14:18.576843 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.605303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.632795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:18.633214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:18.637353 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:18.750189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc15263-d14e-4505-bed6-9c45377e227b req-fdde27ad-734b-4531-949d-7e81715bda0f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:18.751917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cc15263-d14e-4505-bed6-9c45377e227b req-fdde27ad-734b-4531-949d-7e81715bda0f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 907 time: 0.2393448 Oct 25 09:14:18.755814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-d9d25a08-bbcf-43b1-a4e2-9a0acc6dd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:18.757986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-d9d25a08-bbcf-43b1-a4e2-9a0acc6dd358 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7730790e083c430087cbd7bc873c5676&device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 1095 time: 0.1781933 Oct 25 09:14:18.766447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.777923 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.782410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/db6602ac-27ae-41e1-9498-27e5b3f68d8e HTTP/1.1" status: 204 len: 168 time: 2.3368895 Oct 25 09:14:18.786166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44074) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:18.828090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-6dc9bd0d-e739-41f3-9cbd-7acb491e4bb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 HTTP/1.1" status: 200 len: 217 time: 0.0433640 Oct 25 09:14:18.829686 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02723838-2fed-4cf6-83c1-34e5efa502c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:18.839337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07be264-d012-4e65-a9aa-fbaa43aa03ba tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=db6602ac-27ae-41e1-9498-27e5b3f68d8e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:18.898764 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-5430cfe8-f652-450f-9c75-110da1e23cbf tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:18.899235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5430cfe8-f652-450f-9c75-110da1e23cbf tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:18.905912 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5430cfe8-f652-450f-9c75-110da1e23cbf tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/3f5d9a56-841f-4a64-ba4f-48a59cb3e7ab HTTP/1.1" status: 404 len: 337 time: 0.1164465 Oct 25 09:14:18.906526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44076) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:18.926989 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e0445e-932e-4aae-a3fc-ac6ea175803e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:18.927856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e0445e-932e-4aae-a3fc-ac6ea175803e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:18.931342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974677e-3e9d-4d7d-9983-6cdcf76ce005 None None] DHCP port deletion for db6602ac-27ae-41e1-9498-27e5b3f68d8e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:14:18.945915 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f4e0445e-932e-4aae-a3fc-ac6ea175803e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/db6602ac-27ae-41e1-9498-27e5b3f68d8e HTTP/1.1" status: 404 len: 339 time: 0.0359387 Oct 25 09:14:18.945915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44078) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:18.948016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-aa398776-2ee9-4434-9330-441b0cc273dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:18.949644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-aa398776-2ee9-4434-9330-441b0cc273dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5124464b-3c8a-4089-a513-c982f3f8da25 HTTP/1.1" status: 200 len: 849 time: 0.1078928 Oct 25 09:14:18.959334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02f892-0953-4836-a471-8129357c2e4f None None] Network db6602ac-27ae-41e1-9498-27e5b3f68d8e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:18.982734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02f892-0953-4836-a471-8129357c2e4f None None] Network db6602ac-27ae-41e1-9498-27e5b3f68d8e could not be found, it might have been deleted concurrently. {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 09:14:18.992431 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cfc4bd-46c6-4068-9fcd-97f9407ea3a6 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:18.993176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cfc4bd-46c6-4068-9fcd-97f9407ea3a6 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.000401 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-70cfc4bd-46c6-4068-9fcd-97f9407ea3a6 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/4414bae6-f8e4-4e8d-a6f9-6c6a2401f20c HTTP/1.1" status: 404 len: 337 time: 0.0547597 Oct 25 09:14:19.001334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44080) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.025117 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f38609-987d-49bf-b8f4-8114af44c0db tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.026385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f38609-987d-49bf-b8f4-8114af44c0db tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.033269 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-13f38609-987d-49bf-b8f4-8114af44c0db tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/d10107f0-efde-4bde-9051-5239855afd31 HTTP/1.1" status: 404 len: 339 time: 0.0306714 Oct 25 09:14:19.034187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44082) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.035719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-9e58c68c-f372-415e-9dcd-74f6f925abff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0e47a2b-8346-469c-8f5d-cdbdfce41609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713263 Oct 25 09:14:19.129954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.140685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ba583-ffa7-46d4-8957-2a195835edcf req-833782ef-23bf-4291-96b3-427bea0953c3 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:19.145064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f9ba583-ffa7-46d4-8957-2a195835edcf req-833782ef-23bf-4291-96b3-427bea0953c3 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 945 time: 0.1550555 Oct 25 09:14:19.233313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f9ba583-ffa7-46d4-8957-2a195835edcf req-2de77fa8-e5b3-420d-957d-dd8c5e45f693 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737243 Oct 25 09:14:19.241417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-9fa6c894-de2b-444c-b2be-f500acb7cb6e service neutron] 10.222.0.18 "GET /v2.0/networks/e0e47a2b-8346-469c-8f5d-cdbdfce41609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916618 Oct 25 09:14:19.247287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.285252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a1880c-06e0-444a-93de-3fa2031edb5c']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:19.298224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b3c031-19dc-458a-bb08-030e58305d40') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:19.298517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b3c031-19dc-458a-bb08-030e58305d40') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:19.309073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.326321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.336563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:19.337013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:19.342161 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:19.369774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe9403d9-d615-4864-b12d-e7983bca9de0 req-d46a5c5b-57aa-41af-abdb-48587b10092c service neutron] 10.222.0.18 "GET /v2.0/networks/e0e47a2b-8346-469c-8f5d-cdbdfce41609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001518 Oct 25 09:14:19.430424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.435074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.441576 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/87a1880c-06e0-444a-93de-3fa2031edb5c HTTP/1.1" status: 204 len: 168 time: 0.4035683 Oct 25 09:14:19.443766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44092) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.446132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223b41d-4635-4b9f-9e11-1f8af4723b9f req-7b4b3a2e-e9d6-4935-b5ca-04906c2f77dd tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:19.447833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a223b41d-4635-4b9f-9e11-1f8af4723b9f req-7b4b3a2e-e9d6-4935-b5ca-04906c2f77dd tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 944 time: 0.0619068 Oct 25 09:14:19.465569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=87a1880c-06e0-444a-93de-3fa2031edb5c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:19.491329 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-91148b41-2e09-4998-96e8-291a39e5d6e3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.491827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91148b41-2e09-4998-96e8-291a39e5d6e3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.497249 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91148b41-2e09-4998-96e8-291a39e5d6e3 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/f4cde5a3-5a86-4c94-946c-511f28a72602 HTTP/1.1" status: 404 len: 337 time: 0.0503583 Oct 25 09:14:19.497249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.497556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.497725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.498071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.498406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.498740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.499651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.499987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.500365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.500694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.501066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.501396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a28f424-b1d0-4c69-9a83-cae9a7c348fc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:19.504953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44094) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.517900 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a223b41d-4635-4b9f-9e11-1f8af4723b9f req-98330a8c-e30a-404e-9dc0-02f9ccd7e1d4 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603933 Oct 25 09:14:19.529743 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0a8fe9-c232-4e01-ba45-b45a16c1ce39 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.541157 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0a8fe9-c232-4e01-ba45-b45a16c1ce39 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.548058 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6d0a8fe9-c232-4e01-ba45-b45a16c1ce39 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/361a1369-ca25-44aa-88c4-920ae9096f3f HTTP/1.1" status: 404 len: 339 time: 0.0391612 Oct 25 09:14:19.548298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44096) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.590967 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a129b5-0139-4421-ad50-687fe3783fea tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.591422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a129b5-0139-4421-ad50-687fe3783fea tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.596937 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-87a129b5-0139-4421-ad50-687fe3783fea tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/2c455b0c-4342-45d5-8b72-1aaa1f0fcab7 HTTP/1.1" status: 404 len: 337 time: 0.0461824 Oct 25 09:14:19.598181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44098) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.619352 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-843a1cf9-955e-4b53-a172-bed718b18059 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.620035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843a1cf9-955e-4b53-a172-bed718b18059 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.624945 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-843a1cf9-955e-4b53-a172-bed718b18059 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/f91741b1-122f-43ec-8b42-314e9852c3f3 HTTP/1.1" status: 404 len: 339 time: 0.0239298 Oct 25 09:14:19.626403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44100) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.654126 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-906aa725-2adc-40b0-9fe8-250374d9fe59 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.654578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906aa725-2adc-40b0-9fe8-250374d9fe59 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.660413 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-906aa725-2adc-40b0-9fe8-250374d9fe59 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/5460d087-47f2-4f8f-827b-0c6ad7f8f796 HTTP/1.1" status: 404 len: 337 time: 0.0305960 Oct 25 09:14:19.660644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44102) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.679114 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4900b9f-7a21-4cf1-aa2e-aa4eeff37a9d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.679655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4900b9f-7a21-4cf1-aa2e-aa4eeff37a9d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.682702 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d4900b9f-7a21-4cf1-aa2e-aa4eeff37a9d tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/3c7dc52b-f1c5-4063-9b49-0ab2e5cad2a4 HTTP/1.1" status: 404 len: 339 time: 0.0211136 Oct 25 09:14:19.685136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44104) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.711967 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a582c9be-e7da-4fc3-9c84-59424fd2d0ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.712405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a582c9be-e7da-4fc3-9c84-59424fd2d0ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.718486 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a582c9be-e7da-4fc3-9c84-59424fd2d0ad tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/4164fad8-4b82-446f-b40f-c8ab51648a30 HTTP/1.1" status: 404 len: 337 time: 0.0292294 Oct 25 09:14:19.718958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44106) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.738532 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4a1440-0d48-45e5-a7d0-b7c54a09462e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.739064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4a1440-0d48-45e5-a7d0-b7c54a09462e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.742040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ab4a1440-0d48-45e5-a7d0-b7c54a09462e tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/ba848d4e-cb46-4ab4-b812-f8247272cede HTTP/1.1" status: 404 len: 339 time: 0.0219870 Oct 25 09:14:19.744495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44108) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.770171 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc196d8-d7fa-477b-829e-7d96ee341f72 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.770818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc196d8-d7fa-477b-829e-7d96ee341f72 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.773555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-edc196d8-d7fa-477b-829e-7d96ee341f72 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/0b249172-d95d-4792-8b14-7f2444b45633 HTTP/1.1" status: 404 len: 337 time: 0.0281024 Oct 25 09:14:19.776045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44110) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.794463 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0f6d57-ca7d-4713-9557-26176917a2f4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.794974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0f6d57-ca7d-4713-9557-26176917a2f4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.799486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-de0f6d57-ca7d-4713-9557-26176917a2f4 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/d6ba0163-e728-4c0c-832f-cdf1c7016cfd HTTP/1.1" status: 404 len: 339 time: 0.0225492 Oct 25 09:14:19.802112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44112) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.828844 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb34fbb6-abb5-4674-b382-ec3b4bda697a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.829317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb34fbb6-abb5-4674-b382-ec3b4bda697a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.832327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fb34fbb6-abb5-4674-b382-ec3b4bda697a tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/8304a7d9-b392-4258-9f8d-b4b0ec3bb6c2 HTTP/1.1" status: 404 len: 337 time: 0.0293264 Oct 25 09:14:19.835054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44116) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.855342 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9350c23f-6c61-4bc8-bda0-aeebbac9fa8f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.855961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9350c23f-6c61-4bc8-bda0-aeebbac9fa8f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.859802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9350c23f-6c61-4bc8-bda0-aeebbac9fa8f tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/8148d990-7444-471a-ab76-b2fbb20ae666 HTTP/1.1" status: 404 len: 339 time: 0.0237398 Oct 25 09:14:19.862687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44118) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.888961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.892639 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2ebf78-907f-4dfb-b455-2ccb67a9b465 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.893124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2ebf78-907f-4dfb-b455-2ccb67a9b465 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.894301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:19.897327 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ea2ebf78-907f-4dfb-b455-2ccb67a9b465 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/cbcf0f6d-b2ef-4295-9e3f-caeeb022bb84 HTTP/1.1" status: 404 len: 337 time: 0.0336761 Oct 25 09:14:19.899956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.923630 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ca9e52-1929-41ef-939b-5a5f1f71e7f0 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.924206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ca9e52-1929-41ef-939b-5a5f1f71e7f0 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.927523 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12ca9e52-1929-41ef-939b-5a5f1f71e7f0 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/5c7719ab-5669-47a2-a5b7-3bf1ccd500ca HTTP/1.1" status: 404 len: 339 time: 0.0264666 Oct 25 09:14:19.930189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44122) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.934831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cd871-a105-4224-a592-868202e02a1f req-bc7f4f4f-8738-48c9-82de-69341153feb8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:19.937001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d45cd871-a105-4224-a592-868202e02a1f req-bc7f4f4f-8738-48c9-82de-69341153feb8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 907 time: 0.0620744 Oct 25 09:14:19.965755 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bd041b-5297-41d5-80d2-2b2b6ab94b23 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.966545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bd041b-5297-41d5-80d2-2b2b6ab94b23 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:19.971244 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d7bd041b-5297-41d5-80d2-2b2b6ab94b23 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/4b215e40-cc10-43e4-aeef-b101ccdded8d HTTP/1.1" status: 404 len: 337 time: 0.0399504 Oct 25 09:14:19.973834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44124) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:19.995581 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad83d23a-c27b-4945-8d0a-dff61b5ecf90 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] DELETE failed (client error): The resource could not be found. Oct 25 09:14:19.996175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad83d23a-c27b-4945-8d0a-dff61b5ecf90 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:14:20.000775 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ad83d23a-c27b-4945-8d0a-dff61b5ecf90 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/bd95d81d-f6bf-44bf-9f13-5b20bdef1d44 HTTP/1.1" status: 404 len: 339 time: 0.0248990 Oct 25 09:14:20.002575 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44126) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:20.058014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d922193-e6d8-4525-bdfd-4e6ae92631e8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting subnet f2ebfc86-6274-409d-ac32-3d74f32eedef {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:14:20.061139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d922193-e6d8-4525-bdfd-4e6ae92631e8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.101431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d922193-e6d8-4525-bdfd-4e6ae92631e8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.192975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d922193-e6d8-4525-bdfd-4e6ae92631e8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.271189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d922193-e6d8-4525-bdfd-4e6ae92631e8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.285419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597f55e5-2c2f-484b-8dd1-bdfd9104069b', 'tag': '0fa051e7-6255-4ab8-9ae2-b9adaf263cf5'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:20.288165 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac34961-ab07-4c8d-bc09-5bf1a647e372" -d '{"events": [{"name": "network-changed", "server_uuid": "597f55e5-2c2f-484b-8dd1-bdfd9104069b", "tag": "0fa051e7-6255-4ab8-9ae2-b9adaf263cf5"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:20.301468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d922193-e6d8-4525-bdfd-4e6ae92631e8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ebfc86-6274-409d-ac32-3d74f32eedef,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:20.305275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d922193-e6d8-4525-bdfd-4e6ae92631e8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.311181 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5d922193-e6d8-4525-bdfd-4e6ae92631e8 tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/subnets/f2ebfc86-6274-409d-ac32-3d74f32eedef HTTP/1.1" status: 204 len: 168 time: 0.3075950 Oct 25 09:14:20.312494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44138) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:20.313397 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc7c8e-8ab2-481f-9ffa-20c7315bc794 None None] Network 299e5456-3bb0-4010-af95-cd965a1e35b2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:20.384544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b9d0-2cd9-4a06-abe1-6426b8d48cf4 req-bbfe5a81-a9ff-4007-91e4-52e8a570468d tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:20.386637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5851b9d0-2cd9-4a06-abe1-6426b8d48cf4 req-bbfe5a81-a9ff-4007-91e4-52e8a570468d tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 945 time: 0.0891874 Oct 25 09:14:20.399177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.437588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5851b9d0-2cd9-4a06-abe1-6426b8d48cf4 req-41189481-bb66-4b93-bb9c-386a29d63997 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433676 Oct 25 09:14:20.487817 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3db490f-0e1e-4806-b985-5b816d7e4fe7 x-openstack-request-id: req-b3db490f-0e1e-4806-b985-5b816d7e4fe7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:20.488119 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597f55e5-2c2f-484b-8dd1-bdfd9104069b", "tag": "0fa051e7-6255-4ab8-9ae2-b9adaf263cf5", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:20.488400 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3db490f-0e1e-4806-b985-5b816d7e4fe7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:20.488852 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597f55e5-2c2f-484b-8dd1-bdfd9104069b', 'tag': '0fa051e7-6255-4ab8-9ae2-b9adaf263cf5', 'status': 'completed', 'code': 200} Oct 25 09:14:20.503451 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Deleting port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:20.503795 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.586756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] DHCP port deletion for 299e5456-3bb0-4010-af95-cd965a1e35b2 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:14:20.693699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] For port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,segment=NetworkSegment(8b9f3e35-b66e-4ee8-9dc8-55320df7c916),segment_id=8b9f3e35-b66e-4ee8-9dc8-55320df7c916)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:20.694171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.708517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] Deleting port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:20.709591 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.709855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-618d335d-f807-4a0b-80c9-64aacb3f17da tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:20.711531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Calling delete_port for 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:20.711845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-618d335d-f807-4a0b-80c9-64aacb3f17da tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 907 time: 0.1059535 Oct 25 09:14:20.735016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-699be133-595f-4320-ad75-feebd2ca3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:20.736535 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-699be133-595f-4320-ad75-feebd2ca3016 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7730790e083c430087cbd7bc873c5676&device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 1095 time: 0.1221647 Oct 25 09:14:20.835369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] For port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,segment=NetworkSegment(8b9f3e35-b66e-4ee8-9dc8-55320df7c916),segment_id=8b9f3e35-b66e-4ee8-9dc8-55320df7c916)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:20.836823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:20.866806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] Calling delete_port for 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:20.877172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf94df-7ece-4a01-9efa-4a4c447dcfa6 req-75561c1a-2ec7-46a8-a7a7-d51b3f2a2424 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:20.878741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfbf94df-7ece-4a01-9efa-4a4c447dcfa6 req-75561c1a-2ec7-46a8-a7a7-d51b3f2a2424 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 944 time: 0.1601272 Oct 25 09:14:20.894499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Deleting port 08480806-a1e0-4ceb-8dcb-9414528f10f7 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:20.894835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.003542 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.034351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] For port 08480806-a1e0-4ceb-8dcb-9414528f10f7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=08480806-a1e0-4ceb-8dcb-9414528f10f7,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:21.035013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.037225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.061920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-8c416867-151c-4d7d-87db-c4d64192a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:21.063572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-8c416867-151c-4d7d-87db-c4d64192a2a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0e47a2b-8346-469c-8f5d-cdbdfce41609 HTTP/1.1" status: 200 len: 910 time: 0.3136511 Oct 25 09:14:21.064276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Calling delete_port for 08480806-a1e0-4ceb-8dcb-9414528f10f7 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:21.082563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 56bf629b-7aad-4acf-bf98-781ba821ae41 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:21.089557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfbf94df-7ece-4a01-9efa-4a4c447dcfa6 req-232c38ef-e906-4c87-9617-a8271043a969 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976964 Oct 25 09:14:21.091109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] No DVR routers for this DVR port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:21.124531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] Pushing event deleted for resources: {'Port': ['ID=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:21.137388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 56bf629b-7aad-4acf-bf98-781ba821ae41 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:21.138238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 56bf629b-7aad-4acf-bf98-781ba821ae41 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:21.138772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:21.160721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Port': ['ID=155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:21.165121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:21.165566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:21.179772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-b31a79b2-c69b-4fac-862e-5fdefefd8972 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 HTTP/1.1" status: 200 len: 217 time: 0.0940676 Oct 25 09:14:21.187743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15a32f-35a9-4723-837f-0dd243dcbb62 None None] No DVR routers for this DVR port 155e3f75-4a36-41bc-b0ef-a0c1afdc3fcf on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:21.262802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e0aac-0e10-4b72-83cf-746d4d7dbea2 req-6da8ab22-9ef6-40e8-8c92-b448814f80ed tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:21.264221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-222e0aac-0e10-4b72-83cf-746d4d7dbea2 req-6da8ab22-9ef6-40e8-8c92-b448814f80ed tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d47f71-be47-4321-8fa5-7044f1ca292e HTTP/1.1" status: 200 len: 907 time: 0.0960748 Oct 25 09:14:21.302394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.312848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-41b30552-3644-4659-86ec-5404bd181e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:21.321292 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-41b30552-3644-4659-86ec-5404bd181e57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5124464b-3c8a-4089-a513-c982f3f8da25 HTTP/1.1" status: 200 len: 849 time: 0.1156867 Oct 25 09:14:21.350181 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.350511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299e5456-3bb0-4010-af95-cd965a1e35b2']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:21.378536 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-ef3e2d4b-7a95-42ef-bc89-46352b336f94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0e47a2b-8346-469c-8f5d-cdbdfce41609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454130 Oct 25 09:14:21.382003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9f3e35-b66e-4ee8-9dc8-55320df7c916') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:21.382300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9f3e35-b66e-4ee8-9dc8-55320df7c916') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:21.401562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.427219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event deleted for resources: {'Port': ['ID=08480806-a1e0-4ceb-8dcb-9414528f10f7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:21.459803 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.468049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:21.468613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:21.472118 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:21.478446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] No DVR routers for this DVR port 08480806-a1e0-4ceb-8dcb-9414528f10f7 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:21.481081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.485935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5da33c-2954-48fe-bfef-f576910fa128 req-b5a21f8a-b631-4d33-af68-37f8b7d982e1 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "DELETE /v2.0/ports/08480806-a1e0-4ceb-8dcb-9414528f10f7 HTTP/1.1" status: 204 len: 173 time: 0.7644768 Oct 25 09:14:21.580940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.591649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.595862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] 10.222.0.32 "DELETE /v2.0/networks/299e5456-3bb0-4010-af95-cd965a1e35b2 HTTP/1.1" status: 204 len: 168 time: 1.2822859 Oct 25 09:14:21.627617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403c8ff-a9ea-4274-9e24-d9199321a5cc tempest-NetworksTest-2075440802 tempest-NetworksTest-2075440802-project] Pushing event deleted for resources: {'Network': ['ID=299e5456-3bb0-4010-af95-cd965a1e35b2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:21.633249 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-94c01e56-ca35-4fdc-9f74-ec1100e0e6bf service neutron] 10.222.0.18 "GET /v2.0/networks/e0e47a2b-8346-469c-8f5d-cdbdfce41609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429161 Oct 25 09:14:21.666798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353ccad-2d3f-4c94-9467-9d493df059b5 req-87dd240a-aec8-4c7d-bf7a-106942a50241 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:21.671974 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5353ccad-2d3f-4c94-9467-9d493df059b5 req-87dd240a-aec8-4c7d-bf7a-106942a50241 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 945 time: 0.1011584 Oct 25 09:14:21.759453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5353ccad-2d3f-4c94-9467-9d493df059b5 req-4bf892c9-cd29-447a-b349-70c5a2da5ebf tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553086 Oct 25 09:14:21.765320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:21.824698 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ac34961-ab07-4c8d-bc09-5bf1a647e372 req-f7139d7d-49e6-408f-8f2b-db742eb807ee service neutron] 10.222.0.18 "GET /v2.0/networks/e0e47a2b-8346-469c-8f5d-cdbdfce41609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847622 Oct 25 09:14:22.001409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44174) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:22.139322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4ad469a4-b044-4d86-83dc-4fc0cae60a2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=965638f24df744ff8bc351eaf9efb29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367178 Oct 25 09:14:22.142004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44180) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:22.198195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c75bb97a-0ee3-43b1-aaaa-635449fa49d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:22.214550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de21be0-c139-4c2d-836d-b34343a42efe req-af487e9b-e480-457f-b8a4-0fc73f9f741e tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:22.216350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4de21be0-c139-4c2d-836d-b34343a42efe req-af487e9b-e480-457f-b8a4-0fc73f9f741e tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 944 time: 0.0591154 Oct 25 09:14:22.225145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c75bb97a-0ee3-43b1-aaaa-635449fa49d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:22.260634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4de21be0-c139-4c2d-836d-b34343a42efe req-a7cb1dae-bcdc-4feb-b9aa-fcd0cf14470d tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365260 Oct 25 09:14:22.275784 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c75bb97a-0ee3-43b1-aaaa-635449fa49d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:22.279074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c75bb97a-0ee3-43b1-aaaa-635449fa49d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:22.280922 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c75bb97a-0ee3-43b1-aaaa-635449fa49d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e13d7427-0ba8-4330-ba02-32ef908761c5 HTTP/1.1" status: 204 len: 168 time: 0.1372674 Oct 25 09:14:22.288903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bb97a-0ee3-43b1-aaaa-635449fa49d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d7427-0ba8-4330-ba02-32ef908761c5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:22.489789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'name': 'network-vif-deleted', 'tag': '08480806-a1e0-4ceb-8dcb-9414528f10f7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:22.492231 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7864f29c-3425-408f-b060-ec562127ca7c" -d '{"events": [{"server_uuid": "e7d47f71-be47-4321-8fa5-7044f1ca292e", "name": "network-vif-deleted", "tag": "08480806-a1e0-4ceb-8dcb-9414528f10f7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:22.560115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc32783-1936-4454-af11-9c2ad3f98c9c req-d1132184-6df7-4edc-8d24-be62eb8d72b5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:22.561834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abc32783-1936-4454-af11-9c2ad3f98c9c req-d1132184-6df7-4edc-8d24-be62eb8d72b5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 946 time: 0.0523846 Oct 25 09:14:22.603851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abc32783-1936-4454-af11-9c2ad3f98c9c req-7cd171e2-6520-41b8-ba73-fbcca747c6d7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355172 Oct 25 09:14:22.651181 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8eefaa-acec-4a2c-8383-8b903fe65e26 x-openstack-request-id: req-cd8eefaa-acec-4a2c-8383-8b903fe65e26 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:22.651476 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d47f71-be47-4321-8fa5-7044f1ca292e", "name": "network-vif-deleted", "tag": "08480806-a1e0-4ceb-8dcb-9414528f10f7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:22.651733 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd8eefaa-acec-4a2c-8383-8b903fe65e26 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:22.652136 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d47f71-be47-4321-8fa5-7044f1ca292e', 'name': 'network-vif-deleted', 'tag': '08480806-a1e0-4ceb-8dcb-9414528f10f7', 'status': 'completed', 'code': 200} Oct 25 09:14:22.892693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a47d14-2034-4e88-a6f1-ebb08f54bce3 req-cec71c43-c272-4d79-b1e9-ebacf3a705f3 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:22.894584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25a47d14-2034-4e88-a6f1-ebb08f54bce3 req-cec71c43-c272-4d79-b1e9-ebacf3a705f3 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 945 time: 0.0564287 Oct 25 09:14:22.934467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25a47d14-2034-4e88-a6f1-ebb08f54bce3 req-6cde579a-4f66-4543-b26d-2cbd334325d1 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330341 Oct 25 09:14:22.961341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44220) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:23.070154 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c34a452b-c615-45fb-9570-f8e23a10f0a9 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:23.071116 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-c34a452b-c615-45fb-9570-f8e23a10f0a9 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 25 09:14:23.071753 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-c34a452b-c615-45fb-9570-f8e23a10f0a9 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): There was a conflict when trying to complete your request. Oct 25 09:14:23.072752 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c34a452b-c615-45fb-9570-f8e23a10f0a9 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1096339 Oct 25 09:14:23.076236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44224) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:23.085842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077774339'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:23.114810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-8ce276ac-ebcb-4970-968c-98e998aed573 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:23.116327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-8ce276ac-ebcb-4970-968c-98e998aed573 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.41 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 945 time: 0.0594079 Oct 25 09:14:23.119958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.143645 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.222595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Deleting port b908edef-696d-4549-a603-6a6c5d8d0a2e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:23.222934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.234504 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.239979 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.275120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b879c0dd-163d-4f2c-9724-29b3bafa0152,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:23.327406 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.334141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.365919 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.367235 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2900429 Oct 25 09:14:23.370131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44234) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:23.375970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1a6e5a6f-1f9e-478e-bce2-ed6133112b88 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'ac563ee8-edf7-4ae2-8a35-281af66de3a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:23.381409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d341a3-27f0-4f2f-86b9-449b7a5f9b7b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac563ee8-edf7-4ae2-8a35-281af66de3a5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:23.385990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] For port b908edef-696d-4549-a603-6a6c5d8d0a2e, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b908edef-696d-4549-a603-6a6c5d8d0a2e,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:23.386379 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.403181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Calling delete_port for b908edef-696d-4549-a603-6a6c5d8d0a2e owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:23.414435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a6f-1f9e-478e-bce2-ed6133112b88 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.431220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309b98-735d-4094-a9bb-f8ffc9ca7ad6 req-84ce0725-9e6a-447d-9c4a-4ecaf566cf34 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:23.432714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c309b98-735d-4094-a9bb-f8ffc9ca7ad6 req-84ce0725-9e6a-447d-9c4a-4ecaf566cf34 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 944 time: 0.0833337 Oct 25 09:14:23.470078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a6f-1f9e-478e-bce2-ed6133112b88 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.474418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a6f-1f9e-478e-bce2-ed6133112b88 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.502559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e5a6f-1f9e-478e-bce2-ed6133112b88 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee1534c-7845-4dc2-8254-daf05a999880,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:23.512655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1a6e5a6f-1f9e-478e-bce2-ed6133112b88 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.516705 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1a6e5a6f-1f9e-478e-bce2-ed6133112b88 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430335 Oct 25 09:14:23.516880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c309b98-735d-4094-a9bb-f8ffc9ca7ad6 req-05b7c839-d282-4a16-ac28-399551664163 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554647 Oct 25 09:14:23.517290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44236) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:23.523204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-35590ad5-469b-4d46-a553-4f70c805f9e5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'ac563ee8-edf7-4ae2-8a35-281af66de3a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:23.594341 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35590ad5-469b-4d46-a553-4f70c805f9e5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.660528 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:23.692114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b908edef-696d-4549-a603-6a6c5d8d0a2e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:23.700833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-da65396d-47c8-431a-ac0c-a1a826cc888f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:23.702594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-da65396d-47c8-431a-ac0c-a1a826cc888f tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.41 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 946 time: 0.1235995 Oct 25 09:14:23.708284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Pushing event deleted for resources: {'Port': ['ID=b908edef-696d-4549-a603-6a6c5d8d0a2e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:23.868406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:14:23.983291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,segment=NetworkSegment(b1c2d509-4dae-4944-b70a-dcf27cb0d002),segment_id=b1c2d509-4dae-4944-b70a-dcf27cb0d002)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:23.998639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '0fa051e7-6255-4ab8-9ae2-b9adaf263cf5', 'network_id': 'e0e47a2b-8346-469c-8f5d-cdbdfce41609', 'port_id': '0fa051e7-6255-4ab8-9ae2-b9adaf263cf5', 'mac_address': 'fa:16:3e:65:4b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5124464b-3c8a-4089-a513-c982f3f8da25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:14:24.040420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.059246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:14:24.081227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,segment=NetworkSegment(b1c2d509-4dae-4944-b70a-dcf27cb0d002),segment_id=b1c2d509-4dae-4944-b70a-dcf27cb0d002)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:24.085524 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.135823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:24.141354 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-35590ad5-469b-4d46-a553-4f70c805f9e5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): There was a conflict when trying to complete your request. Oct 25 09:14:24.144837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-35590ad5-469b-4d46-a553-4f70c805f9e5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6239791 Oct 25 09:14:24.145577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44244) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:24.158996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] No DVR routers for this DVR port b908edef-696d-4549-a603-6a6c5d8d0a2e on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:24.167818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.171124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed68398b-d0fc-4482-90ba-66ee22e01545 req-7819438d-46b4-4476-b00f-f521489fddab tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.41 "DELETE /v2.0/ports/b908edef-696d-4549-a603-6a6c5d8d0a2e HTTP/1.1" status: 204 len: 173 time: 1.0479171 Oct 25 09:14:24.203440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0dad450e-83c6-4b30-8e20-fbedc81fa1c3 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.216470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f5e7-99e9-4748-8efc-994d5912e786 req-db85a801-49d5-46be-ac25-8e3ebaa936f5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:24.218909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a351f5e7-99e9-4748-8efc-994d5912e786 req-db85a801-49d5-46be-ac25-8e3ebaa936f5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 946 time: 0.5151281 Oct 25 09:14:24.237033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0dad450e-83c6-4b30-8e20-fbedc81fa1c3 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.264038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Deleting port a4e15f6a-bf68-41d3-9611-770491970caa {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:24.264443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.314741 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0dad450e-83c6-4b30-8e20-fbedc81fa1c3 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.317868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0dad450e-83c6-4b30-8e20-fbedc81fa1c3 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.319092 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0dad450e-83c6-4b30-8e20-fbedc81fa1c3 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac563ee8-edf7-4ae2-8a35-281af66de3a5 HTTP/1.1" status: 204 len: 168 time: 0.1728458 Oct 25 09:14:24.324071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:24.324237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a351f5e7-99e9-4748-8efc-994d5912e786 req-e3f550f3-32ee-4613-b3e2-751266759a56 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947137 Oct 25 09:14:24.354469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad450e-83c6-4b30-8e20-fbedc81fa1c3 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac563ee8-edf7-4ae2-8a35-281af66de3a5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:24.387274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2d4e2dd2-ab81-4b17-b28f-28e976c08c5a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612395 Oct 25 09:14:24.391175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44256) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:24.396396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3148e637-0762-485d-a8a5-7e50a7003b58 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827922796'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:24.409580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] For port a4e15f6a-bf68-41d3-9611-770491970caa, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a4e15f6a-bf68-41d3-9611-770491970caa,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:24.410007 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.426026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Calling delete_port for a4e15f6a-bf68-41d3-9611-770491970caa owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:24.426255 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3148e637-0762-485d-a8a5-7e50a7003b58 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.504199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f586fea7-2d50-48b2-8d93-3c5b3950ac22 req-f207a829-522d-4b32-b79d-d477457da631 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e40670-fa01-4d17-b243-ce53b51d3744 HTTP/1.1" status: 200 len: 210 time: 0.0293436 Oct 25 09:14:24.518923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3148e637-0762-485d-a8a5-7e50a7003b58 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.524969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3148e637-0762-485d-a8a5-7e50a7003b58 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.568418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0fa051e7-6255-4ab8-9ae2-b9adaf263cf5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:24.589618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148e637-0762-485d-a8a5-7e50a7003b58 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fae7c1-6e8f-4111-a673-09c95b4225ca,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:24.597571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3148e637-0762-485d-a8a5-7e50a7003b58 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.600945 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3148e637-0762-485d-a8a5-7e50a7003b58 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2083871 Oct 25 09:14:24.605367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44260) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:24.615588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0a0a8929-7fa7-462c-9e2c-f8ee581c51f2 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '60fae7c1-6e8f-4111-a673-09c95b4225ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:24.618033 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-0a0a8929-7fa7-462c-9e2c-f8ee581c51f2 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 25 09:14:24.619234 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-0a0a8929-7fa7-462c-9e2c-f8ee581c51f2 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:24.622789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0a0a8929-7fa7-462c-9e2c-f8ee581c51f2 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0159051 Oct 25 09:14:24.626180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44262) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:24.642045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.672095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e40670-fa01-4d17-b243-ce53b51d3744', 'name': 'network-vif-deleted', 'tag': 'b908edef-696d-4549-a603-6a6c5d8d0a2e'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:24.676539 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778133be-f30f-4d8e-8efa-652465ac781c" -d '{"events": [{"server_uuid": "60e40670-fa01-4d17-b243-ce53b51d3744", "name": "network-vif-deleted", "tag": "b908edef-696d-4549-a603-6a6c5d8d0a2e"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:24.683577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a4e15f6a-bf68-41d3-9611-770491970caa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:24.719342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c14b0ce8-2adf-415c-a43a-1e2ab385ac76 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.748567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c14b0ce8-2adf-415c-a43a-1e2ab385ac76 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.784832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event deleted for resources: {'Port': ['ID=a4e15f6a-bf68-41d3-9611-770491970caa,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:24.814780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c14b0ce8-2adf-415c-a43a-1e2ab385ac76 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.820014 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c14b0ce8-2adf-415c-a43a-1e2ab385ac76 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.820182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] No DVR routers for this DVR port a4e15f6a-bf68-41d3-9611-770491970caa on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:24.823884 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c14b0ce8-2adf-415c-a43a-1e2ab385ac76 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/60fae7c1-6e8f-4111-a673-09c95b4225ca HTTP/1.1" status: 204 len: 168 time: 0.1939859 Oct 25 09:14:24.828808 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.829055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44266) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:24.836014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5b69e5c-5796-4ba6-a789-a915a0e95f3e req-bc1822b2-d454-4a01-9aed-50373f1c8d51 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.41 "DELETE /v2.0/ports/a4e15f6a-bf68-41d3-9611-770491970caa HTTP/1.1" status: 204 len: 173 time: 1.1159031 Oct 25 09:14:24.850802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b0ce8-2adf-415c-a43a-1e2ab385ac76 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fae7c1-6e8f-4111-a673-09c95b4225ca,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:24.882173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a97fa4-d92c-434a-87e6-dbe0c52d0438 req-07dd1160-182f-4b3e-ba72-fe7dddc6615b tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:24.891619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9a97fa4-d92c-434a-87e6-dbe0c52d0438 req-07dd1160-182f-4b3e-ba72-fe7dddc6615b tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 945 time: 0.1867876 Oct 25 09:14:24.895042 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c6aeab0b-b857-407d-ae00-0e2573363c4a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636225 Oct 25 09:14:24.896338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44268) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:24.902774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f28c571b-3e15-41ad-96db-047708071076 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698457597'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:24.929398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f28c571b-3e15-41ad-96db-047708071076 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:24.947876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9a97fa4-d92c-434a-87e6-dbe0c52d0438 req-92e373b7-83e5-4a1b-8ad0-bfd89592958e tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Oct 25 09:14:24.986971 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19532467-e7b5-48c1-a1aa-b791c0582a08 x-openstack-request-id: req-19532467-e7b5-48c1-a1aa-b791c0582a08 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:24.987508 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e40670-fa01-4d17-b243-ce53b51d3744", "name": "network-vif-deleted", "tag": "b908edef-696d-4549-a603-6a6c5d8d0a2e", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:24.987768 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19532467-e7b5-48c1-a1aa-b791c0582a08 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:24.988158 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e40670-fa01-4d17-b243-ce53b51d3744', 'name': 'network-vif-deleted', 'tag': 'b908edef-696d-4549-a603-6a6c5d8d0a2e', 'status': 'completed', 'code': 200} Oct 25 09:14:25.020298 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f28c571b-3e15-41ad-96db-047708071076 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.025581 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f28c571b-3e15-41ad-96db-047708071076 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.068635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f28c571b-3e15-41ad-96db-047708071076 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.070136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f28c571b-3e15-41ad-96db-047708071076 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1720600 Oct 25 09:14:25.073093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44274) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.080952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-30825fb1-26c9-4c25-ba58-bdd3616fa80c tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '3cc8eaaf-60f8-40d4-a5f3-4f9cca2c00fb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.080952 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-30825fb1-26c9-4c25-ba58-bdd3616fa80c tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 25 09:14:25.080952 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-30825fb1-26c9-4c25-ba58-bdd3616fa80c tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:25.080952 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-30825fb1-26c9-4c25-ba58-bdd3616fa80c tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057869 Oct 25 09:14:25.082555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44276) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.083559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c571b-3e15-41ad-96db-047708071076 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc8eaaf-60f8-40d4-a5f3-4f9cca2c00fb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:25.149926 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21b606b3-3090-4dbe-886d-710ad86c24df tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.176971 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21b606b3-3090-4dbe-886d-710ad86c24df tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.227199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21b606b3-3090-4dbe-886d-710ad86c24df tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.230951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-21b606b3-3090-4dbe-886d-710ad86c24df tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.234743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-21b606b3-3090-4dbe-886d-710ad86c24df tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/3cc8eaaf-60f8-40d4-a5f3-4f9cca2c00fb HTTP/1.1" status: 204 len: 168 time: 0.1487985 Oct 25 09:14:25.235344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44280) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.245613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b606b3-3090-4dbe-886d-710ad86c24df tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc8eaaf-60f8-40d4-a5f3-4f9cca2c00fb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:25.295109 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-83ed7075-54f6-413b-9f03-bfb4ed83696c tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582113 Oct 25 09:14:25.299365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44282) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.304328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a2f9eb26-e4e9-49ce-9ded-fd31b6c736aa tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681504130'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.328575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2f9eb26-e4e9-49ce-9ded-fd31b6c736aa tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.419284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2f9eb26-e4e9-49ce-9ded-fd31b6c736aa tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.430183 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2f9eb26-e4e9-49ce-9ded-fd31b6c736aa tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.459986 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2f9eb26-e4e9-49ce-9ded-fd31b6c736aa tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.461662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c68c9f95-8a71-413b-81e1-f9dd50780b0e req-e8c2f216-a624-4f71-9255-a9856fb60e62 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=484da6a0-43a8-43d8-ac73-8ac9145b3197 HTTP/1.1" status: 200 len: 210 time: 0.0379698 Oct 25 09:14:25.465648 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a2f9eb26-e4e9-49ce-9ded-fd31b6c736aa tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1647959 Oct 25 09:14:25.468628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44286) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.477313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-47c41b8e-ad5a-4b9c-b9c6-9a819cf72008 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'a12b0ab0-e87e-483a-a064-5999869095ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.488204 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-47c41b8e-ad5a-4b9c-b9c6-9a819cf72008 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 25 09:14:25.488791 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-47c41b8e-ad5a-4b9c-b9c6-9a819cf72008 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:25.489038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9eb26-e4e9-49ce-9ded-fd31b6c736aa tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12b0ab0-e87e-483a-a064-5999869095ef,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:25.492727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-47c41b8e-ad5a-4b9c-b9c6-9a819cf72008 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198803 Oct 25 09:14:25.493101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44288) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.499856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c6918a45-3883-4b5f-93e0-88b12fc3d3bb tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'a12b0ab0-e87e-483a-a064-5999869095ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.500697 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-c6918a45-3883-4b5f-93e0-88b12fc3d3bb tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 25 09:14:25.501220 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-c6918a45-3883-4b5f-93e0-88b12fc3d3bb tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:25.502239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c6918a45-3883-4b5f-93e0-88b12fc3d3bb tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078535 Oct 25 09:14:25.504775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44290) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.510294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0cbf43d9-1ceb-490c-b3f5-36deeabfad32 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'a12b0ab0-e87e-483a-a064-5999869095ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.511131 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-0cbf43d9-1ceb-490c-b3f5-36deeabfad32 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 25 09:14:25.511604 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-0cbf43d9-1ceb-490c-b3f5-36deeabfad32 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:25.512518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0cbf43d9-1ceb-490c-b3f5-36deeabfad32 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067759 Oct 25 09:14:25.515383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44292) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.520240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-413456e1-eaa2-40d7-9cd2-640362047176 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'a12b0ab0-e87e-483a-a064-5999869095ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.522169 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-413456e1-eaa2-40d7-9cd2-640362047176 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 25 09:14:25.522667 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-413456e1-eaa2-40d7-9cd2-640362047176 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:25.523618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-413456e1-eaa2-40d7-9cd2-640362047176 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071738 Oct 25 09:14:25.526256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44294) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.588983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e536-fe10-473d-ab78-62f80828e225 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.614085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e536-fe10-473d-ab78-62f80828e225 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.663289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e536-fe10-473d-ab78-62f80828e225 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.666598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e536-fe10-473d-ab78-62f80828e225 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.668124 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6eb0e536-fe10-473d-ab78-62f80828e225 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/a12b0ab0-e87e-483a-a064-5999869095ef HTTP/1.1" status: 204 len: 168 time: 0.1405180 Oct 25 09:14:25.671512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44302) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.689332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['750cdcda-d60f-4eb6-b9ad-d38796847e3e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:25.690773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0e536-fe10-473d-ab78-62f80828e225 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12b0ab0-e87e-483a-a064-5999869095ef,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:25.748545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44310) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.749586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9bdd7ca-9743-4a60-a55c-9c593ddab8d0 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0768709 Oct 25 09:14:25.765375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cc7b26b3-f108-43c2-9ae2-48a6b7fe0a9e tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418067986'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.806169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc7b26b3-f108-43c2-9ae2-48a6b7fe0a9e tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.870493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 08480806-a1e0-4ceb-8dcb-9414528f10f7 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:25.891771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc7b26b3-f108-43c2-9ae2-48a6b7fe0a9e tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.901924 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc7b26b3-f108-43c2-9ae2-48a6b7fe0a9e tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.902173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 08480806-a1e0-4ceb-8dcb-9414528f10f7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:25.902464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 08480806-a1e0-4ceb-8dcb-9414528f10f7 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:25.915404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a1ac3a81-8222-48d3-a48b-54f0d696564f tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:25.917030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a1ac3a81-8222-48d3-a48b-54f0d696564f tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/networks?id=f92f8ffe-adfe-4b06-8449-b2d95ef34932 HTTP/1.1" status: 200 len: 808 time: 0.1292090 Oct 25 09:14:25.936994 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc7b26b3-f108-43c2-9ae2-48a6b7fe0a9e tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:25.938474 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc7b26b3-f108-43c2-9ae2-48a6b7fe0a9e tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1881337 Oct 25 09:14:25.941586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44316) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.943332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4ca8a4d1-3731-4d78-9e3f-4f5a82e1d849 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/quotas/b8569ed799544d1cbf7e8937b31d002a HTTP/1.1" status: 200 len: 375 time: 0.0173640 Oct 25 09:14:25.950542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b8150d1c-c7fd-4863-afe5-3c3e13ba8dc1 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.950542 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-b8150d1c-c7fd-4863-afe5-3c3e13ba8dc1 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 25 09:14:25.950542 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-b8150d1c-c7fd-4863-afe5-3c3e13ba8dc1 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:25.950542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b8150d1c-c7fd-4863-afe5-3c3e13ba8dc1 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056853 Oct 25 09:14:25.950955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44318) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:25.955691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a3d4d543-9613-4a39-be5b-854fb5ffd2b9 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:25.961098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b26b3-f108-43c2-9ae2-48a6b7fe0a9e tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c0227-b5e3-4867-a275-bf281d05616e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:25.989748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-22f4e798-3ff1-4650-bbe4-741fd4a4a80c tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8569ed799544d1cbf7e8937b31d002a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453203 Oct 25 09:14:26.003856 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-a3d4d543-9613-4a39-be5b-854fb5ffd2b9 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:26.008274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a3d4d543-9613-4a39-be5b-854fb5ffd2b9 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0562394 Oct 25 09:14:26.008880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44322) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.013206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-076ecc39-ea2f-4b9b-be97-78ecded9e40a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.013685 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-076ecc39-ea2f-4b9b-be97-78ecded9e40a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 25 09:14:26.014705 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-076ecc39-ea2f-4b9b-be97-78ecded9e40a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:26.016988 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-076ecc39-ea2f-4b9b-be97-78ecded9e40a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058000 Oct 25 09:14:26.018973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44324) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.023221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1dfd1dbf-ad32-4ce1-9e82-7b2d103a547a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.067323 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-1dfd1dbf-ad32-4ce1-9e82-7b2d103a547a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:26.068504 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1dfd1dbf-ad32-4ce1-9e82-7b2d103a547a tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0486116 Oct 25 09:14:26.071426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44326) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.076322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-27fc113a-8b1c-4a14-84f3-699c3c1acf06 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.077502 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-27fc113a-8b1c-4a14-84f3-699c3c1acf06 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 25 09:14:26.078108 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-27fc113a-8b1c-4a14-84f3-699c3c1acf06 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:26.082621 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-27fc113a-8b1c-4a14-84f3-699c3c1acf06 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067604 Oct 25 09:14:26.082621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44328) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.088816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c7414e2f-a6c0-42fe-aadd-eb31b0d1a00b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.095920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-cb5cc80e-3b36-4e53-bbd4-736b08ab1b8d service neutron] 10.222.0.32 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053231 Oct 25 09:14:26.131717 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-c7414e2f-a6c0-42fe-aadd-eb31b0d1a00b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Project 98d3cde92aa5435a97c6a89e6d2ffb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:14:26.146169 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-c7414e2f-a6c0-42fe-aadd-eb31b0d1a00b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:26.147187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c7414e2f-a6c0-42fe-aadd-eb31b0d1a00b tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0642304 Oct 25 09:14:26.150041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44332) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.154583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fd46f453-3055-45d8-86b5-3aa4d6455d89 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.155638 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-fd46f453-3055-45d8-86b5-3aa4d6455d89 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 25 09:14:26.156106 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-fd46f453-3055-45d8-86b5-3aa4d6455d89 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:26.157116 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fd46f453-3055-45d8-86b5-3aa4d6455d89 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060670 Oct 25 09:14:26.159800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44334) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.163826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1570adab-c155-4a91-9eec-73b449676d24 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.185927 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-1570adab-c155-4a91-9eec-73b449676d24 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Project 98d3cde92aa5435a97c6a89e6d2ffb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:14:26.192904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-f65cc096-2b31-45b7-9c87-07c458e43f30 service neutron] 10.222.0.32 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898466 Oct 25 09:14:26.198897 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-1570adab-c155-4a91-9eec-73b449676d24 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:26.200081 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1570adab-c155-4a91-9eec-73b449676d24 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0394161 Oct 25 09:14:26.204260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44336) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.208807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-74b40b63-1dd5-44f1-8297-b5c082116839 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '9f0c0227-b5e3-4867-a275-bf281d05616e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.234228 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-74b40b63-1dd5-44f1-8297-b5c082116839 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Project 98d3cde92aa5435a97c6a89e6d2ffb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:14:26.246994 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-74b40b63-1dd5-44f1-8297-b5c082116839 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:26.248133 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-74b40b63-1dd5-44f1-8297-b5c082116839 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0428460 Oct 25 09:14:26.251394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44338) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.309144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db50b4f9-810b-479f-a59a-d47e7c41f4a4 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.335504 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db50b4f9-810b-479f-a59a-d47e7c41f4a4 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.382230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db50b4f9-810b-479f-a59a-d47e7c41f4a4 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.384913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db50b4f9-810b-479f-a59a-d47e7c41f4a4 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.388464 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-db50b4f9-810b-479f-a59a-d47e7c41f4a4 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/9f0c0227-b5e3-4867-a275-bf281d05616e HTTP/1.1" status: 204 len: 168 time: 0.1338639 Oct 25 09:14:26.388926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44344) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.397181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50b4f9-810b-479f-a59a-d47e7c41f4a4 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c0227-b5e3-4867-a275-bf281d05616e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:26.413076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40172b-6e42-4920-bd26-b6a54768fafd req-9394c4e5-57f8-4535-87c9-a288b1e431e5 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:26.414569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f40172b-6e42-4920-bd26-b6a54768fafd req-9394c4e5-57f8-4535-87c9-a288b1e431e5 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 945 time: 0.0724845 Oct 25 09:14:26.478015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-82bca37e-0cec-49b0-bd5e-05e2cde7d35d tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873430 Oct 25 09:14:26.482128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44350) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.482264 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:14:26.486189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b37a6392-5357-46e9-9ad5-de948f47b9e7 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404117875'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.493672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f40172b-6e42-4920-bd26-b6a54768fafd req-6727947e-b163-4714-b03d-c3422d77bec2 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706015 Oct 25 09:14:26.516248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b37a6392-5357-46e9-9ad5-de948f47b9e7 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.573418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2432faf-149b-43d5-9549-7ee82b9a0dd3 req-cdb9097f-c45c-415b-b9fa-7c9e415a0aba tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 210 time: 0.0371101 Oct 25 09:14:26.617499 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b37a6392-5357-46e9-9ad5-de948f47b9e7 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.622017 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b37a6392-5357-46e9-9ad5-de948f47b9e7 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.654264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b37a6392-5357-46e9-9ad5-de948f47b9e7 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.657273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b37a6392-5357-46e9-9ad5-de948f47b9e7 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1728535 Oct 25 09:14:26.658882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.662128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a6392-5357-46e9-9ad5-de948f47b9e7 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfcb02c-e071-48dc-b4b6-04f34b35022a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:26.664250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-538d69ba-766b-4db6-8738-f8587f4774e2 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '7bfcb02c-e071-48dc-b4b6-04f34b35022a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.712317 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-538d69ba-766b-4db6-8738-f8587f4774e2 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The resource could not be found. Oct 25 09:14:26.716968 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-538d69ba-766b-4db6-8738-f8587f4774e2 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0568235 Oct 25 09:14:26.717751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44362) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.722595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-99a2ef80-531c-480c-b637-45f5517161e1 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': '7bfcb02c-e071-48dc-b4b6-04f34b35022a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ef86b43e-3caa-4179-b421-91ccd0ea4543'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.769794 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-99a2ef80-531c-480c-b637-45f5517161e1 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The resource could not be found. Oct 25 09:14:26.770941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-99a2ef80-531c-480c-b637-45f5517161e1 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0521698 Oct 25 09:14:26.774247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44364) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.834400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b805fcb-7b03-4d6b-93bf-b05a5e838eb5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.862124 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b805fcb-7b03-4d6b-93bf-b05a5e838eb5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.911721 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b805fcb-7b03-4d6b-93bf-b05a5e838eb5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.914429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b805fcb-7b03-4d6b-93bf-b05a5e838eb5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:26.917881 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b805fcb-7b03-4d6b-93bf-b05a5e838eb5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/7bfcb02c-e071-48dc-b4b6-04f34b35022a HTTP/1.1" status: 204 len: 168 time: 0.1400664 Oct 25 09:14:26.918681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44368) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.937170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b805fcb-7b03-4d6b-93bf-b05a5e838eb5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfcb02c-e071-48dc-b4b6-04f34b35022a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:26.965437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc82760-ef24-4053-9b32-277dce39d4df req-22251ca3-dbf6-47c0-8f6f-61b20f8fa4d0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:26.975026 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6a739272-cd86-411c-a587-9c14668408c9 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517197 Oct 25 09:14:26.975228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbc82760-ef24-4053-9b32-277dce39d4df req-22251ca3-dbf6-47c0-8f6f-61b20f8fa4d0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0632715 Oct 25 09:14:26.976080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44370) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:26.981166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5119cd7d-53ce-4993-ac39-519f96b6e2b0 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'f67f3349-65d2-47e1-9902-b6c2f1a80df2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:26.987647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b908edef-696d-4549-a603-6a6c5d8d0a2e no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:26.992148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484da6a0-43a8-43d8-ac73-8ac9145b3197', 'name': 'network-vif-deleted', 'tag': 'a4e15f6a-bf68-41d3-9611-770491970caa'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:26.994801 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9deef6-6e63-47e9-bc25-be7ec0e60f60" -d '{"events": [{"server_uuid": "484da6a0-43a8-43d8-ac73-8ac9145b3197", "name": "network-vif-deleted", "tag": "a4e15f6a-bf68-41d3-9611-770491970caa"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:27.019456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: b908edef-696d-4549-a603-6a6c5d8d0a2e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:27.020097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b908edef-696d-4549-a603-6a6c5d8d0a2e not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:27.020737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a4e15f6a-bf68-41d3-9611-770491970caa no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:27.029142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbc82760-ef24-4053-9b32-277dce39d4df req-78d166aa-3f60-43f6-ba6d-468d7c6918ab tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea1b2d53-12d1-48ac-92d7-7f4344824074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551784 Oct 25 09:14:27.030530 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-5119cd7d-53ce-4993-ac39-519f96b6e2b0 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The resource could not be found. Oct 25 09:14:27.034932 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5119cd7d-53ce-4993-ac39-519f96b6e2b0 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0538459 Oct 25 09:14:27.035121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44374) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:27.041131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b55f2b11-3c96-43d1-90d0-d0b10b689612 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489339213'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:27.050410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: a4e15f6a-bf68-41d3-9611-770491970caa {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:27.050932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a4e15f6a-bf68-41d3-9611-770491970caa not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:27.069999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55f2b11-3c96-43d1-90d0-d0b10b689612 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.075417 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352546c8-16ee-4191-a798-3f6a29cf6609 x-openstack-request-id: req-352546c8-16ee-4191-a798-3f6a29cf6609 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:27.075712 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484da6a0-43a8-43d8-ac73-8ac9145b3197", "name": "network-vif-deleted", "tag": "a4e15f6a-bf68-41d3-9611-770491970caa", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:27.075965 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-352546c8-16ee-4191-a798-3f6a29cf6609 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:27.076364 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484da6a0-43a8-43d8-ac73-8ac9145b3197', 'name': 'network-vif-deleted', 'tag': 'a4e15f6a-bf68-41d3-9611-770491970caa', 'status': 'completed', 'code': 200} Oct 25 09:14:27.140267 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55f2b11-3c96-43d1-90d0-d0b10b689612 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.143821 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55f2b11-3c96-43d1-90d0-d0b10b689612 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.199554 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b55f2b11-3c96-43d1-90d0-d0b10b689612 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.200778 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b55f2b11-3c96-43d1-90d0-d0b10b689612 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1647186 Oct 25 09:14:27.203253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f2b11-3c96-43d1-90d0-d0b10b689612 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee7935c-d91b-4070-9baf-81753844d7eb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:27.204408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44380) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:27.209652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-479f1056-d0e5-4f4e-85ca-461c8e8ee5b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108733328'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:27.224288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-63e5e416-817f-47a9-ad54-a81d9437dbaa tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:27.225973 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-63e5e416-817f-47a9-ad54-a81d9437dbaa tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 945 time: 0.0773356 Oct 25 09:14:27.242352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-479f1056-d0e5-4f4e-85ca-461c8e8ee5b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.332094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-479f1056-d0e5-4f4e-85ca-461c8e8ee5b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.336978 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-479f1056-d0e5-4f4e-85ca-461c8e8ee5b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.363776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Deleting port 750cdcda-d60f-4eb6-b9ad-d38796847e3e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:27.364346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.413825 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-479f1056-d0e5-4f4e-85ca-461c8e8ee5b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.418727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-479f1056-d0e5-4f4e-85ca-461c8e8ee5b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2130535 Oct 25 09:14:27.431103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44386) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:27.436498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-94a73c29-07da-4e12-be91-0e9250e8ea70 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'bee7935c-d91b-4070-9baf-81753844d7eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '67512f27-3f6b-42c1-805f-a83be8cd47b4'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:27.511413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] For port 750cdcda-d60f-4eb6-b9ad-d38796847e3e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=750cdcda-d60f-4eb6-b9ad-d38796847e3e,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:27.511780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.521106 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-94a73c29-07da-4e12-be91-0e9250e8ea70 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:27.522394 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-94a73c29-07da-4e12-be91-0e9250e8ea70 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0903392 Oct 25 09:14:27.526484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:27.527390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f1056-d0e5-4f4e-85ca-461c8e8ee5b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67512f27-3f6b-42c1-805f-a83be8cd47b4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:27.533930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Calling delete_port for 750cdcda-d60f-4eb6-b9ad-d38796847e3e owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:27.708044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.725369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-25298944-9f88-4387-b2c5-801502dba66b tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:27.727141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-25298944-9f88-4387-b2c5-801502dba66b tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.41 "GET /v2.0/networks?id=f92f8ffe-adfe-4b06-8449-b2d95ef34932 HTTP/1.1" status: 200 len: 808 time: 0.3482516 Oct 25 09:14:27.741944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['750cdcda-d60f-4eb6-b9ad-d38796847e3e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:27.753409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65e24-0794-4fd3-837c-197160e80d85 req-8dff1904-9fc3-48fb-9fe1-606d254755e1 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:27.766273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54d65e24-0794-4fd3-837c-197160e80d85 req-8dff1904-9fc3-48fb-9fe1-606d254755e1 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 945 time: 0.1407561 Oct 25 09:14:27.768629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-06546f58-aecc-4af0-a05b-44c49f709932 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.773769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Request body: {'port': {'device_id': 'a80589b4-a1a7-478c-baf3-eea555dcde05', 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932', 'admin_state_up': True, 'tenant_id': 'b8569ed799544d1cbf7e8937b31d002a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:27.795156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event deleted for resources: {'Port': ['ID=750cdcda-d60f-4eb6-b9ad-d38796847e3e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:27.829410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] No DVR routers for this DVR port 750cdcda-d60f-4eb6-b9ad-d38796847e3e on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:27.831996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:27.835844 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b7775c16-3e7a-4a22-a524-0bf095daed34 req-b570da2f-0f64-41b3-b0c0-df39ee481372 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "DELETE /v2.0/ports/750cdcda-d60f-4eb6-b9ad-d38796847e3e HTTP/1.1" status: 204 len: 173 time: 0.6034367 Oct 25 09:14:27.836913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403b2a0b-5b65-47f4-ac63-2a493d7cdf8b', 'name': 'network-vif-deleted', 'tag': '750cdcda-d60f-4eb6-b9ad-d38796847e3e'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:27.845026 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0126d7-c68f-4028-bf8c-6c680faf8d68" -d '{"events": [{"server_uuid": "403b2a0b-5b65-47f4-ac63-2a493d7cdf8b", "name": "network-vif-deleted", "tag": "750cdcda-d60f-4eb6-b9ad-d38796847e3e"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:27.874840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:27.985722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:14:27.989780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:27.990802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.057960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-06546f58-aecc-4af0-a05b-44c49f709932 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.117035 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.118640 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54d65e24-0794-4fd3-837c-197160e80d85 req-07efb7c2-1faa-41f6-bfd8-3ce2d9e3ab00 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781192 Oct 25 09:14:28.154027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Made reservation on behalf of b8569ed799544d1cbf7e8937b31d002a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:28.164203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597f55e5-2c2f-484b-8dd1-bdfd9104069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa051e7-6255-4ab8-9ae2-b9adaf263cf5'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:28.165118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.166486 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb4820e-6f68-4675-a628-b1299c7049f3" -d '{"events": [{"server_uuid": "597f55e5-2c2f-484b-8dd1-bdfd9104069b", "name": "network-vif-plugged", "status": "completed", "tag": "0fa051e7-6255-4ab8-9ae2-b9adaf263cf5"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:28.187571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,segment=NetworkSegment(b1c2d509-4dae-4944-b70a-dcf27cb0d002),segment_id=b1c2d509-4dae-4944-b70a-dcf27cb0d002)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:28.194614 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.247158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:28.274749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8940d856-15e3-4b4f-a349-34b00e2faa86 req-776bf208-3b56-44c3-abfe-a6c9e84e44b4 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 210 time: 0.0682983 Oct 25 09:14:28.313680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-06546f58-aecc-4af0-a05b-44c49f709932 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.316259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-06546f58-aecc-4af0-a05b-44c49f709932 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.317466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-06546f58-aecc-4af0-a05b-44c49f709932 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/67512f27-3f6b-42c1-805f-a83be8cd47b4 HTTP/1.1" status: 204 len: 168 time: 0.7812755 Oct 25 09:14:28.320654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44404) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:28.395223 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b39586-d674-47b0-b51e-ed5ba25dffbf x-openstack-request-id: req-11b39586-d674-47b0-b51e-ed5ba25dffbf {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:28.395908 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403b2a0b-5b65-47f4-ac63-2a493d7cdf8b", "name": "network-vif-deleted", "tag": "750cdcda-d60f-4eb6-b9ad-d38796847e3e", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:28.395908 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11b39586-d674-47b0-b51e-ed5ba25dffbf {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:28.396140 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403b2a0b-5b65-47f4-ac63-2a493d7cdf8b', 'name': 'network-vif-deleted', 'tag': '750cdcda-d60f-4eb6-b9ad-d38796847e3e', 'status': 'completed', 'code': 200} Oct 25 09:14:28.413107 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c837d87-6ec1-4f4b-a2fe-bae934694799 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0886009 Oct 25 09:14:28.413679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:28.431989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06546f58-aecc-4af0-a05b-44c49f709932 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67512f27-3f6b-42c1-805f-a83be8cd47b4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:28.468717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Allocated IP 172.20.0.2 (f92f8ffe-adfe-4b06-8449-b2d95ef34932/1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00/ba4b9b50-5621-4690-a50c-2ebaa35ccf49) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:28.534391 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a56a69af-8b07-4aaf-8b94-7e828a2dbf8f tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.602055 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a56a69af-8b07-4aaf-8b94-7e828a2dbf8f tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.670902 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a56a69af-8b07-4aaf-8b94-7e828a2dbf8f tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.674025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a56a69af-8b07-4aaf-8b94-7e828a2dbf8f tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.675246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a56a69af-8b07-4aaf-8b94-7e828a2dbf8f tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/bee7935c-d91b-4070-9baf-81753844d7eb HTTP/1.1" status: 204 len: 168 time: 0.2602975 Oct 25 09:14:28.679578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44410) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:28.681617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43647f18-ad26-4b8f-8955-4e5b35dfc36f req-c6fee45a-790b-44ae-92a6-3ac4e4eeb7a5 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=403b2a0b-5b65-47f4-ac63-2a493d7cdf8b HTTP/1.1" status: 200 len: 210 time: 0.0936027 Oct 25 09:14:28.702068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a69af-8b07-4aaf-8b94-7e828a2dbf8f tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee7935c-d91b-4070-9baf-81753844d7eb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:28.747205 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bef48b64-bd3f-4b8d-bfb0-2ec02f9e4ad0 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664723 Oct 25 09:14:28.751060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44412) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:28.760152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e5b6fd47-6f49-416a-a50a-3e7e781cfdd6 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410237452'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:28.782126 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108d2195-c044-404f-978d-269f015ec862 x-openstack-request-id: req-108d2195-c044-404f-978d-269f015ec862 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:28.782678 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597f55e5-2c2f-484b-8dd1-bdfd9104069b", "name": "network-vif-plugged", "status": "completed", "tag": "0fa051e7-6255-4ab8-9ae2-b9adaf263cf5", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:28.783225 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-108d2195-c044-404f-978d-269f015ec862 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:28.783850 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597f55e5-2c2f-484b-8dd1-bdfd9104069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa051e7-6255-4ab8-9ae2-b9adaf263cf5', 'code': 200} Oct 25 09:14:28.827845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e5b6fd47-6f49-416a-a50a-3e7e781cfdd6 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.832691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.905691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.943466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec054e6-51b6-4615-8c0c-34b61d465ffd req-fd0f1b6b-b106-49e3-9b5d-0aa98203cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:28.945172 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cec054e6-51b6-4615-8c0c-34b61d465ffd req-fd0f1b6b-b106-49e3-9b5d-0aa98203cf7c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 1097 time: 0.0533030 Oct 25 09:14:28.969018 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e5b6fd47-6f49-416a-a50a-3e7e781cfdd6 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.978019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Network f92f8ffe-adfe-4b06-8449-b2d95ef34932 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:28.982106 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e5b6fd47-6f49-416a-a50a-3e7e781cfdd6 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:28.991435 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cec054e6-51b6-4615-8c0c-34b61d465ffd req-6ca92e66-b154-4f2c-add1-0b28958b5b23 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 Oct 25 09:14:28.991643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:29.001983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:29.007517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Pushing event updated for resources: {'Port': ['ID=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:29.042715 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e5b6fd47-6f49-416a-a50a-3e7e781cfdd6 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.044037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e5b6fd47-6f49-416a-a50a-3e7e781cfdd6 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2908912 Oct 25 09:14:29.047219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44414) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:29.052779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-68498a0d-97ef-43f3-93ab-b2c68b5a5a32 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'f4e7b05f-9394-4231-9ea3-7fafd65a70ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:29.068304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6fd47-6f49-416a-a50a-3e7e781cfdd6 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e7b05f-9394-4231-9ea3-7fafd65a70ba,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:29.084336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:29.085248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.100102 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-68498a0d-97ef-43f3-93ab-b2c68b5a5a32 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:29.103737 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-68498a0d-97ef-43f3-93ab-b2c68b5a5a32 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0527813 Oct 25 09:14:29.104162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44416) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:29.105104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-4df698d9-7ede-4a09-9f11-65afcc64f3af tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3373797 Oct 25 09:14:29.108757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f01c4025-e960-4d84-acde-90cd6c13d6b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group_rule': {'security_group_id': 'f4e7b05f-9394-4231-9ea3-7fafd65a70ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:29.130705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Request body: {'port': {'device_id': 'a80589b4-a1a7-478c-baf3-eea555dcde05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:29.172472 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-f01c4025-e960-4d84-acde-90cd6c13d6b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:29.174251 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f01c4025-e960-4d84-acde-90cd6c13d6b5 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0691438 Oct 25 09:14:29.177092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44420) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:29.225062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.241064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4241e638-8239-41db-a304-1a88848012ef tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.268609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4241e638-8239-41db-a304-1a88848012ef tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.315967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ffdc2-028b-4069-aaa5-2ed6b733739a req-7274a5e4-b7db-4174-a4cb-dcc1b48a88f7 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:29.317641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d8ffdc2-028b-4069-aaa5-2ed6b733739a req-7274a5e4-b7db-4174-a4cb-dcc1b48a88f7 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 946 time: 0.1076009 Oct 25 09:14:29.333207 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4241e638-8239-41db-a304-1a88848012ef tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.336093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4241e638-8239-41db-a304-1a88848012ef tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.340724 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4241e638-8239-41db-a304-1a88848012ef tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4e7b05f-9394-4231-9ea3-7fafd65a70ba HTTP/1.1" status: 204 len: 168 time: 0.1600292 Oct 25 09:14:29.344220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44424) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:29.411595 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-83ff38dc-1e47-44a7-811a-2e668a04d806 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609095 Oct 25 09:14:29.411595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241e638-8239-41db-a304-1a88848012ef tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e7b05f-9394-4231-9ea3-7fafd65a70ba,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:29.412424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44426) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:29.426521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-034ffe6a-07ea-49a2-ac11-a54a71bac2b8 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051397645'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:29.483502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d8ffdc2-028b-4069-aaa5-2ed6b733739a req-b0c99cf0-0e3e-4e61-9d56-6a167ea61a08 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576495 Oct 25 09:14:29.496289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-034ffe6a-07ea-49a2-ac11-a54a71bac2b8 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.685332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-034ffe6a-07ea-49a2-ac11-a54a71bac2b8 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.699429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-034ffe6a-07ea-49a2-ac11-a54a71bac2b8 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.715494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afb92c-b962-49ed-8f3a-63f772f2f305 req-f9f27e15-cda7-4e7d-b7c8-e4bbc4eb934b tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:29.717012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-69afb92c-b962-49ed-8f3a-63f772f2f305 req-f9f27e15-cda7-4e7d-b7c8-e4bbc4eb934b tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 931 time: 0.1313596 Oct 25 09:14:29.790190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-034ffe6a-07ea-49a2-ac11-a54a71bac2b8 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.791299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-034ffe6a-07ea-49a2-ac11-a54a71bac2b8 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3732202 Oct 25 09:14:29.794425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44434) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:29.794956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4b9b50-5621-4690-a50c-2ebaa35ccf49 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:14:29.799935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-056edc37-6cd9-43b7-a7e4-50e4355f9a89 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:29.800358 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-056edc37-6cd9-43b7-a7e4-50e4355f9a89 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 25 09:14:29.800851 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-056edc37-6cd9-43b7-a7e4-50e4355f9a89 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] update failed (client error): There was a conflict when trying to complete your request. Oct 25 09:14:29.804355 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-056edc37-6cd9-43b7-a7e4-50e4355f9a89 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "PUT /v2.0/security-groups/1a6bb766-b965-4937-9ccc-03e6d46bdb13 HTTP/1.1" status: 409 len: 330 time: 0.0057507 Oct 25 09:14:29.804538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ffe6a-07ea-49a2-ac11-a54a71bac2b8 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6bb766-b965-4937-9ccc-03e6d46bdb13,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:29.804824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44436) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:29.809319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.836615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-69afb92c-b962-49ed-8f3a-63f772f2f305 req-104ec56c-956f-4724-8856-e25a74c3e04a tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862901 Oct 25 09:14:29.841603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Transition to ACTIVE for port object ba4b9b50-5621-4690-a50c-2ebaa35ccf49 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:14:29.849008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.901769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c71f2d82-e985-4de5-b4ed-79548ae5e965 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:29.905607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Pushing event updated for resources: {'Port': ['ID=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:29.933431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c71f2d82-e985-4de5-b4ed-79548ae5e965 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.001827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Attempting to bind port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:30.002440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Attempting to bind port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:30.002974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Attempting to bind port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 on network f92f8ffe-adfe-4b06-8449-b2d95ef34932 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:30.008715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 on network f92f8ffe-adfe-4b06-8449-b2d95ef34932 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:14:30.008715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Attempting to bind port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 on network f92f8ffe-adfe-4b06-8449-b2d95ef34932 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:30.013137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:30.013579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Checking segment: {'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:30.014704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Bound using segment: {'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:30.015387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Bound port: ba4b9b50-5621-4690-a50c-2ebaa35ccf49, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:30.015901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.019769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c71f2d82-e985-4de5-b4ed-79548ae5e965 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.023520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c71f2d82-e985-4de5-b4ed-79548ae5e965 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.027670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44438) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:30.028686 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c71f2d82-e985-4de5-b4ed-79548ae5e965 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a6bb766-b965-4937-9ccc-03e6d46bdb13 HTTP/1.1" status: 204 len: 168 time: 0.2224820 Oct 25 09:14:30.044142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f2d82-e985-4de5-b4ed-79548ae5e965 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6bb766-b965-4937-9ccc-03e6d46bdb13,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:30.114226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-718abc10-1804-4baa-95fa-f8d2df8be2cf tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854137 Oct 25 09:14:30.118060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44442) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:30.135474 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-fe138c42-1691-401a-bd30-15e54409c5bf tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] delete failed (client error): The resource could not be found. Oct 25 09:14:30.136573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fe138c42-1691-401a-bd30-15e54409c5bf tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "DELETE /v2.0/security-groups/c006ff94-bef9-4770-92e4-5c0be79d2b94 HTTP/1.1" status: 404 len: 347 time: 0.0171893 Oct 25 09:14:30.143829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44446) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:30.160183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] For port ba4b9b50-5621-4690-a50c-2ebaa35ccf49, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:30.163451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] For port ba4b9b50-5621-4690-a50c-2ebaa35ccf49, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:30.166532 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-0e0502b8-5e1b-4bbc-b828-eabc0e3b6014 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] show failed (client error): The resource could not be found. Oct 25 09:14:30.172202 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0e0502b8-5e1b-4bbc-b828-eabc0e3b6014 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-groups/63ebcda4-e6c9-4a93-9ffc-10e40519dc30 HTTP/1.1" status: 404 len: 347 time: 0.0219655 Oct 25 09:14:30.172379 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.173386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44448) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:30.193826 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-35d45334-5b35-41d2-a013-f1311beffb67 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] show failed (client error): The resource could not be found. Oct 25 09:14:30.199238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-35d45334-5b35-41d2-a013-f1311beffb67 tempest-NegativeSecGroupIPv6Test-1293468242 tempest-NegativeSecGroupIPv6Test-1293468242-project] 10.222.0.32 "GET /v2.0/security-group-rules/bfa731f3-e466-48cd-b3a2-88dd5d625201 HTTP/1.1" status: 404 len: 356 time: 0.0216613 Oct 25 09:14:30.218976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:30.220968 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.223438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] 10.222.0.41 "PUT /v2.0/ports/ba4b9b50-5621-4690-a50c-2ebaa35ccf49 HTTP/1.1" status: 200 len: 1091 time: 1.1015294 Oct 25 09:14:30.224031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80589b4-a1a7-478c-baf3-eea555dcde05', 'tag': 'ba4b9b50-5621-4690-a50c-2ebaa35ccf49'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:30.226336 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9e0c50-5e0c-42f0-9670-51b3931e6327" -d '{"events": [{"name": "network-changed", "server_uuid": "a80589b4-a1a7-478c-baf3-eea555dcde05", "tag": "ba4b9b50-5621-4690-a50c-2ebaa35ccf49"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:30.288421 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95749d6-5ff7-4a23-a8ec-74ecd8a6519e service neutron] Pushing event updated for resources: {'Port': ['ID=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:30.351237 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa438ca-d5e8-437d-9984-8cc27491b8ac x-openstack-request-id: req-eaa438ca-d5e8-437d-9984-8cc27491b8ac {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:30.352157 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80589b4-a1a7-478c-baf3-eea555dcde05", "tag": "ba4b9b50-5621-4690-a50c-2ebaa35ccf49", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:30.352569 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaa438ca-d5e8-437d-9984-8cc27491b8ac {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:30.353159 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80589b4-a1a7-478c-baf3-eea555dcde05', 'tag': 'ba4b9b50-5621-4690-a50c-2ebaa35ccf49', 'status': 'completed', 'code': 200} Oct 25 09:14:30.373253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-e9fb6433-7bed-469e-a7dc-cdb3dc54e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:30.376506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-e9fb6433-7bed-469e-a7dc-cdb3dc54e445 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8569ed799544d1cbf7e8937b31d002a&device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 1094 time: 0.0628633 Oct 25 09:14:30.471871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-bf3adbb7-22a6-48ba-b317-011a7fb125f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba4b9b50-5621-4690-a50c-2ebaa35ccf49 HTTP/1.1" status: 200 len: 217 time: 0.0812833 Oct 25 09:14:30.538571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44460) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:30.606407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c14b3b-31fc-4660-8357-0b75199af8be req-884f7e9d-cd56-49be-a973-8c0b11ce12fa tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:30.613872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7c14b3b-31fc-4660-8357-0b75199af8be req-884f7e9d-cd56-49be-a973-8c0b11ce12fa tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1445613 Oct 25 09:14:30.623195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-0bc92544-a380-40d4-b8fd-7786c47daa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:30.624908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-0bc92544-a380-40d4-b8fd-7786c47daa62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00 HTTP/1.1" status: 200 len: 848 time: 0.1251733 Oct 25 09:14:30.667580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-ca374841-f7e8-45a4-b9ba-df708047b2a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f92f8ffe-adfe-4b06-8449-b2d95ef34932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329618 Oct 25 09:14:30.720986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7c14b3b-31fc-4660-8357-0b75199af8be req-3566352c-5ce6-4e47-9cbb-286d6d579dc0 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060982 Oct 25 09:14:30.735965 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d00e878-2881-4b69-b955-e7fa062806c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98d3cde92aa5435a97c6a89e6d2ffb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952460 Oct 25 09:14:30.738229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44468) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:30.862603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6d1d-ad84-4678-8df3-bb3ddcfa6a08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.905977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6d1d-ad84-4678-8df3-bb3ddcfa6a08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.924243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7ad89-8d9f-419d-8453-22d7861a47ff req-0a6b8e62-e335-4f80-b422-f212cf69c143 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:30.931592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19c7ad89-8d9f-419d-8453-22d7861a47ff req-0a6b8e62-e335-4f80-b422-f212cf69c143 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 946 time: 0.0954285 Oct 25 09:14:30.957229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-18609d72-5b3d-4a33-a230-6c8bf50e3233 service neutron] 10.222.0.41 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812798 Oct 25 09:14:30.976073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6d1d-ad84-4678-8df3-bb3ddcfa6a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.980390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6d1d-ad84-4678-8df3-bb3ddcfa6a08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:30.982092 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d8bb6d1d-ad84-4678-8df3-bb3ddcfa6a08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b879c0dd-163d-4f2c-9724-29b3bafa0152 HTTP/1.1" status: 204 len: 168 time: 0.2409308 Oct 25 09:14:31.003465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19c7ad89-8d9f-419d-8453-22d7861a47ff req-0754870a-25d4-4f27-91ec-5a54d03c836c tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709023 Oct 25 09:14:31.005010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6d1d-ad84-4678-8df3-bb3ddcfa6a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b879c0dd-163d-4f2c-9724-29b3bafa0152,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:31.143536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d26d389-2dd0-4e44-97e0-56afc455a421 req-86405cdc-1ef0-4f7d-b937-5690c17172cb service neutron] 10.222.0.41 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773584 Oct 25 09:14:31.224791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13133d81-71d2-4cba-8aee-4e6923431f86 req-6426afd4-bf65-4a4e-a0d6-9107818ecf32 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:31.232281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13133d81-71d2-4cba-8aee-4e6923431f86 req-6426afd4-bf65-4a4e-a0d6-9107818ecf32 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 943 time: 0.0875049 Oct 25 09:14:31.329661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13133d81-71d2-4cba-8aee-4e6923431f86 req-4573bb10-1ee2-4e79-aef9-755ded0cd6f2 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945518 Oct 25 09:14:31.360338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-60974487-8602-48a0-8029-41962f8f5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:31.366984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-60974487-8602-48a0-8029-41962f8f5e24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8569ed799544d1cbf7e8937b31d002a&device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 1094 time: 0.1131332 Oct 25 09:14:31.568766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-dca7d5ab-2377-4651-abdc-b8c4fd27d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:31.570241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-dca7d5ab-2377-4651-abdc-b8c4fd27d476 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f92f8ffe-adfe-4b06-8449-b2d95ef34932 HTTP/1.1" status: 200 len: 909 time: 0.1953888 Oct 25 09:14:31.665913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-34afbb42-cb2f-4167-a4f0-a3a0337dc4c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba4b9b50-5621-4690-a50c-2ebaa35ccf49 HTTP/1.1" status: 200 len: 217 time: 0.0833824 Oct 25 09:14:31.811442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-ba360c19-3fbb-4d12-b71d-24e32fda64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:31.820722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-ba360c19-3fbb-4d12-b71d-24e32fda64e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00 HTTP/1.1" status: 200 len: 848 time: 0.1472650 Oct 25 09:14:31.888315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 750cdcda-d60f-4eb6-b9ad-d38796847e3e no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:31.954102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-2120bab8-e1f9-47e0-be81-b2371a8e4a10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f92f8ffe-adfe-4b06-8449-b2d95ef34932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248674 Oct 25 09:14:31.965974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 750cdcda-d60f-4eb6-b9ad-d38796847e3e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:31.966721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 750cdcda-d60f-4eb6-b9ad-d38796847e3e not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:32.155504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ca8f5-e00f-462b-8b2a-5f378e115b66 req-5478f728-4a49-4dbf-b2d4-607fdeea517d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:32.157192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f21ca8f5-e00f-462b-8b2a-5f378e115b66 req-5478f728-4a49-4dbf-b2d4-607fdeea517d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.1050565 Oct 25 09:14:32.213872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44506) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:32.223398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-3729e9a2-1ce5-421b-8deb-494a897ef0c6 service neutron] 10.222.0.41 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615860 Oct 25 09:14:32.245249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-bd0ad0f1-b819-4c42-a20a-c5fff462efa8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:32.246727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-bd0ad0f1-b819-4c42-a20a-c5fff462efa8 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 944 time: 0.0665588 Oct 25 09:14:32.326226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a9e0c50-5e0c-42f0-9670-51b3931e6327 req-2703091b-7ce5-4029-8756-e969c6165b24 service neutron] 10.222.0.41 "GET /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868700 Oct 25 09:14:32.331292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f21ca8f5-e00f-462b-8b2a-5f378e115b66 req-6533bf81-0173-4fa7-983c-b0b4a74a0f0e tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups?id=f00a2423-d588-4cd1-a649-ea1236bb54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600945 Oct 25 09:14:32.349840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9dda3a09-6a7c-4abe-9ce9-f2e274934d5a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:32.350651 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-9dda3a09-6a7c-4abe-9ce9-f2e274934d5a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 25 09:14:32.351241 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-9dda3a09-6a7c-4abe-9ce9-f2e274934d5a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): There was a conflict when trying to complete your request. Oct 25 09:14:32.352444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9dda3a09-6a7c-4abe-9ce9-f2e274934d5a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1367767 Oct 25 09:14:32.362372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44512) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:32.373931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332296338'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:32.422237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.433585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.457932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Deleting port 4bfcaf05-3ef6-4d16-877e-a642894697ac {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:32.458269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.469993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dd7c0-294a-449f-94cc-8c93959462c1 req-3073231e-3daa-455c-b518-2fe20a1fd745 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:32.471783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-076dd7c0-294a-449f-94cc-8c93959462c1 req-3073231e-3daa-455c-b518-2fe20a1fd745 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 946 time: 0.0533822 Oct 25 09:14:32.518217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-076dd7c0-294a-449f-94cc-8c93959462c1 req-8727bf7c-880f-4a32-a34c-5cf5007db0be tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 Oct 25 09:14:32.584068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] For port 4bfcaf05-3ef6-4d16-877e-a642894697ac, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4bfcaf05-3ef6-4d16-877e-a642894697ac,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:32.584370 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.637462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4358a-44bc-4aa5-98d9-88303492334a req-7b57035a-9e83-4ab6-87b6-1f5f9b87209c tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:32.639501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76b4358a-44bc-4aa5-98d9-88303492334a req-7b57035a-9e83-4ab6-87b6-1f5f9b87209c tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 943 time: 0.0516672 Oct 25 09:14:32.672627 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.678476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.680396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76b4358a-44bc-4aa5-98d9-88303492334a req-22a23a2c-2623-4ccb-a0a6-eb4695d5f8a6 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340557 Oct 25 09:14:32.759068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482507d0-5af5-499e-a636-88e30c4367f6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:32.860779 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.861094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.861412 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Floating IP af635649-4ed5-4a9f-8550-c22b41fcc60f disassociated. External IP: 172.25.8.155, port: 4bfcaf05-3ef6-4d16-877e-a642894697ac. Oct 25 09:14:32.861764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Calling delete_port for 4bfcaf05-3ef6-4d16-877e-a642894697ac owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:32.870591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.879128 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.943301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:32.944524 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5754688 Oct 25 09:14:32.947572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44516) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:32.952850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a588ad4-0cb9-4d8f-a627-7d01c81c4bbf tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2a40db-cd4e-4c9e-aa26-1a63f8c28d35,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:32.958546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c73db409-a277-4601-affc-e31047208995 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': 'cb2a40db-cd4e-4c9e-aa26-1a63f8c28d35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:33.003626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ba4b9b50-5621-4690-a50c-2ebaa35ccf49 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:14:33.033501 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c73db409-a277-4601-affc-e31047208995 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.058066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.095232 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c73db409-a277-4601-affc-e31047208995 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.100582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c73db409-a277-4601-affc-e31047208995 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.119898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event deleted for resources: {'Port': ['ID=4bfcaf05-3ef6-4d16-877e-a642894697ac,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:33.124419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73db409-a277-4601-affc-e31047208995 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4a76ae-39a6-45f1-a565-ea899380d03f,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:33.150831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c73db409-a277-4601-affc-e31047208995 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.152258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c73db409-a277-4601-affc-e31047208995 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035484 Oct 25 09:14:33.158436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44520) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:33.163308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d00ec076-0cff-47c0-bb10-7e4c7fe823f8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': 'cb2a40db-cd4e-4c9e-aa26-1a63f8c28d35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:33.192084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ba4b9b50-5621-4690-a50c-2ebaa35ccf49, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:33.197436 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d00ec076-0cff-47c0-bb10-7e4c7fe823f8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.212735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'ba4b9b50-5621-4690-a50c-2ebaa35ccf49', 'network_id': 'f92f8ffe-adfe-4b06-8449-b2d95ef34932', 'port_id': 'ba4b9b50-5621-4690-a50c-2ebaa35ccf49', 'mac_address': 'fa:16:3e:df:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:14:33.256920 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-d00ec076-0cff-47c0-bb10-7e4c7fe823f8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): There was a conflict when trying to complete your request. Oct 25 09:14:33.258174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d00ec076-0cff-47c0-bb10-7e4c7fe823f8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0985675 Oct 25 09:14:33.258793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Router 77199ba1-59a4-4e2f-900b-1549119ce797 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:14:33.260856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44522) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:33.290418 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.303675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4b9b50-5621-4690-a50c-2ebaa35ccf49 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:14:33.330495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ba4b9b50-5621-4690-a50c-2ebaa35ccf49, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:33.336193 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.426301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:33.438523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aee4d9-6ce2-47a4-bc6e-ca7c0b25234b tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.471120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a350952-67a4-4718-b8f2-018461269dc2 req-7f20ac35-a85f-40c9-a770-bcf6bfcdc29d tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8f8f99f-734c-4e55-aa6b-b02219bde0f5 HTTP/1.1" status: 200 len: 210 time: 0.0292752 Oct 25 09:14:33.476013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aee4d9-6ce2-47a4-bc6e-ca7c0b25234b tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.488280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:14:33.500462 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] Sync routers for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:14:33.511800 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:14:33.516558 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:14:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:33.543535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] No DVR routers for this DVR port 4bfcaf05-3ef6-4d16-877e-a642894697ac on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:33.547169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.551043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-28c4fa3b-71bf-4df8-9aaa-4de8cebc1b4c req-a393f21a-1082-4e84-bf1c-0613e88ae454 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.18 "DELETE /v2.0/ports/4bfcaf05-3ef6-4d16-877e-a642894697ac HTTP/1.1" status: 204 len: 173 time: 1.2958834 Oct 25 09:14:33.554327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-deleted', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:33.563756 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efec4e6a-bbd4-4348-bc05-31da16816655" -d '{"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-deleted", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:33.591020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aee4d9-6ce2-47a4-bc6e-ca7c0b25234b tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.594949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-44aee4d9-6ce2-47a4-bc6e-ca7c0b25234b tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.596182 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-44aee4d9-6ce2-47a4-bc6e-ca7c0b25234b tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb2a40db-cd4e-4c9e-aa26-1a63f8c28d35 HTTP/1.1" status: 204 len: 168 time: 0.3342605 Oct 25 09:14:33.604531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44530) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:33.604746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-8cfde26c-d207-459a-83b7-7093fac6f46a tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:33.606252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-8cfde26c-d207-459a-83b7-7093fac6f46a tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.18 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 946 time: 0.1000700 Oct 25 09:14:33.658749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aee4d9-6ce2-47a4-bc6e-ca7c0b25234b tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2a40db-cd4e-4c9e-aa26-1a63f8c28d35,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:33.681980 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:14:33.704944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ba4b9b50-5621-4690-a50c-2ebaa35ccf49'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:33.705169 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7e24d515-73d6-49d9-a56a-8decc015766d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937641 Oct 25 09:14:33.707097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44534) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:33.715313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4d060a1a-3615-4ec8-b970-b54697cdd2d8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144499887'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:33.762558 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d060a1a-3615-4ec8-b970-b54697cdd2d8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.826997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2253e-c32d-4e73-b851-88b6fb71832e req-310ff65f-6c3f-480a-9360-28401cf6a71f tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:33.835852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f2253e-c32d-4e73-b851-88b6fb71832e req-310ff65f-6c3f-480a-9360-28401cf6a71f tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 946 time: 0.1910188 Oct 25 09:14:33.883107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Deleting port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:33.883608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.910569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d060a1a-3615-4ec8-b970-b54697cdd2d8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.912705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f2253e-c32d-4e73-b851-88b6fb71832e req-6d8f32f3-61c7-441a-b885-b169bcf1ba4c tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ce536e8-dcd8-4a4b-90cc-392c2e21a291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757341 Oct 25 09:14:33.918835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d060a1a-3615-4ec8-b970-b54697cdd2d8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.973557 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4d060a1a-3615-4ec8-b970-b54697cdd2d8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:33.978398 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4d060a1a-3615-4ec8-b970-b54697cdd2d8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2673829 Oct 25 09:14:33.978398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d060a1a-3615-4ec8-b970-b54697cdd2d8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd0b04d-8b91-4889-b9c8-d5018e314d72,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:33.978819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44538) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:33.984512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e37e13ca-2002-463f-9e91-c6ebf77bc07d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '2cd0b04d-8b91-4889-b9c8-d5018e314d72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:33.986208 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-e37e13ca-2002-463f-9e91-c6ebf77bc07d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 25 09:14:33.986594 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-e37e13ca-2002-463f-9e91-c6ebf77bc07d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:33.990168 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e37e13ca-2002-463f-9e91-c6ebf77bc07d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077739 Oct 25 09:14:33.991147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44540) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:34.011096 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946a8fe5-762a-4b8b-a1cf-b306a3cb2533 x-openstack-request-id: req-946a8fe5-762a-4b8b-a1cf-b306a3cb2533 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:34.011428 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f8f99f-734c-4e55-aa6b-b02219bde0f5", "name": "network-vif-deleted", "tag": "4bfcaf05-3ef6-4d16-877e-a642894697ac", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:34.011677 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-946a8fe5-762a-4b8b-a1cf-b306a3cb2533 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:34.012070 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f8f99f-734c-4e55-aa6b-b02219bde0f5', 'name': 'network-vif-deleted', 'tag': '4bfcaf05-3ef6-4d16-877e-a642894697ac', 'status': 'completed', 'code': 200} Oct 25 09:14:34.076531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31eb45c5-0e9f-4505-adf7-51cce43c55fa tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.103980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] For port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,segment=NetworkSegment(b1c2d509-4dae-4944-b70a-dcf27cb0d002),segment_id=b1c2d509-4dae-4944-b70a-dcf27cb0d002)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:34.104365 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.108082 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:13Z', 'revision_number': 5, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:34.118535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31eb45c5-0e9f-4505-adf7-51cce43c55fa tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.169949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Calling delete_port for 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:34.179015 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31eb45c5-0e9f-4505-adf7-51cce43c55fa tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.196929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31eb45c5-0e9f-4505-adf7-51cce43c55fa tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.200765 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31eb45c5-0e9f-4505-adf7-51cce43c55fa tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/2cd0b04d-8b91-4889-b9c8-d5018e314d72 HTTP/1.1" status: 204 len: 168 time: 0.2071877 Oct 25 09:14:34.203070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44548) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:34.212068 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] Checking router: 77199ba1-59a4-4e2f-900b-1549119ce797 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:14:34.228925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb45c5-0e9f-4505-adf7-51cce43c55fa tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd0b04d-8b91-4889-b9c8-d5018e314d72,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:34.230166 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:14:34.230776 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:14:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:34.304015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653d782-5783-4c07-a0ac-fb0d0bdd4b8d req-bac0302a-7ed5-4cda-a2be-1a053e51327c tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:34.311955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d653d782-5783-4c07-a0ac-fb0d0bdd4b8d req-bac0302a-7ed5-4cda-a2be-1a053e51327c tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 944 time: 0.1887257 Oct 25 09:14:34.374560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1dbdf4b5-2b1a-489c-81ac-baaafe0d86b3 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1685174 Oct 25 09:14:34.378222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44550) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:34.384344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-63f78675-676f-406a-891c-e555f68db773 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128264336'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:34.401946 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:14:34.408778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d653d782-5783-4c07-a0ac-fb0d0bdd4b8d req-bd7456a8-9809-4285-b364-70c37e52a88d tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932901 Oct 25 09:14:34.446486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f78675-676f-406a-891c-e555f68db773 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.509422 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.542096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0fa051e7-6255-4ab8-9ae2-b9adaf263cf5'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:34.566345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Pushing event deleted for resources: {'Port': ['ID=0fa051e7-6255-4ab8-9ae2-b9adaf263cf5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:34.592494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f78675-676f-406a-891c-e555f68db773 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.598830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f78675-676f-406a-891c-e555f68db773 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.652302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] No DVR routers for this DVR port 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:34.661202 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.665866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f1106ec-bc0f-4775-8135-2745e5680819 req-2453980e-250b-4781-9247-0f1b2a635514 tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.18 "DELETE /v2.0/ports/0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 HTTP/1.1" status: 204 len: 173 time: 1.0452199 Oct 25 09:14:34.666569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597f55e5-2c2f-484b-8dd1-bdfd9104069b', 'name': 'network-vif-deleted', 'tag': '0fa051e7-6255-4ab8-9ae2-b9adaf263cf5'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:34.677596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f78675-676f-406a-891c-e555f68db773 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308e5a7a-c600-4e2c-9622-760ed5182ad5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:34.680119 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eff7dd4-77ff-4ee2-bd7c-cc4bf6060e0d" -d '{"events": [{"server_uuid": "597f55e5-2c2f-484b-8dd1-bdfd9104069b", "name": "network-vif-deleted", "tag": "0fa051e7-6255-4ab8-9ae2-b9adaf263cf5"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:34.684211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44556) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:34.719248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63f78675-676f-406a-891c-e555f68db773 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.723569 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63f78675-676f-406a-891c-e555f68db773 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3430645 Oct 25 09:14:34.725445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44560) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:34.741353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-650b7917-a3c1-4094-a9a6-783a1d4acc91 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '308e5a7a-c600-4e2c-9622-760ed5182ad5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:34.741925 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-650b7917-a3c1-4094-a9a6-783a1d4acc91 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 25 09:14:34.742440 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-650b7917-a3c1-4094-a9a6-783a1d4acc91 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:34.745612 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-650b7917-a3c1-4094-a9a6-783a1d4acc91 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0185251 Oct 25 09:14:34.749932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44562) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:34.771735 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b061b9c3-eae9-4d1f-b88e-c7dc6103846e x-openstack-request-id: req-b061b9c3-eae9-4d1f-b88e-c7dc6103846e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:34.779495 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597f55e5-2c2f-484b-8dd1-bdfd9104069b", "name": "network-vif-deleted", "tag": "0fa051e7-6255-4ab8-9ae2-b9adaf263cf5", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:34.779741 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b061b9c3-eae9-4d1f-b88e-c7dc6103846e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:34.780664 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597f55e5-2c2f-484b-8dd1-bdfd9104069b', 'name': 'network-vif-deleted', 'tag': '0fa051e7-6255-4ab8-9ae2-b9adaf263cf5', 'status': 'completed', 'code': 200} Oct 25 09:14:34.821154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c2844fc-47ab-44b1-95ab-8972ef0b02ff tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.831156 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:13Z', 'revision_number': 5, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:34.868993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c2844fc-47ab-44b1-95ab-8972ef0b02ff tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.874275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b68aebbe-752d-4e60-a7ec-79e1cf0ab8e5 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.891028 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574ab6e-838b-4868-9a84-cc157a1c205f None None] The sync data for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 is: [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:02:06Z', 'revision_number': 4, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cff10151-e036-453e-8033-dbe3468f8cfe', 'name': '', 'network_id': '86937030-0d24-495d-b5ac-9243ef17f02c', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'mac_address': 'fa:16:3e:8c:bf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:04Z', 'updated_at': '2021-10-25T09:02:13Z', 'revision_number': 5, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'subnets': [{'id': '2f43b1ae-1684-4bb1-a76e-1709cf1ac73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:14:34.902197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b68aebbe-752d-4e60-a7ec-79e1cf0ab8e5 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.973543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b68aebbe-752d-4e60-a7ec-79e1cf0ab8e5 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.983216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b68aebbe-752d-4e60-a7ec-79e1cf0ab8e5 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:34.985635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b68aebbe-752d-4e60-a7ec-79e1cf0ab8e5 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/308e5a7a-c600-4e2c-9622-760ed5182ad5 HTTP/1.1" status: 204 len: 168 time: 0.2343504 Oct 25 09:14:34.988324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44566) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.004401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aebbe-752d-4e60-a7ec-79e1cf0ab8e5 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308e5a7a-c600-4e2c-9622-760ed5182ad5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:35.013026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c2844fc-47ab-44b1-95ab-8972ef0b02ff tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.020289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c2844fc-47ab-44b1-95ab-8972ef0b02ff tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.021214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ba4b9b50-5621-4690-a50c-2ebaa35ccf49 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:35.025550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1c2844fc-47ab-44b1-95ab-8972ef0b02ff tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "DELETE /v2.0/security-groups/f00a2423-d588-4cd1-a649-ea1236bb54cb HTTP/1.1" status: 204 len: 168 time: 0.3367965 Oct 25 09:14:35.026086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44568) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.063471 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-471f3d28-0503-48bd-9f62-bb95f36e162c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] show failed (client error): The resource could not be found. Oct 25 09:14:35.069182 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-471f3d28-0503-48bd-9f62-bb95f36e162c tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "GET /v2.0/security-groups/f00a2423-d588-4cd1-a649-ea1236bb54cb HTTP/1.1" status: 404 len: 347 time: 0.0415590 Oct 25 09:14:35.070326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44570) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.075597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2844fc-47ab-44b1-95ab-8972ef0b02ff tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00a2423-d588-4cd1-a649-ea1236bb54cb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:35.142885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:14:35.150245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:35.150889 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.183034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-93046596-3088-4902-8539-4aa9d270aa23 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1850302 Oct 25 09:14:35.184031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44572) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.196479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8935915a-a8a8-4bee-913f-55a01b973ecc tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--734621717'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:35.305373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.347433 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ba4b9b50-5621-4690-a50c-2ebaa35ccf49, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:35.348604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80589b4-a1a7-478c-baf3-eea555dcde05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4b9b50-5621-4690-a50c-2ebaa35ccf49'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:35.349862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3368ac59-28ef-4362-8bcd-faf02b19fa36 req-5c8390bb-e5b4-4804-9b4b-d0a5bc8125ed tempest-ServerGroupTestJSON-1149064622 tempest-ServerGroupTestJSON-1149064622-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f55e5-2c2f-484b-8dd1-bdfd9104069b HTTP/1.1" status: 200 len: 210 time: 0.1107364 Oct 25 09:14:35.351590 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dcc6ae-b214-4c60-84e2-6f12836276ce" -d '{"events": [{"server_uuid": "a80589b4-a1a7-478c-baf3-eea555dcde05", "name": "network-vif-plugged", "status": "completed", "tag": "ba4b9b50-5621-4690-a50c-2ebaa35ccf49"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:35.354881 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8935915a-a8a8-4bee-913f-55a01b973ecc tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.357566 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.415607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Deleting port 71ae8858-edfe-40fa-b203-9f726e5d9ed1 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:35.417086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.462742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8935915a-a8a8-4bee-913f-55a01b973ecc tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.466342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:35.470531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8935915a-a8a8-4bee-913f-55a01b973ecc tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.499050 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a274c6e-dd67-41cd-88e0-84fbeb29d313 x-openstack-request-id: req-9a274c6e-dd67-41cd-88e0-84fbeb29d313 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:35.499329 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80589b4-a1a7-478c-baf3-eea555dcde05", "name": "network-vif-plugged", "status": "completed", "tag": "ba4b9b50-5621-4690-a50c-2ebaa35ccf49", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:35.499579 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a274c6e-dd67-41cd-88e0-84fbeb29d313 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:35.500780 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80589b4-a1a7-478c-baf3-eea555dcde05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4b9b50-5621-4690-a50c-2ebaa35ccf49', 'code': 200} Oct 25 09:14:35.515885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935915a-a8a8-4bee-913f-55a01b973ecc tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11a88ae-0936-4c4f-8d08-ab4abd3a6b51,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:35.524642 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8935915a-a8a8-4bee-913f-55a01b973ecc tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.526468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8935915a-a8a8-4bee-913f-55a01b973ecc tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3394423 Oct 25 09:14:35.530824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44580) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.552567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f7da334e-6175-4310-bdae-fa8b46dbc757 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': 'f11a88ae-0936-4c4f-8d08-ab4abd3a6b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:35.556163 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-f7da334e-6175-4310-bdae-fa8b46dbc757 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 25 09:14:35.556697 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-f7da334e-6175-4310-bdae-fa8b46dbc757 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:35.577633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44584) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.579950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f7da334e-6175-4310-bdae-fa8b46dbc757 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0457823 Oct 25 09:14:35.585351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229f57e-27bb-497f-a263-8af81e392973 None None] New status for floating IP af635649-4ed5-4a9f-8550-c22b41fcc60f: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:14:35.589576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-121ec988-a680-4117-bc3f-79b8ca966d5d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': 'f11a88ae-0936-4c4f-8d08-ab4abd3a6b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:35.589576 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-121ec988-a680-4117-bc3f-79b8ca966d5d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 25 09:14:35.590085 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-121ec988-a680-4117-bc3f-79b8ca966d5d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:35.594051 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-121ec988-a680-4117-bc3f-79b8ca966d5d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073168 Oct 25 09:14:35.594415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44586) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.599565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cee9337d-425e-400e-846a-c514dd2da018 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': 'f11a88ae-0936-4c4f-8d08-ab4abd3a6b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:35.602323 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-cee9337d-425e-400e-846a-c514dd2da018 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 25 09:14:35.603323 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-cee9337d-425e-400e-846a-c514dd2da018 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:35.606881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cee9337d-425e-400e-846a-c514dd2da018 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088339 Oct 25 09:14:35.613559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44588) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.621687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b623ffdd-2ac7-492b-80ca-1311ba828037 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': 'f11a88ae-0936-4c4f-8d08-ab4abd3a6b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:35.623762 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-b623ffdd-2ac7-492b-80ca-1311ba828037 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 25 09:14:35.624871 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-b623ffdd-2ac7-492b-80ca-1311ba828037 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:35.629774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b623ffdd-2ac7-492b-80ca-1311ba828037 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0143259 Oct 25 09:14:35.646443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.646922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.663261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Calling delete_port for 71ae8858-edfe-40fa-b203-9f726e5d9ed1 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:35.719931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44590) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:35.788606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada50d6-7482-46c1-9e3b-195be618ecae req-851574a7-385e-4026-bb8a-3ba458843497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:35.796571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ada50d6-7482-46c1-9e3b-195be618ecae req-851574a7-385e-4026-bb8a-3ba458843497 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 1096 time: 0.1329725 Oct 25 09:14:35.831449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b34836-3316-48a5-aee2-98a874b7b90c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.838090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdcbfb-793b-4f23-a0d4-8a3093d6015f req-945be875-c091-4afc-9f77-19a739476ccc tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:35.849931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5cdcbfb-793b-4f23-a0d4-8a3093d6015f req-945be875-c091-4afc-9f77-19a739476ccc tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 945 time: 0.2065749 Oct 25 09:14:35.890630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:35.895413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b34836-3316-48a5-aee2-98a874b7b90c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.916359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5cdcbfb-793b-4f23-a0d4-8a3093d6015f req-f9748d71-6d91-4b2d-a7a2-14db113ffc3e tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657525 Oct 25 09:14:35.926956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ada50d6-7482-46c1-9e3b-195be618ecae req-f99c4ef3-a563-4c0d-b180-6f4b4ee9e9fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206188 Oct 25 09:14:35.928200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 4bfcaf05-3ef6-4d16-877e-a642894697ac {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:35.929045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4bfcaf05-3ef6-4d16-877e-a642894697ac not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:35.944415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.973469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Pushing event deleted for resources: {'Port': ['ID=71ae8858-edfe-40fa-b203-9f726e5d9ed1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:35.982126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b34836-3316-48a5-aee2-98a874b7b90c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.985737 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5b34836-3316-48a5-aee2-98a874b7b90c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:35.989300 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b5b34836-3316-48a5-aee2-98a874b7b90c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/f11a88ae-0936-4c4f-8d08-ab4abd3a6b51 HTTP/1.1" status: 204 len: 168 time: 0.2659731 Oct 25 09:14:35.989856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44592) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.052029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f6477f3-1be5-47bb-bc74-6f6e62b52b45 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572851 Oct 25 09:14:36.053332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44594) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.054107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b34836-3316-48a5-aee2-98a874b7b90c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11a88ae-0936-4c4f-8d08-ab4abd3a6b51,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:36.059006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fd778100-cbfe-456b-b028-760e88b608db tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760284518'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.098137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd778100-cbfe-456b-b028-760e88b608db tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.112815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.116273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.117455 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-571ccc81-ac00-4a54-9b6d-1ca220297aa7 tempest-ServerActionsTestJSON-1249813615 tempest-ServerActionsTestJSON-1249813615-project] 10.222.0.32 "DELETE /v2.0/floatingips/af635649-4ed5-4a9f-8550-c22b41fcc60f HTTP/1.1" status: 204 len: 168 time: 1.0457888 Oct 25 09:14:36.120278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44596) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.175366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd778100-cbfe-456b-b028-760e88b608db tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.179327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd778100-cbfe-456b-b028-760e88b608db tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.208792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd778100-cbfe-456b-b028-760e88b608db tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.210193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fd778100-cbfe-456b-b028-760e88b608db tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1557827 Oct 25 09:14:36.213253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44600) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.218494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a0c7f517-4506-492e-bc27-e0a8f11e5963 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.219413 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-a0c7f517-4506-492e-bc27-e0a8f11e5963 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 25 09:14:36.220023 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-a0c7f517-4506-492e-bc27-e0a8f11e5963 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.223601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a0c7f517-4506-492e-bc27-e0a8f11e5963 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068984 Oct 25 09:14:36.223601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd778100-cbfe-456b-b028-760e88b608db tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd29120-9cba-401a-b311-14ff21868c9c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:36.223876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44602) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.235837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-03f093be-184c-4c0b-b51c-76d84f2bb639 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.346939 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-03f093be-184c-4c0b-b51c-76d84f2bb639 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.347902 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-03f093be-184c-4c0b-b51c-76d84f2bb639 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1229818 Oct 25 09:14:36.351793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44604) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.356419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-27f556d9-5b0e-445f-8d00-e9fd8c696c10 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.356967 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-27f556d9-5b0e-445f-8d00-e9fd8c696c10 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 25 09:14:36.358636 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-27f556d9-5b0e-445f-8d00-e9fd8c696c10 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.359708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-27f556d9-5b0e-445f-8d00-e9fd8c696c10 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068157 Oct 25 09:14:36.362636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44606) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.367236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-84e77943-6dc8-4c7c-9837-cc5596643beb tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.490246 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-84e77943-6dc8-4c7c-9837-cc5596643beb tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.491348 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-84e77943-6dc8-4c7c-9837-cc5596643beb tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1275849 Oct 25 09:14:36.496346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44614) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.503086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-38386744-bb2e-426e-a74c-c7cd0dcb9cea tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.503404 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-38386744-bb2e-426e-a74c-c7cd0dcb9cea tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 25 09:14:36.504021 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-38386744-bb2e-426e-a74c-c7cd0dcb9cea tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.507887 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-38386744-bb2e-426e-a74c-c7cd0dcb9cea tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105278 Oct 25 09:14:36.508548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44618) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.523214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-32fd50ca-d032-49c5-910b-9b9cd7357827 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.588396 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-32fd50ca-d032-49c5-910b-9b9cd7357827 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.593420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-32fd50ca-d032-49c5-910b-9b9cd7357827 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0789678 Oct 25 09:14:36.597365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44622) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.603836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7cf65f14-f107-42ba-a0a4-2dc00dd31be1 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.604477 n-d-814746-2 neutron-server[106992]: WARNING neutron.api.v2.base [None req-7cf65f14-f107-42ba-a0a4-2dc00dd31be1 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 25 09:14:36.604995 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-7cf65f14-f107-42ba-a0a4-2dc00dd31be1 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.608987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7cf65f14-f107-42ba-a0a4-2dc00dd31be1 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078626 Oct 25 09:14:36.610184 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44626) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.622248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-640aa7ad-62f1-481f-9d02-1a6e02d7c67d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.683470 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-640aa7ad-62f1-481f-9d02-1a6e02d7c67d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.688356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-640aa7ad-62f1-481f-9d02-1a6e02d7c67d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0700946 Oct 25 09:14:36.688967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44634) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.696620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9bba316d-b99e-4b0c-b9ec-b5b4533080ef tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3cd29120-9cba-401a-b311-14ff21868c9c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:36.751095 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-9bba316d-b99e-4b0c-b9ec-b5b4533080ef tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:36.752743 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.755731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9bba316d-b99e-4b0c-b9ec-b5b4533080ef tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0650349 Oct 25 09:14:36.756465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44640) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.785649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44642) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:36.860622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-969a4278-16bd-40a2-98a3-9282307a5f38 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.866828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-78648f75-6ea5-40d4-95e1-aac3113d675b admin admin] Deleting subnet 5124464b-3c8a-4089-a513-c982f3f8da25 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:14:36.880188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78648f75-6ea5-40d4-95e1-aac3113d675b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.927669 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-969a4278-16bd-40a2-98a3-9282307a5f38 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:36.947190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78648f75-6ea5-40d4-95e1-aac3113d675b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.057220 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78648f75-6ea5-40d4-95e1-aac3113d675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.061463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-969a4278-16bd-40a2-98a3-9282307a5f38 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.064194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-969a4278-16bd-40a2-98a3-9282307a5f38 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.067850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-969a4278-16bd-40a2-98a3-9282307a5f38 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/3cd29120-9cba-401a-b311-14ff21868c9c HTTP/1.1" status: 204 len: 168 time: 0.3079636 Oct 25 09:14:37.090900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44648) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:37.126647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a4278-16bd-40a2-98a3-9282307a5f38 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd29120-9cba-401a-b311-14ff21868c9c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:37.141753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f2849-0049-4725-bfd2-9f35f70de7c4 req-d87eae89-deeb-4dbc-a3dc-476370cc1923 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:37.143084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed7f2849-0049-4725-bfd2-9f35f70de7c4 req-d87eae89-deeb-4dbc-a3dc-476370cc1923 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 945 time: 0.1396172 Oct 25 09:14:37.198493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-40da8186-fa02-42e2-aaff-eed157f6bdd8 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012206 Oct 25 09:14:37.206121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44650) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:37.210691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-58d63188-6bbf-4bab-af7f-bc590b8d936f tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180464161'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:37.220147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed7f2849-0049-4725-bfd2-9f35f70de7c4 req-50347898-53a8-4271-8816-e88f2e8af9b6 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665090 Oct 25 09:14:37.231867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78648f75-6ea5-40d4-95e1-aac3113d675b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.268376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58d63188-6bbf-4bab-af7f-bc590b8d936f tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.280060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78648f75-6ea5-40d4-95e1-aac3113d675b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5124464b-3c8a-4089-a513-c982f3f8da25,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:37.282549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78648f75-6ea5-40d4-95e1-aac3113d675b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.286586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-78648f75-6ea5-40d4-95e1-aac3113d675b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5124464b-3c8a-4089-a513-c982f3f8da25 HTTP/1.1" status: 204 len: 168 time: 0.4996409 Oct 25 09:14:37.289071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44652) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:37.397839 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.443041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58d63188-6bbf-4bab-af7f-bc590b8d936f tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.449484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58d63188-6bbf-4bab-af7f-bc590b8d936f tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.505230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-58d63188-6bbf-4bab-af7f-bc590b8d936f tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.509086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-58d63188-6bbf-4bab-af7f-bc590b8d936f tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2992117 Oct 25 09:14:37.510023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44658) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:37.515235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5ee2e1f5-25c5-44ab-9eed-ba12682fc074 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': 'f0eddbe2-8515-4b57-a406-6765b02d5f73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:37.521773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d63188-6bbf-4bab-af7f-bc590b8d936f tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eddbe2-8515-4b57-a406-6765b02d5f73,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:37.615312 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-5ee2e1f5-25c5-44ab-9eed-ba12682fc074 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The resource could not be found. Oct 25 09:14:37.616569 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5ee2e1f5-25c5-44ab-9eed-ba12682fc074 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1056042 Oct 25 09:14:37.618317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Deleting port cff10151-e036-453e-8033-dbe3468f8cfe {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:37.618653 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.621806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44660) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:37.639612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b2055edc-57bc-439e-8862-273269a17573 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': 'f0eddbe2-8515-4b57-a406-6765b02d5f73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2b0d95e8-88db-4b55-ae2c-2a3b3f716319'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:37.747498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] For port cff10151-e036-453e-8033-dbe3468f8cfe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cff10151-e036-453e-8033-dbe3468f8cfe,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:37.747905 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.766051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Calling delete_port for cff10151-e036-453e-8033-dbe3468f8cfe owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:37.772953 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-b2055edc-57bc-439e-8862-273269a17573 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The resource could not be found. Oct 25 09:14:37.774021 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b2055edc-57bc-439e-8862-273269a17573 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1512628 Oct 25 09:14:37.777984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44664) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:37.788391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44666) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:37.884759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:37.897011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0aef6e59-e8d9-4465-9d60-96999a71fc0a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.912390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:37.912857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0fa051e7-6255-4ab8-9ae2-b9adaf263cf5 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:37.957311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.969958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d2de8ce-42eb-4c97-932f-120db077b283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.977721 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0aef6e59-e8d9-4465-9d60-96999a71fc0a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:37.978449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e47a2b-8346-469c-8f5d-cdbdfce41609']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:37.990894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c2d509-4dae-4944-b70a-dcf27cb0d002') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:37.991196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c2d509-4dae-4944-b70a-dcf27cb0d002') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:38.002338 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.018773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.026230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:38.026629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:38.028932 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:38.066589 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0aef6e59-e8d9-4465-9d60-96999a71fc0a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.069127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0aef6e59-e8d9-4465-9d60-96999a71fc0a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.070263 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0aef6e59-e8d9-4465-9d60-96999a71fc0a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/f0eddbe2-8515-4b57-a406-6765b02d5f73 HTTP/1.1" status: 204 len: 168 time: 0.2913074 Oct 25 09:14:38.081221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44670) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:38.111440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef6e59-e8d9-4465-9d60-96999a71fc0a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eddbe2-8515-4b57-a406-6765b02d5f73,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:38.157909 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.159260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.162447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d2de8ce-42eb-4c97-932f-120db077b283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.171209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.176690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e0e47a2b-8346-469c-8f5d-cdbdfce41609 HTTP/1.1" status: 204 len: 168 time: 0.8842964 Oct 25 09:14:38.191451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-959121e9-ea45-44f3-a42b-68b6b223f65d tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054597 Oct 25 09:14:38.191451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96a6c-5f30-416a-b3b7-ec078ac70012 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e47a2b-8346-469c-8f5d-cdbdfce41609,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:38.191748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff10151-e036-453e-8033-dbe3468f8cfe,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:38.191748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d2de8ce-42eb-4c97-932f-120db077b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.191949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44674) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:38.197201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cf9ae161-72e8-4503-8411-29db6efc8c8a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '3ee02e9a-ee16-4bf6-b57d-15a8e46092f3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:38.266930 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-cf9ae161-72e8-4503-8411-29db6efc8c8a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The resource could not be found. Oct 25 09:14:38.272262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cf9ae161-72e8-4503-8411-29db6efc8c8a tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0769060 Oct 25 09:14:38.272262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44678) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:38.282671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d2de8ce-42eb-4c97-932f-120db077b283 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31754741743341ecb52410edf974703a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931347 Oct 25 09:14:38.283342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e48f22e2-0e70-4c6d-a142-92af512bcb59 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881475888'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:38.286228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44680) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:38.298643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2de8ce-42eb-4c97-932f-120db077b283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee5936-b36c-4b34-8804-0e3a7956c9c1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:38.323473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e48f22e2-0e70-4c6d-a142-92af512bcb59 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.423243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44684) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:38.473624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e48f22e2-0e70-4c6d-a142-92af512bcb59 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.475516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a321-4da3-4fa6-ba59-24324f905601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.487941 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e48f22e2-0e70-4c6d-a142-92af512bcb59 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.508306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed451b-c34f-41af-8fa4-1f07ac0b2e03 req-7ad7bb7d-9d04-4f73-8b67-9d48c9667988 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:38.509079 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a321-4da3-4fa6-ba59-24324f905601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.510706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52ed451b-c34f-41af-8fa4-1f07ac0b2e03 req-7ad7bb7d-9d04-4f73-8b67-9d48c9667988 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 945 time: 0.1234827 Oct 25 09:14:38.539794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.544227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.546641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-21d0f0c5-7504-40de-b3aa-2920bc1e2e2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7730790e083c430087cbd7bc873c5676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211593 Oct 25 09:14:38.549308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44686) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:38.564579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e48f22e2-0e70-4c6d-a142-92af512bcb59 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.566129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e48f22e2-0e70-4c6d-a142-92af512bcb59 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2931786 Oct 25 09:14:38.568962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44688) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:38.575457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fa3c8fcb-d642-4b49-a14a-737cbae0db2c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114946584'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:38.580305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f22e2-0e70-4c6d-a142-92af512bcb59 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240c377b-354e-4365-907d-9eacf2a886e6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:38.611448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52ed451b-c34f-41af-8fa4-1f07ac0b2e03 req-1330fbcb-78c0-4e26-a661-195f8c302475 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868638 Oct 25 09:14:38.636577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8fcb-d642-4b49-a14a-737cbae0db2c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.744094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8fcb-d642-4b49-a14a-737cbae0db2c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.754578 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8fcb-d642-4b49-a14a-737cbae0db2c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.754746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1659-0afe-49de-8d31-cc0062f8e849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.759089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a321-4da3-4fa6-ba59-24324f905601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.761715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a321-4da3-4fa6-ba59-24324f905601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.762906 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a3b0a321-4da3-4fa6-ba59-24324f905601 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60ee5936-b36c-4b34-8804-0e3a7956c9c1 HTTP/1.1" status: 204 len: 168 time: 0.4741995 Oct 25 09:14:38.798848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1659-0afe-49de-8d31-cc0062f8e849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.799102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c8fcb-d642-4b49-a14a-737cbae0db2c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db580138-e4c7-41f1-9232-8cbfb7c2ce3e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:38.801101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0a321-4da3-4fa6-ba59-24324f905601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee5936-b36c-4b34-8804-0e3a7956c9c1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:38.824661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8fcb-d642-4b49-a14a-737cbae0db2c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.834202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44694) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:38.844479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-839fe620-a7b0-4c37-a25a-9b97a70fccbb tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group_rule': {'security_group_id': '240c377b-354e-4365-907d-9eacf2a886e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'db580138-e4c7-41f1-9232-8cbfb7c2ce3e'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:38.844910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fa3c8fcb-d642-4b49-a14a-737cbae0db2c tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2728870 Oct 25 09:14:38.992121 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1659-0afe-49de-8d31-cc0062f8e849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.994732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1659-0afe-49de-8d31-cc0062f8e849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:38.995945 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5a1b1659-0afe-49de-8d31-cc0062f8e849 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ce536e8-dcd8-4a4b-90cc-392c2e21a291 HTTP/1.1" status: 204 len: 168 time: 0.4456842 Oct 25 09:14:39.029823 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b1659-0afe-49de-8d31-cc0062f8e849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce536e8-dcd8-4a4b-90cc-392c2e21a291,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:39.035375 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-839fe620-a7b0-4c37-a25a-9b97a70fccbb tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:14:39.036440 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-839fe620-a7b0-4c37-a25a-9b97a70fccbb tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2009966 Oct 25 09:14:39.040498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44704) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:39.080477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Router 77199ba1-59a4-4e2f-900b-1549119ce797 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:14:39.148430 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ec78ddc-5405-477f-87ad-4c0e63a5e957 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.184721 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ec78ddc-5405-477f-87ad-4c0e63a5e957 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.220259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:14:39.233173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44708) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:39.234616 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a24e5288-9301-4628-a435-9822c1c17dd8 admin admin] 10.222.0.32 "PUT /v2.0/routers/77199ba1-59a4-4e2f-900b-1549119ce797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1124761 Oct 25 09:14:39.236986 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] Sync routers for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:14:39.250297 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:14:39.254614 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:14:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:39.319788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44714) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:39.345726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ec78ddc-5405-477f-87ad-4c0e63a5e957 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.348317 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ec78ddc-5405-477f-87ad-4c0e63a5e957 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.349482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5ec78ddc-5405-477f-87ad-4c0e63a5e957 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/db580138-e4c7-41f1-9232-8cbfb7c2ce3e HTTP/1.1" status: 204 len: 168 time: 0.3079576 Oct 25 09:14:39.353221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-38a4f252-1644-4f3b-a9ef-b8f5cc6ea496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.355556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44718) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:39.368063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec78ddc-5405-477f-87ad-4c0e63a5e957 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db580138-e4c7-41f1-9232-8cbfb7c2ce3e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:39.389341 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:14:39.427723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.569175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.596020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-38a4f252-1644-4f3b-a9ef-b8f5cc6ea496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.602758 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:14:38Z', 'revision_number': 5, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port': {'id': 'ac4a0d41-23b8-4507-a3f8-452dd667bc17', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:02:01Z', 'updated_at': '2021-10-25T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:39.603856 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e1262638-10bd-4ed5-b4a1-f3341727bf93 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2460902 Oct 25 09:14:39.608689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44724) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:39.619345 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-38a4f252-1644-4f3b-a9ef-b8f5cc6ea496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.667231 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] Checking router: 77199ba1-59a4-4e2f-900b-1549119ce797 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:14:39.667862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Deleting port ac4a0d41-23b8-4507-a3f8-452dd667bc17 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:39.668365 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.681943 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] Routers {'77199ba1-59a4-4e2f-900b-1549119ce797'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:14:39.682854 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:14:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['77199ba1-59a4-4e2f-900b-1549119ce797'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:39.709820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-38a4f252-1644-4f3b-a9ef-b8f5cc6ea496 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11a489912d7143d59e30bc890e7dc2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860571 Oct 25 09:14:39.711128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44730) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:39.714516 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.792151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] Set router 77199ba1-59a4-4e2f-900b-1549119ce797 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:14:39.810622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24020c0b-89cd-4811-ae35-3f5c7e5eb31a req-64ad7dc1-5f08-4d54-8edc-060b3153f6ca tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:39.812184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24020c0b-89cd-4811-ae35-3f5c7e5eb31a req-64ad7dc1-5f08-4d54-8edc-060b3153f6ca tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 945 time: 0.0816839 Oct 25 09:14:39.816838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4f252-1644-4f3b-a9ef-b8f5cc6ea496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92072459-ed40-49c1-b5c7-ec86a07a1cb5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:39.819853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] For port ac4a0d41-23b8-4507-a3f8-452dd667bc17, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ac4a0d41-23b8-4507-a3f8-452dd667bc17,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:39.819853 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.821390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5c3b198-e617-48f1-b4f9-b980a6b7d854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.824094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22ef4fd7-01be-4ef2-9eb8-04be2fb1b213 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.849959 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:14:39Z', 'revision_number': 6, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:39.853680 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22ef4fd7-01be-4ef2-9eb8-04be2fb1b213 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.864760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Calling delete_port for ac4a0d41-23b8-4507-a3f8-452dd667bc17 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:39.877764 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fc0f1-ff52-4e32-8bfc-905b8671a4cd None None] The sync data for ids ['77199ba1-59a4-4e2f-900b-1549119ce797'] in n-d-814746-2 is: [{'id': '77199ba1-59a4-4e2f-900b-1549119ce797', 'name': 'tempest-ServerActionsTestJSON-1142970912-router', 'tenant_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:01:59Z', 'updated_at': '2021-10-25T09:14:39Z', 'revision_number': 6, 'project_id': '5947360d333c44a1b2cbb3d0de5f2e0e', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:14:39.928653 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22ef4fd7-01be-4ef2-9eb8-04be2fb1b213 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.931386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-22ef4fd7-01be-4ef2-9eb8-04be2fb1b213 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:39.932583 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-22ef4fd7-01be-4ef2-9eb8-04be2fb1b213 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/240c377b-354e-4365-907d-9eacf2a886e6 HTTP/1.1" status: 204 len: 168 time: 0.3227510 Oct 25 09:14:39.938042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44738) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:39.950427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24020c0b-89cd-4811-ae35-3f5c7e5eb31a req-b11132c1-4527-430f-bd3e-118fddea7d90 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150353 Oct 25 09:14:39.955912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef4fd7-01be-4ef2-9eb8-04be2fb1b213 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240c377b-354e-4365-907d-9eacf2a886e6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:39.959638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5c3b198-e617-48f1-b4f9-b980a6b7d854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.042415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5c3b198-e617-48f1-b4f9-b980a6b7d854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.051299 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5c3b198-e617-48f1-b4f9-b980a6b7d854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.051713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-59e2dee6-335d-4624-bfba-2c9e7d33512f tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084435 Oct 25 09:14:40.052169 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a5c3b198-e617-48f1-b4f9-b980a6b7d854 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92072459-ed40-49c1-b5c7-ec86a07a1cb5 HTTP/1.1" status: 204 len: 168 time: 0.3363974 Oct 25 09:14:40.052833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44746) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.064075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d3d9d32f-0f45-41a5-a85e-6a98fbd9c2f9 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730658757'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:40.090345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3b198-e617-48f1-b4f9-b980a6b7d854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92072459-ed40-49c1-b5c7-ec86a07a1cb5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:40.124566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.132672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d32f-0f45-41a5-a85e-6a98fbd9c2f9 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.160551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4a0d41-23b8-4507-a3f8-452dd667bc17,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:40.222418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d32f-0f45-41a5-a85e-6a98fbd9c2f9 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.228015 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d32f-0f45-41a5-a85e-6a98fbd9c2f9 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.244064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44752) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.246465 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.274649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d32f-0f45-41a5-a85e-6a98fbd9c2f9 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.279196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d3d9d32f-0f45-41a5-a85e-6a98fbd9c2f9 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2215471 Oct 25 09:14:40.281038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44756) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.289563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e68e61a7-c29c-4e9a-99bd-cca9db428f68 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:40.290108 n-d-814746-2 neutron-server[106991]: WARNING neutron.api.v2.base [None req-e68e61a7-c29c-4e9a-99bd-cca9db428f68 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 25 09:14:40.290603 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-e68e61a7-c29c-4e9a-99bd-cca9db428f68 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] update failed (client error): There was a conflict when trying to complete your request. Oct 25 09:14:40.293480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e68e61a7-c29c-4e9a-99bd-cca9db428f68 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "PUT /v2.0/security-groups/d47dc253-9124-48ba-8828-b121e3c78759 HTTP/1.1" status: 409 len: 330 time: 0.0074215 Oct 25 09:14:40.295356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44760) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.297564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d32f-0f45-41a5-a85e-6a98fbd9c2f9 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47dc253-9124-48ba-8828-b121e3c78759,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:40.387718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.394831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.434063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1959628495-network', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:40.462102 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.462629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77199ba1-59a4-4e2f-900b-1549119ce797 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:14:40.462754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Made reservation on behalf of d81d89a9e1f24120ae8efbb5ccde61c0 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:40.467355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.469621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.470746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-10ef5660-bd88-4432-ac69-f4915fd2994f admin admin] 10.222.0.32 "DELETE /v2.0/routers/77199ba1-59a4-4e2f-900b-1549119ce797 HTTP/1.1" status: 204 len: 168 time: 1.2364311 Oct 25 09:14:40.471944 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f40e9560-7f54-49e5-bb1b-46111a1ff3c6 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.473466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44768) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.479619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.532783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f40e9560-7f54-49e5-bb1b-46111a1ff3c6 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.556712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aad70f8-0308-484c-8da9-fbfb23719c86 admin admin] Deleting subnet 2f43b1ae-1684-4bb1-a76e-1709cf1ac73b {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:14:40.569957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4aad70f8-0308-484c-8da9-fbfb23719c86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.578116 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.582677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.609177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:14:40.626081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4aad70f8-0308-484c-8da9-fbfb23719c86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.630727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd60a7-bc5a-412b-a4d3-3d691f29a587,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:40.644119 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.644574 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Added segment 971206a6-3c79-4453-9928-7b231dd2137f of type vlan for network 8c2073ee-7d8b-467a-999b-7e410ff27996 Oct 25 09:14:40.647632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f40e9560-7f54-49e5-bb1b-46111a1ff3c6 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.650231 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f40e9560-7f54-49e5-bb1b-46111a1ff3c6 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.653815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f40e9560-7f54-49e5-bb1b-46111a1ff3c6 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/d47dc253-9124-48ba-8828-b121e3c78759 HTTP/1.1" status: 204 len: 168 time: 0.3550558 Oct 25 09:14:40.656417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.669406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e9560-7f54-49e5-bb1b-46111a1ff3c6 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47dc253-9124-48ba-8828-b121e3c78759,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:40.731463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.736851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4aad70f8-0308-484c-8da9-fbfb23719c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.764768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f6f83c8c-62a1-4058-87c6-faf7a6a64915 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1060407 Oct 25 09:14:40.767944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44778) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.782563 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.784074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:40.784828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.789714 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-2fc6fbca-fcc5-4f68-874e-089354615d83 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] delete failed (client error): The resource could not be found. Oct 25 09:14:40.790874 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2fc6fbca-fcc5-4f68-874e-089354615d83 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "DELETE /v2.0/security-groups/030190a3-034b-44bb-82da-9437667467b8 HTTP/1.1" status: 404 len: 347 time: 0.0218973 Oct 25 09:14:40.795376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44782) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.818190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4aad70f8-0308-484c-8da9-fbfb23719c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.828753 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-2f0e0def-038e-4e6f-b0c7-325af272e3da tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] show failed (client error): The resource could not be found. Oct 25 09:14:40.829809 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2f0e0def-038e-4e6f-b0c7-325af272e3da tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-groups/878ca108-a7ea-4b74-8583-e1d1b4474c63 HTTP/1.1" status: 404 len: 347 time: 0.0327916 Oct 25 09:14:40.844995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44784) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.858354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad70f8-0308-484c-8da9-fbfb23719c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f43b1ae-1684-4bb1-a76e-1709cf1ac73b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:40.860648 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-237d7c05-5fd3-40e6-983f-97f2925022c4 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] show failed (client error): The resource could not be found. Oct 25 09:14:40.864917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-237d7c05-5fd3-40e6-983f-97f2925022c4 tempest-NegativeSecGroupTest-1868510538 tempest-NegativeSecGroupTest-1868510538-project] 10.222.0.32 "GET /v2.0/security-group-rules/7a01ccef-adf0-4e8e-9620-7e71391f3aed HTTP/1.1" status: 404 len: 356 time: 0.0141804 Oct 25 09:14:40.873671 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4aad70f8-0308-484c-8da9-fbfb23719c86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:40.874882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae7ece0-6e4d-4d28-8ddd-f988717399be None None] Network 86937030-0d24-495d-b5ac-9243ef17f02c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:40.877145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4aad70f8-0308-484c-8da9-fbfb23719c86 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2f43b1ae-1684-4bb1-a76e-1709cf1ac73b HTTP/1.1" status: 204 len: 168 time: 0.4017951 Oct 25 09:14:40.881836 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6130555 Oct 25 09:14:40.886419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44788) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.886807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44790) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:40.901117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Request body: {'subnet': {'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1959628495-subnet', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:40.932731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ce789-02a9-43ce-aa3c-4e45fb061db2 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2073ee-7d8b-467a-999b-7e410ff27996,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:41.000175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Made reservation on behalf of d81d89a9e1f24120ae8efbb5ccde61c0 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:41.002570 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.031393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8c2073ee-7d8b-467a-999b-7e410ff27996 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:41.059469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cff10151-e036-453e-8033-dbe3468f8cfe no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:41.079807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.215894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: cff10151-e036-453e-8033-dbe3468f8cfe {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:41.215894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cff10151-e036-453e-8033-dbe3468f8cfe not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:41.215894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ac4a0d41-23b8-4507-a3f8-452dd667bc17 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:41.274599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ac4a0d41-23b8-4507-a3f8-452dd667bc17 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:41.275441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ac4a0d41-23b8-4507-a3f8-452dd667bc17 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:41.286557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.376946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44802) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:41.388265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b89fd33-b706-479b-b41e-19e4731a1fa5,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:41.428472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1142-8a21-4e7c-a7be-77806656220c req-1d76631b-e4cd-46b2-95c2-f0a5a13cc272 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:41.429997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b32f1142-8a21-4e7c-a7be-77806656220c req-1d76631b-e4cd-46b2-95c2-f0a5a13cc272 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.41 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 945 time: 0.1650226 Oct 25 09:14:41.448816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] DHCP port deletion for 86937030-0d24-495d-b5ac-9243ef17f02c request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:14:41.451053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f1835-5120-4642-ba42-63595e9cc560 req-d1aaa3cc-fe96-41ad-b43d-c63c211a5621 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:41.452603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b98f1835-5120-4642-ba42-63595e9cc560 req-d1aaa3cc-fe96-41ad-b43d-c63c211a5621 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 945 time: 0.1911480 Oct 25 09:14:41.515159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Deleting port 6214eb77-c019-417e-8686-213afce2d41c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:41.515504 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.528477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] Deleting port 6214eb77-c019-417e-8686-213afce2d41c {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:41.529146 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.583160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Checking segment: {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:41.583606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Network hostable DHCP agents. Network: 8c2073ee-7d8b-467a-999b-7e410ff27996, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:14:41.615016 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-774c522b-695f-4212-80c5-c62524e03faf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d4a8b635cff4c70b16deb540a5965b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362537 Oct 25 09:14:41.618152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44810) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:41.637772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b98f1835-5120-4642-ba42-63595e9cc560 req-8b21ed9b-de38-440e-943d-f2864750decb tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceac07de-e57b-405b-9a85-94ffdc8d30a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739221 Oct 25 09:14:41.642400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] For port 6214eb77-c019-417e-8686-213afce2d41c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6214eb77-c019-417e-8686-213afce2d41c,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:41.642776 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.665545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] Calling delete_port for 6214eb77-c019-417e-8686-213afce2d41c owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:41.691449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] For port 6214eb77-c019-417e-8686-213afce2d41c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6214eb77-c019-417e-8686-213afce2d41c,segment=NetworkSegment(e13a6ad5-9192-402c-8bdd-2ecc93d418c3),segment_id=e13a6ad5-9192-402c-8bdd-2ecc93d418c3)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:41.702091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.721561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Network 8c2073ee-7d8b-467a-999b-7e410ff27996 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:14:41.730007 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdb12-0ae1-4c08-b40d-f9bb22e28f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.742899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Calling delete_port for 6214eb77-c019-417e-8686-213afce2d41c owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:41.759415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdb12-0ae1-4c08-b40d-f9bb22e28f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.768200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8c2073ee-7d8b-467a-999b-7e410ff27996) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:41.807755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Deleting port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:41.808400 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.815143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:41.815998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.836650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdb12-0ae1-4c08-b40d-f9bb22e28f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.842686 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdb12-0ae1-4c08-b40d-f9bb22e28f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.844195 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ba5fdb12-0ae1-4c08-b40d-f9bb22e28f31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/482507d0-5af5-499e-a636-88e30c4367f6 HTTP/1.1" status: 204 len: 168 time: 0.2238064 Oct 25 09:14:41.855425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fdb12-0ae1-4c08-b40d-f9bb22e28f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482507d0-5af5-499e-a636-88e30c4367f6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:41.901526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c1de572f-814c-459c-b3f5-668ed4a45c4d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0123837 Oct 25 09:14:41.906525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44820) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:41.914162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:41.951720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] For port ba4b9b50-5621-4690-a50c-2ebaa35ccf49, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,segment=NetworkSegment(c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54),segment_id=c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:41.952073 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.960604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b83f28-7e45-4495-b792-d0a9d738f556 None None] Network 8c2073ee-7d8b-467a-999b-7e410ff27996 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:41.963371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:14:41.971534 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:14:41.976031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Calling delete_port for ba4b9b50-5621-4690-a50c-2ebaa35ccf49 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:42.002781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6214eb77-c019-417e-8686-213afce2d41c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:42.008922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] No DVR routers for this DVR port 6214eb77-c019-417e-8686-213afce2d41c on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:42.023944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.033614 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.036438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.071847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] No DVR routers for this DVR port 6214eb77-c019-417e-8686-213afce2d41c on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:42.086623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc9c18-ff84-4def-b309-702f13fbf6be None None] Pushing event deleted for resources: {'Port': ['ID=6214eb77-c019-417e-8686-213afce2d41c,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:42.129996 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.159171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86937030-0d24-495d-b5ac-9243ef17f02c']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:42.170342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.179988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:42.180299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13a6ad5-9192-402c-8bdd-2ecc93d418c3') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:42.192123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.204399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88f248-ef9e-432f-9ba2-bffa0f41f6c9 None None] Network 8c2073ee-7d8b-467a-999b-7e410ff27996 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:42.211198 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.248797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:14:42.249300 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:14:42.251071 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:14:42.337515 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.339938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.362935 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.362935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/86937030-0d24-495d-b5ac-9243ef17f02c HTTP/1.1" status: 204 len: 168 time: 1.4708407 Oct 25 09:14:42.407091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ba4b9b50-5621-4690-a50c-2ebaa35ccf49'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:14:42.430449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.454213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a27363-5da8-447f-854e-73388149ebf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=86937030-0d24-495d-b5ac-9243ef17f02c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:42.473733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Pushing event deleted for resources: {'Port': ['ID=ba4b9b50-5621-4690-a50c-2ebaa35ccf49,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:42.505767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] No DVR routers for this DVR port ba4b9b50-5621-4690-a50c-2ebaa35ccf49 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:42.508815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.514847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b32f1142-8a21-4e7c-a7be-77806656220c req-84d43671-dfbb-4d9f-8094-82e550787607 tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.41 "DELETE /v2.0/ports/ba4b9b50-5621-4690-a50c-2ebaa35ccf49 HTTP/1.1" status: 204 len: 173 time: 1.0777988 Oct 25 09:14:42.515964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80589b4-a1a7-478c-baf3-eea555dcde05', 'name': 'network-vif-deleted', 'tag': 'ba4b9b50-5621-4690-a50c-2ebaa35ccf49'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:42.527146 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200aeb57-d8a6-4839-bdc3-6cee3a676388" -d '{"events": [{"server_uuid": "a80589b4-a1a7-478c-baf3-eea555dcde05", "name": "network-vif-deleted", "tag": "ba4b9b50-5621-4690-a50c-2ebaa35ccf49"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:42.570212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44838) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:42.603379 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47def46-9d6b-4e22-9efd-47ce6e626f1f x-openstack-request-id: req-e47def46-9d6b-4e22-9efd-47ce6e626f1f {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:42.603922 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80589b4-a1a7-478c-baf3-eea555dcde05", "name": "network-vif-deleted", "tag": "ba4b9b50-5621-4690-a50c-2ebaa35ccf49", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:42.604604 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e47def46-9d6b-4e22-9efd-47ce6e626f1f {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:42.605272 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80589b4-a1a7-478c-baf3-eea555dcde05', 'name': 'network-vif-deleted', 'tag': 'ba4b9b50-5621-4690-a50c-2ebaa35ccf49', 'status': 'completed', 'code': 200} Oct 25 09:14:42.676053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7da14c11-8c81-4afe-9f4a-2c2b1e75a10a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5947360d333c44a1b2cbb3d0de5f2e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014669 Oct 25 09:14:42.676807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44844) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:42.782740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.793543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2c6b4c0-8cd5-4600-9ef0-fbe28b3896a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.803759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.861570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-334cd554-1375-425c-918c-c6f09bf8b1d3 req-9070eae0-970d-40ed-832e-56003520301d tempest-VolumesActionsTest-1633405666 tempest-VolumesActionsTest-1633405666-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80589b4-a1a7-478c-baf3-eea555dcde05 HTTP/1.1" status: 200 len: 210 time: 0.0698240 Oct 25 09:14:42.876350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2c6b4c0-8cd5-4600-9ef0-fbe28b3896a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.943900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Allocated IP 172.25.8.72 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/e239bad8-a0f6-4265-ab33-fe490c002c3e) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:42.952271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2c6b4c0-8cd5-4600-9ef0-fbe28b3896a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.955656 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2c6b4c0-8cd5-4600-9ef0-fbe28b3896a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:42.959835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b2c6b4c0-8cd5-4600-9ef0-fbe28b3896a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea1b2d53-12d1-48ac-92d7-7f4344824074 HTTP/1.1" status: 204 len: 168 time: 0.2643752 Oct 25 09:14:42.997475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6b4c0-8cd5-4600-9ef0-fbe28b3896a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b2d53-12d1-48ac-92d7-7f4344824074,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:43.057065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6214eb77-c019-417e-8686-213afce2d41c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:43.086696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6214eb77-c019-417e-8686-213afce2d41c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:43.087107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6214eb77-c019-417e-8686-213afce2d41c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:43.222630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.277368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.285529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44866) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:43.335659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:43.340779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:43.350901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:43.407209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1876728953'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:43.430986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Made reservation on behalf of 317eca2012af45f6b5371d1b6f59149f for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:43.435716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.440238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Pushing event updated for resources: {'Port': ['ID=e239bad8-a0f6-4265-ab33-fe490c002c3e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:43.446280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.547842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.556058 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.608129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:14:43.618488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17e7c50-ccb5-4d0a-8cfc-d6c665b5d281,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:43.625194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.625549 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Added segment 4c48c3ba-8de7-4dcb-a413-2901e2443f7f of type vlan for network da790b3d-4e77-4ae4-a900-ec7ce2a99656 Oct 25 09:14:43.684390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.684524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.713100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.720328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:43.721826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:43.802916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5137324 Oct 25 09:14:43.807591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44886) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:43.818908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Request body: {'subnet': {'network_id': 'da790b3d-4e77-4ae4-a900-ec7ce2a99656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:43.878857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e15a4-eac3-4740-8544-6fdf02d2557c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Pushing event updated for resources: {'Network': ['ID=da790b3d-4e77-4ae4-a900-ec7ce2a99656,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:43.893175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network da790b3d-4e77-4ae4-a900-ec7ce2a99656 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:14:43.926859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:44.089102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Made reservation on behalf of 317eca2012af45f6b5371d1b6f59149f for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:44.094435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:44.133091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Router 5a8e7d61-204d-4f18-9867-9f0c1d00045a is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:14:44.269586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:14:44.279951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Sync routers for ids ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:14:44.293490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Routers {'5a8e7d61-204d-4f18-9867-9f0c1d00045a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:14:44.295411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:14:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:44.297728 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:44.301100 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8edc65e9-38ea-4e76-bdfb-e008b01362dd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3913844 Oct 25 09:14:44.302435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44920) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:44.368818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:44.550238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Set router 5a8e7d61-204d-4f18-9867-9f0c1d00045a gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:14:44.551414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e4e2e0a-7a36-4176-90a4-b19f7459efaf req-be001ed4-af6f-4134-a2ee-3b7635f886e1 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0629869 Oct 25 09:14:44.561093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Pushing event updated for resources: {'Subnet': ['ID=551e3a8a-2201-413f-ac37-a525734f1917,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:44.566929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Checking segment: {'id': '4c48c3ba-8de7-4dcb-a413-2901e2443f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'da790b3d-4e77-4ae4-a900-ec7ce2a99656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:44.567288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Network hostable DHCP agents. Network: da790b3d-4e77-4ae4-a900-ec7ce2a99656, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:14:44.603032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Network da790b3d-4e77-4ae4-a900-ec7ce2a99656 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:14:44.621105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, da790b3d-4e77-4ae4-a900-ec7ce2a99656) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:44.634017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:44.636510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:44.679234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e3c3f-fd4d-4da9-8dc5-ef63b7ae9469 None None] Network da790b3d-4e77-4ae4-a900-ec7ce2a99656 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:44.702263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a4cb149f-16ca-4f60-a3a0-d40626e1c925 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8934062 Oct 25 09:14:44.704127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44944) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:44.720099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Request body: {'port': {'network_id': 'da790b3d-4e77-4ae4-a900-ec7ce2a99656', 'name': 'tempest-TagsExtTest-722963556'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:44.960127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Made reservation on behalf of 317eca2012af45f6b5371d1b6f59149f for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:44.964991 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:45.011135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] device_id is not set on port 039bd8ec-ce86-40ac-b5d5-20e05a83d796 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:14:45.056742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-da790b3d-4e77-4ae4-a900-ec7ce2a99656', 'network_id': 'da790b3d-4e77-4ae4-a900-ec7ce2a99656', 'tenant_id': '317eca2012af45f6b5371d1b6f59149f', 'fixed_ips': [{'subnet_id': '551e3a8a-2201-413f-ac37-a525734f1917'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:14:45.057655 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:45.084762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ba4b9b50-5621-4690-a50c-2ebaa35ccf49 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:14:45.119941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: ba4b9b50-5621-4690-a50c-2ebaa35ccf49 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:14:45.120534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ba4b9b50-5621-4690-a50c-2ebaa35ccf49 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:14:45.291158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:43Z', 'revision_number': 3, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port': {'id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:45.326795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Checking router: 5a8e7d61-204d-4f18-9867-9f0c1d00045a for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:14:45.327142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Updating router 5a8e7d61-204d-4f18-9867-9f0c1d00045a port e239bad8-a0f6-4265-ab33-fe490c002c3e binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:14:45.366173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:45.375654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Allocated IP 172.20.0.11 (da790b3d-4e77-4ae4-a900-ec7ce2a99656/551e3a8a-2201-413f-ac37-a525734f1917/039bd8ec-ce86-40ac-b5d5-20e05a83d796) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:45.792913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:45.907131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:45.940225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.067168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c47761c3-0944-4d11-8656-0e37c99e6ed6 req-f7b4e4e2-185d-4f0a-818c-7af50a140cfb tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.4349797 Oct 25 09:14:46.120430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Network da790b3d-4e77-4ae4-a900-ec7ce2a99656 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:46.138516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:46.144481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Allocated IP 172.20.0.2 (da790b3d-4e77-4ae4-a900-ec7ce2a99656/551e3a8a-2201-413f-ac37-a525734f1917/c1c42d8f-e639-4553-9ad5-685348302109) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:46.144672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:46.150253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Pushing event updated for resources: {'Port': ['ID=039bd8ec-ce86-40ac-b5d5-20e05a83d796,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:46.153531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Allocated IP 172.20.0.1 (8c2073ee-7d8b-467a-999b-7e410ff27996/7b89fd33-b706-479b-b41e-19e4731a1fa5/31e7e13e-dd20-44d0-b08a-864287ce442d) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:46.171646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.214916 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.276928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:46.277597 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.301056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d51df548-5cbc-4d23-8402-3edcdb35f5eb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5918803 Oct 25 09:14:46.301249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.302354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45010) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:46.310067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-94454d73-816f-4124-b271-a2b93eb6793f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1145253963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:46.349799 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94454d73-816f-4124-b271-a2b93eb6793f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.351710 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.358244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94454d73-816f-4124-b271-a2b93eb6793f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.396989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Network 8c2073ee-7d8b-467a-999b-7e410ff27996 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:46.400484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:46.404845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:46.457147 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94454d73-816f-4124-b271-a2b93eb6793f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.465114 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94454d73-816f-4124-b271-a2b93eb6793f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.469426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Pushing event updated for resources: {'Port': ['ID=31e7e13e-dd20-44d0-b08a-864287ce442d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:46.511153 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.516809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94454d73-816f-4124-b271-a2b93eb6793f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.518122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94454d73-816f-4124-b271-a2b93eb6793f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2128503 Oct 25 09:14:46.525996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45014) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:46.532471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-baf0b6dd-a73c-4d5e-a3a0-231ae677657a tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-175120951', 'prefixes': ['172.20.0.0/16']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:46.540055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Attempting to bind port e239bad8-a0f6-4265-ab33-fe490c002c3e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:46.540579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Attempting to bind port e239bad8-a0f6-4265-ab33-fe490c002c3e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:46.540864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Attempting to bind port e239bad8-a0f6-4265-ab33-fe490c002c3e on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:46.569176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:46.569627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:46.570071 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.570543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:46.571013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Bound port: e239bad8-a0f6-4265-ab33-fe490c002c3e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:46.571388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.648677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-baf0b6dd-a73c-4d5e-a3a0-231ae677657a tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for subnetpool, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.653161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-baf0b6dd-a73c-4d5e-a3a0-231ae677657a tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1228609 Oct 25 09:14:46.653722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45022) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:46.659999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-a13be64b-0e11-4459-a7b4-b96ffea9cf81 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917', 'tempest-TagsExtTest-Tag-829782999') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:46.673569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] For port e239bad8-a0f6-4265-ab33-fe490c002c3e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:46.678634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] For port e239bad8-a0f6-4265-ab33-fe490c002c3e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e239bad8-a0f6-4265-ab33-fe490c002c3e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:46.684780 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-adf1a06f-3b70-41b4-9eb3-f4a587f14664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.692025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2fe1c-6506-4b24-ae0a-99a4ebcb6bdc None None] Pushing event updated for resources: {'Port': ['ID=e239bad8-a0f6-4265-ab33-fe490c002c3e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:46.702907 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.722190 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:46.903582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2fe1c-6506-4b24-ae0a-99a4ebcb6bdc None None] Pushing event updated for resources: {'Port': ['ID=e239bad8-a0f6-4265-ab33-fe490c002c3e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:46.921360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Routers {'5a8e7d61-204d-4f18-9867-9f0c1d00045a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:14:46.921755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a13be64b-0e11-4459-a7b4-b96ffea9cf81 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags/tempest-TagsExtTest-Tag-829782999 HTTP/1.1" status: 201 len: 201 time: 0.2565098 Oct 25 09:14:46.921755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45028) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:46.928556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-875749d0-86b6-4397-9549-20cb58bb5b3c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796', 'tempest-TagsExtTest-Tag-417474224') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:46.945797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:14:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:47.046215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-875749d0-86b6-4397-9549-20cb58bb5b3c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags/tempest-TagsExtTest-Tag-417474224 HTTP/1.1" status: 201 len: 201 time: 0.1204364 Oct 25 09:14:47.046823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45030) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:47.056406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-8f5d84cd-7218-4c21-876f-10ab4262067a tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca', 'tempest-TagsExtTest-Tag-1616437112') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:47.121327 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:47.212140 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:47.227925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:47.247467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:47.267691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1b915c6-7fa2-4cd1-9841-87a63ffdbac6 req-9df83a48-7936-4f53-9347-44c13455d73d tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0320659 Oct 25 09:14:47.298517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8f5d84cd-7218-4c21-876f-10ab4262067a tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags/tempest-TagsExtTest-Tag-1616437112 HTTP/1.1" status: 201 len: 201 time: 0.2504222 Oct 25 09:14:47.300579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45040) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:47.319714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-a9fb6a65-e747-4abb-9bdd-9d74606e2f84 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5', 'tempest-TagsExtTest-Tag-1315121836') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:47.324874 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:47.408593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Network da790b3d-4e77-4ae4-a900-ec7ce2a99656 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:47.416059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:47.427718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:47.457232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a9fb6a65-e747-4abb-9bdd-9d74606e2f84 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags/tempest-TagsExtTest-Tag-1315121836 HTTP/1.1" status: 201 len: 201 time: 0.1519790 Oct 25 09:14:47.457906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45042) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:47.467709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-9631b45e-8ea1-4a80-9402-9174d91c9e4f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:47.478479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Pushing event updated for resources: {'Port': ['ID=31e7e13e-dd20-44d0-b08a-864287ce442d,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:47.600742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Network 8c2073ee-7d8b-467a-999b-7e410ff27996 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:47.602247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:47.623044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9631b45e-8ea1-4a80-9402-9174d91c9e4f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags HTTP/1.1" status: 200 len: 240 time: 0.1637712 Oct 25 09:14:47.629471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45046) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:47.635335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-dbf2ddbf-2980-495d-bdc7-c3bc70629ce2 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917', 'tempest-TagsExtTest-Tag-829782999') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:47.729203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dbf2ddbf-2980-495d-bdc7-c3bc70629ce2 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags/tempest-TagsExtTest-Tag-829782999 HTTP/1.1" status: 204 len: 168 time: 0.0983939 Oct 25 09:14:47.732536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45048) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:47.737898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-6cb24e21-d8bd-4219-9875-5fc2ab021f16 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917', 'tempest-TagsExtTest-Tag-829782999') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:47.777380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Pushing event updated for resources: {'Port': ['ID=c1c42d8f-e639-4553-9ad5-685348302109,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:47.808358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Attempting to bind port c1c42d8f-e639-4553-9ad5-685348302109 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:47.808727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Attempting to bind port c1c42d8f-e639-4553-9ad5-685348302109 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4c48c3ba-8de7-4dcb-a413-2901e2443f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'da790b3d-4e77-4ae4-a900-ec7ce2a99656'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:47.809119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Attempting to bind port c1c42d8f-e639-4553-9ad5-685348302109 on network da790b3d-4e77-4ae4-a900-ec7ce2a99656 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:47.819652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] Set router 5a8e7d61-204d-4f18-9867-9f0c1d00045a gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:14:47.822001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:47.822771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Checking segment: {'id': '4c48c3ba-8de7-4dcb-a413-2901e2443f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'da790b3d-4e77-4ae4-a900-ec7ce2a99656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:47.822771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:47.823153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Bound using segment: {'id': '4c48c3ba-8de7-4dcb-a413-2901e2443f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'da790b3d-4e77-4ae4-a900-ec7ce2a99656'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:47.823626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Bound port: c1c42d8f-e639-4553-9ad5-685348302109, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c48c3ba-8de7-4dcb-a413-2901e2443f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'da790b3d-4e77-4ae4-a900-ec7ce2a99656'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:47.824010 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:47.846891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6cb24e21-d8bd-4219-9875-5fc2ab021f16 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags/tempest-TagsExtTest-Tag-829782999 HTTP/1.1" status: 204 len: 168 time: 0.1128678 Oct 25 09:14:47.855277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45050) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:47.863036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-c0205a7e-36a5-43bb-81fd-99ba2b2f0560 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:47.885995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Router 5a8e7d61-204d-4f18-9867-9f0c1d00045a has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:14:47.933027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c0205a7e-36a5-43bb-81fd-99ba2b2f0560 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags HTTP/1.1" status: 200 len: 205 time: 0.0754273 Oct 25 09:14:47.936646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45052) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:47.941440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-602692c1-ed4c-40b2-b7ac-5ccda600002c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:48.020358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-602692c1-ed4c-40b2-b7ac-5ccda600002c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags HTTP/1.1" status: 200 len: 240 time: 0.0823903 Oct 25 09:14:48.022336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45054) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:48.030118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-879e706f-499d-470e-9fab-e0b3ec855aae tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796', 'tempest-TagsExtTest-Tag-417474224') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:48.130497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:14:48.137615 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9dd724d6-6740-4597-9dde-b15ad60a38f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/5a8e7d61-204d-4f18-9867-9f0c1d00045a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8335495 Oct 25 09:14:48.143587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-879e706f-499d-470e-9fab-e0b3ec855aae tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags/tempest-TagsExtTest-Tag-417474224 HTTP/1.1" status: 204 len: 168 time: 0.1179421 Oct 25 09:14:48.144227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45056) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:48.151904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-68e998c6-cfd6-4a19-813d-59680a4f7485 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796', 'tempest-TagsExtTest-Tag-417474224') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:48.181159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] For port c1c42d8f-e639-4553-9ad5-685348302109, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:48.198722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] For port c1c42d8f-e639-4553-9ad5-685348302109, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c1c42d8f-e639-4553-9ad5-685348302109,segment=NetworkSegment(4c48c3ba-8de7-4dcb-a413-2901e2443f7f),segment_id=4c48c3ba-8de7-4dcb-a413-2901e2443f7f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:48.206774 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:48.263749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-68e998c6-cfd6-4a19-813d-59680a4f7485 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags/tempest-TagsExtTest-Tag-417474224 HTTP/1.1" status: 204 len: 168 time: 0.1159208 Oct 25 09:14:48.264392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45060) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:48.269498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-42dd48e2-a83e-4799-bc16-e8c0d93c66e8 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:48.386264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-42dd48e2-a83e-4799-bc16-e8c0d93c66e8 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags HTTP/1.1" status: 200 len: 205 time: 0.1217451 Oct 25 09:14:48.388652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45070) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:48.397073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-c815fe76-52a2-49cf-aec9-33d1f00be6fa tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:48.458906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f67725-ca20-4051-a79d-ed7ae9ed9bc3 None None] Pushing event updated for resources: {'Port': ['ID=c1c42d8f-e639-4553-9ad5-685348302109,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:48.493473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 4, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port': {'id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '31e7e13e-dd20-44d0-b08a-864287ce442d', 'name': '', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'mac_address': 'fa:16:3e:96:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:45Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 1, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'subnets': [{'id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:48.530719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4eabdf-f8cf-40ad-bcc7-54b9ea82365c None None] The sync data for ids ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'] in n-d-814746-2 is: [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 4, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port': {'id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '31e7e13e-dd20-44d0-b08a-864287ce442d', 'name': '', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'mac_address': 'fa:16:3e:96:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:45Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 1, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'subnets': [{'id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:14:48.625161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c714bd6-6650-4a6e-9229-a2b5b5761cf7 req-d010a122-20dd-4055-b084-d4317089a574 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.1285267 Oct 25 09:14:48.653041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c815fe76-52a2-49cf-aec9-33d1f00be6fa tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags HTTP/1.1" status: 200 len: 241 time: 0.2630374 Oct 25 09:14:48.656133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45078) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:48.667887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-2d82ab66-52c7-41f6-9592-0be8c1864f96 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca', 'tempest-TagsExtTest-Tag-1616437112') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:48.776465 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9337c08c-10c2-4bdc-b958-72896a6190b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:48.869215 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2d82ab66-52c7-41f6-9592-0be8c1864f96 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags/tempest-TagsExtTest-Tag-1616437112 HTTP/1.1" status: 204 len: 168 time: 0.2119374 Oct 25 09:14:48.871941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45086) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:48.878371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-78b1420b-880d-4ec0-abb5-22433a7763af tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca', 'tempest-TagsExtTest-Tag-1616437112') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:49.155221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c1c42d8f-e639-4553-9ad5-685348302109 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:49.278308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c1c42d8f-e639-4553-9ad5-685348302109 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:49.278794 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:49.429506 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:49.514834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port c1c42d8f-e639-4553-9ad5-685348302109, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c1c42d8f-e639-4553-9ad5-685348302109,segment=NetworkSegment(4c48c3ba-8de7-4dcb-a413-2901e2443f7f),segment_id=4c48c3ba-8de7-4dcb-a413-2901e2443f7f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:49.526336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:49.650134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=c1c42d8f-e639-4553-9ad5-685348302109,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:49.818461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3be7cf18-da8a-4ba4-bca1-7a49a6287371 req-6f192d06-936f-43c0-8063-c6518342ebde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0447521 Oct 25 09:14:49.964939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45100) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:49.965546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-78b1420b-880d-4ec0-abb5-22433a7763af tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags/tempest-TagsExtTest-Tag-1616437112 HTTP/1.1" status: 204 len: 168 time: 1.0916343 Oct 25 09:14:49.970698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-0ce0e464-f499-4705-8c39-843b137c417f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:50.012933 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:50.013793 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:50.087248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-30f60ff8-3369-4d59-8033-7e1441bec4a0 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:50.100353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-30f60ff8-3369-4d59-8033-7e1441bec4a0 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 811 time: 0.3496242 Oct 25 09:14:50.104571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d938b-ac6a-4400-8edb-c5b73176fa05 None None] Network da790b3d-4e77-4ae4-a900-ec7ce2a99656 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:50.117373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f51879e6-ab85-4869-a910-6176a9ed1ee8 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/quotas/d81d89a9e1f24120ae8efbb5ccde61c0 HTTP/1.1" status: 200 len: 375 time: 0.0159883 Oct 25 09:14:50.153155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0ce0e464-f499-4705-8c39-843b137c417f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags HTTP/1.1" status: 200 len: 205 time: 0.1869845 Oct 25 09:14:50.154512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45102) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:50.161163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-b88724ea-9453-4573-892b-05bc80e53ead tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:50.192976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-197ce27a-5a11-40bc-a143-fb8b52049835 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746083 Oct 25 09:14:50.265985 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b88724ea-9453-4573-892b-05bc80e53ead tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags HTTP/1.1" status: 200 len: 241 time: 0.1104057 Oct 25 09:14:50.266881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45104) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:50.272598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-6c515dd7-cbc9-46b1-899a-5f92c6ada8e9 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5', 'tempest-TagsExtTest-Tag-1315121836') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:50.280461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-42c96dfb-d71e-4d6a-a65b-2357a0bfbb99 None None] Provisioning complete for port c1c42d8f-e639-4553-9ad5-685348302109 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:50.281072 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-42c96dfb-d71e-4d6a-a65b-2357a0bfbb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:50.304872 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c515dd7-cbc9-46b1-899a-5f92c6ada8e9 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags/tempest-TagsExtTest-Tag-1315121836 HTTP/1.1" status: 204 len: 168 time: 0.0366862 Oct 25 09:14:50.306326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45106) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:50.312165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-c15fe858-3ce1-4557-b0f0-e84b4ce5e11d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5', 'tempest-TagsExtTest-Tag-1315121836') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:50.344155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-c47a87dc-b6da-41ff-8693-ce11253487a8 service neutron] 10.222.0.32 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500456 Oct 25 09:14:50.375568 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c15fe858-3ce1-4557-b0f0-e84b4ce5e11d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags/tempest-TagsExtTest-Tag-1315121836 HTTP/1.1" status: 204 len: 168 time: 0.0672815 Oct 25 09:14:50.377086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45108) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:50.385130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-962dc33d-298f-45d4-829b-9eb2679d762d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:50.429005 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-962dc33d-298f-45d4-829b-9eb2679d762d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags HTTP/1.1" status: 200 len: 205 time: 0.0473123 Oct 25 09:14:50.429782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45110) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:50.436434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-66c4332d-2870-4ae8-a79f-dbe288e822cf tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:50.564728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-66c4332d-2870-4ae8-a79f-dbe288e822cf tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags HTTP/1.1" status: 204 len: 168 time: 0.1334007 Oct 25 09:14:50.567718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45116) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:50.567949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-4c5b12a6-5768-490c-a80f-cfb77fd37e43 service neutron] 10.222.0.32 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229795 Oct 25 09:14:50.573070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30f0407a-aba9-4062-9510-f054b4b45d40 req-651710dc-b80f-4c8a-8100-5ed487242cac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0635414 Oct 25 09:14:50.586972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-743fec67-0b24-47ad-aaf7-5b12971ea5de tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:50.842391 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-743fec67-0b24-47ad-aaf7-5b12971ea5de tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2642114 Oct 25 09:14:50.849419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45120) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:50.849958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-6051fcd7-9bd7-485c-9d54-84c330806cea tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:51.073870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6051fcd7-9bd7-485c-9d54-84c330806cea tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags HTTP/1.1" status: 204 len: 168 time: 0.2273922 Oct 25 09:14:51.074524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45128) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:51.080313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-6b5ad15d-5322-4f67-a97a-fe975e629ee8 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:51.231093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3983941-b93e-4814-b4b0-5d32639e1012 req-b0158260-f67a-4b3d-8e79-9b64fb8152b7 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0965714 Oct 25 09:14:51.244618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-082399bb-7ab3-48e9-b76d-452d8ece68af None None] Provisioning complete for port c1c42d8f-e639-4553-9ad5-685348302109 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:51.245314 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-082399bb-7ab3-48e9-b76d-452d8ece68af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:51.318526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6b5ad15d-5322-4f67-a97a-fe975e629ee8 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags HTTP/1.1" status: 204 len: 168 time: 0.2426503 Oct 25 09:14:51.323839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45130) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:51.331952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-2467e4c6-31bb-4bc4-958c-346b70e93bad tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917', 'tempest-TagsExtTest-Tag-1857053079') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:51.365893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c1c42d8f-e639-4553-9ad5-685348302109 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:51.561515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9603d18-872c-43ba-85eb-107feabb096f req-ba2cddf0-f81d-4968-9ac6-8e1295379bab tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 210 time: 0.1394939 Oct 25 09:14:51.649219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-082399bb-7ab3-48e9-b76d-452d8ece68af None None] Provisioning complete for port 039bd8ec-ce86-40ac-b5d5-20e05a83d796 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:51.653295 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-082399bb-7ab3-48e9-b76d-452d8ece68af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:51.742601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45142) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:51.742827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2467e4c6-31bb-4bc4-958c-346b70e93bad tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags/tempest-TagsExtTest-Tag-1857053079 HTTP/1.1" status: 201 len: 201 time: 0.4160182 Oct 25 09:14:51.748767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-985c5515-107b-4365-93f6-81deea1c9a1f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796', 'tempest-TagsExtTest-Tag-2048662814') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:51.833305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-082399bb-7ab3-48e9-b76d-452d8ece68af None None] Port 039bd8ec-ce86-40ac-b5d5-20e05a83d796 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:14:51.853720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c1c42d8f-e639-4553-9ad5-685348302109 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:51.854496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:51.899851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45146) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:51.921084 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-985c5515-107b-4365-93f6-81deea1c9a1f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags/tempest-TagsExtTest-Tag-2048662814 HTTP/1.1" status: 201 len: 201 time: 0.1742826 Oct 25 09:14:51.922764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:51.954374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-abb8b82d-ccdd-4d82-9b24-d43af99ac983 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca', 'tempest-TagsExtTest-Tag-599564431') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:52.092150 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:52.163852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c62ee090-7e4e-4cf2-9ed1-0c1fa3c2b2af None None] Provisioning complete for port 039bd8ec-ce86-40ac-b5d5-20e05a83d796 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:52.164502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c62ee090-7e4e-4cf2-9ed1-0c1fa3c2b2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:52.284141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-abb8b82d-ccdd-4d82-9b24-d43af99ac983 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags/tempest-TagsExtTest-Tag-599564431 HTTP/1.1" status: 201 len: 201 time: 0.3603094 Oct 25 09:14:52.286973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45156) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:52.289204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c786830d-cf29-4f81-abbb-77bf9158d6c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:52.292571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-14f99c28-4a88-4632-822f-f2a95a7b84fc tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5', 'tempest-TagsExtTest-Tag-1860516439') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:52.370508 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-14f99c28-4a88-4632-822f-f2a95a7b84fc tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags/tempest-TagsExtTest-Tag-1860516439 HTTP/1.1" status: 201 len: 201 time: 0.0824900 Oct 25 09:14:52.375400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45158) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:52.384640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-20f4c21e-6c59-4f54-b792-f8e814cf2ca4 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917', {'tags': ['tempest-TagsExtTest-Tag-1217699091', 'tempest-TagsExtTest-Tag-939941408', 'tempest-TagsExtTest-Tag-756037677']}) {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:52.421678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c62ee090-7e4e-4cf2-9ed1-0c1fa3c2b2af None None] Port 039bd8ec-ce86-40ac-b5d5-20e05a83d796 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:14:52.429039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e239bad8-a0f6-4265-ab33-fe490c002c3e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:52.532176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-637888f3-2082-47d7-9f30-ba4ef50a6458 req-d5cc2c67-cc49-49d5-b29e-fa298aa262c3 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0721695 Oct 25 09:14:52.560905 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-20f4c21e-6c59-4f54-b792-f8e814cf2ca4 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags HTTP/1.1" status: 200 len: 316 time: 0.1803410 Oct 25 09:14:52.560905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45164) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:52.577573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-b0df90e1-c03d-405c-b57b-bc5bf83ddfe0 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:52.593280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e239bad8-a0f6-4265-ab33-fe490c002c3e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:52.593666 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:52.674990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c786830d-cf29-4f81-abbb-77bf9158d6c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:52.685753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c786830d-cf29-4f81-abbb-77bf9158d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:52.767803 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b0df90e1-c03d-405c-b57b-bc5bf83ddfe0 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags HTTP/1.1" status: 204 len: 168 time: 0.2051373 Oct 25 09:14:52.768519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45170) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:52.776565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-3880e141-46bd-4dc3-9f21-1c98da8df746 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917', 'tempest-TagsExtTest-Tag-1217699091') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:52.798193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c786830d-cf29-4f81-abbb-77bf9158d6c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34414d56506548aa95caf46c6f22c56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8964818 Oct 25 09:14:52.798840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45172) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:52.855825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38201c50-830d-4f8a-9c44-cdd466a3255b req-674450fd-b619-45c7-8daa-08ce71d8bb12 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 210 time: 0.0731733 Oct 25 09:14:52.869266 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:52.871343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786830d-cf29-4f81-abbb-77bf9158d6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6431c-bd6b-4bd2-a67d-5de0de95270d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:52.877463 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-3880e141-46bd-4dc3-9f21-1c98da8df746 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:52.882937 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3880e141-46bd-4dc3-9f21-1c98da8df746 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags/tempest-TagsExtTest-Tag-1217699091 HTTP/1.1" status: 404 len: 329 time: 0.1104519 Oct 25 09:14:52.884127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45174) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:52.913458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-47697f94-d4a9-45c7-9d48-885acf5a029c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917', 'tempest-TagsExtTest-Tag-939941408') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:52.930826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port e239bad8-a0f6-4265-ab33-fe490c002c3e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e239bad8-a0f6-4265-ab33-fe490c002c3e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:52.941837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:52.946117 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Sync routers for ids ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:14:53.008529 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Routers {'5a8e7d61-204d-4f18-9867-9f0c1d00045a'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:14:53.009369 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:14:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:53.011643 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9494dafa-3613-44c3-a01a-71cfaca897ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:53.092160 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9494dafa-3613-44c3-a01a-71cfaca897ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:53.096738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=e239bad8-a0f6-4265-ab33-fe490c002c3e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:53.120281 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-47697f94-d4a9-45c7-9d48-885acf5a029c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:53.124319 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-47697f94-d4a9-45c7-9d48-885acf5a029c tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags/tempest-TagsExtTest-Tag-939941408 HTTP/1.1" status: 404 len: 328 time: 0.2171257 Oct 25 09:14:53.129179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45184) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:53.135484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-ffabc7ef-1882-4bbb-a75f-0659d689e7e1 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917', 'tempest-TagsExtTest-Tag-756037677') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:53.296623 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Set router 5a8e7d61-204d-4f18-9867-9f0c1d00045a gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:14:53.316787 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-ffabc7ef-1882-4bbb-a75f-0659d689e7e1 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:53.327352 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ffabc7ef-1882-4bbb-a75f-0659d689e7e1 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags/tempest-TagsExtTest-Tag-756037677 HTTP/1.1" status: 404 len: 328 time: 0.1951435 Oct 25 09:14:53.331334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45188) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:53.352538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-be2bc977-fba2-4e6c-8f1f-da0fdfb98950 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796', {'tags': ['tempest-TagsExtTest-Tag-1947528214', 'tempest-TagsExtTest-Tag-1073410903', 'tempest-TagsExtTest-Tag-1819787443']}) {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:53.503052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-db54de99-f3b0-479d-ad4c-13e4a05462e6 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:53.504791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-db54de99-f3b0-479d-ad4c-13e4a05462e6 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.18 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 811 time: 0.3702331 Oct 25 09:14:53.506495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9494dafa-3613-44c3-a01a-71cfaca897ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:53.510378 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9494dafa-3613-44c3-a01a-71cfaca897ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:53.514809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9494dafa-3613-44c3-a01a-71cfaca897ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7e6431c-bd6b-4bd2-a67d-5de0de95270d HTTP/1.1" status: 204 len: 168 time: 0.7079511 Oct 25 09:14:53.516873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45198) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:53.517277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-be2bc977-fba2-4e6c-8f1f-da0fdfb98950 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags HTTP/1.1" status: 200 len: 318 time: 0.1832938 Oct 25 09:14:53.522017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-4c7104aa-fe61-4866-8c8b-575c8185e0a5 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:53.539236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494dafa-3613-44c3-a01a-71cfaca897ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6431c-bd6b-4bd2-a67d-5de0de95270d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:53.588267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Request body: {'port': {'device_id': 'e5e6c905-98c9-4776-a344-73dc9811d614', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'admin_state_up': True, 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:53.753614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4c7104aa-fe61-4866-8c8b-575c8185e0a5 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags HTTP/1.1" status: 204 len: 168 time: 0.2356143 Oct 25 09:14:53.758792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45204) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:53.776985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-907acf29-1264-45c8-9563-7e517fc01b44 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796', 'tempest-TagsExtTest-Tag-1947528214') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:53.890654 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-907acf29-1264-45c8-9563-7e517fc01b44 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:53.892646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-907acf29-1264-45c8-9563-7e517fc01b44 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags/tempest-TagsExtTest-Tag-1947528214 HTTP/1.1" status: 404 len: 329 time: 0.1293991 Oct 25 09:14:53.894623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45210) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:53.900804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-ebd0438b-2f07-4402-8954-73d56873881f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796', 'tempest-TagsExtTest-Tag-1073410903') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:53.926393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d174f844-4294-4275-803d-364fd9c29b78 req-66c75ac8-eb4d-4512-a863-367bfb59a7d6 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0517228 Oct 25 09:14:53.927890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Made reservation on behalf of d81d89a9e1f24120ae8efbb5ccde61c0 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:14:53.933290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.048291 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-ebd0438b-2f07-4402-8954-73d56873881f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:54.051024 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ebd0438b-2f07-4402-8954-73d56873881f tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags/tempest-TagsExtTest-Tag-1073410903 HTTP/1.1" status: 404 len: 329 time: 0.1552272 Oct 25 09:14:54.055709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45212) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:54.082101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-6b7bbc9c-2fbb-4e84-add4-af8af4e4e2e0 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796', 'tempest-TagsExtTest-Tag-1819787443') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:54.090369 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 4, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port': {'id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '31e7e13e-dd20-44d0-b08a-864287ce442d', 'name': '', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'mac_address': 'fa:16:3e:96:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:45Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 2, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'subnets': [{'id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:54.132754 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Checking router: 5a8e7d61-204d-4f18-9867-9f0c1d00045a for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:14:54.133548 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Updating router 5a8e7d61-204d-4f18-9867-9f0c1d00045a port 31e7e13e-dd20-44d0-b08a-864287ce442d binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:14:54.157277 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-6b7bbc9c-2fbb-4e84-add4-af8af4e4e2e0 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:54.159121 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6b7bbc9c-2fbb-4e84-add4-af8af4e4e2e0 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags/tempest-TagsExtTest-Tag-1819787443 HTTP/1.1" status: 404 len: 329 time: 0.0882614 Oct 25 09:14:54.163019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45214) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:54.168258 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.174675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-dfe89340-579b-40f9-b173-ac09dda5e39d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca', {'tags': ['tempest-TagsExtTest-Tag-592321913', 'tempest-TagsExtTest-Tag-2000214687', 'tempest-TagsExtTest-Tag-321210112']}) {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:54.206053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6b38e02-9e0f-4e76-a0a9-d9acfd48bffe req-6d962a52-ae52-4277-b213-c0c17fbcd746 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 210 time: 0.1108923 Oct 25 09:14:54.206603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45216) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:54.245019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Allocated IP 172.20.0.13 (8c2073ee-7d8b-467a-999b-7e410ff27996/7b89fd33-b706-479b-b41e-19e4731a1fa5/6ee49071-95e4-4cc5-8a37-d235d869672c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:14:54.280286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86b13c69-5295-4b64-bced-222fe9b4989d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.281948 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dfe89340-579b-40f9-b173-ac09dda5e39d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags HTTP/1.1" status: 200 len: 316 time: 0.1176963 Oct 25 09:14:54.284359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45218) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:54.298982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-a175b0b2-ee84-4dfc-ad80-298393a62ebe tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:54.480000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a175b0b2-ee84-4dfc-ad80-298393a62ebe tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1939085 Oct 25 09:14:54.484205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45220) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:54.490760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-2667b6f2-9ab0-4b35-a9b2-81f9f16aada0 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca', 'tempest-TagsExtTest-Tag-592321913') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:54.491130 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86b13c69-5295-4b64-bced-222fe9b4989d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.501131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86b13c69-5295-4b64-bced-222fe9b4989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.551847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.576849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45228) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:54.578553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-86b13c69-5295-4b64-bced-222fe9b4989d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19a947c02ce34b83a720a4d874c405dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574691 Oct 25 09:14:54.583042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b13c69-5295-4b64-bced-222fe9b4989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4371a8b8-7114-4ab3-a711-7bcbd472d52f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:54.637249 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-2667b6f2-9ab0-4b35-a9b2-81f9f16aada0 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:54.639114 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2667b6f2-9ab0-4b35-a9b2-81f9f16aada0 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags/tempest-TagsExtTest-Tag-592321913 HTTP/1.1" status: 404 len: 328 time: 0.1528277 Oct 25 09:14:54.643224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45230) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:54.648282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-d190dc8a-c212-4fbe-bd79-2d59c743d431 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca', 'tempest-TagsExtTest-Tag-2000214687') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:54.668766 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.734128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Network 8c2073ee-7d8b-467a-999b-7e410ff27996 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:14:54.737946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:14:54.743348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:14:54.749123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Pushing event updated for resources: {'Port': ['ID=6ee49071-95e4-4cc5-8a37-d235d869672c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:54.816278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:54.817331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.847888 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.853538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a410aaa-b613-4b62-b842-04ff006c72cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.858194 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.859880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-1e9bf68c-1c9b-4044-ba3a-d08f96ab101b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2878478 Oct 25 09:14:54.870583 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-d190dc8a-c212-4fbe-bd79-2d59c743d431 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:54.872018 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d190dc8a-c212-4fbe-bd79-2d59c743d431 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags/tempest-TagsExtTest-Tag-2000214687 HTTP/1.1" status: 404 len: 329 time: 0.2278686 Oct 25 09:14:54.876866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:54.887808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-18c3760a-c67a-447f-98ba-a3b0fe863d99 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca', 'tempest-TagsExtTest-Tag-321210112') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:54.896827 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a410aaa-b613-4b62-b842-04ff006c72cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.901259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Request body: {'port': {'device_id': 'e5e6c905-98c9-4776-a344-73dc9811d614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:14:54.916062 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Pushing event updated for resources: {'Port': ['ID=31e7e13e-dd20-44d0-b08a-864287ce442d,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:54.942876 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.943252 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.943681 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.946588 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.946958 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.947330 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.947679 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.948005 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.948462 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.948857 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.949209 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.949521 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:54.984046 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Attempting to bind port 31e7e13e-dd20-44d0-b08a-864287ce442d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:54.984717 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Attempting to bind port 31e7e13e-dd20-44d0-b08a-864287ce442d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:54.985312 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Attempting to bind port 31e7e13e-dd20-44d0-b08a-864287ce442d on network 8c2073ee-7d8b-467a-999b-7e410ff27996 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:54.991441 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:54.993317 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Checking segment: {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:54.994728 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:54.995121 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Bound using segment: {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:54.995590 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Bound port: 31e7e13e-dd20-44d0-b08a-864287ce442d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:54.996107 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:55.040123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:55.092491 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-18c3760a-c67a-447f-98ba-a3b0fe863d99 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:55.093730 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-18c3760a-c67a-447f-98ba-a3b0fe863d99 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags/tempest-TagsExtTest-Tag-321210112 HTTP/1.1" status: 404 len: 328 time: 0.2151742 Oct 25 09:14:55.096399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45240) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.103785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e239bad8-a0f6-4265-ab33-fe490c002c3e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:55.107335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-efcf2aa0-6bea-4e52-b087-70c64621ee80 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5', {'tags': ['tempest-TagsExtTest-Tag-2146123271', 'tempest-TagsExtTest-Tag-1178065968', 'tempest-TagsExtTest-Tag-1687494653']}) {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.130768 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] For port 31e7e13e-dd20-44d0-b08a-864287ce442d, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:55.145751 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] For port 31e7e13e-dd20-44d0-b08a-864287ce442d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=31e7e13e-dd20-44d0-b08a-864287ce442d,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:55.155385 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:55.161153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82acf74b-16da-4615-9cb5-ec570b1fc474 req-acd8294e-331a-4e21-aa48-b66cb863377b tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0479252 Oct 25 09:14:55.197348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a410aaa-b613-4b62-b842-04ff006c72cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:55.204312 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4a410aaa-b613-4b62-b842-04ff006c72cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:55.212657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e239bad8-a0f6-4265-ab33-fe490c002c3e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:55.213054 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:55.224645 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4a410aaa-b613-4b62-b842-04ff006c72cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4371a8b8-7114-4ab3-a711-7bcbd472d52f HTTP/1.1" status: 204 len: 168 time: 0.6439950 Oct 25 09:14:55.238002 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-efcf2aa0-6bea-4e52-b087-70c64621ee80 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "PUT /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags HTTP/1.1" status: 200 len: 318 time: 0.1361146 Oct 25 09:14:55.244046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45246) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.254525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-1f523d79-6979-42e3-8b34-0b8fd6f710ba tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.275681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a410aaa-b613-4b62-b842-04ff006c72cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4371a8b8-7114-4ab3-a711-7bcbd472d52f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:55.296976 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Routers {'5a8e7d61-204d-4f18-9867-9f0c1d00045a'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:14:55.297743 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:14:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.311844 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06299aec-5ee9-4ac5-8050-fe6287f0890d None None] Pushing event updated for resources: {'Port': ['ID=31e7e13e-dd20-44d0-b08a-864287ce442d,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:55.356173 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f523d79-6979-42e3-8b34-0b8fd6f710ba tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags HTTP/1.1" status: 204 len: 168 time: 0.1105542 Oct 25 09:14:55.359605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45248) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.376811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-a091e079-0f65-46bb-9afe-bf07d3c4e638 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5', 'tempest-TagsExtTest-Tag-2146123271') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.447377 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-a091e079-0f65-46bb-9afe-bf07d3c4e638 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:55.451620 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a091e079-0f65-46bb-9afe-bf07d3c4e638 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags/tempest-TagsExtTest-Tag-2146123271 HTTP/1.1" status: 404 len: 329 time: 0.0909235 Oct 25 09:14:55.452208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45250) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.466377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-311b93c0-38ff-441d-b40d-fc26f149caab tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5', 'tempest-TagsExtTest-Tag-1178065968') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.507558 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-311b93c0-38ff-441d-b40d-fc26f149caab tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:55.511950 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-311b93c0-38ff-441d-b40d-fc26f149caab tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags/tempest-TagsExtTest-Tag-1178065968 HTTP/1.1" status: 404 len: 329 time: 0.0587325 Oct 25 09:14:55.512478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.517263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-83da46aa-684b-46ef-8d4a-c67aa7f82527 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5', 'tempest-TagsExtTest-Tag-1687494653') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.552146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae44d8-a4a3-4304-a2a9-8ed2eb198d88 req-0e3adb1f-ee42-44ff-9edd-ef7ba20c5431 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:55.563074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ae44d8-a4a3-4304-a2a9-8ed2eb198d88 req-0e3adb1f-ee42-44ff-9edd-ef7ba20c5431 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 932 time: 0.1355538 Oct 25 09:14:55.566298 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-83da46aa-684b-46ef-8d4a-c67aa7f82527 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] show failed (client error): The resource could not be found. Oct 25 09:14:55.569593 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-83da46aa-684b-46ef-8d4a-c67aa7f82527 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags/tempest-TagsExtTest-Tag-1687494653 HTTP/1.1" status: 404 len: 329 time: 0.0545247 Oct 25 09:14:55.571439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.582064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-d02b6190-94d8-415b-8dd3-7d1469d03beb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54c1966e-aa1d-473d-bd21-9348c02a4fd5') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.599158 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] Set router 5a8e7d61-204d-4f18-9867-9f0c1d00045a gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:14:55.630788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d02b6190-94d8-415b-8dd3-7d1469d03beb tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5/tags HTTP/1.1" status: 204 len: 168 time: 0.0558472 Oct 25 09:14:55.632138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45258) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.638590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-6dd290af-9ab0-4740-bfcf-098422c69c56 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '15f867cc-2d00-4f05-8f7d-819bce5785ca') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.737657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ae44d8-a4a3-4304-a2a9-8ed2eb198d88 req-1861c36d-f28d-4bf6-b124-aa4c7ab32918 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676083 Oct 25 09:14:55.774927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6dd290af-9ab0-4740-bfcf-098422c69c56 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1403439 Oct 25 09:14:55.775630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45266) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.781437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-a913812e-db56-4fc4-949e-6e275219abe9 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '039bd8ec-ce86-40ac-b5d5-20e05a83d796') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:55.853581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee49071-95e4-4cc5-8a37-d235d869672c {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:14:55.863807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:55.883617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Transition to ACTIVE for port object 6ee49071-95e4-4cc5-8a37-d235d869672c will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:14:55.891990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:55.980188 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a913812e-db56-4fc4-949e-6e275219abe9 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796/tags HTTP/1.1" status: 204 len: 168 time: 0.2032564 Oct 25 09:14:55.984165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45272) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:55.995563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-b2cabeac-e583-43b6-8738-30a9064ddc08 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '551e3a8a-2201-413f-ac37-a525734f1917') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:56.119246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409a49-7487-4878-8584-860efef05cff service neutron] Pushing event updated for resources: {'Port': ['ID=6ee49071-95e4-4cc5-8a37-d235d869672c,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:56.130826 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b2cabeac-e583-43b6-8738-30a9064ddc08 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917/tags HTTP/1.1" status: 204 len: 168 time: 0.1455634 Oct 25 09:14:56.131340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45278) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:56.161227 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 4, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port': {'id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '31e7e13e-dd20-44d0-b08a-864287ce442d', 'name': '', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'mac_address': 'fa:16:3e:96:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:45Z', 'updated_at': '2021-10-25T09:14:55Z', 'revision_number': 4, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'subnets': [{'id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:14:56.206020 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07677c80-60b4-4568-a64b-49d1c152e470 None None] The sync data for ids ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'] in n-d-814746-2 is: [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:46Z', 'revision_number': 4, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port': {'id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '31e7e13e-dd20-44d0-b08a-864287ce442d', 'name': '', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'mac_address': 'fa:16:3e:96:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:45Z', 'updated_at': '2021-10-25T09:14:55Z', 'revision_number': 4, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'subnets': [{'id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:14:56.247591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Attempting to bind port 6ee49071-95e4-4cc5-8a37-d235d869672c on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:14:56.248030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Attempting to bind port 6ee49071-95e4-4cc5-8a37-d235d869672c by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:14:56.248400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Attempting to bind port 6ee49071-95e4-4cc5-8a37-d235d869672c on network 8c2073ee-7d8b-467a-999b-7e410ff27996 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:56.266729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Port 6ee49071-95e4-4cc5-8a37-d235d869672c on network 8c2073ee-7d8b-467a-999b-7e410ff27996 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:14:56.277364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Attempting to bind port 6ee49071-95e4-4cc5-8a37-d235d869672c on network 8c2073ee-7d8b-467a-999b-7e410ff27996 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:14:56.293005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:14:56.295692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Checking segment: {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:14:56.296858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Bound using segment: {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:14:56.298419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Bound port: 6ee49071-95e4-4cc5-8a37-d235d869672c, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:14:56.299709 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:56.324186 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37651bd1-31a6-4380-aed5-6712740b3cc6 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for subnetpool, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:56.326086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-37651bd1-31a6-4380-aed5-6712740b3cc6 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnetpools/54c1966e-aa1d-473d-bd21-9348c02a4fd5 HTTP/1.1" status: 204 len: 168 time: 0.1941040 Oct 25 09:14:56.329115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45284) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:56.399581 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d73af56d-8536-4380-9552-ce5d11b43d6e tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "GET /v2.0/ports?device_id=15f867cc-2d00-4f05-8f7d-819bce5785ca HTTP/1.1" status: 200 len: 205 time: 0.0662191 Oct 25 09:14:56.400218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45288) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:56.516429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4453805-cb41-4a86-98f9-cb372fced64f req-e3f90ab6-2dd6-4a85-b9b7-49e2a95adf50 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0981770 Oct 25 09:14:56.516746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f64702f-6575-463e-973c-2a0d6b97392d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:56.587916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] For port 6ee49071-95e4-4cc5-8a37-d235d869672c, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:14:56.592785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] For port 6ee49071-95e4-4cc5-8a37-d235d869672c, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6ee49071-95e4-4cc5-8a37-d235d869672c,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:14:56.601407 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:56.674660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409a49-7487-4878-8584-860efef05cff service neutron] Pushing event updated for resources: {'Port': ['ID=6ee49071-95e4-4cc5-8a37-d235d869672c,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:56.682065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:56.682682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:56.684365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-f5409a49-7487-4878-8584-860efef05cff service neutron] 10.222.0.18 "PUT /v2.0/ports/6ee49071-95e4-4cc5-8a37-d235d869672c HTTP/1.1" status: 200 len: 1092 time: 1.8084891 Oct 25 09:14:56.685545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e6c905-98c9-4776-a344-73dc9811d614', 'tag': '6ee49071-95e4-4cc5-8a37-d235d869672c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:14:56.688733 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f843e72-2c56-459e-992b-2eda36a41b85" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e6c905-98c9-4776-a344-73dc9811d614", "tag": "6ee49071-95e4-4cc5-8a37-d235d869672c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:14:56.851603 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb52bc4-1676-4d47-8e88-439349dadcde x-openstack-request-id: req-8eb52bc4-1676-4d47-8e88-439349dadcde {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:14:56.851901 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e6c905-98c9-4776-a344-73dc9811d614", "tag": "6ee49071-95e4-4cc5-8a37-d235d869672c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:14:56.852158 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8eb52bc4-1676-4d47-8e88-439349dadcde {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:14:56.852566 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e6c905-98c9-4776-a344-73dc9811d614', 'tag': '6ee49071-95e4-4cc5-8a37-d235d869672c', 'status': 'completed', 'code': 200} Oct 25 09:14:56.893256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-10200942-a5f5-49b3-9bc5-517ef2fa768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:56.898262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-10200942-a5f5-49b3-9bc5-517ef2fa768f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 1095 time: 0.1338203 Oct 25 09:14:56.931413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f64702f-6575-463e-973c-2a0d6b97392d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:56.937684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f64702f-6575-463e-973c-2a0d6b97392d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:57.027669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f64702f-6575-463e-973c-2a0d6b97392d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:57.028547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f64702f-6575-463e-973c-2a0d6b97392d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Fanout notify agent at l3_agent the message router_deleted on router 15f867cc-2d00-4f05-8f7d-819bce5785ca {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:14:57.056259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-42d6bce9-016d-478b-a3ae-4df561db4c70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee49071-95e4-4cc5-8a37-d235d869672c HTTP/1.1" status: 200 len: 217 time: 0.0871928 Oct 25 09:14:57.062486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f64702f-6575-463e-973c-2a0d6b97392d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:57.071245 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2f64702f-6575-463e-973c-2a0d6b97392d tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/routers/15f867cc-2d00-4f05-8f7d-819bce5785ca HTTP/1.1" status: 204 len: 168 time: 0.6603379 Oct 25 09:14:57.074172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45312) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:57.208579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 31e7e13e-dd20-44d0-b08a-864287ce442d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:57.209125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7553-0d72-47f1-961b-cc005f73529d req-ee3cba84-56b8-4909-ba05-6d2907e6446e tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:57.218612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afdd7553-0d72-47f1-961b-cc005f73529d req-ee3cba84-56b8-4909-ba05-6d2907e6446e tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 944 time: 0.3085284 Oct 25 09:14:57.261434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-fff5faa0-07de-42aa-9e29-3e01193754b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:57.263216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-fff5faa0-07de-42aa-9e29-3e01193754b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b89fd33-b706-479b-b41e-19e4731a1fa5 HTTP/1.1" status: 200 len: 851 time: 0.1844091 Oct 25 09:14:57.298252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afdd7553-0d72-47f1-961b-cc005f73529d req-5c8147c2-b074-4414-8d1c-81731ba39f54 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798600 Oct 25 09:14:57.346575 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 31e7e13e-dd20-44d0-b08a-864287ce442d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:57.347696 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:57.398709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-c10a8b83-5674-4486-bbae-f0d0972bf208 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c2073ee-7d8b-467a-999b-7e410ff27996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102540 Oct 25 09:14:57.546348 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:57.656805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 31e7e13e-dd20-44d0-b08a-864287ce442d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=31e7e13e-dd20-44d0-b08a-864287ce442d,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:57.675422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-17084be1-6f7e-4a97-9f1d-14c98a9b36cc service neutron] 10.222.0.18 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682009 Oct 25 09:14:57.676975 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:57.800655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cda81cdd-016f-4da0-80b7-2c6a8be2e612 req-cc1eca5c-4051-4f5d-98ae-230a2181e0d2 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0835266 Oct 25 09:14:57.830259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=31e7e13e-dd20-44d0-b08a-864287ce442d,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:57.842237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.842618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.842997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.843328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.843659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.843986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.844322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.844641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.844982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.845322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.845630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.845952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:14:57.859589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f660392d-fb72-42ff-aa28-bc3a91c2a574 req-880054b6-6815-496c-8a2d-5a2fa88e5179 service neutron] 10.222.0.18 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779065 Oct 25 09:14:58.009565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-dd0747d8-5740-489a-b7fe-647cb59f4812 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Deleting port 039bd8ec-ce86-40ac-b5d5-20e05a83d796 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:58.012097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dd0747d8-5740-489a-b7fe-647cb59f4812 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:58.015012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-117869b0-c0a8-429e-aa84-74289f05aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:58.016773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-117869b0-c0a8-429e-aa84-74289f05aae2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 1095 time: 0.0578065 Oct 25 09:14:58.142637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-113bb2f4-0df0-4998-8b23-106f47e33dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:58.144155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-113bb2f4-0df0-4998-8b23-106f47e33dc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 912 time: 0.1199775 Oct 25 09:14:58.144935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dd0747d8-5740-489a-b7fe-647cb59f4812 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:58.168507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-dd0747d8-5740-489a-b7fe-647cb59f4812 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Calling delete_port for 039bd8ec-ce86-40ac-b5d5-20e05a83d796 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:58.196457 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-2f4da43a-6751-4ca1-bd25-1c1c8bf18df5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee49071-95e4-4cc5-8a37-d235d869672c HTTP/1.1" status: 200 len: 217 time: 0.0428491 Oct 25 09:14:58.272570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-3af5c3b3-d2f1-49b4-8464-fc2a85d48d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:58.274690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-3af5c3b3-d2f1-49b4-8464-fc2a85d48d03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b89fd33-b706-479b-b41e-19e4731a1fa5 HTTP/1.1" status: 200 len: 851 time: 0.0646513 Oct 25 09:14:58.340183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-16c8b7dc-1cb9-408f-be78-a9057010bea5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c2073ee-7d8b-467a-999b-7e410ff27996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586243 Oct 25 09:14:58.437545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dd0747d8-5740-489a-b7fe-647cb59f4812 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:58.494810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0747d8-5740-489a-b7fe-647cb59f4812 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Pushing event deleted for resources: {'Port': ['ID=039bd8ec-ce86-40ac-b5d5-20e05a83d796,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:58.651514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dd0747d8-5740-489a-b7fe-647cb59f4812 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:58.657641 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dd0747d8-5740-489a-b7fe-647cb59f4812 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/ports/039bd8ec-ce86-40ac-b5d5-20e05a83d796 HTTP/1.1" status: 204 len: 168 time: 1.5802093 Oct 25 09:14:58.661219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583abb-c4f6-4734-86fd-28d5d0b3a949 req-51799e70-0db3-4f3f-9da8-0a27423a580f tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:14:58.663525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45390) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:58.675206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25583abb-c4f6-4734-86fd-28d5d0b3a949 req-51799e70-0db3-4f3f-9da8-0a27423a580f tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 944 time: 0.2090552 Oct 25 09:14:58.733525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-75770360-f95a-48bc-8109-1f40a98b8707 service neutron] 10.222.0.18 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722794 Oct 25 09:14:58.747933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9cf627-3dd9-4925-a818-4c654f00c73b tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Deleting subnet 551e3a8a-2201-413f-ac37-a525734f1917 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:14:58.751692 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf627-3dd9-4925-a818-4c654f00c73b tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:58.781522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25583abb-c4f6-4734-86fd-28d5d0b3a949 req-ff128a91-ae07-4dfa-81db-1de1888ebbd3 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038349 Oct 25 09:14:58.838487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf627-3dd9-4925-a818-4c654f00c73b tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:58.992326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf627-3dd9-4925-a818-4c654f00c73b tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.028072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f843e72-2c56-459e-992b-2eda36a41b85 req-a7c85cb9-42b7-4cb0-82d4-1a0abd0940a3 service neutron] 10.222.0.18 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878580 Oct 25 09:14:59.113036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 31e7e13e-dd20-44d0-b08a-864287ce442d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:14:59.141559 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf627-3dd9-4925-a818-4c654f00c73b tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.183048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 31e7e13e-dd20-44d0-b08a-864287ce442d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:14:59.184318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.223296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32c2e812-f948-4bfd-a6aa-ee171f33a88c req-707c3856-4598-45ed-83c1-62827f2731e2 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0935349 Oct 25 09:14:59.256562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cf627-3dd9-4925-a818-4c654f00c73b tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Pushing event deleted for resources: {'Subnet': ['ID=551e3a8a-2201-413f-ac37-a525734f1917,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:59.260432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c9cf627-3dd9-4925-a818-4c654f00c73b tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.266904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45400) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:14:59.281365 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c9cf627-3dd9-4925-a818-4c654f00c73b tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/subnets/551e3a8a-2201-413f-ac37-a525734f1917 HTTP/1.1" status: 204 len: 168 time: 0.6162817 Oct 25 09:14:59.314125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2eee36-6035-4255-b1cf-aa05667915e8 None None] Network da790b3d-4e77-4ae4-a900-ec7ce2a99656 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:14:59.401279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.484098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Deleting port c1c42d8f-e639-4553-9ad5-685348302109 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:59.484427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.553297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] DHCP port deletion for da790b3d-4e77-4ae4-a900-ec7ce2a99656 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:14:59.600876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] For port c1c42d8f-e639-4553-9ad5-685348302109, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c1c42d8f-e639-4553-9ad5-685348302109,segment=NetworkSegment(4c48c3ba-8de7-4dcb-a413-2901e2443f7f),segment_id=4c48c3ba-8de7-4dcb-a413-2901e2443f7f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:59.601288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.618503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] Deleting port c1c42d8f-e639-4553-9ad5-685348302109 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:14:59.619290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.633832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Calling delete_port for c1c42d8f-e639-4553-9ad5-685348302109 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:59.699881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] For port c1c42d8f-e639-4553-9ad5-685348302109, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c1c42d8f-e639-4553-9ad5-685348302109,segment=NetworkSegment(4c48c3ba-8de7-4dcb-a413-2901e2443f7f),segment_id=4c48c3ba-8de7-4dcb-a413-2901e2443f7f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:14:59.700822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.716640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] Calling delete_port for c1c42d8f-e639-4553-9ad5-685348302109 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:14:59.768626 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.815197 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:14:59.847206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] Pushing event deleted for resources: {'Port': ['ID=c1c42d8f-e639-4553-9ad5-685348302109,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:14:59.854247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] No DVR routers for this DVR port c1c42d8f-e639-4553-9ad5-685348302109 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:59.855281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272545a3-be8d-4a4d-a461-fa37ae666b1d None None] No DVR routers for this DVR port c1c42d8f-e639-4553-9ad5-685348302109 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:14:59.874030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Pushing event deleted for resources: {'Port': ['ID=c1c42d8f-e639-4553-9ad5-685348302109,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:00.027474 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:00.054458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdf3a3-a2ff-43e6-a1a7-6c0ebb8a1ef0 req-97fb9a60-d055-42f0-becb-cca1d77be65f tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:00.062672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aacdf3a3-a2ff-43e6-a1a7-6c0ebb8a1ef0 req-97fb9a60-d055-42f0-becb-cca1d77be65f tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 944 time: 0.1431489 Oct 25 09:15:00.085035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da790b3d-4e77-4ae4-a900-ec7ce2a99656']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:00.104847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c48c3ba-8de7-4dcb-a413-2901e2443f7f') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:00.105172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c48c3ba-8de7-4dcb-a413-2901e2443f7f') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:00.142546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aacdf3a3-a2ff-43e6-a1a7-6c0ebb8a1ef0 req-9a0f715c-63db-4ad4-a88e-648e3c1f4437 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748277 Oct 25 09:15:00.147725 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:00.177594 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:00.185674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:15:00.186208 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:15:00.189431 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:15:00.263476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:00.269823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:00.273106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] 10.222.0.32 "DELETE /v2.0/networks/da790b3d-4e77-4ae4-a900-ec7ce2a99656 HTTP/1.1" status: 204 len: 168 time: 1.0051754 Oct 25 09:15:00.297505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4570f-8137-42d2-ba2f-30d1477a8b42 tempest-TagsExtTest-1826266890 tempest-TagsExtTest-1826266890-project] Pushing event deleted for resources: {'Network': ['ID=da790b3d-4e77-4ae4-a900-ec7ce2a99656,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:00.388318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-baef7d10-ada4-41d7-a2e5-717f3854507e req-a1f6de3b-92f6-4f67-b3b0-3d9dd956b0cf tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0373595 Oct 25 09:15:00.689307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45418) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:00.976122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45422) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:00.976669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3d384406-1b9e-4bf3-9e2d-4749bdb76959 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=317eca2012af45f6b5371d1b6f59149f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860315 Oct 25 09:15:01.060683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63d7441e-e66a-4157-8381-498f536c0563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:01.089219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c1c42d8f-e639-4553-9ad5-685348302109 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:15:01.092395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63d7441e-e66a-4157-8381-498f536c0563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:01.132988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c1c42d8f-e639-4553-9ad5-685348302109 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:15:01.133352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c1c42d8f-e639-4553-9ad5-685348302109 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:15:01.150102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63d7441e-e66a-4157-8381-498f536c0563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:01.153150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63d7441e-e66a-4157-8381-498f536c0563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:01.157553 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63d7441e-e66a-4157-8381-498f536c0563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a17e7c50-ccb5-4d0a-8cfc-d6c665b5d281 HTTP/1.1" status: 204 len: 168 time: 0.1795323 Oct 25 09:15:01.170728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7441e-e66a-4157-8381-498f536c0563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17e7c50-ccb5-4d0a-8cfc-d6c665b5d281,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:01.310950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef976c-6323-42c3-9c1f-8908f5bec790 req-17930919-b745-430c-bb27-d50f5ef5a1f4 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:01.320210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2ef976c-6323-42c3-9c1f-8908f5bec790 req-17930919-b745-430c-bb27-d50f5ef5a1f4 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 944 time: 0.0877841 Oct 25 09:15:01.390358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2ef976c-6323-42c3-9c1f-8908f5bec790 req-5319989c-ba49-451c-8b97-914048b6c246 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680442 Oct 25 09:15:01.670305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05f958e0-21c0-4461-b84d-edd65835d1d6 req-9f7fcfb5-c0c0-4acd-940c-c800fde02ed7 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0619402 Oct 25 09:15:01.966661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6ee49071-95e4-4cc5-8a37-d235d869672c details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:15:02.114751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6ee49071-95e4-4cc5-8a37-d235d869672c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6ee49071-95e4-4cc5-8a37-d235d869672c,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:02.126735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '6ee49071-95e4-4cc5-8a37-d235d869672c', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'port_id': '6ee49071-95e4-4cc5-8a37-d235d869672c', 'mac_address': 'fa:16:3e:49:dd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:15:02.167285 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:02.182199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee49071-95e4-4cc5-8a37-d235d869672c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:15:02.205848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6ee49071-95e4-4cc5-8a37-d235d869672c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6ee49071-95e4-4cc5-8a37-d235d869672c,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:02.212705 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:02.284635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6ee49071-95e4-4cc5-8a37-d235d869672c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:02.568630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e9a11-7ab4-4436-8775-cba47510eeb8 req-3f62a4d4-4fec-4dd9-b767-1549c8bba199 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:02.593020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae6e9a11-7ab4-4436-8775-cba47510eeb8 req-3f62a4d4-4fec-4dd9-b767-1549c8bba199 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 945 time: 0.0822699 Oct 25 09:15:02.627207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['6ee49071-95e4-4cc5-8a37-d235d869672c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:15:02.662810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae6e9a11-7ab4-4436-8775-cba47510eeb8 req-4fe2abf7-4808-4277-aea3-a22a61deaaf2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685899 Oct 25 09:15:02.928855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fdac27e1-a47e-4cd7-b3db-38b4c233dc8d req-1a8e2265-43e6-4cde-ba65-bcd0745ef153 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0653181 Oct 25 09:15:03.482559 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:15:03.831648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb048cff-dc33-4982-9c24-c1dbd728e8f0 req-0f66a918-a80c-4399-b56d-f13afa4d20f1 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:03.834147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb048cff-dc33-4982-9c24-c1dbd728e8f0 req-0f66a918-a80c-4399-b56d-f13afa4d20f1 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 945 time: 0.0683932 Oct 25 09:15:03.891555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb048cff-dc33-4982-9c24-c1dbd728e8f0 req-c81eb8e7-bb4f-445e-ab54-e574fc687979 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498741 Oct 25 09:15:03.981226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6ee49071-95e4-4cc5-8a37-d235d869672c up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:15:04.059136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 6ee49071-95e4-4cc5-8a37-d235d869672c completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:15:04.073013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 6ee49071-95e4-4cc5-8a37-d235d869672c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:04.073389 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:04.082860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5bbbbb5c-5ab2-4389-896b-041f25363105 req-53c3f25b-d62f-4046-a0e0-ad7b7b70c8c6 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0358462 Oct 25 09:15:04.173968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:04.199159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6c905-98c9-4776-a344-73dc9811d614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee49071-95e4-4cc5-8a37-d235d869672c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:15:04.202397 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f60881-6b96-43df-b95f-a3757cfdd4de" -d '{"events": [{"server_uuid": "e5e6c905-98c9-4776-a344-73dc9811d614", "name": "network-vif-plugged", "status": "completed", "tag": "6ee49071-95e4-4cc5-8a37-d235d869672c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:15:04.226772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6ee49071-95e4-4cc5-8a37-d235d869672c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6ee49071-95e4-4cc5-8a37-d235d869672c,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:04.233910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:04.275525 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3842839d-d062-40d8-976b-23e4b2d67af1 x-openstack-request-id: req-3842839d-d062-40d8-976b-23e4b2d67af1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:15:04.275815 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6c905-98c9-4776-a344-73dc9811d614", "name": "network-vif-plugged", "status": "completed", "tag": "6ee49071-95e4-4cc5-8a37-d235d869672c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:15:04.276073 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3842839d-d062-40d8-976b-23e4b2d67af1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:15:04.276465 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e6c905-98c9-4776-a344-73dc9811d614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee49071-95e4-4cc5-8a37-d235d869672c', 'code': 200} Oct 25 09:15:04.322066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6ee49071-95e4-4cc5-8a37-d235d869672c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:04.411657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71131501-0693-48c9-bd7f-59aee7e12342 req-241d4fb7-0ebb-4aad-b088-aba19a8bf280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:04.413330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71131501-0693-48c9-bd7f-59aee7e12342 req-241d4fb7-0ebb-4aad-b088-aba19a8bf280 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 1097 time: 0.0550680 Oct 25 09:15:04.469663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71131501-0693-48c9-bd7f-59aee7e12342 req-4ce27afd-84db-498a-a017-9d34554a17f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483844 Oct 25 09:15:05.068642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1abee0-ce9b-4701-87bf-9407f6b74d8b req-15078fa5-36b5-4ca5-832c-0820234baf85 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:05.077144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e1abee0-ce9b-4701-87bf-9407f6b74d8b req-15078fa5-36b5-4ca5-832c-0820234baf85 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0985272 Oct 25 09:15:05.237503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e1abee0-ce9b-4701-87bf-9407f6b74d8b req-33a10af0-e164-43a4-9362-2707b86babb4 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511803 Oct 25 09:15:05.481778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4338a5d-6f0b-40c7-a6ec-37f93ba7c908 req-98f9be15-431a-4837-b86a-1677222a2f69 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0446703 Oct 25 09:15:06.402485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e1ed2-62d2-4d22-babd-41234bb55421 req-c94ecf7c-0616-410d-b22e-c498c97ae185 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:06.411052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e8e1ed2-62d2-4d22-babd-41234bb55421 req-c94ecf7c-0616-410d-b22e-c498c97ae185 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0670886 Oct 25 09:15:06.448628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e8e1ed2-62d2-4d22-babd-41234bb55421 req-264f1561-a2c5-49fb-9c0b-d0d4cf7837ca tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366693 Oct 25 09:15:06.845613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1b52dcb-caa9-4a34-af78-9f9ba7d25b3c req-3bfb772c-453c-406d-9346-1957b2b2db6e tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0551186 Oct 25 09:15:06.863580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4c76b-661a-45af-afea-419dc762dc21 req-0a4b3d4c-6463-447c-9bdb-5b8e4084f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:06.865485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db4c76b-661a-45af-afea-419dc762dc21 req-0a4b3d4c-6463-447c-9bdb-5b8e4084f984 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 1097 time: 0.0490642 Oct 25 09:15:07.036325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109282d5-1746-467c-9f24-c708c7a7b329 req-3ec94dca-4d1e-4c85-8d15-3601aaa1ac27 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:07.039133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-109282d5-1746-467c-9f24-c708c7a7b329 req-3ec94dca-4d1e-4c85-8d15-3601aaa1ac27 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0849483 Oct 25 09:15:07.064474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4c76b-661a-45af-afea-419dc762dc21 req-b81feb5c-d1e7-4b78-929b-d3a178452935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:07.066038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db4c76b-661a-45af-afea-419dc762dc21 req-b81feb5c-d1e7-4b78-929b-d3a178452935 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 912 time: 0.1917388 Oct 25 09:15:07.111196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db4c76b-661a-45af-afea-419dc762dc21 req-680c1198-ce4d-43d1-bebf-1becc42fc272 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ee49071-95e4-4cc5-8a37-d235d869672c HTTP/1.1" status: 200 len: 217 time: 0.0374610 Oct 25 09:15:07.161983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-109282d5-1746-467c-9f24-c708c7a7b329 req-f90b3151-806b-42bc-aad2-ea7fc48c92bf tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145129 Oct 25 09:15:07.206289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4c76b-661a-45af-afea-419dc762dc21 req-cb572bb8-fddc-4f7f-b1b2-894ebb0769f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:07.207788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db4c76b-661a-45af-afea-419dc762dc21 req-cb572bb8-fddc-4f7f-b1b2-894ebb0769f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b89fd33-b706-479b-b41e-19e4731a1fa5 HTTP/1.1" status: 200 len: 851 time: 0.0858116 Oct 25 09:15:07.241733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db4c76b-661a-45af-afea-419dc762dc21 req-db62d3bf-1ba7-4f4c-ac25-da98e102669d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8c2073ee-7d8b-467a-999b-7e410ff27996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270665 Oct 25 09:15:07.352330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db4c76b-661a-45af-afea-419dc762dc21 req-9061ee35-8bd0-42ee-80c4-cdce91f47828 service neutron] 10.222.0.18 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035306 Oct 25 09:15:07.476420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db4c76b-661a-45af-afea-419dc762dc21 req-794c1c72-9476-436f-b33c-e07e1ab97019 service neutron] 10.222.0.18 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167328 Oct 25 09:15:08.002259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f512b7d8-e1e5-4b36-8344-1ece88dd4f6d req-ab60a993-1ad4-4a59-ab7f-fe82b1a84352 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0589199 Oct 25 09:15:08.347004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee9a18-11e9-4af2-9053-773a353881c9 req-d6428265-8e74-4334-85e7-6e031d075dd7 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:08.358875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4fee9a18-11e9-4af2-9053-773a353881c9 req-d6428265-8e74-4334-85e7-6e031d075dd7 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0918844 Oct 25 09:15:08.431037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4fee9a18-11e9-4af2-9053-773a353881c9 req-9848e9f2-e663-40ec-a5b5-6ddc811263e5 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665720 Oct 25 09:15:08.526618 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:09.200066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dad0b29c-fb9a-461f-a13c-72758e3192c7 req-fd829a88-ea99-4197-a70a-93bd639bcab6 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0651670 Oct 25 09:15:09.746244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:09.755329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98e385-fcc1-4f8b-97b7-6e9b9080c472 req-0df82136-5a35-42b2-9907-911debacee12 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:09.756979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae98e385-fcc1-4f8b-97b7-6e9b9080c472 req-0df82136-5a35-42b2-9907-911debacee12 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0985479 Oct 25 09:15:09.807855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae98e385-fcc1-4f8b-97b7-6e9b9080c472 req-c54db4a5-ee03-4cd8-9e53-8dfaf45ee623 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Oct 25 09:15:09.885418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4666033-539a-4cfc-9e9a-31eb04bb213b req-8e49a3d8-89eb-463f-8aea-3ebea4a6a808 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0326128 Oct 25 09:15:09.997408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4666033-539a-4cfc-9e9a-31eb04bb213b req-0bbdee69-fb8d-42b8-bdf3-6838b04c67ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c76a0caf0eb84eefba0ecd3e44314cc6&device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0407507 Oct 25 09:15:10.063536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4666033-539a-4cfc-9e9a-31eb04bb213b req-0d510fbd-0a95-46d6-99c0-24418690c675 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c76a0caf0eb84eefba0ecd3e44314cc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369916 Oct 25 09:15:10.685591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7be647a1-daba-476d-8c00-74b863652faf req-e0656a49-6dc2-4d0f-90e2-adb1ee4c9b00 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0370860 Oct 25 09:15:10.688976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4666033-539a-4cfc-9e9a-31eb04bb213b req-09c0261e-48a9-49d8-992d-a8c4dfdd42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:10.690577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4666033-539a-4cfc-9e9a-31eb04bb213b req-09c0261e-48a9-49d8-992d-a8c4dfdd42e5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6194978 Oct 25 09:15:11.019292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea332a2-0c46-40e8-8e57-fd5a89c36c18 req-0495226f-bb0f-42ec-8886-62b40ee398e1 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:11.027257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bea332a2-0c46-40e8-8e57-fd5a89c36c18 req-0495226f-bb0f-42ec-8886-62b40ee398e1 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.1040864 Oct 25 09:15:11.076309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bea332a2-0c46-40e8-8e57-fd5a89c36c18 req-56f5d015-c1b9-4596-9f63-f03368060439 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Oct 25 09:15:11.834786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc060e17-1bb4-42a5-a954-356df963aced req-b8023b83-f065-495b-abaf-0c980d91b273 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0433123 Oct 25 09:15:12.230535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6a9e9-c87e-45ed-b70c-5e01034217bd req-9513b29e-e6b2-4462-bffa-9658a4321a86 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:12.232753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5a6a9e9-c87e-45ed-b70c-5e01034217bd req-9513b29e-e6b2-4462-bffa-9658a4321a86 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0911176 Oct 25 09:15:12.306152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5a6a9e9-c87e-45ed-b70c-5e01034217bd req-f274d071-54a3-441d-9f6f-cdec822ea20a tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512321 Oct 25 09:15:13.004120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9bcbaa-1b20-4d9f-b690-6b036e622f75 req-8d03da97-c062-4812-a78b-4d961f6c41b8 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0363083 Oct 25 09:15:13.481032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdb9b1-aaa8-4f0c-a5b5-b7aef25391ea req-4d4ad38b-3259-4f99-8c5b-e4660091bfcd tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:13.483769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5fdb9b1-aaa8-4f0c-a5b5-b7aef25391ea req-4d4ad38b-3259-4f99-8c5b-e4660091bfcd tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0755091 Oct 25 09:15:13.577349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5fdb9b1-aaa8-4f0c-a5b5-b7aef25391ea req-15dfe817-2635-4af9-8d78-7169b87edde2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793159 Oct 25 09:15:14.182166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31833925-8a9e-45af-b7b4-8f60cf5d6443 req-7ea512e7-3ae1-4c06-856e-0a642f226455 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0477548 Oct 25 09:15:14.720184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf5f03-2fb0-4725-8ae7-3e4948b26b61 req-6af2eb6f-af5e-4313-a6a3-6713aed3f6e1 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:14.725458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4cf5f03-2fb0-4725-8ae7-3e4948b26b61 req-6af2eb6f-af5e-4313-a6a3-6713aed3f6e1 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0662117 Oct 25 09:15:14.771494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4cf5f03-2fb0-4725-8ae7-3e4948b26b61 req-fbba2914-beb5-4118-96a6-c44a1c3215ca tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433249 Oct 25 09:15:15.407703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5557b433-71d1-4b6b-a89f-6e683864188a req-d9f504c2-2d57-416c-9a5a-1fe0c2df1a7e tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0747554 Oct 25 09:15:15.939066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e3f56-a7d0-4c36-bbec-0256ff545350 req-c41cee50-c5da-4697-a891-9de128c39ec5 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:15.947966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-093e3f56-a7d0-4c36-bbec-0256ff545350 req-c41cee50-c5da-4697-a891-9de128c39ec5 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0631275 Oct 25 09:15:16.018441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-093e3f56-a7d0-4c36-bbec-0256ff545350 req-3538967e-183b-49ec-a6d5-a782893ebc08 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636530 Oct 25 09:15:16.409215 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f59f0c4-7ef6-4e37-af8f-522abaacdefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:16.576568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be826cf8-9586-46be-a160-818d174f24a1 req-7901e34f-f85a-4df1-b339-0c82ded56591 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0434179 Oct 25 09:15:17.158299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4732f19-2db9-4dd1-9fd6-b34735bce7c6 req-14125e45-3123-4866-b049-c756017954da tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:17.160134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4732f19-2db9-4dd1-9fd6-b34735bce7c6 req-14125e45-3123-4866-b049-c756017954da tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0629168 Oct 25 09:15:17.208434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4732f19-2db9-4dd1-9fd6-b34735bce7c6 req-d9172402-b303-497e-8749-330340f28ca1 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Oct 25 09:15:17.703908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65520ffb-45d0-4d9e-82da-019889a0a72e req-c1e425d7-10f7-45b2-963e-82f8e9f6617e tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Oct 25 09:15:18.356275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f758e7-032c-4862-be79-cc1d9f4f55b0 req-a63b03ed-cf86-4dee-a22f-a944e49a2c0b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:18.361690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2f758e7-032c-4862-be79-cc1d9f4f55b0 req-a63b03ed-cf86-4dee-a22f-a944e49a2c0b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0605392 Oct 25 09:15:18.437899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2f758e7-032c-4862-be79-cc1d9f4f55b0 req-c0dd349b-b361-49e3-ba9c-5ebead2c2599 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737519 Oct 25 09:15:18.749825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b39b3d88-3dd9-4b2c-8ff9-f4075952a42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:18.861869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15677a4e-af1f-468a-87fc-802d40a3053a req-e9af3a4c-5e39-4de6-bf59-b84342e10d03 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0466392 Oct 25 09:15:19.687019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f5315-d59e-442e-ba44-0bed1eb1852a req-3cf7a028-2ff0-4222-8856-bcb62a79caf2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:19.709844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f21f5315-d59e-442e-ba44-0bed1eb1852a req-3cf7a028-2ff0-4222-8856-bcb62a79caf2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0803096 Oct 25 09:15:19.743255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f21f5315-d59e-442e-ba44-0bed1eb1852a req-58a040a2-0dad-4f6a-8ef0-4a37ba74ed47 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Oct 25 09:15:19.918240 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:19.926643 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:20.034098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c3ba3f8-b453-443d-a647-c71bb57f8d6a req-c4ec4f14-d7bc-4f1f-9102-ad8f0a3acd88 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0288775 Oct 25 09:15:20.880642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bc1c9-269f-4771-b967-462eb3ba59e4 req-deca5a0c-586c-4428-b807-56bd1489bcfc tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:20.882153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c6bc1c9-269f-4771-b967-462eb3ba59e4 req-deca5a0c-586c-4428-b807-56bd1489bcfc tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0517926 Oct 25 09:15:20.938743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c6bc1c9-269f-4771-b967-462eb3ba59e4 req-0e5fec1a-e0ad-4f60-8639-6789d15519da tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475547 Oct 25 09:15:21.192400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f609269-2f8e-488a-9cff-ac7026f7337c req-40cf2377-181f-4bca-bef7-55b451a7bb14 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0277660 Oct 25 09:15:21.760910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:22.078146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f31e8-fdbd-430d-bc35-7166d75b0ea9 req-b6f6a571-7fa9-4678-aae1-6d52fd9e0b35 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:22.090412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b1f31e8-fdbd-430d-bc35-7166d75b0ea9 req-b6f6a571-7fa9-4678-aae1-6d52fd9e0b35 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0707254 Oct 25 09:15:22.130466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b1f31e8-fdbd-430d-bc35-7166d75b0ea9 req-f4830330-1438-49e3-b02c-103a137a9a32 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334532 Oct 25 09:15:22.326743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-452493b3-cedf-48e9-ab60-febae5ca11ff req-34a95f60-d0dc-4a8b-b4b4-ad7fe75d8ffb tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Oct 25 09:15:23.315147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99544b-204d-445f-aea0-0db0c2faa92e req-ecd1e694-0d09-4320-91bd-2de50472f80a tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:23.317308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e99544b-204d-445f-aea0-0db0c2faa92e req-ecd1e694-0d09-4320-91bd-2de50472f80a tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0814857 Oct 25 09:15:23.372302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e99544b-204d-445f-aea0-0db0c2faa92e req-f03af22a-3607-45e3-8a7c-4b1d721972f9 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Oct 25 09:15:23.498727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b746f07d-c626-4c41-b309-ba4093199cdb req-f46ade68-8d71-4c1c-a9b9-104f9c365633 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0498118 Oct 25 09:15:23.637101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07e76bed-9935-4b87-a52d-bcf87860bf34 req-3286c3ca-4669-4b6b-a399-f3bc2a13b4c7 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0400343 Oct 25 09:15:24.552782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e12fa-a4b2-4416-a7aa-de059a6b07e1 req-8b65ae50-35c1-464b-9cc0-91065afa2140 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:24.554723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba5e12fa-a4b2-4416-a7aa-de059a6b07e1 req-8b65ae50-35c1-464b-9cc0-91065afa2140 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0841737 Oct 25 09:15:24.614306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba5e12fa-a4b2-4416-a7aa-de059a6b07e1 req-34019290-8887-4742-beba-1536a0273d50 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Oct 25 09:15:24.934889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45880) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:25.055571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Deleting subnet 1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:15:25.070311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.131141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe5438b9-1531-48ea-b46e-8d15d1ea3b76 req-600d0558-47bd-408d-9830-50479496604d tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.1160500 Oct 25 09:15:25.146298 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.206900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.264458 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.276683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.283680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45890) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:25.283959 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00 HTTP/1.1" status: 204 len: 168 time: 0.3478556 Oct 25 09:15:25.303729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb5fd8e-4d4e-4cdd-9342-a4a838dc2b00,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:25.312167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.312824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.313452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.314007 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.314552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.315094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.315632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.316188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.316745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.317325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.317883 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.318418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd7f14-ba18-4289-a4fd-ad55089f3fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.374712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.488015 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.511247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92f8ffe-adfe-4b06-8449-b2d95ef34932']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:25.523007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:25.523302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eb7264-d7f3-4a25-9cd8-5fd31c28bd54') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:25.556011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.586399 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.598570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:15:25.598971 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:15:25.663761 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:15:25.669685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.694333 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:25.700589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f92f8ffe-adfe-4b06-8449-b2d95ef34932 HTTP/1.1" status: 204 len: 168 time: 0.4136243 Oct 25 09:15:25.700589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92f8ffe-adfe-4b06-8449-b2d95ef34932,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:25.709328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.709996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.710729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.711274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.712947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.713890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.714428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.716063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.716722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.717314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.718011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.719869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9f648-0a0c-4c54-936a-2909baa02a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:25.830593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85145-22f0-4752-b50b-c2e64963a03a req-cfc7829e-17b1-40ef-8ab1-3bb327dffb20 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:25.838462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1f85145-22f0-4752-b50b-c2e64963a03a req-cfc7829e-17b1-40ef-8ab1-3bb327dffb20 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0695424 Oct 25 09:15:25.890783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1f85145-22f0-4752-b50b-c2e64963a03a req-8dc9545b-fe41-4b86-acb0-3d3e5e60288e tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499303 Oct 25 09:15:25.981527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45898) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:26.023173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7611ae5e-19ad-465a-8e06-3b893ebbf040 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8569ed799544d1cbf7e8937b31d002a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404418 Oct 25 09:15:26.025573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45900) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:26.076107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3fc2-163d-47e9-a677-9be418f36792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:26.098226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3fc2-163d-47e9-a677-9be418f36792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:26.158949 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3fc2-163d-47e9-a677-9be418f36792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:26.162616 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3fc2-163d-47e9-a677-9be418f36792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:26.166647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9b9b3fc2-163d-47e9-a677-9be418f36792 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceac07de-e57b-405b-9a85-94ffdc8d30a8 HTTP/1.1" status: 204 len: 168 time: 0.1376994 Oct 25 09:15:26.175404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b3fc2-163d-47e9-a677-9be418f36792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceac07de-e57b-405b-9a85-94ffdc8d30a8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:26.273510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe8a102a-17c8-4d4f-81ba-3d798edaec6f req-f66e2103-2b5f-4b4e-aad2-869426429dd1 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0319407 Oct 25 09:15:26.697283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd7c2955-7398-4004-a5b0-48bf70b74b16 req-764dfc43-9bc1-43fc-9dcd-07bcf0705f29 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32&device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0396602 Oct 25 09:15:26.985042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6047b4b-c617-4a0d-9c2f-d353056ed142 req-bf3bbf47-c00b-4d8e-9ed7-3558285b87bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c76a0caf0eb84eefba0ecd3e44314cc6&device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0448325 Oct 25 09:15:27.006549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8eb10b0-2678-47ea-ad19-a1f987d79cfc req-3b081aa0-3f15-4928-9d80-fca4d4385f36 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0556431 Oct 25 09:15:27.027903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6047b4b-c617-4a0d-9c2f-d353056ed142 req-5f97bad0-5eb9-41a1-9b0d-bd3b9cdb8517 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c76a0caf0eb84eefba0ecd3e44314cc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240088 Oct 25 09:15:27.185778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ce6b-7c1a-4a14-85b6-cd317805b741 req-9f05ca6f-52db-423a-8e03-61eac2bfc81d tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:27.187296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d314ce6b-7c1a-4a14-85b6-cd317805b741 req-9f05ca6f-52db-423a-8e03-61eac2bfc81d tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0925705 Oct 25 09:15:27.192791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6047b4b-c617-4a0d-9c2f-d353056ed142 req-c33ae255-6d46-4651-8465-71311aa57ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:27.194373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6047b4b-c617-4a0d-9c2f-d353056ed142 req-c33ae255-6d46-4651-8465-71311aa57ab6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540835 Oct 25 09:15:27.233573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d314ce6b-7c1a-4a14-85b6-cd317805b741 req-4b21cb18-85df-49ea-9866-842c1d13dd28 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 Oct 25 09:15:28.129228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f64b831-8f12-4635-a6b7-7e1ba0c69fd2 req-17813223-e00c-441c-ba02-7a7552db9922 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0435712 Oct 25 09:15:28.410564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfb225-56ab-4b5a-a9c8-cc4d42f8e219 req-5fb56f17-f972-44cc-8b90-9114118b3e22 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:28.412207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cdfb225-56ab-4b5a-a9c8-cc4d42f8e219 req-5fb56f17-f972-44cc-8b90-9114118b3e22 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0802524 Oct 25 09:15:28.455891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cdfb225-56ab-4b5a-a9c8-cc4d42f8e219 req-845a6afd-ef43-486a-abe0-6ea1b0b6810e tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366988 Oct 25 09:15:28.764709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6047b4b-c617-4a0d-9c2f-d353056ed142 req-ba9e2e81-04c0-4f30-a33e-292eddf59739 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0617111 Oct 25 09:15:28.793656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-e29e182c-d9c9-4079-9b20-b88290165f4b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:28.799802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-e29e182c-d9c9-4079-9b20-b88290165f4b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:28.806566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-e29e182c-d9c9-4079-9b20-b88290165f4b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:28.813617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-e29e182c-d9c9-4079-9b20-b88290165f4b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:28.820283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-e29e182c-d9c9-4079-9b20-b88290165f4b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:28.827495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-e29e182c-d9c9-4079-9b20-b88290165f4b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:28.833726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-e29e182c-d9c9-4079-9b20-b88290165f4b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:28.843120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-e29e182c-d9c9-4079-9b20-b88290165f4b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.1413369 Oct 25 09:15:28.897088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb6dd3d5-9511-4f03-b94f-23064803521a req-bae3cdf1-0705-48ec-ab14-50d57f50c111 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512979 Oct 25 09:15:29.075310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0f95-e09e-4eda-b6a0-29897164e778 req-beb9ff58-bbb5-400f-940c-8bfb9e0eb64f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:29.087799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0f95-e09e-4eda-b6a0-29897164e778 req-beb9ff58-bbb5-400f-940c-8bfb9e0eb64f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:29.094665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0f95-e09e-4eda-b6a0-29897164e778 req-beb9ff58-bbb5-400f-940c-8bfb9e0eb64f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:29.100636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0f95-e09e-4eda-b6a0-29897164e778 req-beb9ff58-bbb5-400f-940c-8bfb9e0eb64f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:29.107947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0f95-e09e-4eda-b6a0-29897164e778 req-beb9ff58-bbb5-400f-940c-8bfb9e0eb64f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:29.114363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0f95-e09e-4eda-b6a0-29897164e778 req-beb9ff58-bbb5-400f-940c-8bfb9e0eb64f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:29.120492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0f95-e09e-4eda-b6a0-29897164e778 req-beb9ff58-bbb5-400f-940c-8bfb9e0eb64f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:29.125382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5ea0f95-e09e-4eda-b6a0-29897164e778 req-beb9ff58-bbb5-400f-940c-8bfb9e0eb64f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.1265862 Oct 25 09:15:29.301804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ed92c2a-7236-478d-9a1c-6298ac77fb7e req-a07fb7dd-54e3-45b5-8dee-c4ef544fed5d tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddfb618-a74e-4e8d-9c59-b9a6ac3b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0421398 Oct 25 09:15:29.625464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37fefd-8e26-4535-b439-f27085417917 req-9bb219b7-f176-4df7-8558-88e39b676e96 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:29.626970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa37fefd-8e26-4535-b439-f27085417917 req-9bb219b7-f176-4df7-8558-88e39b676e96 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0570636 Oct 25 09:15:29.702956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa37fefd-8e26-4535-b439-f27085417917 req-72175324-bc7a-4075-85a3-79a6b54f0833 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673757 Oct 25 09:15:30.626252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2cc3e3d5-e6fb-4bab-871c-90ab4ee5417d req-86fc750b-254f-40ce-985e-5e85b3c17951 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0479643 Oct 25 09:15:30.666046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80e0058-2bbe-4799-b250-67d1c6719747 req-90ab2596-9de3-47ab-8ccd-7351b0634cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c76a0caf0eb84eefba0ecd3e44314cc6&device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0520086 Oct 25 09:15:30.704831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80e0058-2bbe-4799-b250-67d1c6719747 req-52970843-f55c-40d6-8fb7-fa9b0d9ec6e6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c76a0caf0eb84eefba0ecd3e44314cc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249000 Oct 25 09:15:31.012631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51b8ca-41f7-45e3-ac83-9ae846b0360d req-b9689d49-ff7c-492d-a22f-59d6c26ac13a tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.022635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf51b8ca-41f7-45e3-ac83-9ae846b0360d req-b9689d49-ff7c-492d-a22f-59d6c26ac13a tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.1546884 Oct 25 09:15:31.025914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e0058-2bbe-4799-b250-67d1c6719747 req-708fcaf1-303e-4d56-85b2-e5da767bdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.029907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80e0058-2bbe-4799-b250-67d1c6719747 req-708fcaf1-303e-4d56-85b2-e5da767bdd61 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3186271 Oct 25 09:15:31.110817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf51b8ca-41f7-45e3-ac83-9ae846b0360d req-fd3f37a1-fbf7-4710-9362-1c0c3d14af1b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799835 Oct 25 09:15:31.391622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46064) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:31.550049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-a161675e-15d6-492c-a4a3-3c614b4731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.550975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-a161675e-15d6-492c-a4a3-3c614b4731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.551644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-a161675e-15d6-492c-a4a3-3c614b4731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.552308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-a161675e-15d6-492c-a4a3-3c614b4731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.552994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-a161675e-15d6-492c-a4a3-3c614b4731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.553652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-a161675e-15d6-492c-a4a3-3c614b4731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.554479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-a161675e-15d6-492c-a4a3-3c614b4731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:31.557072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-a161675e-15d6-492c-a4a3-3c614b4731fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6500 time: 0.1640730 Oct 25 09:15:31.623298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-505205e2-e3f9-4955-968c-f6d98a1fd754 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a33943da-78aa-449f-9433-e028c6b1e39a&id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456066 Oct 25 09:15:31.739492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-894a8da4-d25d-4b5b-9458-9d6453185da8 req-d63658b3-935e-4cf2-9758-7d36bb2d4174 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0293796 Oct 25 09:15:32.253195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e622a4-233f-4149-8cfd-2954150f0548 req-70fe25f2-b74d-4dfa-ad54-f1ddc278b317 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:32.261696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18e622a4-233f-4149-8cfd-2954150f0548 req-70fe25f2-b74d-4dfa-ad54-f1ddc278b317 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0662751 Oct 25 09:15:32.315304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18e622a4-233f-4149-8cfd-2954150f0548 req-aabd714b-5177-465e-9faa-de8783ff1c01 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518992 Oct 25 09:15:32.566739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80e0058-2bbe-4799-b250-67d1c6719747 req-de14ccce-945a-4dd4-aaee-8a86baf5b7a4 tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0377562 Oct 25 09:15:32.919827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0a5f890-e9d8-4c36-a525-d9652291579d req-f2947bb0-4f41-405c-8c7a-95922620fc1b tempest-ServerShowV247Test-368940619 tempest-ServerShowV247Test-368940619-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd97a5f-82dc-4c97-bab3-1349cad03dea HTTP/1.1" status: 200 len: 210 time: 0.0411179 Oct 25 09:15:33.561405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94c1b3-9d81-4215-a7b0-4d25e7d695d2 req-93004d2c-4485-4e25-a790-1bf3d2b8defd tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:33.570646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b94c1b3-9d81-4215-a7b0-4d25e7d695d2 req-93004d2c-4485-4e25-a790-1bf3d2b8defd tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.1170297 Oct 25 09:15:33.625520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b94c1b3-9d81-4215-a7b0-4d25e7d695d2 req-22e60cb6-cf55-4612-9e77-dbeefb8709d0 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 Oct 25 09:15:34.416228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46138) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:34.650197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9067db1-de25-4cef-bd0f-d90d92511a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:34.799058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f97483-d55f-459c-80b3-7d2c98c52121 req-a431d95e-1666-48c8-b3c4-6c15cf4be11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:34.800971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21f97483-d55f-459c-80b3-7d2c98c52121 req-a431d95e-1666-48c8-b3c4-6c15cf4be11e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 1097 time: 0.1411798 Oct 25 09:15:34.878704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1208be-cdbe-4142-bd56-e9d9d7914dae req-4d0a74bf-0f87-489d-b258-1d9e73920e5b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:34.880204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c1208be-cdbe-4142-bd56-e9d9d7914dae req-4d0a74bf-0f87-489d-b258-1d9e73920e5b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.1552260 Oct 25 09:15:34.905108 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9067db1-de25-4cef-bd0f-d90d92511a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:34.907793 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21f97483-d55f-459c-80b3-7d2c98c52121 req-cd5691d7-1e96-4e8d-8e40-e7559d423665 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985534 Oct 25 09:15:34.916261 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d9067db1-de25-4cef-bd0f-d90d92511a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:34.987719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c1208be-cdbe-4142-bd56-e9d9d7914dae req-ea2d14a3-b8fe-4af3-ad63-0f3a4290b89c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990722 Oct 25 09:15:35.005901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9067db1-de25-4cef-bd0f-d90d92511a2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c76a0caf0eb84eefba0ecd3e44314cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884757 Oct 25 09:15:35.007007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9067db1-de25-4cef-bd0f-d90d92511a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbd25e3-d98c-48e9-a343-0d201cd992ef,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:35.010732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46152) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:35.084732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-70aca40b-a156-4184-9b3a-f552377b603b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:35.131165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-70aca40b-a156-4184-9b3a-f552377b603b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:35.211757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-70aca40b-a156-4184-9b3a-f552377b603b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:35.211757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-70aca40b-a156-4184-9b3a-f552377b603b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:35.215757 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-70aca40b-a156-4184-9b3a-f552377b603b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dbd25e3-d98c-48e9-a343-0d201cd992ef HTTP/1.1" status: 204 len: 168 time: 0.2002540 Oct 25 09:15:35.238775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aca40b-a156-4184-9b3a-f552377b603b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbd25e3-d98c-48e9-a343-0d201cd992ef,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:36.224877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef2c05-a466-45a9-941e-5e3fb2c867ab req-89709cb6-1e5f-461d-a5eb-9ac9dcb46c7f tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:36.235277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23ef2c05-a466-45a9-941e-5e3fb2c867ab req-89709cb6-1e5f-461d-a5eb-9ac9dcb46c7f tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.1268103 Oct 25 09:15:36.335228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23ef2c05-a466-45a9-941e-5e3fb2c867ab req-5e788948-47a3-4711-a3d7-757f262e461b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984943 Oct 25 09:15:36.500347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46220) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:36.680322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-626192508-network', 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:36.722118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:15:36.723424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:36.738005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:36.885054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:36.894534 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:36.938383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a84637-fc84-496f-a0d4-de403dde2bfd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:36.944962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:15:36.961652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:36.961652 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Added segment 8262cd4d-2215-49ce-8b45-1ed82ec717b2 of type vlan for network 96663d00-68ba-41c8-a6f3-96b10f48019a Oct 25 09:15:37.021852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:37.062797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:37.064295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:37.065133 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:37.138322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] Pushing event updated for resources: {'Network': ['ID=96663d00-68ba-41c8-a6f3-96b10f48019a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:37.144941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-96d3bdd7-3380-4072-8cbd-44c90db588da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6437643 Oct 25 09:15:37.148729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:37.149129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 96663d00-68ba-41c8-a6f3-96b10f48019a details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:15:37.177742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Request body: {'subnet': {'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-626192508-subnet', 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:37.234915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:15:37.237327 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:37.470043 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:37.550836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ea015-497d-47cd-be50-5c058ec7a96e req-f69214e2-62d0-4e66-b0ad-49612943c568 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:37.552371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0ea015-497d-47cd-be50-5c058ec7a96e req-f69214e2-62d0-4e66-b0ad-49612943c568 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0640078 Oct 25 09:15:37.597087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0ea015-497d-47cd-be50-5c058ec7a96e req-46b4f347-f6df-4fbe-9fea-fe76ffe2f8e3 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378611 Oct 25 09:15:37.600454 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Checking segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:15:37.601238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Network hostable DHCP agents. Network: 96663d00-68ba-41c8-a6f3-96b10f48019a, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:15:37.603610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:37.627048 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Network 96663d00-68ba-41c8-a6f3-96b10f48019a is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:15:37.640193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 96663d00-68ba-41c8-a6f3-96b10f48019a) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:37.655273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563df5a7-d352-46d3-9868-680471f20774 None None] Network 96663d00-68ba-41c8-a6f3-96b10f48019a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:15:37.658754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:37.659632 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:37.684709 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a79d693c-949a-4776-8d60-9062ac50507f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5310357 Oct 25 09:15:38.119658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9838dbe-6978-467a-92b4-6c9f8894eef3 None None] Network 96663d00-68ba-41c8-a6f3-96b10f48019a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:15:38.191591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-d26ca1a8-2d01-4581-a342-7dcbbce64763 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:38.200659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-d26ca1a8-2d01-4581-a342-7dcbbce64763 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 811 time: 0.3031063 Oct 25 09:15:38.212206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-a45ce85d-17bc-4b92-b8d9-af44ffc20b9c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/quotas/d81d89a9e1f24120ae8efbb5ccde61c0 HTTP/1.1" status: 200 len: 375 time: 0.0102959 Oct 25 09:15:38.340957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-166d079c-ba0b-45da-a0a0-2caea921fa68 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168146 Oct 25 09:15:38.441135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-92af6942-fa2e-4745-91ca-fe463e7bed1f service neutron] 10.222.0.32 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992751 Oct 25 09:15:38.539854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:38.549438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-1dd3935c-c49c-45a4-aed6-d795335d57c1 service neutron] 10.222.0.32 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000037 Oct 25 09:15:39.053495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-f318ffbe-a151-4314-969c-bcd7208a4812 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:39.055132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-f318ffbe-a151-4314-969c-bcd7208a4812 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.1303027 Oct 25 09:15:39.073414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-b5ff90d8-0e3a-4934-8b64-eda02f88aef9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/quotas/e29eeb2c69194d5ab3532bf466807531 HTTP/1.1" status: 200 len: 375 time: 0.0102150 Oct 25 09:15:39.116962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-dd6349f2-2d2f-4405-89c8-900a4e227452 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369904 Oct 25 09:15:39.289576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-8b776bcb-c82f-4038-967a-ccf2338eb6e8 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600080 Oct 25 09:15:39.431578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-498a00cc-66bb-474d-af90-3a3522d4a9a6 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347668 Oct 25 09:15:39.710740 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35e32c8d-ee64-4096-94b9-3526721a4b05 req-ad964693-aa0f-46d4-8ae1-5436e8261342 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 210 time: 0.0421476 Oct 25 09:15:39.739857 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:39.836710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf59a980-7ad1-4ee5-b876-dcbbd19a28ea req-2d9c50d8-5f1a-4061-b7c9-031ec462fd2d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 210 time: 0.0416489 Oct 25 09:15:40.054644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-88f6843b-43d8-422b-8ab9-87647060a1fb tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:40.056875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-88f6843b-43d8-422b-8ab9-87647060a1fb tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.41 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 811 time: 0.1657751 Oct 25 09:15:40.079306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Request body: {'port': {'device_id': '5f207f12-41ff-4f12-bdca-67f44bfa4daf', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'admin_state_up': True, 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:40.271146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Made reservation on behalf of d81d89a9e1f24120ae8efbb5ccde61c0 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:15:40.275079 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:40.482997 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:15:40.484966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Allocated IP 172.20.0.7 (8c2073ee-7d8b-467a-999b-7e410ff27996/7b89fd33-b706-479b-b41e-19e4731a1fa5/e34f1fc6-b077-4d08-ae76-625ecd51ea9b) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:15:40.698013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:40.750211 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:40.789845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['6ee49071-95e4-4cc5-8a37-d235d869672c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:15:40.829658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Network 8c2073ee-7d8b-467a-999b-7e410ff27996 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:15:40.833797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:40.840417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:15:40.845690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Pushing event updated for resources: {'Port': ['ID=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:40.901828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:40.902814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:40.994389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b02d9457-eed6-4bc6-9ae4-1023edf87237 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9216874 Oct 25 09:15:41.013828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Request body: {'port': {'device_id': '5f207f12-41ff-4f12-bdca-67f44bfa4daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:41.072809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe8007-c082-41b1-974d-eb50c2d9fd93 req-1f7e9f21-bb44-4b98-a993-1c586f2098b6 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:41.074620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07fe8007-c082-41b1-974d-eb50c2d9fd93 req-1f7e9f21-bb44-4b98-a993-1c586f2098b6 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 931 time: 0.1558337 Oct 25 09:15:41.208433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:41.280765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07fe8007-c082-41b1-974d-eb50c2d9fd93 req-49c8137e-5c3c-493e-829a-a8ac98b99028 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842017 Oct 25 09:15:41.363312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-d162327a-0de6-418a-b382-37dc1cc2bce6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:41.365636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-d162327a-0de6-418a-b382-37dc1cc2bce6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.41 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.3120544 Oct 25 09:15:41.423913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Request body: {'port': {'device_id': 'f65b33a4-a18e-4e30-8936-59b879a915dc', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'admin_state_up': True, 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:41.502661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3ee0476-3c52-4b0b-9362-27c5e7432de0 req-21600589-2155-46b7-92d5-d0fe7d6e5fd4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 210 time: 0.0872755 Oct 25 09:15:41.750069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:15:41.754172 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:41.787200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34f1fc6-b077-4d08-ae76-625ecd51ea9b {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:15:41.800989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:41.848976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Transition to ACTIVE for port object e34f1fc6-b077-4d08-ae76-625ecd51ea9b will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:15:41.856244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:41.957400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:42.014965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Allocated IP 172.20.0.2 (96663d00-68ba-41c8-a6f3-96b10f48019a/e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416/b964e54a-bb0b-42fc-bffc-fca8aa3f1a03) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:15:42.067661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Attempting to bind port e34f1fc6-b077-4d08-ae76-625ecd51ea9b on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:15:42.068029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Attempting to bind port e34f1fc6-b077-4d08-ae76-625ecd51ea9b by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:15:42.068306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Attempting to bind port e34f1fc6-b077-4d08-ae76-625ecd51ea9b on network 8c2073ee-7d8b-467a-999b-7e410ff27996 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:15:42.081537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Port e34f1fc6-b077-4d08-ae76-625ecd51ea9b on network 8c2073ee-7d8b-467a-999b-7e410ff27996 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:15:42.082179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Attempting to bind port e34f1fc6-b077-4d08-ae76-625ecd51ea9b on network 8c2073ee-7d8b-467a-999b-7e410ff27996 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:15:42.095532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:15:42.095877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Checking segment: {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:15:42.096255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Bound using segment: {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:15:42.096685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Bound port: e34f1fc6-b077-4d08-ae76-625ecd51ea9b, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971206a6-3c79-4453-9928-7b231dd2137f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:15:42.097155 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:42.246819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] For port e34f1fc6-b077-4d08-ae76-625ecd51ea9b, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:15:42.252675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] For port e34f1fc6-b077-4d08-ae76-625ecd51ea9b, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:15:42.255981 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:42.259665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:42.310188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:42.311082 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:42.313468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e34f1fc6-b077-4d08-ae76-625ecd51ea9b HTTP/1.1" status: 200 len: 1091 time: 1.3032017 Oct 25 09:15:42.334715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f207f12-41ff-4f12-bdca-67f44bfa4daf', 'tag': 'e34f1fc6-b077-4d08-ae76-625ecd51ea9b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:15:42.339226 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e01b55-7aa0-4e5b-b868-108622739956" -d '{"events": [{"name": "network-changed", "server_uuid": "5f207f12-41ff-4f12-bdca-67f44bfa4daf", "tag": "e34f1fc6-b077-4d08-ae76-625ecd51ea9b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:15:42.349117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:42.421330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Network 96663d00-68ba-41c8-a6f3-96b10f48019a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:15:42.442000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671b6c5-3dc3-46a4-bba1-ca7163f729e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:42.443595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:42.451985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:15:42.541543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-7b7ae542-a287-41f2-8df8-d4acad990cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:42.545489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-7b7ae542-a287-41f2-8df8-d4acad990cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 1094 time: 0.1679277 Oct 25 09:15:42.555263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977e5d1-256a-4965-b3bc-f3abc9b771a9 req-dd4a8027-b102-4fda-bdbb-a821f6065825 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:42.556755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1977e5d1-256a-4965-b3bc-f3abc9b771a9 req-dd4a8027-b102-4fda-bdbb-a821f6065825 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 943 time: 0.1867158 Oct 25 09:15:42.561731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event updated for resources: {'Port': ['ID=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:42.980861 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:42.981361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:42.986432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-12789c0c-0d20-402b-85ef-89cfe7a8afa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b HTTP/1.1" status: 200 len: 217 time: 0.4261677 Oct 25 09:15:43.036848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-34bed1ce-54f5-4870-8a1c-02a204437843 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6203332 Oct 25 09:15:43.057046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Request body: {'port': {'device_id': 'f65b33a4-a18e-4e30-8936-59b879a915dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:43.068010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1977e5d1-256a-4965-b3bc-f3abc9b771a9 req-9c35e341-1547-4532-a210-135407a982d7 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041943 Oct 25 09:15:43.094961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-8a370028-9c3e-4a7f-86e7-f76385de8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:43.096446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-8a370028-9c3e-4a7f-86e7-f76385de8dbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b89fd33-b706-479b-b41e-19e4731a1fa5 HTTP/1.1" status: 200 len: 851 time: 0.1002083 Oct 25 09:15:43.148424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-960eedd8-8224-4dd0-a757-6ea81942db01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c2073ee-7d8b-467a-999b-7e410ff27996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427380 Oct 25 09:15:43.155328 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff13d9ef-1c0e-4423-a13d-ec493f20fee6 x-openstack-request-id: req-ff13d9ef-1c0e-4423-a13d-ec493f20fee6 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:15:43.155624 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f207f12-41ff-4f12-bdca-67f44bfa4daf", "tag": "e34f1fc6-b077-4d08-ae76-625ecd51ea9b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:15:43.155877 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff13d9ef-1c0e-4423-a13d-ec493f20fee6 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:15:43.156333 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f207f12-41ff-4f12-bdca-67f44bfa4daf', 'tag': 'e34f1fc6-b077-4d08-ae76-625ecd51ea9b', 'status': 'completed', 'code': 200} Oct 25 09:15:43.168500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:43.377669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-cf60b36c-a7ce-4076-a96e-05a792745909 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184093 Oct 25 09:15:43.415159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11057-80a9-49cc-8dab-b82630e86eb8 req-b9615d71-92f2-403f-bed9-bb97726fd23b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:43.416624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05e11057-80a9-49cc-8dab-b82630e86eb8 req-b9615d71-92f2-403f-bed9-bb97726fd23b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 931 time: 0.1893461 Oct 25 09:15:43.669503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7d76f9-19c4-457a-ab5c-5d7d42640c9a req-d1c2ceb4-ff69-4931-ab83-0f1662f347e7 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807400 Oct 25 09:15:43.701964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05e11057-80a9-49cc-8dab-b82630e86eb8 req-f8bf50fb-d11c-41a4-9cf5-e7a3e9a5e928 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496164 Oct 25 09:15:43.870807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01b55-7aa0-4e5b-b868-108622739956 req-02754d17-7d90-48ae-9ca6-6f76338c21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:43.872864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e01b55-7aa0-4e5b-b868-108622739956 req-02754d17-7d90-48ae-9ca6-6f76338c21f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 1094 time: 0.1123285 Oct 25 09:15:43.950759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:15:43.970089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:43.998970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Transition to ACTIVE for port object b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:15:44.012701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:44.083348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Pushing event updated for resources: {'Port': ['ID=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:44.295544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01b55-7aa0-4e5b-b868-108622739956 req-269cb587-b41c-4ebe-8472-cb752a79f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:44.297209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e01b55-7aa0-4e5b-b868-108622739956 req-269cb587-b41c-4ebe-8472-cb752a79f78d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 912 time: 0.4146657 Oct 25 09:15:44.383079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Attempting to bind port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:15:44.383683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Attempting to bind port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:15:44.384184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Attempting to bind port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:15:44.390728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e01b55-7aa0-4e5b-b868-108622739956 req-0a198da1-0c0b-4eed-94b2-ee1ac026f9c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b HTTP/1.1" status: 200 len: 217 time: 0.0801637 Oct 25 09:15:44.402128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25e4e1-6dfd-4e09-971d-c3b6af8e27d2 req-ef70438d-e4a1-4ed3-aa03-fc2e22f5c0b7 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:44.404290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d25e4e1-6dfd-4e09-971d-c3b6af8e27d2 req-ef70438d-e4a1-4ed3-aa03-fc2e22f5c0b7 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 943 time: 0.1592183 Oct 25 09:15:44.461440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 on network 96663d00-68ba-41c8-a6f3-96b10f48019a not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:15:44.461795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Attempting to bind port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:15:44.466217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01b55-7aa0-4e5b-b868-108622739956 req-5465e868-fdcf-4019-ab16-75950674082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:44.467852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e01b55-7aa0-4e5b-b868-108622739956 req-5465e868-fdcf-4019-ab16-75950674082a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b89fd33-b706-479b-b41e-19e4731a1fa5 HTTP/1.1" status: 200 len: 851 time: 0.0621479 Oct 25 09:15:44.496204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:15:44.496543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Checking segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:15:44.496857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Bound using segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:15:44.497338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Bound port: b964e54a-bb0b-42fc-bffc-fca8aa3f1a03, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:15:44.497701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:44.530702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e01b55-7aa0-4e5b-b868-108622739956 req-b91660cf-673d-47f5-9dbf-a0cec388035e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c2073ee-7d8b-467a-999b-7e410ff27996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508988 Oct 25 09:15:44.622735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] For port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:15:44.627770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] For port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:15:44.633694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d25e4e1-6dfd-4e09-971d-c3b6af8e27d2 req-879e3619-a880-4768-8f34-16891af36059 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638305 Oct 25 09:15:44.647435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:44.730706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:44.731325 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:44.735011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] 10.222.0.41 "PUT /v2.0/ports/b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 HTTP/1.1" status: 200 len: 1091 time: 1.6840627 Oct 25 09:15:44.907369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e01b55-7aa0-4e5b-b868-108622739956 req-2dd4fd64-ab94-4808-9f19-3234bdadc905 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671834 Oct 25 09:15:44.913318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469c0e6-b411-445f-8bc4-fe33bfd6a62d service neutron] Pushing event updated for resources: {'Port': ['ID=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:45.102102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-fd56e124-340b-44fb-9b7e-9b39a01034f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:45.103745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-fd56e124-340b-44fb-9b7e-9b39a01034f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 1094 time: 0.2233441 Oct 25 09:15:45.113924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e53287-5e30-4fc6-be52-6d8a1ef012ed req-81dd4bc0-1f44-40b2-b1fa-fe06300e6fa8 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:45.123123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1e53287-5e30-4fc6-be52-6d8a1ef012ed req-81dd4bc0-1f44-40b2-b1fa-fe06300e6fa8 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 943 time: 0.1511967 Oct 25 09:15:45.160610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b33a4-a18e-4e30-8936-59b879a915dc', 'tag': 'b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:15:45.164859 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d9bbe7-4e9c-4124-a870-9082b6de255a" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b33a4-a18e-4e30-8936-59b879a915dc", "tag": "b964e54a-bb0b-42fc-bffc-fca8aa3f1a03"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:15:45.249578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42e01b55-7aa0-4e5b-b868-108622739956 req-a941584b-06d2-416a-a1c7-f44d4bb70f9b service neutron] 10.222.0.41 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315656 Oct 25 09:15:45.256319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-824766c1-62e7-4fa8-a9a9-d16bf29f0a9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 HTTP/1.1" status: 200 len: 217 time: 0.1250160 Oct 25 09:15:45.319304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1e53287-5e30-4fc6-be52-6d8a1ef012ed req-4f77bb4f-b0dc-4512-be64-213e9fa9e2cc tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952596 Oct 25 09:15:45.338266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-d1efa86b-eaec-4729-9598-bf3d6e5b3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:45.340993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-d1efa86b-eaec-4729-9598-bf3d6e5b3ddd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0657294 Oct 25 09:15:45.404873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-4c576956-240c-4ce9-84b5-f84830e5b353 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549095 Oct 25 09:15:45.411878 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94cd9ab-0b57-48c2-887b-ebd36cb398e8 x-openstack-request-id: req-c94cd9ab-0b57-48c2-887b-ebd36cb398e8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:15:45.412168 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b33a4-a18e-4e30-8936-59b879a915dc", "tag": "b964e54a-bb0b-42fc-bffc-fca8aa3f1a03", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:15:45.412415 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c94cd9ab-0b57-48c2-887b-ebd36cb398e8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:15:45.412809 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b33a4-a18e-4e30-8936-59b879a915dc', 'tag': 'b964e54a-bb0b-42fc-bffc-fca8aa3f1a03', 'status': 'completed', 'code': 200} Oct 25 09:15:45.524085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-d36fc5ea-f7e4-4e98-9a12-1df4224f8ee1 service neutron] 10.222.0.41 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084564 Oct 25 09:15:45.633354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-224ba93f-0782-4d7f-9fbc-52b27ba067c4 req-1852a0db-2495-48b7-89c0-396e4261cb97 service neutron] 10.222.0.41 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006289 Oct 25 09:15:45.835726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4267-88ff-420f-894e-f2c179eb19c3 req-17b39fb0-c190-4aa5-a01f-693ad79c1fff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:45.837270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-708c4267-88ff-420f-894e-f2c179eb19c3 req-17b39fb0-c190-4aa5-a01f-693ad79c1fff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 943 time: 0.1056104 Oct 25 09:15:45.840102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-5c40290b-75de-4c3d-8d48-da1290d3f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:45.841492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-5c40290b-75de-4c3d-8d48-da1290d3f80b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 1094 time: 0.1086154 Oct 25 09:15:45.956458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-708c4267-88ff-420f-894e-f2c179eb19c3 req-3bfcb720-0cd4-40d7-8da8-c9f2538b4a32 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081965 Oct 25 09:15:46.023044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-63a83208-0cfb-463a-b475-7854d8731940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:46.024581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-63a83208-0cfb-463a-b475-7854d8731940 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 906 time: 0.1728055 Oct 25 09:15:46.072076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-23c6baeb-385a-4860-969c-9f99eb8e1a77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 HTTP/1.1" status: 200 len: 217 time: 0.0404952 Oct 25 09:15:46.142153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-674f5bc5-ce5c-41ff-9397-4037367bb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:46.143777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-674f5bc5-ce5c-41ff-9397-4037367bb29c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0653520 Oct 25 09:15:46.178670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-6634d8cd-bf5b-4d1c-9a13-306fc6bd1808 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273805 Oct 25 09:15:46.289065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-486fe611-a879-4e78-9e8c-1d331f037c95 service neutron] 10.222.0.41 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031151 Oct 25 09:15:46.401736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6d9bbe7-4e9c-4124-a870-9082b6de255a req-87324dd1-9e2a-47bf-aa05-2417196c5020 service neutron] 10.222.0.41 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045291 Oct 25 09:15:46.409639 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-27d8bff7-6acf-4c65-ae57-1b114789215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:46.498041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3610f-1c87-47b3-8d3e-2c7d7265af07 req-f3145fb8-ba86-4b71-a363-b4dc179a28a1 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:46.499815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6af3610f-1c87-47b3-8d3e-2c7d7265af07 req-f3145fb8-ba86-4b71-a363-b4dc179a28a1 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 943 time: 0.0561631 Oct 25 09:15:46.547197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6af3610f-1c87-47b3-8d3e-2c7d7265af07 req-e46b565e-d15d-428e-aa99-770da41d9f6e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Oct 25 09:15:47.167759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49666f43-f4fd-4586-b966-a6ed046323ba req-05f6789a-e571-405a-b058-f7cbee1f4fd0 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:47.169791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49666f43-f4fd-4586-b966-a6ed046323ba req-05f6789a-e571-405a-b058-f7cbee1f4fd0 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 943 time: 0.0831714 Oct 25 09:15:47.203760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46420) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:47.239410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49666f43-f4fd-4586-b966-a6ed046323ba req-febef557-df97-4716-9358-0f2db89a6ccb tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576558 Oct 25 09:15:47.349941 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-10a0ee00-f1fc-41da-a447-cd0a27b8febf admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.406906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e34f1fc6-b077-4d08-ae76-625ecd51ea9b details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:15:47.460363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-10a0ee00-f1fc-41da-a447-cd0a27b8febf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.485329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-10a0ee00-f1fc-41da-a447-cd0a27b8febf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.547616 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-10a0ee00-f1fc-41da-a447-cd0a27b8febf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65b7955e646c4c1db4b16d2428ba43ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423553 Oct 25 09:15:47.549985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46430) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:47.550607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e34f1fc6-b077-4d08-ae76-625ecd51ea9b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:47.566519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'e34f1fc6-b077-4d08-ae76-625ecd51ea9b', 'network_id': '8c2073ee-7d8b-467a-999b-7e410ff27996', 'port_id': 'e34f1fc6-b077-4d08-ae76-625ecd51ea9b', 'mac_address': 'fa:16:3e:36:f6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b89fd33-b706-479b-b41e-19e4731a1fa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:15:47.644225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.674610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34f1fc6-b077-4d08-ae76-625ecd51ea9b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:15:47.740818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4c982-ce10-449c-8f29-4a13720afde7 req-9760dfa9-8066-45f1-b0ab-053c0fe34ba7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:47.750902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95d4c982-ce10-449c-8f29-4a13720afde7 req-9760dfa9-8066-45f1-b0ab-053c0fe34ba7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 943 time: 0.0650775 Oct 25 09:15:47.765211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea4ac-e220-4ec5-87d4-146382def6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.783251 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e34f1fc6-b077-4d08-ae76-625ecd51ea9b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:47.795821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95d4c982-ce10-449c-8f29-4a13720afde7 req-74028124-f889-4e18-bf0b-ce5ecdc1e0e8 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Oct 25 09:15:47.797310 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.830677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea4ac-e220-4ec5-87d4-146382def6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.857403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0ee00-f1fc-41da-a447-cd0a27b8febf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779ea4c0-647c-4ac9-b4f4-23a6031d15ee,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:47.874821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:47.966383 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea4ac-e220-4ec5-87d4-146382def6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.969280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea4ac-e220-4ec5-87d4-146382def6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:47.970874 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3d0ea4ac-e220-4ec5-87d4-146382def6cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/779ea4c0-647c-4ac9-b4f4-23a6031d15ee HTTP/1.1" status: 204 len: 168 time: 0.3953848 Oct 25 09:15:47.991148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea4ac-e220-4ec5-87d4-146382def6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779ea4c0-647c-4ac9-b4f4-23a6031d15ee,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:48.171023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['e34f1fc6-b077-4d08-ae76-625ecd51ea9b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:15:48.411932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1d0b6-aa05-490c-8c1b-a1cfdaba8341 req-06d7967b-5cac-4f8b-bcaa-f60d8c128da8 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:48.413539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63b1d0b6-aa05-490c-8c1b-a1cfdaba8341 req-06d7967b-5cac-4f8b-bcaa-f60d8c128da8 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 944 time: 0.0900319 Oct 25 09:15:48.467239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63b1d0b6-aa05-490c-8c1b-a1cfdaba8341 req-38fa7b7c-8b38-4b17-96d2-a0fe732d8502 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Oct 25 09:15:48.743963 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc2aa-d137-4451-8a79-e8beffa2937b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:48.760014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46472) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:48.892489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1749578512-network', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:48.915718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Made reservation on behalf of cb37c80a943d41c89a9cb90a535ff609 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:15:48.919048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:48.928675 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:48.936462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cccb10-30ba-4bfa-84f7-013f23b70269 req-16ab76b1-1468-4ad7-825d-cdabfc5450a9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:48.945597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14cccb10-30ba-4bfa-84f7-013f23b70269 req-16ab76b1-1468-4ad7-825d-cdabfc5450a9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 943 time: 0.0671644 Oct 25 09:15:48.988847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14cccb10-30ba-4bfa-84f7-013f23b70269 req-b44ad4c9-3296-416c-83de-ccc59c104df6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Oct 25 09:15:49.031756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.038252 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.054525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:15:49.108467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.109157 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Added segment 6d8ea502-4554-41be-ba95-fa808f204226 of type vlan for network 19509946-a75c-4a31-8d38-ccf0a3a2914c Oct 25 09:15:49.117576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393f026f-5b6c-4461-b52f-7f40161bfba3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:49.166115 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.203218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.204303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:49.204875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.269896 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5080564 Oct 25 09:15:49.272680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46482) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:49.278737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Request body: {'subnet': {'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1749578512-subnet', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:49.285121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4968e6-7df4-4ee4-8749-a980b26d76ae admin admin] Pushing event updated for resources: {'Network': ['ID=19509946-a75c-4a31-8d38-ccf0a3a2914c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:49.299105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 19509946-a75c-4a31-8d38-ccf0a3a2914c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:15:49.306609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Made reservation on behalf of cb37c80a943d41c89a9cb90a535ff609 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:15:49.309033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.422356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:15:49.448547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e34f1fc6-b077-4d08-ae76-625ecd51ea9b up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:15:49.633471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:49.640796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.646204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'b964e54a-bb0b-42fc-bffc-fca8aa3f1a03', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'port_id': 'b964e54a-bb0b-42fc-bffc-fca8aa3f1a03', 'mac_address': 'fa:16:3e:f4:f9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:15:49.687775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port e34f1fc6-b077-4d08-ae76-625ecd51ea9b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:15:49.693968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port e34f1fc6-b077-4d08-ae76-625ecd51ea9b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:49.694665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.694894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6558d95e-5231-4d0d-815c-2142729a4a93,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:49.719822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.732123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193719e4-5a8d-4712-9cba-989d1d1525f7 req-c973ea75-342b-410b-b632-8a3d2658bf1c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:49.741231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-193719e4-5a8d-4712-9cba-989d1d1525f7 req-c973ea75-342b-410b-b632-8a3d2658bf1c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 944 time: 0.1347225 Oct 25 09:15:49.747434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:15:49.785449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:49.804466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-193719e4-5a8d-4712-9cba-989d1d1525f7 req-e86c6740-988e-4715-ab00-d134933fea42 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572004 Oct 25 09:15:49.813648 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.815160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Checking segment: {'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:15:49.819105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Network hostable DHCP agents. Network: 19509946-a75c-4a31-8d38-ccf0a3a2914c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:15:49.863839 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.885996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Network 19509946-a75c-4a31-8d38-ccf0a3a2914c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:15:49.903993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 19509946-a75c-4a31-8d38-ccf0a3a2914c) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:49.917499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:49.917913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.918176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.925377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:49.939085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:49.941719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f207f12-41ff-4f12-bdca-67f44bfa4daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34f1fc6-b077-4d08-ae76-625ecd51ea9b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:15:49.952325 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9310324f-22c9-44f2-8111-56f67e3f3fc5" -d '{"events": [{"server_uuid": "5f207f12-41ff-4f12-bdca-67f44bfa4daf", "name": "network-vif-plugged", "status": "completed", "tag": "e34f1fc6-b077-4d08-ae76-625ecd51ea9b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:15:49.961146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f2cfe-d02b-4ff6-b6a1-496c0d919591 None None] Network 19509946-a75c-4a31-8d38-ccf0a3a2914c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:15:49.972287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8d37f452-8abf-42e8-bf5c-dd305cbac5a6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6981182 Oct 25 09:15:49.974493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46490) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:49.990535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:50.026086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e34f1fc6-b077-4d08-ae76-625ecd51ea9b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:50.038158 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.063814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.070011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.145568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:50.240020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-19509946-a75c-4a31-8d38-ccf0a3a2914c', 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'fixed_ips': [{'subnet_id': '6558d95e-5231-4d0d-815c-2142729a4a93'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:15:50.241332 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.243810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:15:50.244468 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.366821 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b939893a-0c57-4f63-9fc8-8efbe1a848bc x-openstack-request-id: req-b939893a-0c57-4f63-9fc8-8efbe1a848bc {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:15:50.367254 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f207f12-41ff-4f12-bdca-67f44bfa4daf", "name": "network-vif-plugged", "status": "completed", "tag": "e34f1fc6-b077-4d08-ae76-625ecd51ea9b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:15:50.367413 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b939893a-0c57-4f63-9fc8-8efbe1a848bc {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:15:50.367924 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f207f12-41ff-4f12-bdca-67f44bfa4daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34f1fc6-b077-4d08-ae76-625ecd51ea9b', 'code': 200} Oct 25 09:15:50.545269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.577777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Allocated IP 172.20.0.2 (19509946-a75c-4a31-8d38-ccf0a3a2914c/6558d95e-5231-4d0d-815c-2142729a4a93/75f60062-558f-4abc-8cf7-2c53c70a9d3f) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:15:50.583037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905b427-fbcf-4729-a496-7a3e90b9ee4c req-92ac6c62-040a-4113-b920-0d8b20f7c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:50.594385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3905b427-fbcf-4729-a496-7a3e90b9ee4c req-92ac6c62-040a-4113-b920-0d8b20f7c5c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 1096 time: 0.1480291 Oct 25 09:15:50.640416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853e52-239a-4637-a14f-3b6dd9312f0b req-196739e5-7bae-45f7-afd7-adbd7973d902 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:50.647800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41853e52-239a-4637-a14f-3b6dd9312f0b req-196739e5-7bae-45f7-afd7-adbd7973d902 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 944 time: 0.1999104 Oct 25 09:15:50.706748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3905b427-fbcf-4729-a496-7a3e90b9ee4c req-4c478883-4c5f-4f4b-be19-3dd3e627f011 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813222 Oct 25 09:15:50.714610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41853e52-239a-4637-a14f-3b6dd9312f0b req-a378d982-7999-47f2-8c7e-a23242cb2018 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659461 Oct 25 09:15:50.795462 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.809266 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.852854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Network 19509946-a75c-4a31-8d38-ccf0a3a2914c is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:15:50.856858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:50.860660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:15:50.876052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Pushing event updated for resources: {'Port': ['ID=75f60062-558f-4abc-8cf7-2c53c70a9d3f,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:50.928048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Attempting to bind port 75f60062-558f-4abc-8cf7-2c53c70a9d3f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:15:50.928423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Attempting to bind port 75f60062-558f-4abc-8cf7-2c53c70a9d3f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:15:50.928760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Attempting to bind port 75f60062-558f-4abc-8cf7-2c53c70a9d3f on network 19509946-a75c-4a31-8d38-ccf0a3a2914c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:15:50.935522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:15:50.935875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Checking segment: {'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:15:50.936544 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:50.936970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Bound using segment: {'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:15:50.937433 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Bound port: 75f60062-558f-4abc-8cf7-2c53c70a9d3f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:15:50.937865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.016391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] For port 75f60062-558f-4abc-8cf7-2c53c70a9d3f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:15:51.021203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] For port 75f60062-558f-4abc-8cf7-2c53c70a9d3f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=75f60062-558f-4abc-8cf7-2c53c70a9d3f,segment=NetworkSegment(6d8ea502-4554-41be-ba95-fa808f204226),segment_id=6d8ea502-4554-41be-ba95-fa808f204226)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:15:51.028846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.056535 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.080074 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.093716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e937a-d25f-4c36-be4f-4d1d1e858411 None None] Pushing event updated for resources: {'Port': ['ID=75f60062-558f-4abc-8cf7-2c53c70a9d3f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:51.138128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f0544-5212-4d27-8847-6fcc5a16b830 req-b7b2e593-15d0-46f3-bb1b-2cce72fb308c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:51.139146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a0f0544-5212-4d27-8847-6fcc5a16b830 req-b7b2e593-15d0-46f3-bb1b-2cce72fb308c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1464276 Oct 25 09:15:51.265471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a0f0544-5212-4d27-8847-6fcc5a16b830 req-ba9c22dc-0e89-4adc-8730-96f87959654e tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197417 Oct 25 09:15:51.293364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Allocated IP 172.25.8.103 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/8b59beb7-56b7-4f13-854d-546b59c7a009) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:15:51.422295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:15:51.512880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:15:51.521745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:51.522115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.570502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.646951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.661322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.701201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:15:51.704299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:51.708521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:15:51.740445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:51.741390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Pushing event updated for resources: {'Port': ['ID=8b59beb7-56b7-4f13-854d-546b59c7a009,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:51.761378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.864381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:51.877203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:51.960057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a231db8-008c-482d-a3c8-1203cf0e703b req-8e38373d-6cf0-457d-9b54-88bd1fbe51be tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:51.967731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a231db8-008c-482d-a3c8-1203cf0e703b req-8e38373d-6cf0-457d-9b54-88bd1fbe51be tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 945 time: 0.1220253 Oct 25 09:15:52.369250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b33a4-a18e-4e30-8936-59b879a915dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:15:52.372397 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4821252-a1f1-42e5-858d-4d25b8d4318f" -d '{"events": [{"server_uuid": "f65b33a4-a18e-4e30-8936-59b879a915dc", "name": "network-vif-plugged", "status": "completed", "tag": "b964e54a-bb0b-42fc-bffc-fca8aa3f1a03"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:15:52.550952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a231db8-008c-482d-a3c8-1203cf0e703b req-b07864f4-4eba-455c-88d7-63d077465e23 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819786 Oct 25 09:15:52.617957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:52.658679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce764f-aee3-4f8f-8df2-c81ebdd89f20 None None] Network 19509946-a75c-4a31-8d38-ccf0a3a2914c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:15:52.780790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b3c76093-2211-4e0b-b601-dc6db4bd427a None None] Provisioning complete for port 75f60062-558f-4abc-8cf7-2c53c70a9d3f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:52.781189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3c76093-2211-4e0b-b601-dc6db4bd427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:52.809162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e69749-128c-4635-8ea3-8e6ccade73b2 req-4736a1ce-9009-403e-a7e5-32663933b0ad tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:52.810680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67e69749-128c-4635-8ea3-8e6ccade73b2 req-4736a1ce-9009-403e-a7e5-32663933b0ad tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1157796 Oct 25 09:15:52.930966 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3c76093-2211-4e0b-b601-dc6db4bd427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:52.976135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b3c76093-2211-4e0b-b601-dc6db4bd427a None None] For port 75f60062-558f-4abc-8cf7-2c53c70a9d3f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=75f60062-558f-4abc-8cf7-2c53c70a9d3f,segment=NetworkSegment(6d8ea502-4554-41be-ba95-fa808f204226),segment_id=6d8ea502-4554-41be-ba95-fa808f204226)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:52.995576 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3c76093-2211-4e0b-b601-dc6db4bd427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:53.053733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67e69749-128c-4635-8ea3-8e6ccade73b2 req-23623974-e10a-4713-bbcf-6fbaf4051ed7 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311809 Oct 25 09:15:53.084140 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:53.141993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76093-2211-4e0b-b601-dc6db4bd427a None None] Pushing event updated for resources: {'Port': ['ID=75f60062-558f-4abc-8cf7-2c53c70a9d3f,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:53.160532 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b122fd3-d18d-49b6-b6bf-5e8717726bee x-openstack-request-id: req-9b122fd3-d18d-49b6-b6bf-5e8717726bee {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:15:53.160823 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b33a4-a18e-4e30-8936-59b879a915dc", "name": "network-vif-plugged", "status": "completed", "tag": "b964e54a-bb0b-42fc-bffc-fca8aa3f1a03", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:15:53.161202 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b122fd3-d18d-49b6-b6bf-5e8717726bee {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:15:53.161604 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b33a4-a18e-4e30-8936-59b879a915dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b964e54a-bb0b-42fc-bffc-fca8aa3f1a03', 'code': 200} Oct 25 09:15:53.207462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 75f60062-558f-4abc-8cf7-2c53c70a9d3f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:15:53.313227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 75f60062-558f-4abc-8cf7-2c53c70a9d3f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:53.313470 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:53.388917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7db6-7580-449f-9cb9-72ecdef97eeb req-445799f9-182f-4cf1-bd24-42fbebfb9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:53.406117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ceb7db6-7580-449f-9cb9-72ecdef97eeb req-445799f9-182f-4cf1-bd24-42fbebfb9ef0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 1096 time: 0.1304119 Oct 25 09:15:53.483162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ceb7db6-7580-449f-9cb9-72ecdef97eeb req-65efd955-dc43-43ec-9641-48f16fdd70bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686247 Oct 25 09:15:53.510565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Router a8045618-2328-4869-bcf4-4cb07e7a8fe3 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:15:53.538808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f076b465-20e2-4354-957c-2af51336c4b9 None None] Provisioning complete for port 75f60062-558f-4abc-8cf7-2c53c70a9d3f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:53.540753 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f076b465-20e2-4354-957c-2af51336c4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:53.756795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb181b76-4423-4229-87b6-5b56d5e529d3 req-56e24723-bf92-4d65-b49f-f828e2cfc39b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:53.758364 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb181b76-4423-4229-87b6-5b56d5e529d3 req-56e24723-bf92-4d65-b49f-f828e2cfc39b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0793753 Oct 25 09:15:53.802374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:15:53.811954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Sync routers for ids ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:15:53.832230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb181b76-4423-4229-87b6-5b56d5e529d3 req-114c866a-7c60-4f41-8fd4-334a8cd8d9ed tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651853 Oct 25 09:15:53.833916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Routers {'a8045618-2328-4869-bcf4-4cb07e7a8fe3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:15:53.834613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:53.867349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:53.868823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f2f80d79-fe57-4c3f-b976-5a90563f121a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8933794 Oct 25 09:15:53.871723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46544) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:54.019370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799426f2-5668-4cc1-8abb-6c8bd09f0508 req-d56a1be5-717c-4048-9388-168fa37b9c60 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:54.021033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-799426f2-5668-4cc1-8abb-6c8bd09f0508 req-d56a1be5-717c-4048-9388-168fa37b9c60 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 945 time: 0.0640533 Oct 25 09:15:54.027258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-2c7be7e6-07af-480b-878f-df67e8a1ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:54.028844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-2c7be7e6-07af-480b-878f-df67e8a1ee4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 1096 time: 0.1245196 Oct 25 09:15:54.075085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-799426f2-5668-4cc1-8abb-6c8bd09f0508 req-97da6181-85ab-4cce-b71f-41c3019dbec2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452514 Oct 25 09:15:54.108481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Set router a8045618-2328-4869-bcf4-4cb07e7a8fe3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:15:54.268667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-47c5ee4d-4e92-492e-8e19-124c91766256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:54.270696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-47c5ee4d-4e92-492e-8e19-124c91766256 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 912 time: 0.2065735 Oct 25 09:15:54.326907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-55dd402f-470d-48f8-ab0e-8e2307b47aec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b HTTP/1.1" status: 200 len: 217 time: 0.0490863 Oct 25 09:15:54.406038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-42edf59e-0ec4-442d-9774-f883357861b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:54.411058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-42edf59e-0ec4-442d-9774-f883357861b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b89fd33-b706-479b-b41e-19e4731a1fa5 HTTP/1.1" status: 200 len: 851 time: 0.0724249 Oct 25 09:15:54.469698 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-fccb2ecb-b246-42c6-8009-16957a0a7bd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c2073ee-7d8b-467a-999b-7e410ff27996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491805 Oct 25 09:15:54.542019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:15:51Z', 'revision_number': 3, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port': {'id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:51Z', 'updated_at': '2021-10-25T09:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:54.589646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:54.599186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Checking router: a8045618-2328-4869-bcf4-4cb07e7a8fe3 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:15:54.599186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Updating router a8045618-2328-4869-bcf4-4cb07e7a8fe3 port 8b59beb7-56b7-4f13-854d-546b59c7a009 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:15:54.648142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-d798f870-0387-4992-823f-8b60b8a55221 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541142 Oct 25 09:15:54.648792 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:54.868715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c39fe1-2801-4c20-a35c-b37d477d3428 req-847ebd75-dcb5-41bc-8da2-f337733477e2 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068512 Oct 25 09:15:54.974998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Allocated IP 172.20.0.1 (19509946-a75c-4a31-8d38-ccf0a3a2914c/6558d95e-5231-4d0d-815c-2142729a4a93/899b41a2-39f6-4323-903f-fc05d51326ac) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:15:55.112524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd601332-7696-46ed-8753-df0edb1f978f req-58aeb50f-9280-4bf1-9d46-d9dbf5bba158 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:55.114078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd601332-7696-46ed-8753-df0edb1f978f req-58aeb50f-9280-4bf1-9d46-d9dbf5bba158 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1056962 Oct 25 09:15:55.152227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 75f60062-558f-4abc-8cf7-2c53c70a9d3f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:15:55.204203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd601332-7696-46ed-8753-df0edb1f978f req-220b0e56-b299-452b-84b7-3dbc894eb56c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758963 Oct 25 09:15:55.228189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.241203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.277664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Attempting to bind port 8b59beb7-56b7-4f13-854d-546b59c7a009 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:15:55.278092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Attempting to bind port 8b59beb7-56b7-4f13-854d-546b59c7a009 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:15:55.279039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Attempting to bind port 8b59beb7-56b7-4f13-854d-546b59c7a009 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:15:55.306125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:15:55.307700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:15:55.308152 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.308522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:15:55.309040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Bound port: 8b59beb7-56b7-4f13-854d-546b59c7a009, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:15:55.309426 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.317371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 75f60062-558f-4abc-8cf7-2c53c70a9d3f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:55.317739 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.325769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.374484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.406851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018834-ff8f-4a14-be49-08f214d0e874 None None] Pushing event updated for resources: {'Port': ['ID=8b59beb7-56b7-4f13-854d-546b59c7a009,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:55.441900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] For port 8b59beb7-56b7-4f13-854d-546b59c7a009, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:15:55.444923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5157d54-1ad0-464f-ad17-b3f22c7b6ed1 req-5e8af1b4-fd62-4aeb-b052-85beb502ce37 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:55.445888 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5157d54-1ad0-464f-ad17-b3f22c7b6ed1 req-5e8af1b4-fd62-4aeb-b052-85beb502ce37 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 945 time: 0.1075013 Oct 25 09:15:55.446709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] For port 8b59beb7-56b7-4f13-854d-546b59c7a009, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8b59beb7-56b7-4f13-854d-546b59c7a009,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:15:55.457845 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.466887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Network 19509946-a75c-4a31-8d38-ccf0a3a2914c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:15:55.470899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:55.477519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:15:55.523730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Pushing event updated for resources: {'Port': ['ID=899b41a2-39f6-4323-903f-fc05d51326ac,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:55.538322 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:55.563553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5157d54-1ad0-464f-ad17-b3f22c7b6ed1 req-1631fda2-2a89-44a4-91ff-bbdd454db6e9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086271 Oct 25 09:15:55.583035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018834-ff8f-4a14-be49-08f214d0e874 None None] Pushing event updated for resources: {'Port': ['ID=8b59beb7-56b7-4f13-854d-546b59c7a009,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:55.626725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Routers {'a8045618-2328-4869-bcf4-4cb07e7a8fe3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:15:55.627584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:55.796095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] Set router a8045618-2328-4869-bcf4-4cb07e7a8fe3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:15:55.828177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:56.040411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0cbf232b-cec5-4c0e-a558-8e4a306002b7 None None] Provisioning complete for port 899b41a2-39f6-4323-903f-fc05d51326ac triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:56.041134 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0cbf232b-cec5-4c0e-a558-8e4a306002b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:56.060171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b05369-48d8-4232-8ad7-57e7415a26b8 req-b3bb6728-a83a-41dd-b78c-7da947b0325b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:56.061705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55b05369-48d8-4232-8ad7-57e7415a26b8 req-b3bb6728-a83a-41dd-b78c-7da947b0325b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.2319126 Oct 25 09:15:56.081957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55b05369-48d8-4232-8ad7-57e7415a26b8 req-342a7443-89a3-43a6-aad3-2c9cf4ee226f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/quotas/e29eeb2c69194d5ab3532bf466807531 HTTP/1.1" status: 200 len: 375 time: 0.0130961 Oct 25 09:15:56.093661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:56.099780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:56.155379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf232b-cec5-4c0e-a558-8e4a306002b7 None None] Port 899b41a2-39f6-4323-903f-fc05d51326ac cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:15:56.174512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55b05369-48d8-4232-8ad7-57e7415a26b8 req-6226cd74-fe7e-4ccf-bed8-fd491dd39377 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843253 Oct 25 09:15:56.185504 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:56.187270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Pushing event updated for resources: {'Port': ['ID=899b41a2-39f6-4323-903f-fc05d51326ac,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:56.287898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:15:51Z', 'revision_number': 3, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port': {'id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:51Z', 'updated_at': '2021-10-25T09:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:56.314620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Network 19509946-a75c-4a31-8d38-ccf0a3a2914c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:15:56.316151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:56.322011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55b05369-48d8-4232-8ad7-57e7415a26b8 req-3fa76d4b-0ca4-4b82-9a13-30ce09e081a6 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455863 Oct 25 09:15:56.324723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5981f9-b880-4056-849a-0fd94c79ebe7 None None] The sync data for ids ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'] in n-d-814746-2 is: [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:15:51Z', 'revision_number': 3, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port': {'id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:51Z', 'updated_at': '2021-10-25T09:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:15:56.474164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55b05369-48d8-4232-8ad7-57e7415a26b8 req-605f7a8c-45da-40bd-9673-a7e44c97e818 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347668 Oct 25 09:15:56.516623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Router a8045618-2328-4869-bcf4-4cb07e7a8fe3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:15:56.703617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c9b9f00f-6751-4dd6-8398-fdd64869a0d7 None None] Provisioning complete for port 899b41a2-39f6-4323-903f-fc05d51326ac triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:56.703999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c9b9f00f-6751-4dd6-8398-fdd64869a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:56.752720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:15:56.763215 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-208de9d6-c51d-4ee7-8f8a-9782ccb70769 admin admin] 10.222.0.32 "PUT /v2.0/routers/a8045618-2328-4869-bcf4-4cb07e7a8fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897412 Oct 25 09:15:56.811107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49357cd-a012-4067-9d15-5d236204901f req-8c3baafc-e28b-4c5d-939e-22c9d2e25cbd tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:56.815890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9f00f-6751-4dd6-8398-fdd64869a0d7 None None] Port 899b41a2-39f6-4323-903f-fc05d51326ac cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:15:56.817312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e49357cd-a012-4067-9d15-5d236204901f req-8c3baafc-e28b-4c5d-939e-22c9d2e25cbd tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1326761 Oct 25 09:15:56.890179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e49357cd-a012-4067-9d15-5d236204901f req-4037118a-da72-4bde-b9ff-b8d40557e3df tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649021 Oct 25 09:15:57.204416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8b59beb7-56b7-4f13-854d-546b59c7a009 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:15:57.320638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8b59beb7-56b7-4f13-854d-546b59c7a009 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:57.321276 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:57.447049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:57.482864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 8b59beb7-56b7-4f13-854d-546b59c7a009, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8b59beb7-56b7-4f13-854d-546b59c7a009,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:15:57.491930 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:57.599222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=8b59beb7-56b7-4f13-854d-546b59c7a009,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:57.917699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46634) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:57.931798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1850441703-network', 'tenant_id': '5143ac9c40464865978a86ecd137afa3'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:57.968520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Made reservation on behalf of 5143ac9c40464865978a86ecd137afa3 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:15:57.971388 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:57.980537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-ff80070d-f6e7-456f-ac6c-9a917a53bac3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:57.984084 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:57.989481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-ff80070d-f6e7-456f-ac6c-9a917a53bac3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.1860476 Oct 25 09:15:58.005966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-06340dfe-1679-4a88-b891-c8f56138fc68 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/quotas/e29eeb2c69194d5ab3532bf466807531 HTTP/1.1" status: 200 len: 375 time: 0.0150247 Oct 25 09:15:58.085975 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-28578e1c-14c5-4acc-9fc1-105b51b3a343 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748489 Oct 25 09:15:58.134373 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.138606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.162105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:15:58.180860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ee74f3-1cba-4c14-a52a-f0d14c695364,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:58.186335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.186683 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Added segment d9a643b1-8721-4cf4-9c57-8f2fec74a177 of type vlan for network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 Oct 25 09:15:58.236016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.241468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-b6ef5955-1f0e-42a4-ba6f-de3bf0488394 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535382 Oct 25 09:15:58.263832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.264954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:58.265759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.287227 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3671191 Oct 25 09:15:58.297681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46640) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:58.303103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Request body: {'subnet': {'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1850441703-subnet', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:58.367733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781906d4-466b-4cd4-8644-7c67e3ada004 admin admin] Pushing event updated for resources: {'Network': ['ID=ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:58.373274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Made reservation on behalf of 5143ac9c40464865978a86ecd137afa3 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:15:58.374450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-2e46b4ac-f183-42c5-8d9f-c73592002af1 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265805 Oct 25 09:15:58.378589 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.386280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:15:58.617907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.652863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509dda-573a-4c0a-b282-7a28f69d723a req-e02408d0-eedd-46f8-9f58-60c026ee2006 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:58.661288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb509dda-573a-4c0a-b282-7a28f69d723a req-e02408d0-eedd-46f8-9f58-60c026ee2006 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0710914 Oct 25 09:15:58.692174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5693ffd9-fa47-4893-9269-ddfdf7126dde,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:58.701129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Checking segment: {'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:15:58.701498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Network hostable DHCP agents. Network: ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:15:58.716383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb509dda-573a-4c0a-b282-7a28f69d723a req-b04cc278-b15b-4aad-a859-26ef1ae8ac82 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540981 Oct 25 09:15:58.722898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:15:58.737939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:15:58.737939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:15:58.738438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.747018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7ba954-8e73-41eb-9da2-a4be0287c27a None None] Network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:15:58.764605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aaee575f-1859-4a1e-87e4-c488f725a240 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4633780 Oct 25 09:15:58.764737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46648) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:15:58.769762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:15:58.799820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.801736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.862066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-567ce96b-fcc8-468c-87e6-d4b70feda0c0 req-4070b838-00c8-45c8-97b3-486f4539571b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 210 time: 0.0604548 Oct 25 09:15:58.885892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:58.980699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0', 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'fixed_ips': [{'subnet_id': '5693ffd9-fa47-4893-9269-ddfdf7126dde'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:15:58.983798 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:59.028807 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Sync routers for ids ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:15:59.045014 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Routers {'a8045618-2328-4869-bcf4-4cb07e7a8fe3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:15:59.047222 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:59.095685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:59.165538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8b59beb7-56b7-4f13-854d-546b59c7a009 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:15:59.173750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Allocated IP 172.20.0.2 (ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0/5693ffd9-fa47-4893-9269-ddfdf7126dde/e6a5b93d-fc6c-4cd8-9560-8f36dae37447) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:15:59.320064 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Set router a8045618-2328-4869-bcf4-4cb07e7a8fe3 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:15:59.554092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8b59beb7-56b7-4f13-854d-546b59c7a009 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:15:59.554673 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:59.713815 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:59.773191 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:15:55Z', 'revision_number': 4, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port': {'id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:51Z', 'updated_at': '2021-10-25T09:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '899b41a2-39f6-4323-903f-fc05d51326ac', 'name': '', 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'mac_address': 'fa:16:3e:db:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6558d95e-5231-4d0d-815c-2142729a4a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:54Z', 'updated_at': '2021-10-25T09:15:55Z', 'revision_number': 2, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'subnets': [{'id': '6558d95e-5231-4d0d-815c-2142729a4a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:15:59.788660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:59.904860 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:59.913344 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:59.940041 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Checking router: a8045618-2328-4869-bcf4-4cb07e7a8fe3 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:15:59.940816 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Updating router a8045618-2328-4869-bcf4-4cb07e7a8fe3 port 899b41a2-39f6-4323-903f-fc05d51326ac binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:15:59.970930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Pushing event updated for resources: {'Port': ['ID=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:15:59.972125 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:15:59.985787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.986131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.986472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.987740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.987942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.988274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.988608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.988957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.989282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.989607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.989930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:15:59.990247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.004876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6f1c5-6e5d-4047-9519-bcd82d8a9caf req-5abd2993-2379-4319-819c-a54d7b5a1368 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:00.015945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ec6f1c5-6e5d-4047-9519-bcd82d8a9caf req-5abd2993-2379-4319-819c-a54d7b5a1368 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1507273 Oct 25 09:16:00.017695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:00.019170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:00.021498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:00.067834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ec6f1c5-6e5d-4047-9519-bcd82d8a9caf req-5a798d47-be26-4b6d-a9f5-f94c60919d17 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456164 Oct 25 09:16:00.104258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Allocated IP 172.25.8.16 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/5cb45762-30af-4f8c-b733-689a74758504) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:00.158137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Attempting to bind port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:00.158790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Attempting to bind port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:00.159298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Attempting to bind port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 on network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:00.174283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:00.174662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Checking segment: {'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:00.175081 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.175465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Bound using segment: {'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:00.175979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Bound port: e6a5b93d-fc6c-4cd8-9560-8f36dae37447, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:00.176332 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.249608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-946fee26-0fb4-4008-b916-225add602663 req-79392eb4-c0be-42f9-bb9c-8155f9c517fa tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 210 time: 0.0622849 Oct 25 09:16:00.316707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] For port e6a5b93d-fc6c-4cd8-9560-8f36dae37447, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:00.320161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] For port e6a5b93d-fc6c-4cd8-9560-8f36dae37447, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,segment=NetworkSegment(d9a643b1-8721-4cf4-9c57-8f2fec74a177),segment_id=d9a643b1-8721-4cf4-9c57-8f2fec74a177)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:00.326715 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.340487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.422061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.455220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed42cd7-06bd-42fd-bb8f-0e20d3b69516 None None] Pushing event updated for resources: {'Port': ['ID=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:00.480592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-bdd41063-914b-4f60-969c-a2acbf6032c5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:00.483836 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-bdd41063-914b-4f60-969c-a2acbf6032c5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.2328551 Oct 25 09:16:00.506171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Request body: {'port': {'device_id': 'ac366ab0-5b7f-4850-be24-a66d7099a208', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'admin_state_up': True, 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:00.565090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:00.573272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:00.578890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:00.628650 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.637451 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.649645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb45762-30af-4f8c-b733-689a74758504,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:00.740057 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Pushing event updated for resources: {'Port': ['ID=899b41a2-39f6-4323-903f-fc05d51326ac,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:00.815557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:00.820495 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.821118 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.821963 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.823521 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.824996 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.825520 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.830298 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.831060 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.831555 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.832051 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.832529 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.833136 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.833637 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:00.862373 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Attempting to bind port 899b41a2-39f6-4323-903f-fc05d51326ac on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:00.862908 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Attempting to bind port 899b41a2-39f6-4323-903f-fc05d51326ac by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:00.863417 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Attempting to bind port 899b41a2-39f6-4323-903f-fc05d51326ac on network 19509946-a75c-4a31-8d38-ccf0a3a2914c {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:00.879955 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:00.880534 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Checking segment: {'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:00.881131 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:00.881677 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Bound using segment: {'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:00.882342 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Bound port: 899b41a2-39f6-4323-903f-fc05d51326ac, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ea502-4554-41be-ba95-fa808f204226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:00.882889 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:01.022630 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] For port 899b41a2-39f6-4323-903f-fc05d51326ac, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:01.030737 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] For port 899b41a2-39f6-4323-903f-fc05d51326ac, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=899b41a2-39f6-4323-903f-fc05d51326ac,segment=NetworkSegment(6d8ea502-4554-41be-ba95-fa808f204226),segment_id=6d8ea502-4554-41be-ba95-fa808f204226)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:01.035376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Allocated IP 172.20.0.12 (96663d00-68ba-41c8-a6f3-96b10f48019a/e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416/02b41f32-66e0-40c5-b75a-25982a06f145) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:01.036757 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:01.174074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:01.208613 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Routers {'a8045618-2328-4869-bcf4-4cb07e7a8fe3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:01.209274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:01.287662 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:01.293470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1170f363-f8a4-477a-8cc6-b2882281441f None None] Provisioning complete for port 899b41a2-39f6-4323-903f-fc05d51326ac triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:01.293944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1170f363-f8a4-477a-8cc6-b2882281441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:01.348409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:01.375075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e6a5b93d-fc6c-4cd8-9560-8f36dae37447 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:01.420942 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b0afc-25c5-4941-9a12-0b37d6a4d1d1 None None] Pushing event updated for resources: {'Port': ['ID=899b41a2-39f6-4323-903f-fc05d51326ac,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:01.465474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Network 96663d00-68ba-41c8-a6f3-96b10f48019a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:01.489904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:01.537156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:01.547508 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] Set router a8045618-2328-4869-bcf4-4cb07e7a8fe3 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:01.564928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:01.749213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event updated for resources: {'Port': ['ID=02b41f32-66e0-40c5-b75a-25982a06f145,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:01.761040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:01.768315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:01.831417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:01.833435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9085db3-e740-4aba-bcba-0b84dd3bd87d req-4e24c765-f0da-45d5-ba45-7c3db6305143 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:01.834732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9085db3-e740-4aba-bcba-0b84dd3bd87d req-4e24c765-f0da-45d5-ba45-7c3db6305143 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.5042288 Oct 25 09:16:01.939657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:01.940292 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:02.053388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9085db3-e740-4aba-bcba-0b84dd3bd87d req-5cd650a8-7b56-4748-a768-5300a2d6c503 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007978 Oct 25 09:16:02.060551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-4775da71-a396-4653-8d4e-5895953e21c9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5596049 Oct 25 09:16:02.168695 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:15:55Z', 'revision_number': 4, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port': {'id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:51Z', 'updated_at': '2021-10-25T09:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '899b41a2-39f6-4323-903f-fc05d51326ac', 'name': '', 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'mac_address': 'fa:16:3e:db:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6558d95e-5231-4d0d-815c-2142729a4a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:54Z', 'updated_at': '2021-10-25T09:16:01Z', 'revision_number': 4, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'subnets': [{'id': '6558d95e-5231-4d0d-815c-2142729a4a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:02.206996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:16:02.275046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6549a20-cd04-41c9-9665-704b7dd87e94 req-8b08aa5d-9da8-44fa-b99e-bc746434459c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:02.279637 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24597e18-61dd-473f-9a65-c499ab472286 None None] The sync data for ids ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'] in n-d-814746-2 is: [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:15:55Z', 'revision_number': 4, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port': {'id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:51Z', 'updated_at': '2021-10-25T09:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '899b41a2-39f6-4323-903f-fc05d51326ac', 'name': '', 'network_id': '19509946-a75c-4a31-8d38-ccf0a3a2914c', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'mac_address': 'fa:16:3e:db:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '6558d95e-5231-4d0d-815c-2142729a4a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:54Z', 'updated_at': '2021-10-25T09:16:01Z', 'revision_number': 4, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'subnets': [{'id': '6558d95e-5231-4d0d-815c-2142729a4a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:02.286057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6549a20-cd04-41c9-9665-704b7dd87e94 req-8b08aa5d-9da8-44fa-b99e-bc746434459c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 932 time: 0.1159973 Oct 25 09:16:02.395374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Request body: {'port': {'device_id': 'ac366ab0-5b7f-4850-be24-a66d7099a208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:02.419729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6549a20-cd04-41c9-9665-704b7dd87e94 req-5bf6fb8f-bca4-43ed-af42-244cf4cd2817 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322310 Oct 25 09:16:02.503370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:02.517465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe716952-c34e-4ebb-a94c-3b65688cad0a None None] Network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:02.528513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:02.536233 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:02.537527 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b130e230-883a-4945-b335-0e27bb20ec91 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7718434 Oct 25 09:16:02.540293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46708) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:02.653454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Sync routers for ids ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:02.798350 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1170f363-f8a4-477a-8cc6-b2882281441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:02.894566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Routers {'8a81931c-c1ac-4199-9117-2cc9a7b46ca0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:02.895202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:02.959928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b41f32-66e0-40c5-b75a-25982a06f145 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:16:02.969998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:02.987999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Transition to ACTIVE for port object 02b41f32-66e0-40c5-b75a-25982a06f145 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:16:02.993650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.049092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Pushing event updated for resources: {'Port': ['ID=02b41f32-66e0-40c5-b75a-25982a06f145,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:03.064571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Set router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:03.289136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Attempting to bind port 02b41f32-66e0-40c5-b75a-25982a06f145 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:03.289702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Attempting to bind port 02b41f32-66e0-40c5-b75a-25982a06f145 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:03.295631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Attempting to bind port 02b41f32-66e0-40c5-b75a-25982a06f145 on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:03.317509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Port 02b41f32-66e0-40c5-b75a-25982a06f145 on network 96663d00-68ba-41c8-a6f3-96b10f48019a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:16:03.318579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Attempting to bind port 02b41f32-66e0-40c5-b75a-25982a06f145 on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:03.348954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaf102-9163-416c-a466-16a244dfea53 req-db5d53e1-b5e4-4668-a65b-78d73d046b24 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:03.357037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70aaf102-9163-416c-a466-16a244dfea53 req-db5d53e1-b5e4-4668-a65b-78d73d046b24 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1733882 Oct 25 09:16:03.360218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:03.360553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Checking segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:03.361025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Bound using segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:03.361471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Bound port: 02b41f32-66e0-40c5-b75a-25982a06f145, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:03.361825 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.418556 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.431620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.436707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1170f363-f8a4-477a-8cc6-b2882281441f None None] For port 899b41a2-39f6-4323-903f-fc05d51326ac, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=899b41a2-39f6-4323-903f-fc05d51326ac,segment=NetworkSegment(6d8ea502-4554-41be-ba95-fa808f204226),segment_id=6d8ea502-4554-41be-ba95-fa808f204226)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:03.458904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] For port 02b41f32-66e0-40c5-b75a-25982a06f145, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:03.464469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] For port 02b41f32-66e0-40c5-b75a-25982a06f145, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=02b41f32-66e0-40c5-b75a-25982a06f145,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:03.473080 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.503231 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1170f363-f8a4-477a-8cc6-b2882281441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.592463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70aaf102-9163-416c-a466-16a244dfea53 req-fec6a75c-e076-45ed-a6e4-870a33f3eacb tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344131 Oct 25 09:16:03.596113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:03.597724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.599158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] 10.222.0.18 "PUT /v2.0/ports/02b41f32-66e0-40c5-b75a-25982a06f145 HTTP/1.1" status: 200 len: 1092 time: 1.5089157 Oct 25 09:16:03.600405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac366ab0-5b7f-4850-be24-a66d7099a208', 'tag': '02b41f32-66e0-40c5-b75a-25982a06f145'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:03.605009 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54962c35-d05f-4463-90ae-57b6d6a069a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac366ab0-5b7f-4850-be24-a66d7099a208", "tag": "02b41f32-66e0-40c5-b75a-25982a06f145"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:03.633478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa146ef3-2d98-4adf-96ad-f2193e9442ac service neutron] Pushing event updated for resources: {'Port': ['ID=02b41f32-66e0-40c5-b75a-25982a06f145,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:03.679285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port e6a5b93d-fc6c-4cd8-9560-8f36dae37447, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,segment=NetworkSegment(d9a643b1-8721-4cf4-9c57-8f2fec74a177),segment_id=d9a643b1-8721-4cf4-9c57-8f2fec74a177)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:03.731813 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.792863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-45e56005-5ee1-43fd-a36f-00cc8860c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:03.794603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-45e56005-5ee1-43fd-a36f-00cc8860c516 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 1095 time: 0.0989585 Oct 25 09:16:03.802572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-9ecab3d3-fb5c-4fe9-bb9d-c7e49692b534 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2850614 Oct 25 09:16:03.843365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2a895b40-9f15-4b30-bd50-82192c478b81 None None] Provisioning complete for port 899b41a2-39f6-4323-903f-fc05d51326ac triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:03.845433 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a895b40-9f15-4b30-bd50-82192c478b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:03.869939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170f363-f8a4-477a-8cc6-b2882281441f None None] Pushing event updated for resources: {'Port': ['ID=899b41a2-39f6-4323-903f-fc05d51326ac,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:03.916982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Allocated IP 172.20.0.1 (ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0/5693ffd9-fa47-4893-9269-ddfdf7126dde/545384f9-cac5-4a67-9970-967921b4c218) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:03.989817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-437488fe-e6b0-45f1-b80c-60939281c47a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02b41f32-66e0-40c5-b75a-25982a06f145 HTTP/1.1" status: 200 len: 217 time: 0.1501133 Oct 25 09:16:04.080306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2443724-8b0d-49bf-9e72-c5f22c085859 req-7befa92e-7155-4cc1-baee-cc75e43f7b2c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.083475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2443724-8b0d-49bf-9e72-c5f22c085859 req-7befa92e-7155-4cc1-baee-cc75e43f7b2c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 944 time: 0.2681584 Oct 25 09:16:04.085349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:04.086238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-52500992-cfee-4899-8475-f560730ccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.086826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-52500992-cfee-4899-8475-f560730ccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.088320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-52500992-cfee-4899-8475-f560730ccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.088861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-52500992-cfee-4899-8475-f560730ccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.089469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-52500992-cfee-4899-8475-f560730ccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.089994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-52500992-cfee-4899-8475-f560730ccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.090520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-52500992-cfee-4899-8475-f560730ccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.092604 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-52500992-cfee-4899-8475-f560730ccc9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e37673da2a52404881eed747461077c9&device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 6500 time: 0.1553686 Oct 25 09:16:04.097949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-6eb27781-558e-4c1e-a5bb-95cdcd803a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.099453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-6eb27781-558e-4c1e-a5bb-95cdcd803a24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0951383 Oct 25 09:16:04.121348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 899b41a2-39f6-4323-903f-fc05d51326ac up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:04.181768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-f7ab7937-cdd8-4a0a-9ff1-ea92f256b21c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439610 Oct 25 09:16:04.187452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2443724-8b0d-49bf-9e72-c5f22c085859 req-7ae0aa61-aff3-4db2-bf98-78f6466f7488 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869138 Oct 25 09:16:04.261855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:04.275315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2a895b40-9f15-4b30-bd50-82192c478b81 None None] Provisioning complete for port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:04.275714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a895b40-9f15-4b30-bd50-82192c478b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:04.290559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-d39bc30f-3d24-4874-90cf-376e464b5e08 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011615 Oct 25 09:16:04.303541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '5cb45762-30af-4f8c-b733-689a74758504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:00Z', 'revision_number': 3, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port': {'id': '5cb45762-30af-4f8c-b733-689a74758504', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:59Z', 'updated_at': '2021-10-25T09:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:04.327650 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3453779a-d975-4918-ab81-2b59380ba22b x-openstack-request-id: req-3453779a-d975-4918-ab81-2b59380ba22b {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:04.327952 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac366ab0-5b7f-4850-be24-a66d7099a208", "tag": "02b41f32-66e0-40c5-b75a-25982a06f145", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:04.328212 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3453779a-d975-4918-ab81-2b59380ba22b {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:04.328615 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac366ab0-5b7f-4850-be24-a66d7099a208', 'tag': '02b41f32-66e0-40c5-b75a-25982a06f145', 'status': 'completed', 'code': 200} Oct 25 09:16:04.334753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:04.346368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Checking router: 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:04.346725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Updating router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 port 5cb45762-30af-4f8c-b733-689a74758504 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:16:04.405725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 899b41a2-39f6-4323-903f-fc05d51326ac triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:04.406355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:04.427654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:04.444681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:04.449433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:04.451450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Pushing event updated for resources: {'Port': ['ID=545384f9-cac5-4a67-9970-967921b4c218,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:04.456273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:04.476499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57e0e06a-76b3-4fda-99af-806fc6b05d35 req-a07b7305-5070-4ad4-a7b0-a1fdf745250a service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754994 Oct 25 09:16:04.478559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-2dcc479d-a57b-41c6-b7e0-cf2033dd974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.478927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-2dcc479d-a57b-41c6-b7e0-cf2033dd974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.479367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-2dcc479d-a57b-41c6-b7e0-cf2033dd974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.481003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-2dcc479d-a57b-41c6-b7e0-cf2033dd974b service neutron] 10.222.0.18 "GET /v2.0/networks?id=24161614-046e-4f08-b967-937169f2c138&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 HTTP/1.1" status: 200 len: 2297 time: 0.3410208 Oct 25 09:16:04.608011 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-1a450e54-88f1-435e-8a0e-47c1cbf62989 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da HTTP/1.1" status: 200 len: 1001 time: 0.1181018 Oct 25 09:16:04.626578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:04.719634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-9ea885e3-785b-44f7-8dbe-41e67f0d0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.721651 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-9ea885e3-785b-44f7-8dbe-41e67f0d0d1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a17b50ce-565d-463c-82cf-a47b5cd78ad9 HTTP/1.1" status: 200 len: 856 time: 0.1058016 Oct 25 09:16:04.732060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-980177b5-5163-4d54-9e08-1ec778c9382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:04.739763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-980177b5-5163-4d54-9e08-1ec778c9382f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 1095 time: 0.1635888 Oct 25 09:16:04.940780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bfc20a3e-1a27-44be-9d34-f6faee7243cd None None] Provisioning complete for port 545384f9-cac5-4a67-9970-967921b4c218 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:04.941819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bfc20a3e-1a27-44be-9d34-f6faee7243cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:05.002703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-79744642-d32b-4a69-a63b-c78dfad5c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:05.007281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-79744642-d32b-4a69-a63b-c78dfad5c34c service neutron] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 906 time: 0.2635605 Oct 25 09:16:05.026189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bfc20a3e-1a27-44be-9d34-f6faee7243cd None None] Port 545384f9-cac5-4a67-9970-967921b4c218 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:16:05.052915 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:05.056856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bfc20a3e-1a27-44be-9d34-f6faee7243cd None None] Provisioning complete for port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:05.057564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bfc20a3e-1a27-44be-9d34-f6faee7243cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:05.097391 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:05.129923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec230-531b-4b44-b0b8-663876330ef3 req-5ab8ad8e-406e-4dc1-9cac-dd05814a940c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:05.131509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05cec230-531b-4b44-b0b8-663876330ef3 req-5ab8ad8e-406e-4dc1-9cac-dd05814a940c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.2265658 Oct 25 09:16:05.135465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-9de5a5da-67fe-41c3-aadb-993060ec41cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02b41f32-66e0-40c5-b75a-25982a06f145 HTTP/1.1" status: 200 len: 217 time: 0.1169412 Oct 25 09:16:05.236126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05cec230-531b-4b44-b0b8-663876330ef3 req-53b3c326-e239-4748-b018-0becc8b87585 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960112 Oct 25 09:16:05.240013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-75430b51-2bca-4802-8703-7f23a0e7b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:05.241558 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-75430b51-2bca-4802-8703-7f23a0e7b0ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24161614-046e-4f08-b967-937169f2c138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5102947 Oct 25 09:16:05.264184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ff2e2-ba0b-42e8-9b8e-edd57d19c7ba None None] Pushing event updated for resources: {'Port': ['ID=5cb45762-30af-4f8c-b733-689a74758504,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:05.277143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Attempting to bind port 5cb45762-30af-4f8c-b733-689a74758504 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:05.277515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Attempting to bind port 5cb45762-30af-4f8c-b733-689a74758504 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:05.277878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Attempting to bind port 5cb45762-30af-4f8c-b733-689a74758504 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:05.296021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-98eec8e7-7e92-49ab-a956-03753b8bc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:05.297763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-98eec8e7-7e92-49ab-a956-03753b8bc378 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.1037993 Oct 25 09:16:05.343979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:05.344465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:05.345304 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:05.345775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:05.346343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Bound port: 5cb45762-30af-4f8c-b733-689a74758504, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:05.346844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:05.361405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-b1318fd6-9ffa-465a-83e8-b458ed691b57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548255 Oct 25 09:16:05.378760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:05.410982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] For port 5cb45762-30af-4f8c-b733-689a74758504, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:05.414590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] For port 5cb45762-30af-4f8c-b733-689a74758504, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5cb45762-30af-4f8c-b733-689a74758504,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:05.424605 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:05.539693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Routers {'8a81931c-c1ac-4199-9117-2cc9a7b46ca0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:05.540483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:05.598674 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-f49ffaae-a2e9-4e9a-ac1a-d497f744a221 service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479402 Oct 25 09:16:05.658444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ff2e2-ba0b-42e8-9b8e-edd57d19c7ba None None] Pushing event updated for resources: {'Port': ['ID=5cb45762-30af-4f8c-b733-689a74758504,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:05.678586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae485-7025-4163-a671-d586245f0907 req-1b15e76c-b86b-4320-8639-abd72c217910 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:05.680171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cae485-7025-4163-a671-d586245f0907 req-1b15e76c-b86b-4320-8639-abd72c217910 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 944 time: 0.2143331 Oct 25 09:16:05.689227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-177fb201-c73e-49f8-ae0a-06e342e00cfc service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186238 Oct 25 09:16:05.738302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] Set router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:05.850731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30cae485-7025-4163-a671-d586245f0907 req-6be86667-42bc-4bdf-ad77-158d79c36f0e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580338 Oct 25 09:16:05.935659 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-9f8624c9-b6e5-47f8-9ec7-7227a1c6b082 service neutron] 10.222.0.18 "GET /v2.0/networks/24161614-046e-4f08-b967-937169f2c138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157384 Oct 25 09:16:05.969307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54962c35-d05f-4463-90ae-57b6d6a069a5 req-e4e95675-b49e-48af-a9e1-715031d313d2 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702918 Oct 25 09:16:06.001600 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-f901e52b-917c-4a55-beb0-4b315be802f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 200 len: 217 time: 0.0494871 Oct 25 09:16:06.060189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:06.068490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:06.099967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 899b41a2-39f6-4323-903f-fc05d51326ac up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:06.170317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-342a47e7-0828-49db-a90f-2d65c9dcbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:06.171977 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-342a47e7-0828-49db-a90f-2d65c9dcbab7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.1547534 Oct 25 09:16:06.250527 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:06.308291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Pushing event updated for resources: {'Port': ['ID=545384f9-cac5-4a67-9970-967921b4c218,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:06.385114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-a7dae4dc-80f8-4ace-b4fc-3bcbd8d93f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:06.386823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-a7dae4dc-80f8-4ace-b4fc-3bcbd8d93f62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2037299 Oct 25 09:16:06.455025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 899b41a2-39f6-4323-903f-fc05d51326ac triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:06.456347 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:06.488583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a43c3-371f-40f2-b5ca-d839317499b0 req-58269723-70c0-4ee2-b0e1-efa54c908331 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:06.497683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a9a43c3-371f-40f2-b5ca-d839317499b0 req-58269723-70c0-4ee2-b0e1-efa54c908331 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1342263 Oct 25 09:16:06.578184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '5cb45762-30af-4f8c-b733-689a74758504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:05Z', 'revision_number': 4, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port': {'id': '5cb45762-30af-4f8c-b733-689a74758504', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:59Z', 'updated_at': '2021-10-25T09:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '545384f9-cac5-4a67-9970-967921b4c218', 'name': '', 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'mac_address': 'fa:16:3e:12:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:03Z', 'updated_at': '2021-10-25T09:16:03Z', 'revision_number': 1, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'subnets': [{'id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:06.585481 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-4b8255cd-3636-4fc0-8a7e-43db1966911d service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882942 Oct 25 09:16:06.586628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a9a43c3-371f-40f2-b5ca-d839317499b0 req-192f7f63-8c5b-47fc-bb3a-ea84e600d44c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873630 Oct 25 09:16:06.621990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af926f-40c2-4a77-b717-a6575292742d None None] The sync data for ids ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'] in n-d-814746-2 is: [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '5cb45762-30af-4f8c-b733-689a74758504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:05Z', 'revision_number': 4, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port': {'id': '5cb45762-30af-4f8c-b733-689a74758504', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:59Z', 'updated_at': '2021-10-25T09:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '545384f9-cac5-4a67-9970-967921b4c218', 'name': '', 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'mac_address': 'fa:16:3e:12:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:03Z', 'updated_at': '2021-10-25T09:16:03Z', 'revision_number': 1, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'subnets': [{'id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:06.692227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e6a5b93d-fc6c-4cd8-9560-8f36dae37447 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:06.717757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:06.721383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:06.843580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:06.844049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:07.034702 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-c8565fc2-d2dd-4eea-ac85-f600c87830f1 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418585 Oct 25 09:16:07.152800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d04a-b469-446f-91a9-8c4fcd07392b req-501843bd-d68b-45ee-aa5f-f10d91e6f90f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:07.154427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9a2d04a-b469-446f-91a9-8c4fcd07392b req-501843bd-d68b-45ee-aa5f-f10d91e6f90f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 944 time: 0.1035132 Oct 25 09:16:07.164232 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-0e923f3a-5dd5-402a-894f-4046a9e9334b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 200 len: 217 time: 0.0719402 Oct 25 09:16:07.223678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9a2d04a-b469-446f-91a9-8c4fcd07392b req-5a68dc0a-ed9b-48f0-9d10-4f6edb1f2c45 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Oct 25 09:16:07.247662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c15fc93e-5423-422e-9b78-50674feedfe4 None None] Provisioning complete for port 545384f9-cac5-4a67-9970-967921b4c218 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:07.248257 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c15fc93e-5423-422e-9b78-50674feedfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:07.286079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-8ea98230-5fa9-4e53-82e2-5b0f59079dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:07.287718 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-8ea98230-5fa9-4e53-82e2-5b0f59079dca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.1152310 Oct 25 09:16:07.288510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c15fc93e-5423-422e-9b78-50674feedfe4 None None] Port 545384f9-cac5-4a67-9970-967921b4c218 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:16:07.294050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:16:07.423349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-e4852a83-52b6-4288-b82b-6b5ec22bba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:07.424924 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-e4852a83-52b6-4288-b82b-6b5ec22bba7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1279798 Oct 25 09:16:07.534423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-720a3609-61be-43c2-8be6-45c3dceb291e service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998747 Oct 25 09:16:07.598678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:07.617652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8929a7d3-16a1-4291-839e-0a72f6eaff69 admin admin] 10.222.0.32 "PUT /v2.0/routers/8a81931c-c1ac-4199-9117-2cc9a7b46ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0753510 Oct 25 09:16:07.734544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-f974f058-d346-4c62-bd1b-afd9b413f935 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905174 Oct 25 09:16:07.805438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0abad-0326-45f4-b03a-5e1c080d915f req-a8acfd4c-942b-4bf2-9009-ad367cc9261b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:07.808709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cd0abad-0326-45f4-b03a-5e1c080d915f req-a8acfd4c-942b-4bf2-9009-ad367cc9261b tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1310055 Oct 25 09:16:07.862106 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-6ff4760f-146f-47e9-8325-39120b77e8eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=6cb983c1-4249-4adb-85c7-ded6508e614b HTTP/1.1" status: 200 len: 217 time: 0.1201639 Oct 25 09:16:07.926917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-e3545b62-c280-41f8-9aee-795624167cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:07.929728 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-e3545b62-c280-41f8-9aee-795624167cb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.0586987 Oct 25 09:16:07.933592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cd0abad-0326-45f4-b03a-5e1c080d915f req-69a031fd-7ae7-4edb-a7b0-197e279f9ca2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177535 Oct 25 09:16:07.935060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5cb45762-30af-4f8c-b733-689a74758504 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:08.017228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5cb45762-30af-4f8c-b733-689a74758504 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:08.017708 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:08.019081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-a28e3dc4-b8c2-4a53-a273-84b33507322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:08.023736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-a28e3dc4-b8c2-4a53-a273-84b33507322a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872226 Oct 25 09:16:08.143725 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:08.184262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 5cb45762-30af-4f8c-b733-689a74758504, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5cb45762-30af-4f8c-b733-689a74758504,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:08.202099 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:08.338694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-85724a5b-af98-4954-8180-a5f78644310c service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063273 Oct 25 09:16:08.350708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=5cb45762-30af-4f8c-b733-689a74758504,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:08.364750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 02b41f32-66e0-40c5-b75a-25982a06f145 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:16:08.424268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d865f0-4ab9-4f88-9812-44cee09e14a4 req-a9d5cbbf-f9ce-4f24-b0f3-706949deda8c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:08.440119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94d865f0-4ab9-4f88-9812-44cee09e14a4 req-a9d5cbbf-f9ce-4f24-b0f3-706949deda8c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 944 time: 0.1252787 Oct 25 09:16:08.487628 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-7da90cec-daa1-4d0f-ad6a-c023bf5621be service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417787 Oct 25 09:16:08.557555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94d865f0-4ab9-4f88-9812-44cee09e14a4 req-835cbaf4-d120-4dfc-9496-1a415e4348bd tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164212 Oct 25 09:16:08.587383 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-2d078530-e0f9-493d-90fb-adee719cf4c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601 HTTP/1.1" status: 200 len: 217 time: 0.0907428 Oct 25 09:16:08.643713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 02b41f32-66e0-40c5-b75a-25982a06f145, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=02b41f32-66e0-40c5-b75a-25982a06f145,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:08.649611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-f72622d0-9bae-417e-b90e-cec00ce38216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:08.663603 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-f72622d0-9bae-417e-b90e-cec00ce38216 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 200 len: 797 time: 0.0691907 Oct 25 09:16:08.663982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '02b41f32-66e0-40c5-b75a-25982a06f145', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'port_id': '02b41f32-66e0-40c5-b75a-25982a06f145', 'mac_address': 'fa:16:3e:db:e7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:16:08.733573 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:08.736372 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:08.751199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b41f32-66e0-40c5-b75a-25982a06f145 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:16:08.765879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-c3d7b949-e9d5-4984-b3b4-f39a02795da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:08.767411 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-c3d7b949-e9d5-4984-b3b4-f39a02795da8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3312f8d8-9295-411c-bac6-d4c0058ea8f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960836 Oct 25 09:16:08.789652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 02b41f32-66e0-40c5-b75a-25982a06f145, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=02b41f32-66e0-40c5-b75a-25982a06f145,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:08.798659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:08.862072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=02b41f32-66e0-40c5-b75a-25982a06f145,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:08.966656 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-9741a161-0b31-4543-a4d4-d0df5b7c3bc7 service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899598 Oct 25 09:16:09.094085 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-7fd9c80e-260c-4845-bc14-aba214e3f73b service neutron] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184022 Oct 25 09:16:09.143938 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-bb188e8e-a7d5-415c-8db6-e28bbc2533fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ba016be6-2358-438e-81df-2536941bf355 HTTP/1.1" status: 200 len: 217 time: 0.0385735 Oct 25 09:16:09.209138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-d2db5e19-8dad-4944-98bb-ebc22e4539c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:09.210604 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-d2db5e19-8dad-4944-98bb-ebc22e4539c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.0557599 Oct 25 09:16:09.251651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['02b41f32-66e0-40c5-b75a-25982a06f145'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:09.281734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-39d1f6ac-eda9-44c7-bb5b-9bdd3b625c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:09.283608 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-39d1f6ac-eda9-44c7-bb5b-9bdd3b625c04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581131 Oct 25 09:16:09.309439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3e76b-67aa-4e94-9093-6f2310c307fc req-97726293-8fd2-48b0-a975-ff6f893c6b6d tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:09.317894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9e3e76b-67aa-4e94-9093-6f2310c307fc req-97726293-8fd2-48b0-a975-ff6f893c6b6d tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0982459 Oct 25 09:16:09.357641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9e3e76b-67aa-4e94-9093-6f2310c307fc req-ad2614a1-6171-4d94-8b0d-d512870e1d57 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Oct 25 09:16:09.397185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-a9e9325c-fea7-43f2-aaee-3c98dc1f4d19 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047211 Oct 25 09:16:09.577519 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-032102da-bc03-4601-a6e8-bc5a117bbb27 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694551 Oct 25 09:16:09.654148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-cd0ccf53-d98e-4d91-8c51-92d77c629ff4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3 HTTP/1.1" status: 200 len: 217 time: 0.0698967 Oct 25 09:16:09.760989 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:09.779719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-e4016a25-afc0-4bcf-a047-40b43bc1de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:09.782094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-e4016a25-afc0-4bcf-a047-40b43bc1de11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 200 len: 797 time: 0.1201429 Oct 25 09:16:09.799228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc5011-9667-453e-afec-bec724286460 req-8d4310cd-95e0-446f-b6bf-ef904605bd4a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:09.810833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29bc5011-9667-453e-afec-bec724286460 req-8d4310cd-95e0-446f-b6bf-ef904605bd4a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 945 time: 0.1089222 Oct 25 09:16:09.863087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717165ba-f598-45da-820e-109669700d26 req-986b914e-690c-4c26-a920-12029a32294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:09.864697 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-986b914e-690c-4c26-a920-12029a32294a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752485 Oct 25 09:16:09.872659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5cb45762-30af-4f8c-b733-689a74758504 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:09.898788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29bc5011-9667-453e-afec-bec724286460 req-b6993cb1-b57a-46b4-880a-85ed9e13b519 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867512 Oct 25 09:16:09.976514 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-30ef70b0-466a-4a24-8b05-e8e9305ecf57 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024654 Oct 25 09:16:10.030264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5cb45762-30af-4f8c-b733-689a74758504 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:10.030727 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:10.242026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46836) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:10.578036 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Sync routers for ids ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:10.607949 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Routers {'8a81931c-c1ac-4199-9117-2cc9a7b46ca0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:10.608561 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:10.632291 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-717165ba-f598-45da-820e-109669700d26 req-acfb195f-fce5-4b81-b20d-df7e9a6a8385 service neutron] 10.222.0.18 "GET /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462443 Oct 25 09:16:10.802595 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Set router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:10.978136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a8011-a497-463b-b204-810056f3f02e req-bababda7-ae6a-46c7-b8a2-dcdb907a4906 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:10.985692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e0a8011-a497-463b-b204-810056f3f02e req-bababda7-ae6a-46c7-b8a2-dcdb907a4906 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0710163 Oct 25 09:16:11.114855 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '5cb45762-30af-4f8c-b733-689a74758504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:05Z', 'revision_number': 4, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port': {'id': '5cb45762-30af-4f8c-b733-689a74758504', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:59Z', 'updated_at': '2021-10-25T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '545384f9-cac5-4a67-9970-967921b4c218', 'name': '', 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'mac_address': 'fa:16:3e:12:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:03Z', 'updated_at': '2021-10-25T09:16:05Z', 'revision_number': 2, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'subnets': [{'id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:11.137355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e0a8011-a497-463b-b204-810056f3f02e req-45012f03-d338-4330-a0b0-f63421d2b3c0 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506290 Oct 25 09:16:11.183460 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Checking router: 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:11.183811 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Updating router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 port 545384f9-cac5-4a67-9970-967921b4c218 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:16:11.222658 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:11.323557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d66a0b-f365-44a9-9106-ac51650907ea req-451087db-14ca-4a5c-8e22-acffb177ce87 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:11.325393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01d66a0b-f365-44a9-9106-ac51650907ea req-451087db-14ca-4a5c-8e22-acffb177ce87 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 945 time: 0.0711474 Oct 25 09:16:11.386936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01d66a0b-f365-44a9-9106-ac51650907ea req-6153b76c-daaa-4339-a45d-36e84d24e2a4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531199 Oct 25 09:16:11.451372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:11.582750 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:11.604577 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:11.710726 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f80be-fc70-4038-988d-6d40c66b735f None None] Pushing event updated for resources: {'Port': ['ID=545384f9-cac5-4a67-9970-967921b4c218,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:11.855272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Deleting port 899b41a2-39f6-4323-903f-fc05d51326ac {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:11.860671 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:11.882617 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Attempting to bind port 545384f9-cac5-4a67-9970-967921b4c218 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:11.883351 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Attempting to bind port 545384f9-cac5-4a67-9970-967921b4c218 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:11.883717 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Attempting to bind port 545384f9-cac5-4a67-9970-967921b4c218 on network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:11.889854 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:11.890326 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Checking segment: {'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:11.890601 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:11.890995 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Bound using segment: {'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:11.891464 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Bound port: 545384f9-cac5-4a67-9970-967921b4c218, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a643b1-8721-4cf4-9c57-8f2fec74a177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:11.891837 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:11.986552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] For port 899b41a2-39f6-4323-903f-fc05d51326ac, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=899b41a2-39f6-4323-903f-fc05d51326ac,segment=NetworkSegment(6d8ea502-4554-41be-ba95-fa808f204226),segment_id=6d8ea502-4554-41be-ba95-fa808f204226)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:11.987165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:11.987587 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] For port 545384f9-cac5-4a67-9970-967921b4c218, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:12.001530 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] For port 545384f9-cac5-4a67-9970-967921b4c218, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=545384f9-cac5-4a67-9970-967921b4c218,segment=NetworkSegment(d9a643b1-8721-4cf4-9c57-8f2fec74a177),segment_id=d9a643b1-8721-4cf4-9c57-8f2fec74a177)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:12.002563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Calling delete_port for 899b41a2-39f6-4323-903f-fc05d51326ac owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:12.014102 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.080572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a9e95f4b-b4ab-482d-9169-9e0bf9f0f468 None None] Provisioning complete for port 545384f9-cac5-4a67-9970-967921b4c218 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:12.081102 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9e95f4b-b4ab-482d-9169-9e0bf9f0f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.090428 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Routers {'8a81931c-c1ac-4199-9117-2cc9a7b46ca0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:12.091422 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:12.193991 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f80be-fc70-4038-988d-6d40c66b735f None None] Pushing event updated for resources: {'Port': ['ID=545384f9-cac5-4a67-9970-967921b4c218,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:12.285151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9e95f4b-b4ab-482d-9169-9e0bf9f0f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.376921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a9e95f4b-b4ab-482d-9169-9e0bf9f0f468 None None] For port 545384f9-cac5-4a67-9970-967921b4c218, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=545384f9-cac5-4a67-9970-967921b4c218,segment=NetworkSegment(d9a643b1-8721-4cf4-9c57-8f2fec74a177),segment_id=d9a643b1-8721-4cf4-9c57-8f2fec74a177)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:12.386538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 02b41f32-66e0-40c5-b75a-25982a06f145 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:12.408632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.446715 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9e95f4b-b4ab-482d-9169-9e0bf9f0f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.463954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Pushing event deleted for resources: {'Port': ['ID=899b41a2-39f6-4323-903f-fc05d51326ac,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:12.535017 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] Set router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:12.595454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b5002-8dc6-4019-8fcc-15fde22098cc req-5c5c3c46-5b2c-4a9e-9916-758c6ebd2cdc tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:12.607725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed6b5002-8dc6-4019-8fcc-15fde22098cc req-5c5c3c46-5b2c-4a9e-9916-758c6ebd2cdc tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.2029762 Oct 25 09:16:12.625108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c732082e-c1fe-4011-b74a-3a93e02a4ce6 None None] Provisioning complete for port 545384f9-cac5-4a67-9970-967921b4c218 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:12.625523 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c732082e-c1fe-4011-b74a-3a93e02a4ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.684840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e95f4b-b4ab-482d-9169-9e0bf9f0f468 None None] Pushing event updated for resources: {'Port': ['ID=545384f9-cac5-4a67-9970-967921b4c218,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:12.697279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 02b41f32-66e0-40c5-b75a-25982a06f145 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:16:12.701888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 02b41f32-66e0-40c5-b75a-25982a06f145 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:12.702263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.843892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed6b5002-8dc6-4019-8fcc-15fde22098cc req-7f98c607-2ca4-47ca-ad92-f2cad1488f70 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350974 Oct 25 09:16:12.885838 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.924242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:12.971750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 02b41f32-66e0-40c5-b75a-25982a06f145, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=02b41f32-66e0-40c5-b75a-25982a06f145,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:12.976099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac366ab0-5b7f-4850-be24-a66d7099a208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b41f32-66e0-40c5-b75a-25982a06f145'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:12.997288 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f48830f-0795-41a7-95c2-238125ef6bda" -d '{"events": [{"server_uuid": "ac366ab0-5b7f-4850-be24-a66d7099a208", "name": "network-vif-plugged", "status": "completed", "tag": "02b41f32-66e0-40c5-b75a-25982a06f145"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:13.010565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:13.014176 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '5cb45762-30af-4f8c-b733-689a74758504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:05Z', 'revision_number': 4, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port': {'id': '5cb45762-30af-4f8c-b733-689a74758504', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:59Z', 'updated_at': '2021-10-25T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '545384f9-cac5-4a67-9970-967921b4c218', 'name': '', 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'mac_address': 'fa:16:3e:12:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:03Z', 'updated_at': '2021-10-25T09:16:11Z', 'revision_number': 4, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'subnets': [{'id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:13.049556 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364ebda-41db-4cef-b0bd-c40cd4a13af5 None None] The sync data for ids ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'] in n-d-814746-2 is: [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '5cb45762-30af-4f8c-b733-689a74758504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:05Z', 'revision_number': 4, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port': {'id': '5cb45762-30af-4f8c-b733-689a74758504', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:59Z', 'updated_at': '2021-10-25T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '545384f9-cac5-4a67-9970-967921b4c218', 'name': '', 'network_id': 'ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'mac_address': 'fa:16:3e:12:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:03Z', 'updated_at': '2021-10-25T09:16:11Z', 'revision_number': 4, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'subnets': [{'id': '5693ffd9-fa47-4893-9269-ddfdf7126dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:13.125846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de0cd4-477b-4dcb-b920-cfc94f3086a2 req-88d28536-6e02-4125-804f-b0863e960f0d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:13.135076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84de0cd4-477b-4dcb-b920-cfc94f3086a2 req-88d28536-6e02-4125-804f-b0863e960f0d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 946 time: 0.1437047 Oct 25 09:16:13.135845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=02b41f32-66e0-40c5-b75a-25982a06f145,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:13.223548 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84de0cd4-477b-4dcb-b920-cfc94f3086a2 req-e3298cba-eae7-41a2-8d6c-a20acd063c36 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873358 Oct 25 09:16:13.307386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Router a8045618-2328-4869-bcf4-4cb07e7a8fe3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:16:13.317005 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e11984-17b3-4a9f-b51d-ea90b05f9064 x-openstack-request-id: req-a5e11984-17b3-4a9f-b51d-ea90b05f9064 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:13.317572 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac366ab0-5b7f-4850-be24-a66d7099a208", "name": "network-vif-plugged", "status": "completed", "tag": "02b41f32-66e0-40c5-b75a-25982a06f145", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:13.318049 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5e11984-17b3-4a9f-b51d-ea90b05f9064 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:13.318788 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac366ab0-5b7f-4850-be24-a66d7099a208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b41f32-66e0-40c5-b75a-25982a06f145', 'code': 200} Oct 25 09:16:13.500623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6b878-470b-4641-94e8-55df7ea7db2a req-d19d5e2e-d5c5-4476-be54-925c1425affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:13.502196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f8b6b878-470b-4641-94e8-55df7ea7db2a req-d19d5e2e-d5c5-4476-be54-925c1425affb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 1097 time: 0.0900173 Oct 25 09:16:13.516399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:13.523969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e4da68ab-3d2f-45a5-b7e4-bc6f767ffa30 admin admin] 10.222.0.32 "PUT /v2.0/routers/a8045618-2328-4869-bcf4-4cb07e7a8fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2808871 Oct 25 09:16:13.529537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d118c-18e8-4307-b843-264356c92690 None None] Sync routers for ids ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:13.532042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46882) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:13.544429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d118c-18e8-4307-b843-264356c92690 None None] Routers {'a8045618-2328-4869-bcf4-4cb07e7a8fe3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:13.545473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-245d118c-18e8-4307-b843-264356c92690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:13.688815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-245d118c-18e8-4307-b843-264356c92690 None None] Set router a8045618-2328-4869-bcf4-4cb07e7a8fe3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:13.720418 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f8b6b878-470b-4641-94e8-55df7ea7db2a req-d17bebba-bb78-4faf-b9ca-1d1903c24571 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111561 Oct 25 09:16:13.755643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:13.951592 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:13.985638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-245d118c-18e8-4307-b843-264356c92690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:16:12Z', 'revision_number': 5, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port': {'id': '8b59beb7-56b7-4f13-854d-546b59c7a009', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:51Z', 'updated_at': '2021-10-25T09:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:14.032205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Deleting port 8b59beb7-56b7-4f13-854d-546b59c7a009 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:14.032569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:14.044396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 545384f9-cac5-4a67-9970-967921b4c218 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:14.048494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d118c-18e8-4307-b843-264356c92690 None None] Checking router: a8045618-2328-4869-bcf4-4cb07e7a8fe3 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:14.112122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc573271-7514-4f82-80a8-31ae505737ab req-961a64a6-3d7d-4f5a-bac5-5f2f9f811f6d tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:14.118398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc573271-7514-4f82-80a8-31ae505737ab req-961a64a6-3d7d-4f5a-bac5-5f2f9f811f6d tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1192513 Oct 25 09:16:14.137891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d118c-18e8-4307-b843-264356c92690 None None] Routers {'a8045618-2328-4869-bcf4-4cb07e7a8fe3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:14.139159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-245d118c-18e8-4307-b843-264356c92690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:14.231713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] For port 8b59beb7-56b7-4f13-854d-546b59c7a009, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8b59beb7-56b7-4f13-854d-546b59c7a009,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:14.232226 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:14.239015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc573271-7514-4f82-80a8-31ae505737ab req-cdb7f464-ad39-45a8-972f-92fcc917d464 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136994 Oct 25 09:16:14.277650 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Calling delete_port for 8b59beb7-56b7-4f13-854d-546b59c7a009 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:14.312629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-245d118c-18e8-4307-b843-264356c92690 None None] Set router a8045618-2328-4869-bcf4-4cb07e7a8fe3 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:14.320960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 545384f9-cac5-4a67-9970-967921b4c218 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:14.321315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:14.454294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-245d118c-18e8-4307-b843-264356c92690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:16:13Z', 'revision_number': 6, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:14.497924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d118c-18e8-4307-b843-264356c92690 None None] The sync data for ids ['a8045618-2328-4869-bcf4-4cb07e7a8fe3'] in n-d-814746-2 is: [{'id': 'a8045618-2328-4869-bcf4-4cb07e7a8fe3', 'name': 'tempest-TestAggregatesBasicOps-1749578512-router', 'tenant_id': 'cb37c80a943d41c89a9cb90a535ff609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:50Z', 'updated_at': '2021-10-25T09:16:13Z', 'revision_number': 6, 'project_id': 'cb37c80a943d41c89a9cb90a535ff609', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:14.554275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a8cf-3fe8-4831-aada-70661f9906dd req-1b28964e-fd47-4592-b54e-4457ab868abc tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:14.581541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2217a8cf-3fe8-4831-aada-70661f9906dd req-1b28964e-fd47-4592-b54e-4457ab868abc tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 946 time: 0.1819866 Oct 25 09:16:14.638501 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:14.677352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2217a8cf-3fe8-4831-aada-70661f9906dd req-fbee4b3b-5534-44f4-a622-18ef1ecd1171 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909593 Oct 25 09:16:14.705532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b59beb7-56b7-4f13-854d-546b59c7a009,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:14.802939 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:14.934243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:14.936656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.013351 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.013925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8045618-2328-4869-bcf4-4cb07e7a8fe3 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:16:15.019021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.020151 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cb665bce-debc-4b5c-a8be-f68c0075004a admin admin] 10.222.0.32 "DELETE /v2.0/routers/a8045618-2328-4869-bcf4-4cb07e7a8fe3 HTTP/1.1" status: 204 len: 168 time: 1.4871595 Oct 25 09:16:15.022935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46898) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:15.129864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-3654e67a-48e8-4451-a88f-ed7cccca1bab admin admin] Deleting subnet 6558d95e-5231-4d0d-815c-2142729a4a93 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:16:15.134567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3654e67a-48e8-4451-a88f-ed7cccca1bab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.179885 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3654e67a-48e8-4451-a88f-ed7cccca1bab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.288120 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3654e67a-48e8-4451-a88f-ed7cccca1bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.367930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3654e67a-48e8-4451-a88f-ed7cccca1bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.499299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db21758-a6b0-4f34-a71c-f1fee98fcd22 None None] Network 19509946-a75c-4a31-8d38-ccf0a3a2914c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:15.504784 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3654e67a-48e8-4451-a88f-ed7cccca1bab admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.530756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3654e67a-48e8-4451-a88f-ed7cccca1bab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6558d95e-5231-4d0d-815c-2142729a4a93 HTTP/1.1" status: 204 len: 168 time: 0.5044088 Oct 25 09:16:15.533999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46904) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:15.537929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654e67a-48e8-4451-a88f-ed7cccca1bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6558d95e-5231-4d0d-815c-2142729a4a93,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:15.585268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb120f-683b-4fb8-8c86-e18ca29b6347 req-cd52066f-6612-489c-925f-e32e644e02b3 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:15.593955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbdb120f-683b-4fb8-8c86-e18ca29b6347 req-cd52066f-6612-489c-925f-e32e644e02b3 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.2219942 Oct 25 09:16:15.669705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbdb120f-683b-4fb8-8c86-e18ca29b6347 req-22174ba1-9df9-4d6b-80c4-068866faa180 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705984 Oct 25 09:16:15.695084 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.801994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] DHCP port deletion for 19509946-a75c-4a31-8d38-ccf0a3a2914c request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:16:15.803617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Deleting port 75f60062-558f-4abc-8cf7-2c53c70a9d3f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:15.803920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.870602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4751a-36c1-4cec-8abf-760a289b0ef5 req-c00abcf0-1a57-4c69-a57c-e5f2706faf71 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:15.882086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-caa4751a-36c1-4cec-8abf-760a289b0ef5 req-c00abcf0-1a57-4c69-a57c-e5f2706faf71 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 946 time: 0.1080272 Oct 25 09:16:15.963734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] For port 75f60062-558f-4abc-8cf7-2c53c70a9d3f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=75f60062-558f-4abc-8cf7-2c53c70a9d3f,segment=NetworkSegment(6d8ea502-4554-41be-ba95-fa808f204226),segment_id=6d8ea502-4554-41be-ba95-fa808f204226)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:15.964096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:15.970242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-caa4751a-36c1-4cec-8abf-760a289b0ef5 req-e8519125-5e50-4ab7-b13c-2ebca21a3c39 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871947 Oct 25 09:16:15.978964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 899b41a2-39f6-4323-903f-fc05d51326ac no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:15.992425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] Deleting port 75f60062-558f-4abc-8cf7-2c53c70a9d3f {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:15.992780 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.012146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Calling delete_port for 75f60062-558f-4abc-8cf7-2c53c70a9d3f owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:16.125021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 899b41a2-39f6-4323-903f-fc05d51326ac {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:16.125376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 899b41a2-39f6-4323-903f-fc05d51326ac not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:16.125786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8b59beb7-56b7-4f13-854d-546b59c7a009 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:16.156193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8b59beb7-56b7-4f13-854d-546b59c7a009 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:16.156540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8b59beb7-56b7-4f13-854d-546b59c7a009 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:16.184252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] For port 75f60062-558f-4abc-8cf7-2c53c70a9d3f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=75f60062-558f-4abc-8cf7-2c53c70a9d3f,segment=NetworkSegment(6d8ea502-4554-41be-ba95-fa808f204226),segment_id=6d8ea502-4554-41be-ba95-fa808f204226)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:16.184655 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.191835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d04ad-c324-495c-afb9-d656a776807f req-cd3b1757-5343-4b69-80c7-f045065ceda2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:16.199283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.204096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a2d04ad-c324-495c-afb9-d656a776807f req-cd3b1757-5343-4b69-80c7-f045065ceda2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 946 time: 0.1194446 Oct 25 09:16:16.215402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] Calling delete_port for 75f60062-558f-4abc-8cf7-2c53c70a9d3f owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:16.254178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] No DVR routers for this DVR port 75f60062-558f-4abc-8cf7-2c53c70a9d3f on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:16:16.292328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a2d04ad-c324-495c-afb9-d656a776807f req-4057f7df-9195-43df-be44-05d3031eba4a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638454 Oct 25 09:16:16.324112 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.382492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Pushing event deleted for resources: {'Port': ['ID=75f60062-558f-4abc-8cf7-2c53c70a9d3f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:16.405968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] Pushing event deleted for resources: {'Port': ['ID=75f60062-558f-4abc-8cf7-2c53c70a9d3f,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:16.408977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b6b05-ee83-4686-b946-710c57d1f795 None None] No DVR routers for this DVR port 75f60062-558f-4abc-8cf7-2c53c70a9d3f on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:16:16.455132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3f704862-a49e-441e-abd4-9f569b3fa023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.483968 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.519283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19509946-a75c-4a31-8d38-ccf0a3a2914c']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:16.552601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8ea502-4554-41be-ba95-fa808f204226') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:16.552929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8ea502-4554-41be-ba95-fa808f204226') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:16.571236 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.590473 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.600366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:16:16.601838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:16:16.608020 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:16:16.690702 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.701099 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:16.705412 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] 10.222.0.32 "DELETE /v2.0/networks/19509946-a75c-4a31-8d38-ccf0a3a2914c HTTP/1.1" status: 204 len: 168 time: 1.1700833 Oct 25 09:16:16.708140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36b686-aafc-4608-9229-653ac95fe9d8 req-e2bb8bd0-1d59-448b-aefa-91ff6671049e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:16.710001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec36b686-aafc-4608-9229-653ac95fe9d8 req-e2bb8bd0-1d59-448b-aefa-91ff6671049e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 946 time: 0.0883639 Oct 25 09:16:16.710160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46946) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:16.731912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862cd8a-5c22-4e35-a09c-60f9b212359d admin admin] Pushing event deleted for resources: {'Network': ['ID=19509946-a75c-4a31-8d38-ccf0a3a2914c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:16.762215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec36b686-aafc-4608-9229-653ac95fe9d8 req-03da8e29-1cd7-4601-9f06-edc9db2cf3f5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Oct 25 09:16:16.881370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:16.926181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbca79-06d1-400a-89c8-38600cfef046 req-18356fb0-4b55-4e1e-a831-aef0e0968cb2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:16.927753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bfbca79-06d1-400a-89c8-38600cfef046 req-18356fb0-4b55-4e1e-a831-aef0e0968cb2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0618818 Oct 25 09:16:16.973940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bfbca79-06d1-400a-89c8-38600cfef046 req-a1b095d8-3ab5-4542-86d2-bf1764858727 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393999 Oct 25 09:16:17.080462 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1475da11-8628-4d3b-b3be-4605b64b9a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.243102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1475da11-8628-4d3b-b3be-4605b64b9a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.251397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1475da11-8628-4d3b-b3be-4605b64b9a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.302182 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1475da11-8628-4d3b-b3be-4605b64b9a8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8aef31cb1c59472b89825528db4644bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4189234 Oct 25 09:16:17.304793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46954) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:17.311774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475da11-8628-4d3b-b3be-4605b64b9a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f545b4-213c-487d-af18-011b25fd5e7f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:17.323599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.367273 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9bf0-6463-4e7a-8f5f-e8182a1f058e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.390615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9bf0-6463-4e7a-8f5f-e8182a1f058e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.449629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9bf0-6463-4e7a-8f5f-e8182a1f058e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.452432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9bf0-6463-4e7a-8f5f-e8182a1f058e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.457129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f1d9bf0-6463-4e7a-8f5f-e8182a1f058e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1f545b4-213c-487d-af18-011b25fd5e7f HTTP/1.1" status: 204 len: 168 time: 0.1512399 Oct 25 09:16:17.467906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d9bf0-6463-4e7a-8f5f-e8182a1f058e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f545b4-213c-487d-af18-011b25fd5e7f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:17.497660 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:16:17.653789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Deleting port 545384f9-cac5-4a67-9970-967921b4c218 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:17.654342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.780948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46966) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:17.818616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] For port 545384f9-cac5-4a67-9970-967921b4c218, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=545384f9-cac5-4a67-9970-967921b4c218,segment=NetworkSegment(d9a643b1-8721-4cf4-9c57-8f2fec74a177),segment_id=d9a643b1-8721-4cf4-9c57-8f2fec74a177)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:17.819617 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:17.848825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Calling delete_port for 545384f9-cac5-4a67-9970-967921b4c218 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:17.858336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 75f60062-558f-4abc-8cf7-2c53c70a9d3f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:17.884536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 75f60062-558f-4abc-8cf7-2c53c70a9d3f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:17.885440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 75f60062-558f-4abc-8cf7-2c53c70a9d3f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:17.933611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f5d4d-eb88-4607-b527-c7b3fb39257b req-209e0a9f-ba08-42b1-a7b2-dc6a090e3f12 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:17.941751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-572f5d4d-eb88-4607-b527-c7b3fb39257b req-209e0a9f-ba08-42b1-a7b2-dc6a090e3f12 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 946 time: 0.0635800 Oct 25 09:16:17.994802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1d93-943d-47bd-911d-56a89c522c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.003319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46974) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:18.028856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-572f5d4d-eb88-4607-b527-c7b3fb39257b req-1b668c4d-43f4-47a9-aed8-2fb352ab0e3b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820484 Oct 25 09:16:18.041473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68740e73-08e5-4450-8b5a-ff9570596551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.171255 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.197869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=545384f9-cac5-4a67-9970-967921b4c218,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:18.210256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec20a35-8da4-4be0-9edf-8d4a7ad322d6 req-2c345223-c504-4395-b888-f430512c4774 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:18.217411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ec20a35-8da4-4be0-9edf-8d4a7ad322d6 req-2c345223-c504-4395-b888-f430512c4774 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0895224 Oct 25 09:16:18.237708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-e8e33db3-b255-48cc-8b85-ed35c85f029f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:18.239188 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-e8e33db3-b255-48cc-8b85-ed35c85f029f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 946 time: 0.1085443 Oct 25 09:16:18.295288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68740e73-08e5-4450-8b5a-ff9570596551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.344791 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1d93-943d-47bd-911d-56a89c522c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.349810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ec20a35-8da4-4be0-9edf-8d4a7ad322d6 req-18c3261d-a039-4aa2-904c-ed4dbb5f5516 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191206 Oct 25 09:16:18.350494 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68740e73-08e5-4450-8b5a-ff9570596551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.361914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1d93-943d-47bd-911d-56a89c522c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.412370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-68740e73-08e5-4450-8b5a-ff9570596551 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=056549bfaddd4b16a0bc5ba1a1801d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077616 Oct 25 09:16:18.414900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46976) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:18.453609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.470628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68740e73-08e5-4450-8b5a-ff9570596551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f64930-dcd6-4353-aebb-a777a803a7fb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:18.481792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0d8f1d93-943d-47bd-911d-56a89c522c25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=195f2ba3ef5e435998aa0579d1c4f65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994567 Oct 25 09:16:18.483044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46978) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:18.484934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97ce23bb-59f6-4147-977a-aafeb169e38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.524435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97ce23bb-59f6-4147-977a-aafeb169e38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.526780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1d93-943d-47bd-911d-56a89c522c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27307ab-c4f3-43e5-b4ae-71a9823f9150,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:18.587834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97ce23bb-59f6-4147-977a-aafeb169e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.591721 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97ce23bb-59f6-4147-977a-aafeb169e38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.595477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-97ce23bb-59f6-4147-977a-aafeb169e38e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60f64930-dcd6-4353-aebb-a777a803a7fb HTTP/1.1" status: 204 len: 168 time: 0.1759369 Oct 25 09:16:18.608929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce23bb-59f6-4147-977a-aafeb169e38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f64930-dcd6-4353-aebb-a777a803a7fb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:18.763386 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e9ce-0ffe-4470-80dc-879f1bd6600a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.894602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Deleting port 02b41f32-66e0-40c5-b75a-25982a06f145 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:18.895108 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.947616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4450a32c-9168-404b-9e26-c0835dad745b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:18.997463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4450a32c-9168-404b-9e26-c0835dad745b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:19.134003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] For port 02b41f32-66e0-40c5-b75a-25982a06f145, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=02b41f32-66e0-40c5-b75a-25982a06f145,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:19.134522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:19.155931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Calling delete_port for 02b41f32-66e0-40c5-b75a-25982a06f145 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:19.180516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49399-d103-403e-aee7-e10032128bf6 req-343d5028-efec-4902-82ef-6f9f29cde098 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:19.183119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08f49399-d103-403e-aee7-e10032128bf6 req-343d5028-efec-4902-82ef-6f9f29cde098 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 946 time: 0.0779705 Oct 25 09:16:19.226980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08f49399-d103-403e-aee7-e10032128bf6 req-9876205f-4df5-4953-9b0d-35d77372d94b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369925 Oct 25 09:16:19.228525 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4450a32c-9168-404b-9e26-c0835dad745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:19.231595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4450a32c-9168-404b-9e26-c0835dad745b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:19.232743 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4450a32c-9168-404b-9e26-c0835dad745b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a27307ab-c4f3-43e5-b4ae-71a9823f9150 HTTP/1.1" status: 204 len: 168 time: 0.7480891 Oct 25 09:16:19.266894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:16:19.267784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450a32c-9168-404b-9e26-c0835dad745b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27307ab-c4f3-43e5-b4ae-71a9823f9150,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:19.449839 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:19.457768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3540a572-c266-406b-98e7-14be7769bde8 admin admin] 10.222.0.32 "PUT /v2.0/routers/8a81931c-c1ac-4199-9117-2cc9a7b46ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7319484 Oct 25 09:16:19.460644 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] Sync routers for ids ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:19.461204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47008) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:19.477169 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] Routers {'8a81931c-c1ac-4199-9117-2cc9a7b46ca0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:19.479542 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:19.485375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:19.518918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['02b41f32-66e0-40c5-b75a-25982a06f145'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:19.523888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:19.571201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event deleted for resources: {'Port': ['ID=02b41f32-66e0-40c5-b75a-25982a06f145,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:19.685600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] No DVR routers for this DVR port 02b41f32-66e0-40c5-b75a-25982a06f145 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:16:19.694016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:19.699231 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb407646-9df7-4105-9c0a-4cce5846a394 req-835a3201-6634-4fe9-be6c-c65d5391bc61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "DELETE /v2.0/ports/02b41f32-66e0-40c5-b75a-25982a06f145 HTTP/1.1" status: 204 len: 173 time: 1.4199173 Oct 25 09:16:19.699815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac366ab0-5b7f-4850-be24-a66d7099a208', 'name': 'network-vif-deleted', 'tag': '02b41f32-66e0-40c5-b75a-25982a06f145'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:19.702604 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78df395-16dd-410d-8958-b1a509f60750" -d '{"events": [{"server_uuid": "ac366ab0-5b7f-4850-be24-a66d7099a208", "name": "network-vif-deleted", "tag": "02b41f32-66e0-40c5-b75a-25982a06f145"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:19.909475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:19.917829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:19.943914 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] Set router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:19.957152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1651a-af07-46ec-95cc-b0b518aef9a8 req-62a7795b-5b15-40b4-bae7-c89b46578552 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:19.959048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9b1651a-af07-46ec-95cc-b0b518aef9a8 req-62a7795b-5b15-40b4-bae7-c89b46578552 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.5096037 Oct 25 09:16:20.067079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9b1651a-af07-46ec-95cc-b0b518aef9a8 req-a9410433-87d7-40a4-8bd8-643569b8adb1 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875273 Oct 25 09:16:20.070620 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:20.192486 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '5cb45762-30af-4f8c-b733-689a74758504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:18Z', 'revision_number': 5, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port': {'id': '5cb45762-30af-4f8c-b733-689a74758504', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:15:59Z', 'updated_at': '2021-10-25T09:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:20.205327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:20.230068 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] Checking router: 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:20.254792 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] Routers {'8a81931c-c1ac-4199-9117-2cc9a7b46ca0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:20.255641 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:20.274605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Deleting port 5cb45762-30af-4f8c-b733-689a74758504 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:20.275216 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:20.362365 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e99ef8-7515-48ad-8225-5e26fca690fc x-openstack-request-id: req-11e99ef8-7515-48ad-8225-5e26fca690fc {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:20.364865 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac366ab0-5b7f-4850-be24-a66d7099a208", "name": "network-vif-deleted", "tag": "02b41f32-66e0-40c5-b75a-25982a06f145", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:20.365411 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11e99ef8-7515-48ad-8225-5e26fca690fc {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:20.367597 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac366ab0-5b7f-4850-be24-a66d7099a208', 'name': 'network-vif-deleted', 'tag': '02b41f32-66e0-40c5-b75a-25982a06f145', 'status': 'completed', 'code': 200} Oct 25 09:16:20.413670 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] Set router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:20.463609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] For port 5cb45762-30af-4f8c-b733-689a74758504, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5cb45762-30af-4f8c-b733-689a74758504,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:20.464141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:20.492070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Calling delete_port for 5cb45762-30af-4f8c-b733-689a74758504 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:20.500174 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:20Z', 'revision_number': 6, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:20.538522 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e1118-a239-4984-ae77-133fd08fc415 None None] The sync data for ids ['8a81931c-c1ac-4199-9117-2cc9a7b46ca0'] in n-d-814746-2 is: [{'id': '8a81931c-c1ac-4199-9117-2cc9a7b46ca0', 'name': 'tempest-TestAggregatesBasicOps-1850441703-router', 'tenant_id': '5143ac9c40464865978a86ecd137afa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:15:58Z', 'updated_at': '2021-10-25T09:16:20Z', 'revision_number': 6, 'project_id': '5143ac9c40464865978a86ecd137afa3', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:20.576297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0682c90a-ab22-497c-846a-f9cdefdefc7a req-53fb1410-268d-46af-8a37-c2f2116e0645 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac366ab0-5b7f-4850-be24-a66d7099a208 HTTP/1.1" status: 200 len: 210 time: 0.0697362 Oct 25 09:16:20.769597 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:20.798650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb45762-30af-4f8c-b733-689a74758504,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:20.872361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:20.987421 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:20.990748 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.044960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.045539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a81931c-c1ac-4199-9117-2cc9a7b46ca0 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:16:21.050680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.052929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-00d86caa-9461-4e25-bfc4-664a603b978b admin admin] 10.222.0.32 "DELETE /v2.0/routers/8a81931c-c1ac-4199-9117-2cc9a7b46ca0 HTTP/1.1" status: 204 len: 168 time: 1.5873275 Oct 25 09:16:21.055361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47064) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:21.110573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ad66b2-4394-4ae8-9915-503304572038 admin admin] Deleting subnet 5693ffd9-fa47-4893-9269-ddfdf7126dde {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:16:21.114606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6ad66b2-4394-4ae8-9915-503304572038 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.157224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6ad66b2-4394-4ae8-9915-503304572038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.263283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6ad66b2-4394-4ae8-9915-503304572038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.272385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df41860-63f5-4552-89c2-723faa0c4ae8 req-f19c7148-9501-4dd5-bbb9-247b5481a5dd tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:21.280347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4df41860-63f5-4552-89c2-723faa0c4ae8 req-f19c7148-9501-4dd5-bbb9-247b5481a5dd tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0596931 Oct 25 09:16:21.335437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47076) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:21.336148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4df41860-63f5-4552-89c2-723faa0c4ae8 req-8e531e21-8764-49a4-8bbe-444ab8567977 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Oct 25 09:16:21.345883 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6ad66b2-4394-4ae8-9915-503304572038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.360803 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6ad66b2-4394-4ae8-9915-503304572038 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.364286 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e6ad66b2-4394-4ae8-9915-503304572038 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5693ffd9-fa47-4893-9269-ddfdf7126dde HTTP/1.1" status: 204 len: 168 time: 0.3075707 Oct 25 09:16:21.367146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47080) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:21.369241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d57ac-9253-482e-882e-4c47f2f4923b None None] Network ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:21.387271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad66b2-4394-4ae8-9915-503304572038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5693ffd9-fa47-4893-9269-ddfdf7126dde,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:21.459226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.510175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-931790b6-e379-4519-9b98-69aabb150799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.531175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Deleting port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:21.531632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.626421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] DHCP port deletion for ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:16:21.629672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-931790b6-e379-4519-9b98-69aabb150799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.635972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] For port e6a5b93d-fc6c-4cd8-9560-8f36dae37447, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,segment=NetworkSegment(d9a643b1-8721-4cf4-9c57-8f2fec74a177),segment_id=d9a643b1-8721-4cf4-9c57-8f2fec74a177)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:21.636771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-931790b6-e379-4519-9b98-69aabb150799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.637090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.673454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Calling delete_port for e6a5b93d-fc6c-4cd8-9560-8f36dae37447 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:21.675384 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-931790b6-e379-4519-9b98-69aabb150799 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05512ba3aef94e06b5aa016a6637b8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382850 Oct 25 09:16:21.677768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47086) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:21.703615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] Deleting port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:21.703980 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.739266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931790b6-e379-4519-9b98-69aabb150799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a85ba-f450-40ed-8341-7cb143cda01f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:21.809138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f837be2-c6a7-4e45-9e17-e9b3752df5e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.817459 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.839747 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f837be2-c6a7-4e45-9e17-e9b3752df5e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.848400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] For port e6a5b93d-fc6c-4cd8-9560-8f36dae37447, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,segment=NetworkSegment(d9a643b1-8721-4cf4-9c57-8f2fec74a177),segment_id=d9a643b1-8721-4cf4-9c57-8f2fec74a177)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:21.849051 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.889334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] Calling delete_port for e6a5b93d-fc6c-4cd8-9560-8f36dae37447 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:21.891229 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.912188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e6a5b93d-fc6c-4cd8-9560-8f36dae37447 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:21.913706 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f837be2-c6a7-4e45-9e17-e9b3752df5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.918408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7f837be2-c6a7-4e45-9e17-e9b3752df5e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:21.922043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7f837be2-c6a7-4e45-9e17-e9b3752df5e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/579a85ba-f450-40ed-8341-7cb143cda01f HTTP/1.1" status: 204 len: 168 time: 0.2340605 Oct 25 09:16:21.930363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f837be2-c6a7-4e45-9e17-e9b3752df5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a85ba-f450-40ed-8341-7cb143cda01f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:21.956523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: e6a5b93d-fc6c-4cd8-9560-8f36dae37447 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:21.957022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e6a5b93d-fc6c-4cd8-9560-8f36dae37447 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:21.957563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5cb45762-30af-4f8c-b733-689a74758504 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:21.967559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:21.975025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] No DVR routers for this DVR port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:16:22.019885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5cb45762-30af-4f8c-b733-689a74758504 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:22.020494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5cb45762-30af-4f8c-b733-689a74758504 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:22.022057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 545384f9-cac5-4a67-9970-967921b4c218 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:22.094311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 545384f9-cac5-4a67-9970-967921b4c218 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:22.095366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 545384f9-cac5-4a67-9970-967921b4c218 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:22.146661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.158967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.177427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] Pushing event deleted for resources: {'Port': ['ID=e6a5b93d-fc6c-4cd8-9560-8f36dae37447,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:22.186569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:22.189208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81111557-7128-463e-afb1-d84dbc1eb3a7 None None] No DVR routers for this DVR port e6a5b93d-fc6c-4cd8-9560-8f36dae37447 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:16:22.205881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a643b1-8721-4cf4-9c57-8f2fec74a177') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:22.206247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a643b1-8721-4cf4-9c57-8f2fec74a177') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:22.246688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.281165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.293814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:16:22.295051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:16:22.299002 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:16:22.448787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 02b41f32-66e0-40c5-b75a-25982a06f145 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:22.457756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47098) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:22.482430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-98bb71cf-59c7-4848-bce0-bc2dfb2c895f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.483227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 02b41f32-66e0-40c5-b75a-25982a06f145 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:22.483753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 02b41f32-66e0-40c5-b75a-25982a06f145 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:22.824532 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.834265 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.838455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0 HTTP/1.1" status: 204 len: 168 time: 1.4699976 Oct 25 09:16:22.851487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7fe32-a50b-4762-a3b8-1e7a8b4b667c req-8e5a70b4-7af3-44ef-9080-78e9d8deceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:22.853818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2f7fe32-a50b-4762-a3b8-1e7a8b4b667c req-8e5a70b4-7af3-44ef-9080-78e9d8deceaf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 1096 time: 0.7563708 Oct 25 09:16:22.855393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412018da-ac5e-4222-a558-15102bd8a4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ecab6daf-0090-4ee2-82c7-02f2a5b8bcf0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:22.880818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-98bb71cf-59c7-4848-bce0-bc2dfb2c895f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.885654 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-98bb71cf-59c7-4848-bce0-bc2dfb2c895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:22.886900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f600f5-165e-4125-86b8-7bc871fefb24 req-dc468f28-5d35-4b92-9e3e-e0a19ca79067 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:22.888399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-09f600f5-165e-4125-86b8-7bc871fefb24 req-dc468f28-5d35-4b92-9e3e-e0a19ca79067 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1066823 Oct 25 09:16:22.917304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2f7fe32-a50b-4762-a3b8-1e7a8b4b667c req-db1474b6-b751-4a1c-99f3-b390205b29cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557516 Oct 25 09:16:22.925620 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-98bb71cf-59c7-4848-bce0-bc2dfb2c895f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=416d609a1d324416b45be842e2e876a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667487 Oct 25 09:16:22.927665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb71cf-59c7-4848-bce0-bc2dfb2c895f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf3cdaf-3575-4452-bb76-bb63efeac754,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:22.929902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47104) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:22.940458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-09f600f5-165e-4125-86b8-7bc871fefb24 req-6b2c67c0-24e6-4d1e-bd7a-20444b06e7cf tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Oct 25 09:16:22.983336 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86a74cf4-0378-41ad-a14f-edee56d708ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.010642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86a74cf4-0378-41ad-a14f-edee56d708ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.056462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47108) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:23.084420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86a74cf4-0378-41ad-a14f-edee56d708ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.087849 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86a74cf4-0378-41ad-a14f-edee56d708ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.089016 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-86a74cf4-0378-41ad-a14f-edee56d708ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cf3cdaf-3575-4452-bb76-bb63efeac754 HTTP/1.1" status: 204 len: 168 time: 0.1581740 Oct 25 09:16:23.111687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a74cf4-0378-41ad-a14f-edee56d708ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf3cdaf-3575-4452-bb76-bb63efeac754,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:23.115408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-124afe74-a4c7-4b86-9bad-e8184a1e8155 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb37c80a943d41c89a9cb90a535ff609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577765 Oct 25 09:16:23.117938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47118) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:23.176572 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f109ea6c-7b16-4107-ac33-30f4d1eb8ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.199659 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f109ea6c-7b16-4107-ac33-30f4d1eb8ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.257090 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f109ea6c-7b16-4107-ac33-30f4d1eb8ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.260182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f109ea6c-7b16-4107-ac33-30f4d1eb8ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.264303 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f109ea6c-7b16-4107-ac33-30f4d1eb8ade admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/393f026f-5b6c-4461-b52f-7f40161bfba3 HTTP/1.1" status: 204 len: 168 time: 0.1444724 Oct 25 09:16:23.277305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109ea6c-7b16-4107-ac33-30f4d1eb8ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393f026f-5b6c-4461-b52f-7f40161bfba3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:23.278642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-ae97b43e-33a7-461d-900c-1f917784a990 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:23.281335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-ae97b43e-33a7-461d-900c-1f917784a990 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.1167755 Oct 25 09:16:23.308453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f67a7b9a-0348-42fa-9358-d044910d5f45 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/quotas/e29eeb2c69194d5ab3532bf466807531 HTTP/1.1" status: 200 len: 375 time: 0.0183568 Oct 25 09:16:23.371469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-029e628f-1d45-43d2-9842-e59934b3f55f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532925 Oct 25 09:16:23.488855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-b84784b4-8902-4d64-96bd-72d02f2e706b service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057720 Oct 25 09:16:23.622207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-d08e1f8c-b96d-4a04-9a9f-d370b3d07055 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267538 Oct 25 09:16:23.785407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47146) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:23.856798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b7e7285-aef8-4339-a6a1-fd1195a5c46b req-e1c1f2ef-0f69-4188-8be3-fcc27e5b42a9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 210 time: 0.0476878 Oct 25 09:16:23.898201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f155a83d-ea4c-4de9-bf0b-b683485b6bb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5143ac9c40464865978a86ecd137afa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1112323 Oct 25 09:16:23.900630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47152) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:23.970005 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2daa951d-512f-47f4-9441-c2ca6fdd7e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:23.998547 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2daa951d-512f-47f4-9441-c2ca6fdd7e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:24.080435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2daa951d-512f-47f4-9441-c2ca6fdd7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:24.084117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2daa951d-512f-47f4-9441-c2ca6fdd7e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:24.101339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2daa951d-512f-47f4-9441-c2ca6fdd7e23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0ee74f3-1cba-4c14-a52a-f0d14c695364 HTTP/1.1" status: 204 len: 168 time: 0.1925619 Oct 25 09:16:24.154259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa951d-512f-47f4-9441-c2ca6fdd7e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ee74f3-1cba-4c14-a52a-f0d14c695364,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:24.217976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6889f85-682c-427a-8680-57f9ba98dbc5 req-1b2f3ebe-fd35-4093-8cbe-93960196b688 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:24.227166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6889f85-682c-427a-8680-57f9ba98dbc5 req-1b2f3ebe-fd35-4093-8cbe-93960196b688 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1593912 Oct 25 09:16:24.278815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6889f85-682c-427a-8680-57f9ba98dbc5 req-3da7fd66-d895-4719-8465-97f02c494731 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488164 Oct 25 09:16:24.997072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7aa44209-21da-4ae9-939c-0ae1f1a5de03 req-db8e6afc-ad18-4cb0-97bd-dbb47c949ce9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 210 time: 0.0470700 Oct 25 09:16:25.433277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662ef0-e62a-43c2-9665-97eb644d48e7 req-03e0e0db-2368-48b9-9557-96d032930956 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:25.435896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-ab36132d-5030-4bfe-b1d9-2563c5fdce09 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:25.439694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-ab36132d-5030-4bfe-b1d9-2563c5fdce09 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.3686092 Oct 25 09:16:25.443320 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a662ef0-e62a-43c2-9665-97eb644d48e7 req-03e0e0db-2368-48b9-9557-96d032930956 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0652478 Oct 25 09:16:25.460096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Request body: {'port': {'device_id': 'd4239306-d5b9-400c-858f-541515ea5a31', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'admin_state_up': True, 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:25.521397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a662ef0-e62a-43c2-9665-97eb644d48e7 req-fce3d959-15d1-4621-ae8f-1827e770f432 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760636 Oct 25 09:16:25.622664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:25.628651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:25.911925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-6f6fd147-2ce1-4183-b0f7-33bcb9db591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:25.913977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-6f6fd147-2ce1-4183-b0f7-33bcb9db591b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 1096 time: 0.1349590 Oct 25 09:16:25.985437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266515-45a3-40ea-b4b3-7941f2e93aad req-500787ee-0b0c-4a4b-bc1d-3539a3a79fee tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:25.994105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f266515-45a3-40ea-b4b3-7941f2e93aad req-500787ee-0b0c-4a4b-bc1d-3539a3a79fee tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.1692126 Oct 25 09:16:26.063838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f266515-45a3-40ea-b4b3-7941f2e93aad req-36e0387e-dd56-4174-ae59-fe26671b3720 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653987 Oct 25 09:16:26.069291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Allocated IP 172.20.0.11 (96663d00-68ba-41c8-a6f3-96b10f48019a/e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416/a728c58f-0d0b-41e2-a1d9-21f896d21472) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:26.080268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-070aa344-1c2e-4b57-bd5c-40c757a0294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:26.082139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-070aa344-1c2e-4b57-bd5c-40c757a0294e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 200 len: 912 time: 0.1597826 Oct 25 09:16:26.143799 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-49290590-f900-44fb-bfe6-a6e9c587cd78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b HTTP/1.1" status: 200 len: 217 time: 0.0530787 Oct 25 09:16:26.215205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-369df65b-1ee4-46fa-8391-1d3bb00b1060 req-27086b36-1f33-4f18-b795-12e255b412b3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 210 time: 0.0743825 Oct 25 09:16:26.266492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-8c2b3b74-3105-4ed2-9dd4-8163e7d421a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:26.268281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-8c2b3b74-3105-4ed2-9dd4-8163e7d421a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b89fd33-b706-479b-b41e-19e4731a1fa5 HTTP/1.1" status: 200 len: 851 time: 0.1072996 Oct 25 09:16:26.314443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-98930bc0-7459-49d2-815e-81d328623ef6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c2073ee-7d8b-467a-999b-7e410ff27996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385354 Oct 25 09:16:26.381629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47286) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:26.409498 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:26.454141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:26.487632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:26.525417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-b0d4af31-0a97-4351-9395-71efc1826440 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016196 Oct 25 09:16:26.590961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Network 96663d00-68ba-41c8-a6f3-96b10f48019a is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:26.601311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:26.614884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:26.684221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-675b36cc-97b4-44c1-bc9a-ca0b028e3a40 req-e25ea382-22d2-4b06-b542-78991d4ff422 service neutron] 10.222.0.41 "GET /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515365 Oct 25 09:16:26.711107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'network': {'name': 'tempest-network-smoke--1140026939', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'port_security_enabled': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:26.719743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event updated for resources: {'Port': ['ID=a728c58f-0d0b-41e2-a1d9-21f896d21472,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:26.746055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.746636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.747324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.747903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.749493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.750096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.750700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.751804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.752974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.754187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.754933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.756071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:26.784788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:26.785572 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:26.797467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:26.801127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:26.813995 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f07c9a18-293e-4eb9-a6c0-063f107b8bb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3595681 Oct 25 09:16:26.814724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:26.832640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Request body: {'port': {'device_id': 'd4239306-d5b9-400c-858f-541515ea5a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:26.914536 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:26.997840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.019424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.149800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:16:27.212249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a00be01-8acc-4f8e-a8a0-3100d96f9504,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:27.215995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.216606 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Added segment e3d6c6ea-c8c5-4c1c-966f-00218c240a47 of type vlan for network 59ce0685-bc42-48d3-94cc-1b57038daf96 Oct 25 09:16:27.233124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c633f0-d27e-475a-8510-b78e3f1f53f2 req-44b683df-1859-4406-a6b8-d17f2c4700eb tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:27.241682 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10c633f0-d27e-475a-8510-b78e3f1f53f2 req-44b683df-1859-4406-a6b8-d17f2c4700eb tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0873828 Oct 25 09:16:27.309854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10c633f0-d27e-475a-8510-b78e3f1f53f2 req-6cdbc6f5-252b-4253-a11b-7102e7eed263 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672104 Oct 25 09:16:27.316708 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.386412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.392341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:27.393196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.415755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47340) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:27.429430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126d560-56aa-4c55-bb53-77048c34eacc req-73f194e8-1f73-461c-96c2-6d378e2ce53c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:27.431340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3126d560-56aa-4c55-bb53-77048c34eacc req-73f194e8-1f73-461c-96c2-6d378e2ce53c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 932 time: 0.0618553 Oct 25 09:16:27.472276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3126d560-56aa-4c55-bb53-77048c34eacc req-0bbe0178-d5ee-4234-b7cf-48fe0f1a16f8 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351164 Oct 25 09:16:27.510655 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1253741 Oct 25 09:16:27.513853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47344) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:27.519124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab305d1-88b6-45f7-a5aa-768523de2915 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Network': ['ID=59ce0685-bc42-48d3-94cc-1b57038daf96,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:27.519654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'admin_state_up': True, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:27.532093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:16:27.587435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.588541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.591886 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.596241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a728c58f-0d0b-41e2-a1d9-21f896d21472 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:16:27.608843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.638143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Transition to ACTIVE for port object a728c58f-0d0b-41e2-a1d9-21f896d21472 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:16:27.645797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.683147 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.736813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Pushing event updated for resources: {'Port': ['ID=a728c58f-0d0b-41e2-a1d9-21f896d21472,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:27.892792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Attempting to bind port a728c58f-0d0b-41e2-a1d9-21f896d21472 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:27.893369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Attempting to bind port a728c58f-0d0b-41e2-a1d9-21f896d21472 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:27.893536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Attempting to bind port a728c58f-0d0b-41e2-a1d9-21f896d21472 on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:27.903902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Port a728c58f-0d0b-41e2-a1d9-21f896d21472 on network 96663d00-68ba-41c8-a6f3-96b10f48019a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:16:27.903902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Attempting to bind port a728c58f-0d0b-41e2-a1d9-21f896d21472 on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:27.909664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:27.910000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Checking segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:27.910635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Bound using segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:27.911065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Bound port: a728c58f-0d0b-41e2-a1d9-21f896d21472, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:27.911429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.939310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.945541 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:27.950113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.041266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1428386-fa9b-4077-b7e9-0f0c4d97293e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:28.045284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b13d34176574ebfb0afe91d6d40c9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6281731 Oct 25 09:16:28.049122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47346) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:28.061826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.062333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.062555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.062894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.063321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.063539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.063843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.064208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.064523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.064840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.065186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.065506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba650fd-006a-4696-b57b-2ea9d1cbc92e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:16:28.139610 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca0218e2-5eea-4200-9a0f-6b4bba12a81b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.172062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca0218e2-5eea-4200-9a0f-6b4bba12a81b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.241614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] For port a728c58f-0d0b-41e2-a1d9-21f896d21472, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:28.247147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] For port a728c58f-0d0b-41e2-a1d9-21f896d21472, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a728c58f-0d0b-41e2-a1d9-21f896d21472,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:28.251632 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.291942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:28.292557 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.293961 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] 10.222.0.18 "PUT /v2.0/ports/a728c58f-0d0b-41e2-a1d9-21f896d21472 HTTP/1.1" status: 200 len: 1092 time: 1.4655418 Oct 25 09:16:28.294413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4239306-d5b9-400c-858f-541515ea5a31', 'tag': 'a728c58f-0d0b-41e2-a1d9-21f896d21472'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:28.296684 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4239306-d5b9-400c-858f-541515ea5a31", "tag": "a728c58f-0d0b-41e2-a1d9-21f896d21472"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:28.314051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.332924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ab15-0a04-4b71-bdf4-f9f2641ae908 service neutron] Pushing event updated for resources: {'Port': ['ID=a728c58f-0d0b-41e2-a1d9-21f896d21472,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:28.346860 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647e8666-41b2-40f3-9122-b2271a2f6166 x-openstack-request-id: req-647e8666-41b2-40f3-9122-b2271a2f6166 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:28.347161 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4239306-d5b9-400c-858f-541515ea5a31", "tag": "a728c58f-0d0b-41e2-a1d9-21f896d21472", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:28.347832 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-647e8666-41b2-40f3-9122-b2271a2f6166 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:28.348240 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4239306-d5b9-400c-858f-541515ea5a31', 'tag': 'a728c58f-0d0b-41e2-a1d9-21f896d21472', 'status': 'completed', 'code': 200} Oct 25 09:16:28.355736 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.374367 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca0218e2-5eea-4200-9a0f-6b4bba12a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.377897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca0218e2-5eea-4200-9a0f-6b4bba12a81b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.379458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ca0218e2-5eea-4200-9a0f-6b4bba12a81b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1428386-fa9b-4077-b7e9-0f0c4d97293e HTTP/1.1" status: 204 len: 168 time: 0.3259466 Oct 25 09:16:28.424979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-fa3a0109-44fc-4050-b7b0-a7602878156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:28.426650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-fa3a0109-44fc-4050-b7b0-a7602878156b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 1095 time: 0.0536034 Oct 25 09:16:28.428756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0218e2-5eea-4200-9a0f-6b4bba12a81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1428386-fa9b-4077-b7e9-0f0c4d97293e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:28.513018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a49eac-150f-41aa-8d34-e1f6838a4ebb req-7c0012cd-77d7-4cec-a8fe-4d43aaba707c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:28.514798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47a49eac-150f-41aa-8d34-e1f6838a4ebb req-7c0012cd-77d7-4cec-a8fe-4d43aaba707c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0974607 Oct 25 09:16:28.535036 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-bde98bbb-e13f-46b3-be21-8b677d34f42c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a728c58f-0d0b-41e2-a1d9-21f896d21472 HTTP/1.1" status: 200 len: 217 time: 0.0761926 Oct 25 09:16:28.554228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.25.8.11 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/5e58aefb-e155-47dd-be80-c6a522080b8c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:28.591948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47a49eac-150f-41aa-8d34-e1f6838a4ebb req-1839f972-9971-4415-9e09-b355b7926260 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683417 Oct 25 09:16:28.631453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-0682439c-8b2a-47ae-9d5c-c462e60f5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:28.633271 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-0682439c-8b2a-47ae-9d5c-c462e60f5add service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0905740 Oct 25 09:16:28.686917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-8a7752f7-5fce-4d62-81b1-d965a570fec3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452721 Oct 25 09:16:28.748632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.764535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b863f4-34a9-4eb1-8103-a45533c5480e req-f9f5230c-64e7-4168-b67a-8dfd4c110463 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:28.766357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64b863f4-34a9-4eb1-8103-a45533c5480e req-f9f5230c-64e7-4168-b67a-8dfd4c110463 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 944 time: 0.0820622 Oct 25 09:16:28.770580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47364) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:28.786297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce0e3-9a26-45d1-a69f-4fd87cc5702e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.825268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-64b863f4-34a9-4eb1-8103-a45533c5480e req-9dcccddd-aaba-4694-9d93-44645bc0e322 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489495 Oct 25 09:16:28.827333 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.850896 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-ebd5e23e-6f41-44dd-9725-fd5245149ecd service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570344 Oct 25 09:16:28.872322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:28.875579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:28.881748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:28.921179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=5e58aefb-e155-47dd-be80-c6a522080b8c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:28.985868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce0e3-9a26-45d1-a69f-4fd87cc5702e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:28.988870 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5b94af64-c547-40fd-b669-dd976f8b1d90 req-f7cc280c-b6ec-4ebc-94f2-7021e582d121 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291697 Oct 25 09:16:28.990880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fc9ce0e3-9a26-45d1-a69f-4fd87cc5702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:29.038410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ce0e3-9a26-45d1-a69f-4fd87cc5702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e5eb3c-f1a9-4bef-afd4-fa23cfe44e3c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:29.047406 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fc9ce0e3-9a26-45d1-a69f-4fd87cc5702e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=607ca9deb0d1415d80c0da6820247161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733908 Oct 25 09:16:29.047662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47366) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:29.153442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebfed65c-0209-4993-b967-7a280afd420f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:29.181859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-f4c6378f-04ab-4adb-b8ef-f12230cea3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:29.184052 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-f4c6378f-04ab-4adb-b8ef-f12230cea3a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 1095 time: 0.1060200 Oct 25 09:16:29.188520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebfed65c-0209-4993-b967-7a280afd420f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:29.214969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:29.311660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebfed65c-0209-4993-b967-7a280afd420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:29.315102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ebfed65c-0209-4993-b967-7a280afd420f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:29.316939 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ebfed65c-0209-4993-b967-7a280afd420f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09e5eb3c-f1a9-4bef-afd4-fa23cfe44e3c HTTP/1.1" status: 204 len: 168 time: 0.2681091 Oct 25 09:16:29.357038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfed65c-0209-4993-b967-7a280afd420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e5eb3c-f1a9-4bef-afd4-fa23cfe44e3c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:29.372874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-c64c9946-fdc9-4394-9afb-dc7c010be67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:29.374391 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-c64c9946-fdc9-4394-9afb-dc7c010be67d service neutron] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 906 time: 0.1757531 Oct 25 09:16:29.465427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-9613bb3e-b916-4648-afe7-cc088d526071 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a728c58f-0d0b-41e2-a1d9-21f896d21472 HTTP/1.1" status: 200 len: 217 time: 0.0830793 Oct 25 09:16:29.496359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:29.530602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-693a3453-f865-4a08-866e-ad1a9f392158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:29.532388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-693a3453-f865-4a08-866e-ad1a9f392158 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0592804 Oct 25 09:16:29.588708 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-da954fbf-cda5-4ea0-99d6-b06aa8454924 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494299 Oct 25 09:16:29.748161 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-f30c8372-9828-43fd-9432-dfa2412e584d service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505752 Oct 25 09:16:29.791999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814d4c7-85ea-4337-9f77-5a4502ec7e9a req-3842d751-f804-43a5-ba45-004902c54010 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:29.793885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e814d4c7-85ea-4337-9f77-5a4502ec7e9a req-3842d751-f804-43a5-ba45-004902c54010 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.0907092 Oct 25 09:16:29.842230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 4645367d-734d-4a55-979a-98e2234ece00 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:16:29.870311 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e814d4c7-85ea-4337-9f77-5a4502ec7e9a req-66cd8a7a-a087-4262-8f1f-5b4af7db52ac tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666256 Oct 25 09:16:29.894494 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2497ec9-a3b1-4f54-9df5-35a86816b7f7 req-1ec9e749-ce65-4c99-807f-f689daa68b07 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371598 Oct 25 09:16:30.116812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:30.129005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Sync routers for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:30.136965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4ccdb-7fa8-4845-a29f-63611f07ecbc req-67efe8cd-c105-4210-afde-4f54101438b2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:30.138509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2a4ccdb-7fa8-4845-a29f-63611f07ecbc req-67efe8cd-c105-4210-afde-4f54101438b2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 944 time: 0.1046154 Oct 25 09:16:30.145043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:30.145874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:30.157319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:30.158565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0bbda723-64a0-4011-853e-247440e36577 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6436312 Oct 25 09:16:30.162050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47388) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:30.203342 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2a4ccdb-7fa8-4845-a29f-63611f07ecbc req-7137cd03-8791-4120-99d7-16101b9a6f86 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569038 Oct 25 09:16:30.345416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:30.462619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7631cf47-b1b2-4716-993c-4b2f816a2332 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ecf29f943a3b40e38cf1c0695447cc85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2980955 Oct 25 09:16:30.465910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47408) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:30.633422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:29Z', 'revision_number': 3, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:30.661727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Checking router: 4645367d-734d-4a55-979a-98e2234ece00 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:30.662079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Updating router 4645367d-734d-4a55-979a-98e2234ece00 port 5e58aefb-e155-47dd-be80-c6a522080b8c binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:16:30.695776 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:30.746017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9ab28-b888-4363-aaa1-b17b44512351 req-53035149-27f1-43dc-bcfa-d703b083a542 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:30.753386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10b9ab28-b888-4363-aaa1-b17b44512351 req-53035149-27f1-43dc-bcfa-d703b083a542 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.2667148 Oct 25 09:16:30.785786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03466e-343b-4055-b70e-03ce5c9ac6a5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:30.785786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ac03466e-343b-4055-b70e-03ce5c9ac6a5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3154197 Oct 25 09:16:30.786218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47434) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:30.848521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9cfcc3e8-5bb9-4d52-8705-1c01a8243dcd tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612206 Oct 25 09:16:30.851562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47438) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:30.858722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1784631628', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:30.879436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10b9ab28-b888-4363-aaa1-b17b44512351 req-8c9b1497-0e54-4651-9265-9a91c21d1eb8 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077929 Oct 25 09:16:30.985964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:30.990865 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.046580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.058534 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.139513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Attempting to bind port 5e58aefb-e155-47dd-be80-c6a522080b8c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:31.139513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Attempting to bind port 5e58aefb-e155-47dd-be80-c6a522080b8c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:31.139513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Attempting to bind port 5e58aefb-e155-47dd-be80-c6a522080b8c on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:31.147718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:31.148174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:31.148485 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.148877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:31.150370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Bound port: 5e58aefb-e155-47dd-be80-c6a522080b8c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:31.150756 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.185439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e372870-6413-4481-b26b-a747c3339a4c None None] Pushing event updated for resources: {'Port': ['ID=5e58aefb-e155-47dd-be80-c6a522080b8c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:31.228536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] For port 5e58aefb-e155-47dd-be80-c6a522080b8c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:31.233363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] For port 5e58aefb-e155-47dd-be80-c6a522080b8c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e58aefb-e155-47dd-be80-c6a522080b8c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:31.240119 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.255516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.303445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:31.304065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:31.358531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Subnet': ['ID=af0af259-8f1a-42d5-9ba8-2b90cc2471dd,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:31.371994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Checking segment: {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:31.372669 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network hostable DHCP agents. Network: 59ce0685-bc42-48d3-94cc-1b57038daf96, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:16:31.387183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5eb026-a157-4874-aa26-7e34dd9ce659 req-d01db0e5-0d84-48b6-bede-be3e1992cf64 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:31.388859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b5eb026-a157-4874-aa26-7e34dd9ce659 req-d01db0e5-0d84-48b6-bede-be3e1992cf64 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 944 time: 0.0855010 Oct 25 09:16:31.414607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:16:31.432033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 59ce0685-bc42-48d3-94cc-1b57038daf96) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:31.444773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:31.445542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.449862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b5eb026-a157-4874-aa26-7e34dd9ce659 req-c7a1a43d-46ad-4d2e-a056-a5c132d52ca3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534317 Oct 25 09:16:31.465497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:31.474976 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-69617617-4362-4da0-8d18-0af609544889 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6201210 Oct 25 09:16:31.476686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47472) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:31.525179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166597e-e87d-4f57-a5f2-571a22ca3813 None None] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:31.528951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e372870-6413-4481-b26b-a747c3339a4c None None] Pushing event updated for resources: {'Port': ['ID=5e58aefb-e155-47dd-be80-c6a522080b8c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:31.803625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-59ce0685-bc42-48d3-94cc-1b57038daf96', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:16:31.805002 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:31.842783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:29Z', 'revision_number': 3, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:31.921449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c96f4-cd75-41d2-b151-41aa722619ee None None] The sync data for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 is: [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:29Z', 'revision_number': 3, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:31.998025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47482) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:32.000199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Allocated IP 172.20.0.2 (59ce0685-bc42-48d3-94cc-1b57038daf96/af0af259-8f1a-42d5-9ba8-2b90cc2471dd/863f5e14-8417-4c95-8e05-545da5afd273) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:32.186199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfed6-3d34-4879-bc81-f03f03c46ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.382464 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfed6-3d34-4879-bc81-f03f03c46ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.388296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfed6-3d34-4879-bc81-f03f03c46ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.456710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdfed6-3d34-4879-bc81-f03f03c46ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead6eb24-08f8-4a90-9f84-bce2770a24f5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:32.464949 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c8bdfed6-3d34-4879-bc81-f03f03c46ae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ed03145dade4db3b5bb9d21aba5732f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635942 Oct 25 09:16:32.466259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47488) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:32.486490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a728c58f-0d0b-41e2-a1d9-21f896d21472 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:16:32.530722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e7813-d907-459d-86f6-e1e20bb1ae3f req-e4ae9dec-7fea-45ab-b294-8c8631087f35 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:32.539273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b30e7813-d907-459d-86f6-e1e20bb1ae3f req-e4ae9dec-7fea-45ab-b294-8c8631087f35 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.5941119 Oct 25 09:16:32.548270 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.597636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b365-f2b7-4ced-a96e-5e5122aa1103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.607017 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b30e7813-d907-459d-86f6-e1e20bb1ae3f req-61b68e3d-3de6-41f9-925b-3970143f46fc tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605409 Oct 25 09:16:32.607738 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.636655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b365-f2b7-4ced-a96e-5e5122aa1103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.653385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:32.659041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:32.661538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:32.720277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b365-f2b7-4ced-a96e-5e5122aa1103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.723822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2dd6b365-f2b7-4ced-a96e-5e5122aa1103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.725343 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2dd6b365-f2b7-4ced-a96e-5e5122aa1103 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ead6eb24-08f8-4a90-9f84-bce2770a24f5 HTTP/1.1" status: 204 len: 168 time: 0.2560954 Oct 25 09:16:32.736256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6b365-f2b7-4ced-a96e-5e5122aa1103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead6eb24-08f8-4a90-9f84-bce2770a24f5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:32.832599 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.846183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Attempting to bind port 863f5e14-8417-4c95-8e05-545da5afd273 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:32.846914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Attempting to bind port 863f5e14-8417-4c95-8e05-545da5afd273 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:32.847498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Attempting to bind port 863f5e14-8417-4c95-8e05-545da5afd273 on network 59ce0685-bc42-48d3-94cc-1b57038daf96 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:32.856855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdb90d-958e-409d-a44d-c45ac6a43636 req-f13b6a13-c289-4e58-bba0-8b5f613ce19a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:32.858600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cecdb90d-958e-409d-a44d-c45ac6a43636 req-f13b6a13-c289-4e58-bba0-8b5f613ce19a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 944 time: 0.1199570 Oct 25 09:16:32.882028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a728c58f-0d0b-41e2-a1d9-21f896d21472, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a728c58f-0d0b-41e2-a1d9-21f896d21472,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:32.900489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Pushing event updated for resources: {'Port': ['ID=863f5e14-8417-4c95-8e05-545da5afd273,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:32.903307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'a728c58f-0d0b-41e2-a1d9-21f896d21472', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'port_id': 'a728c58f-0d0b-41e2-a1d9-21f896d21472', 'mac_address': 'fa:16:3e:25:71:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:16:32.952058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:32.952438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Checking segment: {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:32.952928 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.953333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Bound using segment: {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:32.953883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Bound port: 863f5e14-8417-4c95-8e05-545da5afd273, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:32.954278 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.958696 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:32.983377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a728c58f-0d0b-41e2-a1d9-21f896d21472 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:16:33.063931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cecdb90d-958e-409d-a44d-c45ac6a43636 req-96a494c4-75f4-4268-9d0e-784318e9571a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975522 Oct 25 09:16:33.071244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a728c58f-0d0b-41e2-a1d9-21f896d21472, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a728c58f-0d0b-41e2-a1d9-21f896d21472,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:33.090822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:33.186863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a728c58f-0d0b-41e2-a1d9-21f896d21472,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:33.212186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] For port 863f5e14-8417-4c95-8e05-545da5afd273, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:33.217470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] For port 863f5e14-8417-4c95-8e05-545da5afd273, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=863f5e14-8417-4c95-8e05-545da5afd273,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:33.233049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:33.333277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47498) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:33.336009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83559c-34ae-45fb-a562-86edc0f9a1cf None None] Pushing event updated for resources: {'Port': ['ID=863f5e14-8417-4c95-8e05-545da5afd273,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:33.357423 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a49bac2b-a29a-4bce-8843-d7608678767b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:33.495671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a49bac2b-a29a-4bce-8843-d7608678767b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:33.501970 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a49bac2b-a29a-4bce-8843-d7608678767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:33.529121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a728c58f-0d0b-41e2-a1d9-21f896d21472'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:33.552230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.20.0.1 (59ce0685-bc42-48d3-94cc-1b57038daf96/af0af259-8f1a-42d5-9ba8-2b90cc2471dd/17bf9218-dd99-4fbb-ac1e-81b75e023c05) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:33.556620 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a49bac2b-a29a-4bce-8843-d7608678767b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efc3b9f152d64d238f74754c698307a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193241 Oct 25 09:16:33.561535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47500) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:33.577046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bac2b-a29a-4bce-8843-d7608678767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eecc4ce-1c05-4457-bcc3-98fa05a43120,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:33.824342 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f166f8a4-0ebb-41ba-bded-64d77fc8aba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:33.893914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f166f8a4-0ebb-41ba-bded-64d77fc8aba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:33.913405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e58aefb-e155-47dd-be80-c6a522080b8c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:33.922213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a785-1015-4518-b913-dd3c3784f4a2 req-00f611cf-0781-4485-abd3-e89bee31cf03 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:33.923793 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e578a785-1015-4518-b913-dd3c3784f4a2 req-00f611cf-0781-4485-abd3-e89bee31cf03 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.2147362 Oct 25 09:16:33.932530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:33.967812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-04c1f872-aa8f-4581-b683-111826098883 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:33.969569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-04c1f872-aa8f-4581-b683-111826098883 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 945 time: 0.2309997 Oct 25 09:16:33.979919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5e58aefb-e155-47dd-be80-c6a522080b8c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:33.980293 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.069667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.088036 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e578a785-1015-4518-b913-dd3c3784f4a2 req-5904f2db-062c-4225-9e7c-bda0ceb93531 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447461 Oct 25 09:16:34.098869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 5e58aefb-e155-47dd-be80-c6a522080b8c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e58aefb-e155-47dd-be80-c6a522080b8c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:34.108656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.109718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 863f5e14-8417-4c95-8e05-545da5afd273 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:34.124977 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f166f8a4-0ebb-41ba-bded-64d77fc8aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.128819 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f166f8a4-0ebb-41ba-bded-64d77fc8aba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.130028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f166f8a4-0ebb-41ba-bded-64d77fc8aba5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2eecc4ce-1c05-4457-bcc3-98fa05a43120 HTTP/1.1" status: 204 len: 168 time: 0.5670233 Oct 25 09:16:34.147239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.151813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166f8a4-0ebb-41ba-bded-64d77fc8aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eecc4ce-1c05-4457-bcc3-98fa05a43120,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:34.211401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:34.233111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:34.235261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:34.247657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=5e58aefb-e155-47dd-be80-c6a522080b8c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:34.262389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 863f5e14-8417-4c95-8e05-545da5afd273 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:34.262768 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.275542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=17bf9218-dd99-4fbb-ac1e-81b75e023c05,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:34.304836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Deleting port e34f1fc6-b077-4d08-ae76-625ecd51ea9b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:34.305250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.350771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.374176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.388053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ccb52-f2db-4ee9-b7ff-ad9d727ca745 req-9cff3a19-e9ea-4f9c-b4c0-d931962f8963 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:34.390220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-611ccb52-f2db-4ee9-b7ff-ad9d727ca745 req-9cff3a19-e9ea-4f9c-b4c0-d931962f8963 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 945 time: 0.2072144 Oct 25 09:16:34.403678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 863f5e14-8417-4c95-8e05-545da5afd273, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=863f5e14-8417-4c95-8e05-545da5afd273,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:34.410475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.483960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=863f5e14-8417-4c95-8e05-545da5afd273,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:34.621552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-611ccb52-f2db-4ee9-b7ff-ad9d727ca745 req-fbc769a8-c695-421f-8005-55293f40b201 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863198 Oct 25 09:16:34.645470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] For port e34f1fc6-b077-4d08-ae76-625ecd51ea9b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:34.645923 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.660880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Calling delete_port for e34f1fc6-b077-4d08-ae76-625ecd51ea9b owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:34.823165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:34.976971 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:35.011017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['6ee49071-95e4-4cc5-8a37-d235d869672c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:35.034523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['e34f1fc6-b077-4d08-ae76-625ecd51ea9b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:35.064001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Pushing event deleted for resources: {'Port': ['ID=e34f1fc6-b077-4d08-ae76-625ecd51ea9b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:35.076129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007cd22-5c8a-4713-8e90-78372fe331ec None None] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:35.088763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] No DVR routers for this DVR port e34f1fc6-b077-4d08-ae76-625ecd51ea9b on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:16:35.093296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:35.096832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ae30604-f9e6-4509-aec3-14d18af04622 req-cf469ffc-f8b1-49ec-aea2-ef8148ed7e87 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.41 "DELETE /v2.0/ports/e34f1fc6-b077-4d08-ae76-625ecd51ea9b HTTP/1.1" status: 204 len: 173 time: 1.1070590 Oct 25 09:16:35.097304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f207f12-41ff-4f12-bdca-67f44bfa4daf', 'name': 'network-vif-deleted', 'tag': 'e34f1fc6-b077-4d08-ae76-625ecd51ea9b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:35.099601 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f17bff-26e6-4423-a695-faf5884f6fb4" -d '{"events": [{"server_uuid": "5f207f12-41ff-4f12-bdca-67f44bfa4daf", "name": "network-vif-deleted", "tag": "e34f1fc6-b077-4d08-ae76-625ecd51ea9b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:35.251675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b6d6b5d3-96e2-4a64-99e5-bed6ee5c36df None None] Provisioning complete for port 863f5e14-8417-4c95-8e05-545da5afd273 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:35.253378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b6d6b5d3-96e2-4a64-99e5-bed6ee5c36df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:35.326552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:35.333919 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:35.389338 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814f190f-fdab-4a24-af2e-1d823f23837f x-openstack-request-id: req-814f190f-fdab-4a24-af2e-1d823f23837f {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:35.389635 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f207f12-41ff-4f12-bdca-67f44bfa4daf", "name": "network-vif-deleted", "tag": "e34f1fc6-b077-4d08-ae76-625ecd51ea9b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:35.389887 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-814f190f-fdab-4a24-af2e-1d823f23837f {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:35.390283 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f207f12-41ff-4f12-bdca-67f44bfa4daf', 'name': 'network-vif-deleted', 'tag': 'e34f1fc6-b077-4d08-ae76-625ecd51ea9b', 'status': 'completed', 'code': 200} Oct 25 09:16:35.436521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=17bf9218-dd99-4fbb-ac1e-81b75e023c05,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:35.459954 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:35.570306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-955d5b8d-6479-4571-986d-918e6c593274 req-1a703f60-dbbf-4cff-a195-1836f1fb0ae3 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f207f12-41ff-4f12-bdca-67f44bfa4daf HTTP/1.1" status: 200 len: 210 time: 0.1006591 Oct 25 09:16:35.660244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:35.666724 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:35.870816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47554) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:35.926381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c273a-5b27-452f-b6e7-fbf0d51e6100 req-e9df81c4-572b-4617-8ed4-365b122a638c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:35.927920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e6c273a-5b27-452f-b6e7-fbf0d51e6100 req-e9df81c4-572b-4617-8ed4-365b122a638c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 945 time: 0.1570580 Oct 25 09:16:35.948587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e58aefb-e155-47dd-be80-c6a522080b8c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:35.967328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 4645367d-734d-4a55-979a-98e2234ece00 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:16:36.006351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e6c273a-5b27-452f-b6e7-fbf0d51e6100 req-51eccd5d-c1ff-4408-b41a-55194179729b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 Oct 25 09:16:36.022108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5e58aefb-e155-47dd-be80-c6a522080b8c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:36.023122 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.032159 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d47381f-d436-437e-8989-8af95c732509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.138575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d47381f-d436-437e-8989-8af95c732509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.143154 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d47381f-d436-437e-8989-8af95c732509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.170039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 863f5e14-8417-4c95-8e05-545da5afd273 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:36.179145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:36.189538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47381f-d436-437e-8989-8af95c732509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034704fb-36c7-4be6-8e60-95593bee28f8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:36.190572 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Sync routers for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:36.197375 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5d47381f-d436-437e-8989-8af95c732509 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e38017429b904790a2459f4d3e1a81ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224955 Oct 25 09:16:36.198243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47558) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:36.208374 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:36.210975 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:36.214325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-679b816c-cca3-4b43-b2c2-876c8d82add4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "PUT /v2.0/routers/4645367d-734d-4a55-979a-98e2234ece00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7363975 Oct 25 09:16:36.217022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47560) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:36.247163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e8a6686c-03de-4c4c-ac15-d1b36457676a None None] Provisioning complete for port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:36.247934 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8a6686c-03de-4c4c-ac15-d1b36457676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.276538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15e6f8e3-9cde-4283-97f5-bd3bae25419e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.313753 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15e6f8e3-9cde-4283-97f5-bd3bae25419e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.350130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6686c-03de-4c4c-ac15-d1b36457676a None None] Port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:16:36.369798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 863f5e14-8417-4c95-8e05-545da5afd273 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:36.372301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.442955 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15e6f8e3-9cde-4283-97f5-bd3bae25419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.446684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-15e6f8e3-9cde-4283-97f5-bd3bae25419e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.451541 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-15e6f8e3-9cde-4283-97f5-bd3bae25419e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/034704fb-36c7-4be6-8e60-95593bee28f8 HTTP/1.1" status: 204 len: 168 time: 0.2492964 Oct 25 09:16:36.460920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6f8e3-9cde-4283-97f5-bd3bae25419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034704fb-36c7-4be6-8e60-95593bee28f8,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:36.469421 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:36.503451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e8a6686c-03de-4c4c-ac15-d1b36457676a None None] Provisioning complete for port 863f5e14-8417-4c95-8e05-545da5afd273 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:36.503816 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8a6686c-03de-4c4c-ac15-d1b36457676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.563227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a728c58f-0d0b-41e2-a1d9-21f896d21472 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:36.817705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port a728c58f-0d0b-41e2-a1d9-21f896d21472 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:16:36.843194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port a728c58f-0d0b-41e2-a1d9-21f896d21472 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:36.843716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:36.955346 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:35Z', 'revision_number': 2, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:37.039222 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.089072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.089572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4239306-d5b9-400c-858f-541515ea5a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a728c58f-0d0b-41e2-a1d9-21f896d21472'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:37.089701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.089946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.090425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.090965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.091447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.091573 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c932bb-ead6-4d4c-9cf4-e6cad29eb310" -d '{"events": [{"server_uuid": "d4239306-d5b9-400c-858f-541515ea5a31", "name": "network-vif-plugged", "status": "completed", "tag": "a728c58f-0d0b-41e2-a1d9-21f896d21472"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:37.092197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.092644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.093131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.098078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47584) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:37.099534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2996ec28-dca3-41a1-8054-372c2dcadcf5 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6361 time: 0.8814170 Oct 25 09:16:37.111411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2cb0b5b2-9f8f-4ecc-a030-89d8d5c5e924 None None] Provisioning complete for port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:37.111774 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2cb0b5b2-9f8f-4ecc-a030-89d8d5c5e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.116371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a728c58f-0d0b-41e2-a1d9-21f896d21472, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a728c58f-0d0b-41e2-a1d9-21f896d21472,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:37.152835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566185-fbd4-4642-885d-45294f6fc98e req-aa97911b-4e64-40e9-bc5d-d20a5a5bfa71 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.167544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd566185-fbd4-4642-885d-45294f6fc98e req-aa97911b-4e64-40e9-bc5d-d20a5a5bfa71 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0964122 Oct 25 09:16:37.169108 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.205659 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Checking router: 4645367d-734d-4a55-979a-98e2234ece00 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:37.206625 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Updating router 4645367d-734d-4a55-979a-98e2234ece00 port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:16:37.215389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0b5b2-9f8f-4ecc-a030-89d8d5c5e924 None None] Port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:16:37.228203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.229017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.230254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.231358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.232049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.233214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.233351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd566185-fbd4-4642-885d-45294f6fc98e req-27ad4a05-c02f-44cd-bd60-73156af03635 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632095 Oct 25 09:16:37.234175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.234800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.235576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.238526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4df88a17-d3e4-4390-a0d7-c25454180b05 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5814 time: 0.1394360 Oct 25 09:16:37.241357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47588) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:37.245058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a728c58f-0d0b-41e2-a1d9-21f896d21472,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:37.259918 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.444326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de765c-27cd-4274-acde-c7a77fc681e6 req-680c546a-7789-4a6b-829b-b481053349f4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.446356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5de765c-27cd-4274-acde-c7a77fc681e6 req-680c546a-7789-4a6b-829b-b481053349f4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 946 time: 0.1282921 Oct 25 09:16:37.532706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5de765c-27cd-4274-acde-c7a77fc681e6 req-190ee508-d348-4cff-ac77-03c521d91a3a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724995 Oct 25 09:16:37.557523 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.575000 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.622421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae7e81c9-562d-4812-9e69-109261f4f9c2 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.3783371 Oct 25 09:16:37.625942 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98ff822-5fcf-4f5b-aee4-359abc1b9c0c x-openstack-request-id: req-f98ff822-5fcf-4f5b-aee4-359abc1b9c0c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:37.626351 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4239306-d5b9-400c-858f-541515ea5a31", "name": "network-vif-plugged", "status": "completed", "tag": "a728c58f-0d0b-41e2-a1d9-21f896d21472", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:37.632052 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f98ff822-5fcf-4f5b-aee4-359abc1b9c0c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:37.632579 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4239306-d5b9-400c-858f-541515ea5a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a728c58f-0d0b-41e2-a1d9-21f896d21472', 'code': 200} Oct 25 09:16:37.669965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e34f1fc6-b077-4d08-ae76-625ecd51ea9b no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:37.678695 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910265-64ce-409a-99ad-7e4c3367534c None None] Pushing event updated for resources: {'Port': ['ID=17bf9218-dd99-4fbb-ac1e-81b75e023c05,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:37.713408 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Attempting to bind port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:37.713684 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Attempting to bind port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:37.714147 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Attempting to bind port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 on network 59ce0685-bc42-48d3-94cc-1b57038daf96 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:37.720557 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:37.720557 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Checking segment: {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:37.720986 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.721447 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Bound using segment: {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:37.721913 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Bound port: 17bf9218-dd99-4fbb-ac1e-81b75e023c05, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:37.722247 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.730903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: e34f1fc6-b077-4d08-ae76-625ecd51ea9b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:37.731257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e34f1fc6-b077-4d08-ae76-625ecd51ea9b not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:37.828040 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] For port 17bf9218-dd99-4fbb-ac1e-81b75e023c05, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:37.833131 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] For port 17bf9218-dd99-4fbb-ac1e-81b75e023c05, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=17bf9218-dd99-4fbb-ac1e-81b75e023c05,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:37.839630 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:37.841959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6973d-de73-4a43-8ec1-cbcb9e310172 req-583d776a-f55e-4e6b-8d41-8b52ed7d53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:37.843591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50f6973d-de73-4a43-8ec1-cbcb9e310172 req-583d776a-f55e-4e6b-8d41-8b52ed7d53c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 1097 time: 0.0982907 Oct 25 09:16:37.902251 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50f6973d-de73-4a43-8ec1-cbcb9e310172 req-08b3fcac-369e-4316-90c4-00907d74fec6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508606 Oct 25 09:16:37.907910 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:37.908761 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:37.920145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47610) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:37.925440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-62b9ade4-e611-414a-a240-865442f6b258 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1804239635', 'description': 'tempest-secgroup-smoke-1804239635 description', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:37.958364 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-62b9ade4-e611-414a-a240-865442f6b258 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.014334 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82910265-64ce-409a-99ad-7e4c3367534c None None] Pushing event updated for resources: {'Port': ['ID=17bf9218-dd99-4fbb-ac1e-81b75e023c05,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:38.061312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-22dd500b-4e73-4f65-80ff-b5c1e65787e8 None None] Provisioning complete for port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:38.062981 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22dd500b-4e73-4f65-80ff-b5c1e65787e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.066857 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-62b9ade4-e611-414a-a240-865442f6b258 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.074439 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:38.076296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-62b9ade4-e611-414a-a240-865442f6b258 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.141515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9ade4-e611-414a-a240-865442f6b258 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0874ae6a-3038-440c-bf9d-a69f82149dd7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:38.155864 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-62b9ade4-e611-414a-a240-865442f6b258 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.157589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-62b9ade4-e611-414a-a240-865442f6b258 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2360349 Oct 25 09:16:38.160580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47612) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:38.165647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c15b924f-d951-49df-b4be-1ea78ebcc873 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '0874ae6a-3038-440c-bf9d-a69f82149dd7', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:38.234792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c15b924f-d951-49df-b4be-1ea78ebcc873 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.295206 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22dd500b-4e73-4f65-80ff-b5c1e65787e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.337460 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c15b924f-d951-49df-b4be-1ea78ebcc873 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.346671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c15b924f-d951-49df-b4be-1ea78ebcc873 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.369241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-22dd500b-4e73-4f65-80ff-b5c1e65787e8 None None] For port 17bf9218-dd99-4fbb-ac1e-81b75e023c05, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=17bf9218-dd99-4fbb-ac1e-81b75e023c05,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:38.381332 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22dd500b-4e73-4f65-80ff-b5c1e65787e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.428503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b924f-d951-49df-b4be-1ea78ebcc873 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2685f5-2c2e-4c56-8f8c-9cff3ba040c5,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:38.458435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef63c77-a237-42c1-bb8f-d0a31b1d170c req-b8fb2130-0535-4c32-9aed-3f06cda786c2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:38.460262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c15b924f-d951-49df-b4be-1ea78ebcc873 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.463015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd500b-4e73-4f65-80ff-b5c1e65787e8 None None] Pushing event updated for resources: {'Port': ['ID=17bf9218-dd99-4fbb-ac1e-81b75e023c05,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:38.464017 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c15b924f-d951-49df-b4be-1ea78ebcc873 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3022566 Oct 25 09:16:38.466819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:38.470383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ef63c77-a237-42c1-bb8f-d0a31b1d170c req-b8fb2130-0535-4c32-9aed-3f06cda786c2 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.1103230 Oct 25 09:16:38.471507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-158fb15c-248b-4024-83e7-c972b2883bad tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '0874ae6a-3038-440c-bf9d-a69f82149dd7', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:38.510939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-119c214c-dfe2-4939-b1a3-b19ec91bf922 None None] Provisioning complete for port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:38.512633 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-119c214c-dfe2-4939-b1a3-b19ec91bf922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.517063 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:37Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:38.518702 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-158fb15c-248b-4024-83e7-c972b2883bad tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.542099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ef63c77-a237-42c1-bb8f-d0a31b1d170c req-20145904-f1c4-4ded-81dc-71da8228a12c tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651429 Oct 25 09:16:38.551577 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775f744-b5c8-497b-9c42-4daaf3eaed97 None None] The sync data for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 is: [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:37Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:38.610549 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.691031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-158fb15c-248b-4024-83e7-c972b2883bad tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.698424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-158fb15c-248b-4024-83e7-c972b2883bad tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.733931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fb15c-248b-4024-83e7-c972b2883bad tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f20184-a6e8-4d5b-aeac-958aab5f4cb6,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:38.746189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-158fb15c-248b-4024-83e7-c972b2883bad tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.748424 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-158fb15c-248b-4024-83e7-c972b2883bad tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2803555 Oct 25 09:16:38.751237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47626) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:38.757542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-52301fd2-3299-44f5-8258-b4b302ec6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '0874ae6a-3038-440c-bf9d-a69f82149dd7', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:38.767947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66235ce4-2e1d-46fd-a4cd-d0b54f245005 req-d72f8a18-141c-442b-915e-231f342ca6d7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:38.778981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66235ce4-2e1d-46fd-a4cd-d0b54f245005 req-d72f8a18-141c-442b-915e-231f342ca6d7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 946 time: 0.1004586 Oct 25 09:16:38.826143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52301fd2-3299-44f5-8258-b4b302ec6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.875461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66235ce4-2e1d-46fd-a4cd-d0b54f245005 req-1778a6de-0bb7-4e87-851b-19ad87d1e78c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953655 Oct 25 09:16:38.924106 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52301fd2-3299-44f5-8258-b4b302ec6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.931302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52301fd2-3299-44f5-8258-b4b302ec6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.950227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52301fd2-3299-44f5-8258-b4b302ec6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7b24b0-6b56-494c-9d24-6c8d67ddb05d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:38.962454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-52301fd2-3299-44f5-8258-b4b302ec6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:38.963953 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-52301fd2-3299-44f5-8258-b4b302ec6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2098935 Oct 25 09:16:38.966651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47630) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:38.971862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a7c8937d-751b-468d-bd31-c9278a14b745 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '0874ae6a-3038-440c-bf9d-a69f82149dd7', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:39.011209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7c8937d-751b-468d-bd31-c9278a14b745 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.076628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7c8937d-751b-468d-bd31-c9278a14b745 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.080993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7c8937d-751b-468d-bd31-c9278a14b745 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.105659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8937d-751b-468d-bd31-c9278a14b745 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8846ab2-b76e-447b-971b-147a541cb725,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:39.112276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7c8937d-751b-468d-bd31-c9278a14b745 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.114538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a7c8937d-751b-468d-bd31-c9278a14b745 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463275 Oct 25 09:16:39.116978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47632) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:39.122699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2504acec-a3e6-49d4-9c05-fc385ff61a25 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '0874ae6a-3038-440c-bf9d-a69f82149dd7', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:39.154756 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-2504acec-a3e6-49d4-9c05-fc385ff61a25 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Project ecf29f943a3b40e38cf1c0695447cc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:16:39.163149 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2504acec-a3e6-49d4-9c05-fc385ff61a25 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.265934 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2504acec-a3e6-49d4-9c05-fc385ff61a25 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.271243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2504acec-a3e6-49d4-9c05-fc385ff61a25 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.293032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504acec-a3e6-49d4-9c05-fc385ff61a25 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef4263d-4035-4e3b-a7ca-8e6304e786b0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:39.317036 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2504acec-a3e6-49d4-9c05-fc385ff61a25 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.321614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47636) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:39.322772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2504acec-a3e6-49d4-9c05-fc385ff61a25 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2037623 Oct 25 09:16:39.327513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-dc13e1a2-994f-4326-93c3-d67557e2ec88 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '0874ae6a-3038-440c-bf9d-a69f82149dd7', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:39.378287 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-dc13e1a2-994f-4326-93c3-d67557e2ec88 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Project ecf29f943a3b40e38cf1c0695447cc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:16:39.390237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc13e1a2-994f-4326-93c3-d67557e2ec88 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.506268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc13e1a2-994f-4326-93c3-d67557e2ec88 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.515741 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc13e1a2-994f-4326-93c3-d67557e2ec88 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.540954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13e1a2-994f-4326-93c3-d67557e2ec88 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc988b7-8151-4798-b346-45cc3004b515,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:39.554693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc13e1a2-994f-4326-93c3-d67557e2ec88 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.557480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dc13e1a2-994f-4326-93c3-d67557e2ec88 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2336183 Oct 25 09:16:39.720965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14439ba-e9a3-4d08-a434-bd7238a60e69 req-ae4e869b-53d3-48d6-af20-cbf8dec3ba7a tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:39.728785 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:39.731150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a14439ba-e9a3-4d08-a434-bd7238a60e69 req-ae4e869b-53d3-48d6-af20-cbf8dec3ba7a tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.1170840 Oct 25 09:16:39.781154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a14439ba-e9a3-4d08-a434-bd7238a60e69 req-fd750eaa-acb5-47fb-8920-b11cf815b53d tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/security-groups?id=20dd60a7-bc5a-412b-a4d3-3d691f29a587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488658 Oct 25 09:16:39.928345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-13c67d28-0217-4ba8-97f9-23fc39d4de22 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1804239635&fields=id&tenant_id=ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 267 time: 0.0569525 Oct 25 09:16:39.931654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 17bf9218-dd99-4fbb-ac1e-81b75e023c05 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:39.988119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:39.988760 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:40.079440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-f8688e70-493f-4141-8bd1-aa7bb543468a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:40.080956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-f8688e70-493f-4141-8bd1-aa7bb543468a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/networks?id=59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 200 len: 797 time: 0.1417322 Oct 25 09:16:40.097353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-a27e67de-c68f-4fb2-9485-81586254bff6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/quotas/ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 375 time: 0.0095339 Oct 25 09:16:40.154420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-42da0d61-8ea1-448d-a946-f2651d56a5db tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504405 Oct 25 09:16:40.159887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-dd1c6b72-895e-48c4-9171-5740fc1ffb02 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:40.161419 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-dd1c6b72-895e-48c4-9171-5740fc1ffb02 tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 946 time: 0.0581868 Oct 25 09:16:40.255046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Deleting port 6ee49071-95e4-4cc5-8a37-d235d869672c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:40.255394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:40.264375 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-11126342-3ca4-47df-aa22-43820a611ad9 service neutron] 10.222.0.32 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946095 Oct 25 09:16:40.351496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] For port 6ee49071-95e4-4cc5-8a37-d235d869672c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6ee49071-95e4-4cc5-8a37-d235d869672c,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:40.352215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:40.356138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-24fd641d-31ae-4100-a025-fdf300cac8da service neutron] 10.222.0.32 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846701 Oct 25 09:16:40.364827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Calling delete_port for 6ee49071-95e4-4cc5-8a37-d235d869672c owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:40.514250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:40.546376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['6ee49071-95e4-4cc5-8a37-d235d869672c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:40.550555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Pushing event deleted for resources: {'Port': ['ID=6ee49071-95e4-4cc5-8a37-d235d869672c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:40.602742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] No DVR routers for this DVR port 6ee49071-95e4-4cc5-8a37-d235d869672c on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:16:40.606772 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:40.610844 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eb6724fc-a718-4eeb-8dbb-46f037440a94 req-ce7cb18c-8ca7-4358-a758-042f938f63ff tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.18 "DELETE /v2.0/ports/6ee49071-95e4-4cc5-8a37-d235d869672c HTTP/1.1" status: 204 len: 173 time: 0.4432840 Oct 25 09:16:40.611211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6c905-98c9-4776-a344-73dc9811d614', 'name': 'network-vif-deleted', 'tag': '6ee49071-95e4-4cc5-8a37-d235d869672c'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:40.614116 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de09528c-1259-4367-a0c6-37a6eca21c02" -d '{"events": [{"server_uuid": "e5e6c905-98c9-4776-a344-73dc9811d614", "name": "network-vif-deleted", "tag": "6ee49071-95e4-4cc5-8a37-d235d869672c"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:40.616395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb0ca9-05e1-47b8-8e8d-fa9755d0bbe4 req-afbcfda2-9ef5-4145-a337-6e3b8d97a282 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:40.618491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6eeb0ca9-05e1-47b8-8e8d-fa9755d0bbe4 req-afbcfda2-9ef5-4145-a337-6e3b8d97a282 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 946 time: 0.0955837 Oct 25 09:16:40.669612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6eeb0ca9-05e1-47b8-8e8d-fa9755d0bbe4 req-3fa7ebe2-6c4d-41e6-ba88-ad057c1f2084 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Oct 25 09:16:40.761762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15976fb6-3a48-4624-943e-f8c409003c73 req-809bae62-8c09-4eaf-b844-995fb36c15a8 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 210 time: 0.0343049 Oct 25 09:16:40.817901 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da930be5-f7f0-415f-bc18-4341f5879d01 x-openstack-request-id: req-da930be5-f7f0-415f-bc18-4341f5879d01 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:40.818109 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6c905-98c9-4776-a344-73dc9811d614", "name": "network-vif-deleted", "tag": "6ee49071-95e4-4cc5-8a37-d235d869672c", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:40.818504 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da930be5-f7f0-415f-bc18-4341f5879d01 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:40.818978 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e6c905-98c9-4776-a344-73dc9811d614', 'name': 'network-vif-deleted', 'tag': '6ee49071-95e4-4cc5-8a37-d235d869672c', 'status': 'completed', 'code': 200} Oct 25 09:16:40.956492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495f63-b53e-43d1-a64f-5662e24198d2 req-b0aa4c93-c1de-4305-8d8c-d0142f06c9e5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:40.958419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b495f63-b53e-43d1-a64f-5662e24198d2 req-b0aa4c93-c1de-4305-8d8c-d0142f06c9e5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 946 time: 0.0821965 Oct 25 09:16:41.046052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b495f63-b53e-43d1-a64f-5662e24198d2 req-8cebf1a9-5092-44f1-a4d8-d4ff21e15297 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701184 Oct 25 09:16:41.173278 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c2d4d09-8d03-4b91-aec6-58102c7a550c req-84cd7577-ec65-4b60-839b-b0565bceaeaa tempest-ServerRescueTestJSON-1609297304 tempest-ServerRescueTestJSON-1609297304-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5e6c905-98c9-4776-a344-73dc9811d614 HTTP/1.1" status: 200 len: 210 time: 0.0368509 Oct 25 09:16:41.465722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28456a87-cfba-4125-b9ff-8f58498d6d1e req-34c489ee-161b-4d49-8fff-517beab44220 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:41.467458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28456a87-cfba-4125-b9ff-8f58498d6d1e req-34c489ee-161b-4d49-8fff-517beab44220 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 946 time: 0.0594518 Oct 25 09:16:41.516015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28456a87-cfba-4125-b9ff-8f58498d6d1e req-41c3cd6b-17c2-4c54-8449-4e7187a55116 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Oct 25 09:16:41.895606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cfb78278-bf98-4232-9ce8-25f5ff6536cc req-730df486-bf93-4535-a81e-7b24e31c8aea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 210 time: 0.0368969 Oct 25 09:16:41.946604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-28480b2d-6e85-4b1c-978d-4a7f22cc7734 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:41.948533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-28480b2d-6e85-4b1c-978d-4a7f22cc7734 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/networks?id=59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 200 len: 797 time: 0.1959643 Oct 25 09:16:42.010952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-c312811e-0572-4327-b5a0-86aca772eacc tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 380 time: 0.0455065 Oct 25 09:16:42.065058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'port': {'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'admin_state_up': True, 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'security_groups': ['0874ae6a-3038-440c-bf9d-a69f82149dd7']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:42.235204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:42.240235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:42.285728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47696) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:42.424547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.20.0.8 (59ce0685-bc42-48d3-94cc-1b57038daf96/af0af259-8f1a-42d5-9ba8-2b90cc2471dd/8d140d05-95de-4ab6-94b9-d62b7bdab80d) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:42.613104 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:42.661393 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:42.721405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:42.724549 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:42.731975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:42.736632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:42.767765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=8d140d05-95de-4ab6-94b9-d62b7bdab80d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:42.780408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eb181-3a9e-4f11-bc0b-6555d13e6c11 req-c05189d0-585a-440e-a5bf-fbdafc184ca7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:42.781947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d4eb181-3a9e-4f11-bc0b-6555d13e6c11 req-c05189d0-585a-440e-a5bf-fbdafc184ca7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 946 time: 0.1315830 Oct 25 09:16:42.831867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:42.833168 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:42.881125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-ba6aa18f-8718-4103-ab95-28e8bb3e724e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279593 Oct 25 09:16:42.903509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Request body: {'port': {'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:42.916516 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1d4eb181-3a9e-4f11-bc0b-6555d13e6c11 req-a8a96c3a-6768-4b6c-ab31-fbdde2a8838f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256757 Oct 25 09:16:43.027618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.071771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-707acba1-e7fa-49ed-86a4-972d2b7c271c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:43.073378 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-707acba1-e7fa-49ed-86a4-972d2b7c271c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 946 time: 0.1056340 Oct 25 09:16:43.135278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8ae59-50d8-47d6-bd7f-fbea494248b0 req-d67e91e4-fc79-4597-9512-eb9036122b93 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:43.143362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43b8ae59-50d8-47d6-bd7f-fbea494248b0 req-d67e91e4-fc79-4597-9512-eb9036122b93 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 931 time: 0.1316288 Oct 25 09:16:43.167100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b5ef2c26-49ed-4de8-b444-3f7a0669bf43 None None] Provisioning complete for port 8d140d05-95de-4ab6-94b9-d62b7bdab80d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:43.167682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5ef2c26-49ed-4de8-b444-3f7a0669bf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.222712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef2c26-49ed-4de8-b444-3f7a0669bf43 None None] Port 8d140d05-95de-4ab6-94b9-d62b7bdab80d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:16:43.260931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43b8ae59-50d8-47d6-bd7f-fbea494248b0 req-a3e19dcf-513e-46c0-b685-e6aeae1775b1 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069543 Oct 25 09:16:43.285646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Deleting port 31e7e13e-dd20-44d0-b08a-864287ce442d {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:43.286411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.362696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Deleting port a728c58f-0d0b-41e2-a1d9-21f896d21472 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:43.363050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.440025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] For port 31e7e13e-dd20-44d0-b08a-864287ce442d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=31e7e13e-dd20-44d0-b08a-864287ce442d,segment=NetworkSegment(971206a6-3c79-4453-9928-7b231dd2137f),segment_id=971206a6-3c79-4453-9928-7b231dd2137f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:43.440441 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.457468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d140d05-95de-4ab6-94b9-d62b7bdab80d {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:16:43.461308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Calling delete_port for 31e7e13e-dd20-44d0-b08a-864287ce442d owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:43.471515 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.497007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Transition to ACTIVE for port object 8d140d05-95de-4ab6-94b9-d62b7bdab80d will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:16:43.504008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.544438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] For port a728c58f-0d0b-41e2-a1d9-21f896d21472, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a728c58f-0d0b-41e2-a1d9-21f896d21472,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:43.544782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.562564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Calling delete_port for a728c58f-0d0b-41e2-a1d9-21f896d21472 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:43.564562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d140d05-95de-4ab6-94b9-d62b7bdab80d,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:43.731562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Attempting to bind port 8d140d05-95de-4ab6-94b9-d62b7bdab80d on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:43.732229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Attempting to bind port 8d140d05-95de-4ab6-94b9-d62b7bdab80d by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:43.732229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Attempting to bind port 8d140d05-95de-4ab6-94b9-d62b7bdab80d on network 59ce0685-bc42-48d3-94cc-1b57038daf96 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:43.738065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Port 8d140d05-95de-4ab6-94b9-d62b7bdab80d on network 59ce0685-bc42-48d3-94cc-1b57038daf96 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:16:43.738548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Attempting to bind port 8d140d05-95de-4ab6-94b9-d62b7bdab80d on network 59ce0685-bc42-48d3-94cc-1b57038daf96 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:43.744898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:43.745369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Checking segment: {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:43.745867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Bound using segment: {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:43.746395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Bound port: 8d140d05-95de-4ab6-94b9-d62b7bdab80d, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:43.746897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.823714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:43.880650 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Pushing event deleted for resources: {'Port': ['ID=31e7e13e-dd20-44d0-b08a-864287ce442d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:44.141897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] For port 8d140d05-95de-4ab6-94b9-d62b7bdab80d, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:44.235099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063be8-de6f-4b08-9d58-d728745bcb28 req-712d52d6-a539-4e31-b0e8-dc40d29585f6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:44.237878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4063be8-de6f-4b08-9d58-d728745bcb28 req-712d52d6-a539-4e31-b0e8-dc40d29585f6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4239306-d5b9-400c-858f-541515ea5a31 HTTP/1.1" status: 200 len: 946 time: 0.1548126 Oct 25 09:16:44.264026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:44.296733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:44.302964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a728c58f-0d0b-41e2-a1d9-21f896d21472'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:44.303893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event deleted for resources: {'Port': ['ID=a728c58f-0d0b-41e2-a1d9-21f896d21472,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:44.321120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] For port 8d140d05-95de-4ab6-94b9-d62b7bdab80d, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:44.350551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:44.395123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] No DVR routers for this DVR port a728c58f-0d0b-41e2-a1d9-21f896d21472 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:16:44.415300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4063be8-de6f-4b08-9d58-d728745bcb28 req-db5a0cdc-ffc5-4d92-bb52-07026bf93ae1 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709578 Oct 25 09:16:44.425481 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:44.429310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3853453e-bf43-4f07-af69-c51d5096fb1a req-ee92bad6-496b-4ffa-8495-ebb7ad1a8fb2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "DELETE /v2.0/ports/a728c58f-0d0b-41e2-a1d9-21f896d21472 HTTP/1.1" status: 204 len: 173 time: 1.2996731 Oct 25 09:16:44.436138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4239306-d5b9-400c-858f-541515ea5a31', 'name': 'network-vif-deleted', 'tag': 'a728c58f-0d0b-41e2-a1d9-21f896d21472'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:44.438746 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88681f08-cdc0-462b-9514-c52c3d736495" -d '{"events": [{"server_uuid": "d4239306-d5b9-400c-858f-541515ea5a31", "name": "network-vif-deleted", "tag": "a728c58f-0d0b-41e2-a1d9-21f896d21472"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:44.486445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:44.487128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:44.488596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] 10.222.0.41 "PUT /v2.0/ports/8d140d05-95de-4ab6-94b9-d62b7bdab80d HTTP/1.1" status: 200 len: 1091 time: 1.5925081 Oct 25 09:16:44.489138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:44.502278 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f232bb08-bb74-48bc-a6f7-bed2dadb1188" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:44.541120 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:44.550778 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6ee49071-95e4-4cc5-8a37-d235d869672c no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:44.619677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 6ee49071-95e4-4cc5-8a37-d235d869672c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:44.620294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6ee49071-95e4-4cc5-8a37-d235d869672c not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:44.720274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae23b5d-ee5a-44c4-9dde-d44a4fabcda4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d140d05-95de-4ab6-94b9-d62b7bdab80d,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:44.792511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-1772d4ba-2fd2-466d-ad93-74dcacd7b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:44.794046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-1772d4ba-2fd2-466d-ad93-74dcacd7b12d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 1094 time: 0.1974089 Oct 25 09:16:44.803662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7c924-1291-4a12-a910-dfdecf03d7cb req-8170e376-4a91-46c1-9d2b-bf3e0f5036f2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:44.811314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68d7c924-1291-4a12-a910-dfdecf03d7cb req-8170e376-4a91-46c1-9d2b-bf3e0f5036f2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 943 time: 0.1818428 Oct 25 09:16:44.833213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47726) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:44.874638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-e22493fd-ee2d-45cd-b1c7-23d59e36be22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d HTTP/1.1" status: 200 len: 217 time: 0.0612295 Oct 25 09:16:44.931523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68d7c924-1291-4a12-a910-dfdecf03d7cb req-06437c9d-c42b-4f14-a689-b445a41b551a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173468 Oct 25 09:16:44.983844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Router 5a8e7d61-204d-4f18-9867-9f0c1d00045a has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:16:45.050836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-68b5a026-ec0d-4ce3-b041-5a2595adf1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:45.060950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-68b5a026-ec0d-4ce3-b041-5a2595adf1d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af0af259-8f1a-42d5-9ba8-2b90cc2471dd HTTP/1.1" status: 200 len: 835 time: 0.1540108 Oct 25 09:16:45.091872 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c03c053-d78a-49a3-a81c-4adeb566c767 x-openstack-request-id: req-3c03c053-d78a-49a3-a81c-4adeb566c767 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:45.092630 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4239306-d5b9-400c-858f-541515ea5a31", "name": "network-vif-deleted", "tag": "a728c58f-0d0b-41e2-a1d9-21f896d21472", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:45.093148 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c03c053-d78a-49a3-a81c-4adeb566c767 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:45.094573 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4239306-d5b9-400c-858f-541515ea5a31', 'name': 'network-vif-deleted', 'tag': 'a728c58f-0d0b-41e2-a1d9-21f896d21472', 'status': 'completed', 'code': 200} Oct 25 09:16:45.169681 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0422c215-1a44-4eae-b179-012e1a9f7e9a x-openstack-request-id: req-0422c215-1a44-4eae-b179-012e1a9f7e9a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:45.193658 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:45.193947 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0422c215-1a44-4eae-b179-012e1a9f7e9a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:45.194409 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'status': 'completed', 'code': 200} Oct 25 09:16:45.264835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-8b02913a-d4e1-4191-8799-18c66f43c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:45.272354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-8b02913a-d4e1-4191-8799-18c66f43c990 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ce0685-bc42-48d3-94cc-1b57038daf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044132 Oct 25 09:16:45.294497 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9e4b-8185-48fb-92e6-175f4c6b0fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.317597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:45.323904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ed03c136-db3c-4ef8-84c6-0880b2ef839e admin admin] 10.222.0.32 "PUT /v2.0/routers/5a8e7d61-204d-4f18-9867-9f0c1d00045a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0368276 Oct 25 09:16:45.327039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47732) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:45.331574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] Sync routers for ids ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:45.350517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] Routers {'5a8e7d61-204d-4f18-9867-9f0c1d00045a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:45.351499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:45.436275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-baabab1b-53c4-44d4-896b-959ac99dbc85 service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518693 Oct 25 09:16:45.528557 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.555594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] Set router 5a8e7d61-204d-4f18-9867-9f0c1d00045a gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:45.572540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9e4b-8185-48fb-92e6-175f4c6b0fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.588636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e4dd9e4b-8185-48fb-92e6-175f4c6b0fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.652158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e4dd9e4b-8185-48fb-92e6-175f4c6b0fb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c937ba38d754caa859f4cb1f20badcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800517 Oct 25 09:16:45.652918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd9e4b-8185-48fb-92e6-175f4c6b0fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64277c13-e93d-4283-80b8-d81886e1a9ad,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:45.654714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47740) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:45.668078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95f3d75c-e5d1-43be-ba4f-cee233b2e3d0 req-582100fc-4067-448f-931c-1716ccb0cd99 service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171829 Oct 25 09:16:45.706724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.798601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0f033fe-23f5-4145-b348-6afdac74542e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.820403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-754fe8d6-7c14-4be8-ac26-839001f30c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:45.823469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-754fe8d6-7c14-4be8-ac26-839001f30c7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0667756 Oct 25 09:16:45.829071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:16:43Z', 'revision_number': 5, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port': {'id': 'e239bad8-a0f6-4265-ab33-fe490c002c3e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:45.841258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0f033fe-23f5-4145-b348-6afdac74542e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.866474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] Checking router: 5a8e7d61-204d-4f18-9867-9f0c1d00045a for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:45.878021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] Routers {'5a8e7d61-204d-4f18-9867-9f0c1d00045a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:45.878647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:45.892583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Deleting port e239bad8-a0f6-4265-ab33-fe490c002c3e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:16:45.893092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.963291 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0f033fe-23f5-4145-b348-6afdac74542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.966182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0f033fe-23f5-4145-b348-6afdac74542e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:45.969914 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a0f033fe-23f5-4145-b348-6afdac74542e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64277c13-e93d-4283-80b8-d81886e1a9ad HTTP/1.1" status: 204 len: 168 time: 0.3111198 Oct 25 09:16:46.018796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-eeb75c11-b86e-49e2-8aa9-769d4dee75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:46.020217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-eeb75c11-b86e-49e2-8aa9-769d4dee75f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 200 len: 898 time: 0.1891327 Oct 25 09:16:46.025581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] For port e239bad8-a0f6-4265-ab33-fe490c002c3e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e239bad8-a0f6-4265-ab33-fe490c002c3e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:46.026223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.043567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Calling delete_port for e239bad8-a0f6-4265-ab33-fe490c002c3e owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:16:46.081683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-b1e9e251-28bc-4040-8f35-047a1a756c6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d HTTP/1.1" status: 200 len: 217 time: 0.0510476 Oct 25 09:16:46.095194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-a1b3f962-2176-400b-811a-a9b8c7c45be0 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:46.102548 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-a1b3f962-2176-400b-811a-a9b8c7c45be0 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.1867614 Oct 25 09:16:46.114094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f033fe-23f5-4145-b348-6afdac74542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64277c13-e93d-4283-80b8-d81886e1a9ad,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:46.147053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-291a1145-5f1a-445d-b411-8d4e16fcd1c2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/quotas/e29eeb2c69194d5ab3532bf466807531 HTTP/1.1" status: 200 len: 375 time: 0.0434489 Oct 25 09:16:46.173304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] Set router 5a8e7d61-204d-4f18-9867-9f0c1d00045a gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:46.194981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-6c8e1faa-002f-464a-9a0d-524b7827b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:46.197044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-6c8e1faa-002f-464a-9a0d-524b7827b97e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af0af259-8f1a-42d5-9ba8-2b90cc2471dd HTTP/1.1" status: 200 len: 835 time: 0.1090150 Oct 25 09:16:46.245674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-921307a3-9253-4276-a40f-3b2213fc9080 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975769 Oct 25 09:16:46.278917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:16:45Z', 'revision_number': 6, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:46.312830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de921a0a-e061-4dd2-b243-d4083996a91a None None] The sync data for ids ['5a8e7d61-204d-4f18-9867-9f0c1d00045a'] in n-d-814746-2 is: [{'id': '5a8e7d61-204d-4f18-9867-9f0c1d00045a', 'name': 'tempest-ServerRescueTestJSON-1959628495-router', 'tenant_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:14:42Z', 'updated_at': '2021-10-25T09:16:45Z', 'revision_number': 6, 'project_id': 'd81d89a9e1f24120ae8efbb5ccde61c0', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:46.339341 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.375472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e239bad8-a0f6-4265-ab33-fe490c002c3e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:46.412125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ccb2-c5e4-4215-88c1-cf0a3efca63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.423362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-4ef46256-87d5-4f20-b301-26ca769fbd1f service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760602 Oct 25 09:16:46.500058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.505535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-29d7117a-2137-41ec-a86d-e3ebbaecd4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:46.507153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-29d7117a-2137-41ec-a86d-e3ebbaecd4d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ce0685-bc42-48d3-94cc-1b57038daf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033526 Oct 25 09:16:46.543282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a728c58f-0d0b-41e2-a1d9-21f896d21472 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:46.570647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: a728c58f-0d0b-41e2-a1d9-21f896d21472 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:46.571339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a728c58f-0d0b-41e2-a1d9-21f896d21472 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:46.610956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.613240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.680350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-db173b4e-6caf-4042-bb95-d3be5068e67c service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633689 Oct 25 09:16:46.683755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-1f9f3c58-5912-4ce1-a57f-4b1ba4e1202e service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587535 Oct 25 09:16:46.699727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.701490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8e7d61-204d-4f18-9867-9f0c1d00045a {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:16:46.720234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.724323 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c075dc9d-6cac-49de-b85e-e4e0ae2a32f5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5a8e7d61-204d-4f18-9867-9f0c1d00045a HTTP/1.1" status: 204 len: 168 time: 1.3961849 Oct 25 09:16:46.726680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47778) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:46.833034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-2113b067-320c-4839-8fd1-357e3af7d600 admin admin] Deleting subnet 7b89fd33-b706-479b-b41e-19e4731a1fa5 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:16:46.842435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2113b067-320c-4839-8fd1-357e3af7d600 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:46.873713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f232bb08-bb74-48bc-a6f7-bed2dadb1188 req-191ca735-bbf7-42b0-bf59-544dde526418 service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740205 Oct 25 09:16:46.948643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2113b067-320c-4839-8fd1-357e3af7d600 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.005794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2113b067-320c-4839-8fd1-357e3af7d600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.055469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe374b-54c7-4395-a565-3bee9cded78a req-d9dbaa89-d459-466d-84a6-c4ab8e819055 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:47.064673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aafe374b-54c7-4395-a565-3bee9cded78a req-d9dbaa89-d459-466d-84a6-c4ab8e819055 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 943 time: 0.0610762 Oct 25 09:16:47.083848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2113b067-320c-4839-8fd1-357e3af7d600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.123481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aafe374b-54c7-4395-a565-3bee9cded78a req-59a5df25-193b-438c-98a7-afe9e84204f1 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540421 Oct 25 09:16:47.155371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2113b067-320c-4839-8fd1-357e3af7d600 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.159222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2113b067-320c-4839-8fd1-357e3af7d600 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7b89fd33-b706-479b-b41e-19e4731a1fa5 HTTP/1.1" status: 204 len: 168 time: 0.4314678 Oct 25 09:16:47.160220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113b067-320c-4839-8fd1-357e3af7d600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b89fd33-b706-479b-b41e-19e4731a1fa5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:47.161708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47792) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:47.262578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9790b641-7bb8-4e73-a68f-81ef43678028 req-7f37827f-6a04-49fb-85b8-d96c19a6cbf7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 210 time: 0.0412591 Oct 25 09:16:47.286706 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.393652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.425842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2073ee-7d8b-467a-999b-7e410ff27996']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:47.440968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971206a6-3c79-4453-9928-7b231dd2137f') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:47.443295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971206a6-3c79-4453-9928-7b231dd2137f') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:47.462974 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.482076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.489775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:16:47.490340 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:16:47.493656 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:16:47.595450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.603964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:47.610208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8c2073ee-7d8b-467a-999b-7e410ff27996 HTTP/1.1" status: 204 len: 168 time: 0.4473383 Oct 25 09:16:47.625087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf780e-e84e-46c9-97e3-7779273f4340 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2073ee-7d8b-467a-999b-7e410ff27996,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:47.902461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 31e7e13e-dd20-44d0-b08a-864287ce442d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:47.921431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47816) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:47.927936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 31e7e13e-dd20-44d0-b08a-864287ce442d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:47.928721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 31e7e13e-dd20-44d0-b08a-864287ce442d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:47.929431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e239bad8-a0f6-4265-ab33-fe490c002c3e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:16:47.954184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: e239bad8-a0f6-4265-ab33-fe490c002c3e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:16:47.954914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e239bad8-a0f6-4265-ab33-fe490c002c3e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:16:47.967753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6e117358-49fb-4198-ba41-0c3341a1b0c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d81d89a9e1f24120ae8efbb5ccde61c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429978 Oct 25 09:16:47.967976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47818) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:48.028278 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0db86533-04b6-4c06-a1d9-7f0f21fd1a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:48.051508 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0db86533-04b6-4c06-a1d9-7f0f21fd1a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:48.109965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0db86533-04b6-4c06-a1d9-7f0f21fd1a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:48.114824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0db86533-04b6-4c06-a1d9-7f0f21fd1a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:48.122445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0db86533-04b6-4c06-a1d9-7f0f21fd1a41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20dd60a7-bc5a-412b-a4d3-3d691f29a587 HTTP/1.1" status: 204 len: 168 time: 0.1529810 Oct 25 09:16:48.139342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db86533-04b6-4c06-a1d9-7f0f21fd1a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd60a7-bc5a-412b-a4d3-3d691f29a587,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:48.408364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-4376e253-19e7-406d-bb0a-c07ebb01da62 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:48.410445 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-4376e253-19e7-406d-bb0a-c07ebb01da62 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.2151020 Oct 25 09:16:48.440786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Request body: {'port': {'device_id': '253cdc61-82d3-4f13-b261-0f7675db4c28', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'admin_state_up': True, 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:48.577062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:48.581956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:48.762267 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c23a2478-de58-4476-8de7-d7b2a007c95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:48.784672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Allocated IP 172.20.0.10 (96663d00-68ba-41c8-a6f3-96b10f48019a/e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416/e5e93d19-c74a-469d-be6d-7ff1156dd36a) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:48.872268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47836) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:48.879048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95722224', 'description': 'tempest-secgroup-smoke-95722224 description', 'project_id': '231557d3ca294031a5cd015168fb1e9c'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:48.911732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:48.940109 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.017864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2f30d-f693-4198-a5b7-b1e55ac649e1 req-f722e4a8-8cbb-4eaa-b922-ff811bc21910 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:49.019288 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.026716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13c2f30d-f693-4198-a5b7-b1e55ac649e1 req-f722e4a8-8cbb-4eaa-b922-ff811bc21910 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 943 time: 0.0885830 Oct 25 09:16:49.070449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.091632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13c2f30d-f693-4198-a5b7-b1e55ac649e1 req-9595f163-368a-4a4c-9ebe-50cfafa8be80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639594 Oct 25 09:16:49.115429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:49.150178 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.163236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Network 96663d00-68ba-41c8-a6f3-96b10f48019a is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:49.166019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.184809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:49.198917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:49.271885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event updated for resources: {'Port': ['ID=e5e93d19-c74a-469d-be6d-7ff1156dd36a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:49.322226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:49.323092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.347776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791ba435-37b3-40ba-b3a4-5774936d7c15,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:49.353359 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-939b4e89-4811-43fa-86f3-ca9ab3325b32 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9190583 Oct 25 09:16:49.365418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47848) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:49.376990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Request body: {'port': {'device_id': '253cdc61-82d3-4f13-b261-0f7675db4c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:49.385093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.397841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3992fc-88dd-4f59-a9f3-520ba7ecca77 req-71faf312-5e64-4461-9cd7-bef621a74cf2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:49.400690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b3992fc-88dd-4f59-a9f3-520ba7ecca77 req-71faf312-5e64-4461-9cd7-bef621a74cf2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 932 time: 0.1651514 Oct 25 09:16:49.401546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.450410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.454443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5781236 Oct 25 09:16:49.454619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.455089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47852) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:49.455790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab8e7f-acee-400c-ac4e-035e7596ca71 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9a16f7-dc19-45ce-8e9f-4733c043d639,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:49.465771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a07212e3-a6df-4176-b127-f65b3b30754f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '4d9a16f7-dc19-45ce-8e9f-4733c043d639', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:49.495428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b3992fc-88dd-4f59-a9f3-520ba7ecca77 req-582fb5ef-50f6-45e2-a7b7-673b0a3c9b36 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813718 Oct 25 09:16:49.519256 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a07212e3-a6df-4176-b127-f65b3b30754f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.528201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-network', 'tenant_id': '387ea10922d144d68e816f53a5219ea1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:49.579546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a07212e3-a6df-4176-b127-f65b3b30754f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.585015 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a07212e3-a6df-4176-b127-f65b3b30754f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.593013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Made reservation on behalf of 387ea10922d144d68e816f53a5219ea1 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:49.595517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.608176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07212e3-a6df-4176-b127-f65b3b30754f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2906f3-d09e-4024-b11e-067fdd8fd359,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:49.623965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a07212e3-a6df-4176-b127-f65b3b30754f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.625931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a07212e3-a6df-4176-b127-f65b3b30754f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675031 Oct 25 09:16:49.628918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47854) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:49.634941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-27c81253-a8f2-4970-ba20-81567563430d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '4d9a16f7-dc19-45ce-8e9f-4733c043d639', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:49.664642 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27c81253-a8f2-4970-ba20-81567563430d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.666312 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.715747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8d140d05-95de-4ab6-94b9-d62b7bdab80d details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:16:49.730447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27c81253-a8f2-4970-ba20-81567563430d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.743090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27c81253-a8f2-4970-ba20-81567563430d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.759992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c81253-a8f2-4970-ba20-81567563430d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0befb29-2b8c-4dbc-835d-16f8068fdabc,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:49.775906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27c81253-a8f2-4970-ba20-81567563430d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.778029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-27c81253-a8f2-4970-ba20-81567563430d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478608 Oct 25 09:16:49.780823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47858) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:49.785892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-672c2506-e147-46f8-bece-f509b30e4033 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '4d9a16f7-dc19-45ce-8e9f-4733c043d639', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:49.838348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-672c2506-e147-46f8-bece-f509b30e4033 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.899305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8d140d05-95de-4ab6-94b9-d62b7bdab80d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:49.910284 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-672c2506-e147-46f8-bece-f509b30e4033 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.916319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-672c2506-e147-46f8-bece-f509b30e4033 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.941149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:16:49.942961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c2506-e147-46f8-bece-f509b30e4033 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1800958-d77c-418c-92c5-75f313d4d76d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:49.955467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.965585 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-672c2506-e147-46f8-bece-f509b30e4033 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.967327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-672c2506-e147-46f8-bece-f509b30e4033 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855481 Oct 25 09:16:49.970099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47860) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:49.976945 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:49.977400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fb8af418-8109-4628-ac01-aae789fc4264 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '4d9a16f7-dc19-45ce-8e9f-4733c043d639', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:49.992973 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.007011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d140d05-95de-4ab6-94b9-d62b7bdab80d {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:16:50.010519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e93d19-c74a-469d-be6d-7ff1156dd36a {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:16:50.019470 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.020262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fb8af418-8109-4628-ac01-aae789fc4264 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.032394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8d140d05-95de-4ab6-94b9-d62b7bdab80d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:50.032984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Transition to ACTIVE for port object e5e93d19-c74a-469d-be6d-7ff1156dd36a will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:16:50.038140 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.040519 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.043294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.055560 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.095777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:16:50.111034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=8d140d05-95de-4ab6-94b9-d62b7bdab80d,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.115758 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fb8af418-8109-4628-ac01-aae789fc4264 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.121179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fb8af418-8109-4628-ac01-aae789fc4264 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.151739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8af418-8109-4628-ac01-aae789fc4264 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e6b820-f882-4d94-95db-da7193893162,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.153749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e93d19-c74a-469d-be6d-7ff1156dd36a,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.156641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.157085 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Added segment 470506c3-c71c-41cc-ae76-fe94205d55f7 of type vlan for network cf620585-454d-4c02-8954-9639c2c213f7 Oct 25 09:16:50.165700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fb8af418-8109-4628-ac01-aae789fc4264 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.172704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fb8af418-8109-4628-ac01-aae789fc4264 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2015114 Oct 25 09:16:50.173393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47864) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:50.191576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-55b8cfa2-1ad8-4eba-990d-e7fedd2ce35c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '4d9a16f7-dc19-45ce-8e9f-4733c043d639', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:50.237397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a773510c-4785-4d4b-a6fe-af5c278bd9d8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.258109 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-55b8cfa2-1ad8-4eba-990d-e7fedd2ce35c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Project 231557d3ca294031a5cd015168fb1e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:16:50.268932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55b8cfa2-1ad8-4eba-990d-e7fedd2ce35c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.283825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.312775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ae7ed-a1c3-4745-9bd8-1c3114978736 req-e7824e86-86ed-4a87-841f-a82e9ef02fa2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:50.314497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-433ae7ed-a1c3-4745-9bd8-1c3114978736 req-e7824e86-86ed-4a87-841f-a82e9ef02fa2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 944 time: 0.1147783 Oct 25 09:16:50.322187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Attempting to bind port e5e93d19-c74a-469d-be6d-7ff1156dd36a on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:50.322187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Attempting to bind port e5e93d19-c74a-469d-be6d-7ff1156dd36a by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:50.322627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Attempting to bind port e5e93d19-c74a-469d-be6d-7ff1156dd36a on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:50.330861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Port e5e93d19-c74a-469d-be6d-7ff1156dd36a on network 96663d00-68ba-41c8-a6f3-96b10f48019a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:16:50.331330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Attempting to bind port e5e93d19-c74a-469d-be6d-7ff1156dd36a on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:50.334771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.336582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:50.337346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.346585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:50.346853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Checking segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:50.347439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Bound using segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:50.347833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Bound port: e5e93d19-c74a-469d-be6d-7ff1156dd36a, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:50.348189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.366127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55b8cfa2-1ad8-4eba-990d-e7fedd2ce35c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.377000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55b8cfa2-1ad8-4eba-990d-e7fedd2ce35c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.391872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-433ae7ed-a1c3-4745-9bd8-1c3114978736 req-1addc6b9-cd09-40d5-8b84-7e12b7898924 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636194 Oct 25 09:16:50.403573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8cfa2-1ad8-4eba-990d-e7fedd2ce35c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fb9c9f-a5e8-4777-90c2-b7010550a756,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.415856 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-55b8cfa2-1ad8-4eba-990d-e7fedd2ce35c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.421337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-55b8cfa2-1ad8-4eba-990d-e7fedd2ce35c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2435691 Oct 25 09:16:50.421998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47866) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:50.427087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6df8d4b7-922e-4182-921f-b4333cd58ba8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '4d9a16f7-dc19-45ce-8e9f-4733c043d639', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:50.447713 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0810373 Oct 25 09:16:50.452052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['8d140d05-95de-4ab6-94b9-d62b7bdab80d'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:50.452577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47868) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:50.454074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54f63b-035b-449c-a69e-9265c18bbb09 admin admin] Pushing event updated for resources: {'Network': ['ID=cf620585-454d-4c02-8954-9639c2c213f7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.459945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Request body: {'subnet': {'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-subnet', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:50.477703 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-6df8d4b7-922e-4182-921f-b4333cd58ba8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Project 231557d3ca294031a5cd015168fb1e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:16:50.491088 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6df8d4b7-922e-4182-921f-b4333cd58ba8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.493635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] For port e5e93d19-c74a-469d-be6d-7ff1156dd36a, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:50.497908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network cf620585-454d-4c02-8954-9639c2c213f7 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:16:50.498212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] For port e5e93d19-c74a-469d-be6d-7ff1156dd36a, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e5e93d19-c74a-469d-be6d-7ff1156dd36a,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:50.505369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.527946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Made reservation on behalf of 387ea10922d144d68e816f53a5219ea1 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:50.530596 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.768566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6df8d4b7-922e-4182-921f-b4333cd58ba8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.772711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.838784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5b2644-bed9-47e0-8f41-af89f095f2ca,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.840988 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6df8d4b7-922e-4182-921f-b4333cd58ba8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.876257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:50.876902 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.878535 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5e93d19-c74a-469d-be6d-7ff1156dd36a HTTP/1.1" status: 200 len: 1092 time: 1.5064623 Oct 25 09:16:50.878988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253cdc61-82d3-4f13-b261-0f7675db4c28', 'tag': 'e5e93d19-c74a-469d-be6d-7ff1156dd36a'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:50.881562 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6801858b-0716-4e5d-9418-d1cbcef39800" -d '{"events": [{"name": "network-changed", "server_uuid": "253cdc61-82d3-4f13-b261-0f7675db4c28", "tag": "e5e93d19-c74a-469d-be6d-7ff1156dd36a"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:50.909967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6df8d4b7-922e-4182-921f-b4333cd58ba8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.911166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6df8d4b7-922e-4182-921f-b4333cd58ba8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4881432 Oct 25 09:16:50.912957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a37476-80b1-44f5-b94a-83748d2ce8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e93d19-c74a-469d-be6d-7ff1156dd36a,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.916810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47876) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:50.921502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'network': {'name': 'tempest-network-smoke--1568803804', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'port_security_enabled': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:50.925831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8d4b7-922e-4182-921f-b4333cd58ba8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4a15bf-9c4b-4f95-9a07-a3eab6755113,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:50.947111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e080954-09fd-4e42-add8-8a84896ff669 req-40b6143d-3a07-4d81-b8e1-40a9ab3a0c37 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:50.948637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e080954-09fd-4e42-add8-8a84896ff669 req-40b6143d-3a07-4d81-b8e1-40a9ab3a0c37 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 944 time: 0.1785541 Oct 25 09:16:50.957776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Checking segment: {'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:50.958127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Network hostable DHCP agents. Network: cf620585-454d-4c02-8954-9639c2c213f7, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:16:50.963131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:50.966622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:50.994384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Network cf620585-454d-4c02-8954-9639c2c213f7 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:16:51.019869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:16:51.021056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e080954-09fd-4e42-add8-8a84896ff669 req-826eb28c-e8b3-4ff2-b3b6-134c6b9b8679 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Oct 25 09:16:51.023321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, cf620585-454d-4c02-8954-9639c2c213f7) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:51.033934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:51.034080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8b506-b2cc-4b31-9129-825f9472155d None None] Network cf620585-454d-4c02-8954-9639c2c213f7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:51.041514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-0b1bf7c6-9857-4be0-958b-87fdafb88e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:51.042198 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.043492 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-0b1bf7c6-9857-4be0-958b-87fdafb88e1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 1095 time: 0.0967696 Oct 25 09:16:51.046738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.047629 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Added segment 7a7a60a9-f251-4864-adf1-65b79355ed47 of type vlan for network fb893685-e3fc-43d4-870d-a04946c64056 Oct 25 09:16:51.091896 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92aeb2b-9e40-4660-a1d7-9ca36a3cebda x-openstack-request-id: req-a92aeb2b-9e40-4660-a1d7-9ca36a3cebda {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:51.092278 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253cdc61-82d3-4f13-b261-0f7675db4c28", "tag": "e5e93d19-c74a-469d-be6d-7ff1156dd36a", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:51.092534 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a92aeb2b-9e40-4660-a1d7-9ca36a3cebda {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:51.092961 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253cdc61-82d3-4f13-b261-0f7675db4c28', 'tag': 'e5e93d19-c74a-469d-be6d-7ff1156dd36a', 'status': 'completed', 'code': 200} Oct 25 09:16:51.093701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-392aceb1-0733-4887-94aa-be0086985990 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6400936 Oct 25 09:16:51.096509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47878) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:51.104642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:51.126891 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-d409b843-02fd-4019-acfa-80168fa758b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5e93d19-c74a-469d-be6d-7ff1156dd36a HTTP/1.1" status: 200 len: 217 time: 0.0678236 Oct 25 09:16:51.132343 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.133635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.137423 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.193227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.202028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-98f55426-0d55-4672-87b9-986efd9632b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:51.203835 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-98f55426-0d55-4672-87b9-986efd9632b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0683935 Oct 25 09:16:51.205303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.211783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:51.212597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.259135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f80c4-ff2f-4d82-be8e-53cb16290cd8 None None] Network cf620585-454d-4c02-8954-9639c2c213f7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:51.289563 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-27911800-059e-480e-a52c-314afa0c7cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740662 Oct 25 09:16:51.318773 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4013309 Oct 25 09:16:51.332021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47880) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:51.337271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'admin_state_up': True, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:51.341348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.374651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201d6a-1158-42e2-9f77-5ca0baf3614a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Network': ['ID=fb893685-e3fc-43d4-870d-a04946c64056,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:51.414182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.415498 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.428426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network fb893685-e3fc-43d4-870d-a04946c64056 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:16:51.451075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-7f1080d1-72e2-4339-885e-c895ad3c414c service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539781 Oct 25 09:16:51.537444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.625460 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.648015 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.657371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135694a6-dfc9-4288-bd0b-8a7be48bbcbe req-aee9278b-208c-4d32-be4a-e86ead31a44b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:51.658844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-135694a6-dfc9-4288-bd0b-8a7be48bbcbe req-aee9278b-208c-4d32-be4a-e86ead31a44b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 944 time: 0.1111226 Oct 25 09:16:51.667953 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-65aadc1c-0bd9-4b94-b021-de5d484a5097 req-7b38d2c1-edaa-4698-9539-69160c9ed53f service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047832 Oct 25 09:16:51.737949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.756058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-135694a6-dfc9-4288-bd0b-8a7be48bbcbe req-d889316c-447a-4b8d-a3f9-1f8b16593fbf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895405 Oct 25 09:16:51.799128 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.808104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Allocated IP 172.25.8.222 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/5051cdfd-1a55-43f5-897f-8a5e82512747) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:51.867702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-1bf4e110-7c81-472c-821e-99acc85f9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:51.869241 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-1bf4e110-7c81-472c-821e-99acc85f9b0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 1095 time: 0.0601008 Oct 25 09:16:51.931496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:51.976644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:52.020493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:52.025726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:52.029497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-1a331269-7cd9-4183-8e73-2d7c0a32cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:52.030345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:52.030885 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-1a331269-7cd9-4183-8e73-2d7c0a32cf61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 906 time: 0.1541502 Oct 25 09:16:52.033881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Pushing event updated for resources: {'Port': ['ID=5051cdfd-1a55-43f5-897f-8a5e82512747,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:52.102734 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-a73ff93d-d6fa-47d7-9264-c55a623466d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5e93d19-c74a-469d-be6d-7ff1156dd36a HTTP/1.1" status: 200 len: 217 time: 0.0411704 Oct 25 09:16:52.131290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:52.174353 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:52.221260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dce91-76ef-44d9-8c8a-2531464c0443 req-14cb9e40-7e43-412d-aead-cef7eb46d52d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:52.222940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb8dce91-76ef-44d9-8c8a-2531464c0443 req-14cb9e40-7e43-412d-aead-cef7eb46d52d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 944 time: 0.1132598 Oct 25 09:16:52.256257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-31514e55-2338-42f2-be5b-3411a4f3307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:52.258489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-31514e55-2338-42f2-be5b-3411a4f3307d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.1346037 Oct 25 09:16:52.294538 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-4fa4ab5d-315d-453d-8217-a719b99b7b79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294023 Oct 25 09:16:52.333606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb8dce91-76ef-44d9-8c8a-2531464c0443 req-1685929b-5a12-4100-b7e1-134e9528da4b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726187 Oct 25 09:16:52.350950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:52.397992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.25.8.155 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:52.478442 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-0cd9c5bb-1f1a-4b99-8f74-07ac1dda6791 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636918 Oct 25 09:16:52.592224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:52.631060 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6801858b-0716-4e5d-9418-d1cbcef39800 req-844b5620-ab53-44ff-9886-356665e7c7bf service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447740 Oct 25 09:16:52.659045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:52.704312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:52.707512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:52.711866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:52.738961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:52.891967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:52.987943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ad660-85e0-49df-828f-3e5519c22eb1 req-bb697e1c-636a-4ebf-9aa3-7600f8067a3f tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:52.989525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d99ad660-85e0-49df-828f-3e5519c22eb1 req-bb697e1c-636a-4ebf-9aa3-7600f8067a3f tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 944 time: 0.1417036 Oct 25 09:16:53.044090 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:53.052385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d99ad660-85e0-49df-828f-3e5519c22eb1 req-566e7bbe-f5b3-48c8-94d8-22bad27367cd tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562778 Oct 25 09:16:53.092244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Router c5498601-64a4-441c-bb39-a65f07d038e7 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:16:53.202469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:53.214330 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Sync routers for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:53.225564 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:53.227698 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:53.229218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:53.232991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-be021983-47d2-45e8-96c1-e7464c9230dd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.1322660 Oct 25 09:16:53.233866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47894) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:53.265183 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:53.349677 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:53.405881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:16:53.546011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:53.557028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845dfac-9637-48ac-993b-2e3f20f0bd3f req-9b44ae0b-997e-408e-b21d-a0df4354b8d6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:53.561246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Sync routers for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:53.563730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e845dfac-9637-48ac-993b-2e3f20f0bd3f req-9b44ae0b-997e-408e-b21d-a0df4354b8d6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 944 time: 0.0743537 Oct 25 09:16:53.574674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:53.575306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:53.577644 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:52Z', 'revision_number': 3, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:53.587415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:53.594679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-20766d1b-d2df-4651-aeb3-2dfc290fc9ba tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2616343 Oct 25 09:16:53.595399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47898) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:53.606530 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Checking router: c5498601-64a4-441c-bb39-a65f07d038e7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:53.606874 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Updating router c5498601-64a4-441c-bb39-a65f07d038e7 port 5051cdfd-1a55-43f5-897f-8a5e82512747 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:16:53.664344 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:53.720939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e845dfac-9637-48ac-993b-2e3f20f0bd3f req-43a3e790-30c3-487b-a345-b936cad71eb5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904884 Oct 25 09:16:53.733188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:53.798238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8d140d05-95de-4ab6-94b9-d62b7bdab80d up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:53.831317 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bbf49ea4-e08d-41aa-b36e-12d0ff99e25d tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=231557d3ca294031a5cd015168fb1e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2342637 Oct 25 09:16:53.831817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47902) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:53.903685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:53.916066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 8d140d05-95de-4ab6-94b9-d62b7bdab80d completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:16:53.928217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 8d140d05-95de-4ab6-94b9-d62b7bdab80d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:53.928638 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.045705 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.055554 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.126635 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Attempting to bind port 5051cdfd-1a55-43f5-897f-8a5e82512747 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:54.127405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Attempting to bind port 5051cdfd-1a55-43f5-897f-8a5e82512747 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:54.128203 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Attempting to bind port 5051cdfd-1a55-43f5-897f-8a5e82512747 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:54.141405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:54.142129 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:54.142807 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.143420 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:54.145010 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Bound port: 5051cdfd-1a55-43f5-897f-8a5e82512747, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:54.145623 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.175125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Allocated IP 172.20.0.1 (cf620585-454d-4c02-8954-9639c2c213f7/fa5b2644-bed9-47e0-8f41-af89f095f2ca/82325dae-6048-4868-bc0c-f8af50dd1690) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:54.232656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.255616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:52Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:54.312310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Checking router: 7c52b512-7660-4828-87aa-bd2b6b1f6aaf for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:54.314094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Updating router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:16:54.321884 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.353981 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] For port 5051cdfd-1a55-43f5-897f-8a5e82512747, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:54.357897 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] For port 5051cdfd-1a55-43f5-897f-8a5e82512747, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5051cdfd-1a55-43f5-897f-8a5e82512747,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:54.372071 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.375808 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9deb90-26d2-4fbb-8c15-f179c8141ab9 None None] Pushing event updated for resources: {'Port': ['ID=5051cdfd-1a55-43f5-897f-8a5e82512747,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:54.399412 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.400780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:54.404830 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caecca8-d63b-452e-bd0a-efd34b159f9e" -d '{"events": [{"server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "name": "network-vif-plugged", "status": "completed", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:54.436901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8d140d05-95de-4ab6-94b9-d62b7bdab80d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:54.439286 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.461475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Pushing event updated for resources: {'Port': ['ID=82325dae-6048-4868-bc0c-f8af50dd1690,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:54.473322 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9deb90-26d2-4fbb-8c15-f179c8141ab9 None None] Pushing event updated for resources: {'Port': ['ID=5051cdfd-1a55-43f5-897f-8a5e82512747,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:54.480578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Network cf620585-454d-4c02-8954-9639c2c213f7 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:54.497285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca4a27-38f6-4b0c-99b3-b63f4c227528 req-ad653927-9432-4581-b334-2c6818eef8ce tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:54.498997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7dca4a27-38f6-4b0c-99b3-b63f4c227528 req-ad653927-9432-4581-b334-2c6818eef8ce tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 944 time: 0.1400959 Oct 25 09:16:54.500153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:54.509390 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:16:54.509569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:54.510698 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.532563 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:54.534259 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:54.565609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:54.590952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e5e93d19-c74a-469d-be6d-7ff1156dd36a details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:16:54.719802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce38cbd-a4bf-4347-983d-313dde62f726 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:54.725239 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dce38cbd-a4bf-4347-983d-313dde62f726 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8921931 Oct 25 09:16:54.726532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47922) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:54.752382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=8d140d05-95de-4ab6-94b9-d62b7bdab80d,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:54.782257 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:54.783925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-20811a0c-88a9-4ec0-a7fc-7e7002bb0a96 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555904 Oct 25 09:16:54.784549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47926) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:54.792653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444321330', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:54.828245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.021727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:16:55.026321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.053723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7dca4a27-38f6-4b0c-99b3-b63f4c227528 req-0cb6b32f-73e5-40a4-84fc-d32dd423ec39 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387058 Oct 25 09:16:55.093184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.109943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.114293 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:52Z', 'revision_number': 3, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:55.155094 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28660ae5-de24-400a-9f2e-881457bec3e9 x-openstack-request-id: req-28660ae5-de24-400a-9f2e-881457bec3e9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:55.155725 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "name": "network-vif-plugged", "status": "completed", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:55.157701 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28660ae5-de24-400a-9f2e-881457bec3e9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:55.158314 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'code': 200} Oct 25 09:16:55.158852 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47bc331-cbd5-4313-beb2-1931426b4f95 None None] The sync data for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 is: [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:52Z', 'revision_number': 3, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:55.177407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Pushing event updated for resources: {'Port': ['ID=82325dae-6048-4868-bc0c-f8af50dd1690,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:55.251832 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.261274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e5e93d19-c74a-469d-be6d-7ff1156dd36a, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e5e93d19-c74a-469d-be6d-7ff1156dd36a,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:55.285817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'e5e93d19-c74a-469d-be6d-7ff1156dd36a', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'port_id': 'e5e93d19-c74a-469d-be6d-7ff1156dd36a', 'mac_address': 'fa:16:3e:30:04:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:16:55.389649 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.396255 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.414056 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.424856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.428162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e93d19-c74a-469d-be6d-7ff1156dd36a {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:16:55.475814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa501e-b3e5-48dd-8249-fc63e89a0ba7 req-1431306d-0fb8-4e9f-af69-754b31ae1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:55.477972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02fa501e-b3e5-48dd-8249-fc63e89a0ba7 req-1431306d-0fb8-4e9f-af69-754b31ae1ddb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 1096 time: 0.2214437 Oct 25 09:16:55.488100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cceae4-6cca-444f-be83-af8124ab8501 req-57d04aa2-6f96-48ce-950a-44b05aefe5d3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:55.492160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35cceae4-6cca-444f-be83-af8124ab8501 req-57d04aa2-6f96-48ce-950a-44b05aefe5d3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 944 time: 0.2170448 Oct 25 09:16:55.499015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Attempting to bind port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:55.499699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Attempting to bind port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:55.500303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Attempting to bind port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:55.501238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Network cf620585-454d-4c02-8954-9639c2c213f7 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:55.506599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e5e93d19-c74a-469d-be6d-7ff1156dd36a, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e5e93d19-c74a-469d-be6d-7ff1156dd36a,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:55.508725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:55.512501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Subnet': ['ID=82c609cd-73b0-4ce8-9993-62f083b06cfb,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:55.515867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:55.516715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:55.517554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.518332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:55.519029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Bound port: 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:55.519719 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.522132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2117f2-2852-4dbe-9dad-4620c60efedd None None] Pushing event updated for resources: {'Port': ['ID=5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:55.527527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.583089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Checking segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:55.583760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network hostable DHCP agents. Network: fb893685-e3fc-43d4-870d-a04946c64056, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:16:55.631208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network fb893685-e3fc-43d4-870d-a04946c64056 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:16:55.650094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, fb893685-e3fc-43d4-870d-a04946c64056) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:55.657203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:55.658269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.663144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e5a7d-e60f-41ea-95a0-93b31ddbd659 None None] Network fb893685-e3fc-43d4-870d-a04946c64056 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:55.691223 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-59dc6c65-6e5c-4a35-ac3e-dec0feb47cdd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9030185 Oct 25 09:16:55.691438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 47930) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:55.739383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02fa501e-b3e5-48dd-8249-fc63e89a0ba7 req-f0deff04-a50c-4646-82ca-903f098e1898 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460403 Oct 25 09:16:55.755358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] For port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:55.762415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=e5e93d19-c74a-469d-be6d-7ff1156dd36a,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:55.775849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35cceae4-6cca-444f-be83-af8124ab8501 req-63ac06e0-3763-4701-9318-ac675cf35cc3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728338 Oct 25 09:16:55.779281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] For port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:55.808793 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:55.881090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Router c5498601-64a4-441c-bb39-a65f07d038e7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:16:55.902893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:55.903861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:56.021660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['e5e93d19-c74a-469d-be6d-7ff1156dd36a'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:16:56.024777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5051cdfd-1a55-43f5-897f-8a5e82512747 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:56.123863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2117f2-2852-4dbe-9dad-4620c60efedd None None] Pushing event updated for resources: {'Port': ['ID=5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:56.137807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:56.144647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-185fb534-f756-473b-9c01-49c96c688720 admin admin] 10.222.0.32 "PUT /v2.0/routers/c5498601-64a4-441c-bb39-a65f07d038e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096065 Oct 25 09:16:56.238369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b428ac-3b11-469f-99e8-dda48d6900d0 req-892c6992-6727-41f5-a4d0-8bea930a8c24 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:56.243012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-fb893685-e3fc-43d4-870d-a04946c64056', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:16:56.243862 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:56.248675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0b428ac-3b11-469f-99e8-dda48d6900d0 req-892c6992-6727-41f5-a4d0-8bea930a8c24 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 945 time: 0.0909796 Oct 25 09:16:56.308563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:56.310136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0b428ac-3b11-469f-99e8-dda48d6900d0 req-c1c43181-7707-4b97-b6eb-29067a40f6d3 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584164 Oct 25 09:16:56.400865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5051cdfd-1a55-43f5-897f-8a5e82512747 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:56.401430 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:56.519128 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:56.674954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Allocated IP 172.20.0.2 (fb893685-e3fc-43d4-870d-a04946c64056/82c609cd-73b0-4ce8-9993-62f083b06cfb/a02d242b-27f8-464f-9571-9cbc146a39fe) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:56.827960 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0f80-fd96-4040-934a-8a00f5275919 req-7d7465c1-8e26-4a79-9da6-c8e68f389136 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:56.829763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-7d7465c1-8e26-4a79-9da6-c8e68f389136 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 820 time: 0.1376987 Oct 25 09:16:56.854069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-c39033e3-39f0-4a7d-93cf-8cd7a68d24c1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/quotas/387ea10922d144d68e816f53a5219ea1 HTTP/1.1" status: 200 len: 375 time: 0.0160482 Oct 25 09:16:56.903103 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:56.913277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-6fe7d45a-b96a-4043-becb-e1a725470968 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520780 Oct 25 09:16:56.947381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:52Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:56.991139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 5051cdfd-1a55-43f5-897f-8a5e82512747, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5051cdfd-1a55-43f5-897f-8a5e82512747,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:56.992491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b125e2-4a93-4262-a865-3e30027dfe18 None None] The sync data for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 is: [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:52Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:16:56.997771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.000775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.013057 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.061595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-9114e888-98ac-4411-ac50-a5366db9688e service neutron] 10.222.0.32 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405957 Oct 25 09:16:57.062145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Network fb893685-e3fc-43d4-870d-a04946c64056 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:57.065092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:57.071169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:57.084088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=5051cdfd-1a55-43f5-897f-8a5e82512747,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:57.100478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.20.0.1 (fb893685-e3fc-43d4-870d-a04946c64056/82c609cd-73b0-4ce8-9993-62f083b06cfb/ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:57.221352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Pushing event updated for resources: {'Port': ['ID=a02d242b-27f8-464f-9571-9cbc146a39fe,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:57.224720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Attempting to bind port a02d242b-27f8-464f-9571-9cbc146a39fe on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:16:57.225110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Attempting to bind port a02d242b-27f8-464f-9571-9cbc146a39fe by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:16:57.225464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Attempting to bind port a02d242b-27f8-464f-9571-9cbc146a39fe on network fb893685-e3fc-43d4-870d-a04946c64056 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:16:57.231182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:16:57.231656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Checking segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:16:57.232186 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.232648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Bound using segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:16:57.233763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Bound port: a02d242b-27f8-464f-9571-9cbc146a39fe, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:16:57.233763 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.310517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.333913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] For port a02d242b-27f8-464f-9571-9cbc146a39fe, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:16:57.343728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] For port a02d242b-27f8-464f-9571-9cbc146a39fe, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a02d242b-27f8-464f-9571-9cbc146a39fe,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:16:57.354217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-2ba83c09-b26f-4b5f-b5e7-96c3134a659b service neutron] 10.222.0.32 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891011 Oct 25 09:16:57.358013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.369648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.445862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network fb893685-e3fc-43d4-870d-a04946c64056 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:57.449390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:57.454152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:16:57.461410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:57.504830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847d856-2fa0-48a2-a2c3-5d55323dc1dc None None] Pushing event updated for resources: {'Port': ['ID=a02d242b-27f8-464f-9571-9cbc146a39fe,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:57.528711 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.759249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020a8f6-759d-4b91-a33b-35064b24956d req-871022f3-c97d-4aab-8425-a65513b62ab3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:57.768659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5020a8f6-759d-4b91-a33b-35064b24956d req-871022f3-c97d-4aab-8425-a65513b62ab3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 945 time: 0.0746934 Oct 25 09:16:57.813141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:57.902417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5020a8f6-759d-4b91-a33b-35064b24956d req-23438164-1bb1-4e75-979a-83f55bb7cb7b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327083 Oct 25 09:16:57.905340 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Sync routers for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:16:57.931880 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:16:57.932641 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:58.122850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e315c-19b5-4bbd-99cb-a8fe1ce1a8f7 req-7c9d3661-fa10-4cf5-adf7-69807d825eba tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:58.168026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5051cdfd-1a55-43f5-897f-8a5e82512747 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:58.183310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f88e315c-19b5-4bbd-99cb-a8fe1ce1a8f7 req-7c9d3661-fa10-4cf5-adf7-69807d825eba tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 945 time: 0.1639090 Oct 25 09:16:58.257503 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:16:58.297501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f88e315c-19b5-4bbd-99cb-a8fe1ce1a8f7 req-e79e81be-fcd8-4ea2-b790-a1df916c4019 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018481 Oct 25 09:16:58.306010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5051cdfd-1a55-43f5-897f-8a5e82512747 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:58.307189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:58.425204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be8fd617-409a-4fe5-ba3c-8ae7101c2d10 req-b345b2ff-90cb-4285-ace4-4f3eebe19c9a tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 210 time: 0.0502088 Oct 25 09:16:58.490773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:58.522504 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:58.531637 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:58.575763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e5e93d19-c74a-469d-be6d-7ff1156dd36a up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:16:58.599709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda8584-f95e-4ddd-a684-a8a7b6e314db req-35afb129-81b2-44cc-9eb9-e23c1a172592 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:58.608567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acda8584-f95e-4ddd-a684-a8a7b6e314db req-35afb129-81b2-44cc-9eb9-e23c1a172592 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 945 time: 0.0898304 Oct 25 09:16:58.681987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-acda8584-f95e-4ddd-a684-a8a7b6e314db req-4274fa97-51e8-4ca5-9f25-f76aa57960db tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664964 Oct 25 09:16:58.696700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47976) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:58.754550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:58.757985 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:58.783795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 2, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:16:58.802432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port e5e93d19-c74a-469d-be6d-7ff1156dd36a completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:16:58.812947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port e5e93d19-c74a-469d-be6d-7ff1156dd36a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:58.819144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e68c7-7c7e-4296-b891-23d807a7a335 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:58.821129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae7e68c7-7c7e-4296-b891-23d807a7a335 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 1091 time: 0.1228890 Oct 25 09:16:58.821909 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:58.824216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 47978) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:16:58.831866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:16:58.865325 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Checking router: c5498601-64a4-441c-bb39-a65f07d038e7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:16:58.867809 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Updating router c5498601-64a4-441c-bb39-a65f07d038e7 port 82325dae-6048-4868-bc0c-f8af50dd1690 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:16:58.900454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:58.900823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:58.902450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:58.949413 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:58.976110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network fb893685-e3fc-43d4-870d-a04946c64056 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:16:58.979119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:16:59.125348 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:59.146119 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:59.188849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253cdc61-82d3-4f13-b261-0f7675db4c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e93d19-c74a-469d-be6d-7ff1156dd36a'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:16:59.190268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cbf01-026f-4714-a6a1-7d31172aa962 req-a903f90c-1ea7-4f2f-8727-7d1ed0509c14 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:59.191346 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f509a0b3-1c75-4eac-b675-e6e81708bfc6" -d '{"events": [{"server_uuid": "253cdc61-82d3-4f13-b261-0f7675db4c28", "name": "network-vif-plugged", "status": "completed", "tag": "e5e93d19-c74a-469d-be6d-7ff1156dd36a"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:16:59.192445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-158cbf01-026f-4714-a6a1-7d31172aa962 req-a903f90c-1ea7-4f2f-8727-7d1ed0509c14 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 945 time: 0.1411428 Oct 25 09:16:59.203232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:59.211693 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:59.232859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e5e93d19-c74a-469d-be6d-7ff1156dd36a, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e5e93d19-c74a-469d-be6d-7ff1156dd36a,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:16:59.259050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303734c-38d3-4882-a679-95011f65e948 None None] Network fb893685-e3fc-43d4-870d-a04946c64056 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:16:59.270719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-158cbf01-026f-4714-a6a1-7d31172aa962 req-26cc77e1-a8c1-40ad-bb9d-fae95fb58c4e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710371 Oct 25 09:16:59.293272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:16:59.324736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:59.375799 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:59.645074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.25.8.79 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/af897f42-8996-4cc8-9446-aa5644c2c47a) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:16:59.709116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:16:59.723492 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33576aa6-c4c6-4ddf-84f5-03075b3f0215 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "PUT /v2.0/routers/7c52b512-7660-4828-87aa-bd2b6b1f6aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0304921 Oct 25 09:16:59.724162 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:59.748967 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:59.769291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37dae4-bbd4-490b-a286-925d5a12f346 req-af02e931-7a67-46ab-96c0-44318002156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:16:59.771662 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2a37dae4-bbd4-490b-a286-925d5a12f346 req-af02e931-7a67-46ab-96c0-44318002156d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 1097 time: 0.1659513 Oct 25 09:16:59.834919 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422bf0cd-ec4c-4d94-903a-7f29af38ce1c x-openstack-request-id: req-422bf0cd-ec4c-4d94-903a-7f29af38ce1c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:16:59.835245 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253cdc61-82d3-4f13-b261-0f7675db4c28", "name": "network-vif-plugged", "status": "completed", "tag": "e5e93d19-c74a-469d-be6d-7ff1156dd36a", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:16:59.835742 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-422bf0cd-ec4c-4d94-903a-7f29af38ce1c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:16:59.836512 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253cdc61-82d3-4f13-b261-0f7675db4c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e93d19-c74a-469d-be6d-7ff1156dd36a', 'code': 200} Oct 25 09:16:59.862065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5d4d7a3d-ed24-46a6-90af-1571440583db None None] Provisioning complete for port a02d242b-27f8-464f-9571-9cbc146a39fe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:16:59.862426 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7a3d-ed24-46a6-90af-1571440583db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:16:59.944108 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:16:59.995450 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2a37dae4-bbd4-490b-a286-925d5a12f346 req-501a697e-f9c3-429d-a7a3-116720afcffc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409693 Oct 25 09:17:00.004582 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Attempting to bind port 82325dae-6048-4868-bc0c-f8af50dd1690 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:17:00.008837 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Attempting to bind port 82325dae-6048-4868-bc0c-f8af50dd1690 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:17:00.009337 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Attempting to bind port 82325dae-6048-4868-bc0c-f8af50dd1690 on network cf620585-454d-4c02-8954-9639c2c213f7 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:00.011494 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11718-92ea-4788-8feb-1ca0c0c541a0 None None] Pushing event updated for resources: {'Port': ['ID=82325dae-6048-4868-bc0c-f8af50dd1690,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:00.027752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=e5e93d19-c74a-469d-be6d-7ff1156dd36a,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:00.029013 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:17:00.029618 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Checking segment: {'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:17:00.030188 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.033165 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Bound using segment: {'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:17:00.033906 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Bound port: 82325dae-6048-4868-bc0c-f8af50dd1690, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:17:00.034504 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.063356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.063998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.064512 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.065035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.065537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.066175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.066806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.067291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.067842 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.068335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.068820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.069968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:00.140172 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] For port 82325dae-6048-4868-bc0c-f8af50dd1690, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:00.145698 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] For port 82325dae-6048-4868-bc0c-f8af50dd1690, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=82325dae-6048-4868-bc0c-f8af50dd1690,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:17:00.151413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a02d242b-27f8-464f-9571-9cbc146a39fe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:00.153582 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.183280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74d5d38b-f69d-4baa-a3a1-549fb7b9a9df req-2184a502-f3c6-4e78-8e38-14b32ccd3777 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 210 time: 0.1849182 Oct 25 09:17:00.190586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Sync routers for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:17:00.221076 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:00.221705 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:00.235610 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.261236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:00.261866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:00.278938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7a3d-ed24-46a6-90af-1571440583db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.301097 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11718-92ea-4788-8feb-1ca0c0c541a0 None None] Pushing event updated for resources: {'Port': ['ID=82325dae-6048-4868-bc0c-f8af50dd1690,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:00.314796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0f80-fd96-4040-934a-8a00f5275919 req-45012a2c-712c-4ee9-861a-6f2d377f62e5 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:00.316628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-45012a2c-712c-4ee9-861a-6f2d377f62e5 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.41 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 820 time: 0.3173771 Oct 25 09:17:00.330076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.339219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Request body: {'port': {'device_id': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'admin_state_up': True, 'tenant_id': '387ea10922d144d68e816f53a5219ea1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:00.363885 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:00.416230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5d4d7a3d-ed24-46a6-90af-1571440583db None None] For port a02d242b-27f8-464f-9571-9cbc146a39fe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a02d242b-27f8-464f-9571-9cbc146a39fe,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:00.428512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7a3d-ed24-46a6-90af-1571440583db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.434935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a02d242b-27f8-464f-9571-9cbc146a39fe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:00.435270 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.509578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-6bf35201-0a1f-466a-8538-8ae66a776bf2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95722224&fields=id&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 267 time: 0.2323303 Oct 25 09:17:00.537571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:00.626826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:17:00.635904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:17:00.650423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:17:00.689949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d7a3d-ed24-46a6-90af-1571440583db None None] Pushing event updated for resources: {'Port': ['ID=a02d242b-27f8-464f-9571-9cbc146a39fe,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:00.697920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=af897f42-8996-4cc8-9446-aa5644c2c47a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:00.705075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Made reservation on behalf of 387ea10922d144d68e816f53a5219ea1 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:17:00.708625 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.921927 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:17:00Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:00.937303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1f23b1a7-b824-4160-b64a-308f930f6bc7 None None] Provisioning complete for port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:00.937674 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f23b1a7-b824-4160-b64a-308f930f6bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:00.967871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e9d8d2-d9ae-4462-80c1-615b47fed5db None None] The sync data for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 is: [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:17:00Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:17:01.017879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Allocated IP 172.20.0.12 (cf620585-454d-4c02-8954-9639c2c213f7/fa5b2644-bed9-47e0-8f41-af89f095f2ca/caa2a50d-a87a-4531-b763-545fc3b84d3c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:17:01.048818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1f23b1a7-b824-4160-b64a-308f930f6bc7 None None] Port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:17:01.086403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-69ccd39a-dcef-4187-8a40-27944f14a6a4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:01.088038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-69ccd39a-dcef-4187-8a40-27944f14a6a4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 797 time: 0.5770786 Oct 25 09:17:01.095651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1f23b1a7-b824-4160-b64a-308f930f6bc7 None None] Provisioning complete for port a02d242b-27f8-464f-9571-9cbc146a39fe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:01.095874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f23b1a7-b824-4160-b64a-308f930f6bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:01.167438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:16:58Z', 'revision_number': 2, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:01.229906 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-50478569-b4ae-46c9-850f-7c6fae20e2f4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/quotas/231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 375 time: 0.1200016 Oct 25 09:17:01.232376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Checking router: 7c52b512-7660-4828-87aa-bd2b6b1f6aaf for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:17:01.232868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Updating router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:17:01.287472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:01.509009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-babd1ccc-6055-48bf-8e55-e420b8fd5cd1 None None] Provisioning complete for port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:01.509554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-babd1ccc-6055-48bf-8e55-e420b8fd5cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:01.599831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-babd1ccc-6055-48bf-8e55-e420b8fd5cd1 None None] Port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:17:01.716482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-210bea28-674d-4bfd-874a-efab04ed962b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4770615 Oct 25 09:17:01.768429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-08481512-43be-4b91-993b-3e8258f3e492 None None] Provisioning complete for port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:01.768809 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-08481512-43be-4b91-993b-3e8258f3e492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:01.821409 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:01.823992 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:01.836854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:01.901886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b7d8a-d357-4e30-a262-948ed7b8e4e1 None None] Pushing event updated for resources: {'Port': ['ID=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:01.909689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-08481512-43be-4b91-993b-3e8258f3e492 None None] Port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:17:02.036451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Attempting to bind port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:17:02.036818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Attempting to bind port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:17:02.037213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Attempting to bind port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d on network fb893685-e3fc-43d4-870d-a04946c64056 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:02.044757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:17:02.045150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Checking segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:17:02.045660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.046053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Bound using segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:17:02.046527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Bound port: ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:17:02.047221 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.075291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-22747ff3-7ff5-4d80-adbc-2e3752f05721 service neutron] 10.222.0.32 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252020 Oct 25 09:17:02.108138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 82325dae-6048-4868-bc0c-f8af50dd1690 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:02.176052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] For port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:02.179885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] For port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:17:02.192370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.248593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b7d8a-d357-4e30-a262-948ed7b8e4e1 None None] Pushing event updated for resources: {'Port': ['ID=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:02.262432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 82325dae-6048-4868-bc0c-f8af50dd1690 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:02.262802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.320221 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:02.320937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:02.383953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.387417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.455539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e8182fd1-a92d-49c4-a8fa-284ac40f601d None None] Provisioning complete for port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:02.456462 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8182fd1-a92d-49c4-a8fa-284ac40f601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.534182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Network cf620585-454d-4c02-8954-9639c2c213f7 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:17:02.567544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bb20dede-740e-4a6d-89d7-76d0b197a7f8 service neutron] 10.222.0.32 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912231 Oct 25 09:17:02.603404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:17:02.632293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:17:02.669881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event updated for resources: {'Port': ['ID=caa2a50d-a87a-4531-b763-545fc3b84d3c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:02.757417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.794747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:02.796925 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.798111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.845558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:02.908911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 82325dae-6048-4868-bc0c-f8af50dd1690, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=82325dae-6048-4868-bc0c-f8af50dd1690,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:02.942836 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-d49f0125-b1b5-4bfd-a948-bb390a05e2a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6097171 Oct 25 09:17:02.961130 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8182fd1-a92d-49c4-a8fa-284ac40f601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.972319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Request body: {'port': {'device_id': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:02.984409 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:02.985500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a02d242b-27f8-464f-9571-9cbc146a39fe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:03.032723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f17b2-1a86-43d1-b26e-87e232ce1aad req-9a6c1fb9-6a04-4586-b28f-f91d9f74c167 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:03.034591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c90f17b2-1a86-43d1-b26e-87e232ce1aad req-9a6c1fb9-6a04-4586-b28f-f91d9f74c167 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 946 time: 0.1729250 Oct 25 09:17:03.169861 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:03.193478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c90f17b2-1a86-43d1-b26e-87e232ce1aad req-cbb03af7-14bc-46dd-b64d-89a60254b880 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435635 Oct 25 09:17:03.212998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e8182fd1-a92d-49c4-a8fa-284ac40f601d None None] For port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:03.264300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=82325dae-6048-4868-bc0c-f8af50dd1690,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:03.280672 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8182fd1-a92d-49c4-a8fa-284ac40f601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:03.284056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a02d242b-27f8-464f-9571-9cbc146a39fe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:03.284419 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:03.471169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b84b89ab-81d5-4f34-a309-28290b5f83d6 None None] Provisioning complete for port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:03.471560 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b84b89ab-81d5-4f34-a309-28290b5f83d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:03.508619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8182fd1-a92d-49c4-a8fa-284ac40f601d None None] Pushing event updated for resources: {'Port': ['ID=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:03.524907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa2dbb-95a2-439b-bc98-ace3c0d486e9 req-6e8c5deb-bfbb-4c7b-87f9-e5a7e52f04a2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:03.527119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77fa2dbb-95a2-439b-bc98-ace3c0d486e9 req-6e8c5deb-bfbb-4c7b-87f9-e5a7e52f04a2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 932 time: 0.1444995 Oct 25 09:17:03.533138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:03.533438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:03.555044 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:03.607665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=af897f42-8996-4cc8-9446-aa5644c2c47a,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:03.632308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:17:02Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:03.680475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80d2339-5f9a-4dc5-8db5-b497384af533 None None] The sync data for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 is: [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:17:02Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:17:03.687703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:03.688077 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:03.698594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77fa2dbb-95a2-439b-bc98-ace3c0d486e9 req-d3da1326-bd76-408d-b8c3-bb77561dd847 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514554 Oct 25 09:17:03.807106 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:04.072754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71f77db4-8e89-44f2-9554-20f05d6c0f13 req-2e5f1ff4-955f-4fd5-8958-59e2ea0755e5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 210 time: 0.2495346 Oct 25 09:17:04.095585 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Floating IP 6218fb96-0adb-439e-b531-51efc4307e3d associated. External IP: 172.25.8.79, port: 8d140d05-95de-4ab6-94b9-d62b7bdab80d. Oct 25 09:17:04.109957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa2a50d-a87a-4531-b763-545fc3b84d3c {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:04.150152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 82325dae-6048-4868-bc0c-f8af50dd1690 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:04.205964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:04.218334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 82325dae-6048-4868-bc0c-f8af50dd1690 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:04.218786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:04.290343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Transition to ACTIVE for port object caa2a50d-a87a-4531-b763-545fc3b84d3c will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:17:04.301479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:04.349785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:04.404241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Pushing event updated for resources: {'Port': ['ID=caa2a50d-a87a-4531-b763-545fc3b84d3c,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:04.437544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-7a2c1c16-8f89-42d0-95a0-5413955e5b0f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:04.438818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:04.439201 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:04.439686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-7a2c1c16-8f89-42d0-95a0-5413955e5b0f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.2364073 Oct 25 09:17:04.671290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-cb3550e2-7d4b-46d9-a681-3f7aa56bffe5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:04.673700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-cb3550e2-7d4b-46d9-a681-3f7aa56bffe5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 797 time: 0.1644299 Oct 25 09:17:04.776293 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-f2d9a938-ff04-4317-ba3f-038054f20f30 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 378 time: 0.0863113 Oct 25 09:17:04.797205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'port': {'device_id': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'admin_state_up': True, 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'security_groups': ['4d9a16f7-dc19-45ce-8e9f-4733c043d639']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:04.936949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:17:04.942910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:04.983337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8d8953f5-383a-4df2-b27b-e18da3fc8e43 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/quotas/e29eeb2c69194d5ab3532bf466807531 HTTP/1.1" status: 200 len: 375 time: 0.5346353 Oct 25 09:17:05.066737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Attempting to bind port caa2a50d-a87a-4531-b763-545fc3b84d3c on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:17:05.067075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Attempting to bind port caa2a50d-a87a-4531-b763-545fc3b84d3c by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:17:05.067418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Attempting to bind port caa2a50d-a87a-4531-b763-545fc3b84d3c on network cf620585-454d-4c02-8954-9639c2c213f7 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:05.081169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Port caa2a50d-a87a-4531-b763-545fc3b84d3c on network cf620585-454d-4c02-8954-9639c2c213f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:17:05.081605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Attempting to bind port caa2a50d-a87a-4531-b763-545fc3b84d3c on network cf620585-454d-4c02-8954-9639c2c213f7 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:05.095192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:17:05.095680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Checking segment: {'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:17:05.096298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Bound using segment: {'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:17:05.096975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Bound port: caa2a50d-a87a-4531-b763-545fc3b84d3c, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470506c3-c71c-41cc-ae76-fe94205d55f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:17:05.097447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:05.141691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-c65c90a0-aeed-4acc-9bd5-cbfa922e2a76 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320722 Oct 25 09:17:05.236912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 4645367d-734d-4a55-979a-98e2234ece00 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:17:05.287235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] For port caa2a50d-a87a-4531-b763-545fc3b84d3c, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:05.303076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] For port caa2a50d-a87a-4531-b763-545fc3b84d3c, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:17:05.376469 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:05.418826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:05.419450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:05.420853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] 10.222.0.41 "PUT /v2.0/ports/caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 1092 time: 2.4564884 Oct 25 09:17:05.424127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:05.426530 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84565d2e-0368-47e0-a09d-ca4e51a22f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:05.441644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-d072e7f2-0d3f-4fdf-bb2f-85ee8ada6fd8 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723353 Oct 25 09:17:05.497724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.20.0.3 (fb893685-e3fc-43d4-870d-a04946c64056/82c609cd-73b0-4ce8-9993-62f083b06cfb/206f1364-295f-432b-8986-274cfc11d968) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:17:05.586373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e286d9-e424-4fb1-ae6b-04871f919744 service neutron] Pushing event updated for resources: {'Port': ['ID=caa2a50d-a87a-4531-b763-545fc3b84d3c,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:05.597330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:17:05.611927 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] Sync routers for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:17:05.622649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0f80-fd96-4040-934a-8a00f5275919 req-4d9b469f-1482-4280-b384-78f5726c3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:05.624566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-4d9b469f-1482-4280-b384-78f5726c3b8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1095 time: 0.1160078 Oct 25 09:17:05.633317 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:05.634101 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:05.646506 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:05.679902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-6f6a168a-e893-4799-9d1f-875d2faa81ab service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372999 Oct 25 09:17:05.731155 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:05.744791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-bc8cfe9f-0779-4323-92d5-709d06e8bc28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 217 time: 0.0944738 Oct 25 09:17:05.747310 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:05.799178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48050) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:05.799709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b35079d6-86a0-4c2d-bb02-953f9577f7bb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9723654 Oct 25 09:17:05.865076 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:05.868210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0f80-fd96-4040-934a-8a00f5275919 req-3993234e-a02f-48e5-8c28-8e20c9f532b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:05.870510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-3993234e-a02f-48e5-8c28-8e20c9f532b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.1184757 Oct 25 09:17:05.923221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-61c8c626-a203-4f7a-85bd-d5c5721162cd tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/floatingips/6218fb96-0adb-439e-b531-51efc4307e3d HTTP/1.1" status: 200 len: 990 time: 0.1211078 Oct 25 09:17:05.932207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network fb893685-e3fc-43d4-870d-a04946c64056 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:17:05.941673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:17:05.942118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:17:05.959121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-14eb7b52-a3e3-4bf9-94fa-1dd45a12b587 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761166 Oct 25 09:17:06.048264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:06.048920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:06.073579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:06.089892 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-78c4682b-7e12-4b7e-841c-10066cebd0a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2985902 Oct 25 09:17:06.115216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Request body: {'port': {'device_id': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:06.190874 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:01Z', 'revision_number': 0, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:06.258228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:06.261668 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] Checking router: 4645367d-734d-4a55-979a-98e2234ece00 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:17:06.279945 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:06.280569 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:16:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:06.313515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac8ddb-7a4a-4b6f-86f8-faaa45788d85 req-06fc99b1-ad29-403c-a6cb-71e77e174c4d tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:06.322354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6dac8ddb-7a4a-4b6f-86f8-faaa45788d85 req-06fc99b1-ad29-403c-a6cb-71e77e174c4d tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 944 time: 0.1866639 Oct 25 09:17:06.358999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-fa36685c-1d2a-4d09-9da9-58e982446def service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730805 Oct 25 09:17:06.439139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-014a98b6-27cb-4d97-a03d-e163d897fde6 None None] Provisioning complete for port 206f1364-295f-432b-8986-274cfc11d968 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:06.439698 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-014a98b6-27cb-4d97-a03d-e163d897fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:06.467250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6dac8ddb-7a4a-4b6f-86f8-faaa45788d85 req-b290781f-e76f-48d6-ab26-e48025d76e98 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426487 Oct 25 09:17:06.564781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-064e0f80-fd96-4040-934a-8a00f5275919 req-12b0cfdd-47ce-42f2-9c5b-0b01dedb2d4d service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960213 Oct 25 09:17:06.572999 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:06.575801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-014a98b6-27cb-4d97-a03d-e163d897fde6 None None] Port 206f1364-295f-432b-8986-274cfc11d968 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:17:06.730204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188ebb3-cbb2-4d57-a9c5-8e0f5935c230 req-2c9f919c-4a4f-47bb-bfd4-48d53861a5dd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:06.731723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2188ebb3-cbb2-4d57-a9c5-8e0f5935c230 req-2c9f919c-4a4f-47bb-bfd4-48d53861a5dd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 931 time: 0.0942049 Oct 25 09:17:06.739493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206f1364-295f-432b-8986-274cfc11d968 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:06.764517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:06.789702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Transition to ACTIVE for port object 206f1364-295f-432b-8986-274cfc11d968 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:17:06.798096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:06.812966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2188ebb3-cbb2-4d57-a9c5-8e0f5935c230 req-a5bfadb4-8f33-49c6-889b-28662ebe3693 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712032 Oct 25 09:17:06.868546 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9c9c39-a5ac-49fa-8234-6f4d139e9584 x-openstack-request-id: req-bd9c9c39-a5ac-49fa-8234-6f4d139e9584 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:06.868837 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:06.869300 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd9c9c39-a5ac-49fa-8234-6f4d139e9584 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:06.869985 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'status': 'completed', 'code': 200} Oct 25 09:17:06.911366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:06.926255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48064) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:07.010012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-45555fc7-06df-43d5-b2cb-9af474549a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.011530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-45555fc7-06df-43d5-b2cb-9af474549a91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1095 time: 0.0880234 Oct 25 09:17:07.098109 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:01Z', 'revision_number': 0, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:07.144120 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4fb9a377-8afc-4e90-9fb6-051ed26ba7b4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/floatingips/6218fb96-0adb-439e-b531-51efc4307e3d HTTP/1.1" status: 200 len: 990 time: 0.2159617 Oct 25 09:17:07.150087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Attempting to bind port 206f1364-295f-432b-8986-274cfc11d968 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:17:07.150534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Attempting to bind port 206f1364-295f-432b-8986-274cfc11d968 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:17:07.151030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Attempting to bind port 206f1364-295f-432b-8986-274cfc11d968 on network fb893685-e3fc-43d4-870d-a04946c64056 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:07.158313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad5f38f3-3733-4fb2-bd74-106d008278bd req-dea6f71b-b37b-41ab-be0a-5c384f55b913 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 210 time: 0.1443136 Oct 25 09:17:07.159829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Port 206f1364-295f-432b-8986-274cfc11d968 on network fb893685-e3fc-43d4-870d-a04946c64056 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:17:07.160150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Attempting to bind port 206f1364-295f-432b-8986-274cfc11d968 on network fb893685-e3fc-43d4-870d-a04946c64056 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:07.172026 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745859a-6dab-4e0e-96a9-f6ef08bb90a6 None None] The sync data for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 is: [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:01Z', 'revision_number': 0, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:17:07.173818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:17:07.174164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Checking segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:17:07.174541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Bound using segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:17:07.174977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Bound port: 206f1364-295f-432b-8986-274cfc11d968, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:17:07.175332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:07.247849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-f7198d95-4a8b-4443-8129-8a2c9b64af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.249521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-f7198d95-4a8b-4443-8129-8a2c9b64af71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 921 time: 0.2192123 Oct 25 09:17:07.298517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-c1b7f490-7581-4448-a9f1-bdece95c46f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 217 time: 0.0407310 Oct 25 09:17:07.305337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:07.308917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:17:07.314798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:07.362638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.364235 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:07.364644 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] 10.222.0.18 "PUT /v2.0/ports/206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 1091 time: 1.2581630 Oct 25 09:17:07.367567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'tag': '206f1364-295f-432b-8986-274cfc11d968'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:07.369435 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d63bbe-5578-438c-95c8-e15f47262c62" -d '{"events": [{"name": "network-changed", "server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "tag": "206f1364-295f-432b-8986-274cfc11d968"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:07.391138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-96aee7ae-209c-4c1d-af17-2a70d5fa4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.393466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-96aee7ae-209c-4c1d-af17-2a70d5fa4c5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.0805933 Oct 25 09:17:07.396816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe565d3-2a28-4a83-ac02-97e2d60daa29 service neutron] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:07.430648 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a17594-a459-4005-a44e-9aa1a631e544 x-openstack-request-id: req-09a17594-a459-4005-a44e-9aa1a631e544 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:07.431142 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "tag": "206f1364-295f-432b-8986-274cfc11d968", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:07.431581 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09a17594-a459-4005-a44e-9aa1a631e544 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:07.432400 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'tag': '206f1364-295f-432b-8986-274cfc11d968', 'status': 'completed', 'code': 200} Oct 25 09:17:07.483096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-fb40d9ae-d88a-4bd8-ad06-2c0788fdced6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527868 Oct 25 09:17:07.520287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-95f598d8-fc1b-4f54-b536-297eb044387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.525829 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-95f598d8-fc1b-4f54-b536-297eb044387a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1094 time: 0.0710919 Oct 25 09:17:07.610621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-c5d6dc63-15fd-4e16-bd57-9e76f9d48b5c service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193819 Oct 25 09:17:07.652310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-a2be5a12-584c-4d90-ac86-f0ae16e425d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 217 time: 0.1054873 Oct 25 09:17:07.742613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-5af026e5-e093-47f1-8a4c-1081189864f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.744317 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-5af026e5-e093-47f1-8a4c-1081189864f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.0824161 Oct 25 09:17:07.751156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab5535-ec63-4502-a7d5-32f060616507 None None] New status for floating IP 6218fb96-0adb-439e-b531-51efc4307e3d: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:17:07.762804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84565d2e-0368-47e0-a09d-ca4e51a22f5e req-bb8e9662-edc7-404c-9d47-87e81b578746 service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437304 Oct 25 09:17:07.886963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424414e-c8be-4c36-baa0-982fca38048b req-e663582f-d582-4224-8c8c-86b7627723f9 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.895493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0424414e-c8be-4c36-baa0-982fca38048b req-e663582f-d582-4224-8c8c-86b7627723f9 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 944 time: 0.1476855 Oct 25 09:17:07.906432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-31c04bbc-3087-4da4-9529-fcd477cd0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.915087 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-31c04bbc-3087-4da4-9529-fcd477cd0494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208167 Oct 25 09:17:07.966584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-621e7bf8-d5f4-45a1-b607-a6ab3ee959dd tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:07.968026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-621e7bf8-d5f4-45a1-b607-a6ab3ee959dd tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.1692600 Oct 25 09:17:07.990041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Request body: {'port': {'device_id': '1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'admin_state_up': True, 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:08.090952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0424414e-c8be-4c36-baa0-982fca38048b req-6b7a557d-9924-4998-a229-90858e186c55 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875103 Oct 25 09:17:08.117268 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-e10c454e-8474-4cf7-b9c6-aeee3890f347 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912277 Oct 25 09:17:08.150423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48074) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:08.183099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:17:08.187254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:08.276171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6688d-86aa-44b4-8fec-d2b883d25ff3 req-041948d0-fdb4-4c24-b21f-6706cf987778 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:08.281583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1dd6688d-86aa-44b4-8fec-d2b883d25ff3 req-041948d0-fdb4-4c24-b21f-6706cf987778 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 943 time: 0.1137857 Oct 25 09:17:08.284428 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c7e7d0c6-d0e1-450b-b67e-8c41137d7e9f tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/floatingips/6218fb96-0adb-439e-b531-51efc4307e3d HTTP/1.1" status: 200 len: 992 time: 0.1329019 Oct 25 09:17:08.336565 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b94dbbc-0220-408b-8e9e-1f345f734b3c req-941efc53-d420-4107-a900-8eba85e41952 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087915 Oct 25 09:17:08.370870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1dd6688d-86aa-44b4-8fec-d2b883d25ff3 req-982d1582-ba3b-435e-be18-13190b64af4e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868073 Oct 25 09:17:08.398293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Allocated IP 172.20.0.4 (96663d00-68ba-41c8-a6f3-96b10f48019a/e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416/81e3e2db-ed15-470e-9efb-ffcad1beeb6e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:17:08.477881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-45249951-9a95-41a1-8620-784bd05cba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:08.479448 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-45249951-9a95-41a1-8620-784bd05cba0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1094 time: 0.0515997 Oct 25 09:17:08.482332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b284fb47-65d7-4b1f-9e4e-162e71b96209 req-e15ef502-fe2f-475f-b921-4b836929885d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 210 time: 0.0400417 Oct 25 09:17:08.566245 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:08.581279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-808ea34a-5c1e-4bf1-bb91-350865ba93b8 req-ba6b3ea1-3c09-45a9-a386-2edfdc150f91 service neutron] (106992) timed out ('10.222.0.32', 37606) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:17:08.613932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:08.623264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-4b4177eb-0c4f-4948-9214-b048550ec943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:08.626757 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-4b4177eb-0c4f-4948-9214-b048550ec943 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.1280584 Oct 25 09:17:08.661639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:08.676043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-2a261414-666d-499d-b302-921154e9f605 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 217 time: 0.0407584 Oct 25 09:17:08.704720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['e5e93d19-c74a-469d-be6d-7ff1156dd36a'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:08.707105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:08.730370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-0e54127e-14d2-46a4-ba15-8550fada6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:08.731788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-0e54127e-14d2-46a4-ba15-8550fada6d99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.0485344 Oct 25 09:17:08.733071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Network 96663d00-68ba-41c8-a6f3-96b10f48019a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:17:08.744819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:17:08.755157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:17:08.791959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event updated for resources: {'Port': ['ID=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:08.828864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:08.830000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:08.835899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-3dd79f3e-ec1d-4dac-9bc7-68362b2becb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:08.837537 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-3dd79f3e-ec1d-4dac-9bc7-68362b2becb5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988896 Oct 25 09:17:08.859033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-8bba9d64-d4f4-4544-afc8-877751fe32f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737597 Oct 25 09:17:08.870719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:08.873300 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612a4775-a1b7-4a91-8202-b5955a83afac" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:08.888176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Request body: {'port': {'device_id': '1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:08.950438 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-f4bf13ee-53a5-46ff-a338-0f1450d0d73f service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046274 Oct 25 09:17:08.960585 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d249137-e6ff-4b3b-9f7d-84d39eaf863e x-openstack-request-id: req-4d249137-e6ff-4b3b-9f7d-84d39eaf863e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:08.961290 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:08.962345 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d249137-e6ff-4b3b-9f7d-84d39eaf863e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:08.963277 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'status': 'completed', 'code': 200} Oct 25 09:17:09.032852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:09.089568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4775-a1b7-4a91-8202-b5955a83afac req-5772b58d-339a-4697-be4a-06d124be70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:09.090850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-612a4775-a1b7-4a91-8202-b5955a83afac req-5772b58d-339a-4697-be4a-06d124be70e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1105473 Oct 25 09:17:09.093573 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-68d63bbe-5578-438c-95c8-e15f47262c62 req-ac3b8ab4-deff-4f4b-9727-b4ced509cc4f service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363153 Oct 25 09:17:09.395877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eff3e4-f6a1-483e-a150-14cb5faf5a4e req-a6e99b25-d5c1-48d6-9d0b-f656662f207f tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:09.397601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44eff3e4-f6a1-483e-a150-14cb5faf5a4e req-a6e99b25-d5c1-48d6-9d0b-f656662f207f tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 944 time: 0.1952846 Oct 25 09:17:09.442167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4775-a1b7-4a91-8202-b5955a83afac req-59711767-3e8f-4862-84a2-d085ec119401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:09.443652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-612a4775-a1b7-4a91-8202-b5955a83afac req-59711767-3e8f-4862-84a2-d085ec119401 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 200 len: 898 time: 0.2787526 Oct 25 09:17:09.729106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:09.857272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device caa2a50d-a87a-4531-b763-545fc3b84d3c details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:17:09.906569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44eff3e4-f6a1-483e-a150-14cb5faf5a4e req-a8c3ed65-0737-4fd2-958c-1397952986d2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963517 Oct 25 09:17:09.943252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-612a4775-a1b7-4a91-8202-b5955a83afac req-92d6914f-9318-43c1-871b-6cc30daadec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d HTTP/1.1" status: 200 len: 1000 time: 0.4893205 Oct 25 09:17:10.024577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port caa2a50d-a87a-4531-b763-545fc3b84d3c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:10.038374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'port_id': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'mac_address': 'fa:16:3e:06:15:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:17:10.039872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e3e2db-ed15-470e-9efb-ffcad1beeb6e {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:10.052129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:10.075386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Transition to ACTIVE for port object 81e3e2db-ed15-470e-9efb-ffcad1beeb6e will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:17:10.077442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4775-a1b7-4a91-8202-b5955a83afac req-fd125f0a-c1db-4b55-9c5f-1b1f1c13c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:10.079100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-612a4775-a1b7-4a91-8202-b5955a83afac req-fd125f0a-c1db-4b55-9c5f-1b1f1c13c43c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af0af259-8f1a-42d5-9ba8-2b90cc2471dd HTTP/1.1" status: 200 len: 835 time: 0.1146328 Oct 25 09:17:10.079606 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:10.083162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:10.096640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa2a50d-a87a-4531-b763-545fc3b84d3c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:10.121121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port caa2a50d-a87a-4531-b763-545fc3b84d3c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:10.126366 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:10.147283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc512e5c-d6a3-4fd8-b8d0-a5477b99d8c3 req-e2497384-8122-4b25-9f7f-c4662765872f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:10.148825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc512e5c-d6a3-4fd8-b8d0-a5477b99d8c3 req-e2497384-8122-4b25-9f7f-c4662765872f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 943 time: 0.1509778 Oct 25 09:17:10.195569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=caa2a50d-a87a-4531-b763-545fc3b84d3c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:10.200268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Pushing event updated for resources: {'Port': ['ID=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:10.253149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc512e5c-d6a3-4fd8-b8d0-a5477b99d8c3 req-6b2c3468-bb1c-4e1a-a320-abf6ef7e8703 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941298 Oct 25 09:17:10.259443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4775-a1b7-4a91-8202-b5955a83afac req-4a3c924c-49fe-46a1-9b59-44c072237786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:10.260921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-612a4775-a1b7-4a91-8202-b5955a83afac req-4a3c924c-49fe-46a1-9b59-44c072237786 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ce0685-bc42-48d3-94cc-1b57038daf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642671 Oct 25 09:17:10.381947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Attempting to bind port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:17:10.382303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Attempting to bind port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:17:10.382643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Attempting to bind port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:10.394009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e on network 96663d00-68ba-41c8-a6f3-96b10f48019a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:17:10.394317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Attempting to bind port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:10.418401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:17:10.419503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Checking segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:17:10.419503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Bound using segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:17:10.419503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Bound port: 81e3e2db-ed15-470e-9efb-ffcad1beeb6e, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:17:10.419824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:10.459488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be4f2-6bc3-410a-92b8-c886eca886e8 req-cbe4fb5a-4aef-4cdc-bc94-33f12e6c743b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:10.467539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-083be4f2-6bc3-410a-92b8-c886eca886e8 req-cbe4fb5a-4aef-4cdc-bc94-33f12e6c743b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 943 time: 0.1369662 Oct 25 09:17:10.488806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-612a4775-a1b7-4a91-8202-b5955a83afac req-0e48c532-083d-4ad7-82e8-2c6243db1c51 service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097490 Oct 25 09:17:10.536090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['caa2a50d-a87a-4531-b763-545fc3b84d3c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:10.591694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-083be4f2-6bc3-410a-92b8-c886eca886e8 req-236e9e2d-e11a-46fe-b187-5b3fd5de0d5c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232193 Oct 25 09:17:10.618794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] For port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:10.623772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] For port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:17:10.635705 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:10.683494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-612a4775-a1b7-4a91-8202-b5955a83afac req-58ac9927-a0f7-4681-b549-81afd3a7434f service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735919 Oct 25 09:17:10.684650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:10.685687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:10.686987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] 10.222.0.18 "PUT /v2.0/ports/81e3e2db-ed15-470e-9efb-ffcad1beeb6e HTTP/1.1" status: 200 len: 1091 time: 1.8029561 Oct 25 09:17:10.739236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97386cc4-221b-4d89-bf22-a3c0d20f9eda service neutron] Pushing event updated for resources: {'Port': ['ID=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:10.806877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-c134e929-37b3-4119-9f55-4b7193b66683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:10.808299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-c134e929-37b3-4119-9f55-4b7193b66683 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 1094 time: 0.0499125 Oct 25 09:17:10.873462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-f50d2342-beee-446b-b03f-6fca744f98bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e3e2db-ed15-470e-9efb-ffcad1beeb6e HTTP/1.1" status: 200 len: 217 time: 0.0413663 Oct 25 09:17:10.923623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-373a1786-bc48-4b79-91e7-03ae5fa0c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:10.925151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-373a1786-bc48-4b79-91e7-03ae5fa0c483 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0455320 Oct 25 09:17:10.965150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-9af26b50-42da-45c1-8ec2-8f441e423647 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321276 Oct 25 09:17:10.965990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c', 'tag': '81e3e2db-ed15-470e-9efb-ffcad1beeb6e'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:10.971555 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4f214f-1451-45c9-8b83-5f59a2521b21" -d '{"events": [{"name": "network-changed", "server_uuid": "1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c", "tag": "81e3e2db-ed15-470e-9efb-ffcad1beeb6e"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:11.122479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4bf6-6133-4524-a836-ab4d7ea4a5cd req-f36dfa7e-87ed-47ce-ba48-63d86d275fc7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:11.123969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e64c4bf6-6133-4524-a836-ab4d7ea4a5cd req-f36dfa7e-87ed-47ce-ba48-63d86d275fc7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 945 time: 0.1295784 Oct 25 09:17:11.159477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-9c0e2160-64dd-4066-adc2-9f0c8b53b320 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793463 Oct 25 09:17:11.198863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e64c4bf6-6133-4524-a836-ab4d7ea4a5cd req-7428a78e-cf01-4df7-8904-bdcfa4ac4fe9 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Oct 25 09:17:11.293920 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275cb323-dd8b-4ba0-9edb-36b32683c9a7 x-openstack-request-id: req-275cb323-dd8b-4ba0-9edb-36b32683c9a7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:11.294209 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c", "tag": "81e3e2db-ed15-470e-9efb-ffcad1beeb6e", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:11.294551 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-275cb323-dd8b-4ba0-9edb-36b32683c9a7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:11.294999 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c', 'tag': '81e3e2db-ed15-470e-9efb-ffcad1beeb6e', 'status': 'completed', 'code': 200} Oct 25 09:17:11.315795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194a07bc-333e-4f65-be1f-b173fc2f573e req-6a3e4722-3eba-457c-8402-f889c9a8f8d6 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432037 Oct 25 09:17:11.399480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d0ed4-b867-41ce-85bf-12aa4aa3815c req-73abb257-dab6-4d57-94ea-d0f462381e94 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:11.401062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e1d0ed4-b867-41ce-85bf-12aa4aa3815c req-73abb257-dab6-4d57-94ea-d0f462381e94 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 943 time: 0.0581191 Oct 25 09:17:11.463014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e1d0ed4-b867-41ce-85bf-12aa4aa3815c req-2c1e4305-204e-4dc6-8f60-33f9098a5f8e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523632 Oct 25 09:17:11.467696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-32358a60-a5a6-40b5-819a-88197670f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:11.469168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-32358a60-a5a6-40b5-819a-88197670f7eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 1094 time: 0.0671885 Oct 25 09:17:11.582632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-ebd8f959-ab28-4650-8f3d-4b5edf4e52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:11.584364 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-ebd8f959-ab28-4650-8f3d-4b5edf4e52f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 906 time: 0.1076417 Oct 25 09:17:11.645614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-f4d87750-f5f2-4083-af63-c35853755931 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e3e2db-ed15-470e-9efb-ffcad1beeb6e HTTP/1.1" status: 200 len: 217 time: 0.0424969 Oct 25 09:17:11.717668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-943821b1-197e-4729-a51a-83169be5fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:11.719206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-943821b1-197e-4729-a51a-83169be5fe60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0590439 Oct 25 09:17:11.772358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-81800266-eb83-4a2b-a5ce-76d7dffcd860 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439391 Oct 25 09:17:11.836651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e82c4-b426-49d9-9bf9-cd4fc754277c req-5781099e-8853-44a7-8c21-8be99c08bf7c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:11.838180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b9e82c4-b426-49d9-9bf9-cd4fc754277c req-5781099e-8853-44a7-8c21-8be99c08bf7c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 943 time: 0.1231744 Oct 25 09:17:11.863650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device caa2a50d-a87a-4531-b763-545fc3b84d3c up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:11.910534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b9e82c4-b426-49d9-9bf9-cd4fc754277c req-a48abf46-3b6d-49ed-99f3-22ae85597101 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600109 Oct 25 09:17:11.914680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-b1d9b213-93fd-4d2f-9481-9dd87790c704 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350760 Oct 25 09:17:11.935747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port caa2a50d-a87a-4531-b763-545fc3b84d3c completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:17:11.940344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port caa2a50d-a87a-4531-b763-545fc3b84d3c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:11.941115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:12.027101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4f214f-1451-45c9-8b83-5f59a2521b21 req-005b0387-d392-4579-bc95-79fbae964715 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052926 Oct 25 09:17:12.032703 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:12.056881 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:12.059390 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ecbd1-0c1e-4a66-9f64-3346645ba333" -d '{"events": [{"server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "name": "network-vif-plugged", "status": "completed", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:12.078517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port caa2a50d-a87a-4531-b763-545fc3b84d3c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:12.084239 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:12.117778 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4820fd-3c77-4dff-8535-4ca7a528eda1 x-openstack-request-id: req-dd4820fd-3c77-4dff-8535-4ca7a528eda1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:12.118100 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "name": "network-vif-plugged", "status": "completed", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:12.118466 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd4820fd-3c77-4dff-8535-4ca7a528eda1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:12.119070 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'code': 200} Oct 25 09:17:12.146553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=caa2a50d-a87a-4531-b763-545fc3b84d3c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:12.264740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84318a-8f90-4451-b5c5-14144ddc13d0 req-2b430dd1-ffdd-4f0c-baa8-50327f215cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:12.266276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd84318a-8f90-4451-b5c5-14144ddc13d0 req-2b430dd1-ffdd-4f0c-baa8-50327f215cf1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.0548937 Oct 25 09:17:12.328293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd84318a-8f90-4451-b5c5-14144ddc13d0 req-d4808b5e-f25e-4fbe-88a9-f7868a90fa2a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545816 Oct 25 09:17:12.344813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4687c-5905-4e1e-acda-529aec902c5d req-425e52a0-1440-4581-880f-b94e465cdfc9 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:12.346309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c4687c-5905-4e1e-acda-529aec902c5d req-425e52a0-1440-4581-880f-b94e465cdfc9 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0671759 Oct 25 09:17:12.388400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c4687c-5905-4e1e-acda-529aec902c5d req-7115f719-ddf2-43e1-a966-a9fcbb7f30df tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Oct 25 09:17:12.583957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3df4f5-e57d-4d7a-8b60-fba8fa76da77 req-52bf3cda-09e0-4d1d-9aa2-6a2db8da417f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:12.586222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac3df4f5-e57d-4d7a-8b60-fba8fa76da77 req-52bf3cda-09e0-4d1d-9aa2-6a2db8da417f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 943 time: 0.0493498 Oct 25 09:17:12.625015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac3df4f5-e57d-4d7a-8b60-fba8fa76da77 req-eed0bdc9-e8a7-4e6f-a7b2-ed586957cc1a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321341 Oct 25 09:17:12.649864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 206f1364-295f-432b-8986-274cfc11d968 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:17:12.755501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:12.769678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '206f1364-295f-432b-8986-274cfc11d968', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'port_id': '206f1364-295f-432b-8986-274cfc11d968', 'mac_address': 'fa:16:3e:d8:56:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:17:12.806067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f797654a-fb9d-4248-827c-6acf230b9766 req-ebb56df2-3dc3-44f1-9c8f-7f55e3a8aab7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455868 Oct 25 09:17:12.808374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:12.826484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206f1364-295f-432b-8986-274cfc11d968 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:12.846418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:12.850465 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:12.900321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:12.924465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797654a-fb9d-4248-827c-6acf230b9766 req-1665908c-3e97-41d9-9d08-c383715bdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:12.925984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f797654a-fb9d-4248-827c-6acf230b9766 req-1665908c-3e97-41d9-9d08-c383715bdfd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 1096 time: 0.0543649 Oct 25 09:17:13.073462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797654a-fb9d-4248-827c-6acf230b9766 req-137387c4-3208-437f-9acb-42866a07aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:13.074835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f797654a-fb9d-4248-827c-6acf230b9766 req-137387c4-3208-437f-9acb-42866a07aa05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 906 time: 0.1288633 Oct 25 09:17:13.092196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131208f-d6cb-4096-8018-82475d4d1ee0 req-06b6502d-a2c3-4da3-8eeb-62ba6d3542be tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:13.093644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e131208f-d6cb-4096-8018-82475d4d1ee0 req-06b6502d-a2c3-4da3-8eeb-62ba6d3542be tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 943 time: 0.0818026 Oct 25 09:17:13.135398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f797654a-fb9d-4248-827c-6acf230b9766 req-8c14f86b-5b07-4802-9542-f953db4a9b67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 HTTP/1.1" status: 200 len: 217 time: 0.0523024 Oct 25 09:17:13.195849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e131208f-d6cb-4096-8018-82475d4d1ee0 req-0bf09376-7c49-4c60-acb4-d1cdded8a883 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951302 Oct 25 09:17:13.208370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797654a-fb9d-4248-827c-6acf230b9766 req-5e7230f1-9a0a-42a2-8e32-89b4a3373fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:13.209806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f797654a-fb9d-4248-827c-6acf230b9766 req-5e7230f1-9a0a-42a2-8e32-89b4a3373fd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0666151 Oct 25 09:17:13.244230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f797654a-fb9d-4248-827c-6acf230b9766 req-d4a297aa-68f2-4bcf-8c35-9b272381dbf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263572 Oct 25 09:17:13.337856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f797654a-fb9d-4248-827c-6acf230b9766 req-bf895fee-1901-43e8-ae32-8048d30d2538 service neutron] 10.222.0.41 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861430 Oct 25 09:17:13.388593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['206f1364-295f-432b-8986-274cfc11d968'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:13.439761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f797654a-fb9d-4248-827c-6acf230b9766 req-307f1637-b08d-4327-b0f3-11540584c17b service neutron] 10.222.0.41 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932696 Oct 25 09:17:13.515312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3d42-27ea-4912-ad30-12221390a6ae req-9da2881b-58f1-4b45-977d-a026109337aa tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:13.516742 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e2e3d42-27ea-4912-ad30-12221390a6ae req-9da2881b-58f1-4b45-977d-a026109337aa tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0529768 Oct 25 09:17:13.574145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e2e3d42-27ea-4912-ad30-12221390a6ae req-04c51e70-7e33-4dc6-bb83-b82619347c49 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502336 Oct 25 09:17:13.752226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301a1f9-4401-419d-b167-1badb4ebc00f req-258fb17f-1f10-4f1b-8016-448091eca941 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:13.753694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1301a1f9-4401-419d-b167-1badb4ebc00f req-258fb17f-1f10-4f1b-8016-448091eca941 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 944 time: 0.0571551 Oct 25 09:17:13.796944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1301a1f9-4401-419d-b167-1badb4ebc00f req-1d8290d3-6775-4139-afe9-c096578a17c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370088 Oct 25 09:17:14.314672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472607e5-9560-496d-a2c0-5780625e8e7d req-0cfd901e-b54c-431e-ad60-8c61ad27acb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:14.316439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-472607e5-9560-496d-a2c0-5780625e8e7d req-0cfd901e-b54c-431e-ad60-8c61ad27acb9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 943 time: 0.0487063 Oct 25 09:17:14.356806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-472607e5-9560-496d-a2c0-5780625e8e7d req-ff1f69bc-70ec-465a-8a7e-05863a2dbd7b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336161 Oct 25 09:17:14.655912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 81e3e2db-ed15-470e-9efb-ffcad1beeb6e details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:17:14.695147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186b9a5-6383-4253-9e10-08b576fd5333 req-eb6aea2b-3ce0-498d-8553-66b8018e70b8 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:14.696991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c186b9a5-6383-4253-9e10-08b576fd5333 req-eb6aea2b-3ce0-498d-8553-66b8018e70b8 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0528166 Oct 25 09:17:14.738747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c186b9a5-6383-4253-9e10-08b576fd5333 req-13d5f0cc-129e-4acb-860f-22c2689553f2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355093 Oct 25 09:17:14.762241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:14.775065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '81e3e2db-ed15-470e-9efb-ffcad1beeb6e', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'port_id': '81e3e2db-ed15-470e-9efb-ffcad1beeb6e', 'mac_address': 'fa:16:3e:11:ec:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:17:14.815233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:14.830577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e3e2db-ed15-470e-9efb-ffcad1beeb6e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:14.853585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:14.859424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:14.932596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:15.023607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e7259-97ad-4f2c-9c19-c6fdff8212d3 req-eb5bfe26-45ab-4a06-ba67-936067740a92 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:15.025111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-166e7259-97ad-4f2c-9c19-c6fdff8212d3 req-eb5bfe26-45ab-4a06-ba67-936067740a92 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 944 time: 0.0829349 Oct 25 09:17:15.027710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-23e986dd-e7ae-4a0e-a181-fb8b5f189fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:15.029082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-23e986dd-e7ae-4a0e-a181-fb8b5f189fad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.0751915 Oct 25 09:17:15.117250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-166e7259-97ad-4f2c-9c19-c6fdff8212d3 req-a6923e24-5435-403b-bcf1-8de3d5672dd6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844548 Oct 25 09:17:15.156800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-95a6be1c-70fd-4c9e-8173-88e6908c1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:15.158470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-95a6be1c-70fd-4c9e-8173-88e6908c1eb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 921 time: 0.1216955 Oct 25 09:17:15.211441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-df9ce0ae-292a-4256-8d8f-348276d00a49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 217 time: 0.0449848 Oct 25 09:17:15.283589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-cfb9b5ea-38ea-4bf1-8e1b-0ea45a39c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:15.285090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-cfb9b5ea-38ea-4bf1-8e1b-0ea45a39c796 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.0660720 Oct 25 09:17:15.293813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c3765-b4f5-45f6-9b74-33b9eec59979 req-ee33e376-d241-49a0-b3d6-6e8d48f4e24e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:15.295173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-755c3765-b4f5-45f6-9b74-33b9eec59979 req-ee33e376-d241-49a0-b3d6-6e8d48f4e24e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0876374 Oct 25 09:17:15.327658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['81e3e2db-ed15-470e-9efb-ffcad1beeb6e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:15.330165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-b0eb1991-1a9d-48a9-aac4-5bb3655259ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338950 Oct 25 09:17:15.400009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-755c3765-b4f5-45f6-9b74-33b9eec59979 req-39296d6b-d4f8-40c8-b669-bb8165494b40 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966008 Oct 25 09:17:15.456454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-73911ccc-be1c-4e64-84cb-e187a7d3d10f service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159174 Oct 25 09:17:15.576843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475b57-ec3b-4203-8e0e-6796ade8e75a req-341d6517-9692-4a34-8b7c-74190cf6f65e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:15.578576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90475b57-ec3b-4203-8e0e-6796ade8e75a req-341d6517-9692-4a34-8b7c-74190cf6f65e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 944 time: 0.1057637 Oct 25 09:17:15.614637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17cd002a-980d-4488-bbcf-d48f2b59cf8d req-5d8331ce-7e7c-4c5b-8f3e-3301b0e5c111 service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501124 Oct 25 09:17:15.633838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90475b57-ec3b-4203-8e0e-6796ade8e75a req-3264a548-cf0b-49cf-9b4c-887b3b53a877 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464292 Oct 25 09:17:16.238709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55934e-5e9b-48c4-963a-03346c92f35c req-6a6ce107-5d08-43bb-bfce-da76c29ab3e3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:16.240226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd55934e-5e9b-48c4-963a-03346c92f35c req-6a6ce107-5d08-43bb-bfce-da76c29ab3e3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 944 time: 0.0559452 Oct 25 09:17:16.280615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd55934e-5e9b-48c4-963a-03346c92f35c req-d7910ed1-578c-4a87-9b34-b6c7d3e92a7a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331738 Oct 25 09:17:16.400460 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0234486e-3acd-4030-876b-9ff3b68cc9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:16.526157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc7db-628d-43de-8774-2213e828ba88 req-1edb2e1e-bdcf-4c56-b65b-2e9546b34f5d tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:16.527637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6fffc7db-628d-43de-8774-2213e828ba88 req-1edb2e1e-bdcf-4c56-b65b-2e9546b34f5d tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0531383 Oct 25 09:17:16.575823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6fffc7db-628d-43de-8774-2213e828ba88 req-fd9d3a8d-f395-4606-bec8-22f31357a931 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Oct 25 09:17:16.646685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 206f1364-295f-432b-8986-274cfc11d968 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:16.714187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 206f1364-295f-432b-8986-274cfc11d968 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:17:16.718851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 206f1364-295f-432b-8986-274cfc11d968 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:16.719223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:16.769576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6b888-b5be-4a58-b953-8f11017ddadf req-5f64ede0-6a18-4614-a02c-5249a66196c6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:16.771106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98b6b888-b5be-4a58-b953-8f11017ddadf req-5f64ede0-6a18-4614-a02c-5249a66196c6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 944 time: 0.0531731 Oct 25 09:17:16.800844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:16.814132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98b6b888-b5be-4a58-b953-8f11017ddadf req-ee6f81bd-5fba-4204-9781-a3ca2d8839d8 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Oct 25 09:17:16.824175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f1364-295f-432b-8986-274cfc11d968'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:16.826804 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2732fb6-61e9-47a5-a22f-4539748a10b4" -d '{"events": [{"server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "name": "network-vif-plugged", "status": "completed", "tag": "206f1364-295f-432b-8986-274cfc11d968"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:16.847827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:16.852614 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:16.877414 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48e9d9f-ff58-48d0-bdac-452222364e65 x-openstack-request-id: req-f48e9d9f-ff58-48d0-bdac-452222364e65 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:16.877709 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "name": "network-vif-plugged", "status": "completed", "tag": "206f1364-295f-432b-8986-274cfc11d968", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:16.877962 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f48e9d9f-ff58-48d0-bdac-452222364e65 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:16.878355 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f1364-295f-432b-8986-274cfc11d968', 'code': 200} Oct 25 09:17:16.904235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:17.032192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4fdfb-c27e-475e-b672-00591975e23c req-1df3b3ab-d5d1-40b9-8c2f-8f2975c5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:17.033708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbc4fdfb-c27e-475e-b672-00591975e23c req-1df3b3ab-d5d1-40b9-8c2f-8f2975c5c184 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1096 time: 0.0476606 Oct 25 09:17:17.070884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbc4fdfb-c27e-475e-b672-00591975e23c req-7980f690-d4c4-494c-941f-7b525dd49828 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0294142 Oct 25 09:17:17.409875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95c8cc-3c71-416f-8458-269336ea717f req-888a5957-6bfa-4cf8-a70b-2f73b2ab8be4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:17.411578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b95c8cc-3c71-416f-8458-269336ea717f req-888a5957-6bfa-4cf8-a70b-2f73b2ab8be4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0504251 Oct 25 09:17:17.451505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b95c8cc-3c71-416f-8458-269336ea717f req-c4952e93-4f5c-4690-a542-e858705cf520 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325875 Oct 25 09:17:17.693819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aac15-4f63-4e79-b432-695ba9b517d5 req-e0313baf-ba81-4484-84ed-2906012fbabf tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:17.695267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d6aac15-4f63-4e79-b432-695ba9b517d5 req-e0313baf-ba81-4484-84ed-2906012fbabf tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Oct 25 09:17:17.734392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d6aac15-4f63-4e79-b432-695ba9b517d5 req-63c6811e-048d-4b0e-bb26-6e57bec149d4 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Oct 25 09:17:17.950263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bad060-88e7-44cc-9d2a-67776247a611 req-90d08c9a-b390-4b96-b170-b8aa64a78d4b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:17.957113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33bad060-88e7-44cc-9d2a-67776247a611 req-90d08c9a-b390-4b96-b170-b8aa64a78d4b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 944 time: 0.0569041 Oct 25 09:17:17.996961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33bad060-88e7-44cc-9d2a-67776247a611 req-e00c7549-a510-4c75-aa4f-247f001d69da tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352914 Oct 25 09:17:18.454158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48184) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:18.580214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff0f34-73e4-485d-94da-70a27e3ecd56 req-63263b05-8310-4ddc-b0a6-1c4b4e7b7d98 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:18.581788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1dff0f34-73e4-485d-94da-70a27e3ecd56 req-63263b05-8310-4ddc-b0a6-1c4b4e7b7d98 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0600781 Oct 25 09:17:18.594188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4255f79d-47a3-4aa4-bbbf-36f7d021b97c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.625871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1dff0f34-73e4-485d-94da-70a27e3ecd56 req-c9da9a4f-5e38-40e4-80ec-73bd97013425 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369616 Oct 25 09:17:18.663385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 81e3e2db-ed15-470e-9efb-ffcad1beeb6e up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:18.686059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4255f79d-47a3-4aa4-bbbf-36f7d021b97c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.691260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4255f79d-47a3-4aa4-bbbf-36f7d021b97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.718071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:17:18.728394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:18.728757 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.739986 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4255f79d-47a3-4aa4-bbbf-36f7d021b97c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dee1819c0c6344819a6f033c5cad9f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846460 Oct 25 09:17:18.744081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 48190) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:18.751270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f79d-47a3-4aa4-bbbf-36f7d021b97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26389da8-4683-419c-8ab5-0168160f5c9c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:18.773953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf5a871e-85c2-4d02-8ea1-bcf842b79f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.823820 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac573b4d-2ac9-4d44-98bb-662dd4793eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.839330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.869054 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac573b4d-2ac9-4d44-98bb-662dd4793eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.877976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:18.878826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3e2db-ed15-470e-9efb-ffcad1beeb6e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:18.882001 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da99f42-a4dd-49e0-bf93-e39fc6b25ddd" -d '{"events": [{"server_uuid": "1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c", "name": "network-vif-plugged", "status": "completed", "tag": "81e3e2db-ed15-470e-9efb-ffcad1beeb6e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:18.886014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.902272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e966a94-3de5-4f95-9a47-5d67c40c4f2f req-7f9b00a0-c9d0-4083-a2f0-257739089bf2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:18.903764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e966a94-3de5-4f95-9a47-5d67c40c4f2f req-7f9b00a0-c9d0-4083-a2f0-257739089bf2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0900414 Oct 25 09:17:18.934949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:18.954635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e966a94-3de5-4f95-9a47-5d67c40c4f2f req-329fe571-307d-4600-951e-8cd5e42f133a tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Oct 25 09:17:18.963718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac573b4d-2ac9-4d44-98bb-662dd4793eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.966462 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac573b4d-2ac9-4d44-98bb-662dd4793eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:18.970213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ac573b4d-2ac9-4d44-98bb-662dd4793eaf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26389da8-4683-419c-8ab5-0168160f5c9c HTTP/1.1" status: 204 len: 168 time: 0.2227776 Oct 25 09:17:18.984514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573b4d-2ac9-4d44-98bb-662dd4793eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26389da8-4683-419c-8ab5-0168160f5c9c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:19.005094 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7790472c-8d41-4b89-a557-96d9033bd3f0 x-openstack-request-id: req-7790472c-8d41-4b89-a557-96d9033bd3f0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:19.005606 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c", "name": "network-vif-plugged", "status": "completed", "tag": "81e3e2db-ed15-470e-9efb-ffcad1beeb6e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:19.005857 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7790472c-8d41-4b89-a557-96d9033bd3f0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:19.006765 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3e2db-ed15-470e-9efb-ffcad1beeb6e', 'code': 200} Oct 25 09:17:19.156339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba801b6c-daa2-4b37-8e93-c0217ce697da req-873b7345-08c1-4bb4-935d-4a8d4aefab07 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:19.157899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba801b6c-daa2-4b37-8e93-c0217ce697da req-873b7345-08c1-4bb4-935d-4a8d4aefab07 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 945 time: 0.0862050 Oct 25 09:17:19.189324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6702ac-1758-40b0-830d-6883c6b3673f req-6b44fcda-c715-4bff-91ca-7161f1d5275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:19.190794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d6702ac-1758-40b0-830d-6883c6b3673f req-6b44fcda-c715-4bff-91ca-7161f1d5275f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 1096 time: 0.0862842 Oct 25 09:17:19.227394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba801b6c-daa2-4b37-8e93-c0217ce697da req-cff9d59d-fb6a-4d94-be39-1699923db1ce tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599337 Oct 25 09:17:19.248693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d6702ac-1758-40b0-830d-6883c6b3673f req-030916e4-709a-4fc5-9882-2d3c5a674cb5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Oct 25 09:17:19.748396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f483a3-90fe-4e3d-b047-8f39012315a2 req-8c81222a-24ee-46ef-94a1-30b8ac0d84b7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:19.750179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41f483a3-90fe-4e3d-b047-8f39012315a2 req-8c81222a-24ee-46ef-94a1-30b8ac0d84b7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0510957 Oct 25 09:17:19.789457 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41f483a3-90fe-4e3d-b047-8f39012315a2 req-12a930b7-e396-489e-9939-454b4d93a865 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334251 Oct 25 09:17:19.890415 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:19.912653 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:19.917423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ff2ad-5a45-452d-9b5a-a4aa1861679f req-bfdf0ec4-ea59-4346-8688-11fccfb0a78d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:19.918915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c1ff2ad-5a45-452d-9b5a-a4aa1861679f req-bfdf0ec4-ea59-4346-8688-11fccfb0a78d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0618963 Oct 25 09:17:19.961435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c1ff2ad-5a45-452d-9b5a-a4aa1861679f req-25e8bbf4-8071-4bb2-835a-fc4cbe0478ed tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365362 Oct 25 09:17:19.984222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48228) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:20.028342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d92a6-7a50-4d9e-9687-5899ddf34b29 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:20.033526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc8d92a6-7a50-4d9e-9687-5899ddf34b29 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1091 time: 0.0478449 Oct 25 09:17:20.034384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48230) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:20.039160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '206f1364-295f-432b-8986-274cfc11d968', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:20.082436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:20.089910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663abb62-d2fa-446d-a094-fc29d0daf6bb req-f00e6e89-eb39-4d6a-ba44-07c341d9241c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:20.091418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-663abb62-d2fa-446d-a094-fc29d0daf6bb req-f00e6e89-eb39-4d6a-ba44-07c341d9241c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0571225 Oct 25 09:17:20.149534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-663abb62-d2fa-446d-a094-fc29d0daf6bb req-e48f6612-f9a8-4dd0-b190-8f7da387a3b6 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512323 Oct 25 09:17:20.209632 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:20.331624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.25.8.200 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1d9b5d28-40cf-4487-a215-ea3e36ca3f0b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:17:20.372130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad34e0-f2b1-4fbd-bdd6-1fbd537af73e req-f224bb95-b933-4242-85b0-5781158fc6e8 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:20.374269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eaad34e0-f2b1-4fbd-bdd6-1fbd537af73e req-f224bb95-b933-4242-85b0-5781158fc6e8 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 945 time: 0.0660343 Oct 25 09:17:20.430578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eaad34e0-f2b1-4fbd-bdd6-1fbd537af73e req-09bd1800-f201-4b02-b1bf-8905c65fa46b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438530 Oct 25 09:17:20.471597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:20.511714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:20.561381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:17:20.565978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:17:20.569190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:17:20.575542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=1d9b5d28-40cf-4487-a215-ea3e36ca3f0b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:21.052993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:21.154020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:21.276214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3e48e-7b6f-4126-b83e-8360ee4e41a0 req-17e91704-3def-4c84-b1a3-852d31df8f41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:21.278494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ae3e48e-7b6f-4126-b83e-8360ee4e41a0 req-17e91704-3def-4c84-b1a3-852d31df8f41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0561004 Oct 25 09:17:21.330384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ae3e48e-7b6f-4126-b83e-8360ee4e41a0 req-21e73f11-fa2a-4ba2-b4c2-6a911c37fd59 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455856 Oct 25 09:17:21.336377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:21.340831 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:21.412529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=1d9b5d28-40cf-4487-a215-ea3e36ca3f0b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:21.427076 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:21.534973 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Floating IP 0a603dcb-a22f-4886-aa35-cb92f8582ef3 associated. External IP: 172.25.8.200, port: 206f1364-295f-432b-8986-274cfc11d968. Oct 25 09:17:21.555184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ae85e-49de-4799-a5e5-a182bcd68f00 req-1c707274-e3c2-455d-a78c-72ac616dd291 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:21.556826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f05ae85e-49de-4799-a5e5-a182bcd68f00 req-1c707274-e3c2-455d-a78c-72ac616dd291 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 945 time: 0.0593569 Oct 25 09:17:21.610488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f05ae85e-49de-4799-a5e5-a182bcd68f00 req-f8b4f195-a136-4d49-8b88-05964d2fd8e4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454676 Oct 25 09:17:21.739649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed34872-2704-4d26-8401-5edcb96c4948 req-faaa5433-0ff4-4277-b78a-9cfecd098e0a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:21.742304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aed34872-2704-4d26-8401-5edcb96c4948 req-faaa5433-0ff4-4277-b78a-9cfecd098e0a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 946 time: 0.0566838 Oct 25 09:17:21.769962 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:21.796783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aed34872-2704-4d26-8401-5edcb96c4948 req-47343477-27e7-4459-a625-8684e56f00ae tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Oct 25 09:17:21.924001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6922bc-16e4-4d7f-9748-09ca311b4286 req-da2de95a-d7f7-4e4a-8d32-cf965231f012 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:21.926450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f6922bc-16e4-4d7f-9748-09ca311b4286 req-da2de95a-d7f7-4e4a-8d32-cf965231f012 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 945 time: 0.0534024 Oct 25 09:17:21.966345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f6922bc-16e4-4d7f-9748-09ca311b4286 req-2265e6b8-bd88-414f-a7ad-85a5121eeaac tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Oct 25 09:17:22.042874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:17:22.170534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:17:22.187360 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] Sync routers for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:17:22.193676 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:22.209999 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:22.211368 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:22.223210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b61f0b5f-8a06-4f7c-b1d9-5e19e9339e91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1877801 Oct 25 09:17:22.223974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'tag': '206f1364-295f-432b-8986-274cfc11d968'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:22.227164 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae32abfe-268e-411a-bfb0-ae9360d90ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "tag": "206f1364-295f-432b-8986-274cfc11d968"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:22.256848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3aade-59d3-4871-a18b-5867b94d78fd req-7bd50330-3ead-4cef-b26c-69b936291e93 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:22.258523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72b3aade-59d3-4871-a18b-5867b94d78fd req-7bd50330-3ead-4cef-b26c-69b936291e93 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 945 time: 0.0921130 Oct 25 09:17:22.307716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72b3aade-59d3-4871-a18b-5867b94d78fd req-eb2acc33-23a0-4424-983d-800fcd27f5b0 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Oct 25 09:17:22.343001 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:22.426386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a34361-1150-4829-9d81-8ca387aa70e3 req-28f94b0e-b968-46a6-bb2e-a9f66be32adf tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:22.429442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7a34361-1150-4829-9d81-8ca387aa70e3 req-28f94b0e-b968-46a6-bb2e-a9f66be32adf tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0528042 Oct 25 09:17:22.470748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7a34361-1150-4829-9d81-8ca387aa70e3 req-d0ab66a2-13df-4f47-8284-0515ed1cc3ab tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348768 Oct 25 09:17:22.494194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48266) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:22.539511 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f5997b-c35b-4a68-97db-4e62be4699e5 x-openstack-request-id: req-66f5997b-c35b-4a68-97db-4e62be4699e5 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:22.539814 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "tag": "206f1364-295f-432b-8986-274cfc11d968", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:22.540044 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66f5997b-c35b-4a68-97db-4e62be4699e5 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:22.540455 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'tag': '206f1364-295f-432b-8986-274cfc11d968', 'status': 'completed', 'code': 200} Oct 25 09:17:22.585867 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4aedf057-97b2-455d-bda5-ac86299e9901 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/0a603dcb-a22f-4886-aa35-cb92f8582ef3 HTTP/1.1" status: 200 len: 991 time: 0.0891521 Oct 25 09:17:22.617704 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '0a603dcb-a22f-4886-aa35-cb92f8582ef3', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'port_id': '206f1364-295f-432b-8986-274cfc11d968', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'mac_address': 'fa:16:3e:d8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:20Z', 'updated_at': '2021-10-25T09:17:20Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:17:03Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:22.644237 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] Checking router: 7c52b512-7660-4828-87aa-bd2b6b1f6aaf for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:17:22.655910 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:22.656941 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:22.665028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-ec43b96c-d03f-49c2-815b-7b6c5b1fd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:22.666585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-ec43b96c-d03f-49c2-815b-7b6c5b1fd2a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1096 time: 0.0893905 Oct 25 09:17:22.679558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084664f1-e779-42e0-9986-73f828cc32b1 req-1ae454e2-3ce2-45f2-b698-8c1d559560a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:22.681007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-084664f1-e779-42e0-9986-73f828cc32b1 req-1ae454e2-3ce2-45f2-b698-8c1d559560a7 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0730345 Oct 25 09:17:22.764868 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:22.768133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-084664f1-e779-42e0-9986-73f828cc32b1 req-2350d37a-82ea-4c65-9204-1808bc3b93aa tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790081 Oct 25 09:17:22.802302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-8a57a44f-aab9-4e17-b1e8-4d9129a2627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:22.804463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-8a57a44f-aab9-4e17-b1e8-4d9129a2627e service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.1226180 Oct 25 09:17:22.880483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-ec70c8e6-7bb7-44e9-850f-626dbf0742f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 999 time: 0.0662158 Oct 25 09:17:22.935496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-f1c7558a-4100-478e-a77f-5a2e55cc0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:22.937117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-f1c7558a-4100-478e-a77f-5a2e55cc0fd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.0484717 Oct 25 09:17:22.987513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-1f1b0bb4-4e39-407f-9038-fd00ffa7421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:22.990851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-1f1b0bb4-4e39-407f-9038-fd00ffa7421f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415621 Oct 25 09:17:23.096712 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '0a603dcb-a22f-4886-aa35-cb92f8582ef3', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'port_id': '206f1364-295f-432b-8986-274cfc11d968', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'mac_address': 'fa:16:3e:d8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:20Z', 'updated_at': '2021-10-25T09:17:20Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:17:03Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:23.128267 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460daa5-7ca2-4e2a-a818-9444e57fac42 None None] The sync data for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 is: [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '0a603dcb-a22f-4886-aa35-cb92f8582ef3', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'port_id': '206f1364-295f-432b-8986-274cfc11d968', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'mac_address': 'fa:16:3e:d8:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:20Z', 'updated_at': '2021-10-25T09:17:20Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:17:03Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:17:23.355815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c68ff5-3f3e-4d9b-a9cc-cd117497b80f None None] New status for floating IP 0a603dcb-a22f-4886-aa35-cb92f8582ef3: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:17:23.400058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-34ef1ba9-7fca-4b6e-ace3-46853a2ce50a service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984623 Oct 25 09:17:23.535197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65feddb1-07e0-40dd-9fb0-a381760ec707 req-4c0ad592-b48b-4530-8bbb-d51a7d7fb4b0 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:23.536720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65feddb1-07e0-40dd-9fb0-a381760ec707 req-4c0ad592-b48b-4530-8bbb-d51a7d7fb4b0 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 945 time: 0.1260679 Oct 25 09:17:23.566930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae32abfe-268e-411a-bfb0-ae9360d90ab0 req-30215390-1821-4c8c-a5ef-260d788c59e9 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573231 Oct 25 09:17:23.588629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 48274) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:23.604236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65feddb1-07e0-40dd-9fb0-a381760ec707 req-912c7a38-caa6-4573-8dbc-20df23ec7147 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594027 Oct 25 09:17:23.668004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-32dfbb75-0e5e-4ba0-8d75-3c007c8562bd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/0a603dcb-a22f-4886-aa35-cb92f8582ef3 HTTP/1.1" status: 200 len: 993 time: 0.0779889 Oct 25 09:17:23.916355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580350d-3872-4bcb-b8e1-cf5b0d81c855 req-04e4f98e-49a6-4360-819f-155d9cb6a01d tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:23.917935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5580350d-3872-4bcb-b8e1-cf5b0d81c855 req-04e4f98e-49a6-4360-819f-155d9cb6a01d tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0803254 Oct 25 09:17:23.932837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-36d3e685-c0cb-42d6-acc0-6acf2ccaad4a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:23.934256 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-36d3e685-c0cb-42d6-acc0-6acf2ccaad4a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 945 time: 0.0699596 Oct 25 09:17:24.000574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5580350d-3872-4bcb-b8e1-cf5b0d81c855 req-1a12e4c4-ab8e-4c93-96d7-465dfa4ab0a4 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761440 Oct 25 09:17:24.059181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Deleting port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:17:24.059536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:24.153170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] For port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:24.153530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:24.165491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Calling delete_port for 81e3e2db-ed15-470e-9efb-ffcad1beeb6e owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:17:24.291352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:24.319823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event deleted for resources: {'Port': ['ID=81e3e2db-ed15-470e-9efb-ffcad1beeb6e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:24.332667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:24.337708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['e5e93d19-c74a-469d-be6d-7ff1156dd36a', '81e3e2db-ed15-470e-9efb-ffcad1beeb6e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:24.365201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] No DVR routers for this DVR port 81e3e2db-ed15-470e-9efb-ffcad1beeb6e on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:24.368362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:24.371901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39859fa2-2d40-489d-8b33-479f1cb8e40b req-6bfc39ba-fce8-4819-bde1-1695b2d2b05a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "DELETE /v2.0/ports/81e3e2db-ed15-470e-9efb-ffcad1beeb6e HTTP/1.1" status: 204 len: 173 time: 0.4236963 Oct 25 09:17:24.372345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c', 'name': 'network-vif-deleted', 'tag': '81e3e2db-ed15-470e-9efb-ffcad1beeb6e'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:24.374632 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6781a3-6454-4ebd-92d0-affeecfc2181" -d '{"events": [{"server_uuid": "1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c", "name": "network-vif-deleted", "tag": "81e3e2db-ed15-470e-9efb-ffcad1beeb6e"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:24.434692 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de1c637-f421-47ae-a98c-6c2773b8f96a x-openstack-request-id: req-7de1c637-f421-47ae-a98c-6c2773b8f96a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:24.435761 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c", "name": "network-vif-deleted", "tag": "81e3e2db-ed15-470e-9efb-ffcad1beeb6e", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:24.435761 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7de1c637-f421-47ae-a98c-6c2773b8f96a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:24.435761 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c', 'name': 'network-vif-deleted', 'tag': '81e3e2db-ed15-470e-9efb-ffcad1beeb6e', 'status': 'completed', 'code': 200} Oct 25 09:17:24.707235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a428cbff-2cac-4c29-99b6-68c908dc665d req-1d1d63de-670f-47dc-b114-3fce46ebbdf5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1579a01d-ef9f-4e8a-8520-3ffdf0a2c07c HTTP/1.1" status: 200 len: 210 time: 0.0260775 Oct 25 09:17:25.119760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806daf0-8776-42a1-b801-258e2db5ea76 req-8baf7c2a-5727-4668-801e-66a805a5ac7e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:25.121152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1806daf0-8776-42a1-b801-258e2db5ea76 req-8baf7c2a-5727-4668-801e-66a805a5ac7e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0492470 Oct 25 09:17:25.159008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1806daf0-8776-42a1-b801-258e2db5ea76 req-5480f87b-305c-4b3e-8148-e63767689910 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Oct 25 09:17:25.985833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd6e91-a1a5-4798-afa6-2dc041ad9da6 req-0f6977a9-ad0c-4722-afc9-dacd711093a6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:25.987207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bdd6e91-a1a5-4798-afa6-2dc041ad9da6 req-0f6977a9-ad0c-4722-afc9-dacd711093a6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 946 time: 0.0545232 Oct 25 09:17:26.026041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bdd6e91-a1a5-4798-afa6-2dc041ad9da6 req-b894047b-012d-4e48-9083-4eac5745d31e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Oct 25 09:17:26.274993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef21f1a-808b-4be2-aa1a-bd61d9cfff4c req-7af0c980-7ffa-4a43-9610-45bc95fe8f6d tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:26.276404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fef21f1a-808b-4be2-aa1a-bd61d9cfff4c req-7af0c980-7ffa-4a43-9610-45bc95fe8f6d tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0482929 Oct 25 09:17:26.315088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fef21f1a-808b-4be2-aa1a-bd61d9cfff4c req-4136cc38-4555-405b-a9ea-1a270149aa39 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Oct 25 09:17:26.704008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 81e3e2db-ed15-470e-9efb-ffcad1beeb6e no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:26.726219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 81e3e2db-ed15-470e-9efb-ffcad1beeb6e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:17:26.726559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 81e3e2db-ed15-470e-9efb-ffcad1beeb6e not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:17:27.140359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5df19-1af1-446d-94f6-c3453cc68d63 req-283d2a39-1d33-480a-9681-b0b463b44ce4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:27.141827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0a5df19-1af1-446d-94f6-c3453cc68d63 req-283d2a39-1d33-480a-9681-b0b463b44ce4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 946 time: 0.0481226 Oct 25 09:17:27.179733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0a5df19-1af1-446d-94f6-c3453cc68d63 req-40d8986e-b50e-4e3e-91dc-101b5754b336 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Oct 25 09:17:27.434887 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1723f-cbff-4faa-ac00-13fd12dbb3e9 req-b39c53ba-bb5d-4e94-b608-8f1110246908 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:27.437143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ff1723f-cbff-4faa-ac00-13fd12dbb3e9 req-b39c53ba-bb5d-4e94-b608-8f1110246908 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0554135 Oct 25 09:17:27.475983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ff1723f-cbff-4faa-ac00-13fd12dbb3e9 req-d5c681d9-b7d3-4596-9bbe-21a3de0a5c4c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Oct 25 09:17:27.652337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993217c-a4a7-40e9-9207-93765e628e28 req-f0e33301-c924-44eb-a234-c9f1d90f924b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:27.653809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1993217c-a4a7-40e9-9207-93765e628e28 req-f0e33301-c924-44eb-a234-c9f1d90f924b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Oct 25 09:17:27.747607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Deleting port e5e93d19-c74a-469d-be6d-7ff1156dd36a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:17:27.747950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:27.841160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] For port e5e93d19-c74a-469d-be6d-7ff1156dd36a, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e5e93d19-c74a-469d-be6d-7ff1156dd36a,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:27.841454 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:27.854014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Calling delete_port for e5e93d19-c74a-469d-be6d-7ff1156dd36a owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:17:27.984352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:28.013397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event deleted for resources: {'Port': ['ID=e5e93d19-c74a-469d-be6d-7ff1156dd36a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:28.023512 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:28.025833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['e5e93d19-c74a-469d-be6d-7ff1156dd36a'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:28.057293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] No DVR routers for this DVR port e5e93d19-c74a-469d-be6d-7ff1156dd36a on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:28.059816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:28.063203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1993217c-a4a7-40e9-9207-93765e628e28 req-8feda7c9-156e-4021-bbb7-971243605731 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "DELETE /v2.0/ports/e5e93d19-c74a-469d-be6d-7ff1156dd36a HTTP/1.1" status: 204 len: 173 time: 0.4036732 Oct 25 09:17:28.063705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253cdc61-82d3-4f13-b261-0f7675db4c28', 'name': 'network-vif-deleted', 'tag': 'e5e93d19-c74a-469d-be6d-7ff1156dd36a'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:28.066165 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6c23ae-5cac-4053-8de6-293fe674845e" -d '{"events": [{"server_uuid": "253cdc61-82d3-4f13-b261-0f7675db4c28", "name": "network-vif-deleted", "tag": "e5e93d19-c74a-469d-be6d-7ff1156dd36a"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:28.120917 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a92177-c7ef-4e22-ab6c-6cb40e5d0a52 x-openstack-request-id: req-a3a92177-c7ef-4e22-ab6c-6cb40e5d0a52 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:28.121209 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253cdc61-82d3-4f13-b261-0f7675db4c28", "name": "network-vif-deleted", "tag": "e5e93d19-c74a-469d-be6d-7ff1156dd36a", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:28.121462 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3a92177-c7ef-4e22-ab6c-6cb40e5d0a52 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:28.121862 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253cdc61-82d3-4f13-b261-0f7675db4c28', 'name': 'network-vif-deleted', 'tag': 'e5e93d19-c74a-469d-be6d-7ff1156dd36a', 'status': 'completed', 'code': 200} Oct 25 09:17:28.300483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b72bded-f0a6-462b-9df8-1450c25edaee req-8b7e1f7b-4f3a-473e-b051-a7f4770c0fb0 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=253cdc61-82d3-4f13-b261-0f7675db4c28 HTTP/1.1" status: 200 len: 210 time: 0.0317442 Oct 25 09:17:28.602296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab22c-d403-4f25-a623-6fcc76affaea req-b6964661-f8cc-4b94-a4b9-683d70633722 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:28.603789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-923ab22c-d403-4f25-a623-6fcc76affaea req-b6964661-f8cc-4b94-a4b9-683d70633722 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0579970 Oct 25 09:17:28.648091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-923ab22c-d403-4f25-a623-6fcc76affaea req-1599bba2-b5aa-4486-b145-7225a1f093e1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Oct 25 09:17:29.626230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-2536d914-a42b-4545-be0c-4c50c96f4f77 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:29.627630 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-2536d914-a42b-4545-be0c-4c50c96f4f77 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.1140273 Oct 25 09:17:29.644601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-a5029acc-3658-4aef-8afa-81ade9d5c041 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/quotas/e29eeb2c69194d5ab3532bf466807531 HTTP/1.1" status: 200 len: 375 time: 0.0097222 Oct 25 09:17:29.697812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-1a275766-8cd6-45bb-938d-d0fe36e675cf tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460429 Oct 25 09:17:29.890383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-0c6583af-f427-4d01-8770-e0bff18946ca service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853900 Oct 25 09:17:29.986255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-66d162c4-563f-4a73-a6c0-31069324514e service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887580 Oct 25 09:17:30.196660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ae52b-59ce-42f7-8dc9-28f19f5e9b36 req-aad3f2b2-9846-4edd-8bf1-8af4473b672b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:30.200084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e8ae52b-59ce-42f7-8dc9-28f19f5e9b36 req-aad3f2b2-9846-4edd-8bf1-8af4473b672b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0589118 Oct 25 09:17:30.245013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e8ae52b-59ce-42f7-8dc9-28f19f5e9b36 req-645a1081-f2b4-40db-8419-979d1df6b9cb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373735 Oct 25 09:17:30.330523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9138ba82-3e0c-4810-92e8-8be4715f68d8 req-ddc655e5-5377-4d5e-861b-80a2f1cbc010 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 210 time: 0.0365820 Oct 25 09:17:30.717277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e5e93d19-c74a-469d-be6d-7ff1156dd36a no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:30.741609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: e5e93d19-c74a-469d-be6d-7ff1156dd36a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:17:30.742214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e5e93d19-c74a-469d-be6d-7ff1156dd36a not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:17:31.221036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-669289a2-da04-4b9d-bce7-d60259dcbc84 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:31.223127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-669289a2-da04-4b9d-bce7-d60259dcbc84 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.1197813 Oct 25 09:17:31.241895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Request body: {'port': {'device_id': 'e89d9f8b-9dc4-4899-98d9-daa5bc141ded', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'admin_state_up': True, 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:31.398194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ebf74-958c-49c1-8ac4-4011dcca9548 req-8a1e9af5-0969-437c-aa3e-87e16a819486 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:31.399897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d0ebf74-958c-49c1-8ac4-4011dcca9548 req-8a1e9af5-0969-437c-aa3e-87e16a819486 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0797462 Oct 25 09:17:31.401471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:17:31.404973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:31.487979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d0ebf74-958c-49c1-8ac4-4011dcca9548 req-be1cb780-7993-4b48-94a3-22508bb00bc3 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805216 Oct 25 09:17:31.499367 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:17:31.586774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5489bf8-b79f-4edb-af5f-28412bf34126 req-88e7ca93-35c9-44ff-9150-044c713957fa tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 210 time: 0.0348151 Oct 25 09:17:31.592649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Allocated IP 172.20.0.12 (96663d00-68ba-41c8-a6f3-96b10f48019a/e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416/a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:17:31.765152 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:31.799034 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:31.837762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:31.845101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Network 96663d00-68ba-41c8-a6f3-96b10f48019a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:17:31.850773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:17:31.855166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:17:31.859240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event updated for resources: {'Port': ['ID=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:31.891125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.891475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.891863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.892197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.892526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.892853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.893322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.893957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.894356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.894687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.895001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.895327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:17:31.921244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:31.921850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:31.941666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8d146fa7-bac1-4a57-9dda-d3e94ae3b10a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7043023 Oct 25 09:17:31.961681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Request body: {'port': {'device_id': 'e89d9f8b-9dc4-4899-98d9-daa5bc141ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:32.022629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:32.289653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:32.297303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:32.309160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Transition to ACTIVE for port object a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:17:32.313036 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:32.386419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Pushing event updated for resources: {'Port': ['ID=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:32.436691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Attempting to bind port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:17:32.437061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Attempting to bind port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:17:32.437388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Attempting to bind port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:32.441702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f on network 96663d00-68ba-41c8-a6f3-96b10f48019a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:17:32.442019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Attempting to bind port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:32.447845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:17:32.448181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Checking segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:17:32.448560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Bound using segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:17:32.449011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Bound port: a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:17:32.449372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:32.519065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] For port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:32.523206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] For port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:17:32.527531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:32.572617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:32.573133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:32.574675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] 10.222.0.18 "PUT /v2.0/ports/a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f HTTP/1.1" status: 200 len: 1092 time: 0.6195624 Oct 25 09:17:32.574951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89d9f8b-9dc4-4899-98d9-daa5bc141ded', 'tag': 'a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:32.577218 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47d7db5-02bd-4511-be7b-0073fc6e093f" -d '{"events": [{"name": "network-changed", "server_uuid": "e89d9f8b-9dc4-4899-98d9-daa5bc141ded", "tag": "a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:32.625713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba5ee3-d422-4722-ab95-c6029de52598 service neutron] Pushing event updated for resources: {'Port': ['ID=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:32.669576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd1204-24e2-4e35-ae50-73ce2596093b req-5cfcc57e-e6b6-4738-a269-f433eb25d300 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:32.671053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77cd1204-24e2-4e35-ae50-73ce2596093b req-5cfcc57e-e6b6-4738-a269-f433eb25d300 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.1031914 Oct 25 09:17:32.715176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-7445b701-a5ac-4400-9c2c-b05f5da636ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:32.716644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-7445b701-a5ac-4400-9c2c-b05f5da636ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 1095 time: 0.0825377 Oct 25 09:17:32.723839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77cd1204-24e2-4e35-ae50-73ce2596093b req-127f0ffb-b469-4c7d-93fc-4bff02ac8d24 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445342 Oct 25 09:17:32.776032 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b4fdf8-78c4-473b-a368-d3a6732ddd0c x-openstack-request-id: req-d3b4fdf8-78c4-473b-a368-d3a6732ddd0c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:32.776312 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89d9f8b-9dc4-4899-98d9-daa5bc141ded", "tag": "a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:32.776559 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3b4fdf8-78c4-473b-a368-d3a6732ddd0c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:32.776978 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89d9f8b-9dc4-4899-98d9-daa5bc141ded', 'tag': 'a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f', 'status': 'completed', 'code': 200} Oct 25 09:17:32.778469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-a98b8b25-cc37-4ee0-9e96-cdca9cedc823 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f HTTP/1.1" status: 200 len: 217 time: 0.0467639 Oct 25 09:17:32.869162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-7be9558d-4323-4756-94a9-03441e8d1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:32.870634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-7be9558d-4323-4756-94a9-03441e8d1c7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0717492 Oct 25 09:17:32.885166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ee7e5-71fa-4ccd-8380-eb80996240d7 req-09bfb3f0-e29e-4f06-ac0b-0c571d431f6f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:32.886583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e0ee7e5-71fa-4ccd-8380-eb80996240d7 req-09bfb3f0-e29e-4f06-ac0b-0c571d431f6f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 944 time: 0.0614934 Oct 25 09:17:32.917236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-ced44b46-8b91-49e0-b4dc-76fa36824083 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296977 Oct 25 09:17:32.990087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e0ee7e5-71fa-4ccd-8380-eb80996240d7 req-f94d2350-2af7-44fb-a071-e93d82e4ed52 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953679 Oct 25 09:17:33.029369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-7cf97885-1a82-4bd5-bfc9-51bc182edec9 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043210 Oct 25 09:17:33.127341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0db53d4-af32-4b42-a8b3-78262e196323 req-8fb8f9b0-904a-4af3-83ae-a39fa463b440 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888443 Oct 25 09:17:33.276519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-05e94b66-4b7b-428c-ae35-cfaf8693c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.278069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-05e94b66-4b7b-428c-ae35-cfaf8693c321 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 1095 time: 0.0428457 Oct 25 09:17:33.377119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-36395449-250c-400d-990d-27ae4b6257a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.378583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-36395449-250c-400d-990d-27ae4b6257a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 906 time: 0.0924525 Oct 25 09:17:33.421137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-0399414f-9c9a-4b79-88e0-8825fdf67c4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f HTTP/1.1" status: 200 len: 217 time: 0.0354664 Oct 25 09:17:33.475458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-b8e17d91-2146-4aa9-b8e4-a4f1391e8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.479087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-b8e17d91-2146-4aa9-b8e4-a4f1391e8332 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0510485 Oct 25 09:17:33.510201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-d69f2c6e-1598-4568-9463-52fe012abf14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243189 Oct 25 09:17:33.610418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-8104b0ef-589b-451c-89d6-854b569a8ffb service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936315 Oct 25 09:17:33.737163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d47d7db5-02bd-4511-be7b-0073fc6e093f req-af6dd38a-64c1-470d-b9bd-fec12e83327e service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142113 Oct 25 09:17:33.803196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf010f-da8f-4984-babb-5208b94ab61b req-772636f6-a811-4a14-834b-e9581a056003 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.809288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf010f-da8f-4984-babb-5208b94ab61b req-772636f6-a811-4a14-834b-e9581a056003 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.815462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf010f-da8f-4984-babb-5208b94ab61b req-772636f6-a811-4a14-834b-e9581a056003 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.822126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf010f-da8f-4984-babb-5208b94ab61b req-772636f6-a811-4a14-834b-e9581a056003 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.828266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf010f-da8f-4984-babb-5208b94ab61b req-772636f6-a811-4a14-834b-e9581a056003 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.835268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf010f-da8f-4984-babb-5208b94ab61b req-772636f6-a811-4a14-834b-e9581a056003 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.841357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf010f-da8f-4984-babb-5208b94ab61b req-772636f6-a811-4a14-834b-e9581a056003 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.843275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65cf010f-da8f-4984-babb-5208b94ab61b req-772636f6-a811-4a14-834b-e9581a056003 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.0981913 Oct 25 09:17:33.885377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65cf010f-da8f-4984-babb-5208b94ab61b req-750501bb-522d-4aac-ab1b-ffa066ed9e23 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354593 Oct 25 09:17:33.992178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec86ebd-8703-49aa-b6f8-3b678dca2d4c req-e34cd497-84e4-4ef6-845c-4f58991f476a tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:33.993707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dec86ebd-8703-49aa-b6f8-3b678dca2d4c req-e34cd497-84e4-4ef6-845c-4f58991f476a tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0497975 Oct 25 09:17:34.033283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dec86ebd-8703-49aa-b6f8-3b678dca2d4c req-46eafa66-9757-496d-a91f-10bb39a32d86 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Oct 25 09:17:34.144168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e60d40-08f9-4b55-b9eb-59840e01c84c req-a7202ba4-a9f7-47da-97c3-0051d353a34c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:34.145668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95e60d40-08f9-4b55-b9eb-59840e01c84c req-a7202ba4-a9f7-47da-97c3-0051d353a34c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 944 time: 0.0533037 Oct 25 09:17:34.186482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95e60d40-08f9-4b55-b9eb-59840e01c84c req-2ff45cc9-b3b7-4206-bf36-f31f3e277d3a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Oct 25 09:17:35.041142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-100de2e3-2e83-41c6-954c-c6af2d5c770b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.047094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-100de2e3-2e83-41c6-954c-c6af2d5c770b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.053216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-100de2e3-2e83-41c6-954c-c6af2d5c770b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.059547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-100de2e3-2e83-41c6-954c-c6af2d5c770b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.065578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-100de2e3-2e83-41c6-954c-c6af2d5c770b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.071571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-100de2e3-2e83-41c6-954c-c6af2d5c770b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.077588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-100de2e3-2e83-41c6-954c-c6af2d5c770b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.079492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-100de2e3-2e83-41c6-954c-c6af2d5c770b tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.1110179 Oct 25 09:17:35.121392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ef74d3d-0612-4cd3-882e-5d36584e3d91 req-fe5632df-a6c0-4a48-ae16-5ee14c368348 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344357 Oct 25 09:17:35.198867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-59226c9e-bba4-4b9e-bc90-05b9ce2861f7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.205252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-59226c9e-bba4-4b9e-bc90-05b9ce2861f7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.212921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-59226c9e-bba4-4b9e-bc90-05b9ce2861f7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.219196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-59226c9e-bba4-4b9e-bc90-05b9ce2861f7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.225518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-59226c9e-bba4-4b9e-bc90-05b9ce2861f7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.231666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-59226c9e-bba4-4b9e-bc90-05b9ce2861f7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.237824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-59226c9e-bba4-4b9e-bc90-05b9ce2861f7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.239774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-59226c9e-bba4-4b9e-bc90-05b9ce2861f7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 5443 time: 0.1032314 Oct 25 09:17:35.304842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-ffd0e19a-b015-46b6-b37e-7ed752d1fd8e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.306237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-ffd0e19a-b015-46b6-b37e-7ed752d1fd8e tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "GET /v2.0/ports/ea27bf0e-012d-449b-b30f-f619d35d2361?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0567508 Oct 25 09:17:35.332104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4785-761e-416f-af93-913165dad8bd req-3c16f20e-627b-40f0-a90a-92157c4cf3f6 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.334206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-710c4785-761e-416f-af93-913165dad8bd req-3c16f20e-627b-40f0-a90a-92157c4cf3f6 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0927958 Oct 25 09:17:35.420955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-710c4785-761e-416f-af93-913165dad8bd req-e0416b8f-d6c5-48f9-a086-7c3b591bf28f tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766048 Oct 25 09:17:35.455712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-1357531c-ac8b-491b-87e3-3d2ef0f09a71 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "GET /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1413181 Oct 25 09:17:35.468097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:35.570331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14dc8e-facb-40cd-bc0d-25bc11261513 req-160c3351-3fe1-4a07-b025-fc0aaa318d05 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:35.572039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc14dc8e-facb-40cd-bc0d-25bc11261513 req-160c3351-3fe1-4a07-b025-fc0aaa318d05 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 944 time: 0.0829122 Oct 25 09:17:35.572794 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:35.652561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc14dc8e-facb-40cd-bc0d-25bc11261513 req-920499cb-d868-4e37-9e57-e738ddc2219a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706241 Oct 25 09:17:35.746794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] For port ea27bf0e-012d-449b-b30f-f619d35d2361, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ea27bf0e-012d-449b-b30f-f619d35d2361,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:36.066815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] For port ea27bf0e-012d-449b-b30f-f619d35d2361, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:36.098127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] device_id is not set on port ea27bf0e-012d-449b-b30f-f619d35d2361 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:17:36.106772 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.112495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.167986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] No DVR routers for this DVR port ea27bf0e-012d-449b-b30f-f619d35d2361 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:36.205749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] Pushing event updated for resources: {'Port': ['ID=ea27bf0e-012d-449b-b30f-f619d35d2361,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:36.218935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] In _notify_port_updated(), no bound segment for port ea27bf0e-012d-449b-b30f-f619d35d2361 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:17:36.220093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.220876 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.222435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0bcac3e1-5beb-47da-bca8-b887b6c8b90d service neutron] 10.222.0.18 "PUT /v2.0/ports/ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 200 len: 1032 time: 0.7590303 Oct 25 09:17:36.313858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6cc05-a4f4-4578-b1df-73947358bd73 req-5704d489-4a4c-4d22-8d07-2a01f087beaf tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.320264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6cc05-a4f4-4578-b1df-73947358bd73 req-5704d489-4a4c-4d22-8d07-2a01f087beaf tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.326300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6cc05-a4f4-4578-b1df-73947358bd73 req-5704d489-4a4c-4d22-8d07-2a01f087beaf tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.332300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6cc05-a4f4-4578-b1df-73947358bd73 req-5704d489-4a4c-4d22-8d07-2a01f087beaf tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.339000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6cc05-a4f4-4578-b1df-73947358bd73 req-5704d489-4a4c-4d22-8d07-2a01f087beaf tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.345014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6cc05-a4f4-4578-b1df-73947358bd73 req-5704d489-4a4c-4d22-8d07-2a01f087beaf tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.346907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5f6cc05-a4f4-4578-b1df-73947358bd73 req-5704d489-4a4c-4d22-8d07-2a01f087beaf tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 4664 time: 0.1203094 Oct 25 09:17:36.351228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b6cf561a-ff87-47a6-8727-3479e5b0ba8a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.353288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b6cf561a-ff87-47a6-8727-3479e5b0ba8a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "GET /v2.0/ports/b175bd09-9bd3-481f-8b2b-9704643fe6a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0981462 Oct 25 09:17:36.365398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:36.435462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5f6cc05-a4f4-4578-b1df-73947358bd73 req-b9004228-7f05-48b3-b1be-d73b083401f1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&id=a33943da-78aa-449f-9433-e028c6b1e39a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808895 Oct 25 09:17:36.444560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.493921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a854fa89-accc-4f77-a173-bc3db1fc7bf4 None None] Provisioning complete for port ea27bf0e-012d-449b-b30f-f619d35d2361 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:36.494636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a854fa89-accc-4f77-a173-bc3db1fc7bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.533022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a854fa89-accc-4f77-a173-bc3db1fc7bf4 None None] Port ea27bf0e-012d-449b-b30f-f619d35d2361 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:17:36.610286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8f03f-c081-48f8-a1de-45b443f585ad req-ed0939d1-bb2f-46ae-846b-46c4e8b882c3 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.611657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7d8f03f-c081-48f8-a1de-45b443f585ad req-ed0939d1-bb2f-46ae-846b-46c4e8b882c3 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0999167 Oct 25 09:17:36.657193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] For port b175bd09-9bd3-481f-8b2b-9704643fe6a4, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=b175bd09-9bd3-481f-8b2b-9704643fe6a4,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:36.686670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7d8f03f-c081-48f8-a1de-45b443f585ad req-41c5c79b-83a5-41e5-bebd-b603bdd61fad tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637951 Oct 25 09:17:36.705707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] For port b175bd09-9bd3-481f-8b2b-9704643fe6a4, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:36.735090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:17:36.747336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] device_id is not set on port b175bd09-9bd3-481f-8b2b-9704643fe6a4 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:17:36.758873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.765437 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.856827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] Pushing event updated for resources: {'Port': ['ID=b175bd09-9bd3-481f-8b2b-9704643fe6a4,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:36.878259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:36.885380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] No DVR routers for this DVR port b175bd09-9bd3-481f-8b2b-9704643fe6a4 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:36.894410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'port_id': 'a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f', 'mac_address': 'fa:16:3e:ab:e8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:17:36.919339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94651b7-e55d-41a3-9c6c-32907aab9844 req-e8e3a4f1-0c70-4020-8312-8921e6fbb508 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.921915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d94651b7-e55d-41a3-9c6c-32907aab9844 req-e8e3a4f1-0c70-4020-8312-8921e6fbb508 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 944 time: 0.1250370 Oct 25 09:17:36.942134 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.948836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] In _notify_port_updated(), no bound segment for port b175bd09-9bd3-481f-8b2b-9704643fe6a4 on network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:17:36.949737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:36.950346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:36.952164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e7d42e6-e570-4450-907b-951e76cfc266 service neutron] 10.222.0.18 "PUT /v2.0/ports/b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 200 len: 1032 time: 0.5912144 Oct 25 09:17:36.957523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:36.981218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:36.988078 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:37.043500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d94651b7-e55d-41a3-9c6c-32907aab9844 req-f8c96089-85e1-429a-a452-095283eec95a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129079 Oct 25 09:17:37.069572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:37.082973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port ba016be6-2358-438e-81df-2536941bf355 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:17:37.083577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:37.169771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7b57e51e-9455-4415-807a-5c3e5fbbd397 None None] Provisioning complete for port b175bd09-9bd3-481f-8b2b-9704643fe6a4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:37.170151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7b57e51e-9455-4415-807a-5c3e5fbbd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:37.183970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] For port ba016be6-2358-438e-81df-2536941bf355, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=ba016be6-2358-438e-81df-2536941bf355,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:37.184536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:37.198210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for ba016be6-2358-438e-81df-2536941bf355 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:17:37.213905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7b57e51e-9455-4415-807a-5c3e5fbbd397 None None] Port b175bd09-9bd3-481f-8b2b-9704643fe6a4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:17:37.337349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:37.370268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=ba016be6-2358-438e-81df-2536941bf355,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:37.425310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] No DVR routers for this DVR port ba016be6-2358-438e-81df-2536941bf355 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:37.428265 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:37.431732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-b52734fe-a6af-4319-8f3b-9871d4568d9c tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "DELETE /v2.0/ports/ba016be6-2358-438e-81df-2536941bf355 HTTP/1.1" status: 204 len: 173 time: 0.4714165 Oct 25 09:17:37.432193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': 'ba016be6-2358-438e-81df-2536941bf355'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:37.434478 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda9f830-0fa4-4677-bb5c-c2c0f563e4b2" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "ba016be6-2358-438e-81df-2536941bf355"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:37.475636 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88599d7e-9ea2-4997-929e-78b1fac55679 x-openstack-request-id: req-88599d7e-9ea2-4997-929e-78b1fac55679 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:37.475935 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "ba016be6-2358-438e-81df-2536941bf355", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:37.476186 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88599d7e-9ea2-4997-929e-78b1fac55679 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:37.476583 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': 'ba016be6-2358-438e-81df-2536941bf355', 'status': 'completed', 'code': 200} Oct 25 09:17:37.559540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port 6c1ae437-21f3-4df0-ae81-47e6b8a893da {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:17:37.560190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:37.638958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0b9c-2a41-4b4f-aef7-657550a49949 req-0248d4a4-5860-4083-b1a6-92478c26be18 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:37.645462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0b9c-2a41-4b4f-aef7-657550a49949 req-0248d4a4-5860-4083-b1a6-92478c26be18 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:37.653393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0b9c-2a41-4b4f-aef7-657550a49949 req-0248d4a4-5860-4083-b1a6-92478c26be18 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:37.659393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0b9c-2a41-4b4f-aef7-657550a49949 req-0248d4a4-5860-4083-b1a6-92478c26be18 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:37.661154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb2b0b9c-2a41-4b4f-aef7-657550a49949 req-0248d4a4-5860-4083-b1a6-92478c26be18 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 3150 time: 0.1333432 Oct 25 09:17:37.667797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:37.723358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] For port 6c1ae437-21f3-4df0-ae81-47e6b8a893da, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6c1ae437-21f3-4df0-ae81-47e6b8a893da,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:37.723734 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:37.731277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb2b0b9c-2a41-4b4f-aef7-657550a49949 req-c0409e75-8216-42f8-b507-2c2c6f05fa49 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603313 Oct 25 09:17:37.971935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad2a2-a919-496b-8695-569057799842 req-a1448c6e-3e42-41c3-aba8-773f52e13fc0 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:37.973413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf5ad2a2-a919-496b-8695-569057799842 req-a1448c6e-3e42-41c3-aba8-773f52e13fc0 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.1199818 Oct 25 09:17:38.115888 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf5ad2a2-a919-496b-8695-569057799842 req-9f8c122e-9c96-451d-bd89-f0fe56a4eeb5 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087079 Oct 25 09:17:38.120295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:38.120921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:38.121449 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Floating IP a969d866-dae5-4c80-bb9a-ea54b1d001bb disassociated. External IP: 172.25.8.214, port: 6c1ae437-21f3-4df0-ae81-47e6b8a893da. Oct 25 09:17:38.121989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for 6c1ae437-21f3-4df0-ae81-47e6b8a893da owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:17:38.257153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a942637-4368-46d2-8315-81b93e62d47e req-0458ccd9-08a7-43a5-bd70-41eb3fb31100 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:38.258716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a942637-4368-46d2-8315-81b93e62d47e req-0458ccd9-08a7-43a5-bd70-41eb3fb31100 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 945 time: 0.0756459 Oct 25 09:17:38.329876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a942637-4368-46d2-8315-81b93e62d47e req-95787954-d9f5-46a4-b363-a22de44c2117 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645490 Oct 25 09:17:38.339216 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:38.373041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=6c1ae437-21f3-4df0-ae81-47e6b8a893da,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:38.497366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:17:38.558471 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:38.612732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:17:38.624224 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] Sync routers for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:17:38.634744 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:38.635348 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:38.659088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] No DVR routers for this DVR port 6c1ae437-21f3-4df0-ae81-47e6b8a893da on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:38.663325 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:38.666614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-26ba03c5-9ba1-4c09-a2b0-3a23d6c99bc9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "DELETE /v2.0/ports/6c1ae437-21f3-4df0-ae81-47e6b8a893da HTTP/1.1" status: 204 len: 173 time: 1.2282784 Oct 25 09:17:38.748927 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:38.749996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:38.813157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port 5248cded-af25-4c12-8a0f-39fdc4cc6601 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:17:38.813157 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:38.852646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:17:38.867358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:38.868024 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:38.988098 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.014747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89d9f8b-9dc4-4899-98d9-daa5bc141ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:39.016919 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62f91f6-ff31-4039-861c-06f8b04782a1" -d '{"events": [{"server_uuid": "e89d9f8b-9dc4-4899-98d9-daa5bc141ded", "name": "network-vif-plugged", "status": "completed", "tag": "a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:39.019945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769ef1f-0f31-4866-bb2a-1b8ceaedbf8a req-3452b52f-ea51-40d2-8348-f99cc2162963 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:39.029807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:39.030353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769ef1f-0f31-4866-bb2a-1b8ceaedbf8a req-3452b52f-ea51-40d2-8348-f99cc2162963 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:39.034203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.035065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ba016be6-2358-438e-81df-2536941bf355 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:39.035242 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:03Z', 'revision_number': 5, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:39.047161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769ef1f-0f31-4866-bb2a-1b8ceaedbf8a req-3452b52f-ea51-40d2-8348-f99cc2162963 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:39.049834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6769ef1f-0f31-4866-bb2a-1b8ceaedbf8a req-3452b52f-ea51-40d2-8348-f99cc2162963 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 2415 time: 0.1506712 Oct 25 09:17:39.059872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] For port 5248cded-af25-4c12-8a0f-39fdc4cc6601, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5248cded-af25-4c12-8a0f-39fdc4cc6601,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:39.060680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.063871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] Checking router: 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:17:39.073011 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:39.073859 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:39.077047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for 5248cded-af25-4c12-8a0f-39fdc4cc6601 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:17:39.081161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: ba016be6-2358-438e-81df-2536941bf355 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:17:39.081727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ba016be6-2358-438e-81df-2536941bf355 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:17:39.082272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device b175bd09-9bd3-481f-8b2b-9704643fe6a4 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:39.139786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device b175bd09-9bd3-481f-8b2b-9704643fe6a4 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:17:39.140374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6c1ae437-21f3-4df0-ae81-47e6b8a893da no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:39.163013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 6c1ae437-21f3-4df0-ae81-47e6b8a893da {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:17:39.163517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6c1ae437-21f3-4df0-ae81-47e6b8a893da not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:17:39.164061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:39.167685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:39.221636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6769ef1f-0f31-4866-bb2a-1b8ceaedbf8a req-7dd30002-d119-422e-8657-1fe14d207fd4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315875 Oct 25 09:17:39.272062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.275945 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d85b6bd-7038-4d9d-b081-ecaebddc84c0 x-openstack-request-id: req-6d85b6bd-7038-4d9d-b081-ecaebddc84c0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:39.276345 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89d9f8b-9dc4-4899-98d9-daa5bc141ded", "name": "network-vif-plugged", "status": "completed", "tag": "a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:39.276695 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d85b6bd-7038-4d9d-b081-ecaebddc84c0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:39.277221 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89d9f8b-9dc4-4899-98d9-daa5bc141ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f', 'code': 200} Oct 25 09:17:39.278024 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:39.320201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:39.326445 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.327119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 6cb983c1-4249-4adb-85c7-ded6508e614b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:39.327355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.412214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=5248cded-af25-4c12-8a0f-39fdc4cc6601,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:39.445782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:39.450608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ac2a3-f6ab-4b53-bdc1-242bb7131c0e req-1cd3db7c-7da0-4da5-86ce-b71432697f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:39.452760 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b06ac2a3-f6ab-4b53-bdc1-242bb7131c0e req-1cd3db7c-7da0-4da5-86ce-b71432697f9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 1097 time: 0.0815105 Oct 25 09:17:39.488248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': '6c1ae437-21f3-4df0-ae81-47e6b8a893da'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:39.492650 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87f622a-8f79-4b3e-939c-105f1c0307dd" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "6c1ae437-21f3-4df0-ae81-47e6b8a893da"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:39.502303 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.518615 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b06ac2a3-f6ab-4b53-bdc1-242bb7131c0e req-35deabd6-9a93-454e-a7e2-9498e16161e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558393 Oct 25 09:17:39.524065 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:03Z', 'revision_number': 5, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:39.563941 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896ae1d-a770-46e4-bc1e-cb9b4c6f8497 None None] The sync data for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 is: [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:06:53Z', 'revision_number': 4, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '5d959290-80b3-4911-a5d3-dfe37c57a42e', 'name': '', 'network_id': '24161614-046e-4f08-b967-937169f2c138', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'mac_address': 'fa:16:3e:b9:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:52Z', 'updated_at': '2021-10-25T09:07:03Z', 'revision_number': 5, 'project_id': 'e37673da2a52404881eed747461077c9', 'subnets': [{'id': 'a17b50ce-565d-463c-82cf-a47b5cd78ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:17:39.579163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] No DVR routers for this DVR port 5248cded-af25-4c12-8a0f-39fdc4cc6601 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:39.583100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.588739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-40eae366-8612-4603-bd6d-dafb472227ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "DELETE /v2.0/ports/5248cded-af25-4c12-8a0f-39fdc4cc6601 HTTP/1.1" status: 204 len: 173 time: 0.9155710 Oct 25 09:17:39.599892 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 6cb983c1-4249-4adb-85c7-ded6508e614b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6cb983c1-4249-4adb-85c7-ded6508e614b,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:39.601003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82271c36-2ce9-46f3-9a69-d0de7108fe1c req-9ca020da-ef4b-46a1-85c9-398392ffe1b2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:39.602753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82271c36-2ce9-46f3-9a69-d0de7108fe1c req-9ca020da-ef4b-46a1-85c9-398392ffe1b2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.1964953 Oct 25 09:17:39.612399 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.613207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 5248cded-af25-4c12-8a0f-39fdc4cc6601 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:39.636242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 5248cded-af25-4c12-8a0f-39fdc4cc6601 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:17:39.636681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 5248cded-af25-4c12-8a0f-39fdc4cc6601 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:17:39.637044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ea27bf0e-012d-449b-b30f-f619d35d2361 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:39.658818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82271c36-2ce9-46f3-9a69-d0de7108fe1c req-b6485fd7-b1f8-4c41-ba45-58117b65ddb0 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482516 Oct 25 09:17:39.748140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=6cb983c1-4249-4adb-85c7-ded6508e614b,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:39.753521 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:39.754281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device ea27bf0e-012d-449b-b30f-f619d35d2361 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:17:39.788562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaf061-59d3-4a83-99e5-520493647f70 req-6fef8bfa-cdb0-4374-9ef8-a86583ccd98a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:39.790125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fdaf061-59d3-4a83-99e5-520493647f70 req-6fef8bfa-cdb0-4374-9ef8-a86583ccd98a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 946 time: 0.0649185 Oct 25 09:17:39.872400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fdaf061-59d3-4a83-99e5-520493647f70 req-379ed282-533c-43fb-9d9f-beb7aeca93e7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741529 Oct 25 09:17:39.951198 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fc81bd-5233-4719-b8b9-c240b560d463 x-openstack-request-id: req-02fc81bd-5233-4719-b8b9-c240b560d463 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:39.951341 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "6c1ae437-21f3-4df0-ae81-47e6b8a893da", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:39.951515 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02fc81bd-5233-4719-b8b9-c240b560d463 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:39.951912 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': '6c1ae437-21f3-4df0-ae81-47e6b8a893da', 'status': 'completed', 'code': 200} Oct 25 09:17:39.970489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d005647-8bb6-4213-922d-a7e64addb82f None None] New status for floating IP a969d866-dae5-4c80-bb9a-ea54b1d001bb: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:17:40.025319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:17:40.025607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:40.132784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] For port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:40.133178 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:40.146831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:17:40.285759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:40.333173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=0c6d19ae-42fe-490d-9328-388aaa8b5dd3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:40.392365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] No DVR routers for this DVR port 0c6d19ae-42fe-490d-9328-388aaa8b5dd3 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:40.395510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:40.398955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-0e696259-0543-4a0b-a69f-b1dd023e0a25 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "DELETE /v2.0/ports/0c6d19ae-42fe-490d-9328-388aaa8b5dd3 HTTP/1.1" status: 204 len: 173 time: 0.4934957 Oct 25 09:17:40.447413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13967057-600c-4de3-8489-d4b801bdb762 req-5757e4ce-1afa-4cb9-a018-004d18e0fb5f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:40.449120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13967057-600c-4de3-8489-d4b801bdb762 req-5757e4ce-1afa-4cb9-a018-004d18e0fb5f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 942 time: 0.1293101 Oct 25 09:17:40.522483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13967057-600c-4de3-8489-d4b801bdb762 req-f25b2e06-5715-466b-9eca-9206c1eb7d6a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0e0fd35-cbce-4351-8d94-918b65209e92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657020 Oct 25 09:17:40.550879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port 6cb983c1-4249-4adb-85c7-ded6508e614b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:17:40.550879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:40.634436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] For port 6cb983c1-4249-4adb-85c7-ded6508e614b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=6cb983c1-4249-4adb-85c7-ded6508e614b,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:40.634801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:40.648694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for 6cb983c1-4249-4adb-85c7-ded6508e614b owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:17:40.848357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b2280-85c7-4bfe-872b-e6e22cfaabdc req-7470768f-1455-4466-bf26-6546b1e76028 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:40.850150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa4b2280-85c7-4bfe-872b-e6e22cfaabdc req-7470768f-1455-4466-bf26-6546b1e76028 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0872808 Oct 25 09:17:40.851322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:40.889722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=6cb983c1-4249-4adb-85c7-ded6508e614b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:41.245923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] No DVR routers for this DVR port 6cb983c1-4249-4adb-85c7-ded6508e614b on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:41.247713 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:41.251149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94225bf1-4e30-4ccb-a229-5f63b0249329 req-5c45d8ab-f17e-484e-8bc7-495287000c51 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.18 "DELETE /v2.0/ports/6cb983c1-4249-4adb-85c7-ded6508e614b HTTP/1.1" status: 204 len: 173 time: 0.8457227 Oct 25 09:17:41.261044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa4b2280-85c7-4bfe-872b-e6e22cfaabdc req-7ddcc654-a1bb-4fd3-929a-73254408e1af tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984582 Oct 25 09:17:41.280348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3'}, {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb983c1-4249-4adb-85c7-ded6508e614b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:41.283643 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257cfda2-ad9d-43c6-aaa5-030806d65072" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6d19ae-42fe-490d-9328-388aaa8b5dd3"}, {"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb983c1-4249-4adb-85c7-ded6508e614b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:41.397519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc3b93-cecb-4b6a-b512-0eb43458f7c4 req-c0fda13c-6144-4ee5-9bfe-5d60fc112252 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:41.399508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aecc3b93-cecb-4b6a-b512-0eb43458f7c4 req-c0fda13c-6144-4ee5-9bfe-5d60fc112252 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 946 time: 0.0649881 Oct 25 09:17:41.450303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aecc3b93-cecb-4b6a-b512-0eb43458f7c4 req-586d0d93-e191-4a5a-b53f-3bc793dfed79 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Oct 25 09:17:41.512609 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840bb919-aea2-45df-937c-0f4504e674a2 x-openstack-request-id: req-840bb919-aea2-45df-937c-0f4504e674a2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:41.512926 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-unplugged", "status": "completed", "tag": "0c6d19ae-42fe-490d-9328-388aaa8b5dd3", "code": 200}, {"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb983c1-4249-4adb-85c7-ded6508e614b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:41.513173 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-840bb919-aea2-45df-937c-0f4504e674a2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:41.513751 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3', 'code': 200} Oct 25 09:17:41.514176 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb983c1-4249-4adb-85c7-ded6508e614b', 'code': 200} Oct 25 09:17:41.684532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eaf45701-a3fa-49ef-8329-115525299b18 req-b16882ad-d96f-4cac-a9ef-d10528d2761f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0266330 Oct 25 09:17:41.815110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6bd04-8734-4c90-a7ce-2a7e2ef70d4d req-2da3ccb8-996a-4502-b6ad-53d90ef2e405 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:41.816580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49a6bd04-8734-4c90-a7ce-2a7e2ef70d4d req-2da3ccb8-996a-4502-b6ad-53d90ef2e405 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 946 time: 0.0534656 Oct 25 09:17:41.866062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49a6bd04-8734-4c90-a7ce-2a7e2ef70d4d req-06fadefc-7bdd-44b9-8d00-848857a05b52 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Oct 25 09:17:41.956821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': '5248cded-af25-4c12-8a0f-39fdc4cc6601'}, {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3'}, {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': '6cb983c1-4249-4adb-85c7-ded6508e614b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:41.960273 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd40fab0-37ba-47fb-bb16-d67eac12b972" -d '{"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "5248cded-af25-4c12-8a0f-39fdc4cc6601"}, {"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "0c6d19ae-42fe-490d-9328-388aaa8b5dd3"}, {"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "6cb983c1-4249-4adb-85c7-ded6508e614b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:42.003853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96569665-91d8-4441-b0e8-49fa74ee65cc req-74ef9ce7-1fdf-4230-b600-44704cdb5b76 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:42.005527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96569665-91d8-4441-b0e8-49fa74ee65cc req-74ef9ce7-1fdf-4230-b600-44704cdb5b76 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 946 time: 0.0570130 Oct 25 09:17:42.049517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96569665-91d8-4441-b0e8-49fa74ee65cc req-c734e948-64fd-4e92-996d-2c4df510363a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 Oct 25 09:17:42.094728 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3c251a-944a-4af7-b95c-c43fade1cf65 x-openstack-request-id: req-2d3c251a-944a-4af7-b95c-c43fade1cf65 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:42.095328 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "5248cded-af25-4c12-8a0f-39fdc4cc6601", "status": "completed", "code": 200}, {"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "0c6d19ae-42fe-490d-9328-388aaa8b5dd3", "status": "completed", "code": 200}, {"server_uuid": "a418b864-5aca-47f9-966e-4bc54af9f277", "name": "network-vif-deleted", "tag": "6cb983c1-4249-4adb-85c7-ded6508e614b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:42.095685 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d3c251a-944a-4af7-b95c-c43fade1cf65 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:42.096186 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': '5248cded-af25-4c12-8a0f-39fdc4cc6601', 'status': 'completed', 'code': 200} Oct 25 09:17:42.096535 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': '0c6d19ae-42fe-490d-9328-388aaa8b5dd3', 'status': 'completed', 'code': 200} Oct 25 09:17:42.096906 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418b864-5aca-47f9-966e-4bc54af9f277', 'name': 'network-vif-deleted', 'tag': '6cb983c1-4249-4adb-85c7-ded6508e614b', 'status': 'completed', 'code': 200} Oct 25 09:17:42.331687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a410a-7fe0-4751-8e70-c4c6b86ed88d req-792ebdea-1a47-4195-b8d3-2e0a2211d92c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:42.333951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b4a410a-7fe0-4751-8e70-c4c6b86ed88d req-792ebdea-1a47-4195-b8d3-2e0a2211d92c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 946 time: 0.0524271 Oct 25 09:17:42.376365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b4a410a-7fe0-4751-8e70-c4c6b86ed88d req-93c57299-335e-478f-af89-fead328b7845 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349913 Oct 25 09:17:42.490580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68558064-5aab-4a4d-badd-1bc00f23bcd8 req-7dc80df7-3b00-4125-9b43-ee338aa06140 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:42.492075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68558064-5aab-4a4d-badd-1bc00f23bcd8 req-7dc80df7-3b00-4125-9b43-ee338aa06140 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0536158 Oct 25 09:17:42.531834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68558064-5aab-4a4d-badd-1bc00f23bcd8 req-819f66c7-f998-47bf-8891-bab632f8fb37 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Oct 25 09:17:42.805553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4a094cb-8f7a-4424-98bc-9e713c6c789b req-845c27eb-e4ab-4a07-8027-b057985f4fd7 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Oct 25 09:17:43.502871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fca5d-152b-464a-9209-b3e3ca91768c req-cdd3b309-8d12-4b3c-a064-a14fee1cb666 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:43.511899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb8fca5d-152b-464a-9209-b3e3ca91768c req-cdd3b309-8d12-4b3c-a064-a14fee1cb666 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 946 time: 0.0538766 Oct 25 09:17:43.553379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb8fca5d-152b-464a-9209-b3e3ca91768c req-78c499fd-a192-41d2-b07c-ff5b34c0aed6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Oct 25 09:17:43.700189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43439913-1d5d-473e-b810-d86bb2080e3f req-3b24347f-9067-4d88-afbe-0e0e36f17dd6 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:43.701766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43439913-1d5d-473e-b810-d86bb2080e3f req-3b24347f-9067-4d88-afbe-0e0e36f17dd6 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0799119 Oct 25 09:17:43.747907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43439913-1d5d-473e-b810-d86bb2080e3f req-be618c1d-0a0c-4c23-a345-ff20231bccdc tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381925 Oct 25 09:17:43.845367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-80b91ad9-a0ca-4ca0-8143-6a0a734ff359 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:43.847429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-80b91ad9-a0ca-4ca0-8143-6a0a734ff359 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 946 time: 0.0505378 Oct 25 09:17:43.922864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec78b6f5-5e26-4f89-90dd-73a5997931f4 req-495cb39b-a3ad-44e8-ad8c-bf73bfefe88d tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0329962 Oct 25 09:17:43.983058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Deleting port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:17:43.983397 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:44.084506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] For port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:44.084869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:44.099099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Calling delete_port for a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:17:44.237873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:44.270497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event deleted for resources: {'Port': ['ID=a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:44.275339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:44.281923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:44.312705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] No DVR routers for this DVR port a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:17:44.316416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:44.319770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b8ad2c2-20d3-4738-8167-35f7dada13c0 req-f55783a0-b72a-49c0-b78b-317d479cc480 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "DELETE /v2.0/ports/a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f HTTP/1.1" status: 204 len: 173 time: 0.4660258 Oct 25 09:17:44.320218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89d9f8b-9dc4-4899-98d9-daa5bc141ded', 'name': 'network-vif-deleted', 'tag': 'a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:44.322803 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e98bd0-86f3-445c-b458-2bd8ab41171a" -d '{"events": [{"server_uuid": "e89d9f8b-9dc4-4899-98d9-daa5bc141ded", "name": "network-vif-deleted", "tag": "a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:44.384402 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5308e354-4230-4e72-91fd-7c41a8c4c811 x-openstack-request-id: req-5308e354-4230-4e72-91fd-7c41a8c4c811 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:44.384696 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89d9f8b-9dc4-4899-98d9-daa5bc141ded", "name": "network-vif-deleted", "tag": "a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:44.384994 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5308e354-4230-4e72-91fd-7c41a8c4c811 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:44.385398 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89d9f8b-9dc4-4899-98d9-daa5bc141ded', 'name': 'network-vif-deleted', 'tag': 'a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f', 'status': 'completed', 'code': 200} Oct 25 09:17:44.669323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d02a207a-162c-49f7-8b24-714d638f32c7 req-708fde8f-034d-4f7d-a475-d7668f925128 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=e89d9f8b-9dc4-4899-98d9-daa5bc141ded HTTP/1.1" status: 200 len: 210 time: 0.0317874 Oct 25 09:17:44.901142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3de5-2662-426c-b65b-09a800a34f41 req-11c983f6-6a8c-472f-a460-d77a3024ecee tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:44.902949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5acd3de5-2662-426c-b65b-09a800a34f41 req-11c983f6-6a8c-472f-a460-d77a3024ecee tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0761516 Oct 25 09:17:44.953796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5acd3de5-2662-426c-b65b-09a800a34f41 req-9a22b603-56ff-4cca-b150-03e6c3dbd763 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Oct 25 09:17:45.066788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be6e84ea-7789-4b7f-a17a-f58a0256a02d req-b2706740-3ccd-4282-8a71-8b5246a435c2 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0310462 Oct 25 09:17:45.961256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-27b4fc5d-0ec9-4e09-9b70-8fec1d6ffef5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:45.962778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-27b4fc5d-0ec9-4e09-9b70-8fec1d6ffef5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.1286774 Oct 25 09:17:45.978850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-bc612947-3478-402f-a138-9377ad7a7e42 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/quotas/e29eeb2c69194d5ab3532bf466807531 HTTP/1.1" status: 200 len: 375 time: 0.0098047 Oct 25 09:17:46.041847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-db7ae3ec-4dde-472a-bc08-8bb511aeb972 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565717 Oct 25 09:17:46.157449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-eca72c03-5ce7-4ea3-954d-a7881d00ad83 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016181 Oct 25 09:17:46.251317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-05e05eef-9d1e-42df-89bd-1a1e503edeb8 service neutron] 10.222.0.32 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867710 Oct 25 09:17:46.408512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e26322c3-08b7-4999-a86d-d0a5bf387086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:46.450733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-f7cd41da-28f0-4c68-81cf-7c3f8ab7144c req-605fca34-5aea-4ae1-a01c-2146dfa7f95c service neutron] (106991) timed out ('10.222.0.32', 54638) {{(pid=106991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:17:46.463609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84381226-ff9c-454f-9e41-1f0254f0c94d req-ae1810c4-6a29-4f61-b68e-2171b648c7cb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:46.471761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84381226-ff9c-454f-9e41-1f0254f0c94d req-ae1810c4-6a29-4f61-b68e-2171b648c7cb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0617001 Oct 25 09:17:46.525304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84381226-ff9c-454f-9e41-1f0254f0c94d req-d3cae39a-abc7-4150-a9d4-f2e4e8eec843 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525172 Oct 25 09:17:46.650869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a89363f9-92d3-46bc-840e-ba84ca4f5d40 req-e8ce31d8-ea93-4dd3-b98e-23b8e97cc6a5 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0452399 Oct 25 09:17:46.750048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c2906f7-b8f9-4b35-a075-f44674b9cd91 req-75293b54-6536-4872-b994-34b3bc2f7f43 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 210 time: 0.0503085 Oct 25 09:17:46.753490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:17:46.777009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:17:46.777510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device a5807bab-0acb-4f50-8eaa-ae4a2c5ebb6f not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:17:47.729277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32115c4-94ad-4390-8efc-500cab7dbc24 req-379aa63c-059b-4f8c-bd4c-e31667a35e7e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:47.731004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d32115c4-94ad-4390-8efc-500cab7dbc24 req-379aa63c-059b-4f8c-bd4c-e31667a35e7e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0988989 Oct 25 09:17:47.800828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d32115c4-94ad-4390-8efc-500cab7dbc24 req-11d162f3-2196-422d-a7ea-5482a7c9bf9a tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621548 Oct 25 09:17:47.841671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-b68793ad-a3b4-42a7-b6a5-1f3429cc15f4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:47.843123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-b68793ad-a3b4-42a7-b6a5-1f3429cc15f4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 805 time: 0.3181326 Oct 25 09:17:47.853469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87c85a-9d2a-4ef4-b954-3b5643713703 req-fea8f3a8-ad9d-4f8b-824b-72c105f3507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:47.854912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b87c85a-9d2a-4ef4-b954-3b5643713703 req-fea8f3a8-ad9d-4f8b-824b-72c105f3507a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.0575526 Oct 25 09:17:47.862800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Request body: {'port': {'device_id': '5a7311f2-81ed-472f-b070-ec6d538e7b18', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'admin_state_up': True, 'tenant_id': 'e29eeb2c69194d5ab3532bf466807531'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:47.974474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2abf1512-b5be-4059-a267-ca37e38e24c3 req-4f5cc06d-eea7-4b0d-83cb-546b004adb09 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0529518 Oct 25 09:17:47.987557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b87c85a-9d2a-4ef4-b954-3b5643713703 req-67ed697f-0b85-4fd4-9e5c-ee349fd81954 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183941 Oct 25 09:17:48.048572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Made reservation on behalf of e29eeb2c69194d5ab3532bf466807531 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:17:48.054029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:48.113502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-33845bd3-47cc-40bc-b128-5e9778bc1988 req-cec84b8f-0056-43e5-90b1-d3fba7d1738f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 210 time: 0.0431280 Oct 25 09:17:48.222292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Allocated IP 172.20.0.4 (96663d00-68ba-41c8-a6f3-96b10f48019a/e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416/9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:17:48.393429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:48.431071 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:48.466983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:48.481677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Network 96663d00-68ba-41c8-a6f3-96b10f48019a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:17:48.485346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:17:48.502331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:17:48.507829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event updated for resources: {'Port': ['ID=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:48.561108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:48.561747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:48.585587 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-be5dcc56-fd72-4287-af69-41b710b2b0d9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7261193 Oct 25 09:17:48.624529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Request body: {'port': {'device_id': '5a7311f2-81ed-472f-b070-ec6d538e7b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:48.684956 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:48.742846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a2d89ecf-abe6-4f20-99fd-95f117c974c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:48.985839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42d5a1-845c-4a3c-adf6-43dd23cf00ad req-0350bfea-3ef7-48cb-a462-9034f19d7183 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:48.987332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b42d5a1-845c-4a3c-adf6-43dd23cf00ad req-0350bfea-3ef7-48cb-a462-9034f19d7183 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0805225 Oct 25 09:17:49.066926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b42d5a1-845c-4a3c-adf6-43dd23cf00ad req-594fc83d-d3dd-43ae-9269-83af9ff94de9 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712986 Oct 25 09:17:49.069393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:49.077935 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:49.102865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Transition to ACTIVE for port object 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:17:49.107115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:49.225440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00cd10c7-558a-41f0-ba89-09cffd1721c2 req-e8327288-f765-48ee-a92f-b51ca0a4329a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0596380 Oct 25 09:17:49.229958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:49.307267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Attempting to bind port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:17:49.308129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Attempting to bind port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:17:49.308640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Attempting to bind port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:49.314951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 on network 96663d00-68ba-41c8-a6f3-96b10f48019a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:17:49.315761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Attempting to bind port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 on network 96663d00-68ba-41c8-a6f3-96b10f48019a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:17:49.322992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:17:49.323929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Checking segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:17:49.324619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Bound using segment: {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:17:49.325246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Bound port: 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262cd4d-2215-49ce-8b45-1ed82ec717b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:17:49.326084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:49.447579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5d1a1-4cb8-476a-95ab-b84ef65d03e1 req-7c479835-6ecd-485b-b2fe-3744d5a6ee11 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:49.449103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03c5d1a1-4cb8-476a-95ab-b84ef65d03e1 req-7c479835-6ecd-485b-b2fe-3744d5a6ee11 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 943 time: 0.0796711 Oct 25 09:17:49.450219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] For port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:17:49.453832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] For port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:17:49.465538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:49.521987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:49.522668 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:49.524089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] 10.222.0.18 "PUT /v2.0/ports/9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 HTTP/1.1" status: 200 len: 1091 time: 0.9244773 Oct 25 09:17:49.524582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7311f2-81ed-472f-b070-ec6d538e7b18', 'tag': '9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:49.526917 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7311f2-81ed-472f-b070-ec6d538e7b18", "tag": "9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:49.561297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03c5d1a1-4cb8-476a-95ab-b84ef65d03e1 req-7a5b2ae1-208f-4679-bc64-1b6c4435549e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032424 Oct 25 09:17:49.564629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9150c-d255-4a1c-8b31-1e791c4829f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:49.611677 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3524f15a-df33-4b8c-9c70-dfaa1e80225d x-openstack-request-id: req-3524f15a-df33-4b8c-9c70-dfaa1e80225d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:49.611970 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7311f2-81ed-472f-b070-ec6d538e7b18", "tag": "9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:49.612187 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3524f15a-df33-4b8c-9c70-dfaa1e80225d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:49.612586 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7311f2-81ed-472f-b070-ec6d538e7b18', 'tag': '9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2', 'status': 'completed', 'code': 200} Oct 25 09:17:49.643796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-24e09be6-2d2a-425e-8eaf-f3b38d066f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:49.646209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-24e09be6-2d2a-425e-8eaf-f3b38d066f1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 1094 time: 0.0439260 Oct 25 09:17:49.700252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-4b16cb26-3aad-471a-97fd-d758df3ff552 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 HTTP/1.1" status: 200 len: 217 time: 0.0407927 Oct 25 09:17:49.757055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-138190f9-aeba-4b1c-8a9f-51dd9006a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:49.758613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-138190f9-aeba-4b1c-8a9f-51dd9006a0a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0512061 Oct 25 09:17:49.800422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-a34db040-dc24-4b14-8e93-ba385355d6b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348651 Oct 25 09:17:49.892844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:49.899420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-6dc124cc-7521-4790-8611-d303327996d9 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911393 Oct 25 09:17:49.914198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:50.016665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8e4df19-ad83-41ce-855e-289846b1a45d req-d91883be-a2b1-4acc-ac15-5bfc9aaec676 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098821 Oct 25 09:17:50.155596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-ec54802d-294f-4c55-9e3d-989ab659de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:50.157543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-ec54802d-294f-4c55-9e3d-989ab659de03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e29eeb2c69194d5ab3532bf466807531&device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 1094 time: 0.0525537 Oct 25 09:17:50.273901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d43a5-88e0-4f7c-b0fb-4c438a13c4cf req-69d14834-431a-48a5-82f9-d3f3f42eebe4 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:50.275550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df4d43a5-88e0-4f7c-b0fb-4c438a13c4cf req-69d14834-431a-48a5-82f9-d3f3f42eebe4 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.1013169 Oct 25 09:17:50.313751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-0552b4c5-37b8-44be-be63-1a7d36679fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:50.317255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-0552b4c5-37b8-44be-be63-1a7d36679fe7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 200 len: 906 time: 0.1494579 Oct 25 09:17:50.374407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-7c5eae77-4e39-4022-b352-6e2f3147c763 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 HTTP/1.1" status: 200 len: 217 time: 0.0495043 Oct 25 09:17:50.377215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df4d43a5-88e0-4f7c-b0fb-4c438a13c4cf req-c204ff8c-2e0c-478e-8cab-3c6cc5ba3a26 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946226 Oct 25 09:17:50.431027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-ae8e4221-4b82-453a-a9b5-c5923c28982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:50.432524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-ae8e4221-4b82-453a-a9b5-c5923c28982d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 200 len: 845 time: 0.0513937 Oct 25 09:17:50.471177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-81f0d6e5-af4c-4775-8224-a2d53b617840 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96663d00-68ba-41c8-a6f3-96b10f48019a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317633 Oct 25 09:17:50.511581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f09a3d66-0fe1-4b6e-9419-720ebb5e10a7 req-da968304-aec8-44c8-818f-bc312ded3db1 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0427539 Oct 25 09:17:50.590859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7a5dcde3-5469-47ab-a047-fcb27280824d req-3aa22751-cf6c-4626-94ee-c1dfd979a52b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1213518179', 'description': 'tempest-description-1531523407'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:50.609782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-334a4157-ead6-4d8b-b5ad-25ad185da55c service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307566 Oct 25 09:17:50.666707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7a5dcde3-5469-47ab-a047-fcb27280824d req-3aa22751-cf6c-4626-94ee-c1dfd979a52b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:50.745929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b49c5bdd-5eb5-43af-bfd6-1a96fbc2919e req-03783f65-acda-4b0e-aedd-1a9b2626af31 service neutron] 10.222.0.18 "GET /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277807 Oct 25 09:17:50.781621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7a5dcde3-5469-47ab-a047-fcb27280824d req-3aa22751-cf6c-4626-94ee-c1dfd979a52b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:50.785790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7a5dcde3-5469-47ab-a047-fcb27280824d req-3aa22751-cf6c-4626-94ee-c1dfd979a52b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:50.819749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7a5dcde3-5469-47ab-a047-fcb27280824d req-3aa22751-cf6c-4626-94ee-c1dfd979a52b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:50.821218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a5dcde3-5469-47ab-a047-fcb27280824d req-3aa22751-cf6c-4626-94ee-c1dfd979a52b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2398834 Oct 25 09:17:50.822028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa22751-cf6c-4626-94ee-c1dfd979a52b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0832d60-0d97-4326-ab32-166c55969650,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:50.943412 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc7458-7bab-42ed-bebd-7f07a729e709 req-9d0c2c02-ae8d-4aee-b17d-5bc0eb7514bc tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:50.944997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56cc7458-7bab-42ed-bebd-7f07a729e709 req-9d0c2c02-ae8d-4aee-b17d-5bc0eb7514bc tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 943 time: 0.0565186 Oct 25 09:17:50.987256 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56cc7458-7bab-42ed-bebd-7f07a729e709 req-429c0522-ade0-4b7a-b96e-88e55a208f4a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357695 Oct 25 09:17:51.081283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-576f0c9f-6a3f-4dd2-a866-eae0f38aea21 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1213518179&fields=id&tenant_id=387ea10922d144d68e816f53a5219ea1 HTTP/1.1" status: 200 len: 267 time: 0.0354760 Oct 25 09:17:51.141027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-13a247d3-d221-4dac-80d2-9a1967d1cee9 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:51.142572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-13a247d3-d221-4dac-80d2-9a1967d1cee9 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0548618 Oct 25 09:17:51.157778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Request body: {'port': {'security_groups': ['a773510c-4785-4d4b-a6fe-af5c278bd9d8', 'e0832d60-0d97-4326-ab32-166c55969650']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:51.229579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:51.421628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] For port caa2a50d-a87a-4531-b763-545fc3b84d3c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:51.460311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:51.466217 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:51.500940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['caa2a50d-a87a-4531-b763-545fc3b84d3c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:51.518257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:51.518878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:51.524028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ed7f4f7-90b1-4dd6-909d-15309a64fb4e req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "PUT /v2.0/ports/caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 982 time: 0.3709810 Oct 25 09:17:51.556547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6f451-160b-44c8-96b6-1db82a810deb tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event updated for resources: {'Port': ['ID=caa2a50d-a87a-4531-b763-545fc3b84d3c,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:51.619354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:51.621718 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5" -d '{"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:51.640855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-fe08b034-5845-4bc6-be67-7422b663c699 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1213518179&fields=id&tenant_id=387ea10922d144d68e816f53a5219ea1 HTTP/1.1" status: 200 len: 267 time: 0.0585656 Oct 25 09:17:51.669582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['caa2a50d-a87a-4531-b763-545fc3b84d3c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:51.706536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-57f742c1-b146-4d56-ae40-2c36e6dae46f tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:51.737075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-57f742c1-b146-4d56-ae40-2c36e6dae46f tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 985 time: 0.0884242 Oct 25 09:17:51.744526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Request body: {'port': {'security_groups': ['a773510c-4785-4d4b-a6fe-af5c278bd9d8']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:51.796815 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:51.840928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:52.080718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] For port caa2a50d-a87a-4531-b763-545fc3b84d3c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:52.110693 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:52.115845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:52.148595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['caa2a50d-a87a-4531-b763-545fc3b84d3c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:52.178033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:52.178647 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:52.180240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d995faa-796d-4963-b0b2-ac423809e4fb req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "PUT /v2.0/ports/caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 943 time: 0.4420030 Oct 25 09:17:52.197465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b778c3d-7a18-4f98-8874-7cd247ad188e tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event updated for resources: {'Port': ['ID=caa2a50d-a87a-4531-b763-545fc3b84d3c,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:52.305751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97429016-1332-43f7-ad6c-afecad37d2b4 req-4c85507b-41a5-4281-9e22-7ec7f4cda3bd tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0460830 Oct 25 09:17:52.342308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['caa2a50d-a87a-4531-b763-545fc3b84d3c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:52.359541 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288edea9-6767-4bbb-b3c6-d0fa808434af x-openstack-request-id: req-288edea9-6767-4bbb-b3c6-d0fa808434af {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:52.360396 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:52.361062 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-288edea9-6767-4bbb-b3c6-d0fa808434af {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:52.361704 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'status': 'completed', 'code': 200} Oct 25 09:17:52.486890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-e4f7b72a-546a-404f-ba63-2ba9f5846e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:52.489221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-e4f7b72a-546a-404f-ba63-2ba9f5846e2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.0823720 Oct 25 09:17:52.580094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986fde-57da-4517-aa5f-da5b303d28b1 req-e8732633-ecbe-4f2e-b7f5-e9f5877c0ee2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:52.585759 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6986fde-57da-4517-aa5f-da5b303d28b1 req-e8732633-ecbe-4f2e-b7f5-e9f5877c0ee2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 943 time: 0.1410484 Oct 25 09:17:52.644767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-e6526f3e-df9e-4b10-8217-2052c3800f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:52.646283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-e6526f3e-df9e-4b10-8217-2052c3800f90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 921 time: 0.1451540 Oct 25 09:17:52.659058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6986fde-57da-4517-aa5f-da5b303d28b1 req-26e1110b-f047-4db6-9266-378cc91872f2 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595272 Oct 25 09:17:52.728283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-1b83a035-ff56-4a0f-8db5-76d95ad6446d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 217 time: 0.0681102 Oct 25 09:17:52.805546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:17:52.920774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:52.946361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2', 'network_id': '96663d00-68ba-41c8-a6f3-96b10f48019a', 'port_id': '9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2', 'mac_address': 'fa:16:3e:4a:b9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:17:52.996836 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:53.012713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:17:53.036681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:53.042452 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:53.272473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-513a4864-b7e1-4739-9005-0e9ac11364be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:53.275366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-513a4864-b7e1-4739-9005-0e9ac11364be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.1286750 Oct 25 09:17:53.285490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-6e808fed-e2be-4788-96c2-8e54c176cb29 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6076338 Oct 25 09:17:53.301316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:53.303613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:53.326852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-35dc83cf-5b73-4bba-979e-ee16ad34abb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393658 Oct 25 09:17:53.391507 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:53.448124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:17:53.483678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-e2e78dc1-a66e-4d27-8ea8-35a0dd39f4f5 service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481955 Oct 25 09:17:53.609110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d4e72b-97d5-45f6-8f46-1d71a97a1be5 req-1890881c-44cc-41b9-b328-259213539970 service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156611 Oct 25 09:17:53.611320 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:53.729097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Allocated IP 172.25.8.27 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1a050931-b34c-4dd3-b9f9-328331d1704a) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:17:53.865748 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:53.907162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:53.952944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:17:53.956265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:17:53.960615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:17:53.986802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event updated for resources: {'Port': ['ID=1a050931-b34c-4dd3-b9f9-328331d1704a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:54.054724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:54.096463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:54.261741 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:54.270162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:54.346235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event updated for resources: {'Port': ['ID=1a050931-b34c-4dd3-b9f9-328331d1704a,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:54.358814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:54.363180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:54.366053 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd7104-2d6b-49be-93d4-6adbf654a8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:54.383158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:54.384868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-43658ec4-6493-4a19-b0cd-f87f1bfc889c tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0878096 Oct 25 09:17:54.467202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-67093331-5822-473c-855c-b417ebcac640 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.0755513 Oct 25 09:17:54.579901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-fba8c8c0-a46b-4277-974a-84d633bd102b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:54.581331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-fba8c8c0-a46b-4277-974a-84d633bd102b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1083324 Oct 25 09:17:54.593199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-41a94f89-e596-40dd-9825-a3bd4bc0c640 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:17:54.594563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e5f9acf-0bf2-401b-a424-1276e6ab79a9 req-41a94f89-e596-40dd-9825-a3bd4bc0c640 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060823 Oct 25 09:17:54.686132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0399535f-6054-4d46-94de-9ace790b932e req-3a632559-e98d-4719-b40d-42be2c4b2757 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/ports?device_id=a418b864-5aca-47f9-966e-4bc54af9f277 HTTP/1.1" status: 200 len: 210 time: 0.0281315 Oct 25 09:17:54.802250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117f7f6-dc94-48e7-b93e-0fc5a5ba60bb req-64d52b34-7d11-46d0-8113-90884914cf9c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:54.804036 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b117f7f6-dc94-48e7-b93e-0fc5a5ba60bb req-64d52b34-7d11-46d0-8113-90884914cf9c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 944 time: 0.0572581 Oct 25 09:17:54.812223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:17:54.849528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b117f7f6-dc94-48e7-b93e-0fc5a5ba60bb req-568afb5d-ae04-4cd3-9748-26bfc5968590 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 Oct 25 09:17:54.876223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:17:54.882632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:17:54.883084 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:54.928189 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d1bd79-aea3-47b8-a35d-dc01aa6f0bbf x-openstack-request-id: req-90d1bd79-aea3-47b8-a35d-dc01aa6f0bbf {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:54.928663 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:54.929037 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90d1bd79-aea3-47b8-a35d-dc01aa6f0bbf {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:54.929555 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'status': 'completed', 'code': 200} Oct 25 09:17:55.001228 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:55.041101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:17:55.042523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7311f2-81ed-472f-b070-ec6d538e7b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:55.045478 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee600f9-725c-4fe7-8cac-39a32d406cac" -d '{"events": [{"server_uuid": "5a7311f2-81ed-472f-b070-ec6d538e7b18", "name": "network-vif-plugged", "status": "completed", "tag": "9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:55.052549 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:55.104588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92caae-97bd-4050-a599-c92e02713c61 req-0e138b5b-6a5e-458f-aacd-969992233cce tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:55.106547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-0e138b5b-6a5e-458f-aacd-969992233cce tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1236157 Oct 25 09:17:55.112838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-66675099-0306-4ba9-87c4-9896e6c04373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:55.114854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-66675099-0306-4ba9-87c4-9896e6c04373 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.1415155 Oct 25 09:17:55.133216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:17:55.233778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-99b37d2b-0a61-4a64-961e-78137e6bb2c0 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 695 time: 0.1179581 Oct 25 09:17:55.246917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Request body: {'floatingip': {'port_id': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:55.295556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:55.410282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-c36d4c05-2bab-483e-a0af-33e05dfdb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:55.412084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-c36d4c05-2bab-483e-a0af-33e05dfdb606 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 921 time: 0.2886529 Oct 25 09:17:55.465194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-78cd546d-6374-4d84-b073-9c9a2c8c6fc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 217 time: 0.0440104 Oct 25 09:17:55.584816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-eb8a0905-48b7-4ab8-ae4c-1505e45df930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:55.586604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-eb8a0905-48b7-4ab8-ae4c-1505e45df930 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.0869071 Oct 25 09:17:55.625969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-8868079e-7de8-4644-8168-65b711856ec5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313702 Oct 25 09:17:55.895469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-7bdb9385-4a03-41de-9e76-446987bd68c2 service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608938 Oct 25 09:17:56.010960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:56.016478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:56.104348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93dd7104-2d6b-49be-93d4-6adbf654a8fc req-40badef4-bc9b-4f97-b231-124036fbcbb0 service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979632 Oct 25 09:17:56.135004 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Floating IP 4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af associated. External IP: 172.25.8.27, port: caa2a50d-a87a-4531-b763-545fc3b84d3c. Oct 25 09:17:56.665894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Router c5498601-64a4-441c-bb39-a65f07d038e7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:17:56.775172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:17:56.780019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:56.785920 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] Sync routers for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:17:56.795759 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:56.796351 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:56.808912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-ab2f18d7-135f-4f0a-9504-849d8e394f60 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "PUT /v2.0/floatingips/4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af HTTP/1.1" status: 200 len: 996 time: 1.5658302 Oct 25 09:17:56.867416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92caae-97bd-4050-a599-c92e02713c61 req-5fd88c1c-4997-4873-99ad-8f06786544ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:56.873364 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-5fd88c1c-4997-4873-99ad-8f06786544ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.0507491 Oct 25 09:17:56.903023 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:56.930113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:56.932707 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d265652-5bc2-4c97-968c-80222081c828" -d '{"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:56.978322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92caae-97bd-4050-a599-c92e02713c61 req-a4a31282-6ddb-4c57-8c91-0137a5518b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:56.979806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-a4a31282-6ddb-4c57-8c91-0137a5518b90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 921 time: 0.1047003 Oct 25 09:17:57.047279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-abdf16b7-38fc-4311-9dcf-67c90682919e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 999 time: 0.0608680 Oct 25 09:17:57.097726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92caae-97bd-4050-a599-c92e02713c61 req-e72e3de0-658c-4ac5-8e69-8cd50eca9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:57.099735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-e72e3de0-658c-4ac5-8e69-8cd50eca9280 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.0450938 Oct 25 09:17:57.136653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-de5b92db-9f54-47e7-8257-794706ba2bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302348 Oct 25 09:17:57.150131 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'port_id': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'mac_address': 'fa:16:3e:06:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:54Z', 'updated_at': '2021-10-25T09:17:55Z', 'revision_number': 1, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:17:02Z', 'revision_number': 5, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:57.150972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-47b30329-a672-4e6a-a8e0-059024b9899c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:17:57.151973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-47b30329-a672-4e6a-a8e0-059024b9899c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077460 Oct 25 09:17:57.176407 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] Checking router: c5498601-64a4-441c-bb39-a65f07d038e7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:17:57.185242 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:57.185857 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:57.252510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-211bb698-167d-419b-9e22-57efbd9229d2 service neutron] 10.222.0.32 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922353 Oct 25 09:17:57.360327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c92caae-97bd-4050-a599-c92e02713c61 req-bca53f53-84e1-4db1-bfe8-40cc99914237 service neutron] 10.222.0.32 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003881 Oct 25 09:17:57.390442 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:57.432908 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf607c6-786f-4b1a-92e0-5dd933470d31 x-openstack-request-id: req-cbf607c6-786f-4b1a-92e0-5dd933470d31 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:57.432908 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7311f2-81ed-472f-b070-ec6d538e7b18", "name": "network-vif-plugged", "status": "completed", "tag": "9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:57.433522 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbf607c6-786f-4b1a-92e0-5dd933470d31 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:57.433613 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7311f2-81ed-472f-b070-ec6d538e7b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2', 'code': 200} Oct 25 09:17:57.609188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41315a-c78e-4ee2-9465-3750990c53ca req-de4576cb-c95a-453f-b0ae-49818fd08bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:57.610794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e41315a-c78e-4ee2-9465-3750990c53ca req-de4576cb-c95a-453f-b0ae-49818fd08bda service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 1096 time: 0.0530872 Oct 25 09:17:57.654706 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'port_id': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'mac_address': 'fa:16:3e:06:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:54Z', 'updated_at': '2021-10-25T09:17:55Z', 'revision_number': 1, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:17:02Z', 'revision_number': 5, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:57.678800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e41315a-c78e-4ee2-9465-3750990c53ca req-4d8a3509-b27e-4d94-b95e-4f70516dca0f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604091 Oct 25 09:17:57.686448 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eef948-5ba7-4248-8285-db1a7e8461ec None None] The sync data for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 is: [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'port_id': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'mac_address': 'fa:16:3e:06:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:54Z', 'updated_at': '2021-10-25T09:17:55Z', 'revision_number': 1, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:17:02Z', 'revision_number': 5, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:17:57.696110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80414-a321-4a41-b411-55bc9087fb46 req-7cd812df-bcc2-41de-be8a-390bf6faf646 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:57.697690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3b80414-a321-4a41-b411-55bc9087fb46 req-7cd812df-bcc2-41de-be8a-390bf6faf646 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0720327 Oct 25 09:17:57.743185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3b80414-a321-4a41-b411-55bc9087fb46 req-a1deb983-7f65-426d-958a-14f96341689f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391204 Oct 25 09:17:57.793624 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1243724-7e83-4a81-9334-81b23028a18e x-openstack-request-id: req-c1243724-7e83-4a81-9334-81b23028a18e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:17:57.794043 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:17:57.794397 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1243724-7e83-4a81-9334-81b23028a18e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:17:57.795108 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'status': 'completed', 'code': 200} Oct 25 09:17:57.907030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef992c-71b7-498f-89e7-0daae6244fd3 None None] New status for floating IP 4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:17:57.945528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-b3089f7e-63a8-49d6-9edc-c206e1497d07 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 999 time: 0.1407380 Oct 25 09:17:57.950198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265652-5bc2-4c97-968c-80222081c828 req-64bc4bf3-716b-4463-a960-72e9e3226db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:57.951734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d265652-5bc2-4c97-968c-80222081c828 req-64bc4bf3-716b-4463-a960-72e9e3226db7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.1062109 Oct 25 09:17:58.046240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-d60ac966-7304-47e6-ad2e-bfe5c61e95e2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:58.047595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-d60ac966-7304-47e6-ad2e-bfe5c61e95e2 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports/caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 943 time: 0.1001453 Oct 25 09:17:58.093631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265652-5bc2-4c97-968c-80222081c828 req-b062f6f2-938b-44e0-9a77-8d3dad238567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:58.095011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d265652-5bc2-4c97-968c-80222081c828 req-b062f6f2-938b-44e0-9a77-8d3dad238567 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 921 time: 0.1345437 Oct 25 09:17:58.217993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d265652-5bc2-4c97-968c-80222081c828 req-47b72368-6520-43ab-9424-762f3f65fdf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 1001 time: 0.1155531 Oct 25 09:17:58.224369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-adc01ffc-cfd1-4e92-8643-313ff90e2e57 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 1001 time: 0.1130672 Oct 25 09:17:58.323910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265652-5bc2-4c97-968c-80222081c828 req-0dcc6328-5aa7-4031-802e-540e07f7b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:58.325552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d265652-5bc2-4c97-968c-80222081c828 req-0dcc6328-5aa7-4031-802e-540e07f7b100 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.1002235 Oct 25 09:17:58.372468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d265652-5bc2-4c97-968c-80222081c828 req-7077daa0-581b-488a-ab60-5e714a78e157 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386739 Oct 25 09:17:58.412947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-ad567991-b91d-4584-bab9-672c433ba064 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:58.414330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-ad567991-b91d-4584-bab9-672c433ba064 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1817360 Oct 25 09:17:58.525369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-e81bcfdf-64f6-4027-8378-f364dc29a5f1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 1001 time: 0.0866385 Oct 25 09:17:58.537463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:17:58.542155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d265652-5bc2-4c97-968c-80222081c828 req-92237b88-bd75-459a-9c9b-f6d89de48587 service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569555 Oct 25 09:17:58.641124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:58.719051 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d265652-5bc2-4c97-968c-80222081c828 req-c33b9ca7-b26a-4c67-8827-d5fdb7014e2c service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501772 Oct 25 09:17:58.819392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:58.823083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:58.823445 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Floating IP 4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af disassociated. External IP: 172.25.8.27, port: caa2a50d-a87a-4531-b763-545fc3b84d3c. Oct 25 09:17:59.071996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Router c5498601-64a4-441c-bb39-a65f07d038e7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:17:59.199257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:17:59.205280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:59.213031 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] Sync routers for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:17:59.225240 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:59.226641 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:59.250464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-30b6e12d-9c7b-43a3-bd3b-68c578c89667 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "PUT /v2.0/floatingips/4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af HTTP/1.1" status: 200 len: 694 time: 0.7180154 Oct 25 09:17:59.307359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-2c491ef7-d4c7-4e15-9aad-47a6ab5e6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:59.309187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-2c491ef7-d4c7-4e15-9aad-47a6ab5e6374 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.0450439 Oct 25 09:17:59.340312 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:59.405524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-5ca0587e-970c-4715-a7db-2a1158199b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:59.407388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-5ca0587e-970c-4715-a7db-2a1158199b18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 921 time: 0.0917795 Oct 25 09:17:59.457987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-4ecc5f8e-05a8-43db-b45b-71855c8ca4bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 217 time: 0.0434115 Oct 25 09:17:59.516391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-c5f21c03-6612-4c9a-931c-a1b99d5b2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:59.517944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-c5f21c03-6612-4c9a-931c-a1b99d5b2f76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.0536590 Oct 25 09:17:59.556105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-1cfb1d1b-f4e9-4a67-97f0-e873bdf2246d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298660 Oct 25 09:17:59.564339 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:17:02Z', 'revision_number': 5, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:59.592620 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] Checking router: c5498601-64a4-441c-bb39-a65f07d038e7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:17:59.600912 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:17:59.601526 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:59.667016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-47e7afc9-9c47-4d3b-b994-615906da1482 service neutron] 10.222.0.32 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016650 Oct 25 09:17:59.715140 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:17:59.764923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb52c713-82dd-43a1-b970-aa925fe6f242 req-25360e6c-a845-4dbb-8d3c-bdaf652bdf73 service neutron] 10.222.0.32 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920706 Oct 25 09:17:59.796302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:17:59.799892 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5646b9d-6f36-47e5-96d3-6d948c394d15" -d '{"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:17:59.810734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49036) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:17:59.903215 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef92dabe-cb7a-42cf-9f54-bbd71c75b0ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:59.938990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26ea4-3b63-47d1-84fc-d8a164848327 req-fa3eca0c-8b73-48a4-88f3-7590d9ac3d13 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:17:59.940475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ce26ea4-3b63-47d1-84fc-d8a164848327 req-fa3eca0c-8b73-48a4-88f3-7590d9ac3d13 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0804594 Oct 25 09:17:59.942372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef92dabe-cb7a-42cf-9f54-bbd71c75b0ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:17:59.959317 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:17:02Z', 'revision_number': 5, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:17:59.986402 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe9961-48d0-49d7-8233-5676781aab22 None None] The sync data for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 is: [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:54Z', 'revision_number': 4, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '82325dae-6048-4868-bc0c-f8af50dd1690', 'name': '', 'network_id': 'cf620585-454d-4c02-8954-9639c2c213f7', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'mac_address': 'fa:16:3e:b2:b5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:53Z', 'updated_at': '2021-10-25T09:17:02Z', 'revision_number': 5, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'subnets': [{'id': 'fa5b2644-bed9-47e0-8f41-af89f095f2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:00.013463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ce26ea4-3b63-47d1-84fc-d8a164848327 req-2e0a92c9-1a9b-4e96-9678-641148cdda0c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608809 Oct 25 09:18:00.041540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef92dabe-cb7a-42cf-9f54-bbd71c75b0ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.044007 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef92dabe-cb7a-42cf-9f54-bbd71c75b0ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.048944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ef92dabe-cb7a-42cf-9f54-bbd71c75b0ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "DELETE /v2.0/security-groups/e0e0fd35-cbce-4351-8d94-918b65209e92 HTTP/1.1" status: 204 len: 168 time: 0.2333856 Oct 25 09:18:00.049165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49040) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:00.063800 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-f19162e5-89cf-47de-8fce-315a3fcdb30f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] show failed (client error): The resource could not be found. Oct 25 09:18:00.069091 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f19162e5-89cf-47de-8fce-315a3fcdb30f tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "GET /v2.0/security-groups/e0e0fd35-cbce-4351-8d94-918b65209e92 HTTP/1.1" status: 404 len: 347 time: 0.0198839 Oct 25 09:18:00.070242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49042) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:00.089787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92dabe-cb7a-42cf-9f54-bbd71c75b0ff tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e0fd35-cbce-4351-8d94-918b65209e92,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:00.105697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-60b241c1-9150-4d1b-959a-2aacf00d4ea8 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/floatingips/4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af HTTP/1.1" status: 200 len: 694 time: 0.0711901 Oct 25 09:18:00.231994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port 19b0c8a9-f12b-4cda-b081-787431c032e7 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:00.232256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-2a92a61b-76b9-4b57-8886-d024ba231f14 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:00.232964 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.233848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-2a92a61b-76b9-4b57-8886-d024ba231f14 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/networks/54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 784 time: 0.1271048 Oct 25 09:18:00.246821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-854e1420-1e27-4fab-9918-a7142e9ee357 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:18:00.255170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-854e1420-1e27-4fab-9918-a7142e9ee357 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0144038 Oct 25 09:18:00.309448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-58dacc24-81f0-4135-96b6-81d1dd804505 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 697 time: 0.0524783 Oct 25 09:18:00.328984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.329157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.343954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for 19b0c8a9-f12b-4cda-b081-787431c032e7 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:00.365131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c485c3fd-d611-47fa-aa88-4e5623af11c2 None None] New status for floating IP 4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:18:00.365943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-3831ccce-8630-43fc-bed9-5e6cf7a3bc93 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.8.27 HTTP/1.1" status: 200 len: 697 time: 0.0535927 Oct 25 09:18:00.518720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.547317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Deleting port 1a050931-b34c-4dd3-b9f9-328331d1704a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:00.547957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.602537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=19b0c8a9-f12b-4cda-b081-787431c032e7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:00.614527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.614879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.615223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.615765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.616099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.616738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.617143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.617586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.618123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.618449 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.618935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.619446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:00.641196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.645586 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.647314 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1de6cf15-bfa9-4d97-995f-5977fb519a27 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "DELETE /v2.0/floatingips/a969d866-dae5-4c80-bb9a-ea54b1d001bb HTTP/1.1" status: 204 len: 168 time: 0.5755038 Oct 25 09:18:00.650414 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49048) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:00.655832 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.656176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.670149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Calling delete_port for 1a050931-b34c-4dd3-b9f9-328331d1704a owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:00.757992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-9478fb0e-23f4-47d0-82de-534182b8b132 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port ea27bf0e-012d-449b-b30f-f619d35d2361 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:00.758345 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9478fb0e-23f4-47d0-82de-534182b8b132 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.857542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9478fb0e-23f4-47d0-82de-534182b8b132 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:00.871969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-9478fb0e-23f4-47d0-82de-534182b8b132 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for ea27bf0e-012d-449b-b30f-f619d35d2361 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:01.011671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9478fb0e-23f4-47d0-82de-534182b8b132 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.042260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478fb0e-23f4-47d0-82de-534182b8b132 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=ea27bf0e-012d-449b-b30f-f619d35d2361,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:01.124900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9478fb0e-23f4-47d0-82de-534182b8b132 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.134284 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9478fb0e-23f4-47d0-82de-534182b8b132 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "DELETE /v2.0/ports/ea27bf0e-012d-449b-b30f-f619d35d2361 HTTP/1.1" status: 204 len: 168 time: 0.4825616 Oct 25 09:18:01.135078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49052) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:01.155982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.185719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event deleted for resources: {'Port': ['ID=1a050931-b34c-4dd3-b9f9-328331d1704a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:01.238170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-cea1f1dc-c0c7-41d2-be2a-2dc3b577fda9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port b175bd09-9bd3-481f-8b2b-9704643fe6a4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:01.239125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cea1f1dc-c0c7-41d2-be2a-2dc3b577fda9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.253209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.256453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.257850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bc549a8-f287-44bf-9e3a-784d299cbced req-9e41c044-24ac-44dc-9610-ab5c4cf37c41 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "DELETE /v2.0/floatingips/4b5c5a8c-d3dd-45c0-ac3d-0f340a0953af HTTP/1.1" status: 204 len: 173 time: 0.8864934 Oct 25 09:18:01.298002 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03895b9c-e3e0-47b6-a46a-a239c7546cc4 x-openstack-request-id: req-03895b9c-e3e0-47b6-a46a-a239c7546cc4 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:01.298298 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:01.298724 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03895b9c-e3e0-47b6-a46a-a239c7546cc4 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:01.299296 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'status': 'completed', 'code': 200} Oct 25 09:18:01.347292 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cea1f1dc-c0c7-41d2-be2a-2dc3b577fda9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.360468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-cea1f1dc-c0c7-41d2-be2a-2dc3b577fda9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for b175bd09-9bd3-481f-8b2b-9704643fe6a4 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:01.443140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-2aa1c364-f230-428a-b04e-c7ba10e72b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:01.444880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-2aa1c364-f230-428a-b04e-c7ba10e72b81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=387ea10922d144d68e816f53a5219ea1&device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 1097 time: 0.0931785 Oct 25 09:18:01.524070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2eebf985-5495-48f2-a4df-a5ff30b5aba1 req-1da95a3a-4ca4-429c-9a2b-a650308d8b74 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups/e0832d60-0d97-4326-ab32-166c55969650 HTTP/1.1" status: 200 len: 1810 time: 0.1148603 Oct 25 09:18:01.526376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cea1f1dc-c0c7-41d2-be2a-2dc3b577fda9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.604750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1f1dc-c0c7-41d2-be2a-2dc3b577fda9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=b175bd09-9bd3-481f-8b2b-9704643fe6a4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:01.615927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-7245ecac-50e9-41fa-a1f2-700ba17eec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:01.617616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-7245ecac-50e9-41fa-a1f2-700ba17eec67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 200 len: 921 time: 0.1652894 Oct 25 09:18:01.668965 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cea1f1dc-c0c7-41d2-be2a-2dc3b577fda9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.672569 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cea1f1dc-c0c7-41d2-be2a-2dc3b577fda9 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "DELETE /v2.0/ports/b175bd09-9bd3-481f-8b2b-9704643fe6a4 HTTP/1.1" status: 204 len: 168 time: 0.5364227 Oct 25 09:18:01.675231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49060) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:01.676142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-45679d6a-5c87-4f5b-ae82-cb78dabb3d59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 200 len: 217 time: 0.0478716 Oct 25 09:18:01.740368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2eebf985-5495-48f2-a4df-a5ff30b5aba1 req-7c41bac3-1108-41b8-8d27-c04f4ea36fb1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.744139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-c0cc03d1-0cc8-4cbd-aaa6-2f416931a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:01.745655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-c0cc03d1-0cc8-4cbd-aaa6-2f416931a9a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 200 len: 860 time: 0.0618892 Oct 25 09:18:01.748917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc520d4-4ec6-447e-bd79-71f6c3c83e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting subnet d9929620-9dee-421b-a760-60df390e5400 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:18:01.752254 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddc520d4-4ec6-447e-bd79-71f6c3c83e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.790856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-66bbc73f-5e3f-4cde-a00e-5fe42c8771a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf620585-454d-4c02-8954-9639c2c213f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363328 Oct 25 09:18:01.794434 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2eebf985-5495-48f2-a4df-a5ff30b5aba1 req-7c41bac3-1108-41b8-8d27-c04f4ea36fb1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.798969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddc520d4-4ec6-447e-bd79-71f6c3c83e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.888129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2eebf985-5495-48f2-a4df-a5ff30b5aba1 req-7c41bac3-1108-41b8-8d27-c04f4ea36fb1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.891248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2eebf985-5495-48f2-a4df-a5ff30b5aba1 req-7c41bac3-1108-41b8-8d27-c04f4ea36fb1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.903008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddc520d4-4ec6-447e-bd79-71f6c3c83e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:01.906415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2eebf985-5495-48f2-a4df-a5ff30b5aba1 req-7c41bac3-1108-41b8-8d27-c04f4ea36fb1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "DELETE /v2.0/security-groups/e0832d60-0d97-4326-ab32-166c55969650 HTTP/1.1" status: 204 len: 173 time: 0.3724270 Oct 25 09:18:01.927623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41bac3-1108-41b8-8d27-c04f4ea36fb1 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0832d60-0d97-4326-ab32-166c55969650,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:01.942067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-73db41b0-d472-4055-878e-885dd2fc17ca service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385939 Oct 25 09:18:01.982886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddc520d4-4ec6-447e-bd79-71f6c3c83e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.030242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc520d4-4ec6-447e-bd79-71f6c3c83e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Subnet': ['ID=d9929620-9dee-421b-a760-60df390e5400,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:02.045464 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddc520d4-4ec6-447e-bd79-71f6c3c83e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.049665 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ddc520d4-4ec6-447e-bd79-71f6c3c83e9a tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "DELETE /v2.0/subnets/d9929620-9dee-421b-a760-60df390e5400 HTTP/1.1" status: 204 len: 168 time: 0.3731501 Oct 25 09:18:02.056975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95665608-6868-40be-9217-6a1cbf702a34 None None] Network d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:02.057497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49064) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:02.125408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5646b9d-6f36-47e5-96d3-6d948c394d15 req-0c7724ff-79c1-439c-8536-b82b38621045 service neutron] 10.222.0.41 "GET /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747158 Oct 25 09:18:02.129216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-119f7c06-1567-42a5-b639-3da84e6ca6b3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting subnet fcf4de76-3e27-4c9b-8fa3-3055e98dcbba {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:18:02.133103 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-119f7c06-1567-42a5-b639-3da84e6ca6b3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.146719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083eb6-3c94-467f-8a4f-72e16f25ea87 req-5d0bb4d2-2af9-4309-b07c-372585ef1fea tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:02.154198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19083eb6-3c94-467f-8a4f-72e16f25ea87 req-5d0bb4d2-2af9-4309-b07c-372585ef1fea tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1330001 Oct 25 09:18:02.192445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-119f7c06-1567-42a5-b639-3da84e6ca6b3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.209924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19083eb6-3c94-467f-8a4f-72e16f25ea87 req-6b059b44-9e65-47db-bbbb-86cfdc4a766a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548151 Oct 25 09:18:02.327422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-119f7c06-1567-42a5-b639-3da84e6ca6b3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.342993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] DHCP port deletion for d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:18:02.413652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-119f7c06-1567-42a5-b639-3da84e6ca6b3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.415313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Deleting port bda941cb-7703-4433-826f-9dd497da8385 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:02.415729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.447589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f7c06-1567-42a5-b639-3da84e6ca6b3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf4de76-3e27-4c9b-8fa3-3055e98dcbba,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:02.461360 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-119f7c06-1567-42a5-b639-3da84e6ca6b3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.471032 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-119f7c06-1567-42a5-b639-3da84e6ca6b3 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "DELETE /v2.0/subnets/fcf4de76-3e27-4c9b-8fa3-3055e98dcbba HTTP/1.1" status: 204 len: 168 time: 0.4104750 Oct 25 09:18:02.473108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:02.479806 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef473b-ea47-4c68-a332-773b2019715e None None] Network 3312f8d8-9295-411c-bac6-d4c0058ea8f4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:02.500531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ccba4-3cf3-4e32-8b19-dfcc8042915a req-50fa6827-44b2-4737-8ae7-b44fbf1ce09e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:02.502273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf2ccba4-3cf3-4e32-8b19-dfcc8042915a req-50fa6827-44b2-4737-8ae7-b44fbf1ce09e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0580378 Oct 25 09:18:02.553322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf2ccba4-3cf3-4e32-8b19-dfcc8042915a req-097ef71b-22ae-4c06-8481-13b09220b444 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Oct 25 09:18:02.585017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.628159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] For port bda941cb-7703-4433-826f-9dd497da8385, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bda941cb-7703-4433-826f-9dd497da8385,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:02.628556 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.645512 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Calling delete_port for bda941cb-7703-4433-826f-9dd497da8385 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:02.655947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Deleting port bda941cb-7703-4433-826f-9dd497da8385 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:02.656544 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.743381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] For port bda941cb-7703-4433-826f-9dd497da8385, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bda941cb-7703-4433-826f-9dd497da8385,segment=NetworkSegment(bed80c37-06d2-4d02-b865-8e32e8f12e76),segment_id=bed80c37-06d2-4d02-b865-8e32e8f12e76)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:02.745423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.747445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65db7d7-d8e6-4053-85c3-c061ed97ea9b req-6d9668f7-c0e7-4482-91f9-7f3e1ab0a2ac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:02.749049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f65db7d7-d8e6-4053-85c3-c061ed97ea9b req-6d9668f7-c0e7-4482-91f9-7f3e1ab0a2ac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.1086166 Oct 25 09:18:02.749994 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.770589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Calling delete_port for bda941cb-7703-4433-826f-9dd497da8385 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:02.773879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Pushing event deleted for resources: {'Port': ['ID=bda941cb-7703-4433-826f-9dd497da8385,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:02.776169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] DHCP port deletion for 3312f8d8-9295-411c-bac6-d4c0058ea8f4 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:18:02.802099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f65db7d7-d8e6-4053-85c3-c061ed97ea9b req-3acd3ab1-5a52-468c-89bc-1e6fbcf0d01b tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Oct 25 09:18:02.812760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.813132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.813478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.813815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.814148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.814542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.814876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.815254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.815583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.815905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.816228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.816908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:02.820398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065b64c-3866-4d5d-aee4-69cfc570aae1 None None] No DVR routers for this DVR port bda941cb-7703-4433-826f-9dd497da8385 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:02.850307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] Deleting port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:02.850682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.885841 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.918965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Port': ['ID=bda941cb-7703-4433-826f-9dd497da8385,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:02.921863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] For port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ee7ce71f-1bb3-449c-9e29-ace4436cdf9a,segment=NetworkSegment(fd8d1516-ba44-475e-ae5b-22f62814d537),segment_id=fd8d1516-ba44-475e-ae5b-22f62814d537)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:02.922262 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:02.925088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] No DVR routers for this DVR port bda941cb-7703-4433-826f-9dd497da8385 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:02.940232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] Calling delete_port for ee7ce71f-1bb3-449c-9e29-ace4436cdf9a owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:03.031952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.053736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.067444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91f9295-6e76-4c9c-8ec8-f2f71a3188d5']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:03.080106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed80c37-06d2-4d02-b865-8e32e8f12e76') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:03.080537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed80c37-06d2-4d02-b865-8e32e8f12e76') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:03.089745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] Pushing event deleted for resources: {'Port': ['ID=ee7ce71f-1bb3-449c-9e29-ace4436cdf9a,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:03.092779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32ea16-9a09-4b56-a0f3-a374c3bb31dc None None] No DVR routers for this DVR port ee7ce71f-1bb3-449c-9e29-ace4436cdf9a on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:03.093839 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.111624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.118209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d7a40-152c-48c2-823a-2bd05da2a1b9 req-ff41c879-e748-49e7-b8e4-d8dc0c90ab94 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:03.119117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:18:03.119595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc9d7a40-152c-48c2-823a-2bd05da2a1b9 req-ff41c879-e748-49e7-b8e4-d8dc0c90ab94 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0720041 Oct 25 09:18:03.121401 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: self.session.flush() Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:18:03.124926 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:18:03.161370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc9d7a40-152c-48c2-823a-2bd05da2a1b9 req-236a6809-bfda-4c09-8ec8-bfcd15618bd0 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Oct 25 09:18:03.190884 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.209216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.212462 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "DELETE /v2.0/networks/d91f9295-6e76-4c9c-8ec8-f2f71a3188d5 HTTP/1.1" status: 204 len: 168 time: 0.7383862 Oct 25 09:18:03.214362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235cce9-b982-4b69-824b-a83d6d8ba0c0 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Network': ['ID=d91f9295-6e76-4c9c-8ec8-f2f71a3188d5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:03.215387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49078) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:03.306086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.392069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.412264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3312f8d8-9295-411c-bac6-d4c0058ea8f4']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:03.421197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8d1516-ba44-475e-ae5b-22f62814d537') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:03.421491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8d1516-ba44-475e-ae5b-22f62814d537') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:03.435106 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.447899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.453685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:18:03.454062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:18:03.456943 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:18:03.513364 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.520972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:03.524233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] 10.222.0.32 "DELETE /v2.0/networks/3312f8d8-9295-411c-bac6-d4c0058ea8f4 HTTP/1.1" status: 204 len: 168 time: 0.3068087 Oct 25 09:18:03.536909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8eb119-074d-4656-8075-8fbb8ac5a7d4 tempest-TaggedBootDevicesTest_v242-1188634263 tempest-TaggedBootDevicesTest_v242-1188634263-project] Pushing event deleted for resources: {'Network': ['ID=3312f8d8-9295-411c-bac6-d4c0058ea8f4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:03.964356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bda941cb-7703-4433-826f-9dd497da8385 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:03.994878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed805ae-f517-4608-9f6b-b3ca6d929bae req-debdf339-8df9-47b6-9abe-6dfe6539410f tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:03.996722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bed805ae-f517-4608-9f6b-b3ca6d929bae req-debdf339-8df9-47b6-9abe-6dfe6539410f tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0676622 Oct 25 09:18:04.007048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: bda941cb-7703-4433-826f-9dd497da8385 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:04.007386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bda941cb-7703-4433-826f-9dd497da8385 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:04.007794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ee7ce71f-1bb3-449c-9e29-ace4436cdf9a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:04.044968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bed805ae-f517-4608-9f6b-b3ca6d929bae req-1aa50fb8-1576-427f-b49a-3b3660edb9de tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Oct 25 09:18:04.052758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ee7ce71f-1bb3-449c-9e29-ace4436cdf9a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:04.053884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ee7ce71f-1bb3-449c-9e29-ace4436cdf9a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:04.315225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f6576-c5bb-456e-9d50-55f06edf9eec req-387cc9b3-f4fd-4510-a46f-2c4aa6101e7e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:04.317953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c6f6576-c5bb-456e-9d50-55f06edf9eec req-387cc9b3-f4fd-4510-a46f-2c4aa6101e7e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0785091 Oct 25 09:18:04.361521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1c6f6576-c5bb-456e-9d50-55f06edf9eec req-86203cfd-27f2-4c63-b6fb-be4bb1df5257 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365400 Oct 25 09:18:05.140378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eff281-e31f-49c8-a434-f65b8211eabd req-876c431b-f495-4b7f-8510-88afddd27592 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:05.141995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35eff281-e31f-49c8-a434-f65b8211eabd req-876c431b-f495-4b7f-8510-88afddd27592 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.0596135 Oct 25 09:18:05.275446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9eeb5-8ebc-4e99-88ac-009a5d40598e req-129b8a2a-c1e7-4446-9452-12f069e9777a tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:05.276959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fca9eeb5-8ebc-4e99-88ac-009a5d40598e req-129b8a2a-c1e7-4446-9452-12f069e9777a tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 946 time: 0.1212523 Oct 25 09:18:05.322219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Deleting port caa2a50d-a87a-4531-b763-545fc3b84d3c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:05.322865 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:05.344668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fca9eeb5-8ebc-4e99-88ac-009a5d40598e req-e465b745-5326-4f6d-a13f-3b913151d2cc tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/security-groups?id=a773510c-4785-4d4b-a6fe-af5c278bd9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602999 Oct 25 09:18:05.454063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] For port caa2a50d-a87a-4531-b763-545fc3b84d3c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=caa2a50d-a87a-4531-b763-545fc3b84d3c,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:05.454471 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:05.496865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Calling delete_port for caa2a50d-a87a-4531-b763-545fc3b84d3c owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:05.560065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38319be9-c309-4c92-935a-b6dfc737191b req-ca2dbfe4-5fa8-4bb3-a1c4-f02d8078ec4d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:05.562290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38319be9-c309-4c92-935a-b6dfc737191b req-ca2dbfe4-5fa8-4bb3-a1c4-f02d8078ec4d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1051097 Oct 25 09:18:05.633555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38319be9-c309-4c92-935a-b6dfc737191b req-8d02e383-6748-4deb-a377-7059c6674f4b tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493994 Oct 25 09:18:05.703622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-192316dd-ecf1-4648-b610-21dba2520520 req-7ba13962-c805-4e5b-b57f-2bd31006ea0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825107 Oct 25 09:18:05.730981 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:05.762372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Pushing event deleted for resources: {'Port': ['ID=caa2a50d-a87a-4531-b763-545fc3b84d3c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:05.765357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['caa2a50d-a87a-4531-b763-545fc3b84d3c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:18:05.852475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] No DVR routers for this DVR port caa2a50d-a87a-4531-b763-545fc3b84d3c on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:05.856200 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:05.859665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35eff281-e31f-49c8-a434-f65b8211eabd req-23766894-09fc-441d-a1c5-072f24abafac tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.41 "DELETE /v2.0/ports/caa2a50d-a87a-4531-b763-545fc3b84d3c HTTP/1.1" status: 204 len: 173 time: 0.7117648 Oct 25 09:18:05.860423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'name': 'network-vif-deleted', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:05.862878 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac20231f-e551-414c-bf2d-52b409832c51" -d '{"events": [{"server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "name": "network-vif-deleted", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:05.885079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192316dd-ecf1-4648-b610-21dba2520520 req-683df687-bd1b-4ee9-a754-018367807b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:05.887230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-192316dd-ecf1-4648-b610-21dba2520520 req-683df687-bd1b-4ee9-a754-018367807b30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1096 time: 0.1028910 Oct 25 09:18:05.982427 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3deeca-2111-4523-9cfd-dec614991caa x-openstack-request-id: req-cc3deeca-2111-4523-9cfd-dec614991caa {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:05.982633 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91d4f5e-d0e7-465f-8853-9cda939c0123", "name": "network-vif-deleted", "tag": "caa2a50d-a87a-4531-b763-545fc3b84d3c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:05.982998 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc3deeca-2111-4523-9cfd-dec614991caa {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:05.983396 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91d4f5e-d0e7-465f-8853-9cda939c0123', 'name': 'network-vif-deleted', 'tag': 'caa2a50d-a87a-4531-b763-545fc3b84d3c', 'status': 'completed', 'code': 200} Oct 25 09:18:06.040974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192316dd-ecf1-4648-b610-21dba2520520 req-d3f791d5-ed44-4edc-b42b-c7ac76065e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:06.042791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-192316dd-ecf1-4648-b610-21dba2520520 req-d3f791d5-ed44-4edc-b42b-c7ac76065e5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.1300890 Oct 25 09:18:06.143284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-192316dd-ecf1-4648-b610-21dba2520520 req-0d067e32-42e0-4047-aa00-fee1b336687a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 1001 time: 0.0924721 Oct 25 09:18:06.199285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192316dd-ecf1-4648-b610-21dba2520520 req-6efe07fc-5b1c-4ea7-bcb2-ff7a0f6edd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:06.201037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-192316dd-ecf1-4648-b610-21dba2520520 req-6efe07fc-5b1c-4ea7-bcb2-ff7a0f6edd55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.0504835 Oct 25 09:18:06.255459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192316dd-ecf1-4648-b610-21dba2520520 req-a91cc0a2-b6c9-4f68-99d1-07a26dce38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:06.256979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-192316dd-ecf1-4648-b610-21dba2520520 req-a91cc0a2-b6c9-4f68-99d1-07a26dce38d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489254 Oct 25 09:18:06.368375 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-192316dd-ecf1-4648-b610-21dba2520520 req-9e52f154-e104-41e8-a533-438c60718834 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036639 Oct 25 09:18:06.554847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a419159-0ff4-4b0d-a04a-9765edc89c85 req-2ce53373-f390-4f8c-b091-a19906fe0123 tempest-ServerRescueTestJSONUnderV235-471609691 tempest-ServerRescueTestJSONUnderV235-471609691-project] 10.222.0.32 "GET /v2.0/ports?device_id=c91d4f5e-d0e7-465f-8853-9cda939c0123 HTTP/1.1" status: 200 len: 210 time: 0.0582392 Oct 25 09:18:06.563313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-192316dd-ecf1-4648-b610-21dba2520520 req-6bd6e672-2ff4-4dc3-9095-b450d2aabcf1 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879303 Oct 25 09:18:06.773690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698a47e-a2ef-4bc6-8d42-980c7489d39f req-1c976056-68a2-4944-895b-26444bdcbe61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:06.775234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2698a47e-a2ef-4bc6-8d42-980c7489d39f req-1c976056-68a2-4944-895b-26444bdcbe61 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0572386 Oct 25 09:18:06.823235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2698a47e-a2ef-4bc6-8d42-980c7489d39f req-c39e58a0-bfaa-4a7d-8aca-e3db5a1b7443 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Oct 25 09:18:07.618867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49562) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:08.055002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:08.065025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e9fff-752e-459b-935d-05f36a56b7b0 req-682ae718-1eff-4068-af65-44a3a927aa84 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:08.067685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-334e9fff-752e-459b-935d-05f36a56b7b0 req-682ae718-1eff-4068-af65-44a3a927aa84 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1308837 Oct 25 09:18:08.150004 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device caa2a50d-a87a-4531-b763-545fc3b84d3c no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:08.154212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-334e9fff-752e-459b-935d-05f36a56b7b0 req-51200697-783f-4e54-8dcd-46ef6f851e6c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590265 Oct 25 09:18:08.178741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: caa2a50d-a87a-4531-b763-545fc3b84d3c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:08.179367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device caa2a50d-a87a-4531-b763-545fc3b84d3c not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:08.383376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Deleting port 82325dae-6048-4868-bc0c-f8af50dd1690 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:08.383626 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:08.468003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] For port 82325dae-6048-4868-bc0c-f8af50dd1690, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=82325dae-6048-4868-bc0c-f8af50dd1690,segment=NetworkSegment(470506c3-c71c-41cc-ae76-fe94205d55f7),segment_id=470506c3-c71c-41cc-ae76-fe94205d55f7)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:08.468364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:08.482493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Calling delete_port for 82325dae-6048-4868-bc0c-f8af50dd1690 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:08.502624 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:18:08.553533 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:08.671468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:08.701682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Pushing event deleted for resources: {'Port': ['ID=82325dae-6048-4868-bc0c-f8af50dd1690,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:08.870404 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:09.138112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Router c5498601-64a4-441c-bb39-a65f07d038e7 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:18:09.294002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94ca30-7e1e-4486-8ac5-87125a49765d req-a2394955-8d34-458e-97ad-804248a32e62 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:09.296112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc94ca30-7e1e-4486-8ac5-87125a49765d req-a2394955-8d34-458e-97ad-804248a32e62 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0563009 Oct 25 09:18:09.300192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:09.312352 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-66f5f2e0-49e3-486e-8e91-95fababbd83b admin admin] 10.222.0.32 "PUT /v2.0/routers/c5498601-64a4-441c-bb39-a65f07d038e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6901176 Oct 25 09:18:09.312563 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] Sync routers for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:09.313067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49584) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:09.323701 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:09.324299 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:09.406601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc94ca30-7e1e-4486-8ac5-87125a49765d req-1f7c6af3-3922-4143-b53d-d3d6f8fc4cdd tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983584 Oct 25 09:18:09.454836 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:09.485771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:09.618992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:09.661770 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:18:08Z', 'revision_number': 5, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port': {'id': '5051cdfd-1a55-43f5-897f-8a5e82512747', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:09.688527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Deleting port 5051cdfd-1a55-43f5-897f-8a5e82512747 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:09.689086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:09.692816 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] Checking router: c5498601-64a4-441c-bb39-a65f07d038e7 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:09.701405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] Routers {'c5498601-64a4-441c-bb39-a65f07d038e7'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:09.702250 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['c5498601-64a4-441c-bb39-a65f07d038e7'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:09.741045 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:09.794700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] For port 5051cdfd-1a55-43f5-897f-8a5e82512747, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5051cdfd-1a55-43f5-897f-8a5e82512747,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:09.795091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:09.809588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Calling delete_port for 5051cdfd-1a55-43f5-897f-8a5e82512747 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:09.937598 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] Set router c5498601-64a4-441c-bb39-a65f07d038e7 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:10.020269 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:18:09Z', 'revision_number': 6, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:10.039101 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.055313 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a5fcf-4bc9-4c0a-9a37-db2a160568c0 None None] The sync data for ids ['c5498601-64a4-441c-bb39-a65f07d038e7'] in n-d-814746-2 is: [{'id': 'c5498601-64a4-441c-bb39-a65f07d038e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1302651033-router', 'tenant_id': '387ea10922d144d68e816f53a5219ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:18:09Z', 'revision_number': 6, 'project_id': '387ea10922d144d68e816f53a5219ea1', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:10.418733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Pushing event deleted for resources: {'Port': ['ID=5051cdfd-1a55-43f5-897f-8a5e82512747,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:10.540369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.601354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781dbfd-6856-4dd3-8130-e9a0c9828680 req-536c629f-1f26-4d20-977b-de640c686705 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:10.602872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a781dbfd-6856-4dd3-8130-e9a0c9828680 req-536c629f-1f26-4d20-977b-de640c686705 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0811932 Oct 25 09:18:10.651780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a781dbfd-6856-4dd3-8130-e9a0c9828680 req-f60060fc-2110-49fa-834f-a40ef88b87a3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Oct 25 09:18:10.670993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.673525 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.720864 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.721602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5498601-64a4-441c-bb39-a65f07d038e7 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:18:10.727013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.729542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c0935617-cf7e-4e08-8bac-ca2f46c9255b admin admin] 10.222.0.32 "DELETE /v2.0/routers/c5498601-64a4-441c-bb39-a65f07d038e7 HTTP/1.1" status: 204 len: 168 time: 1.4152746 Oct 25 09:18:10.730799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49592) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:10.775352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a031dd-7f26-4029-b76b-d82c09790691 admin admin] Deleting subnet fa5b2644-bed9-47e0-8f41-af89f095f2ca {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:18:10.778661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96a031dd-7f26-4029-b76b-d82c09790691 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.814259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96a031dd-7f26-4029-b76b-d82c09790691 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.858516 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96a031dd-7f26-4029-b76b-d82c09790691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.911212 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96a031dd-7f26-4029-b76b-d82c09790691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.941055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a031dd-7f26-4029-b76b-d82c09790691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5b2644-bed9-47e0-8f41-af89f095f2ca,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:10.947306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-96a031dd-7f26-4029-b76b-d82c09790691 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:10.953279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49594) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:10.953809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-96a031dd-7f26-4029-b76b-d82c09790691 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fa5b2644-bed9-47e0-8f41-af89f095f2ca HTTP/1.1" status: 204 len: 168 time: 0.2217314 Oct 25 09:18:11.041167 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:11.155819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:11.187351 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf620585-454d-4c02-8954-9639c2c213f7']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:11.198740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470506c3-c71c-41cc-ae76-fe94205d55f7') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:11.199028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470506c3-c71c-41cc-ae76-fe94205d55f7') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:11.210934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:11.234669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:11.252478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:18:11.253103 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:18:11.258805 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:18:11.339112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:11.352525 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:11.360082 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cf620585-454d-4c02-8954-9639c2c213f7 HTTP/1.1" status: 204 len: 168 time: 0.4030352 Oct 25 09:18:11.381417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34a52a-0eb2-4646-9d64-7db7b2239523 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf620585-454d-4c02-8954-9639c2c213f7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:11.699748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49608) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:11.749405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d3636e09-074a-4cf5-9af7-740b4568f6b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=387ea10922d144d68e816f53a5219ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484135 Oct 25 09:18:11.751754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49610) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:11.842938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53882b1e-d40a-42d2-8667-85567eaf56d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:11.871961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb73180-5700-4997-9602-a5f29caf395a req-9c4fedab-2a5f-4795-ba9f-c8bdaca1c4dc tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:11.900019 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bb73180-5700-4997-9602-a5f29caf395a req-9c4fedab-2a5f-4795-ba9f-c8bdaca1c4dc tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1208768 Oct 25 09:18:11.959345 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53882b1e-d40a-42d2-8667-85567eaf56d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:12.032045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 82325dae-6048-4868-bc0c-f8af50dd1690 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:12.037275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9bb73180-5700-4997-9602-a5f29caf395a req-4be3b693-95e3-4e3a-b854-e29382b1ec21 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359022 Oct 25 09:18:12.061572 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53882b1e-d40a-42d2-8667-85567eaf56d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:12.065025 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53882b1e-d40a-42d2-8667-85567eaf56d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:12.069833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-53882b1e-d40a-42d2-8667-85567eaf56d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a773510c-4785-4d4b-a6fe-af5c278bd9d8 HTTP/1.1" status: 204 len: 168 time: 0.3161521 Oct 25 09:18:12.083980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53882b1e-d40a-42d2-8667-85567eaf56d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773510c-4785-4d4b-a6fe-af5c278bd9d8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:12.100522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 82325dae-6048-4868-bc0c-f8af50dd1690 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:12.100865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 82325dae-6048-4868-bc0c-f8af50dd1690 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:12.101622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5051cdfd-1a55-43f5-897f-8a5e82512747 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:12.138356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5051cdfd-1a55-43f5-897f-8a5e82512747 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:12.138590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5051cdfd-1a55-43f5-897f-8a5e82512747 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:12.688652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49632) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:12.914362 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81860a01-02fe-43a4-a9f1-b3f68f75e4d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.013968 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81860a01-02fe-43a4-a9f1-b3f68f75e4d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.022757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-81860a01-02fe-43a4-a9f1-b3f68f75e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.068681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81860a01-02fe-43a4-a9f1-b3f68f75e4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48945f0b-5b65-48eb-8850-d8b635f7f025,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:13.074226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49646) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:13.108104 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-81860a01-02fe-43a4-a9f1-b3f68f75e4d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df31caeb38ab4cab9602247adf3af7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180379 Oct 25 09:18:13.111073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49650) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:13.171478 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-baf210cd-8b7e-4eb5-89fd-4aa6811e6e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.199437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-baf210cd-8b7e-4eb5-89fd-4aa6811e6e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.208856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-network', 'tenant_id': '4b8760a216824ec597867a276d8f018e'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:13.228767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648925a4-a8dd-4f3f-bebb-694ce1254dd1 req-28b1cceb-ed33-4b51-b113-2754a45a764c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:13.230347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-648925a4-a8dd-4f3f-bebb-694ce1254dd1 req-28b1cceb-ed33-4b51-b113-2754a45a764c tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0808542 Oct 25 09:18:13.260264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Made reservation on behalf of 4b8760a216824ec597867a276d8f018e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:13.261038 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-baf210cd-8b7e-4eb5-89fd-4aa6811e6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.263173 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.263870 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-baf210cd-8b7e-4eb5-89fd-4aa6811e6e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.265088 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-baf210cd-8b7e-4eb5-89fd-4aa6811e6e40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48945f0b-5b65-48eb-8850-d8b635f7f025 HTTP/1.1" status: 204 len: 168 time: 0.1522512 Oct 25 09:18:13.274116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf210cd-8b7e-4eb5-89fd-4aa6811e6e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48945f0b-5b65-48eb-8850-d8b635f7f025,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:13.278000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.313430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-648925a4-a8dd-4f3f-bebb-694ce1254dd1 req-b9b05196-3676-4681-8d3e-bd5bbd45539d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732484 Oct 25 09:18:13.388415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.393181 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.425084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:18:13.435852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:13.445894 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.446592 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Added segment ef72a035-7e13-4a34-b38b-56399072df2d of type vlan for network f80e0541-c9e1-44a7-a30c-24349659de5a Oct 25 09:18:13.491519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.520263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.521676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:13.522461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.602945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5251319 Oct 25 09:18:13.606043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49666) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:13.614005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Request body: {'subnet': {'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-subnet', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:13.628626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0686e-200e-4244-a366-98115b43b76a admin admin] Pushing event updated for resources: {'Network': ['ID=f80e0541-c9e1-44a7-a30c-24349659de5a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:13.641746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f80e0541-c9e1-44a7-a30c-24349659de5a details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:18:13.664827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Made reservation on behalf of 4b8760a216824ec597867a276d8f018e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:13.668224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.868925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-b281ee4f-0f79-4162-95f2-ea40a2142fc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482357 Oct 25 09:18:13.903740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:13.964906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-4927520d-9beb-49c9-a467-238befe932e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:13.967196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-4927520d-9beb-49c9-a467-238befe932e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0580406 Oct 25 09:18:13.986707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:13.993580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Checking segment: {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:13.994241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Network hostable DHCP agents. Network: f80e0541-c9e1-44a7-a30c-24349659de5a, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:18:14.015270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Network f80e0541-c9e1-44a7-a30c-24349659de5a is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:18:14.027501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f80e0541-c9e1-44a7-a30c-24349659de5a) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:14.033236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:14.033799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.040963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24965264-601c-4996-ba61-fe0707602fb8 None None] Network f80e0541-c9e1-44a7-a30c-24349659de5a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:14.056599 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e5311561-8408-43c5-8dd6-f3e84ba66647 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4459832 Oct 25 09:18:14.057068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49678) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:14.061420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:14.101598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.103923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.161028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-6a2eaac1-6b63-478b-9b4a-72e2e516426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:14.165227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-6a2eaac1-6b63-478b-9b4a-72e2e516426a service neutron] 10.222.0.41 "GET /v2.0/networks?id=59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 200 len: 898 time: 0.1669447 Oct 25 09:18:14.174273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49680) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:14.185187 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.192112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0ec307-7052-4f81-85f5-f25f90b191d4 None None] Network f80e0541-c9e1-44a7-a30c-24349659de5a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:14.287391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-3734c55e-ef59-4169-9bc3-b1733212741d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d HTTP/1.1" status: 200 len: 1000 time: 0.1118236 Oct 25 09:18:14.340005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2048732019-network', 'tenant_id': '676a720ff19f4c8e919254912aea07fe'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:14.367056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.377530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-9476e4d9-8a3f-42e8-af13-b79e9678dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:14.380066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-9476e4d9-8a3f-42e8-af13-b79e9678dc26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af0af259-8f1a-42d5-9ba8-2b90cc2471dd HTTP/1.1" status: 200 len: 835 time: 0.0849993 Oct 25 09:18:14.424626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Made reservation on behalf of 676a720ff19f4c8e919254912aea07fe for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:14.428297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.449193 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.491286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-1a8e3c14-0062-4341-a2a3-eae70c118667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:14.492880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-1a8e3c14-0062-4341-a2a3-eae70c118667 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ce0685-bc42-48d3-94cc-1b57038daf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053236 Oct 25 09:18:14.573584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84789965-364a-41ec-b993-9d1a39ad836f req-ac9052fe-07c6-4bd1-bda6-2dbeea79f50a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:14.575110 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84789965-364a-41ec-b993-9d1a39ad836f req-ac9052fe-07c6-4bd1-bda6-2dbeea79f50a tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1540976 Oct 25 09:18:14.622696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.648957 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.672554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84789965-364a-41ec-b993-9d1a39ad836f req-1ed1b280-c25d-4814-921f-371d3ea844b5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855830 Oct 25 09:18:14.679538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-b846b827-6c73-4e75-8c35-66f179b37202 service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793425 Oct 25 09:18:14.745838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.754179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.778229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Allocated IP 172.25.8.147 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/3643f823-e039-4089-9dac-afa76110382f) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:14.785384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:18:14.809333 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.809673 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Added segment fa9e88ca-d70f-4cb2-9881-82229a88550b of type vlan for network ffe4d141-f0c6-475b-a25b-42b5585c1c8e Oct 25 09:18:14.811259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4aaafd-8962-4e29-b79b-bee43ef35285,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:14.869523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea02dfea-fd90-459e-9612-dba69a75d1d9 req-1bbce117-23b9-4d60-b1ed-4d18d40a1616 service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807168 Oct 25 09:18:14.883956 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.914020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.915118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:14.915795 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.927858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.978210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:14.990280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8098519 Oct 25 09:18:14.990504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49688) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:14.995306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Request body: {'subnet': {'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2048732019-subnet', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:15.006206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cde952-6dd7-4c7c-b629-7241ae766f2d admin admin] Pushing event updated for resources: {'Network': ['ID=ffe4d141-f0c6-475b-a25b-42b5585c1c8e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:15.016658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:18:15.027657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Made reservation on behalf of 676a720ff19f4c8e919254912aea07fe for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:15.030161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.037863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:15.043031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:15.046116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:15.077109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Pushing event updated for resources: {'Port': ['ID=3643f823-e039-4089-9dac-afa76110382f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:15.218069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.288847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f3cdfa-8d92-4f66-afa9-e3edcae13e5f,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:15.297069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Checking segment: {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:15.297425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Network hostable DHCP agents. Network: ffe4d141-f0c6-475b-a25b-42b5585c1c8e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:18:15.315996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:18:15.326796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ffe4d141-f0c6-475b-a25b-42b5585c1c8e) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:15.334016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:15.335746 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.338557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da01f62c-455c-4eb4-8a43-222658dfb0c1 None None] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:15.346429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.358813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3a2a87ec-5323-46fb-b9fd-04796deebb6f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673003 Oct 25 09:18:15.361864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49690) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:15.368448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:15.396103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.397379 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.467721 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.498450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:18:15.499454 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.619603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.643838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.657633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Allocated IP 172.20.0.2 (ffe4d141-f0c6-475b-a25b-42b5585c1c8e/14f3cdfa-8d92-4f66-afa9-e3edcae13e5f/e9882a9b-393f-423d-a787-8edcbece6653) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:15.768696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:18:15.787203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49696) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:15.854718 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.867726 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:15.933597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Pushing event updated for resources: {'Port': ['ID=e9882a9b-393f-423d-a787-8edcbece6653,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:15.961150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:15.962946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:15.970129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:15.990402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dda79e-c4b9-4ea2-9470-5405cc042545 req-ed07d682-ddb3-48e7-ad5e-d9df132311ea tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:15.991929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60dda79e-c4b9-4ea2-9470-5405cc042545 req-ed07d682-ddb3-48e7-ad5e-d9df132311ea tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.2140112 Oct 25 09:18:16.058649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Attempting to bind port e9882a9b-393f-423d-a787-8edcbece6653 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:16.059259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Attempting to bind port e9882a9b-393f-423d-a787-8edcbece6653 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:16.059690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Attempting to bind port e9882a9b-393f-423d-a787-8edcbece6653 on network ffe4d141-f0c6-475b-a25b-42b5585c1c8e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:16.067727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:16.068297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Checking segment: {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:16.068839 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.069350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Bound using segment: {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:16.069965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Bound port: e9882a9b-393f-423d-a787-8edcbece6653, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:16.070519 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.104581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60dda79e-c4b9-4ea2-9470-5405cc042545 req-a74884f2-23db-4a64-8184-9c620b57ca3e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891583 Oct 25 09:18:16.105687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.130000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.169707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:16.187851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Sync routers for ids ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:16.204689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.208633 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0719efa0-d12f-4ffe-8450-7dc10b241948 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1502912 Oct 25 09:18:16.212360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49700) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:16.244580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Routers {'7070c2cd-b9ee-469b-a081-0c07ba3c03fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:16.249650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:16.376237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] For port e9882a9b-393f-423d-a787-8edcbece6653, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:16.630618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Allocated IP 172.25.8.66 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/c7bf296f-583f-4d12-b97b-896c88ab4f20) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:16.640723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] For port e9882a9b-393f-423d-a787-8edcbece6653, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e9882a9b-393f-423d-a787-8edcbece6653,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:16.652512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.691633 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2785a085-91af-4e68-b11a-053956298813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.762692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Set router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:16.799799 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.851202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16f612-6086-4dcf-bcb0-d90e79361e9d None None] Pushing event updated for resources: {'Port': ['ID=e9882a9b-393f-423d-a787-8edcbece6653,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:16.852536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:16.908914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:16.913043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:16.916368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:16.922158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bf296f-583f-4d12-b97b-896c88ab4f20,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:17.034252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3643f823-e039-4089-9dac-afa76110382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:15Z', 'revision_number': 3, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port': {'id': '3643f823-e039-4089-9dac-afa76110382f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:17.073006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Checking router: 7070c2cd-b9ee-469b-a081-0c07ba3c03fb for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:17.074078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Updating router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb port 3643f823-e039-4089-9dac-afa76110382f binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:18:17.117023 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.172717 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.269329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49706) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:17.279989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.324427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c3b7-e378-4bfe-a33b-3d2113bcf59a req-b5018612-cbc7-4cbb-a1ef-6aafdd875ba5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:17.326804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c76c3b7-e378-4bfe-a33b-3d2113bcf59a req-b5018612-cbc7-4cbb-a1ef-6aafdd875ba5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1060851 Oct 25 09:18:17.410042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c76c3b7-e378-4bfe-a33b-3d2113bcf59a req-1baab2ce-bc58-45f2-a564-27c7d0a20d86 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522363 Oct 25 09:18:17.446899 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.452722 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.460138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6911a-4289-4c3e-9aef-1a9365711b33 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:17.460639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6911a-4289-4c3e-9aef-1a9365711b33 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:17.461503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6911a-4289-4c3e-9aef-1a9365711b33 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:17.477208 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-87e6911a-4289-4c3e-9aef-1a9365711b33 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=ecf29f943a3b40e38cf1c0695447cc85&network_id=59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 200 len: 2969 time: 0.1911063 Oct 25 09:18:17.511506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Attempting to bind port 3643f823-e039-4089-9dac-afa76110382f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:17.511866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Attempting to bind port 3643f823-e039-4089-9dac-afa76110382f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:17.512220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Attempting to bind port 3643f823-e039-4089-9dac-afa76110382f on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:17.520351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb30f-2d6d-4415-8b30-1f61eedfa95e None None] Pushing event updated for resources: {'Port': ['ID=3643f823-e039-4089-9dac-afa76110382f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:17.523744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:17.524566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:17.525002 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.525379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:17.525847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Bound port: 3643f823-e039-4089-9dac-afa76110382f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:17.526218 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.557815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.559317 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.598267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] For port 3643f823-e039-4089-9dac-afa76110382f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:17.611802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] For port 3643f823-e039-4089-9dac-afa76110382f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3643f823-e039-4089-9dac-afa76110382f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:17.619269 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.690069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Routers {'7070c2cd-b9ee-469b-a081-0c07ba3c03fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:17.690573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:17.788233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb30f-2d6d-4415-8b30-1f61eedfa95e None None] Pushing event updated for resources: {'Port': ['ID=3643f823-e039-4089-9dac-afa76110382f,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:17.790408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:18:17.824062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] Set router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:17.828865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Deleting port 5d959290-80b3-4911-a5d3-dfe37c57a42e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:17.833638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:17.934533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Allocated IP 172.20.0.1 (f80e0541-c9e1-44a7-a30c-24349659de5a/4f2a3f2a-25b3-4466-9479-1f8d649f4fe0/0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:17.959933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:17.970118 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Sync routers for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:17.986568 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:17.990142 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:18.001881 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.003222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5a5022e7-d8dd-41d4-a4f3-f31f1443aab7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6382539 Oct 25 09:18:18.006247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49712) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:18.055672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] For port 5d959290-80b3-4911-a5d3-dfe37c57a42e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5d959290-80b3-4911-a5d3-dfe37c57a42e,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:18.056047 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.083972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Calling delete_port for 5d959290-80b3-4911-a5d3-dfe37c57a42e owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:18.085415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e9882a9b-393f-423d-a787-8edcbece6653 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:18.118977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d3382c-691e-46c6-b0a6-7eb245291c8f None None] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:18.163733 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:18.231684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.307054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e9882a9b-393f-423d-a787-8edcbece6653 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:18.307714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.339793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.350916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-439d8cfb-2724-4b1c-8532-a96d6db07df7 None None] Provisioning complete for port e9882a9b-393f-423d-a787-8edcbece6653 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:18.351599 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-439d8cfb-2724-4b1c-8532-a96d6db07df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.385250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3643f823-e039-4089-9dac-afa76110382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:15Z', 'revision_number': 3, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port': {'id': '3643f823-e039-4089-9dac-afa76110382f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:18.419245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Network f80e0541-c9e1-44a7-a30c-24349659de5a is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:18.419801 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:17Z', 'revision_number': 3, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:18.426123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:18.434149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:18.459380 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Checking router: 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:18.460151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Updating router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 port c7bf296f-583f-4d12-b97b-896c88ab4f20 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:18:18.462241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad18a7-8387-41e2-8a15-cacf89e8e65c None None] The sync data for ids ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'] in n-d-814746-2 is: [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3643f823-e039-4089-9dac-afa76110382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:15Z', 'revision_number': 3, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port': {'id': '3643f823-e039-4089-9dac-afa76110382f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:18.467227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:18.511709 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.540920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.645018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.673905 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-439d8cfb-2724-4b1c-8532-a96d6db07df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.693014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port e9882a9b-393f-423d-a787-8edcbece6653, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e9882a9b-393f-423d-a787-8edcbece6653,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:18.747256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.760745 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6496-0067-45ed-9e91-ca1b990f3de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.772102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.773630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6ae20-ea90-453f-be0c-87f24ce20a48 req-89df3fd7-6d78-45fe-9e81-9500b3988234 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:18.775416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62e6ae20-ea90-453f-be0c-87f24ce20a48 req-89df3fd7-6d78-45fe-9e81-9500b3988234 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1955640 Oct 25 09:18:18.818917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.830067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d959290-80b3-4911-a5d3-dfe37c57a42e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:18.846980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:18.890422 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-439d8cfb-2724-4b1c-8532-a96d6db07df7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:18:18.890909 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-439d8cfb-2724-4b1c-8532-a96d6db07df7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:18:18.900613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62e6ae20-ea90-453f-be0c-87f24ce20a48 req-c376562d-6a40-4613-af72-474c296d4269 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159754 Oct 25 09:18:18.920030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=e9882a9b-393f-423d-a787-8edcbece6653,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:19.110507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49720) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:19.130348 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.140876 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.218996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ae628-2f0f-473f-b882-8de2082d388a tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:19.219253 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Attempting to bind port c7bf296f-583f-4d12-b97b-896c88ab4f20 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:19.219542 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Attempting to bind port c7bf296f-583f-4d12-b97b-896c88ab4f20 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:19.220002 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Attempting to bind port c7bf296f-583f-4d12-b97b-896c88ab4f20 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:19.220654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-095ae628-2f0f-473f-b882-8de2082d388a tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb HTTP/1.1" status: 200 len: 814 time: 0.1090312 Oct 25 09:18:19.242486 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:19.242877 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:19.243556 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.243946 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:19.244428 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Bound port: c7bf296f-583f-4d12-b97b-896c88ab4f20, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:19.244808 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.249335 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Pushing event updated for resources: {'Port': ['ID=c7bf296f-583f-4d12-b97b-896c88ab4f20,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:19.257712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Allocated IP 172.20.0.1 (ffe4d141-f0c6-475b-a25b-42b5585c1c8e/14f3cdfa-8d92-4f66-afa9-e3edcae13e5f/d42e9526-77b5-471b-a8ec-35ccb7cac8ff) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:19.277568 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.277906 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.278250 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.278580 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.278911 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.279236 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.279555 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.279876 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.280193 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.280511 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.280829 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.281169 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:19.302661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.321737 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] For port c7bf296f-583f-4d12-b97b-896c88ab4f20, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:19.338930 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] For port c7bf296f-583f-4d12-b97b-896c88ab4f20, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c7bf296f-583f-4d12-b97b-896c88ab4f20,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:19.339564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.347646 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.374601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.417173 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.426277 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2134a6-2c2c-4da3-9ff2-b6c901ad6e15 None None] Pushing event updated for resources: {'Port': ['ID=c7bf296f-583f-4d12-b97b-896c88ab4f20,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:19.462628 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:19.465876 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:19.476056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.498474 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.501894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:19.520142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:19.522929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:19.526750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:19.605930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Pushing event updated for resources: {'Port': ['ID=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:19.615027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-74b75dd9-d763-4c3a-8d4c-58232f0e9144 None None] Provisioning complete for port e9882a9b-393f-423d-a787-8edcbece6653 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:19.616066 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-74b75dd9-d763-4c3a-8d4c-58232f0e9144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.627243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.644684 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:19.700355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49726) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:19.709438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'network': {'name': 'tempest-network-smoke--726844260', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'port_security_enabled': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:19.804397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:19.809262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.818247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Network f80e0541-c9e1-44a7-a30c-24349659de5a is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:19.830208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:19.903663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.916065 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.956052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4494475b-fa73-4828-897d-beaa2e6caf72 None None] Provisioning complete for port d42e9526-77b5-471b-a8ec-35ccb7cac8ff triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:19.956393 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4494475b-fa73-4828-897d-beaa2e6caf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:19.959582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:18:19.960985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.004589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:18:20.037203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4494475b-fa73-4828-897d-beaa2e6caf72 None None] Port d42e9526-77b5-471b-a8ec-35ccb7cac8ff cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:20.039871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:17Z', 'revision_number': 3, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:20.073995 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fe2be-a7d3-4e82-8de1-dce2bae4f240 None None] The sync data for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 is: [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:17Z', 'revision_number': 3, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:20.087034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.087481 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Added segment 4186f25f-49d1-4287-b6ea-9adb877bc57a of type vlan for network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 Oct 25 09:18:20.200828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d553c65-18f2-486c-8650-b43e9ccb66e2 req-e184a911-fecb-435d-8c4d-af1a5a950e85 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:20.202435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d553c65-18f2-486c-8650-b43e9ccb66e2 req-e184a911-fecb-435d-8c4d-af1a5a950e85 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1387572 Oct 25 09:18:20.272175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:18:20.274834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 3643f823-e039-4089-9dac-afa76110382f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:20.277387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d553c65-18f2-486c-8650-b43e9ccb66e2 req-fc71d68e-e14c-43ba-a353-6c32155c82b7 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667255 Oct 25 09:18:20.304832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.311619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.319054 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.349115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 3643f823-e039-4089-9dac-afa76110382f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:20.349939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.407209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.410866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Pushing event updated for resources: {'Port': ['ID=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:20.459102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:20.467973 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b61ba6ee-9481-491d-9482-e2295af0c055 admin admin] 10.222.0.32 "PUT /v2.0/routers/3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6787446 Oct 25 09:18:20.471131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49732) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:20.475626 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.481928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:20.482564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.491641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] Sync routers for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:20.529260 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.534730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:20.535688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:20.575596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:20.577198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:20.794431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.810018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:18:20.977529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 3643f823-e039-4089-9dac-afa76110382f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3643f823-e039-4089-9dac-afa76110382f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:20.995271 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:20.996479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e9882a9b-393f-423d-a787-8edcbece6653 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:21.055155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:21.060011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:21.069639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0285d528-704d-4e02-9281-482b91a60422 admin admin] 10.222.0.32 "PUT /v2.0/routers/74c0f8e8-59af-4a57-a79d-c4bdd8b1d935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0552957 Oct 25 09:18:21.248544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cf350231-f6dd-4175-8405-5c2ef2d1e483 None None] Provisioning complete for port d42e9526-77b5-471b-a8ec-35ccb7cac8ff triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:21.248865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf350231-f6dd-4175-8405-5c2ef2d1e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:21.309835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-cf350231-f6dd-4175-8405-5c2ef2d1e483 None None] Port d42e9526-77b5-471b-a8ec-35ccb7cac8ff cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:21.328797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=3643f823-e039-4089-9dac-afa76110382f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:21.393119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e9882a9b-393f-423d-a787-8edcbece6653 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:21.393523 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:21.476585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965761-2072-43b6-9c13-3daacc090ed9 req-571db080-c581-42e2-98c7-e240e0c00ba1 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:21.478964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f965761-2072-43b6-9c13-3daacc090ed9 req-571db080-c581-42e2-98c7-e240e0c00ba1 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0783145 Oct 25 09:18:21.498672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:18:18Z', 'revision_number': 5, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port': {'id': '77143e37-691c-4cd0-b3a6-f6f71b39e417', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:06:45Z', 'updated_at': '2021-10-25T09:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:21.500177 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7962499 Oct 25 09:18:21.501419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:21.503647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49742) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:21.522790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-03cf3612-37de-4f1d-b3ac-34c6b807d918 admin admin] 10.222.0.32 "PUT /v2.0/routers/7070c2cd-b9ee-469b-a081-0c07ba3c03fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3003230 Oct 25 09:18:21.523050 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Sync routers for ids ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:21.523504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaadfc3-78a8-4baf-899c-bdc3d992a77d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Network': ['ID=699f1739-32ae-47ea-8fbb-36e65f14dcd7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:21.530633 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Routers {'7070c2cd-b9ee-469b-a081-0c07ba3c03fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:21.531247 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:21.562015 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:21.600368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:18:21.621170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] Checking router: 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:21.681634 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Set router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:21.689326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f965761-2072-43b6-9c13-3daacc090ed9 req-ae62f24e-01f8-4a71-81f8-de39d16cd3a1 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992826 Oct 25 09:18:21.758433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeac0f3-5f50-41aa-a436-54440bb712c9 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:21.766424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-faeac0f3-5f50-41aa-a436-54440bb712c9 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ecf29f943a3b40e38cf1c0695447cc85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2580419 Oct 25 09:18:21.770383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49752) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:21.779212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Deleting port 77143e37-691c-4cd0-b3a6-f6f71b39e417 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:21.779824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:21.854561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] Routers {'3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:21.855186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:21.896208 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:21.966130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] Set router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:22.017864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] For port 77143e37-691c-4cd0-b3a6-f6f71b39e417, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=77143e37-691c-4cd0-b3a6-f6f71b39e417,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:22.018649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.035528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49762) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:22.039882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23219b4d-2b86-4557-b83c-933bb0cf3152 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:22.052005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-23219b4d-2b86-4557-b83c-933bb0cf3152 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2805331 Oct 25 09:18:22.055990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49764) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:22.062466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:18:21Z', 'revision_number': 6, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:22.063565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1864214704-network', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:22.072870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Calling delete_port for 77143e37-691c-4cd0-b3a6-f6f71b39e417 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:22.120291 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3643f823-e039-4089-9dac-afa76110382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:18Z', 'revision_number': 4, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port': {'id': '3643f823-e039-4089-9dac-afa76110382f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e', 'name': '', 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'mac_address': 'fa:16:3e:44:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4f2a3f2a-25b3-4466-9479-1f8d649f4fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:17Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 2, 'project_id': '4b8760a216824ec597867a276d8f018e', 'subnets': [{'id': '4f2a3f2a-25b3-4466-9479-1f8d649f4fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:22.133858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6a0dc-b104-4bdf-ba30-11e5f53acfdc None None] The sync data for ids ['3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21'] in n-d-814746-2 is: [{'id': '3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21', 'name': 'tempest-TaggedBootDevicesTest_v242-1720398821-router', 'tenant_id': 'e37673da2a52404881eed747461077c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:06:42Z', 'updated_at': '2021-10-25T09:18:21Z', 'revision_number': 6, 'project_id': 'e37673da2a52404881eed747461077c9', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:22.139784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c7bf296f-583f-4d12-b97b-896c88ab4f20 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:22.142781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60387bca-ab7e-4e9d-9ad2-dd042b4b0d3b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838158 Oct 25 09:18:22.145263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49766) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:22.179791 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Checking router: 7070c2cd-b9ee-469b-a081-0c07ba3c03fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:22.180155 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Updating router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:18:22.187195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f80a9132-29f7-487c-8cd2-7f019a03e074 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ecf29f943a3b40e38cf1c0695447cc85&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405729 Oct 25 09:18:22.190147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49768) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:22.205034 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Made reservation on behalf of 3a2e7bf575054ea49fadf6673e56a22c for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:22.207425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.218752 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.234719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c7bf296f-583f-4d12-b97b-896c88ab4f20 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:22.235540 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.272842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.356453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.406055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port c7bf296f-583f-4d12-b97b-896c88ab4f20, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c7bf296f-583f-4d12-b97b-896c88ab4f20,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:22.413465 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.419627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 3643f823-e039-4089-9dac-afa76110382f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:22.425559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd53d9c-396a-45d9-994d-939471362678 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:22.429293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49778) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:22.429460 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9cd53d9c-396a-45d9-994d-939471362678 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2335517 Oct 25 09:18:22.479965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e1fe10bb-8ac2-47c0-9fca-f19ef50e524c tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492947 Oct 25 09:18:22.487762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49780) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:22.495228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2125898296', 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:22.549584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=c7bf296f-583f-4d12-b97b-896c88ab4f20,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:22.585900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.590878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 3643f823-e039-4089-9dac-afa76110382f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:22.591584 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.597440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.601616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.670787 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.679786 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.684766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:18:22.697467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Pushing event deleted for resources: {'Port': ['ID=77143e37-691c-4cd0-b3a6-f6f71b39e417,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:22.740005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.740358 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Added segment ac84caf0-7352-4f69-a321-d5faea7e29d4 of type vlan for network fb46d12d-d7bc-4667-b68f-052122bd8a4e Oct 25 09:18:22.752038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add7c322-af0c-4e62-afd8-ee1918fad1f2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:22.808424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-351e2642-be1f-4e71-8f71-475f808697c3 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:22.810509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-351e2642-be1f-4e71-8f71-475f808697c3 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 819 time: 0.3340807 Oct 25 09:18:22.813531 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ccf20-358d-475f-b849-110b8a3527c8 None None] Pushing event updated for resources: {'Port': ['ID=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:22.827134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:22.829362 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Attempting to bind port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:22.829876 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Attempting to bind port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:22.830308 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Attempting to bind port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e on network f80e0541-c9e1-44a7-a30c-24349659de5a {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:22.830668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.838457 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.838597 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:22.839066 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Checking segment: {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:22.839523 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.840002 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Bound using segment: {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:22.840500 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Bound port: 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:22.840963 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.857104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-d5ef5f9f-3d2b-43e2-bfd3-da6a6693999a tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/quotas/4b8760a216824ec597867a276d8f018e HTTP/1.1" status: 200 len: 375 time: 0.0266361 Oct 25 09:18:22.888288 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.918111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-ae0c6b5c-ee24-4da9-9531-f190a90c41ef tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533960 Oct 25 09:18:22.921785 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] For port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:22.926776 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] For port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:22.937565 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:22.990312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Sync routers for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:22.999275 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Routers {'7070c2cd-b9ee-469b-a081-0c07ba3c03fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:22.999830 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:23.014639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:23.015820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:23.024580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.028208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.030852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.031817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:23.032392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.051881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-9ff2d299-d299-41dd-b88f-2971d8662d9d service neutron] 10.222.0.32 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241112 Oct 25 09:18:23.152352 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1134717 Oct 25 09:18:23.156136 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ccf20-358d-475f-b849-110b8a3527c8 None None] Pushing event updated for resources: {'Port': ['ID=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:23.156785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49784) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:23.161599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.162119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:18:23.166631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Request body: {'subnet': {'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1864214704-subnet', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:23.172647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-2b2f2289-2a82-4f6e-91d1-70797e1d4292 service neutron] 10.222.0.32 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195219 Oct 25 09:18:23.177368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.180834 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7b62f382-47c0-4d20-aa73-62b4f1ea0940 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3e1a9ed9-98f8-4f0f-ab5a-d220f5d42f21 HTTP/1.1" status: 204 len: 168 time: 2.7061777 Oct 25 09:18:23.181443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49786) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:23.200130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac63f7-9280-48c8-b085-a2fbd0da561d admin admin] Pushing event updated for resources: {'Network': ['ID=fb46d12d-d7bc-4667-b68f-052122bd8a4e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:23.238269 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Made reservation on behalf of 3a2e7bf575054ea49fadf6673e56a22c for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:23.241056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.244829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:23.250000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-75da4dc4-4c13-4ab6-8a43-7fb790b7410c admin admin] Deleting subnet a17b50ce-565d-463c-82cf-a47b5cd78ad9 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:18:23.262823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75da4dc4-4c13-4ab6-8a43-7fb790b7410c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.285334 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] Set router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:23.345368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.347750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75da4dc4-4c13-4ab6-8a43-7fb790b7410c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.372720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network fb46d12d-d7bc-4667-b68f-052122bd8a4e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:18:23.530714 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75da4dc4-4c13-4ab6-8a43-7fb790b7410c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.577734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Subnet': ['ID=c8423957-208a-4c0a-98df-b22645b9fb64,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:23.658839 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Checking segment: {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:23.659535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network hostable DHCP agents. Network: 699f1739-32ae-47ea-8fbb-36e65f14dcd7, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:18:23.661103 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3643f823-e039-4089-9dac-afa76110382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:18Z', 'revision_number': 4, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port': {'id': '3643f823-e039-4089-9dac-afa76110382f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e', 'name': '', 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'mac_address': 'fa:16:3e:44:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4f2a3f2a-25b3-4466-9479-1f8d649f4fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:17Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '4b8760a216824ec597867a276d8f018e', 'subnets': [{'id': '4f2a3f2a-25b3-4466-9479-1f8d649f4fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:23.702323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088b50-20ad-4147-83cc-6a354cc2ebd4 req-3948a66f-7d6e-49c5-818e-5e2038bdb5f4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:23.703666 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb496043-af41-4a79-ba3b-dfdad7db13ef None None] The sync data for ids ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'] in n-d-814746-2 is: [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3643f823-e039-4089-9dac-afa76110382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:18Z', 'revision_number': 4, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port': {'id': '3643f823-e039-4089-9dac-afa76110382f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e', 'name': '', 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'mac_address': 'fa:16:3e:44:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4f2a3f2a-25b3-4466-9479-1f8d649f4fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:17Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '4b8760a216824ec597867a276d8f018e', 'subnets': [{'id': '4f2a3f2a-25b3-4466-9479-1f8d649f4fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:23.704783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca088b50-20ad-4147-83cc-6a354cc2ebd4 req-3948a66f-7d6e-49c5-818e-5e2038bdb5f4 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1955471 Oct 25 09:18:23.712673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75da4dc4-4c13-4ab6-8a43-7fb790b7410c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.714371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.724547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:18:23.782215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:20Z', 'revision_number': 2, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:23.812220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 699f1739-32ae-47ea-8fbb-36e65f14dcd7) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:23.817336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:23.818487 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.858236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Checking router: 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:23.858513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Updating router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 port d42e9526-77b5-471b-a8ec-35ccb7cac8ff binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:18:23.860692 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aa2b5d49-fcb5-4328-a288-b0b78556e3f5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3718302 Oct 25 09:18:23.870167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a041b26c-1cc2-4526-b5f5-c22c1c2bd13f,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:23.879716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Checking segment: {'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:23.880084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Network hostable DHCP agents. Network: fb46d12d-d7bc-4667-b68f-052122bd8a4e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:18:23.898934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Network fb46d12d-d7bc-4667-b68f-052122bd8a4e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:18:23.901121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6b74a-40dd-45a8-a767-ac1bab75eded None None] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:23.904265 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.924670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, fb46d12d-d7bc-4667-b68f-052122bd8a4e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:23.931130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:23.932025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:23.961451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5d4ea-2ce4-4bd8-a6db-b2d256ef7801 None None] Network fb46d12d-d7bc-4667-b68f-052122bd8a4e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:23.969182 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9609a380-d57c-4e16-ac09-cfca33d6c02c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8084128 Oct 25 09:18:23.969937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49798) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:23.984985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:24.049178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.051501 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.159001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.339006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-75da4dc4-4c13-4ab6-8a43-7fb790b7410c admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.343035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-75da4dc4-4c13-4ab6-8a43-7fb790b7410c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a17b50ce-565d-463c-82cf-a47b5cd78ad9 HTTP/1.1" status: 204 len: 168 time: 1.1605556 Oct 25 09:18:24.347719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da4dc4-4c13-4ab6-8a43-7fb790b7410c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17b50ce-565d-463c-82cf-a47b5cd78ad9,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:24.352747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49802) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:24.362755 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.372100 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.411518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c7bf296f-583f-4d12-b97b-896c88ab4f20 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:24.450997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca088b50-20ad-4147-83cc-6a354cc2ebd4 req-d4f95a53-272c-438a-8693-cf6065808be6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7332757 Oct 25 09:18:24.458514 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.473897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9adac7c-b485-4c26-af5c-69403905ea3b None None] Network 24161614-046e-4f08-b967-937169f2c138 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:24.476192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.624042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Deleting port 4279bf35-66ff-44a5-a13d-bd00ceb51778 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:24.624395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.708417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.736705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] For port 4279bf35-66ff-44a5-a13d-bd00ceb51778, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4279bf35-66ff-44a5-a13d-bd00ceb51778,segment=NetworkSegment(838d8ad0-c3d5-48ee-951b-85124f657014),segment_id=838d8ad0-c3d5-48ee-951b-85124f657014)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:24.737128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.739918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.755408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Calling delete_port for 4279bf35-66ff-44a5-a13d-bd00ceb51778 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:24.779306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c7bf296f-583f-4d12-b97b-896c88ab4f20 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:24.779671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.797773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c41925-1f07-41ca-97bd-b63c039efeb5 None None] Pushing event updated for resources: {'Port': ['ID=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:24.869287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:24.926902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Pushing event deleted for resources: {'Port': ['ID=4279bf35-66ff-44a5-a13d-bd00ceb51778,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:24.955734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] No DVR routers for this DVR port 4279bf35-66ff-44a5-a13d-bd00ceb51778 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:25.051302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Allocated IP 172.25.8.91 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:25.251620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.297935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11fa519d-987b-416f-9830-b7e94a57269b req-d308b764-ec8a-43f4-9773-7ff1767756d1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 210 time: 0.1413836 Oct 25 09:18:25.324533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.327201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.357960 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24161614-046e-4f08-b967-937169f2c138']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:25.366518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:25.370872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:25.378994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:25.384084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838d8ad0-c3d5-48ee-951b-85124f657014') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:25.384259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838d8ad0-c3d5-48ee-951b-85124f657014') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:25.403595 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.421813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:25.438911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-8c5b3e27-a21d-45a9-a433-5b4b9a2e642e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:25.443957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-fb46d12d-d7bc-4667-b68f-052122bd8a4e', 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'fixed_ips': [{'subnet_id': 'a041b26c-1cc2-4526-b5f5-c22c1c2bd13f'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:18:25.445242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-8c5b3e27-a21d-45a9-a433-5b4b9a2e642e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.41 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 819 time: 0.3171864 Oct 25 09:18:25.447900 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.452792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.466725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Request body: {'port': {'device_id': '8394aa9e-5941-44f6-9286-d6caf66e1ea7', 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a', 'admin_state_up': True, 'tenant_id': '4b8760a216824ec597867a276d8f018e'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:25.470626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:18:25.471026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:18:25.474274 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:18:25.614982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Attempting to bind port d42e9526-77b5-471b-a8ec-35ccb7cac8ff on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:25.615746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Attempting to bind port d42e9526-77b5-471b-a8ec-35ccb7cac8ff by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:25.616533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Attempting to bind port d42e9526-77b5-471b-a8ec-35ccb7cac8ff on network ffe4d141-f0c6-475b-a25b-42b5585c1c8e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:25.639167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.661029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.669513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] 10.222.0.32 "DELETE /v2.0/networks/24161614-046e-4f08-b967-937169f2c138 HTTP/1.1" status: 204 len: 168 time: 1.3154564 Oct 25 09:18:25.686424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49810) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:25.687035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-503bc607-d2d4-4469-953e-e53b1ed4a7fb None None] Provisioning complete for port d42e9526-77b5-471b-a8ec-35ccb7cac8ff triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:25.687483 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-503bc607-d2d4-4469-953e-e53b1ed4a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.701739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8fc05cdd-d7e0-4240-b767-83d9910d6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873547588', 'description': 'tempest-secgroup-smoke-1873547588 description', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:25.743947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5d0e9-d405-4043-ad06-8e03b56e8cec admin admin] Pushing event deleted for resources: {'Network': ['ID=24161614-046e-4f08-b967-937169f2c138,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:25.758469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-699f1739-32ae-47ea-8fbb-36e65f14dcd7', 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ips': [{'subnet_id': 'c8423957-208a-4c0a-98df-b22645b9fb64'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:18:25.759229 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.761596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:25.762628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Checking segment: {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:25.763579 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.763579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Bound using segment: {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:25.764178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Bound port: d42e9526-77b5-471b-a8ec-35ccb7cac8ff, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:25.765717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.785585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-503bc607-d2d4-4469-953e-e53b1ed4a7fb None None] Port d42e9526-77b5-471b-a8ec-35ccb7cac8ff cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:25.806384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29671009-fde2-428b-9654-e905af806600 None None] DHCP port deletion for 24161614-046e-4f08-b967-937169f2c138 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:18:25.827629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8fc05cdd-d7e0-4240-b767-83d9910d6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.877594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.912198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Made reservation on behalf of 4b8760a216824ec597867a276d8f018e for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:25.915739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:25.977172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-06ea09ac-4c93-49c4-835c-6b8fca9e1952 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:25.978593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-06ea09ac-4c93-49c4-835c-6b8fca9e1952 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 819 time: 0.1829824 Oct 25 09:18:25.978919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49822) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:26.037694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] For port d42e9526-77b5-471b-a8ec-35ccb7cac8ff, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:26.044482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] For port d42e9526-77b5-471b-a8ec-35ccb7cac8ff, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:26.048702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:26.051634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Allocated IP 172.20.0.2 (fb46d12d-d7bc-4667-b68f-052122bd8a4e/a041b26c-1cc2-4526-b5f5-c22c1c2bd13f/f623364c-ee3b-4635-b81a-fe198a572c10) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:26.052136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-247bafbb-cce7-483d-8e05-e7c3d0969d2f tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/quotas/4b8760a216824ec597867a276d8f018e HTTP/1.1" status: 200 len: 375 time: 0.0625811 Oct 25 09:18:26.060240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2d5bcb4b-904b-41ba-bb53-fea96f219a4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e37673da2a52404881eed747461077c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784385 Oct 25 09:18:26.063456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49824) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:26.075443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.076584 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8fc05cdd-d7e0-4240-b767-83d9910d6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.094226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8fc05cdd-d7e0-4240-b767-83d9910d6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.170821 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8fc05cdd-d7e0-4240-b767-83d9910d6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.172454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8fc05cdd-d7e0-4240-b767-83d9910d6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4849179 Oct 25 09:18:26.177403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49826) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:26.184185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7a14a2a7-fd3e-463b-9d5d-6bdedef9b9e9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': 'c23598a1-f88a-48d1-a2ed-4d77c07d386a', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:26.219934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-c1da56ee-83bf-44d3-9f90-feae2a1c4790 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469955 Oct 25 09:18:26.227813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc3d46aa-91eb-4c30-80f1-d8b5f6076c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.229128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc05cdd-d7e0-4240-b767-83d9910d6868 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23598a1-f88a-48d1-a2ed-4d77c07d386a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:26.238463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Allocated IP 172.20.0.18 (699f1739-32ae-47ea-8fbb-36e65f14dcd7/c8423957-208a-4c0a-98df-b22645b9fb64/0ea58a35-2a6a-4fdd-8e56-14b81cb248b5) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:26.251511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc3d46aa-91eb-4c30-80f1-d8b5f6076c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.267055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c41925-1f07-41ca-97bd-b63c039efeb5 None None] Pushing event updated for resources: {'Port': ['ID=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:26.277733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a14a2a7-fd3e-463b-9d5d-6bdedef9b9e9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.287888 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.308443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Allocated IP 172.20.0.11 (f80e0541-c9e1-44a7-a30c-24349659de5a/4f2a3f2a-25b3-4466-9479-1f8d649f4fe0/b92748a8-8615-48ca-bc1c-3d14bbf61449) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:26.317257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:26.318293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:26.390873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-707c8dcc-aad8-4524-b298-82a98f95c80a service neutron] 10.222.0.32 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705472 Oct 25 09:18:26.448542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc3d46aa-91eb-4c30-80f1-d8b5f6076c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.451475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cc3d46aa-91eb-4c30-80f1-d8b5f6076c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.460229 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cc3d46aa-91eb-4c30-80f1-d8b5f6076c89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a33943da-78aa-449f-9433-e028c6b1e39a HTTP/1.1" status: 204 len: 168 time: 0.3934746 Oct 25 09:18:26.487430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:26.488913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.493957 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a14a2a7-fd3e-463b-9d5d-6bdedef9b9e9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.518299 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a14a2a7-fd3e-463b-9d5d-6bdedef9b9e9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.525190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d46aa-91eb-4c30-80f1-d8b5f6076c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33943da-78aa-449f-9433-e028c6b1e39a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:26.564102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14a2a7-fd3e-463b-9d5d-6bdedef9b9e9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d633976-afb3-4808-b511-95cf1fccd017,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:26.590826 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a14a2a7-fd3e-463b-9d5d-6bdedef9b9e9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.596029 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7a14a2a7-fd3e-463b-9d5d-6bdedef9b9e9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4163098 Oct 25 09:18:26.599996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49830) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:26.609123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c405d344-44fa-40dc-a7c8-5092706471c4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': 'c23598a1-f88a-48d1-a2ed-4d77c07d386a', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:26.625799 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d4d00c3-07aa-4dfe-944e-da8b75831304 service neutron] 10.222.0.32 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263246 Oct 25 09:18:26.630237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Router fa750259-f565-4380-ac37-2dc986398607 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:18:26.663960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.672211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c405d344-44fa-40dc-a7c8-5092706471c4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.750638 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.828009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Network f80e0541-c9e1-44a7-a30c-24349659de5a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:26.847554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:26.861838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:26.875769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:26.889069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Pushing event updated for resources: {'Port': ['ID=b92748a8-8615-48ca-bc1c-3d14bbf61449,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:26.956431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c405d344-44fa-40dc-a7c8-5092706471c4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.983013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c405d344-44fa-40dc-a7c8-5092706471c4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:26.998873 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.003838 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.007013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:27.017792 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Sync routers for ids ['fa750259-f565-4380-ac37-2dc986398607'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:27.027329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:27.027976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.028347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405d344-44fa-40dc-a7c8-5092706471c4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8f0d5f-1dfb-4678-baca-b2b546a25dd2,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:27.048827 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Routers {'fa750259-f565-4380-ac37-2dc986398607'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:27.050656 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa750259-f565-4380-ac37-2dc986398607'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:27.053868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e499871-9098-4a9c-8cd9-364f8d777f51 req-a4d0d369-c873-4676-bf30-8ae0b81ab329 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:27.055500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e499871-9098-4a9c-8cd9-364f8d777f51 req-a4d0d369-c873-4676-bf30-8ae0b81ab329 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.2119291 Oct 25 09:18:27.072800 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.074783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c405d344-44fa-40dc-a7c8-5092706471c4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.083539 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c405d344-44fa-40dc-a7c8-5092706471c4 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4823928 Oct 25 09:18:27.084851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49850) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:27.088281 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.089230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-90b1b5d7-8beb-4b5e-86c4-3848f06ca866 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': 'c23598a1-f88a-48d1-a2ed-4d77c07d386a', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:27.099927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-30d7b283-3182-4f00-93ea-9e41f30ec89c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6379158 Oct 25 09:18:27.101564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.102862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-685a8fec-04d0-4b3f-9280-66c55d712d30 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1318803 Oct 25 09:18:27.106929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49852) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:27.147640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Request body: {'port': {'device_id': '8394aa9e-5941-44f6-9286-d6caf66e1ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:27.156170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-33e6f84e-2adb-4926-85ab-27ef1c8890c6 None None] Provisioning complete for port d42e9526-77b5-471b-a8ec-35ccb7cac8ff triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:27.156803 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33e6f84e-2adb-4926-85ab-27ef1c8890c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.172061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90b1b5d7-8beb-4b5e-86c4-3848f06ca866 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.224764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Network fb46d12d-d7bc-4667-b68f-052122bd8a4e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:27.231606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e499871-9098-4a9c-8cd9-364f8d777f51 req-5e3db87b-1374-4b31-88c9-92827efe312d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640222 Oct 25 09:18:27.243837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:27.262168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:27.271173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:27.282370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:27.291942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Pushing event updated for resources: {'Port': ['ID=f623364c-ee3b-4635-b81a-fe198a572c10,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:27.294944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:27.304263 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Set router fa750259-f565-4380-ac37-2dc986398607 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:27.316808 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.374762 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90b1b5d7-8beb-4b5e-86c4-3848f06ca866 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.387739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90b1b5d7-8beb-4b5e-86c4-3848f06ca866 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.401964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.416558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1b5d7-8beb-4b5e-86c4-3848f06ca866 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef17599b-3ea6-499f-99b5-fce7cdf4ee37,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:27.474308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-90b1b5d7-8beb-4b5e-86c4-3848f06ca866 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.478369 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-90b1b5d7-8beb-4b5e-86c4-3848f06ca866 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902626 Oct 25 09:18:27.481402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49862) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:27.492171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b044b1b7-1d62-407b-a5b3-24489a16d952 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': 'c23598a1-f88a-48d1-a2ed-4d77c07d386a', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:27.495980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fd448cf-327f-4f7e-a570-f3c55bd12816 req-d02fc323-2ba7-4e5e-8639-3369c1025e14 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 210 time: 0.1073170 Oct 25 09:18:27.544848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b044b1b7-1d62-407b-a5b3-24489a16d952 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.545826 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:25Z', 'revision_number': 3, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port': {'id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:27.593274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Checking router: fa750259-f565-4380-ac37-2dc986398607 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:27.593649 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Updating router fa750259-f565-4380-ac37-2dc986398607 port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:18:27.664401 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.666593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b044b1b7-1d62-407b-a5b3-24489a16d952 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.673957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:27.684336 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b044b1b7-1d62-407b-a5b3-24489a16d952 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.715822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044b1b7-1d62-407b-a5b3-24489a16d952 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64167fe9-b44d-4250-a736-fa6669a4af78,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:27.723877 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b044b1b7-1d62-407b-a5b3-24489a16d952 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.725941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b044b1b7-1d62-407b-a5b3-24489a16d952 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2428956 Oct 25 09:18:27.728753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49872) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:27.734701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Pushing event updated for resources: {'Port': ['ID=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:27.738726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0d741b58-b7f5-43c1-97c2-a8ee24ccf6cb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': 'c23598a1-f88a-48d1-a2ed-4d77c07d386a', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:27.760149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Attempting to bind port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:27.764969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Attempting to bind port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:27.767608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Attempting to bind port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 on network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:27.770086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Attempting to bind port f623364c-ee3b-4635-b81a-fe198a572c10 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:27.771896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Attempting to bind port f623364c-ee3b-4635-b81a-fe198a572c10 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:27.773287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Attempting to bind port f623364c-ee3b-4635-b81a-fe198a572c10 on network fb46d12d-d7bc-4667-b68f-052122bd8a4e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:27.782143 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-0d741b58-b7f5-43c1-97c2-a8ee24ccf6cb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Project ecf29f943a3b40e38cf1c0695447cc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:18:27.790421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0d741b58-b7f5-43c1-97c2-a8ee24ccf6cb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:27.891217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-640449061-network', 'tenant_id': 'cb54f3dee5814978ad5f363ffec88818'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:27.983585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0d741b58-b7f5-43c1-97c2-a8ee24ccf6cb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.020406 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0d741b58-b7f5-43c1-97c2-a8ee24ccf6cb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.046139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Made reservation on behalf of cb54f3dee5814978ad5f363ffec88818 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:28.049084 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.059211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:28.068740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d741b58-b7f5-43c1-97c2-a8ee24ccf6cb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311dbc1b-faf8-46f7-879e-ef152550bca2,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:28.084185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0d741b58-b7f5-43c1-97c2-a8ee24ccf6cb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.086273 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0d741b58-b7f5-43c1-97c2-a8ee24ccf6cb tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3561730 Oct 25 09:18:28.088134 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.089937 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.092865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49876) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:28.096198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.099269 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.099948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:28.100504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Checking segment: {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:28.101010 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.101449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Bound using segment: {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:28.101935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Bound port: 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:28.102415 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.141210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cb110bbf-7d51-4485-9f3c-0000ab3062d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': 'c23598a1-f88a-48d1-a2ed-4d77c07d386a', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:28.167638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:28.168101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Checking segment: {'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:28.168498 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.168923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Bound using segment: {'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:28.169410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Bound port: f623364c-ee3b-4635-b81a-fe198a572c10, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:28.169791 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.176588 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Attempting to bind port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:28.177102 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Attempting to bind port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:28.177932 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Attempting to bind port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:28.191897 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:28.192475 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:28.192874 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.193523 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:28.194011 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Bound port: b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:28.194438 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.197651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:28.211143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5d959290-80b3-4911-a5d3-dfe37c57a42e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:28.212099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed1504-2960-41f1-a0ae-6acba59a0280 req-978b66aa-b9b0-4507-8d97-6fc99d201936 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:28.213819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6ed1504-2960-41f1-a0ae-6acba59a0280 req-978b66aa-b9b0-4507-8d97-6fc99d201936 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1096 time: 0.1844535 Oct 25 09:18:28.220870 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-cb110bbf-7d51-4485-9f3c-0000ab3062d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Project ecf29f943a3b40e38cf1c0695447cc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:18:28.235422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb110bbf-7d51-4485-9f3c-0000ab3062d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.240069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92748a8-8615-48ca-bc1c-3d14bbf61449 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:28.272047 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.301035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5d959290-80b3-4911-a5d3-dfe37c57a42e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:28.301372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5d959290-80b3-4911-a5d3-dfe37c57a42e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:28.302158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a6ed1504-2960-41f1-a0ae-6acba59a0280 req-7eebc71c-0700-4e6c-ac80-d09754f471ec tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.302317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 77143e37-691c-4cd0-b3a6-f6f71b39e417 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:28.312595 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] For port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:28.324578 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] For port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:28.325164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Transition to ACTIVE for port object b92748a8-8615-48ca-bc1c-3d14bbf61449 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:18:28.334138 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b7620-0abb-4d7d-84c8-e61c27dcbe57 None None] Pushing event updated for resources: {'Port': ['ID=b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:28.341317 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33e6f84e-2adb-4926-85ab-27ef1c8890c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.341968 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.353598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.377955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 77143e37-691c-4cd0-b3a6-f6f71b39e417 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:28.379639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 77143e37-691c-4cd0-b3a6-f6f71b39e417 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:28.431091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.445804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Pushing event updated for resources: {'Port': ['ID=b92748a8-8615-48ca-bc1c-3d14bbf61449,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:28.463704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-33e6f84e-2adb-4926-85ab-27ef1c8890c6 None None] For port d42e9526-77b5-471b-a8ec-35ccb7cac8ff, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:28.470891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb110bbf-7d51-4485-9f3c-0000ab3062d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.492571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.496853 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33e6f84e-2adb-4926-85ab-27ef1c8890c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.511098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:26Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:28.511727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb110bbf-7d51-4485-9f3c-0000ab3062d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.517709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] For port f623364c-ee3b-4635-b81a-fe198a572c10, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:28.521682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] For port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:28.533272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.554026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb110bbf-7d51-4485-9f3c-0000ab3062d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5efe478-d34e-45e9-b758-c036ed6874ad,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:28.562869 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Routers {'fa750259-f565-4380-ac37-2dc986398607'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:28.563528 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa750259-f565-4380-ac37-2dc986398607'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:28.579718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb110bbf-7d51-4485-9f3c-0000ab3062d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.582353 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cb110bbf-7d51-4485-9f3c-0000ab3062d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4876015 Oct 25 09:18:28.584013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:18:28.606538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b188607-38f6-4a4a-814a-41e11a157e11,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:28.612956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.613428 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Added segment 1a988875-e0e7-4a66-9264-10c476cd554b of type vlan for network 4e3c0891-c1ad-49c8-b804-f360f397fe7a Oct 25 09:18:28.673958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:28.690166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58585550-d485-4893-b7db-a5fde773ae75 None None] The sync data for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 is: [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:26Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:28.712451 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.760770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] For port f623364c-ee3b-4635-b81a-fe198a572c10, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f623364c-ee3b-4635-b81a-fe198a572c10,segment=NetworkSegment(ac84caf0-7352-4f69-a321-d5faea7e29d4),segment_id=ac84caf0-7352-4f69-a321-d5faea7e29d4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:28.775998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] For port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:28.800989 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] Set router fa750259-f565-4380-ac37-2dc986398607 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:28.809100 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.810337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:28.810829 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.819960 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.826817 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.862139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Attempting to bind port b92748a8-8615-48ca-bc1c-3d14bbf61449 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:28.865119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Attempting to bind port b92748a8-8615-48ca-bc1c-3d14bbf61449 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:28.865119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Attempting to bind port b92748a8-8615-48ca-bc1c-3d14bbf61449 on network f80e0541-c9e1-44a7-a30c-24349659de5a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:28.869971 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a6ed1504-2960-41f1-a0ae-6acba59a0280 req-7eebc71c-0700-4e6c-ac80-d09754f471ec tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.889093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6f84e-2adb-4926-85ab-27ef1c8890c6 None None] Pushing event updated for resources: {'Port': ['ID=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:28.897889 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b7620-0abb-4d7d-84c8-e61c27dcbe57 None None] Pushing event updated for resources: {'Port': ['ID=b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:28.909112 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a6ed1504-2960-41f1-a0ae-6acba59a0280 req-7eebc71c-0700-4e6c-ac80-d09754f471ec tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.978865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6ed1504-2960-41f1-a0ae-6acba59a0280 req-7eebc71c-0700-4e6c-ac80-d09754f471ec tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7384248 Oct 25 09:18:28.980337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Port b92748a8-8615-48ca-bc1c-3d14bbf61449 on network f80e0541-c9e1-44a7-a30c-24349659de5a not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:18:28.980685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Attempting to bind port b92748a8-8615-48ca-bc1c-3d14bbf61449 on network f80e0541-c9e1-44a7-a30c-24349659de5a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:28.992058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:28.992430 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:28.994169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973240e8-9cfe-43f9-a960-2b4b9b0d7aa9 None None] Pushing event updated for resources: {'Port': ['ID=f623364c-ee3b-4635-b81a-fe198a572c10,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:29.010715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3341422 Oct 25 09:18:29.015534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49888) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:29.021165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Request body: {'subnet': {'network_id': '4e3c0891-c1ad-49c8-b804-f360f397fe7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-640449061-subnet', 'tenant_id': 'cb54f3dee5814978ad5f363ffec88818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:29.079753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Made reservation on behalf of cb54f3dee5814978ad5f363ffec88818 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:29.083372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:29.165914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0b157342-7043-4511-a332-b9d93b625502 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:29.167712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0b157342-7043-4511-a332-b9d93b625502 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.18 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 819 time: 0.7106743 Oct 25 09:18:29.188931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:29.189474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0bf08-79fd-4fee-bee6-c3b85b27d5d5 None None] Pushing event updated for resources: {'Port': ['ID=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:29.190289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Checking segment: {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:29.191449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Bound using segment: {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:29.193431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Bound port: b92748a8-8615-48ca-bc1c-3d14bbf61449, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:29.195379 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:29.198399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebc71c-0700-4e6c-ac80-d09754f471ec tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d5eb22-0c16-42f4-8b1d-eb02ae3c71c6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:29.310036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Request body: {'port': {'device_id': '51b22265-6082-46a1-8fe9-af6cfb7da769', 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a', 'admin_state_up': True, 'tenant_id': '4b8760a216824ec597867a276d8f018e'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:29.443956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4279bf35-66ff-44a5-a13d-bd00ceb51778 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:29.467608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a29960-233b-4c72-bff1-ee53af38b685 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3c0891-c1ad-49c8-b804-f360f397fe7a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:29.502756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:29.503494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4279bf35-66ff-44a5-a13d-bd00ceb51778 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:29.505478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4279bf35-66ff-44a5-a13d-bd00ceb51778 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:29.507382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 4e3c0891-c1ad-49c8-b804-f360f397fe7a details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:18:29.588536 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:25Z', 'revision_number': 3, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port': {'id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:29.644485 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dfe75e-54f6-4921-9050-06ee955522d5 None None] The sync data for ids ['fa750259-f565-4380-ac37-2dc986398607'] in n-d-814746-2 is: [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:25Z', 'revision_number': 3, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port': {'id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:29.669352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Allocated IP 172.20.0.1 (fb46d12d-d7bc-4667-b68f-052122bd8a4e/a041b26c-1cc2-4526-b5f5-c22c1c2bd13f/b746b3f4-d447-4022-9d0e-83be307a9c6c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:29.699012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ee1b1f-bd3a-4f59-8982-f0e6c1b33856,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:29.703634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Checking segment: {'id': '1a988875-e0e7-4a66-9264-10c476cd554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e3c0891-c1ad-49c8-b804-f360f397fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:29.704836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Network hostable DHCP agents. Network: 4e3c0891-c1ad-49c8-b804-f360f397fe7a, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:18:29.716620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682789ed-bd84-4f9a-9e10-0d58cab4b1b2 req-4cc80724-2e75-4c77-bac5-f54331261238 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:29.725547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-682789ed-bd84-4f9a-9e10-0d58cab4b1b2 req-4cc80724-2e75-4c77-bac5-f54331261238 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.5434496 Oct 25 09:18:29.731906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Network 4e3c0891-c1ad-49c8-b804-f360f397fe7a is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:18:29.746124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 4e3c0891-c1ad-49c8-b804-f360f397fe7a) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:29.751019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:29.756422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c4f41-be73-480b-987d-b983cff013e7 None None] Network 4e3c0891-c1ad-49c8-b804-f360f397fe7a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:29.758512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:29.783761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-484a6517-332a-4a05-a0ac-efe7cfa4feae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7670457 Oct 25 09:18:29.840274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] For port b92748a8-8615-48ca-bc1c-3d14bbf61449, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:29.861325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-682789ed-bd84-4f9a-9e10-0d58cab4b1b2 req-4f405d5d-0d26-404c-9b29-d0b6d4274fb3 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349127 Oct 25 09:18:29.867027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] For port b92748a8-8615-48ca-bc1c-3d14bbf61449, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:29.869980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Made reservation on behalf of 4b8760a216824ec597867a276d8f018e for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:29.873534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:29.884817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:29.942901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7089e-1bd3-4a29-93b3-ce7442ba416c None None] Network 4e3c0891-c1ad-49c8-b804-f360f397fe7a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:29.950046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:29.950674 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:29.952054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] 10.222.0.41 "PUT /v2.0/ports/b92748a8-8615-48ca-bc1c-3d14bbf61449 HTTP/1.1" status: 200 len: 1092 time: 2.8111656 Oct 25 09:18:29.964096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8394aa9e-5941-44f6-9286-d6caf66e1ea7', 'tag': 'b92748a8-8615-48ca-bc1c-3d14bbf61449'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:29.966375 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e830b0-3804-4a68-b268-f708be2c6b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "8394aa9e-5941-44f6-9286-d6caf66e1ea7", "tag": "b92748a8-8615-48ca-bc1c-3d14bbf61449"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:30.072027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8355b9fa-72eb-4683-b9e3-9810be65cc9d req-07bada74-5543-46f4-a8f1-817846de89a7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 210 time: 0.1165531 Oct 25 09:18:30.123809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:30.162885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2ee2b-629d-4051-9fef-2c5cd87dc5ef service neutron] Pushing event updated for resources: {'Port': ['ID=b92748a8-8615-48ca-bc1c-3d14bbf61449,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:30.366491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eada93-4721-4c4d-9828-9d314f23cdfe None None] Network fb46d12d-d7bc-4667-b68f-052122bd8a4e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:30.562117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a32e7f47-dd67-41ca-abb5-21689ad64fdc None None] Provisioning complete for port f623364c-ee3b-4635-b81a-fe198a572c10 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:30.562595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a32e7f47-dd67-41ca-abb5-21689ad64fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:30.612459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-dce74b45-668f-44a2-94f1-dce5c18e6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:30.614310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-dce74b45-668f-44a2-94f1-dce5c18e6831 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1095 time: 0.5747080 Oct 25 09:18:30.628991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Allocated IP 172.20.0.13 (f80e0541-c9e1-44a7-a30c-24349659de5a/4f2a3f2a-25b3-4466-9479-1f8d649f4fe0/0503d0e1-f289-44fa-9b8a-738f4902f216) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:30.637719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-b4c2bafc-7b42-4517-bf35-fdb542a7321c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873547588&fields=id&tenant_id=ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 267 time: 0.4677031 Oct 25 09:18:30.684740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f623364c-ee3b-4635-b81a-fe198a572c10 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:30.747435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-12ecc821-6387-49a3-9aba-7eca1b886ed2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449 HTTP/1.1" status: 200 len: 217 time: 0.1085532 Oct 25 09:18:30.753299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:30.772592 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a32e7f47-dd67-41ca-abb5-21689ad64fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:30.834977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a32e7f47-dd67-41ca-abb5-21689ad64fdc None None] For port f623364c-ee3b-4635-b81a-fe198a572c10, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f623364c-ee3b-4635-b81a-fe198a572c10,segment=NetworkSegment(ac84caf0-7352-4f69-a321-d5faea7e29d4),segment_id=ac84caf0-7352-4f69-a321-d5faea7e29d4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:30.842382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f623364c-ee3b-4635-b81a-fe198a572c10 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:30.842799 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:30.851401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a32e7f47-dd67-41ca-abb5-21689ad64fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:30.883007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461987c8-fc1a-4982-b2a4-3ce90887bd09 None None] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:30.887486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Network fb46d12d-d7bc-4667-b68f-052122bd8a4e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:30.905574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:30.926402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:30.937703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-478f1278-699c-4678-a623-82dd146c244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:30.939173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-478f1278-699c-4678-a623-82dd146c244e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.1791863 Oct 25 09:18:31.004878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Pushing event updated for resources: {'Port': ['ID=b746b3f4-d447-4022-9d0e-83be307a9c6c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:31.023308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4ff74f38-8590-4aac-8f0a-a7fc080b4ae0 None None] Provisioning complete for port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:31.023916 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ff74f38-8590-4aac-8f0a-a7fc080b4ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.027929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e7f47-dd67-41ca-abb5-21689ad64fdc None None] Pushing event updated for resources: {'Port': ['ID=f623364c-ee3b-4635-b81a-fe198a572c10,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:31.052366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-906190ff-5f4a-424c-86ee-5b979fcd13d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568631 Oct 25 09:18:31.066929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-75735797-1585-4352-b1b9-3bf100383e05 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:31.074274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-75735797-1585-4352-b1b9-3bf100383e05 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/networks?id=699f1739-32ae-47ea-8fbb-36e65f14dcd7 HTTP/1.1" status: 200 len: 796 time: 0.4234397 Oct 25 09:18:31.148818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-9befe54e-9833-46c0-b6fe-dd16c281a318 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/quotas/ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 375 time: 0.0735507 Oct 25 09:18:31.200403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d42e9526-77b5-471b-a8ec-35ccb7cac8ff up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:31.235469 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.334766 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ff74f38-8590-4aac-8f0a-a7fc080b4ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.366331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-aecc9558-af7f-427d-9501-a6c5d4c57493 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813771 Oct 25 09:18:31.387535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d42e9526-77b5-471b-a8ec-35ccb7cac8ff triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:31.387912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.462628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4ff74f38-8590-4aac-8f0a-a7fc080b4ae0 None None] For port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:31.469319 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ff74f38-8590-4aac-8f0a-a7fc080b4ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.500390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff18af9b-46f0-4885-a1a6-76e65f220175 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3506217 Oct 25 09:18:31.509773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.560932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff74f38-8590-4aac-8f0a-a7fc080b4ae0 None None] Pushing event updated for resources: {'Port': ['ID=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:31.564650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:31.624460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3859d402-7cdd-410b-b4cd-f6732ca7e298 None None] Provisioning complete for port b746b3f4-d447-4022-9d0e-83be307a9c6c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:31.624920 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3859d402-7cdd-410b-b4cd-f6732ca7e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.663968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:31.664401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.689508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3859d402-7cdd-410b-b4cd-f6732ca7e298 None None] Port b746b3f4-d447-4022-9d0e-83be307a9c6c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:31.711696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3859d402-7cdd-410b-b4cd-f6732ca7e298 None None] Provisioning complete for port f623364c-ee3b-4635-b81a-fe198a572c10 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:31.712058 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3859d402-7cdd-410b-b4cd-f6732ca7e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.732099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-506d7e5a-a2fc-4ba5-8ef8-e0adbd26ab49 req-119a8d17-6f33-43e7-8bea-4a5980e6ab66 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521259 Oct 25 09:18:31.750167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.776760 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.780326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Network f80e0541-c9e1-44a7-a30c-24349659de5a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:31.814477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:31.833677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:31.842928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-5b962778-473c-4bb9-86c0-1724cb9ae12f service neutron] 10.222.0.32 "GET /v2.0/networks/699f1739-32ae-47ea-8fbb-36e65f14dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065217 Oct 25 09:18:31.924429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Pushing event updated for resources: {'Port': ['ID=0503d0e1-f289-44fa-9b8a-738f4902f216,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:31.971812 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-07b4c409-b7ab-4247-8719-9cbd31c7aadf None None] Provisioning complete for port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:31.972342 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-07b4c409-b7ab-4247-8719-9cbd31c7aadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:31.985147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.985491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.985830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.986163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.986489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.986816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.987668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.987984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.988306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.988840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.989009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:31.989261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:18:32.008680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:32.009381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.095580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-0d144602-e180-47fe-80ec-d5430b412c73 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8806891 Oct 25 09:18:32.105700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-e6e3d75f-8558-49e3-ae5e-99ed95b344ad service neutron] 10.222.0.32 "GET /v2.0/networks/699f1739-32ae-47ea-8fbb-36e65f14dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409415 Oct 25 09:18:32.115171 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Request body: {'port': {'device_id': '51b22265-6082-46a1-8fe9-af6cfb7da769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:32.216538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.251763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.274681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.444102 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.448738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Pushing event updated for resources: {'Port': ['ID=b746b3f4-d447-4022-9d0e-83be307a9c6c,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:32.567104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8d52d-88b3-4fb8-b9f8-b03b2ae0df3f req-a01718a3-6678-4f73-b703-166076e98c3a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:32.569367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bef8d52d-88b3-4fb8-b9f8-b03b2ae0df3f req-a01718a3-6678-4f73-b703-166076e98c3a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.2628224 Oct 25 09:18:32.597287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f623364c-ee3b-4635-b81a-fe198a572c10 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:32.658177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f623364c-ee3b-4635-b81a-fe198a572c10 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:32.658938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.680669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bef8d52d-88b3-4fb8-b9f8-b03b2ae0df3f req-b0643af0-5888-4f7a-b999-06829e82d679 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897939 Oct 25 09:18:32.699269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Network fb46d12d-d7bc-4667-b68f-052122bd8a4e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:32.702565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:32.709488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49920) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:32.817678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:32.872836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0503d0e1-f289-44fa-9b8a-738f4902f216 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:32.882826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:32.883298 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.883913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.923598 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4f25728b-9aab-42a8-858a-f2d97dbc909a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/0a603dcb-a22f-4886-aa35-cb92f8582ef3 HTTP/1.1" status: 200 len: 993 time: 0.2127101 Oct 25 09:18:32.936490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Transition to ACTIVE for port object 0503d0e1-f289-44fa-9b8a-738f4902f216 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:18:32.961312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:32.976316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Router fa750259-f565-4380-ac37-2dc986398607 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:18:32.999951 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14dfb1e-8255-438c-91ed-8aec2357923e x-openstack-request-id: req-d14dfb1e-8255-438c-91ed-8aec2357923e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:33.000368 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8394aa9e-5941-44f6-9286-d6caf66e1ea7", "tag": "b92748a8-8615-48ca-bc1c-3d14bbf61449", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:33.000721 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d14dfb1e-8255-438c-91ed-8aec2357923e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:33.001241 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8394aa9e-5941-44f6-9286-d6caf66e1ea7', 'tag': 'b92748a8-8615-48ca-bc1c-3d14bbf61449', 'status': 'completed', 'code': 200} Oct 25 09:18:33.018236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:33.054025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:33.063026 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:33.064014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:33.195912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Pushing event updated for resources: {'Port': ['ID=0503d0e1-f289-44fa-9b8a-738f4902f216,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:33.224736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:33.234610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-50172b31-41eb-4612-8b3b-c3b7aadc23d6 None None] Provisioning complete for port b746b3f4-d447-4022-9d0e-83be307a9c6c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:33.235216 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-50172b31-41eb-4612-8b3b-c3b7aadc23d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:33.236640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Attempting to bind port 0503d0e1-f289-44fa-9b8a-738f4902f216 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:33.237293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Attempting to bind port 0503d0e1-f289-44fa-9b8a-738f4902f216 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:33.239832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Attempting to bind port 0503d0e1-f289-44fa-9b8a-738f4902f216 on network f80e0541-c9e1-44a7-a30c-24349659de5a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:33.251389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Port 0503d0e1-f289-44fa-9b8a-738f4902f216 on network f80e0541-c9e1-44a7-a30c-24349659de5a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:18:33.251716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Attempting to bind port 0503d0e1-f289-44fa-9b8a-738f4902f216 on network f80e0541-c9e1-44a7-a30c-24349659de5a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:33.259931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-58d35309-9778-4158-b255-46150fc14b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:33.261457 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-58d35309-9778-4158-b255-46150fc14b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1095 time: 0.2181823 Oct 25 09:18:33.287441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-50172b31-41eb-4612-8b3b-c3b7aadc23d6 None None] Port b746b3f4-d447-4022-9d0e-83be307a9c6c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:33.289245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:33.289587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Checking segment: {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:33.289789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:33.289990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Bound using segment: {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:33.290239 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:33.290423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Bound port: 0503d0e1-f289-44fa-9b8a-738f4902f216, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef72a035-7e13-4a34-b38b-56399072df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:33.291227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:33.729716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:33.741961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Sync routers for ids ['fa750259-f565-4380-ac37-2dc986398607'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:33.750418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4b564d73-2382-4f67-aa2c-563566c3aceb admin admin] 10.222.0.32 "PUT /v2.0/routers/fa750259-f565-4380-ac37-2dc986398607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6419001 Oct 25 09:18:33.753250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Routers {'fa750259-f565-4380-ac37-2dc986398607'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:33.754641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa750259-f565-4380-ac37-2dc986398607'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:33.868255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Set router fa750259-f565-4380-ac37-2dc986398607 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:33.911944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-69e2db35-c763-459e-ad63-94ea33898e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:33.913385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-69e2db35-c763-459e-ad63-94ea33898e1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 920 time: 0.6336670 Oct 25 09:18:33.919936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-1979c563-d73d-4e12-885c-0c3dd9c51268 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:33.921404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-1979c563-d73d-4e12-885c-0c3dd9c51268 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/networks?id=4e3c0891-c1ad-49c8-b804-f360f397fe7a HTTP/1.1" status: 200 len: 813 time: 0.6538835 Oct 25 09:18:33.975802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] For port 0503d0e1-f289-44fa-9b8a-738f4902f216, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:33.981112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-e195bb52-62d0-4d53-a3e8-bb9bb228fcbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449 HTTP/1.1" status: 200 len: 217 time: 0.0587761 Oct 25 09:18:33.990970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-62c619cb-9977-4e35-8594-ee930ea4903f tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/quotas/cb54f3dee5814978ad5f363ffec88818 HTTP/1.1" status: 200 len: 375 time: 0.0541632 Oct 25 09:18:33.997600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-8de84b72-cb34-407a-9676-27e0283d1170 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:33.998980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-8de84b72-cb34-407a-9676-27e0283d1170 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/networks?id=699f1739-32ae-47ea-8fbb-36e65f14dcd7 HTTP/1.1" status: 200 len: 796 time: 0.2945774 Oct 25 09:18:34.011393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] For port 0503d0e1-f289-44fa-9b8a-738f4902f216, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0503d0e1-f289-44fa-9b8a-738f4902f216,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:34.049826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.077929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:31Z', 'revision_number': 4, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port': {'id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b746b3f4-d447-4022-9d0e-83be307a9c6c', 'name': '', 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'mac_address': 'fa:16:3e:89:2c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'a041b26c-1cc2-4526-b5f5-c22c1c2bd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:28Z', 'updated_at': '2021-10-25T09:18:31Z', 'revision_number': 2, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'subnets': [{'id': 'a041b26c-1cc2-4526-b5f5-c22c1c2bd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:34.083348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-20c3c9cb-aee5-45a7-9805-9bca96b472dc tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb54f3dee5814978ad5f363ffec88818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833349 Oct 25 09:18:34.105843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Checking router: fa750259-f565-4380-ac37-2dc986398607 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:34.106188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Updating router fa750259-f565-4380-ac37-2dc986398607 port b746b3f4-d447-4022-9d0e-83be307a9c6c binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:18:34.136438 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.152987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:34.153610 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.154977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] 10.222.0.18 "PUT /v2.0/ports/0503d0e1-f289-44fa-9b8a-738f4902f216 HTTP/1.1" status: 200 len: 1092 time: 2.0445220 Oct 25 09:18:34.158026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-d3dcfdc8-7bde-472e-a8df-c9a52cddfa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:34.159404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-d3dcfdc8-7bde-472e-a8df-c9a52cddfa9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.1584978 Oct 25 09:18:34.212183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-96c4c09b-985a-461a-a347-2b43ff62f7ee tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 473 time: 0.1708317 Oct 25 09:18:34.259854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'port': {'device_id': '9018514e-d414-450e-beb6-b966948565ce', 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7', 'admin_state_up': True, 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'security_groups': ['c23598a1-f88a-48d1-a2ed-4d77c07d386a']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:34.267163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-6774e9f7-860e-4a75-ae9f-da458a938762 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712626 Oct 25 09:18:34.296100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a2624-8e03-4596-8842-02430ec81f42 service neutron] Pushing event updated for resources: {'Port': ['ID=0503d0e1-f289-44fa-9b8a-738f4902f216,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:34.438671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.447524 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.463757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-963395db-2c8e-42a6-ac1c-7e47660b558a service neutron] 10.222.0.32 "GET /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566389 Oct 25 09:18:34.479697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:34.493062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-a2474213-f2c8-42f4-96f3-b3ee4e4e941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:34.493927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-a2474213-f2c8-42f4-96f3-b3ee4e4e941d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 1095 time: 0.2712564 Oct 25 09:18:34.542155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3ed7d-cf0c-4065-8ea7-9ead4b10a981 None None] Pushing event updated for resources: {'Port': ['ID=b746b3f4-d447-4022-9d0e-83be307a9c6c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:34.625504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Attempting to bind port b746b3f4-d447-4022-9d0e-83be307a9c6c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:34.626216 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Attempting to bind port b746b3f4-d447-4022-9d0e-83be307a9c6c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:34.626577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Attempting to bind port b746b3f4-d447-4022-9d0e-83be307a9c6c on network fb46d12d-d7bc-4667-b68f-052122bd8a4e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:34.633989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:34.634361 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.635218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-9bd66117-3b20-4796-94b9-956429c86119 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0503d0e1-f289-44fa-9b8a-738f4902f216 HTTP/1.1" status: 200 len: 217 time: 0.1165183 Oct 25 09:18:34.636070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:34.636439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Checking segment: {'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:34.636827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.637235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Bound using segment: {'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:34.638071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Bound port: b746b3f4-d447-4022-9d0e-83be307a9c6c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac84caf0-7352-4f69-a321-d5faea7e29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:34.638071 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.669121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-59e86576-4e4e-4630-bf44-4731c439aba3 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746796 Oct 25 09:18:34.771334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:34.774838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.777925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] For port b746b3f4-d447-4022-9d0e-83be307a9c6c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:34.798166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] For port b746b3f4-d447-4022-9d0e-83be307a9c6c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b746b3f4-d447-4022-9d0e-83be307a9c6c,segment=NetworkSegment(ac84caf0-7352-4f69-a321-d5faea7e29d4),segment_id=ac84caf0-7352-4f69-a321-d5faea7e29d4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:34.804636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.820502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-20ed789f-b7df-4577-ab66-173f564b2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:34.822080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-20ed789f-b7df-4577-ab66-173f564b2567 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.1790307 Oct 25 09:18:34.826507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-8726e84b-97ca-4ea6-b8a7-0df4f39fc681 service neutron] 10.222.0.32 "GET /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607073 Oct 25 09:18:34.887696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e4e6cd16-a94f-4dfa-8adf-f535d8052221 None None] Provisioning complete for port b746b3f4-d447-4022-9d0e-83be307a9c6c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:34.888065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cd16-a94f-4dfa-8adf-f535d8052221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:34.892911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Routers {'fa750259-f565-4380-ac37-2dc986398607'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:34.893937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa750259-f565-4380-ac37-2dc986398607'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:34.909495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-89e3bee1-becd-4a6b-8cd6-abd75290e21d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335748 Oct 25 09:18:34.917977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3ed7d-cf0c-4065-8ea7-9ead4b10a981 None None] Pushing event updated for resources: {'Port': ['ID=b746b3f4-d447-4022-9d0e-83be307a9c6c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:35.005857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b22265-6082-46a1-8fe9-af6cfb7da769', 'tag': '0503d0e1-f289-44fa-9b8a-738f4902f216'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:35.008091 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "51b22265-6082-46a1-8fe9-af6cfb7da769", "tag": "0503d0e1-f289-44fa-9b8a-738f4902f216"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:35.098567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.20.0.29 (699f1739-32ae-47ea-8fbb-36e65f14dcd7/c8423957-208a-4c0a-98df-b22645b9fb64/3636994a-f8ed-4d16-9006-46532d7ae580) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:35.135823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99e830b0-3804-4a68-b268-f708be2c6b2d req-ddd0afcf-ad72-42fb-afa2-a2cc533865ab service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309268 Oct 25 09:18:35.172749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] Set router fa750259-f565-4380-ac37-2dc986398607 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:35.228458 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cd16-a94f-4dfa-8adf-f535d8052221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:35.267913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-4f13989d-b1c9-48f0-8437-b9fcfe3985ab service neutron] 10.222.0.18 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479371 Oct 25 09:18:35.297582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ed735-0886-4f7a-ac98-bc71fee57ca8 req-da81402b-89c2-4d89-bf24-0f3d042cd9c6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:35.306039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57ed735-0886-4f7a-ac98-bc71fee57ca8 req-da81402b-89c2-4d89-bf24-0f3d042cd9c6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 944 time: 0.1728055 Oct 25 09:18:35.344376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e4e6cd16-a94f-4dfa-8adf-f535d8052221 None None] For port b746b3f4-d447-4022-9d0e-83be307a9c6c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b746b3f4-d447-4022-9d0e-83be307a9c6c,segment=NetworkSegment(ac84caf0-7352-4f69-a321-d5faea7e29d4),segment_id=ac84caf0-7352-4f69-a321-d5faea7e29d4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:35.350863 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cd16-a94f-4dfa-8adf-f535d8052221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:35.426856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6cd16-a94f-4dfa-8adf-f535d8052221 None None] Pushing event updated for resources: {'Port': ['ID=b746b3f4-d447-4022-9d0e-83be307a9c6c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:35.428769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b57ed735-0886-4f7a-ac98-bc71fee57ca8 req-59a77a74-1968-4799-a02a-51817aac1f92 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217768 Oct 25 09:18:35.436388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:35.467450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-359c9277-8e01-4dfb-a0fe-77719ce38d47 req-671b2236-3a9b-42f9-8a09-9ad57b992af6 service neutron] 10.222.0.18 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891036 Oct 25 09:18:35.495863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9631f42f-c378-4482-8942-1f52e4032cd3 None None] Provisioning complete for port b746b3f4-d447-4022-9d0e-83be307a9c6c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:35.496231 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9631f42f-c378-4482-8942-1f52e4032cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:35.519809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:35.539275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:31Z', 'revision_number': 4, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port': {'id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b746b3f4-d447-4022-9d0e-83be307a9c6c', 'name': '', 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'mac_address': 'fa:16:3e:89:2c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'a041b26c-1cc2-4526-b5f5-c22c1c2bd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:28Z', 'updated_at': '2021-10-25T09:18:34Z', 'revision_number': 4, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'subnets': [{'id': 'a041b26c-1cc2-4526-b5f5-c22c1c2bd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:35.573306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffd0c5-5e25-435a-85a9-82390d4f8d93 None None] The sync data for ids ['fa750259-f565-4380-ac37-2dc986398607'] in n-d-814746-2 is: [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:31Z', 'revision_number': 4, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port': {'id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b746b3f4-d447-4022-9d0e-83be307a9c6c', 'name': '', 'network_id': 'fb46d12d-d7bc-4667-b68f-052122bd8a4e', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'mac_address': 'fa:16:3e:89:2c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': 'a041b26c-1cc2-4526-b5f5-c22c1c2bd13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:28Z', 'updated_at': '2021-10-25T09:18:34Z', 'revision_number': 4, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'subnets': [{'id': 'a041b26c-1cc2-4526-b5f5-c22c1c2bd13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:35.608092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:35.618704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:35.622764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:35.676243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=3636994a-f8ed-4d16-9006-46532d7ae580,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:35.722063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190a7bf-9c73-4d87-a4e8-a2ff348dced8 req-310bb28f-3334-44a1-b2a7-c58f0a64c079 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:35.729716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f190a7bf-9c73-4d87-a4e8-a2ff348dced8 req-310bb28f-3334-44a1-b2a7-c58f0a64c079 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 932 time: 0.1936765 Oct 25 09:18:35.753945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:35.754607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:35.787465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-336d9525-6cea-497f-8396-62c9f049f450 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5480461 Oct 25 09:18:35.790673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f190a7bf-9c73-4d87-a4e8-a2ff348dced8 req-f8888d97-8eb3-46b5-aa7a-1eaf1fe89f75 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599253 Oct 25 09:18:35.812006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Request body: {'port': {'device_id': '9018514e-d414-450e-beb6-b966948565ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:35.914384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:35.976756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec44b3f-a9d0-4018-ad4e-8f508d39d556 req-80a176af-05ab-4914-a3ce-0868f668888e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:35.978335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fec44b3f-a9d0-4018-ad4e-8f508d39d556 req-80a176af-05ab-4914-a3ce-0868f668888e tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1079209 Oct 25 09:18:35.996900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-65b91e01-b523-454f-bc6d-85aa9e9701b2 None None] Provisioning complete for port 3636994a-f8ed-4d16-9006-46532d7ae580 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:35.997483 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-65b91e01-b523-454f-bc6d-85aa9e9701b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.035228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-65b91e01-b523-454f-bc6d-85aa9e9701b2 None None] Port 3636994a-f8ed-4d16-9006-46532d7ae580 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:36.085312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fec44b3f-a9d0-4018-ad4e-8f508d39d556 req-b6cc5a98-6223-4cbf-a062-515294177bb1 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958092 Oct 25 09:18:36.240036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b92748a8-8615-48ca-bc1c-3d14bbf61449 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:18:36.288796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3636994a-f8ed-4d16-9006-46532d7ae580 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:36.301223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.322612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Transition to ACTIVE for port object 3636994a-f8ed-4d16-9006-46532d7ae580 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:18:36.337894 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.402700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b92748a8-8615-48ca-bc1c-3d14bbf61449, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:36.417599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'b92748a8-8615-48ca-bc1c-3d14bbf61449', 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a', 'port_id': 'b92748a8-8615-48ca-bc1c-3d14bbf61449', 'mac_address': 'fa:16:3e:32:fb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2a3f2a-25b3-4466-9479-1f8d649f4fe0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:18:36.517638 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.538372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92748a8-8615-48ca-bc1c-3d14bbf61449 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:36.607765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b746b3f4-d447-4022-9d0e-83be307a9c6c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:36.619749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b92748a8-8615-48ca-bc1c-3d14bbf61449, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:36.638059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Pushing event updated for resources: {'Port': ['ID=3636994a-f8ed-4d16-9006-46532d7ae580,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:36.671257 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.713832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-7ea9a1c9-309c-40e2-b7a8-527cddaa2ea0 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:36.715515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-7ea9a1c9-309c-40e2-b7a8-527cddaa2ea0 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.18 "GET /v2.0/networks?id=4e3c0891-c1ad-49c8-b804-f360f397fe7a HTTP/1.1" status: 200 len: 813 time: 0.3229647 Oct 25 09:18:36.731050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Attempting to bind port 3636994a-f8ed-4d16-9006-46532d7ae580 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:36.732295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Attempting to bind port 3636994a-f8ed-4d16-9006-46532d7ae580 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:36.732295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Attempting to bind port 3636994a-f8ed-4d16-9006-46532d7ae580 on network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:36.751342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Request body: {'port': {'device_id': 'b541e262-c587-4838-996d-45ece0946b14', 'network_id': '4e3c0891-c1ad-49c8-b804-f360f397fe7a', 'admin_state_up': True, 'tenant_id': 'cb54f3dee5814978ad5f363ffec88818'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:36.755216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Port 3636994a-f8ed-4d16-9006-46532d7ae580 on network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:18:36.755543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Attempting to bind port 3636994a-f8ed-4d16-9006-46532d7ae580 on network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:36.769130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b92748a8-8615-48ca-bc1c-3d14bbf61449,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:36.798393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b746b3f4-d447-4022-9d0e-83be307a9c6c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:36.798749 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.807818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49962) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:36.812389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-40b4cf5f-a97d-475b-a003-57db55e692fe tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490099886', 'description': 'tempest-secgroup-smoke-490099886 description', 'project_id': '676a720ff19f4c8e919254912aea07fe'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:36.852683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-40b4cf5f-a97d-475b-a003-57db55e692fe tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.865956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:36.866893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Checking segment: {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:36.867294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Bound using segment: {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:36.867743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Bound port: 3636994a-f8ed-4d16-9006-46532d7ae580, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:36.868107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.947895 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec0df682-b03f-444c-ad20-2abde06bb374 req-21c2ead6-91d7-424f-98ca-ab401cb0c6e1 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 210 time: 0.0327759 Oct 25 09:18:36.954355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-40b4cf5f-a97d-475b-a003-57db55e692fe tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.961738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-40b4cf5f-a97d-475b-a003-57db55e692fe tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.996371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-40b4cf5f-a97d-475b-a003-57db55e692fe tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:36.999901 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-40b4cf5f-a97d-475b-a003-57db55e692fe tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1910307 Oct 25 09:18:37.001378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49966) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:37.009552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-70a118f3-79d7-4942-8f56-7163ff64891f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'security_group_rule': {'security_group_id': '119605c5-8a8b-4b85-aa9b-26282f93e51f', 'project_id': '676a720ff19f4c8e919254912aea07fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:37.011301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4cf5f-a97d-475b-a003-57db55e692fe tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119605c5-8a8b-4b85-aa9b-26282f93e51f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:37.021394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] For port 3636994a-f8ed-4d16-9006-46532d7ae580, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:37.024568 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0b32bd-6b91-4c77-b3c7-c458c7e2382d x-openstack-request-id: req-be0b32bd-6b91-4c77-b3c7-c458c7e2382d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:37.024959 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b22265-6082-46a1-8fe9-af6cfb7da769", "tag": "0503d0e1-f289-44fa-9b8a-738f4902f216", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:37.025190 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be0b32bd-6b91-4c77-b3c7-c458c7e2382d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:37.025508 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b22265-6082-46a1-8fe9-af6cfb7da769', 'tag': '0503d0e1-f289-44fa-9b8a-738f4902f216', 'status': 'completed', 'code': 200} Oct 25 09:18:37.038495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Made reservation on behalf of cb54f3dee5814978ad5f363ffec88818 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:37.041995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:37.046459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] For port 3636994a-f8ed-4d16-9006-46532d7ae580, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3636994a-f8ed-4d16-9006-46532d7ae580,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:37.059189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:37.090848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b92748a8-8615-48ca-bc1c-3d14bbf61449'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:18:37.123045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-c1de8b2a-a83c-478b-8c21-c5aab74d145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:37.124876 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-c1de8b2a-a83c-478b-8c21-c5aab74d145a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 1095 time: 0.0497053 Oct 25 09:18:37.160073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:37.161213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:37.162178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] 10.222.0.41 "PUT /v2.0/ports/3636994a-f8ed-4d16-9006-46532d7ae580 HTTP/1.1" status: 200 len: 1092 time: 1.3604617 Oct 25 09:18:37.199639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70a118f3-79d7-4942-8f56-7163ff64891f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:37.239507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f9e51-3765-4ccb-9364-55a21d6d35ec service neutron] Pushing event updated for resources: {'Port': ['ID=3636994a-f8ed-4d16-9006-46532d7ae580,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:37.244729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-04705ba1-12f4-4527-8dd1-dfb997cd77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:37.246749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-04705ba1-12f4-4527-8dd1-dfb997cd77ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 920 time: 0.1129291 Oct 25 09:18:37.294009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2f0a-891f-4b2e-9322-8a74e4b33749 req-ca9ef6f8-995d-4c4e-be11-7ac18be315e5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:37.295591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cbc2f0a-891f-4b2e-9322-8a74e4b33749 req-ca9ef6f8-995d-4c4e-be11-7ac18be315e5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.2024143 Oct 25 09:18:37.657600 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-f0c065b4-95b9-4cd7-95d9-e2bd70e23313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0503d0e1-f289-44fa-9b8a-738f4902f216 HTTP/1.1" status: 200 len: 217 time: 0.3734844 Oct 25 09:18:37.709164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-0bfc7860-dfca-46cf-9821-f42ece558179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:37.710687 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-0bfc7860-dfca-46cf-9821-f42ece558179 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.0458133 Oct 25 09:18:37.747847 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-9a325224-c3e1-46f5-b3e4-17ec68190ced service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279174 Oct 25 09:18:37.763250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70a118f3-79d7-4942-8f56-7163ff64891f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:37.770056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Allocated IP 172.20.0.2 (4e3c0891-c1ad-49c8-b804-f360f397fe7a/44ee1b1f-bd3a-4f59-8982-f0e6c1b33856/5ac97f97-d384-463c-af0b-58a8dd9c09e3) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:37.775547 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70a118f3-79d7-4942-8f56-7163ff64891f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:37.779622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cbc2f0a-891f-4b2e-9322-8a74e4b33749 req-15b0f8ec-21f0-4f91-a186-d51a33d98ea9 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666071 Oct 25 09:18:37.793032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-7d6f4e8d-ac95-4159-a083-00ba3aaa0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:37.794521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-7d6f4e8d-ac95-4159-a083-00ba3aaa0a25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 1095 time: 0.5522528 Oct 25 09:18:37.835638 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a118f3-79d7-4942-8f56-7163ff64891f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7a0462-5b38-43e7-a4b5-11015bc98a3c,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:37.869620 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-03a70822-80ec-475e-b87a-a4cea2476778 service neutron] 10.222.0.18 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126854 Oct 25 09:18:37.881747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-cd795e89-814f-4936-be30-305392c589f7 req-1cd54d4c-e0e6-495b-8857-c7a944fcb2e9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:18:37.882693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd795e89-814f-4936-be30-305392c589f7 req-1cd54d4c-e0e6-495b-8857-c7a944fcb2e9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072739 Oct 25 09:18:37.885391 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70a118f3-79d7-4942-8f56-7163ff64891f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:37.889102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-70a118f3-79d7-4942-8f56-7163ff64891f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8814559 Oct 25 09:18:37.890861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-f309226c-85e8-4ed4-a148-45f6a8068383 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=3636994a-f8ed-4d16-9006-46532d7ae580 HTTP/1.1" status: 200 len: 217 time: 0.0694115 Oct 25 09:18:37.896306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 49970) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:37.903279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b3ac9be3-1e30-488d-9fa9-bcb50b8fb653 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'security_group_rule': {'security_group_id': '119605c5-8a8b-4b85-aa9b-26282f93e51f', 'project_id': '676a720ff19f4c8e919254912aea07fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:37.974028 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cdc44fc6-37fd-4281-9fba-fd23e9b3dcf5 req-02901a63-e271-4a90-94ef-4ddfb35efba7 service neutron] 10.222.0.18 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968609 Oct 25 09:18:38.027819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-f024ff3c-65e4-4ebc-a63c-ad17916b2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:38.029319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-f024ff3c-65e4-4ebc-a63c-ad17916b2456 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8423957-208a-4c0a-98df-b22645b9fb64 HTTP/1.1" status: 200 len: 838 time: 0.1218297 Oct 25 09:18:38.032589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9be3-1e30-488d-9fa9-bcb50b8fb653 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.116427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.145935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-dfbde67b-602c-4723-98c9-3f97f57bb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:38.147427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-dfbde67b-602c-4723-98c9-3f97f57bb07c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=699f1739-32ae-47ea-8fbb-36e65f14dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991027 Oct 25 09:18:38.155397 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9be3-1e30-488d-9fa9-bcb50b8fb653 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.179963 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9be3-1e30-488d-9fa9-bcb50b8fb653 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.200071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49980) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:38.239533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b92748a8-8615-48ca-bc1c-3d14bbf61449 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:38.249298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac9be3-1e30-488d-9fa9-bcb50b8fb653 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d71ad6-f0cf-41e8-929e-f053210a92c0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:38.276966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.294815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3ac9be3-1e30-488d-9fa9-bcb50b8fb653 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.296023 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b3ac9be3-1e30-488d-9fa9-bcb50b8fb653 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3989060 Oct 25 09:18:38.300868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49984) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:38.306026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0c49397c-52bd-463c-940e-664d3e917dba tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'security_group_rule': {'security_group_id': '119605c5-8a8b-4b85-aa9b-26282f93e51f', 'project_id': '676a720ff19f4c8e919254912aea07fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:38.338730 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-21c1845e-ef64-4a50-82fc-5fb5c45a931d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371722 Oct 25 09:18:38.345764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c49397c-52bd-463c-940e-664d3e917dba tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.362579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-819ebda9-76f8-4967-bdbc-9d315800d4b2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:18:38.363780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-819ebda9-76f8-4967-bdbc-9d315800d4b2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081985 Oct 25 09:18:38.371829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Network 4e3c0891-c1ad-49c8-b804-f360f397fe7a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:38.389700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790b7ff-4568-4c0d-9946-36f8652a74e3 req-f2b2006f-15cb-4531-a335-61a83c348625 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:38.391243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6790b7ff-4568-4c0d-9946-36f8652a74e3 req-f2b2006f-15cb-4531-a335-61a83c348625 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 944 time: 0.1662123 Oct 25 09:18:38.392177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:38.396749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-5a5643d2-f4b1-4ea2-bb74-9d64c61603d9 service neutron] 10.222.0.41 "GET /v2.0/networks/699f1739-32ae-47ea-8fbb-36e65f14dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365770 Oct 25 09:18:38.397685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:38.400349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Pushing event updated for resources: {'Port': ['ID=5ac97f97-d384-463c-af0b-58a8dd9c09e3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:38.447200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c49397c-52bd-463c-940e-664d3e917dba tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.455438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c49397c-52bd-463c-940e-664d3e917dba tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.469756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port b92748a8-8615-48ca-bc1c-3d14bbf61449 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:18:38.480561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port b92748a8-8615-48ca-bc1c-3d14bbf61449 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:38.480967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.487702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49397c-52bd-463c-940e-664d3e917dba tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ef6c02-d27d-49fe-bda3-ab9302efe760,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:38.501769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c49397c-52bd-463c-940e-664d3e917dba tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.507093 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c49397c-52bd-463c-940e-664d3e917dba tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2033207 Oct 25 09:18:38.507093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 49990) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:38.516239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-43e93408-002f-4a92-9968-7bd44e1a6ae7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'security_group_rule': {'security_group_id': '119605c5-8a8b-4b85-aa9b-26282f93e51f', 'project_id': '676a720ff19f4c8e919254912aea07fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:38.529768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:38.530775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.540118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6790b7ff-4568-4c0d-9946-36f8652a74e3 req-212cff0a-82bf-4004-9b94-3f95ce0ac010 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370907 Oct 25 09:18:38.571312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-bbecb56d-8ab7-49ed-b954-dc2ba2743a22 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8300164 Oct 25 09:18:38.576147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43e93408-002f-4a92-9968-7bd44e1a6ae7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.577240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf6b6f9-e6a4-4138-8768-829d294246a9 req-a864d727-72f0-4c9b-a04a-a0ba3cf62649 service neutron] 10.222.0.41 "GET /v2.0/networks/699f1739-32ae-47ea-8fbb-36e65f14dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711562 Oct 25 09:18:38.590896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Request body: {'port': {'device_id': 'b541e262-c587-4838-996d-45ece0946b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:38.623635 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.664107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b92748a8-8615-48ca-bc1c-3d14bbf61449, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:38.665296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8394aa9e-5941-44f6-9286-d6caf66e1ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92748a8-8615-48ca-bc1c-3d14bbf61449'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:38.667732 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedc4a62-6a58-40bb-be73-6344ff5efda4" -d '{"events": [{"server_uuid": "8394aa9e-5941-44f6-9286-d6caf66e1ea7", "name": "network-vif-plugged", "status": "completed", "tag": "b92748a8-8615-48ca-bc1c-3d14bbf61449"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:38.678724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.678980 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.682504 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.694799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43e93408-002f-4a92-9968-7bd44e1a6ae7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.700472 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43e93408-002f-4a92-9968-7bd44e1a6ae7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.724395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e93408-002f-4a92-9968-7bd44e1a6ae7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6543db-5c40-45a8-96ec-708b48c23779,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:38.736429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-43e93408-002f-4a92-9968-7bd44e1a6ae7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.738390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-43e93408-002f-4a92-9968-7bd44e1a6ae7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2285702 Oct 25 09:18:38.741800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50004) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:38.746355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9fadcbf7-9fef-4fc8-ba88-bb154eebf4b3 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'security_group_rule': {'security_group_id': '119605c5-8a8b-4b85-aa9b-26282f93e51f', 'project_id': '676a720ff19f4c8e919254912aea07fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:38.775699 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-9fadcbf7-9fef-4fc8-ba88-bb154eebf4b3 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Project 676a720ff19f4c8e919254912aea07fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:18:38.779252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b92748a8-8615-48ca-bc1c-3d14bbf61449,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:38.784498 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fadcbf7-9fef-4fc8-ba88-bb154eebf4b3 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.794920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb3d7f-4e00-4b4c-b973-120e94ce8e34 req-6c53acd0-a6c4-46ee-a75b-337f0a7580a9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:38.796522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cffb3d7f-4e00-4b4c-b973-120e94ce8e34 req-6c53acd0-a6c4-46ee-a75b-337f0a7580a9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 944 time: 0.1017127 Oct 25 09:18:38.869981 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fadcbf7-9fef-4fc8-ba88-bb154eebf4b3 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.875166 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fadcbf7-9fef-4fc8-ba88-bb154eebf4b3 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.891213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cffb3d7f-4e00-4b4c-b973-120e94ce8e34 req-b918a751-80ff-43d6-ad41-5235d9aeeb78 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510075 Oct 25 09:18:38.894894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadcbf7-9fef-4fc8-ba88-bb154eebf4b3 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7098821-633a-4164-9cb7-100b8b537356,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:38.911326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fadcbf7-9fef-4fc8-ba88-bb154eebf4b3 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:38.912511 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9fadcbf7-9fef-4fc8-ba88-bb154eebf4b3 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1696301 Oct 25 09:18:38.916433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50010) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:38.922186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e94ce75f-7c8e-4deb-9da7-9da03160cfeb tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'security_group_rule': {'security_group_id': '119605c5-8a8b-4b85-aa9b-26282f93e51f', 'project_id': '676a720ff19f4c8e919254912aea07fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:38.949825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0503d0e1-f289-44fa-9b8a-738f4902f216 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:18:38.963557 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-e94ce75f-7c8e-4deb-9da7-9da03160cfeb tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Project 676a720ff19f4c8e919254912aea07fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:18:38.978196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e94ce75f-7c8e-4deb-9da7-9da03160cfeb tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.038294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9018514e-d414-450e-beb6-b966948565ce', 'tag': '3636994a-f8ed-4d16-9006-46532d7ae580'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:39.040984 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70" -d '{"events": [{"name": "network-changed", "server_uuid": "9018514e-d414-450e-beb6-b966948565ce", "tag": "3636994a-f8ed-4d16-9006-46532d7ae580"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:39.062416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e94ce75f-7c8e-4deb-9da7-9da03160cfeb tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.069306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e94ce75f-7c8e-4deb-9da7-9da03160cfeb tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.089997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ce75f-7c8e-4deb-9da7-9da03160cfeb tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14beff7-6212-43f7-a426-41db6b6fe3f3,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:39.102852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0503d0e1-f289-44fa-9b8a-738f4902f216, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0503d0e1-f289-44fa-9b8a-738f4902f216,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:39.110528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e94ce75f-7c8e-4deb-9da7-9da03160cfeb tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.119512 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e94ce75f-7c8e-4deb-9da7-9da03160cfeb tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1946621 Oct 25 09:18:39.148807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '0503d0e1-f289-44fa-9b8a-738f4902f216', 'network_id': 'f80e0541-c9e1-44a7-a30c-24349659de5a', 'port_id': '0503d0e1-f289-44fa-9b8a-738f4902f216', 'mac_address': 'fa:16:3e:4e:b5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2a3f2a-25b3-4466-9479-1f8d649f4fe0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:18:39.156697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac97f97-d384-463c-af0b-58a8dd9c09e3 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:39.168999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.186099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Transition to ACTIVE for port object 5ac97f97-d384-463c-af0b-58a8dd9c09e3 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:18:39.194532 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.230350 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.250329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0503d0e1-f289-44fa-9b8a-738f4902f216 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:39.271741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0503d0e1-f289-44fa-9b8a-738f4902f216, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0503d0e1-f289-44fa-9b8a-738f4902f216,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:39.275756 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.287580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac97f97-d384-463c-af0b-58a8dd9c09e3,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:39.334957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0503d0e1-f289-44fa-9b8a-738f4902f216,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:39.342542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d812b-900b-431c-b4dc-f6e8c9049bf7 req-2f7c0e18-c1c2-4a5a-9c5d-a9e5de27a879 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.344172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-842d812b-900b-431c-b4dc-f6e8c9049bf7 req-2f7c0e18-c1c2-4a5a-9c5d-a9e5de27a879 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 943 time: 0.1134877 Oct 25 09:18:39.395973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Attempting to bind port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:39.396301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Attempting to bind port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '1a988875-e0e7-4a66-9264-10c476cd554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e3c0891-c1ad-49c8-b804-f360f397fe7a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:39.396625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Attempting to bind port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 on network 4e3c0891-c1ad-49c8-b804-f360f397fe7a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:39.404766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-842d812b-900b-431c-b4dc-f6e8c9049bf7 req-783daac3-535c-40e0-9768-30da286d5fea tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520811 Oct 25 09:18:39.405808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 on network 4e3c0891-c1ad-49c8-b804-f360f397fe7a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:18:39.406121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Attempting to bind port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 on network 4e3c0891-c1ad-49c8-b804-f360f397fe7a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:39.411694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:39.412028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Checking segment: {'id': '1a988875-e0e7-4a66-9264-10c476cd554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e3c0891-c1ad-49c8-b804-f360f397fe7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:39.412408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Bound using segment: {'id': '1a988875-e0e7-4a66-9264-10c476cd554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e3c0891-c1ad-49c8-b804-f360f397fe7a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:39.412839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Bound port: 5ac97f97-d384-463c-af0b-58a8dd9c09e3, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a988875-e0e7-4a66-9264-10c476cd554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4e3c0891-c1ad-49c8-b804-f360f397fe7a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:39.413240 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.517403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] For port 5ac97f97-d384-463c-af0b-58a8dd9c09e3, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:39.531931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] For port 5ac97f97-d384-463c-af0b-58a8dd9c09e3, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5ac97f97-d384-463c-af0b-58a8dd9c09e3,segment=NetworkSegment(1a988875-e0e7-4a66-9264-10c476cd554b),segment_id=1a988875-e0e7-4a66-9264-10c476cd554b)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:39.544864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b95cba-d67b-4cac-9524-15dc4ac67211 req-4e872cfb-648a-45e5-b302-dd9e984012f3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.546286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17b95cba-d67b-4cac-9524-15dc4ac67211 req-4e872cfb-648a-45e5-b302-dd9e984012f3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0746515 Oct 25 09:18:39.547326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.602609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.603209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.604520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ac97f97-d384-463c-af0b-58a8dd9c09e3 HTTP/1.1" status: 200 len: 1091 time: 1.0188842 Oct 25 09:18:39.632866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17b95cba-d67b-4cac-9524-15dc4ac67211 req-354cbcc4-7d7b-4e88-a4f7-a6dcf961b31f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601151 Oct 25 09:18:39.633592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048f8cb-fb33-423a-b3d0-3dbe3cf731d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac97f97-d384-463c-af0b-58a8dd9c09e3,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:39.677611 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f746432-3161-42e5-a820-9842241f3fe9 x-openstack-request-id: req-6f746432-3161-42e5-a820-9842241f3fe9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:39.678130 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8394aa9e-5941-44f6-9286-d6caf66e1ea7", "name": "network-vif-plugged", "status": "completed", "tag": "b92748a8-8615-48ca-bc1c-3d14bbf61449", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:39.678564 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f746432-3161-42e5-a820-9842241f3fe9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:39.678980 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8394aa9e-5941-44f6-9286-d6caf66e1ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92748a8-8615-48ca-bc1c-3d14bbf61449', 'code': 200} Oct 25 09:18:39.708015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0503d0e1-f289-44fa-9b8a-738f4902f216'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:18:39.716756 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb289f5-cbed-4e28-9b49-0ecf31411d5b x-openstack-request-id: req-0cb289f5-cbed-4e28-9b49-0ecf31411d5b {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:39.717134 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9018514e-d414-450e-beb6-b966948565ce", "tag": "3636994a-f8ed-4d16-9006-46532d7ae580", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:39.717476 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cb289f5-cbed-4e28-9b49-0ecf31411d5b {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:39.717928 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9018514e-d414-450e-beb6-b966948565ce', 'tag': '3636994a-f8ed-4d16-9006-46532d7ae580', 'status': 'completed', 'code': 200} Oct 25 09:18:39.724622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9fe977d8-742f-422d-bd00-2fee3a8e184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.726381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-9fe977d8-742f-422d-bd00-2fee3a8e184f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb54f3dee5814978ad5f363ffec88818&device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 1094 time: 0.0550151 Oct 25 09:18:39.774239 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:39.798741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-52f5907b-27f4-4801-aa35-1a641e8822f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac97f97-d384-463c-af0b-58a8dd9c09e3 HTTP/1.1" status: 200 len: 217 time: 0.0564940 Oct 25 09:18:39.931676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-cad45f5d-7f43-4338-8ea5-8619ef9b0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.933197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-cad45f5d-7f43-4338-8ea5-8619ef9b0929 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44ee1b1f-bd3a-4f59-8982-f0e6c1b33856 HTTP/1.1" status: 200 len: 853 time: 0.1250551 Oct 25 09:18:39.946848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc472c35-6181-434a-b5b0-c9a85f86dcbb req-32a56e1b-c389-40aa-8c1a-6a5e4cfe6fca tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.948256 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc472c35-6181-434a-b5b0-c9a85f86dcbb req-32a56e1b-c389-40aa-8c1a-6a5e4cfe6fca tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.1602840 Oct 25 09:18:39.952047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-66d3500b-271e-4ecb-949d-5735b91aea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.953464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-66d3500b-271e-4ecb-949d-5735b91aea45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 1095 time: 0.1642127 Oct 25 09:18:39.962829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc0d69-7c07-42a9-a597-643b0d9ae55c req-4dfbcf1c-8710-4405-aada-9f2399706d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.964269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cebc0d69-7c07-42a9-a597-643b0d9ae55c req-4dfbcf1c-8710-4405-aada-9f2399706d7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1219566 Oct 25 09:18:39.993948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5217e15f-8a9a-45bc-8826-ec05e78ffbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:39.995459 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5217e15f-8a9a-45bc-8826-ec05e78ffbd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1096 time: 0.0499611 Oct 25 09:18:39.998520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-2b8027f1-9cef-4b22-b0fc-c88359bf726d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e3c0891-c1ad-49c8-b804-f360f397fe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486069 Oct 25 09:18:40.099402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-b3b56c42-2845-4975-8c36-2e899a1ed91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:40.100929 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-b3b56c42-2845-4975-8c36-2e899a1ed91f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.0915122 Oct 25 09:18:40.150491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cebc0d69-7c07-42a9-a597-643b0d9ae55c req-bee41728-8eff-4f09-b6d5-d161cafe3184 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541283 Oct 25 09:18:40.153269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc472c35-6181-434a-b5b0-c9a85f86dcbb req-ed69119e-cbd5-44a1-a7e4-bc2eab285183 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869843 Oct 25 09:18:40.168925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-feb32192-34d8-4f27-b3ec-77493aa5f8b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 1001 time: 0.0597038 Oct 25 09:18:40.200597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-fc2790e9-dc23-400e-a4d2-09cb20649012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:40.202112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-fc2790e9-dc23-400e-a4d2-09cb20649012 service neutron] 10.222.0.41 "GET /v2.0/networks?id=699f1739-32ae-47ea-8fbb-36e65f14dcd7 HTTP/1.1" status: 200 len: 897 time: 0.2348156 Oct 25 09:18:40.203849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-aef67f03-f59f-4832-afc4-16abe9bc5c6e service neutron] 10.222.0.18 "GET /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852739 Oct 25 09:18:40.230582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-80a39bd7-3841-4bfd-b966-9868fbbae410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:40.232060 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-80a39bd7-3841-4bfd-b966-9868fbbae410 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.0538485 Oct 25 09:18:40.282011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-fa0fa458-bbbf-48af-adbc-895ee0b609de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:40.283499 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-fa0fa458-bbbf-48af-adbc-895ee0b609de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410233 Oct 25 09:18:40.308066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-0a15258c-dbf8-4e47-b73c-ad7c10714d88 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490099886&fields=id&tenant_id=676a720ff19f4c8e919254912aea07fe HTTP/1.1" status: 200 len: 267 time: 0.0519938 Oct 25 09:18:40.380823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-28b9298d-649e-4341-891c-3efc97008a5c service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886762 Oct 25 09:18:40.382322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4533eda9-f298-46f2-bc94-f1d91c5974fc req-146a22c4-0fcd-4544-ae81-22afba4752d3 service neutron] 10.222.0.18 "GET /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691551 Oct 25 09:18:40.440681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-340c2fa5-3681-40d6-b95e-77abe52b6093 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:40.442267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-340c2fa5-3681-40d6-b95e-77abe52b6093 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/networks?id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e HTTP/1.1" status: 200 len: 809 time: 0.1259758 Oct 25 09:18:40.463107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-a5457612-0c6a-46a4-a268-b89b2735a026 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/quotas/676a720ff19f4c8e919254912aea07fe HTTP/1.1" status: 200 len: 375 time: 0.0148792 Oct 25 09:18:40.504630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-6cb900f5-c21f-4a63-b87e-3e29263caa7a service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050971 Oct 25 09:18:40.523283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-4afa799e-83bd-4ae7-bc91-d162b67b129f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=676a720ff19f4c8e919254912aea07fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540984 Oct 25 09:18:40.578434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-3d0c1d8f-e176-44d2-91b4-9498796f1f78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=3636994a-f8ed-4d16-9006-46532d7ae580 HTTP/1.1" status: 200 len: 217 time: 0.0542011 Oct 25 09:18:40.676469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-9521f348-c921-4093-b9af-a0f2a0b73728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:40.677923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-9521f348-c921-4093-b9af-a0f2a0b73728 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8423957-208a-4c0a-98df-b22645b9fb64 HTTP/1.1" status: 200 len: 838 time: 0.0633054 Oct 25 09:18:40.720188 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-aff9f694-0036-48b5-9391-8079bba54665 service neutron] 10.222.0.32 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505234 Oct 25 09:18:40.771886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-b9930f8b-9d52-4c31-947e-e1931d3bc352 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:40.773394 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-b9930f8b-9d52-4c31-947e-e1931d3bc352 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 945 time: 0.0490971 Oct 25 09:18:40.781285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-ecb718b4-40d7-440f-b610-6353f48abaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:40.782729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-ecb718b4-40d7-440f-b610-6353f48abaa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=699f1739-32ae-47ea-8fbb-36e65f14dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941546 Oct 25 09:18:40.868909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-25fab95e-dbee-49eb-9aff-afa0aa3ddad7 service neutron] 10.222.0.32 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415181 Oct 25 09:18:40.873464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Deleting port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:40.873810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:40.904294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-f1059a9a-b69e-46e8-9502-7ecc9c3003bb service neutron] 10.222.0.41 "GET /v2.0/networks/699f1739-32ae-47ea-8fbb-36e65f14dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111836 Oct 25 09:18:40.968159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] For port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:40.968613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:40.982529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Calling delete_port for 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:40.993624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0503d0e1-f289-44fa-9b8a-738f4902f216 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:41.036545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02ee1bf7-01f9-458f-923a-b6a13f9d3e70 req-e0fd4f91-fdb7-4f34-a891-321d2af0170a service neutron] 10.222.0.41 "GET /v2.0/networks/699f1739-32ae-47ea-8fbb-36e65f14dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230602 Oct 25 09:18:41.067810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 0503d0e1-f289-44fa-9b8a-738f4902f216 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:18:41.072916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 0503d0e1-f289-44fa-9b8a-738f4902f216 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:41.073385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:41.138002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844988-65ce-41a8-b918-8dff8c73042a req-bbc53868-2b4a-465c-952f-5450dc6eb3c8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:41.139114 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd844988-65ce-41a8-b918-8dff8c73042a req-bbc53868-2b4a-465c-952f-5450dc6eb3c8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 945 time: 0.0823274 Oct 25 09:18:41.160934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:41.173226 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:41.189315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd844988-65ce-41a8-b918-8dff8c73042a req-d78fb418-bde6-4b6a-996b-7228426b62b8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Oct 25 09:18:41.200445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event deleted for resources: {'Port': ['ID=9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:41.221676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0503d0e1-f289-44fa-9b8a-738f4902f216, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0503d0e1-f289-44fa-9b8a-738f4902f216,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:41.223793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:18:41.253288 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:41.254135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:41.266513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] No DVR routers for this DVR port 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:41.270080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:41.273257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9f30d94b-ebf0-46ed-afcc-ac410b95bd92 req-3c33406c-a620-4cf6-ad8d-268863630185 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.18 "DELETE /v2.0/ports/9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 HTTP/1.1" status: 204 len: 173 time: 0.4931400 Oct 25 09:18:41.273733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7311f2-81ed-472f-b070-ec6d538e7b18', 'name': 'network-vif-deleted', 'tag': '9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:41.276209 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812ba8f3-da75-4ee2-80e6-39ecf39686b5" -d '{"events": [{"server_uuid": "5a7311f2-81ed-472f-b070-ec6d538e7b18", "name": "network-vif-deleted", "tag": "9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:41.329846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:41.330254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:41.333375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9861b-f03c-485a-adc1-0980852c0529 req-1a533891-37ca-43d2-a91b-bec38bc9ce0a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:41.335231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ac9861b-f03c-485a-adc1-0980852c0529 req-1a533891-37ca-43d2-a91b-bec38bc9ce0a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 944 time: 0.0591757 Oct 25 09:18:41.380176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0503d0e1-f289-44fa-9b8a-738f4902f216,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:41.397804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ac9861b-f03c-485a-adc1-0980852c0529 req-fc051e8c-8be2-4e7a-9b17-13d9cb27fa7c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513673 Oct 25 09:18:41.515157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74265a8e-21fc-4ad0-9345-52be1ec4bb12 req-7259c68f-62a0-43a2-a00d-50d413562142 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:41.516772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74265a8e-21fc-4ad0-9345-52be1ec4bb12 req-7259c68f-62a0-43a2-a00d-50d413562142 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 943 time: 0.0576420 Oct 25 09:18:41.556905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74265a8e-21fc-4ad0-9345-52be1ec4bb12 req-82fd311d-79a3-4c70-9235-ebe931ca1ea9 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Oct 25 09:18:41.669513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b8d65-5962-44ae-b382-6257f3248d07 req-d24ab4b6-bfbf-4714-b13c-21710a8cfcab tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:41.670994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e38b8d65-5962-44ae-b382-6257f3248d07 req-d24ab4b6-bfbf-4714-b13c-21710a8cfcab tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0511482 Oct 25 09:18:41.680575 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b22265-6082-46a1-8fe9-af6cfb7da769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0503d0e1-f289-44fa-9b8a-738f4902f216'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:41.683019 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd42f6c-639b-4162-9e6d-215062ca7ee3" -d '{"events": [{"server_uuid": "51b22265-6082-46a1-8fe9-af6cfb7da769", "name": "network-vif-plugged", "status": "completed", "tag": "0503d0e1-f289-44fa-9b8a-738f4902f216"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:41.712007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e38b8d65-5962-44ae-b382-6257f3248d07 req-843ac4f9-d9f4-4525-9237-22d92e486d3c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340436 Oct 25 09:18:41.718615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b541e262-c587-4838-996d-45ece0946b14', 'tag': '5ac97f97-d384-463c-af0b-58a8dd9c09e3'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:41.721066 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f53065b-6185-4919-9d89-98c235a34eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "b541e262-c587-4838-996d-45ece0946b14", "tag": "5ac97f97-d384-463c-af0b-58a8dd9c09e3"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:41.804517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d916aaa2-6f36-4b79-8533-22ab3274cad3 req-f79f2bfa-a48b-4412-9033-57281dfeadea tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 210 time: 0.0270357 Oct 25 09:18:41.916547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb1a4782-8f4b-40cc-8d9c-41fddf060d92 req-ec8d1114-a130-4f8e-99fb-8ea72c30e6c5 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a7311f2-81ed-472f-b070-ec6d538e7b18 HTTP/1.1" status: 200 len: 210 time: 0.0279994 Oct 25 09:18:41.968257 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a519a8bd-4d37-4e7a-9af8-739826e51f6d x-openstack-request-id: req-a519a8bd-4d37-4e7a-9af8-739826e51f6d {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:41.968545 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7311f2-81ed-472f-b070-ec6d538e7b18", "name": "network-vif-deleted", "tag": "9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:41.968793 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a519a8bd-4d37-4e7a-9af8-739826e51f6d {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:41.969249 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7311f2-81ed-472f-b070-ec6d538e7b18', 'name': 'network-vif-deleted', 'tag': '9a8fc3c9-3c7d-424d-9f5b-3cc3459a0dd2', 'status': 'completed', 'code': 200} Oct 25 09:18:42.001506 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b0e527-6cc6-436b-8961-bc938433c630 x-openstack-request-id: req-97b0e527-6cc6-436b-8961-bc938433c630 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:42.002045 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b22265-6082-46a1-8fe9-af6cfb7da769", "name": "network-vif-plugged", "status": "completed", "tag": "0503d0e1-f289-44fa-9b8a-738f4902f216", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:42.002178 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97b0e527-6cc6-436b-8961-bc938433c630 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:42.003015 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b22265-6082-46a1-8fe9-af6cfb7da769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0503d0e1-f289-44fa-9b8a-738f4902f216', 'code': 200} Oct 25 09:18:42.033878 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d388617-6902-49a8-8fc0-9980b1b08d29 x-openstack-request-id: req-2d388617-6902-49a8-8fc0-9980b1b08d29 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:42.034177 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b541e262-c587-4838-996d-45ece0946b14", "tag": "5ac97f97-d384-463c-af0b-58a8dd9c09e3", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:42.034434 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d388617-6902-49a8-8fc0-9980b1b08d29 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:42.034833 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b541e262-c587-4838-996d-45ece0946b14', 'tag': '5ac97f97-d384-463c-af0b-58a8dd9c09e3', 'status': 'completed', 'code': 200} Oct 25 09:18:42.133608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53065b-6185-4919-9d89-98c235a34eaa req-6a187b06-25dd-42b4-9bac-176777025758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.135105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f53065b-6185-4919-9d89-98c235a34eaa req-6a187b06-25dd-42b4-9bac-176777025758 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb54f3dee5814978ad5f363ffec88818&device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 1094 time: 0.0415149 Oct 25 09:18:42.159983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b4df3-3da0-4d24-afb9-c0a5ada7bd6d req-cef37dfb-5e63-4cc6-987c-e70e1dbbd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.161476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a70b4df3-3da0-4d24-afb9-c0a5ada7bd6d req-cef37dfb-5e63-4cc6-987c-e70e1dbbd01e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 1097 time: 0.0441170 Oct 25 09:18:42.197961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a70b4df3-3da0-4d24-afb9-c0a5ada7bd6d req-78a357c9-10ad-4fc6-9265-9d3e019fc354 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272312 Oct 25 09:18:42.232220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53065b-6185-4919-9d89-98c235a34eaa req-8baa91e2-3fe5-4dc5-b510-984f4c73ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.233750 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f53065b-6185-4919-9d89-98c235a34eaa req-8baa91e2-3fe5-4dc5-b510-984f4c73ed76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e3c0891-c1ad-49c8-b804-f360f397fe7a HTTP/1.1" status: 200 len: 914 time: 0.0906062 Oct 25 09:18:42.271846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3636994a-f8ed-4d16-9006-46532d7ae580 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:18:42.311023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106d978-eae4-4615-a370-fecc079a11a5 req-751d0b52-c651-4805-a16c-96cf1ec07a3a tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.312475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b106d978-eae4-4615-a370-fecc079a11a5 req-751d0b52-c651-4805-a16c-96cf1ec07a3a tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0513515 Oct 25 09:18:42.352326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b106d978-eae4-4615-a370-fecc079a11a5 req-9007d3fe-c73c-40b2-8f00-569269d23445 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Oct 25 09:18:42.371883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3636994a-f8ed-4d16-9006-46532d7ae580, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3636994a-f8ed-4d16-9006-46532d7ae580,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:42.383036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '3636994a-f8ed-4d16-9006-46532d7ae580', 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7', 'port_id': '3636994a-f8ed-4d16-9006-46532d7ae580', 'mac_address': 'fa:16:3e:dc:af:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8423957-208a-4c0a-98df-b22645b9fb64', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:18:42.418527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:42.431718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3636994a-f8ed-4d16-9006-46532d7ae580 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:42.452029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3636994a-f8ed-4d16-9006-46532d7ae580, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3636994a-f8ed-4d16-9006-46532d7ae580,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:42.456531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:42.505926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=3636994a-f8ed-4d16-9006-46532d7ae580,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:42.522176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cba1c0-06f2-44e1-8a94-a1c1a3c2664f req-a89227e1-ba89-46bf-93a9-a0babbc65978 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.523668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86cba1c0-06f2-44e1-8a94-a1c1a3c2664f req-a89227e1-ba89-46bf-93a9-a0babbc65978 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 945 time: 0.0500972 Oct 25 09:18:42.560916 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86cba1c0-06f2-44e1-8a94-a1c1a3c2664f req-b2b12767-115e-4170-bd60-5d22df33c0d2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311742 Oct 25 09:18:42.582088 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f53065b-6185-4919-9d89-98c235a34eaa req-90a21eaf-00c8-427d-ac51-4175e681389f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac97f97-d384-463c-af0b-58a8dd9c09e3 HTTP/1.1" status: 200 len: 217 time: 0.0370593 Oct 25 09:18:42.647573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53065b-6185-4919-9d89-98c235a34eaa req-cfcd4d76-c04b-4010-8e1f-2873435e5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.649364 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f53065b-6185-4919-9d89-98c235a34eaa req-cfcd4d76-c04b-4010-8e1f-2873435e5fef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44ee1b1f-bd3a-4f59-8982-f0e6c1b33856 HTTP/1.1" status: 200 len: 853 time: 0.0474842 Oct 25 09:18:42.685885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62603b1c-fd17-4557-a27f-aaf274e052c9 req-40166492-847a-4a15-9f4a-8f658fe4bb17 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.689375 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62603b1c-fd17-4557-a27f-aaf274e052c9 req-40166492-847a-4a15-9f4a-8f658fe4bb17 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 943 time: 0.0605540 Oct 25 09:18:42.698551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f53065b-6185-4919-9d89-98c235a34eaa req-ece688af-cb5d-4635-bbf6-e767e38b1456 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e3c0891-c1ad-49c8-b804-f360f397fe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300748 Oct 25 09:18:42.730760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62603b1c-fd17-4557-a27f-aaf274e052c9 req-1f524625-8b80-49ed-8413-a58fe2be796a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357487 Oct 25 09:18:42.849039 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f53065b-6185-4919-9d89-98c235a34eaa req-163b4501-b85d-4011-9c8b-3fc8c4de0ea6 service neutron] 10.222.0.18 "GET /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033471 Oct 25 09:18:42.879288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['3636994a-f8ed-4d16-9006-46532d7ae580'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:18:42.882065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafa45d-9abe-4740-b3ac-861f9ea3f021 req-6267f686-3137-4bd9-8305-9c9503488e35 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.883558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3eafa45d-9abe-4740-b3ac-861f9ea3f021 req-6267f686-3137-4bd9-8305-9c9503488e35 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0849054 Oct 25 09:18:42.919947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-04ae2ca1-e657-42ba-bee5-243a80ba6026 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:42.921388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-04ae2ca1-e657-42ba-bee5-243a80ba6026 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.18 "GET /v2.0/networks?id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e HTTP/1.1" status: 200 len: 809 time: 0.1733570 Oct 25 09:18:42.938692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3eafa45d-9abe-4740-b3ac-861f9ea3f021 req-323bd6f7-0d4f-4fc1-aa88-fba8aa3f5476 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486240 Oct 25 09:18:42.967665 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f53065b-6185-4919-9d89-98c235a34eaa req-6073337b-73f0-418e-ae6c-d0e4bd5c99d3 service neutron] 10.222.0.18 "GET /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115472 Oct 25 09:18:42.974285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 5ac97f97-d384-463c-af0b-58a8dd9c09e3 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:18:42.998941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-08918537-e2f7-45b8-9bdb-bcad2ca8ba7a tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=676a720ff19f4c8e919254912aea07fe HTTP/1.1" status: 200 len: 379 time: 0.0360224 Oct 25 09:18:43.026466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d02fcacd-b3c2-45a3-af34-6aa6bc01b99d req-542f5b28-14a0-4f8a-b74e-b6629eb339a6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 210 time: 0.0266876 Oct 25 09:18:43.029832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'port': {'device_id': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'admin_state_up': True, 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'security_groups': ['119605c5-8a8b-4b85-aa9b-26282f93e51f']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:43.149149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 5ac97f97-d384-463c-af0b-58a8dd9c09e3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5ac97f97-d384-463c-af0b-58a8dd9c09e3,segment=NetworkSegment(1a988875-e0e7-4a66-9264-10c476cd554b),segment_id=1a988875-e0e7-4a66-9264-10c476cd554b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:43.154244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Made reservation on behalf of 676a720ff19f4c8e919254912aea07fe for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:43.159503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:43.172418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '5ac97f97-d384-463c-af0b-58a8dd9c09e3', 'network_id': '4e3c0891-c1ad-49c8-b804-f360f397fe7a', 'port_id': '5ac97f97-d384-463c-af0b-58a8dd9c09e3', 'mac_address': 'fa:16:3e:70:f6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ee1b1f-bd3a-4f59-8982-f0e6c1b33856', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:18:43.236090 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:43.261413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac97f97-d384-463c-af0b-58a8dd9c09e3 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:43.293673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 5ac97f97-d384-463c-af0b-58a8dd9c09e3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5ac97f97-d384-463c-af0b-58a8dd9c09e3,segment=NetworkSegment(1a988875-e0e7-4a66-9264-10c476cd554b),segment_id=1a988875-e0e7-4a66-9264-10c476cd554b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:43.298179 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:43.310172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Allocated IP 172.20.0.6 (ffe4d141-f0c6-475b-a25b-42b5585c1c8e/14f3cdfa-8d92-4f66-afa9-e3edcae13e5f/1ca3bbd5-2337-4d91-b22e-8547a282aeb7) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:43.349332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=5ac97f97-d384-463c-af0b-58a8dd9c09e3,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:43.487852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:43.498113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35849399-688f-4a25-9fda-dabe1d7dece0 req-f601355e-c222-4823-ae96-39abd55ea667 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:43.499583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35849399-688f-4a25-9fda-dabe1d7dece0 req-f601355e-c222-4823-ae96-39abd55ea667 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0784631 Oct 25 09:18:43.559413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35849399-688f-4a25-9fda-dabe1d7dece0 req-3853a179-22f9-4f02-bfc9-ff85bb73e8e1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527158 Oct 25 09:18:43.561118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:43.606775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:43.612506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:43.616094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:43.640198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'Port': ['ID=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:43.681741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:43.682361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:43.723479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-5500f0d0-8656-4d57-b428-2ea69818b59f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6992624 Oct 25 09:18:43.734669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee97a00-5aba-4573-a3ad-14a8b1778cf7 req-53b1ab1c-4ae8-4165-8b69-80b57bfc8d53 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:43.736100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aee97a00-5aba-4573-a3ad-14a8b1778cf7 req-53b1ab1c-4ae8-4165-8b69-80b57bfc8d53 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 945 time: 0.0719070 Oct 25 09:18:43.770790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Request body: {'port': {'device_id': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:43.784506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['5ac97f97-d384-463c-af0b-58a8dd9c09e3'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:18:43.819972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aee97a00-5aba-4573-a3ad-14a8b1778cf7 req-27d20667-a680-40df-b97a-ffc3c7a08daf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757937 Oct 25 09:18:43.851737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:43.970246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d47530eb-a06f-48af-ab8c-d507d1d3a4e6 None None] Provisioning complete for port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:43.970615 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d47530eb-a06f-48af-ab8c-d507d1d3a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.005691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d47530eb-a06f-48af-ab8c-d507d1d3a4e6 None None] Port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:44.273967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3636994a-f8ed-4d16-9006-46532d7ae580 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:44.325599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 3636994a-f8ed-4d16-9006-46532d7ae580 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:18:44.329664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 3636994a-f8ed-4d16-9006-46532d7ae580 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:44.330029 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.394591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf0361-24a1-4381-a859-df7a21003ee6 req-b7332bdf-eb40-49e7-ae2c-e27d74f73735 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:44.396100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cfbf0361-24a1-4381-a859-df7a21003ee6 req-b7332bdf-eb40-49e7-ae2c-e27d74f73735 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 944 time: 0.4356670 Oct 25 09:18:44.411991 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.436269 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9018514e-d414-450e-beb6-b966948565ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3636994a-f8ed-4d16-9006-46532d7ae580'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:44.438577 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750062c7-3f85-4b2d-95c1-b3a15f67d7a9" -d '{"events": [{"server_uuid": "9018514e-d414-450e-beb6-b966948565ce", "name": "network-vif-plugged", "status": "completed", "tag": "3636994a-f8ed-4d16-9006-46532d7ae580"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:44.451913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3636994a-f8ed-4d16-9006-46532d7ae580, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3636994a-f8ed-4d16-9006-46532d7ae580,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:44.457076 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.467468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cfbf0361-24a1-4381-a859-df7a21003ee6 req-22593299-5073-4c3b-996e-24c012bb2a14 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632200 Oct 25 09:18:44.507103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=3636994a-f8ed-4d16-9006-46532d7ae580,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:44.539139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:44.547166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.560220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Transition to ACTIVE for port object 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:18:44.567121 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.651063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:44.704265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6a0b6-c5ff-4b36-852f-9df5cd9c34e1 req-4d2573d3-9b8e-4697-95c2-d6dfe3fe9a73 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:44.706077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-baa6a0b6-c5ff-4b36-852f-9df5cd9c34e1 req-4d2573d3-9b8e-4697-95c2-d6dfe3fe9a73 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.1317909 Oct 25 09:18:44.764685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Attempting to bind port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:44.765145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Attempting to bind port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:44.765373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Attempting to bind port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 on network ffe4d141-f0c6-475b-a25b-42b5585c1c8e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:44.770924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-baa6a0b6-c5ff-4b36-852f-9df5cd9c34e1 req-a9ad4fe5-ea81-49eb-b8ea-d1e7ef17c605 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560749 Oct 25 09:18:44.773635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 on network ffe4d141-f0c6-475b-a25b-42b5585c1c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:18:44.773972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Attempting to bind port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 on network ffe4d141-f0c6-475b-a25b-42b5585c1c8e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:44.780379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:44.780655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Checking segment: {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:44.781081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Bound using segment: {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:44.781516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Bound port: 1ca3bbd5-2337-4d91-b22e-8547a282aeb7, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9e88ca-d70f-4cb2-9881-82229a88550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:44.791341 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.874957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] For port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:44.890846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] For port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:44.896127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.910956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaebaaf-0020-46b7-8149-441381444e1f req-51f98ad2-4472-4fcc-92dd-c262c6a5a1c2 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:44.912403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6aaebaaf-0020-46b7-8149-441381444e1f req-51f98ad2-4472-4fcc-92dd-c262c6a5a1c2 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 943 time: 0.0804720 Oct 25 09:18:44.955730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:44.956334 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:44.957997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] 10.222.0.18 "PUT /v2.0/ports/1ca3bbd5-2337-4d91-b22e-8547a282aeb7 HTTP/1.1" status: 200 len: 1091 time: 1.1932385 Oct 25 09:18:44.958441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'tag': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:44.960719 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcca65b-4f86-46ab-acf1-ec5d7895472a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a651051-aab1-4e5f-a7ed-f6b30303489e", "tag": "1ca3bbd5-2337-4d91-b22e-8547a282aeb7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:44.983509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 5ac97f97-d384-463c-af0b-58a8dd9c09e3 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:44.991883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eab878-6d3a-4a4e-b946-5fe648c20c96 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:45.001882 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6aaebaaf-0020-46b7-8149-441381444e1f req-1df2ce0f-f914-40ba-9884-5b3128c0d37e tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706124 Oct 25 09:18:45.055651 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a9f7f4-3bb5-4b98-908a-f98703946d10 x-openstack-request-id: req-06a9f7f4-3bb5-4b98-908a-f98703946d10 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:45.056191 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9018514e-d414-450e-beb6-b966948565ce", "name": "network-vif-plugged", "status": "completed", "tag": "3636994a-f8ed-4d16-9006-46532d7ae580", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:45.056678 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06a9f7f4-3bb5-4b98-908a-f98703946d10 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:45.057446 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9018514e-d414-450e-beb6-b966948565ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3636994a-f8ed-4d16-9006-46532d7ae580', 'code': 200} Oct 25 09:18:45.060829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:18:45.065637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:45.066071 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:45.080328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-b4d52fd1-e023-441f-abf5-469127dad47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.082619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-b4d52fd1-e023-441f-abf5-469127dad47f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=676a720ff19f4c8e919254912aea07fe&device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 1094 time: 0.0601389 Oct 25 09:18:45.168933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-a26b8c9c-8916-4ea4-bc9c-3c13f6a81204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7 HTTP/1.1" status: 200 len: 217 time: 0.0650272 Oct 25 09:18:45.179923 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:45.216502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 5ac97f97-d384-463c-af0b-58a8dd9c09e3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5ac97f97-d384-463c-af0b-58a8dd9c09e3,segment=NetworkSegment(1a988875-e0e7-4a66-9264-10c476cd554b),segment_id=1a988875-e0e7-4a66-9264-10c476cd554b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:45.221490 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:45.274389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424c747-4abd-45da-beab-3ac7ab66f3bf req-82e7d9b3-f6d0-43d0-96b7-6a662612dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.275891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8424c747-4abd-45da-beab-3ac7ab66f3bf req-82e7d9b3-f6d0-43d0-96b7-6a662612dbe8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 1097 time: 0.1233294 Oct 25 09:18:45.277187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-e3acb71c-ca70-402d-acd5-18bb4b67190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.278461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-e3acb71c-ca70-402d-acd5-18bb4b67190f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14f3cdfa-8d92-4f66-afa9-e3edcae13e5f HTTP/1.1" status: 200 len: 848 time: 0.0846379 Oct 25 09:18:45.278614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=5ac97f97-d384-463c-af0b-58a8dd9c09e3,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:45.286196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e1e7b-b006-4f0c-a718-1c0cc2de4f1b req-a103c2ed-b329-48af-a023-851cf65b4b32 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.287547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b1e1e7b-b006-4f0c-a718-1c0cc2de4f1b req-a103c2ed-b329-48af-a023-851cf65b4b32 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1223500 Oct 25 09:18:45.367909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8424c747-4abd-45da-beab-3ac7ab66f3bf req-8c12af69-0264-4b22-b753-8e223e1d8a1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794029 Oct 25 09:18:45.374348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b1e1e7b-b006-4f0c-a718-1c0cc2de4f1b req-fb308a1d-327d-47ea-bfa1-b5787e10b76a tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713038 Oct 25 09:18:45.379665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-929affd3-cfc0-4ed6-a49c-054af918a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.381104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-929affd3-cfc0-4ed6-a49c-054af918a0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916016 Oct 25 09:18:45.502704 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:18:45.504349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a243b5-e3d0-48c4-96e0-4fa5fbff8103 req-60424e6c-30d3-4bef-be7e-dcd87fedc968 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.505860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1a243b5-e3d0-48c4-96e0-4fa5fbff8103 req-60424e6c-30d3-4bef-be7e-dcd87fedc968 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 946 time: 0.0719664 Oct 25 09:18:45.528078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-281e3d20-e202-4f64-ae51-a539f8bff3ce service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393139 Oct 25 09:18:45.590074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1a243b5-e3d0-48c4-96e0-4fa5fbff8103 req-69e1c5d7-e6c8-41b6-9b6c-a61a8708af05 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783279 Oct 25 09:18:45.633790 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f80d30-e1f1-46bb-a67d-153c5ebcd888 x-openstack-request-id: req-36f80d30-e1f1-46bb-a67d-153c5ebcd888 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:45.634074 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a651051-aab1-4e5f-a7ed-f6b30303489e", "tag": "1ca3bbd5-2337-4d91-b22e-8547a282aeb7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:45.634323 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36f80d30-e1f1-46bb-a67d-153c5ebcd888 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:45.634713 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'tag': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'status': 'completed', 'code': 200} Oct 25 09:18:45.637112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c828a063-efd3-480a-93f2-51a4f67a2a28 req-08f4ba7b-9199-4854-9400-cc3bfcc52e65 service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014915 Oct 25 09:18:45.801074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-1449e29c-6f9c-4c36-b01e-dd70b29df0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.802628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-1449e29c-6f9c-4c36-b01e-dd70b29df0b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=676a720ff19f4c8e919254912aea07fe&device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 1094 time: 0.0453007 Oct 25 09:18:45.862753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93457e-b319-4b13-b573-e22925be1bbd req-cf0e1098-d26c-49b9-b88c-328be38a802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.864234 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8c93457e-b319-4b13-b573-e22925be1bbd req-cf0e1098-d26c-49b9-b88c-328be38a802d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 1097 time: 0.0417485 Oct 25 09:18:45.914391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619a669-0e30-42ea-be3d-b9559f5fc202 req-1785cb60-686c-475e-aa78-503306fd2aef tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.915879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8619a669-0e30-42ea-be3d-b9559f5fc202 req-1785cb60-686c-475e-aa78-503306fd2aef tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.1051121 Oct 25 09:18:45.953527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-98f48a42-e897-4e3b-a7f0-0d94e724a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.954972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-98f48a42-e897-4e3b-a7f0-0d94e724a5a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e HTTP/1.1" status: 200 len: 910 time: 0.1424117 Oct 25 09:18:45.955684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93457e-b319-4b13-b573-e22925be1bbd req-a45ea8c3-3742-4b90-88b2-61bf7c42e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:45.957450 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8c93457e-b319-4b13-b573-e22925be1bbd req-a45ea8c3-3742-4b90-88b2-61bf7c42e77d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 920 time: 0.0850897 Oct 25 09:18:45.967357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8619a669-0e30-42ea-be3d-b9559f5fc202 req-90aaf612-c804-4ab0-a02b-c56796b8c75d tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 Oct 25 09:18:46.005781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-35bf8ee8-871a-48c7-81d3-0eddaa3bfefe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7 HTTP/1.1" status: 200 len: 217 time: 0.0374925 Oct 25 09:18:46.014446 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8c93457e-b319-4b13-b573-e22925be1bbd req-34107f0f-4c9f-4051-8d25-a046c612890b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0503d0e1-f289-44fa-9b8a-738f4902f216 HTTP/1.1" status: 200 len: 217 time: 0.0458446 Oct 25 09:18:46.066144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93457e-b319-4b13-b573-e22925be1bbd req-dc417118-3f47-4085-8ebc-a0230bd9863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:46.067611 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8c93457e-b319-4b13-b573-e22925be1bbd req-dc417118-3f47-4085-8ebc-a0230bd9863d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.0458834 Oct 25 09:18:46.085738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-eb17b8a9-11d9-4144-8477-5ba0e45af796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:46.087206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-eb17b8a9-11d9-4144-8477-5ba0e45af796 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14f3cdfa-8d92-4f66-afa9-e3edcae13e5f HTTP/1.1" status: 200 len: 848 time: 0.0742035 Oct 25 09:18:46.101072 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8c93457e-b319-4b13-b573-e22925be1bbd req-fdaeacfa-5ab9-4e69-80c2-78313a226cdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259564 Oct 25 09:18:46.129335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb735d59-6e2c-422a-a456-5fef4e90a8bf req-5fd8675f-a259-48ee-8526-8867f0317613 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:46.130702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb735d59-6e2c-422a-a456-5fef4e90a8bf req-5fd8675f-a259-48ee-8526-8867f0317613 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0883565 Oct 25 09:18:46.157118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-d32af77d-fa5d-469d-a608-b98d96d24d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:46.158233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-d32af77d-fa5d-469d-a608-b98d96d24d7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638981 Oct 25 09:18:46.186132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb735d59-6e2c-422a-a456-5fef4e90a8bf req-e1b88d18-70e1-499f-b253-8a50b50423f5 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468488 Oct 25 09:18:46.198021 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8c93457e-b319-4b13-b573-e22925be1bbd req-ad597f33-2d5c-4596-8ec2-cdd76145e14d service neutron] 10.222.0.18 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898781 Oct 25 09:18:46.293775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-70d93e2d-73a2-4d76-a7a3-61846c5b875c service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221139 Oct 25 09:18:46.294901 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8c93457e-b319-4b13-b573-e22925be1bbd req-f9b4b695-a085-4901-ac91-f27097c154e0 service neutron] 10.222.0.18 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882704 Oct 25 09:18:46.314712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d021e-8d39-4203-a6da-20a9cbc9c2f3 req-32a46cc0-b89c-4a5a-8a09-a6cfbb7499e5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:46.316344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b28d021e-8d39-4203-a6da-20a9cbc9c2f3 req-32a46cc0-b89c-4a5a-8a09-a6cfbb7499e5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0624590 Oct 25 09:18:46.399516 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b386311e-fafb-4f76-a3b7-487769a1f90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:46.407482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b28d021e-8d39-4203-a6da-20a9cbc9c2f3 req-6e5237d4-b894-4b28-a269-b7b921c9888d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817327 Oct 25 09:18:46.443388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2dcca65b-4f86-46ab-acf1-ec5d7895472a req-b5053ab0-1351-41c9-be39-d7a9059f1229 service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259418 Oct 25 09:18:46.633770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb76bc4-923f-4a42-a2a0-4bc48df00c77 req-3f0c58f9-9419-4446-9b6d-3e09bd9b698f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:46.635332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cb76bc4-923f-4a42-a2a0-4bc48df00c77 req-3f0c58f9-9419-4446-9b6d-3e09bd9b698f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 943 time: 0.0497668 Oct 25 09:18:46.673785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cb76bc4-923f-4a42-a2a0-4bc48df00c77 req-4736d251-3dc7-4d6a-8144-33569dae9cfc tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322373 Oct 25 09:18:46.777235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646845c6-c294-4bae-a485-c4eabebdffda req-17b87943-827d-4f8d-9883-5a9a77bfd173 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:46.778854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-646845c6-c294-4bae-a485-c4eabebdffda req-17b87943-827d-4f8d-9883-5a9a77bfd173 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 945 time: 0.0506303 Oct 25 09:18:46.819974 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-646845c6-c294-4bae-a485-c4eabebdffda req-1d5eb7f4-4dee-4089-b910-2822c5e9f78f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345669 Oct 25 09:18:46.930375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8017c4-f225-4730-bece-72f9aacaf392 req-b2f73a68-ade9-4305-97d8-b8371bc33620 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:46.931746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae8017c4-f225-4730-bece-72f9aacaf392 req-b2f73a68-ade9-4305-97d8-b8371bc33620 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 946 time: 0.0529244 Oct 25 09:18:46.969227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae8017c4-f225-4730-bece-72f9aacaf392 req-30b2f109-0c05-49a8-aae9-1056cc50b1e7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Oct 25 09:18:47.058527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b541e262-c587-4838-996d-45ece0946b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac97f97-d384-463c-af0b-58a8dd9c09e3'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:47.060868 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cff0185-f8dd-46de-ac79-5b01cd06633a" -d '{"events": [{"server_uuid": "b541e262-c587-4838-996d-45ece0946b14", "name": "network-vif-plugged", "status": "completed", "tag": "5ac97f97-d384-463c-af0b-58a8dd9c09e3"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:47.082659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357b948-8c28-4374-b0be-7373ff36121f req-77c7950c-ac1c-4032-964e-b40c787764be tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:47.084143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3357b948-8c28-4374-b0be-7373ff36121f req-77c7950c-ac1c-4032-964e-b40c787764be tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 946 time: 0.0507379 Oct 25 09:18:47.123809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3357b948-8c28-4374-b0be-7373ff36121f req-cc6238d4-5d8c-4ebf-a835-cd9842c9cea6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336130 Oct 25 09:18:47.225433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab0434-329b-4f01-a16c-810919e0963c req-00f1f4c2-5ce2-4d8e-9dec-d92e5a773c14 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:47.226990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ab0434-329b-4f01-a16c-810919e0963c req-00f1f4c2-5ce2-4d8e-9dec-d92e5a773c14 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Oct 25 09:18:47.264173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ab0434-329b-4f01-a16c-810919e0963c req-5a4778b6-0afd-4158-b2f3-0a398f93d847 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314374 Oct 25 09:18:47.306966 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3549e31-5cf2-4652-b79a-0b4a99bc232d x-openstack-request-id: req-f3549e31-5cf2-4652-b79a-0b4a99bc232d {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:47.307263 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b541e262-c587-4838-996d-45ece0946b14", "name": "network-vif-plugged", "status": "completed", "tag": "5ac97f97-d384-463c-af0b-58a8dd9c09e3", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:47.307519 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3549e31-5cf2-4652-b79a-0b4a99bc232d {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:47.307913 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b541e262-c587-4838-996d-45ece0946b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac97f97-d384-463c-af0b-58a8dd9c09e3', 'code': 200} Oct 25 09:18:47.400428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc432d1-1cac-4ba3-a330-1f92b4ab5dc8 req-a07b2712-400c-44b6-8885-54da69b644cd tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:47.401923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bc432d1-1cac-4ba3-a330-1f92b4ab5dc8 req-a07b2712-400c-44b6-8885-54da69b644cd tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0521348 Oct 25 09:18:47.464641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bc432d1-1cac-4ba3-a330-1f92b4ab5dc8 req-da941c02-28f6-4627-aa55-4fbbb9f08847 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543342 Oct 25 09:18:47.466582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c49a7-8b97-4a95-a2aa-2decfe1a08f4 req-ecab2f0f-ef2f-492d-9379-73d020104758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:47.467930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-534c49a7-8b97-4a95-a2aa-2decfe1a08f4 req-ecab2f0f-ef2f-492d-9379-73d020104758 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 1096 time: 0.0651660 Oct 25 09:18:47.511728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-534c49a7-8b97-4a95-a2aa-2decfe1a08f4 req-eb5fbb30-2fe0-4e6e-b626-a845a4832ba8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Oct 25 09:18:47.566851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b37618-93db-43cb-a588-e4dc9fc307fe req-e5d95b70-4bb3-4620-a826-7ca3eb812df0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:47.568393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29b37618-93db-43cb-a588-e4dc9fc307fe req-e5d95b70-4bb3-4620-a826-7ca3eb812df0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0481181 Oct 25 09:18:47.606841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29b37618-93db-43cb-a588-e4dc9fc307fe req-2e4dad5a-c24e-4877-876d-91904bbe32be tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320554 Oct 25 09:18:47.793416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e9f90-84fe-49ce-a8f0-4784f5199e11 req-67f08473-b1d0-4523-a8d1-867a77525b52 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:47.794857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d5e9f90-84fe-49ce-a8f0-4784f5199e11 req-67f08473-b1d0-4523-a8d1-867a77525b52 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 943 time: 0.0520740 Oct 25 09:18:47.832021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d5e9f90-84fe-49ce-a8f0-4784f5199e11 req-706542e1-5e0a-45fd-b2bb-5ea485597e5a tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309725 Oct 25 09:18:47.933311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759a3f1-db65-4cc2-b5f7-9dd735ff7431 req-a14e650b-31a7-4b33-8e92-026d07475a0d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:47.934737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2759a3f1-db65-4cc2-b5f7-9dd735ff7431 req-a14e650b-31a7-4b33-8e92-026d07475a0d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 945 time: 0.0480659 Oct 25 09:18:47.972818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2759a3f1-db65-4cc2-b5f7-9dd735ff7431 req-89195645-c5aa-42d8-8266-dff836bfc9e6 tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/security-groups?id=d7a84637-fc84-496f-a0d4-de403dde2bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Oct 25 09:18:48.380692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f0f0c-29ea-40f1-92b2-13cf906dc985 req-56c590b5-1329-4a09-985f-08f70b2c6465 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:48.382162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e42f0f0c-29ea-40f1-92b2-13cf906dc985 req-56c590b5-1329-4a09-985f-08f70b2c6465 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.0502415 Oct 25 09:18:48.419298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e42f0f0c-29ea-40f1-92b2-13cf906dc985 req-4a8ba9bb-314a-4977-b279-3c76c6c8b5fa tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Oct 25 09:18:48.520900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-53ca7367-95ba-40ff-9506-351a0a1ee6ca tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:48.522354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-53ca7367-95ba-40ff-9506-351a0a1ee6ca tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 945 time: 0.0532696 Oct 25 09:18:48.625245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14855a-f6a8-4eea-a3a0-937fb752e9ec req-755d06dd-21a9-4a01-a43d-619e79fba526 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:48.626697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e14855a-f6a8-4eea-a3a0-937fb752e9ec req-755d06dd-21a9-4a01-a43d-619e79fba526 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0915034 Oct 25 09:18:48.679471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e14855a-f6a8-4eea-a3a0-937fb752e9ec req-731c05b7-4207-4acc-aa1d-644feb798ba6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455251 Oct 25 09:18:48.682797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Deleting port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:48.683136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:48.725686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50160) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:48.743825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-125d4d10-0f55-4fc1-a4d4-eb7574107e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:48.808151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] For port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,segment=NetworkSegment(8262cd4d-2215-49ce-8b45-1ed82ec717b2),segment_id=8262cd4d-2215-49ce-8b45-1ed82ec717b2)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:48.808786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:48.831983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51358adb-a841-4d3c-bd4e-2240124515fe req-f410cb16-db6d-43d8-9c51-433fec60968e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:48.833665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51358adb-a841-4d3c-bd4e-2240124515fe req-f410cb16-db6d-43d8-9c51-433fec60968e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0918791 Oct 25 09:18:48.834641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Calling delete_port for b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:48.928682 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51358adb-a841-4d3c-bd4e-2240124515fe req-dcb4641d-7f08-43d2-b46f-0e48b2a78272 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873849 Oct 25 09:18:49.027135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:18:49.054327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.075681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533af677-1b9f-46b3-88e2-45d8387c5031 req-b5b43768-37ea-4adb-8e85-0ba08b892f5f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:49.077179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-533af677-1b9f-46b3-88e2-45d8387c5031 req-b5b43768-37ea-4adb-8e85-0ba08b892f5f tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 943 time: 0.0735497 Oct 25 09:18:49.107136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:18:49.112790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Pushing event deleted for resources: {'Port': ['ID=b964e54a-bb0b-42fc-bffc-fca8aa3f1a03,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:49.172574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] No DVR routers for this DVR port b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:49.175517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.178843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80852ed0-799f-4a09-ab14-ba66b63ccbd7 req-38f04b10-c7ff-4485-9430-f89603761c4f tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.41 "DELETE /v2.0/ports/b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 HTTP/1.1" status: 204 len: 173 time: 0.6497393 Oct 25 09:18:49.179432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b33a4-a18e-4e30-8936-59b879a915dc', 'name': 'network-vif-deleted', 'tag': 'b964e54a-bb0b-42fc-bffc-fca8aa3f1a03'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:49.181753 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54ca503-d05c-43d6-afe8-dcab071d9a0d" -d '{"events": [{"server_uuid": "f65b33a4-a18e-4e30-8936-59b879a915dc", "name": "network-vif-deleted", "tag": "b964e54a-bb0b-42fc-bffc-fca8aa3f1a03"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:49.192567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:49.197661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-533af677-1b9f-46b3-88e2-45d8387c5031 req-213ac9e4-c7ee-4956-89f8-0c29a9c7de63 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971668 Oct 25 09:18:49.212042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'port_id': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'mac_address': 'fa:16:3e:27:7d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:18:49.256509 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.260693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.274019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:18:49.286404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b36e29c-c1a4-436b-b47e-841b2d838e03 req-56b688c3-e11c-4369-8b14-fd03a346d70d tempest-ServersTestJSON-1289373647 tempest-ServersTestJSON-1289373647-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65b33a4-a18e-4e30-8936-59b879a915dc HTTP/1.1" status: 200 len: 210 time: 0.0393579 Oct 25 09:18:49.297223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:49.308110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.333880 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944b5f6d-b230-4d75-ab51-e7b39d87d552 x-openstack-request-id: req-944b5f6d-b230-4d75-ab51-e7b39d87d552 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:49.334166 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b33a4-a18e-4e30-8936-59b879a915dc", "name": "network-vif-deleted", "tag": "b964e54a-bb0b-42fc-bffc-fca8aa3f1a03", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:49.334420 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-944b5f6d-b230-4d75-ab51-e7b39d87d552 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:49.334836 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b33a4-a18e-4e30-8936-59b879a915dc', 'name': 'network-vif-deleted', 'tag': 'b964e54a-bb0b-42fc-bffc-fca8aa3f1a03', 'status': 'completed', 'code': 200} Oct 25 09:18:49.360284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:49.541016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eef9f-a06a-44f4-a5f7-05180b23d163 req-5e9ed197-d6dd-432e-96b2-9d6e21802cfc tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:49.542467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-768eef9f-a06a-44f4-a5f7-05180b23d163 req-5e9ed197-d6dd-432e-96b2-9d6e21802cfc tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.0519803 Oct 25 09:18:49.554991 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.20.0.17 (699f1739-32ae-47ea-8fbb-36e65f14dcd7/c8423957-208a-4c0a-98df-b22645b9fb64/489219f7-1474-4d11-9476-e5768066b5f6) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:49.595423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-768eef9f-a06a-44f4-a5f7-05180b23d163 req-86bd25a4-cd02-4b7f-bf3a-0d43d0f0ab47 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468011 Oct 25 09:18:49.700269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.712063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['1ca3bbd5-2337-4d91-b22e-8547a282aeb7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:18:49.749229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.799844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:49.801506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:49.804421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:49.879599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.926522 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.967733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:49.969087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dc23a-9faf-4282-ade3-80960018dd20 req-14af015d-ef4c-4984-b5d7-89845ee39a5c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:49.977837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e1dc23a-9faf-4282-ade3-80960018dd20 req-14af015d-ef4c-4984-b5d7-89845ee39a5c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0986378 Oct 25 09:18:50.000773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-f559fb7b-0967-4010-9d07-125f6643241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:50.002861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-f559fb7b-0967-4010-9d07-125f6643241a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb54f3dee5814978ad5f363ffec88818&device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 1096 time: 0.1131501 Oct 25 09:18:50.036575 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=489219f7-1474-4d11-9476-e5768066b5f6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:50.038980 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:50.096870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e1dc23a-9faf-4282-ade3-80960018dd20 req-1d37688c-0448-46ed-a37e-a79891e73fb8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181757 Oct 25 09:18:50.135219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-500a2f85-1599-40c7-9fbb-a8e6974ccd96 None None] Provisioning complete for port 489219f7-1474-4d11-9476-e5768066b5f6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:50.135583 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-500a2f85-1599-40c7-9fbb-a8e6974ccd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:50.140399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-2e520b16-4ad0-4e5c-84ff-2bf881a52ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:50.142052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-2e520b16-4ad0-4e5c-84ff-2bf881a52ee3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e3c0891-c1ad-49c8-b804-f360f397fe7a HTTP/1.1" status: 200 len: 914 time: 0.1287220 Oct 25 09:18:50.177454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-500a2f85-1599-40c7-9fbb-a8e6974ccd96 None None] Port 489219f7-1474-4d11-9476-e5768066b5f6 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:50.192284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-8a54dbc2-1bca-4813-818c-2b833f3ccdcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac97f97-d384-463c-af0b-58a8dd9c09e3 HTTP/1.1" status: 200 len: 217 time: 0.0419204 Oct 25 09:18:50.267076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-db77e5ab-bdfd-403d-8162-3527a0c2dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:50.269029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-db77e5ab-bdfd-403d-8162-3527a0c2dcea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=44ee1b1f-bd3a-4f59-8982-f0e6c1b33856 HTTP/1.1" status: 200 len: 853 time: 0.0682697 Oct 25 09:18:50.279685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b5c48-dd84-4c34-8fab-f5346e16b7c1 req-e45134ff-eccd-431e-a349-fe9ec9d95a8a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:50.281101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db2b5c48-dd84-4c34-8fab-f5346e16b7c1 req-e45134ff-eccd-431e-a349-fe9ec9d95a8a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.0926979 Oct 25 09:18:50.324757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-aacb12c2-7da0-4abd-ae91-259680892844 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e3c0891-c1ad-49c8-b804-f360f397fe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426145 Oct 25 09:18:50.331598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:50.337733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:50.362508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db2b5c48-dd84-4c34-8fab-f5346e16b7c1 req-cefad298-fafd-44ad-bb67-d9d4e70427ef tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724475 Oct 25 09:18:50.415929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=489219f7-1474-4d11-9476-e5768066b5f6,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:50.418580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:50.464158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-7e35bacd-58fa-4ff6-902e-5534adf15c45 service neutron] 10.222.0.18 "GET /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311555 Oct 25 09:18:50.519973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:50.521396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:50.526788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ef59b-c999-4a19-8311-ed8782259ba2 req-1739696f-0b07-4946-80f3-a6c0ae1efcda tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:50.528277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-490ef59b-c999-4a19-8311-ed8782259ba2 req-1739696f-0b07-4946-80f3-a6c0ae1efcda tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.1051722 Oct 25 09:18:50.589169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-490ef59b-c999-4a19-8311-ed8782259ba2 req-b1d36804-3abf-4ec2-a011-78fe60bdbe00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520029 Oct 25 09:18:50.605656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cd66d1b-bafd-48fc-9bb9-25045759e47e req-2ce732af-9806-4952-8615-d8cc0572c85e service neutron] 10.222.0.18 "GET /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338475 Oct 25 09:18:50.653763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 4645367d-734d-4a55-979a-98e2234ece00 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:18:50.721936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc000-dfd2-4819-a57c-1b4fe6ef04bc req-b36fac08-04a5-40dc-9b44-bfe5ebcbf9d1 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:50.723529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46ebc000-dfd2-4819-a57c-1b4fe6ef04bc req-b36fac08-04a5-40dc-9b44-bfe5ebcbf9d1 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 944 time: 0.0561559 Oct 25 09:18:50.767977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46ebc000-dfd2-4819-a57c-1b4fe6ef04bc req-8b62b964-db59-4c0f-93ea-22b6dc62ec05 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372038 Oct 25 09:18:50.781206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:50.794642 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a51931c3-843e-42ab-aef7-18cb8f975ac7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "PUT /v2.0/routers/4645367d-734d-4a55-979a-98e2234ece00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0672541 Oct 25 09:18:50.801733 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Sync routers for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:50.810071 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:50.811238 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:50.825239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d4508193-f9d9-4207-9f18-ab7388dc2ef7 None None] Provisioning complete for port 489219f7-1474-4d11-9476-e5768066b5f6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:50.825924 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d4508193-f9d9-4207-9f18-ab7388dc2ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:50.845409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50186) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:50.871859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d4508193-f9d9-4207-9f18-ab7388dc2ef7 None None] Port 489219f7-1474-4d11-9476-e5768066b5f6 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:18:50.892159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc356b4-2f8e-4324-aba9-958aff4c804e admin admin] Deleting subnet e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:18:50.896643 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ecc356b4-2f8e-4324-aba9-958aff4c804e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:50.922359 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:50.935775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ecc356b4-2f8e-4324-aba9-958aff4c804e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:50.975834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ecc356b4-2f8e-4324-aba9-958aff4c804e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.027947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ecc356b4-2f8e-4324-aba9-958aff4c804e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.046172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:51.054297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc356b4-2f8e-4324-aba9-958aff4c804e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:51.060922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ecc356b4-2f8e-4324-aba9-958aff4c804e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.066778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ecc356b4-2f8e-4324-aba9-958aff4c804e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e9ea0614-eab3-4aa5-a41e-7ac7bc3b1416 HTTP/1.1" status: 204 len: 168 time: 0.2197533 Oct 25 09:18:51.069318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50190) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:51.104451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:18:51.108464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:51.108953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.166511 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.182160 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:18:49Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:08Z', 'revision_number': 1, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '489219f7-1474-4d11-9476-e5768066b5f6', 'name': '', 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4e:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c8423957-208a-4c0a-98df-b22645b9fb64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:49Z', 'updated_at': '2021-10-25T09:18:50Z', 'revision_number': 2, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c8423957-208a-4c0a-98df-b22645b9fb64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:51.211132 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Checking router: 4645367d-734d-4a55-979a-98e2234ece00 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:51.211863 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Updating router 4645367d-734d-4a55-979a-98e2234ece00 port 489219f7-1474-4d11-9476-e5768066b5f6 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:18:51.219370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.237324 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.249075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:51.254627 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd11d1-3100-4489-8913-6d4e9940d9a4" -d '{"events": [{"server_uuid": "8a651051-aab1-4e5f-a7ed-f6b30303489e", "name": "network-vif-plugged", "status": "completed", "tag": "1ca3bbd5-2337-4d91-b22e-8547a282aeb7"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:51.277888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:51.285267 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.285604 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.301168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e495cc2-9510-4a00-a06a-2ca904343e70 req-1ffb6348-7ce8-4b28-bfa0-363265005c02 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:51.307094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e495cc2-9510-4a00-a06a-2ca904343e70 req-1ffb6348-7ce8-4b28-bfa0-363265005c02 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1084309 Oct 25 09:18:51.342049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:51.539719 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.545526 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.617384 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689850-32a0-4d74-91b0-66ae276b2327 None None] Pushing event updated for resources: {'Port': ['ID=489219f7-1474-4d11-9476-e5768066b5f6,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:51.652237 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Attempting to bind port 489219f7-1474-4d11-9476-e5768066b5f6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:18:51.652603 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Attempting to bind port 489219f7-1474-4d11-9476-e5768066b5f6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:18:51.653406 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Attempting to bind port 489219f7-1474-4d11-9476-e5768066b5f6 on network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:18:51.659571 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:18:51.659940 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Checking segment: {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:51.660559 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.661057 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Bound using segment: {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:18:51.661802 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Bound port: 489219f7-1474-4d11-9476-e5768066b5f6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4186f25f-49d1-4287-b6ea-9adb877bc57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:18:51.662187 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.703161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96663d00-68ba-41c8-a6f3-96b10f48019a']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:51.723223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8262cd4d-2215-49ce-8b45-1ed82ec717b2') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:51.723491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8262cd4d-2215-49ce-8b45-1ed82ec717b2') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:51.727825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e495cc2-9510-4a00-a06a-2ca904343e70 req-e0759a70-ca6c-4a97-a3ab-4fabe20d4193 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185877 Oct 25 09:18:51.739072 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.754203 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] For port 489219f7-1474-4d11-9476-e5768066b5f6, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:51.754203 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] For port 489219f7-1474-4d11-9476-e5768066b5f6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=489219f7-1474-4d11-9476-e5768066b5f6,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:18:51.755554 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.768337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.775944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:18:51.776366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.805008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.815851 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d85f9-b731-4dd8-a1dd-80a4f8cd71ff x-openstack-request-id: req-1d9d85f9-b731-4dd8-a1dd-80a4f8cd71ff {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:51.816227 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a651051-aab1-4e5f-a7ed-f6b30303489e", "name": "network-vif-plugged", "status": "completed", "tag": "1ca3bbd5-2337-4d91-b22e-8547a282aeb7", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:51.817220 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d9d85f9-b731-4dd8-a1dd-80a4f8cd71ff {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:51.817813 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'code': 200} Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:18:51.819542 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:18:51.829219 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:51.829815 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:51.859103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.865958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:51.872701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] 10.222.0.32 "DELETE /v2.0/networks/96663d00-68ba-41c8-a6f3-96b10f48019a HTTP/1.1" status: 204 len: 168 time: 0.8016953 Oct 25 09:18:51.902907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5181a-5ad1-4e94-99d8-24479e00f68b admin admin] Pushing event deleted for resources: {'Network': ['ID=96663d00-68ba-41c8-a6f3-96b10f48019a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:51.949507 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689850-32a0-4d74-91b0-66ae276b2327 None None] Pushing event updated for resources: {'Port': ['ID=489219f7-1474-4d11-9476-e5768066b5f6,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:51.988093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22c2e8-1968-48d9-bfa5-a4d88febac7c req-2d297c61-dba8-4502-9c08-0294fb5ba3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:51.989601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a22c2e8-1968-48d9-bfa5-a4d88febac7c req-2d297c61-dba8-4502-9c08-0294fb5ba3f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 1096 time: 0.0720403 Oct 25 09:18:51.997645 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:52.016019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aeefd-75c5-493c-80fa-3fbe88c412e5 req-9a7e523a-937a-42e8-aea3-3ca6cb04618d tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:52.018488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be7aeefd-75c5-493c-80fa-3fbe88c412e5 req-9a7e523a-937a-42e8-aea3-3ca6cb04618d tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.1281326 Oct 25 09:18:52.056960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50204) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:52.070925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a22c2e8-1968-48d9-bfa5-a4d88febac7c req-7df8399a-ae74-45ef-9480-8d561a0ec604 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730197 Oct 25 09:18:52.073847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be7aeefd-75c5-493c-80fa-3fbe88c412e5 req-76b5f7c1-7e4c-4c7c-ad57-9203343f4b14 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480363 Oct 25 09:18:52.112420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ae811aa3-d5f0-4aa3-b98a-64bb6cf6db35 None None] Provisioning complete for port 489219f7-1474-4d11-9476-e5768066b5f6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:52.113034 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae811aa3-d5f0-4aa3-b98a-64bb6cf6db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.179354 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-09abb300-488d-4ea8-b298-6117275be274 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e29eeb2c69194d5ab3532bf466807531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199028 Oct 25 09:18:52.180323 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50208) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:52.218148 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae811aa3-d5f0-4aa3-b98a-64bb6cf6db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.248470 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e4ec060f-e727-40db-ac68-abeba887c4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.261482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebf042-3c3a-4cd8-b516-f1e85c7da5c1 req-4b91abc6-d8df-465d-b479-18f9aaa0f08f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:52.263156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84ebf042-3c3a-4cd8-b516-f1e85c7da5c1 req-4b91abc6-d8df-465d-b479-18f9aaa0f08f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0940068 Oct 25 09:18:52.269016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ae811aa3-d5f0-4aa3-b98a-64bb6cf6db35 None None] For port 489219f7-1474-4d11-9476-e5768066b5f6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=489219f7-1474-4d11-9476-e5768066b5f6,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:52.275117 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae811aa3-d5f0-4aa3-b98a-64bb6cf6db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.292458 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e4ec060f-e727-40db-ac68-abeba887c4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.307105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84ebf042-3c3a-4cd8-b516-f1e85c7da5c1 req-2d063a64-7a41-49c2-bca0-d43bdbe00104 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371463 Oct 25 09:18:52.333688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:52.348150 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:18:49Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:08Z', 'revision_number': 1, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '489219f7-1474-4d11-9476-e5768066b5f6', 'name': '', 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4e:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c8423957-208a-4c0a-98df-b22645b9fb64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:49Z', 'updated_at': '2021-10-25T09:18:51Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c8423957-208a-4c0a-98df-b22645b9fb64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:52.363469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e4ec060f-e727-40db-ac68-abeba887c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.366169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e4ec060f-e727-40db-ac68-abeba887c4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.369851 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e4ec060f-e727-40db-ac68-abeba887c4ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7a84637-fc84-496f-a0d4-de403dde2bfd HTTP/1.1" status: 204 len: 168 time: 0.1858137 Oct 25 09:18:52.378022 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec060f-e727-40db-ac68-abeba887c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a84637-fc84-496f-a0d4-de403dde2bfd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:52.383135 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f47854-6cb5-46e6-83fb-a508d82eeb2f None None] The sync data for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 is: [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:18:49Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:08Z', 'revision_number': 1, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '489219f7-1474-4d11-9476-e5768066b5f6', 'name': '', 'network_id': '699f1739-32ae-47ea-8fbb-36e65f14dcd7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4e:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c8423957-208a-4c0a-98df-b22645b9fb64', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:49Z', 'updated_at': '2021-10-25T09:18:51Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c8423957-208a-4c0a-98df-b22645b9fb64', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:52.388954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:52.389297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b964e54a-bb0b-42fc-bffc-fca8aa3f1a03 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:52.390793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae811aa3-d5f0-4aa3-b98a-64bb6cf6db35 None None] Pushing event updated for resources: {'Port': ['ID=489219f7-1474-4d11-9476-e5768066b5f6,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:52.418394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fc715237-cd43-4f5a-9c73-bd4e36128d30 None None] Provisioning complete for port 489219f7-1474-4d11-9476-e5768066b5f6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:52.418741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fc715237-cd43-4f5a-9c73-bd4e36128d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.479979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec0f35-ceff-428b-9d23-bd4b61aba48a req-6aa5e9a1-3172-4d63-82cb-7454850d9aea tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:52.485686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1aec0f35-ceff-428b-9d23-bd4b61aba48a req-6aa5e9a1-3172-4d63-82cb-7454850d9aea tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 945 time: 0.0946479 Oct 25 09:18:52.552389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1aec0f35-ceff-428b-9d23-bd4b61aba48a req-95b9db15-3be0-4f00-9235-54bf4a2d3c99 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553217 Oct 25 09:18:52.632618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 489219f7-1474-4d11-9476-e5768066b5f6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:18:52.702994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 489219f7-1474-4d11-9476-e5768066b5f6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:18:52.703356 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:52.934294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a5004-57e7-493c-ac0b-7d33632fca4c req-55641436-b30a-4dee-883c-5a705eb86392 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:52.936306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac0a5004-57e7-493c-ac0b-7d33632fca4c req-55641436-b30a-4dee-883c-5a705eb86392 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0641086 Oct 25 09:18:52.983467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac0a5004-57e7-493c-ac0b-7d33632fca4c req-03582f06-1594-4b24-b5e3-40a3107802c0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Oct 25 09:18:53.100321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e96c8-0757-40b7-b286-d64972392a19 req-e28c9ffd-2390-4301-8b07-61f8102f4611 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:53.101857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c90e96c8-0757-40b7-b286-d64972392a19 req-e28c9ffd-2390-4301-8b07-61f8102f4611 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.0556014 Oct 25 09:18:53.150785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c90e96c8-0757-40b7-b286-d64972392a19 req-64a6501d-c11b-4102-86c9-51d5b0bd767e tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Oct 25 09:18:53.294809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50238) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:53.396477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1993734583-network', 'tenant_id': '261d8b18797d437f9ffe97394589a73e'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:53.442581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Made reservation on behalf of 261d8b18797d437f9ffe97394589a73e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:53.444845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.455930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efff2b-37eb-4694-aff0-15593ead98c4 req-eec9b451-0f28-4c15-8b07-1d6bd0fa1b34 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:53.457709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25efff2b-37eb-4694-aff0-15593ead98c4 req-eec9b451-0f28-4c15-8b07-1d6bd0fa1b34 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0771914 Oct 25 09:18:53.465194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.514324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25efff2b-37eb-4694-aff0-15593ead98c4 req-99a240a1-9196-42af-9a4c-655786451920 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502000 Oct 25 09:18:53.568039 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.571927 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.599857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:18:53.609307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa97b5ec-8169-4a68-8310-a6d6e42812b2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:53.618227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.618369 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Added segment c5d6e064-7461-4574-a01f-a683d4010dab of type vlan for network 76add661-d760-439f-a9e2-380d48df32b6 Oct 25 09:18:53.675875 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.723444 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.724374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:53.724952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.739241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37480ec-8755-4271-8e9e-083fe8ada97c req-d440edee-be99-459e-8edd-5fdfe301fe44 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:53.740720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c37480ec-8755-4271-8e9e-083fe8ada97c req-d440edee-be99-459e-8edd-5fdfe301fe44 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 945 time: 0.0827298 Oct 25 09:18:53.788685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4927998 Oct 25 09:18:53.791812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50246) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:53.796832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Request body: {'subnet': {'network_id': '76add661-d760-439f-a9e2-380d48df32b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1993734583-subnet', 'tenant_id': '261d8b18797d437f9ffe97394589a73e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:53.818943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc0878-fbf5-4f08-92b0-dac9ea79b165 admin admin] Pushing event updated for resources: {'Network': ['ID=76add661-d760-439f-a9e2-380d48df32b6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:53.821045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Made reservation on behalf of 261d8b18797d437f9ffe97394589a73e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:18:53.823070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:53.827927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c37480ec-8755-4271-8e9e-083fe8ada97c req-ff41683e-287e-4f0d-8738-240ff7c05446 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737672 Oct 25 09:18:53.830381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 76add661-d760-439f-a9e2-380d48df32b6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:18:53.989791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.043158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Pushing event updated for resources: {'Subnet': ['ID=540e595b-8f3e-4cdd-830d-8ccd3a63689e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:54.054296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Checking segment: {'id': 'c5d6e064-7461-4574-a01f-a683d4010dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '76add661-d760-439f-a9e2-380d48df32b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:18:54.054680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Network hostable DHCP agents. Network: 76add661-d760-439f-a9e2-380d48df32b6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:18:54.071569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Network 76add661-d760-439f-a9e2-380d48df32b6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:18:54.081044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 76add661-d760-439f-a9e2-380d48df32b6) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:54.085397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:54.086235 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.090451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8640bb-717b-4bb4-9dc1-2890bc5c226c None None] Network 76add661-d760-439f-a9e2-380d48df32b6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:54.104350 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91866822-4b7f-475c-b52e-9eaa5d99494d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3113670 Oct 25 09:18:54.126436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf50bf-5270-4405-bfc0-f7af7d457a35 req-3b4c4001-ed6c-4213-b80d-dc3cef5e608b tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:54.128125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58cf50bf-5270-4405-bfc0-f7af7d457a35 req-3b4c4001-ed6c-4213-b80d-dc3cef5e608b tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0702200 Oct 25 09:18:54.169284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58cf50bf-5270-4405-bfc0-f7af7d457a35 req-f81e82ea-99d8-4a12-87fc-9cee32ed70ea tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Oct 25 09:18:54.227201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e961d-b264-4ae9-9869-7d06cb9eb721 None None] Network 76add661-d760-439f-a9e2-380d48df32b6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:18:54.288458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179a26b-ca54-4ec9-a491-22448652ee9b req-55c287da-95cf-4f7c-9468-4bb3568d352b tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:54.289941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c179a26b-ca54-4ec9-a491-22448652ee9b req-55c287da-95cf-4f7c-9468-4bb3568d352b tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.0527880 Oct 25 09:18:54.328212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c179a26b-ca54-4ec9-a491-22448652ee9b req-7779d79e-872e-475f-80bf-c36e728eeab5 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b188607-38f6-4a4a-814a-41e11a157e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Oct 25 09:18:54.348675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50256) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:54.394939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e57047b-30b9-4d74-a0a4-e791fe9e22dd admin admin] Deleting subnet 540e595b-8f3e-4cdd-830d-8ccd3a63689e {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:18:54.398270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e57047b-30b9-4d74-a0a4-e791fe9e22dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.432050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e57047b-30b9-4d74-a0a4-e791fe9e22dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.474057 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e57047b-30b9-4d74-a0a4-e791fe9e22dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.524073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e57047b-30b9-4d74-a0a4-e791fe9e22dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.551668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57047b-30b9-4d74-a0a4-e791fe9e22dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540e595b-8f3e-4cdd-830d-8ccd3a63689e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:54.553667 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e57047b-30b9-4d74-a0a4-e791fe9e22dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.559178 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e57047b-30b9-4d74-a0a4-e791fe9e22dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/540e595b-8f3e-4cdd-830d-8ccd3a63689e HTTP/1.1" status: 204 len: 168 time: 0.2071292 Oct 25 09:18:54.560846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50260) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:54.660914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.681984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55dee-279e-483c-b290-6321f8676ffe req-f601fd4d-b3a4-433a-a7a8-cc1454f1f0b5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:54.683343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27d55dee-279e-483c-b290-6321f8676ffe req-f601fd4d-b3a4-433a-a7a8-cc1454f1f0b5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0795872 Oct 25 09:18:54.772471 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.784038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27d55dee-279e-483c-b290-6321f8676ffe req-716f68e9-3719-4a60-beca-67c3c1296d7f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803111 Oct 25 09:18:54.796353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76add661-d760-439f-a9e2-380d48df32b6']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:54.807196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d6e064-7461-4574-a01f-a683d4010dab') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:54.807492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d6e064-7461-4574-a01f-a683d4010dab') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:54.816301 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.833937 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.839705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:18:54.840076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:18:54.841715 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:18:54.895053 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.899854 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:54.903074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] 10.222.0.32 "DELETE /v2.0/networks/76add661-d760-439f-a9e2-380d48df32b6 HTTP/1.1" status: 204 len: 168 time: 0.3411181 Oct 25 09:18:54.938261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f2e16-780b-46ac-b696-db0d6519008c admin admin] Pushing event deleted for resources: {'Network': ['ID=76add661-d760-439f-a9e2-380d48df32b6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:54.994451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a595b3-2a11-4645-8126-a768c1d5280b req-a25a1e3c-cda7-4205-a326-192450b2cf79 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:54.995913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6a595b3-2a11-4645-8126-a768c1d5280b req-a25a1e3c-cda7-4205-a326-192450b2cf79 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 945 time: 0.0918469 Oct 25 09:18:55.016481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50266) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:55.018261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-4f0380c3-9c6c-4340-a3c0-ba2e1bcafb9a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:55.019692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-4f0380c3-9c6c-4340-a3c0-ba2e1bcafb9a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.18 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 945 time: 0.0758493 Oct 25 09:18:55.056525 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-674b3c6a-7f51-4bb1-854b-98db88c8040e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=261d8b18797d437f9ffe97394589a73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387805 Oct 25 09:18:55.058936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50268) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:55.079728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6a595b3-2a11-4645-8126-a768c1d5280b req-2c8e241d-b786-473e-8703-ca3eacb01aa7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752943 Oct 25 09:18:55.109576 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4699de9b-9514-43ea-86a1-543b504d6b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:55.133409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4699de9b-9514-43ea-86a1-543b504d6b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:55.137935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Deleting port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:18:55.138473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:55.191245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4699de9b-9514-43ea-86a1-543b504d6b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:55.194328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4699de9b-9514-43ea-86a1-543b504d6b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:55.197350 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4699de9b-9514-43ea-86a1-543b504d6b90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa97b5ec-8169-4a68-8310-a6d6e42812b2 HTTP/1.1" status: 204 len: 168 time: 0.1374550 Oct 25 09:18:55.206094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699de9b-9514-43ea-86a1-543b504d6b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa97b5ec-8169-4a68-8310-a6d6e42812b2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:55.258330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09915b-b583-4929-8c38-3d4236bc830d req-9408fc9a-d706-4bde-9559-3e6624623ac7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:55.259808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f09915b-b583-4929-8c38-3d4236bc830d req-9408fc9a-d706-4bde-9559-3e6624623ac7 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 945 time: 0.1078494 Oct 25 09:18:55.272692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] For port 5ac97f97-d384-463c-af0b-58a8dd9c09e3, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=5ac97f97-d384-463c-af0b-58a8dd9c09e3,segment=NetworkSegment(1a988875-e0e7-4a66-9264-10c476cd554b),segment_id=1a988875-e0e7-4a66-9264-10c476cd554b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:55.273087 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:55.296470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Calling delete_port for 5ac97f97-d384-463c-af0b-58a8dd9c09e3 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:18:55.324671 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f09915b-b583-4929-8c38-3d4236bc830d req-0182c0ca-106e-4447-ad24-6ca902507272 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575387 Oct 25 09:18:55.485062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5614c9-e42e-4314-9d73-63ca779dd988 req-dfc3e61a-4e96-4592-88e1-57d14c875a4f tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:55.487374 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb5614c9-e42e-4314-9d73-63ca779dd988 req-dfc3e61a-4e96-4592-88e1-57d14c875a4f tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0884306 Oct 25 09:18:55.488516 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:55.523734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Pushing event deleted for resources: {'Port': ['ID=5ac97f97-d384-463c-af0b-58a8dd9c09e3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:55.587474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] No DVR routers for this DVR port 5ac97f97-d384-463c-af0b-58a8dd9c09e3 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:55.591532 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:55.595054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76773231-7f0f-4f69-9b38-ad2a97d45876 req-e9b46530-200a-491d-a629-23bc5babdf4a tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.18 "DELETE /v2.0/ports/5ac97f97-d384-463c-af0b-58a8dd9c09e3 HTTP/1.1" status: 204 len: 173 time: 0.5678396 Oct 25 09:18:55.595982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b541e262-c587-4838-996d-45ece0946b14', 'name': 'network-vif-deleted', 'tag': '5ac97f97-d384-463c-af0b-58a8dd9c09e3'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:55.598272 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1810e0f8-7937-49fa-b4d8-6055ef2783df" -d '{"events": [{"server_uuid": "b541e262-c587-4838-996d-45ece0946b14", "name": "network-vif-deleted", "tag": "5ac97f97-d384-463c-af0b-58a8dd9c09e3"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:55.604284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb5614c9-e42e-4314-9d73-63ca779dd988 req-2ea4f04c-f917-4cbb-baba-2e30c2ab9c25 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077192 Oct 25 09:18:55.718688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43baeff-ecda-4ab4-8995-85c6e2a944eb req-c2834a26-c6b4-436d-b261-45f3a35b68dc tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:55.723022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d43baeff-ecda-4ab4-8995-85c6e2a944eb req-c2834a26-c6b4-436d-b261-45f3a35b68dc tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 945 time: 0.0529668 Oct 25 09:18:55.763376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d43baeff-ecda-4ab4-8995-85c6e2a944eb req-04e8ed6b-2189-4926-830b-3ea3d4f3f534 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363197 Oct 25 09:18:55.786992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50298) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:55.867655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79dc71e0-5abc-4448-8d26-054414ae53c1 req-734e7bb1-dd56-4c53-86ef-c3ec2c1361d2 tempest-InstanceActionsTestJSON-447540910 tempest-InstanceActionsTestJSON-447540910-project] 10.222.0.32 "GET /v2.0/ports?device_id=b541e262-c587-4838-996d-45ece0946b14 HTTP/1.1" status: 200 len: 210 time: 0.0262918 Oct 25 09:18:55.915728 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7985a6fc-2c26-4bc6-9803-f39674c8d6fa x-openstack-request-id: req-7985a6fc-2c26-4bc6-9803-f39674c8d6fa {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:55.916021 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b541e262-c587-4838-996d-45ece0946b14", "name": "network-vif-deleted", "tag": "5ac97f97-d384-463c-af0b-58a8dd9c09e3", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:55.916274 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7985a6fc-2c26-4bc6-9803-f39674c8d6fa {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:55.917079 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b541e262-c587-4838-996d-45ece0946b14', 'name': 'network-vif-deleted', 'tag': '5ac97f97-d384-463c-af0b-58a8dd9c09e3', 'status': 'completed', 'code': 200} Oct 25 09:18:56.060716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca8c7a-ef45-4cd7-a6fc-9138a3033cf3 req-0214b831-a9a8-4a8d-bec8-558ac8d2558c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:56.062229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aeca8c7a-ef45-4cd7-a6fc-9138a3033cf3 req-0214b831-a9a8-4a8d-bec8-558ac8d2558c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0902162 Oct 25 09:18:56.064327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c50eda-ab78-4e76-a90d-987628b911ba tempest-TestServerBasicOps-998510735 tempest-TestServerBasicOps-998510735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:56.065810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-95c50eda-ab78-4e76-a90d-987628b911ba tempest-TestServerBasicOps-998510735 tempest-TestServerBasicOps-998510735-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 1091 time: 0.2778382 Oct 25 09:18:56.068768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50310) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:56.073124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:56.123105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aeca8c7a-ef45-4cd7-a6fc-9138a3033cf3 req-50a1e4c3-b1f4-440e-95ca-fb79735466e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455461 Oct 25 09:18:56.123807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:56.226139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:56.331021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Allocated IP 172.25.8.80 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1bacf418-e453-4c0c-8552-34809cc090d0) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:18:56.444853 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:56.480811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:56.529203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:18:56.529203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:18:56.529203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:18:56.559321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'Port': ['ID=1bacf418-e453-4c0c-8552-34809cc090d0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:56.802556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c37e7-89af-4b47-81f3-158a9476a136 req-853b4d00-06af-4266-b1f7-3523db2c7c52 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:56.804065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-621c37e7-89af-4b47-81f3-158a9476a136 req-853b4d00-06af-4266-b1f7-3523db2c7c52 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0957789 Oct 25 09:18:56.879696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-621c37e7-89af-4b47-81f3-158a9476a136 req-a44f178a-f5bd-4310-a221-710514871057 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689967 Oct 25 09:18:56.929781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50338) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:56.978705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-3992bfa8-37b8-4f8a-99fb-75693d229277 admin admin] Deleting subnet 44ee1b1f-bd3a-4f59-8982-f0e6c1b33856 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:18:56.981782 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:56.982597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3992bfa8-37b8-4f8a-99fb-75693d229277 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.020519 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3992bfa8-37b8-4f8a-99fb-75693d229277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.058020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.061198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 5ac97f97-d384-463c-af0b-58a8dd9c09e3 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:18:57.077996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3992bfa8-37b8-4f8a-99fb-75693d229277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.091037 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 5ac97f97-d384-463c-af0b-58a8dd9c09e3 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:18:57.091765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 5ac97f97-d384-463c-af0b-58a8dd9c09e3 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:18:57.150215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3992bfa8-37b8-4f8a-99fb-75693d229277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.185580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992bfa8-37b8-4f8a-99fb-75693d229277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ee1b1f-bd3a-4f59-8982-f0e6c1b33856,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:57.193777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3992bfa8-37b8-4f8a-99fb-75693d229277 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.199925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3992bfa8-37b8-4f8a-99fb-75693d229277 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/44ee1b1f-bd3a-4f59-8982-f0e6c1b33856 HTTP/1.1" status: 204 len: 168 time: 0.2667098 Oct 25 09:18:57.200605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50344) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:57.277412 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.287213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.287751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.301522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b69d16-f292-46e8-8c29-37b0f15286b1 req-bec3123c-2bf6-4bdc-ad64-7985ba70c58a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:57.303167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12b69d16-f292-46e8-8c29-37b0f15286b1 req-bec3123c-2bf6-4bdc-ad64-7985ba70c58a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0818665 Oct 25 09:18:57.386005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event updated for resources: {'Port': ['ID=1bacf418-e453-4c0c-8552-34809cc090d0,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:57.419941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12b69d16-f292-46e8-8c29-37b0f15286b1 req-a6ca32d4-88ab-4786-b188-6325569e7690 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937788 Oct 25 09:18:57.420902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.535094 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Floating IP dd7a7bf8-4cb2-43ee-8f63-d0d3ec1417a9 associated. External IP: 172.25.8.80, port: 1ca3bbd5-2337-4d91-b22e-8547a282aeb7. Oct 25 09:18:57.690440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.711406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3c0891-c1ad-49c8-b804-f360f397fe7a']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:57.724420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a988875-e0e7-4a66-9264-10c476cd554b') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:57.725113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a988875-e0e7-4a66-9264-10c476cd554b') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:57.737234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.755849 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.760989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:18:57.762408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:18:57.762793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:18:57.764768 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:18:57.821308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.833581 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:57.837746 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e3c0891-c1ad-49c8-b804-f360f397fe7a HTTP/1.1" status: 204 len: 168 time: 0.6361537 Oct 25 09:18:57.849952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace7571-4522-4cb2-88e5-15835bae73db admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3c0891-c1ad-49c8-b804-f360f397fe7a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:57.897657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:18:57.912938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] Sync routers for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:18:57.922978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:57.924438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:57.951774 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:58.001913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b0c1797-8faf-4561-af0b-1f33eb94452d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9318943 Oct 25 09:18:58.004454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'tag': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:18:58.006914 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67bd34-48e5-4baf-8983-19aa510fa5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a651051-aab1-4e5f-a7ed-f6b30303489e", "tag": "1ca3bbd5-2337-4d91-b22e-8547a282aeb7"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:18:58.047198 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-ec740b74-70b1-4940-8f5a-18176af82724 req-1772800d-e117-46ea-a354-a03160a84d29 service neutron] show failed (client error): The resource could not be found. Oct 25 09:18:58.049155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-1772800d-e117-46ea-a354-a03160a84d29 service neutron] 10.222.0.18 "GET /v2.0/ports/206f1364-295f-432b-8986-274cfc11d968/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.1448054 Oct 25 09:18:58.093328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f46187-b99d-4eba-9a50-27d3a7d0112f req-7a78b92e-d0b0-4829-bcb9-87ce581cd274 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:58.103609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81f46187-b99d-4eba-9a50-27d3a7d0112f req-7a78b92e-d0b0-4829-bcb9-87ce581cd274 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0900707 Oct 25 09:18:58.163343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81f46187-b99d-4eba-9a50-27d3a7d0112f req-0b639cbd-cff4-42e6-ad75-aa4b3ec40cfa tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580599 Oct 25 09:18:58.177244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50366) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:58.250427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:58.257629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cfde35f0-46d6-4221-91cf-074239910b44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb54f3dee5814978ad5f363ffec88818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773916 Oct 25 09:18:58.259221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50370) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:58.264859 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665e0c64-6e75-471a-9eed-ecb886119160 x-openstack-request-id: req-665e0c64-6e75-471a-9eed-ecb886119160 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:18:58.265214 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a651051-aab1-4e5f-a7ed-f6b30303489e", "tag": "1ca3bbd5-2337-4d91-b22e-8547a282aeb7", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:18:58.265464 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-665e0c64-6e75-471a-9eed-ecb886119160 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:18:58.265868 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'tag': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'status': 'completed', 'code': 200} Oct 25 09:18:58.332232 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-278aefba-a5f7-4da7-8767-1b44741e08db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:58.357918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-278aefba-a5f7-4da7-8767-1b44741e08db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:58.404352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-f0415484-f7ca-42f1-887e-04b16a468dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:58.406058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-f0415484-f7ca-42f1-887e-04b16a468dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 1096 time: 0.1343453 Oct 25 09:18:58.414831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-95f21414-4970-4f4b-86ba-374d69b5a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:58.417716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-95f21414-4970-4f4b-86ba-374d69b5a9cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=676a720ff19f4c8e919254912aea07fe&device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 1096 time: 0.1038668 Oct 25 09:18:58.425862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-278aefba-a5f7-4da7-8767-1b44741e08db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:58.426027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:58.431833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-278aefba-a5f7-4da7-8767-1b44741e08db admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:58.432855 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-278aefba-a5f7-4da7-8767-1b44741e08db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b188607-38f6-4a4a-814a-41e11a157e11 HTTP/1.1" status: 204 len: 168 time: 0.1722331 Oct 25 09:18:58.448733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aefba-a5f7-4da7-8767-1b44741e08db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b188607-38f6-4a4a-814a-41e11a157e11,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:58.573914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:58.637553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-d2719fd3-b096-4f32-961f-1350d64c8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:58.639004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-d2719fd3-b096-4f32-961f-1350d64c8219 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e HTTP/1.1" status: 200 len: 910 time: 0.2099915 Oct 25 09:18:58.646875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'dd7a7bf8-4cb2-43ee-8f63-d0d3ec1417a9', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'port_id': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'mac_address': 'fa:16:3e:27:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:18:56Z', 'updated_at': '2021-10-25T09:18:56Z', 'revision_number': 0, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:28Z', 'revision_number': 5, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:58.679664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aa12a-0457-4a45-a101-bc3abd28d53c req-6c498c17-fb3c-403c-bb74-2c8f39436fb0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:58.681196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e85aa12a-0457-4a45-a101-bc3abd28d53c req-6c498c17-fb3c-403c-bb74-2c8f39436fb0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.1488760 Oct 25 09:18:58.681574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] Checking router: 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:18:58.694791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:18:58.695457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:18:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:58.810779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:18:59.125134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'dd7a7bf8-4cb2-43ee-8f63-d0d3ec1417a9', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'port_id': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'mac_address': 'fa:16:3e:27:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:18:56Z', 'updated_at': '2021-10-25T09:18:56Z', 'revision_number': 0, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:28Z', 'revision_number': 5, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:18:59.158309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-4529eb0b-5ee5-4259-8757-f92bd17d17ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7 HTTP/1.1" status: 200 len: 998 time: 0.5076337 Oct 25 09:18:59.162570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6dbc9b-e305-40f2-8506-2ef2b5aa1bbe None None] The sync data for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 is: [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'dd7a7bf8-4cb2-43ee-8f63-d0d3ec1417a9', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'floating_ip_address': '172.25.8.80', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'port_id': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'mac_address': 'fa:16:3e:27:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:18:56Z', 'updated_at': '2021-10-25T09:18:56Z', 'revision_number': 0, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:28Z', 'revision_number': 5, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:18:59.210568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e85aa12a-0457-4a45-a101-bc3abd28d53c req-66afa02a-afc8-4028-854e-c9db4aa2386f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1618412 Oct 25 09:18:59.260380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-459be4dd-1603-4064-aac1-2a19d45e739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:59.261950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-459be4dd-1603-4064-aac1-2a19d45e739f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14f3cdfa-8d92-4f66-afa9-e3edcae13e5f HTTP/1.1" status: 200 len: 848 time: 0.0871868 Oct 25 09:18:59.325014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:18:59.378487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-a6d7e868-0448-42b1-b1bf-15463ade6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:59.380087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-a6d7e868-0448-42b1-b1bf-15463ade6056 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089776 Oct 25 09:18:59.419563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:18:59.506125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83dff-9bdd-46bd-90c0-9c8143d27ab9 req-79a7f45b-0e1a-4a8f-bc16-41b286bd02b6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:18:59.513360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76e83dff-9bdd-46bd-90c0-9c8143d27ab9 req-79a7f45b-0e1a-4a8f-bc16-41b286bd02b6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1740813 Oct 25 09:18:59.532334 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb8b04-91fa-4b12-b2b7-99f24118788f None None] New status for floating IP dd7a7bf8-4cb2-43ee-8f63-d0d3ec1417a9: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:18:59.549631 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:59.590413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Transition to ACTIVE for port object 206f1364-295f-432b-8986-274cfc11d968 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:18:59.601739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76e83dff-9bdd-46bd-90c0-9c8143d27ab9 req-5640087b-52cb-4b4c-b140-3c2b32fe2b16 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875101 Oct 25 09:18:59.602337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:18:59.607943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-4873aaa1-4acd-4179-9a90-2ba65430e837 service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125435 Oct 25 09:18:59.678371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50412) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:18:59.840611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:18:59.940293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] No DVR routers for this DVR port 206f1364-295f-432b-8986-274cfc11d968 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:18:59.968665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-99785807-network', 'tenant_id': 'eb18e62371df4c4089c65365a0f3ef2a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:18:59.999171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Made reservation on behalf of eb18e62371df4c4089c65365a0f3ef2a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:19:00.002353 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.011107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.021935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea67bd34-48e5-4baf-8983-19aa510fa5dd req-7034016d-da81-4367-b752-e63e34f3cb70 service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919821 Oct 25 09:19:00.101155 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.102704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Attempting to bind port 206f1364-295f-432b-8986-274cfc11d968 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:19:00.103029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Attempting to bind port 206f1364-295f-432b-8986-274cfc11d968 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:19:00.103558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Attempting to bind port 206f1364-295f-432b-8986-274cfc11d968 on network fb893685-e3fc-43d4-870d-a04946c64056 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:00.105762 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.108241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Port 206f1364-295f-432b-8986-274cfc11d968 on network fb893685-e3fc-43d4-870d-a04946c64056 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:19:00.108764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Attempting to bind port 206f1364-295f-432b-8986-274cfc11d968 on network fb893685-e3fc-43d4-870d-a04946c64056 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:00.114882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:19:00.115479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Checking segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:00.115852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Bound using segment: {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:19:00.116308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Bound port: 206f1364-295f-432b-8986-274cfc11d968, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7a60a9-f251-4864-adf1-65b79355ed47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:19:00.116720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.128359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:19:00.147063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff6300-a913-4dfa-9903-a605ad51f8f7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:00.151170 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.151728 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Added segment d65f3eb4-428d-46ff-9190-19e83ac8cbb4 of type vlan for network d0be168f-f34e-481f-9632-6e60572ca6be Oct 25 09:19:00.192397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:19:00.195295 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.195783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:19:00.201102 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.227730 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.228677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.229338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.241033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.241859 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.243698 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] 10.222.0.41 "PUT /v2.0/ports/206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 1091 time: 1.8227184 Oct 25 09:19:00.266583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206f1364-295f-432b-8986-274cfc11d968'}, {'name': 'network-changed', 'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'tag': '206f1364-295f-432b-8986-274cfc11d968'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:00.271054 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feaf00e-0f0d-4d85-861b-01c479650961" -d '{"events": [{"server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "name": "network-vif-unplugged", "status": "completed", "tag": "206f1364-295f-432b-8986-274cfc11d968"}, {"name": "network-changed", "server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "tag": "206f1364-295f-432b-8986-274cfc11d968"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:00.286467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a6630-17e0-47a8-b3d4-c95aff6d17bd service neutron] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:00.290618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] Pushing event updated for resources: {'Network': ['ID=d0be168f-f34e-481f-9632-6e60572ca6be,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:00.305175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d0be168f-f34e-481f-9632-6e60572ca6be details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:19:00.323141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0ac9f361-5973-424a-b7cf-8ed05de6942e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6413672 Oct 25 09:19:00.324167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50430) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:00.337364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Request body: {'subnet': {'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-99785807-subnet', 'tenant_id': 'eb18e62371df4c4089c65365a0f3ef2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:00.351012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-fdcf6c41-255c-4475-954a-74a020bfa676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.352661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-fdcf6c41-255c-4475-954a-74a020bfa676 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1094 time: 0.0543642 Oct 25 09:19:00.385294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Made reservation on behalf of eb18e62371df4c4089c65365a0f3ef2a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:19:00.390729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.514297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a898c-a771-4d02-88e4-a31863db1ada req-5f6d8d16-c6e6-4c21-a0fe-e9de06503cce tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.516015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419a898c-a771-4d02-88e4-a31863db1ada req-5f6d8d16-c6e6-4c21-a0fe-e9de06503cce tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 943 time: 0.1264434 Oct 25 09:19:00.563650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-d5843a9c-15b2-451e-ac65-dc74e5c17021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.568973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-d5843a9c-15b2-451e-ac65-dc74e5c17021 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.2025845 Oct 25 09:19:00.641761 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.650965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419a898c-a771-4d02-88e4-a31863db1ada req-a2290a23-989d-4336-a78e-09a5f6e37dc8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210656 Oct 25 09:19:00.679934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-34c31c10-05ae-448d-8852-a069ab5e37cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 999 time: 0.0917385 Oct 25 09:19:00.696710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:00.722795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.723263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.723707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.724141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.724570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.725045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.725471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.725892 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.726316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.726738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.727158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.727580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:00.734308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Checking segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:00.734764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Network hostable DHCP agents. Network: d0be168f-f34e-481f-9632-6e60572ca6be, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:19:00.742005 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df62e9e-9a90-409d-b520-898c4209b9f5 x-openstack-request-id: req-1df62e9e-9a90-409d-b520-898c4209b9f5 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:00.742307 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "name": "network-vif-unplugged", "status": "completed", "tag": "206f1364-295f-432b-8986-274cfc11d968", "code": 200}, {"name": "network-changed", "server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "tag": "206f1364-295f-432b-8986-274cfc11d968", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:00.742815 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1df62e9e-9a90-409d-b520-898c4209b9f5 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:00.743089 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206f1364-295f-432b-8986-274cfc11d968', 'code': 200} Oct 25 09:19:00.743352 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'tag': '206f1364-295f-432b-8986-274cfc11d968', 'status': 'completed', 'code': 200} Oct 25 09:19:00.755385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-bf883863-341e-4d26-87a1-daef540f529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.757713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-bf883863-341e-4d26-87a1-daef540f529e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.0669541 Oct 25 09:19:00.758267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Network d0be168f-f34e-481f-9632-6e60572ca6be is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:19:00.768530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d0be168f-f34e-481f-9632-6e60572ca6be) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:00.776751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb3b0f-9b1f-4107-9fb3-48bb533345fe None None] Network d0be168f-f34e-481f-9632-6e60572ca6be requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:19:00.777650 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.778477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:00.800654 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d9f73214-5c55-4271-8096-91ec2c066aca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4739940 Oct 25 09:19:00.926894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b98ca-0547-4133-a83c-1eb9813b12e3 req-3504f043-157e-4720-a959-393dcb5efd5d tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.928564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-749b98ca-0547-4133-a83c-1eb9813b12e3 req-3504f043-157e-4720-a959-393dcb5efd5d tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1029978 Oct 25 09:19:00.931594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec740b74-70b1-4940-8f5a-18176af82724 req-a394897f-d56b-4e18-a54d-4b051bfd207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.933153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-a394897f-d56b-4e18-a54d-4b051bfd207b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494489 Oct 25 09:19:00.939581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-9f92d342-4a0e-413e-97f7-395af1fe90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:00.941401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-9f92d342-4a0e-413e-97f7-395af1fe90d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1094 time: 0.0832088 Oct 25 09:19:01.000419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d0be168f-f34e-481f-9632-6e60572ca6be', 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be', 'tenant_id': 'eb18e62371df4c4089c65365a0f3ef2a', 'fixed_ips': [{'subnet_id': '8b0efb19-d96b-455c-9ee3-16cfeff9cfd4'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:19:01.002104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:01.104496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-fb17fcc9-e610-431a-9907-c15e347b187e service neutron] 10.222.0.41 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609123 Oct 25 09:19:01.129753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-749b98ca-0547-4133-a83c-1eb9813b12e3 req-5a403f3c-a75e-4eef-b7b5-2ae8b548ce2e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871896 Oct 25 09:19:01.177809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Allocated IP 172.20.0.2 (d0be168f-f34e-481f-9632-6e60572ca6be/8b0efb19-d96b-455c-9ee3-16cfeff9cfd4/9445ac04-b1c7-4e6e-aac9-42001a56e404) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:19:01.246091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec740b74-70b1-4940-8f5a-18176af82724 req-8db33448-bc74-4f3d-9d38-d9fa34c77c20 service neutron] 10.222.0.41 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211288 Oct 25 09:19:01.287490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-5caaed7c-49ea-4248-b615-dc21a9a770eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:01.288996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-5caaed7c-49ea-4248-b615-dc21a9a770eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.3297858 Oct 25 09:19:01.319887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 206f1364-295f-432b-8986-274cfc11d968 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:01.407337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-08d6ee5a-eae1-4abf-9bf9-cbe4dc58fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:01.409789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-08d6ee5a-eae1-4abf-9bf9-cbe4dc58fa72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1094 time: 0.0630734 Oct 25 09:19:01.412002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-0df3d083-b03c-4e4f-9f2f-d411c81b7d06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 999 time: 0.1156702 Oct 25 09:19:01.459769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 206f1364-295f-432b-8986-274cfc11d968 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:01.478878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:01.489896 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:01.525639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-bcdc7f4d-4923-4842-9daf-b1bcd840bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:01.527301 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-bcdc7f4d-4923-4842-9daf-b1bcd840bf3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.0988634 Oct 25 09:19:01.541420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Network d0be168f-f34e-481f-9632-6e60572ca6be is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:01.544441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:01.547127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:19:01.564924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Pushing event updated for resources: {'Port': ['ID=9445ac04-b1c7-4e6e-aac9-42001a56e404,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:01.616838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-3d80e7aa-95a1-4120-89b5-41631039ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:01.619824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-3d80e7aa-95a1-4120-89b5-41631039ab73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.2021449 Oct 25 09:19:01.626241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Attempting to bind port 9445ac04-b1c7-4e6e-aac9-42001a56e404 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:19:01.627524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Attempting to bind port 9445ac04-b1c7-4e6e-aac9-42001a56e404 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:19:01.627705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-b70bb3bd-864b-49b3-9b13-de9fcd8094ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:01.628241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Attempting to bind port 9445ac04-b1c7-4e6e-aac9-42001a56e404 on network d0be168f-f34e-481f-9632-6e60572ca6be {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:01.629801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-b70bb3bd-864b-49b3-9b13-de9fcd8094ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906096 Oct 25 09:19:01.634481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:19:01.634861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Checking segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:01.635264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:01.635653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Bound using segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:19:01.636168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Bound port: 9445ac04-b1c7-4e6e-aac9-42001a56e404, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:19:01.636550 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:01.715351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] For port 9445ac04-b1c7-4e6e-aac9-42001a56e404, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:19:01.718961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] For port 9445ac04-b1c7-4e6e-aac9-42001a56e404, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9445ac04-b1c7-4e6e-aac9-42001a56e404,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:19:01.724312 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:01.807829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25c51f-02e5-43fc-8552-663db3023c7d None None] Pushing event updated for resources: {'Port': ['ID=9445ac04-b1c7-4e6e-aac9-42001a56e404,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:01.833057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-c30c23c9-1431-4aa7-9c69-0a369f923a5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 999 time: 0.2021434 Oct 25 09:19:01.904055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-60a882ad-1bc5-4d72-90e0-c99468b81bd7 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630839 Oct 25 09:19:01.954134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-2650cd3c-9495-4cc9-99f9-f5a9cd46038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:01.955688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-2650cd3c-9495-4cc9-99f9-f5a9cd46038f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.1100671 Oct 25 09:19:02.001383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-1e977de9-3d5b-42ed-9b16-3482e1ffff7a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:02.007097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-1e977de9-3d5b-42ed-9b16-3482e1ffff7a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 814 time: 0.2630198 Oct 25 09:19:02.057743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-2ba8bccd-300a-438e-aecb-b2586fcd2c40 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/quotas/eb18e62371df4c4089c65365a0f3ef2a HTTP/1.1" status: 200 len: 375 time: 0.0423315 Oct 25 09:19:02.111606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-a5755c4c-6f53-4832-9c14-c2f05b05ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:02.113190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-a5755c4c-6f53-4832-9c14-c2f05b05ebec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308246 Oct 25 09:19:02.149682 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-d5a39b5f-7dbb-44f1-b12a-78b54a28b8e7 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298558 Oct 25 09:19:02.195393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-ca02bb83-77f1-40c2-92aa-5a1d32827baa tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271198 Oct 25 09:19:02.327626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50486) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:02.459333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79e11c32-8479-4fde-915e-a8e32bbfa70a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.561843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79e11c32-8479-4fde-915e-a8e32bbfa70a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.566829 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79e11c32-8479-4fde-915e-a8e32bbfa70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.601201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e11c32-8479-4fde-915e-a8e32bbfa70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c9f685-56d7-48d8-be11-732225535559,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:02.603758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9445ac04-b1c7-4e6e-aac9-42001a56e404 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:02.629981 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-79e11c32-8479-4fde-915e-a8e32bbfa70a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c558f65d6a144c569d4237ac7daea8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010373 Oct 25 09:19:02.632385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50490) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:02.648406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-fc649cea-c027-4c5a-82d5-ddfd9fbc6bcc service neutron] 10.222.0.41 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221441 Oct 25 09:19:02.699844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9445ac04-b1c7-4e6e-aac9-42001a56e404 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:02.700198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.705605 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f11c0af-f3ec-4dd6-b307-83fee0248ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.734660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f11c0af-f3ec-4dd6-b307-83fee0248ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.762812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-fa46d0ba-4b53-48c7-8148-435d8e473c3d service neutron] 10.222.0.32 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574524 Oct 25 09:19:02.794288 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f11c0af-f3ec-4dd6-b307-83fee0248ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.799884 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f11c0af-f3ec-4dd6-b307-83fee0248ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.803849 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.804041 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f11c0af-f3ec-4dd6-b307-83fee0248ab1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84c9f685-56d7-48d8-be11-732225535559 HTTP/1.1" status: 204 len: 168 time: 0.1680417 Oct 25 09:19:02.810791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11c0af-f3ec-4dd6-b307-83fee0248ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c9f685-56d7-48d8-be11-732225535559,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:02.846796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1e5e0-21cc-4278-b784-42e7f6a3fcf7 None None] Network d0be168f-f34e-481f-9632-6e60572ca6be requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:19:02.902311 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-e9d87eba-9638-4b3a-9c88-aa853d7ee349 service neutron] 10.222.0.32 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380799 Oct 25 09:19:02.903191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 9445ac04-b1c7-4e6e-aac9-42001a56e404, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9445ac04-b1c7-4e6e-aac9-42001a56e404,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:02.906244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7feaf00e-0f0d-4d85-861b-01c479650961 req-35e68de5-a695-423c-9b30-d8385fea6e48 service neutron] 10.222.0.41 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483540 Oct 25 09:19:02.912119 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:02.922734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8941dd05-387f-487b-8e93-778d7e30bb81 None None] Provisioning complete for port 9445ac04-b1c7-4e6e-aac9-42001a56e404 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:02.923717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8941dd05-387f-487b-8e93-778d7e30bb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.054124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=9445ac04-b1c7-4e6e-aac9-42001a56e404,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:03.064275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.064974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.065693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.066196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.066886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.067382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.067874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.068361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.068862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.069401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.069893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.070381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:03.183143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50500) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:03.200690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd45c-7266-44df-9a01-3dc80916906f req-bb2fab98-c743-4af9-8309-27d21b0b9cfe tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:03.202328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aafd45c-7266-44df-9a01-3dc80916906f req-bb2fab98-c743-4af9-8309-27d21b0b9cfe tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 943 time: 0.0658250 Oct 25 09:19:03.206480 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12abbc31-2fb4-4659-b06d-eadaf7b16ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.258963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aafd45c-7266-44df-9a01-3dc80916906f req-a3b0c3c1-915c-4b1b-9157-233497d1351d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488563 Oct 25 09:19:03.312648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12abbc31-2fb4-4659-b06d-eadaf7b16ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.319662 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12abbc31-2fb4-4659-b06d-eadaf7b16ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.364018 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12abbc31-2fb4-4659-b06d-eadaf7b16ee2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d0d56558c63475eb25a8295bc9f4db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793799 Oct 25 09:19:03.367300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50508) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:03.395318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abbc31-2fb4-4659-b06d-eadaf7b16ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e5bda6-2f1f-496c-939c-766ac3b5155e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:03.400866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafd089-bbcb-4930-be93-98a1e059bf7c req-583a3b14-2062-41b8-910b-bef0c1155ff8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:03.403085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5aafd089-bbcb-4930-be93-98a1e059bf7c req-583a3b14-2062-41b8-910b-bef0c1155ff8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0683718 Oct 25 09:19:03.440439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e21cf861-a16e-491b-bd2e-85a4299ae3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.447854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5aafd089-bbcb-4930-be93-98a1e059bf7c req-c6afc563-406d-4386-b632-7ba64e50ba91 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 Oct 25 09:19:03.466350 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e21cf861-a16e-491b-bd2e-85a4299ae3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.484339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2c9e94f0-518f-4c8e-8ad8-0e6ec89852c0 None None] Provisioning complete for port 9445ac04-b1c7-4e6e-aac9-42001a56e404 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:03.484813 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c9e94f0-518f-4c8e-8ad8-0e6ec89852c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.526817 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e21cf861-a16e-491b-bd2e-85a4299ae3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.532127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e21cf861-a16e-491b-bd2e-85a4299ae3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:03.537369 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e21cf861-a16e-491b-bd2e-85a4299ae3ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13e5bda6-2f1f-496c-939c-766ac3b5155e HTTP/1.1" status: 204 len: 168 time: 0.1689909 Oct 25 09:19:03.572357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cf861-a16e-491b-bd2e-85a4299ae3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e5bda6-2f1f-496c-939c-766ac3b5155e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:03.703304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-cf60fe74-3809-456e-8bbf-05ff681b25b0 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:03.705369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-cf60fe74-3809-456e-8bbf-05ff681b25b0 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 814 time: 0.1229355 Oct 25 09:19:03.722919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-56d08477-9796-4522-b405-0f6001e342ec tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/quotas/eb18e62371df4c4089c65365a0f3ef2a HTTP/1.1" status: 200 len: 375 time: 0.0113766 Oct 25 09:19:03.780038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-7db9290c-e448-4482-ae2b-0fcbb26d65a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503981 Oct 25 09:19:03.882309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-a696891b-e57d-4d0b-b295-49004e6d97f4 service neutron] 10.222.0.32 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947909 Oct 25 09:19:03.984755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-93d1cc85-eef4-43c8-8d51-6ba0de1826b8 service neutron] 10.222.0.32 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964243 Oct 25 09:19:04.380570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 206f1364-295f-432b-8986-274cfc11d968 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:19:04.388002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-2bf6e57f-81db-4f6f-aade-00dbadf78122 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:04.390189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-2bf6e57f-81db-4f6f-aade-00dbadf78122 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 814 time: 0.1319072 Oct 25 09:19:04.509110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:04.541935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-9365aff1-9793-42d4-9c85-6b539c2c0c5b tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/quotas/eb18e62371df4c4089c65365a0f3ef2a HTTP/1.1" status: 200 len: 375 time: 0.1352108 Oct 25 09:19:04.543969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '206f1364-295f-432b-8986-274cfc11d968', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'port_id': '206f1364-295f-432b-8986-274cfc11d968', 'mac_address': 'fa:16:3e:d8:56:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:19:04.567151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9445ac04-b1c7-4e6e-aac9-42001a56e404 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:04.653244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:04.675301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9445ac04-b1c7-4e6e-aac9-42001a56e404 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:04.675934 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:04.678116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-9f57897c-4074-40eb-bc1c-fae466f7fe4e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221569 Oct 25 09:19:04.681646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206f1364-295f-432b-8986-274cfc11d968 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:19:04.741182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:04.746960 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:04.750719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-6af42900-e021-4c57-a594-96ea13808f82 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:04.752404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-6af42900-e021-4c57-a594-96ea13808f82 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.18 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 814 time: 0.3570352 Oct 25 09:19:04.774999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Request body: {'port': {'device_id': 'c12b141f-4370-4eaf-9e7d-7939cb0133db', 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be', 'admin_state_up': True, 'tenant_id': 'eb18e62371df4c4089c65365a0f3ef2a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:04.836560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:04.887098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-7acfa94f-5a53-4638-bd58-b42eee315cb2 service neutron] 10.222.0.32 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078538 Oct 25 09:19:05.000270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Made reservation on behalf of eb18e62371df4c4089c65365a0f3ef2a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:19:05.003829 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:05.034765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-96dd5977-18b1-48cf-a90a-fca73b299d23 service neutron] 10.222.0.32 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295512 Oct 25 09:19:05.169273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Allocated IP 172.20.0.4 (d0be168f-f34e-481f-9632-6e60572ca6be/8b0efb19-d96b-455c-9ee3-16cfeff9cfd4/71c00fa4-7690-4baa-a6aa-e796d06aa319) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:19:05.426522 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:05.441876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df2de6-9f49-499c-9f33-9183d90bc67a req-09ae00b9-bfce-4e59-bc89-5d94e0c0e084 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:05.443550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0df2de6-9f49-499c-9f33-9183d90bc67a req-09ae00b9-bfce-4e59-bc89-5d94e0c0e084 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 944 time: 0.1297183 Oct 25 09:19:05.506116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0df2de6-9f49-499c-9f33-9183d90bc67a req-d64c4e7f-3032-4bfb-8758-ea5c4482ba86 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527363 Oct 25 09:19:05.507979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:05.586692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Network d0be168f-f34e-481f-9632-6e60572ca6be is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:05.591342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:05.608659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:19:05.697726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Pushing event updated for resources: {'Port': ['ID=71c00fa4-7690-4baa-a6aa-e796d06aa319,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:05.724515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:05.725249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:05.762626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf22e1-abbb-4656-a5de-348053526208 req-0f9da0e5-b0f5-43d2-be52-9e21c1ff1cbc tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:05.764291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30bf22e1-abbb-4656-a5de-348053526208 req-0f9da0e5-b0f5-43d2-be52-9e21c1ff1cbc tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1399355 Oct 25 09:19:05.797247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-472cc6c0-db72-4034-b9e3-ab6378f51c86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266671 Oct 25 09:19:05.831183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30bf22e1-abbb-4656-a5de-348053526208 req-493a6647-7434-4f3e-9659-79319e48ed06 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521278 Oct 25 09:19:05.868634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Request body: {'port': {'device_id': 'c12b141f-4370-4eaf-9e7d-7939cb0133db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:05.951151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-014cad1f-8ed9-4eb4-9e62-577591bafd6a None None] Provisioning complete for port 71c00fa4-7690-4baa-a6aa-e796d06aa319 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:05.951875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-014cad1f-8ed9-4eb4-9e62-577591bafd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:06.009997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-014cad1f-8ed9-4eb4-9e62-577591bafd6a None None] Port 71c00fa4-7690-4baa-a6aa-e796d06aa319 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:19:06.037303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39d4e5f3-cd8c-43e0-99af-be37afa620f7 req-788097c8-66cc-4999-b2b1-c004c24f8f98 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 210 time: 0.0745871 Oct 25 09:19:06.064471 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:06.104617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-45ddfd85-962b-4785-924f-d2cbc14a90c5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:06.106098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-45ddfd85-962b-4785-924f-d2cbc14a90c5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.41 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 814 time: 0.2677939 Oct 25 09:19:06.147264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Request body: {'port': {'device_id': '50660064-e26f-4c54-9779-8d8aa906829f', 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be', 'admin_state_up': True, 'tenant_id': 'eb18e62371df4c4089c65365a0f3ef2a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:06.301483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['206f1364-295f-432b-8986-274cfc11d968'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:19:06.394708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Made reservation on behalf of eb18e62371df4c4089c65365a0f3ef2a for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:19:06.398722 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:06.524676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c00fa4-7690-4baa-a6aa-e796d06aa319 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:19:06.537222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:06.551988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Transition to ACTIVE for port object 71c00fa4-7690-4baa-a6aa-e796d06aa319 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:19:06.603059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:06.709920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Allocated IP 172.20.0.8 (d0be168f-f34e-481f-9632-6e60572ca6be/8b0efb19-d96b-455c-9ee3-16cfeff9cfd4/11bd37b5-afd7-4bad-9006-4430bc200aef) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:19:06.725140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=71c00fa4-7690-4baa-a6aa-e796d06aa319,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:06.812671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1284bf-da78-435f-8430-c46e3c1b854a req-ce7ce35f-24c4-4471-8001-406d9ad97aae tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:06.814403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd1284bf-da78-435f-8430-c46e3c1b854a req-ce7ce35f-24c4-4471-8001-406d9ad97aae tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 944 time: 0.1755741 Oct 25 09:19:06.865443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Attempting to bind port 71c00fa4-7690-4baa-a6aa-e796d06aa319 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:19:06.865772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Attempting to bind port 71c00fa4-7690-4baa-a6aa-e796d06aa319 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:19:06.866096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Attempting to bind port 71c00fa4-7690-4baa-a6aa-e796d06aa319 on network d0be168f-f34e-481f-9632-6e60572ca6be {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:06.915272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Port 71c00fa4-7690-4baa-a6aa-e796d06aa319 on network d0be168f-f34e-481f-9632-6e60572ca6be not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:19:06.915629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Attempting to bind port 71c00fa4-7690-4baa-a6aa-e796d06aa319 on network d0be168f-f34e-481f-9632-6e60572ca6be {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:06.943376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd1284bf-da78-435f-8430-c46e3c1b854a req-41076e5c-531b-438d-848c-17a6884590c9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146979 Oct 25 09:19:06.944189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:19:06.944523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Checking segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:06.944974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Bound using segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:19:06.945355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Bound port: 71c00fa4-7690-4baa-a6aa-e796d06aa319, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:19:06.945711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.052517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.070436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] For port 71c00fa4-7690-4baa-a6aa-e796d06aa319, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:19:07.075761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] For port 71c00fa4-7690-4baa-a6aa-e796d06aa319, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71c00fa4-7690-4baa-a6aa-e796d06aa319,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:19:07.096127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.178635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:07.179255 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.180632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] 10.222.0.18 "PUT /v2.0/ports/71c00fa4-7690-4baa-a6aa-e796d06aa319 HTTP/1.1" status: 200 len: 1091 time: 1.3329945 Oct 25 09:19:07.181912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12b141f-4370-4eaf-9e7d-7939cb0133db', 'tag': '71c00fa4-7690-4baa-a6aa-e796d06aa319'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:07.184173 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880" -d '{"events": [{"name": "network-changed", "server_uuid": "c12b141f-4370-4eaf-9e7d-7939cb0133db", "tag": "71c00fa4-7690-4baa-a6aa-e796d06aa319"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:07.192417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-8dbb5cd2-a896-43a8-a7af-c1e7af0b9c6d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:07.196223 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-8dbb5cd2-a896-43a8-a7af-c1e7af0b9c6d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.18 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 814 time: 0.1375549 Oct 25 09:19:07.215280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e556-7a52-4d4c-a25f-d7c81e0e9913 req-a2351884-5228-4bce-a6a1-2aa523989ddd tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:07.216862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f357e556-7a52-4d4c-a25f-d7c81e0e9913 req-a2351884-5228-4bce-a6a1-2aa523989ddd tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1581659 Oct 25 09:19:07.218410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.220708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611393b4-f0a9-4038-93fc-72b8c4880ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=71c00fa4-7690-4baa-a6aa-e796d06aa319,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:07.249643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Request body: {'port': {'device_id': 'ccb26f31-f6dc-4014-b76b-f5b70fef84ce', 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be', 'admin_state_up': True, 'tenant_id': 'eb18e62371df4c4089c65365a0f3ef2a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:07.307193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Pushing event updated for resources: {'Port': ['ID=11bd37b5-afd7-4bad-9006-4430bc200aef,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:07.356679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Network d0be168f-f34e-481f-9632-6e60572ca6be is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:07.376112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:07.377903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:19:07.386865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f357e556-7a52-4d4c-a25f-d7c81e0e9913 req-7bc8ae8d-51df-4e27-9128-d8927a0107c0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579094 Oct 25 09:19:07.399054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Made reservation on behalf of eb18e62371df4c4089c65365a0f3ef2a for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:19:07.417595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.444097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-e70fbf46-c74d-4c6d-9d1c-d3dd747cdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:07.445915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-e70fbf46-c74d-4c6d-9d1c-d3dd747cdf53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 1094 time: 0.1486483 Oct 25 09:19:07.467401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:07.468028 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.515967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-24df814c-c9a5-4a86-841a-334326fb118c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c00fa4-7690-4baa-a6aa-e796d06aa319 HTTP/1.1" status: 200 len: 217 time: 0.0440238 Oct 25 09:19:07.536171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-ceda6684-ccc4-47b3-a378-47b4d2569625 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3932488 Oct 25 09:19:07.577708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Request body: {'port': {'device_id': '50660064-e26f-4c54-9779-8d8aa906829f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:07.681977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Allocated IP 172.20.0.6 (d0be168f-f34e-481f-9632-6e60572ca6be/8b0efb19-d96b-455c-9ee3-16cfeff9cfd4/42e91891-f4c7-418b-a73a-4f62ddcbeb8e) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:19:07.713595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2219cbd8-a014-4e46-9499-f157c06eac5c req-88339776-d1d1-4f6d-8774-bccb11bd13f1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 210 time: 0.0856743 Oct 25 09:19:07.805599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-85cf1480-7f47-47ca-b409-a8341555499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:07.807010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-85cf1480-7f47-47ca-b409-a8341555499c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 HTTP/1.1" status: 200 len: 853 time: 0.2694407 Oct 25 09:19:07.808056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.825620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-98f72c99-9d10-4714-a56b-de7e4b75920e None None] Provisioning complete for port 11bd37b5-afd7-4bad-9006-4430bc200aef triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:07.826276 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f8b789-edb5-4cc9-b7b2-38837019c22a x-openstack-request-id: req-04f8b789-edb5-4cc9-b7b2-38837019c22a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:07.826706 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12b141f-4370-4eaf-9e7d-7939cb0133db", "tag": "71c00fa4-7690-4baa-a6aa-e796d06aa319", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:07.826706 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04f8b789-edb5-4cc9-b7b2-38837019c22a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:07.827110 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12b141f-4370-4eaf-9e7d-7939cb0133db', 'tag': '71c00fa4-7690-4baa-a6aa-e796d06aa319', 'status': 'completed', 'code': 200} Oct 25 09:19:07.833414 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-98f72c99-9d10-4714-a56b-de7e4b75920e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:07.841019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-e0c5224c-5110-44c3-b899-f99a87890168 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:07.843125 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-e0c5224c-5110-44c3-b899-f99a87890168 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d&tenant_id=231557d3ca294031a5cd015168fb1e9c&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 944 time: 0.1451249 Oct 25 09:19:07.904175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-98f72c99-9d10-4714-a56b-de7e4b75920e None None] Port 11bd37b5-afd7-4bad-9006-4430bc200aef cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:19:07.976449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.020597 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-e5502eed-39ac-4df0-95e4-7a1c6ab27b27 service neutron] delete failed (client error): The resource could not be found. Oct 25 09:19:08.022210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-e5502eed-39ac-4df0-95e4-7a1c6ab27b27 service neutron] 10.222.0.18 "DELETE /v2.0/ports/206f1364-295f-432b-8986-274cfc11d968/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0992572 Oct 25 09:19:08.042998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.095970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Network d0be168f-f34e-481f-9632-6e60572ca6be is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:08.100324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:08.102112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-5eaf60d2-2ffa-4833-b99c-10b06e4255a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:08.103608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-5eaf60d2-2ffa-4833-b99c-10b06e4255a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0be168f-f34e-481f-9632-6e60572ca6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483560 Oct 25 09:19:08.108618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:19:08.113594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f8a84-8ceb-4417-9fec-5406fed37c80 req-6a93b9d0-3155-4de7-9bfe-d9bc083a2bd3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:08.120820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f99f8a84-8ceb-4417-9fec-5406fed37c80 req-6a93b9d0-3155-4de7-9bfe-d9bc083a2bd3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 944 time: 0.1642272 Oct 25 09:19:08.160923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Pushing event updated for resources: {'Port': ['ID=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:08.243534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:08.244280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.264875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-80aa6c71-0afa-4435-a963-7fba1719e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:08.266573 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-80aa6c71-0afa-4435-a963-7fba1719e93e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1095 time: 0.1228101 Oct 25 09:19:08.277019 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-32e5d4aa-698e-474c-b64b-7eb2ce5538a5 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0313525 Oct 25 09:19:08.354105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Request body: {'port': {'device_id': 'ccb26f31-f6dc-4014-b76b-f5b70fef84ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:08.385861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 206f1364-295f-432b-8986-274cfc11d968 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:08.447490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.451255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-99d10750-39fb-415a-87e4-907b9a946068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:08.452758 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-99d10750-39fb-415a-87e4-907b9a946068 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.1749701 Oct 25 09:19:08.454882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-40484cf9-07ea-4770-adcf-10f908f20809 None None] Provisioning complete for port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:08.455454 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-40484cf9-07ea-4770-adcf-10f908f20809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.535278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 206f1364-295f-432b-8986-274cfc11d968 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:19:08.540591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-40484cf9-07ea-4770-adcf-10f908f20809 None None] Port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:19:08.545523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 206f1364-295f-432b-8986-274cfc11d968 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:08.546177 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.624846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.629961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f99f8a84-8ceb-4417-9fec-5406fed37c80 req-fc29cb02-c8c9-4ac6-a9e4-cc27898626f1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5082529 Oct 25 09:19:08.643738 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-384bfc2b-bc86-4f9a-abe0-d368c778e203 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 1000 time: 0.1491063 Oct 25 09:19:08.707752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-c1b6912c-a679-44b6-a5d1-a1f992873f63 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847521 Oct 25 09:19:08.724088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bd37b5-afd7-4bad-9006-4430bc200aef {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:19:08.730638 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.731070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-6c344a3c-fb10-48eb-a1ef-bfd2a616e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:08.733107 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-6c344a3c-fb10-48eb-a1ef-bfd2a616e088 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.0663092 Oct 25 09:19:08.747596 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.761536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f1364-295f-432b-8986-274cfc11d968'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:08.764119 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4ea2c9-521b-47c3-9891-5f87b01c5a8f" -d '{"events": [{"server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "name": "network-vif-plugged", "status": "completed", "tag": "206f1364-295f-432b-8986-274cfc11d968"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:08.777610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:08.785048 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.816043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-cdf19be8-8755-405e-8bf8-831c00c570b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:08.820316 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-cdf19be8-8755-405e-8bf8-831c00c570b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786726 Oct 25 09:19:08.848185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Transition to ACTIVE for port object 11bd37b5-afd7-4bad-9006-4430bc200aef will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:19:08.850149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:08.861381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:08.911630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32137a-82a5-4b5c-90fa-395a56fa602b req-2d879b84-f073-4630-be99-f36efad5ee84 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:08.913155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf32137a-82a5-4b5c-90fa-395a56fa602b req-2d879b84-f073-4630-be99-f36efad5ee84 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1927698 Oct 25 09:19:08.988125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c7c4332-a56a-47f5-ba89-b2afa01f8a8f req-1b619ed2-7c2b-48c5-b785-111de45c9782 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689071 Oct 25 09:19:09.006411 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-7b0c4961-cdf9-40e8-9da5-45e74ade0629 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770062 Oct 25 09:19:09.036194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Pushing event updated for resources: {'Port': ['ID=11bd37b5-afd7-4bad-9006-4430bc200aef,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:09.098479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf32137a-82a5-4b5c-90fa-395a56fa602b req-84027722-432a-4a5d-87ed-6fcd257cec54 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648550 Oct 25 09:19:09.166184 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d438a7d4-c30d-42b6-ae8d-2010f202be22 req-4bbb2329-6b61-42fc-8e00-3751a8c75fb2 service neutron] 10.222.0.18 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396275 Oct 25 09:19:09.254867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Attempting to bind port 11bd37b5-afd7-4bad-9006-4430bc200aef on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:19:09.255201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Attempting to bind port 11bd37b5-afd7-4bad-9006-4430bc200aef by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:19:09.255537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Attempting to bind port 11bd37b5-afd7-4bad-9006-4430bc200aef on network d0be168f-f34e-481f-9632-6e60572ca6be {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:09.271793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Port 11bd37b5-afd7-4bad-9006-4430bc200aef on network d0be168f-f34e-481f-9632-6e60572ca6be not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:19:09.272446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Attempting to bind port 11bd37b5-afd7-4bad-9006-4430bc200aef on network d0be168f-f34e-481f-9632-6e60572ca6be {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:09.281722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-b59bc4fc-4017-4bdb-a673-9b696840da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.283838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e91891-f4c7-418b-a73a-4f62ddcbeb8e {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:19:09.291115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-b59bc4fc-4017-4bdb-a673-9b696840da23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 1094 time: 0.1566873 Oct 25 09:19:09.293900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:19:09.294230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Checking segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:09.294643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Bound using segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:19:09.295074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Bound port: 11bd37b5-afd7-4bad-9006-4430bc200aef, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:19:09.295419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.295746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.310644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Transition to ACTIVE for port object 42e91891-f4c7-418b-a73a-4f62ddcbeb8e will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:19:09.316604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.373915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aef1de-da5e-47ff-8166-2dcd4c002fce req-1fafe14b-8421-4f40-8cc0-b276da95fec7 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.375767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66aef1de-da5e-47ff-8166-2dcd4c002fce req-1fafe14b-8421-4f40-8cc0-b276da95fec7 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 931 time: 0.1726658 Oct 25 09:19:09.426444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Pushing event updated for resources: {'Port': ['ID=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:09.510327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-03523d7d-cd59-4a71-a23e-64b9d41e88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.511809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-03523d7d-cd59-4a71-a23e-64b9d41e88b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 915 time: 0.2018993 Oct 25 09:19:09.519238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] For port 11bd37b5-afd7-4bad-9006-4430bc200aef, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:19:09.525045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66aef1de-da5e-47ff-8166-2dcd4c002fce req-fa742844-d67f-47db-aef4-072d93176351 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208098 Oct 25 09:19:09.531780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] For port 11bd37b5-afd7-4bad-9006-4430bc200aef, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=11bd37b5-afd7-4bad-9006-4430bc200aef,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:19:09.538188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Attempting to bind port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:19:09.538492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Attempting to bind port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:19:09.538876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Attempting to bind port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e on network d0be168f-f34e-481f-9632-6e60572ca6be {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:09.546725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e on network d0be168f-f34e-481f-9632-6e60572ca6be not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:19:09.547061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Attempting to bind port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e on network d0be168f-f34e-481f-9632-6e60572ca6be {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:09.554595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:19:09.554957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Checking segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:09.555476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Bound using segment: {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:19:09.556081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Bound port: 42e91891-f4c7-418b-a73a-4f62ddcbeb8e, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:19:09.556456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.583715 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.586480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-6d05950f-20a9-4ea9-b314-730f941c0fa9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c00fa4-7690-4baa-a6aa-e796d06aa319 HTTP/1.1" status: 200 len: 217 time: 0.0648317 Oct 25 09:19:09.618065 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2ae2ff-9782-433c-87d1-a649ac031a6b x-openstack-request-id: req-ca2ae2ff-9782-433c-87d1-a649ac031a6b {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:09.618596 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "name": "network-vif-plugged", "status": "completed", "tag": "206f1364-295f-432b-8986-274cfc11d968", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:09.619177 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca2ae2ff-9782-433c-87d1-a649ac031a6b {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:09.619740 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206f1364-295f-432b-8986-274cfc11d968', 'code': 200} Oct 25 09:19:09.661364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.661744 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.663522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] 10.222.0.41 "PUT /v2.0/ports/11bd37b5-afd7-4bad-9006-4430bc200aef HTTP/1.1" status: 200 len: 1091 time: 2.0965176 Oct 25 09:19:09.684931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] For port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:19:09.690020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] For port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:19:09.697718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.701719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908335c6-7787-4c29-9d86-70cd2cc3de1f service neutron] Pushing event updated for resources: {'Port': ['ID=11bd37b5-afd7-4bad-9006-4430bc200aef,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:09.709302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-1694120a-f186-4e6b-ba44-84c51b9aa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.710776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-1694120a-f186-4e6b-ba44-84c51b9aa85d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 HTTP/1.1" status: 200 len: 853 time: 0.0877519 Oct 25 09:19:09.761472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.762097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.775311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] 10.222.0.18 "PUT /v2.0/ports/42e91891-f4c7-418b-a73a-4f62ddcbeb8e HTTP/1.1" status: 200 len: 1091 time: 1.4246368 Oct 25 09:19:09.775311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb26f31-f6dc-4014-b76b-f5b70fef84ce', 'tag': '42e91891-f4c7-418b-a73a-4f62ddcbeb8e'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:09.781266 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa98fd42-7e10-40a5-a652-932f746506bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb26f31-f6dc-4014-b76b-f5b70fef84ce", "tag": "42e91891-f4c7-418b-a73a-4f62ddcbeb8e"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:09.817626 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:09.827693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcec5d-b90c-4215-8d74-6a4407592c5d service neutron] Pushing event updated for resources: {'Port': ['ID=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:09.829192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50660064-e26f-4c54-9779-8d8aa906829f', 'tag': '11bd37b5-afd7-4bad-9006-4430bc200aef'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:09.832935 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e" -d '{"events": [{"name": "network-changed", "server_uuid": "50660064-e26f-4c54-9779-8d8aa906829f", "tag": "11bd37b5-afd7-4bad-9006-4430bc200aef"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:09.857330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-8817cbd1-fb90-4297-89c7-e9049901d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.858833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-8817cbd1-fb90-4297-89c7-e9049901d434 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0be168f-f34e-481f-9632-6e60572ca6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401877 Oct 25 09:19:09.917282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-85e070c4-a1d6-4b0b-8d2b-a1289a7c4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.919493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-85e070c4-a1d6-4b0b-8d2b-a1289a7c4406 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 1094 time: 0.0635772 Oct 25 09:19:09.971267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-4670d965-c3db-46ba-ab3b-e5a371787f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:09.973123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-4670d965-c3db-46ba-ab3b-e5a371787f0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 1094 time: 0.2129219 Oct 25 09:19:09.999536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f9cc7-fc30-4a09-aa12-56d317c8b250 req-eb4e677a-2b5f-4bc5-a83b-c2acf435b38c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.006891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-922f9cc7-fc30-4a09-aa12-56d317c8b250 req-eb4e677a-2b5f-4bc5-a83b-c2acf435b38c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.1870222 Oct 25 09:19:10.012408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-a7162412-0182-4184-a1fc-7852f8abaad0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42e91891-f4c7-418b-a73a-4f62ddcbeb8e HTTP/1.1" status: 200 len: 217 time: 0.0595484 Oct 25 09:19:10.082825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-8787b70c-f788-408d-8d32-41ad87d305c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11bd37b5-afd7-4bad-9006-4430bc200aef HTTP/1.1" status: 200 len: 217 time: 0.0919306 Oct 25 09:19:10.099456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-4b000777-25c9-4559-a4c2-3199f3451769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.100941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-4b000777-25c9-4559-a4c2-3199f3451769 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 HTTP/1.1" status: 200 len: 853 time: 0.0751548 Oct 25 09:19:10.102612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-32daed7b-ee4f-4eb6-a2a6-81c9385de874 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201276 Oct 25 09:19:10.171101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-922f9cc7-fc30-4a09-aa12-56d317c8b250 req-1aba093e-aa73-42b2-8155-66473029f2a3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633105 Oct 25 09:19:10.200556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-e87994b1-00a1-4318-b9d5-6562c6ba27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.201305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-e87994b1-00a1-4318-b9d5-6562c6ba27cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0be168f-f34e-481f-9632-6e60572ca6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799303 Oct 25 09:19:10.274065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-6b2b97b2-c49f-4554-a8e7-cefb3edb401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.275563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-6b2b97b2-c49f-4554-a8e7-cefb3edb401c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 HTTP/1.1" status: 200 len: 853 time: 0.1857507 Oct 25 09:19:10.283807 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a46d02-be8a-414a-8bfb-010e1fd18083 x-openstack-request-id: req-94a46d02-be8a-414a-8bfb-010e1fd18083 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:10.283996 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb26f31-f6dc-4014-b76b-f5b70fef84ce", "tag": "42e91891-f4c7-418b-a73a-4f62ddcbeb8e", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:10.284646 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94a46d02-be8a-414a-8bfb-010e1fd18083 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:10.284646 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb26f31-f6dc-4014-b76b-f5b70fef84ce', 'tag': '42e91891-f4c7-418b-a73a-4f62ddcbeb8e', 'status': 'completed', 'code': 200} Oct 25 09:19:10.300462 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da401c33-6249-40b0-b3aa-500062489026 x-openstack-request-id: req-da401c33-6249-40b0-b3aa-500062489026 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:10.300744 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50660064-e26f-4c54-9779-8d8aa906829f", "tag": "11bd37b5-afd7-4bad-9006-4430bc200aef", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:10.302173 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da401c33-6249-40b0-b3aa-500062489026 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:10.307579 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50660064-e26f-4c54-9779-8d8aa906829f', 'tag': '11bd37b5-afd7-4bad-9006-4430bc200aef', 'status': 'completed', 'code': 200} Oct 25 09:19:10.358174 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee5efb4c-1edd-4edf-9cc2-fcd0dd94c880 req-689a54fa-021d-4d58-9a64-58971ab2e714 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312481 Oct 25 09:19:10.367032 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-537c0c5e-ed34-4b26-af33-5d4a8ccaf5a1 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570842 Oct 25 09:19:10.381126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-28c84a32-271c-45ab-847a-3baa2a4e1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.382965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-28c84a32-271c-45ab-847a-3baa2a4e1534 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0be168f-f34e-481f-9632-6e60572ca6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948896 Oct 25 09:19:10.486671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40451494-f3a1-4433-8f60-8264f3c234e8 req-996ce337-2eb1-4bf0-895d-a82285ce8b32 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.488658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40451494-f3a1-4433-8f60-8264f3c234e8 req-996ce337-2eb1-4bf0-895d-a82285ce8b32 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1224663 Oct 25 09:19:10.513700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0e8498-4b7a-4ee9-a1f5-c8df747ae81a req-40678506-5da6-4c8a-93b4-3ce054c4fe7b service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068785 Oct 25 09:19:10.528608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-175801c2-5ecb-47a2-b1d2-806b03a4e584 service neutron] 10.222.0.41 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278455 Oct 25 09:19:10.593104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40451494-f3a1-4433-8f60-8264f3c234e8 req-333b3ead-865a-4e7c-aedd-4e8655fe9ce3 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936251 Oct 25 09:19:10.644105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c005e132-6589-49d2-bc95-49b3320fbbf1 req-e5bc0a58-3bca-45fb-99f8-f9012a36eccd service neutron] 10.222.0.41 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038034 Oct 25 09:19:10.674832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98fd42-7e10-40a5-a652-932f746506bb req-5de6948a-e97c-4213-a49c-250853f1345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.676731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa98fd42-7e10-40a5-a652-932f746506bb req-5de6948a-e97c-4213-a49c-250853f1345d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 1094 time: 0.0495350 Oct 25 09:19:10.727919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0395811-c4e3-45fb-92c1-d769e5c0e8d7 req-25b309a2-5c3f-48d3-a651-0772f263f2c8 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.733515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0395811-c4e3-45fb-92c1-d769e5c0e8d7 req-25b309a2-5c3f-48d3-a651-0772f263f2c8 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 943 time: 0.0589631 Oct 25 09:19:10.786181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0395811-c4e3-45fb-92c1-d769e5c0e8d7 req-eaf8848b-4a24-47f8-bc10-270bc90d6550 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 Oct 25 09:19:10.787853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98fd42-7e10-40a5-a652-932f746506bb req-d8e860c9-91b2-450c-8dea-91b05cff4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.788946 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa98fd42-7e10-40a5-a652-932f746506bb req-d8e860c9-91b2-450c-8dea-91b05cff4ffd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 915 time: 0.1021254 Oct 25 09:19:10.820379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-92276fa3-bd09-476d-9a1a-903ae7f26f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.822098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-92276fa3-bd09-476d-9a1a-903ae7f26f59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 1094 time: 0.0548832 Oct 25 09:19:10.837617 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa98fd42-7e10-40a5-a652-932f746506bb req-1f8d3347-fb3f-4997-a571-74cd6c56353e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42e91891-f4c7-418b-a73a-4f62ddcbeb8e HTTP/1.1" status: 200 len: 217 time: 0.0377536 Oct 25 09:19:10.896977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98fd42-7e10-40a5-a652-932f746506bb req-be531361-5cba-4711-9170-2a2c8f31e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.898777 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa98fd42-7e10-40a5-a652-932f746506bb req-be531361-5cba-4711-9170-2a2c8f31e78e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 HTTP/1.1" status: 200 len: 853 time: 0.0541186 Oct 25 09:19:10.928300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-6b91e326-4e44-4c52-9a87-e75422720afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.929825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-6b91e326-4e44-4c52-9a87-e75422720afe service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 915 time: 0.0986071 Oct 25 09:19:10.956757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98fd42-7e10-40a5-a652-932f746506bb req-2dcfc0ec-0ccd-4b3d-bf49-9fe7e286de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:10.958378 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa98fd42-7e10-40a5-a652-932f746506bb req-2dcfc0ec-0ccd-4b3d-bf49-9fe7e286de39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0be168f-f34e-481f-9632-6e60572ca6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524445 Oct 25 09:19:10.983584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-8624a715-071c-4be8-8526-461edcaa9f8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11bd37b5-afd7-4bad-9006-4430bc200aef HTTP/1.1" status: 200 len: 217 time: 0.0445678 Oct 25 09:19:11.037542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-dbf9f9ac-241c-428c-b542-c1ce140eef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:11.039131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-dbf9f9ac-241c-428c-b542-c1ce140eef0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 HTTP/1.1" status: 200 len: 853 time: 0.0493515 Oct 25 09:19:11.053381 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa98fd42-7e10-40a5-a652-932f746506bb req-e6ef2c15-2998-4bdf-af70-41ed877366e4 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865252 Oct 25 09:19:11.088092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-8c14fb56-c46c-4808-b24c-a91e2af1ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:11.089741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-8c14fb56-c46c-4808-b24c-a91e2af1ca41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0be168f-f34e-481f-9632-6e60572ca6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423961 Oct 25 09:19:11.107650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 71c00fa4-7690-4baa-a6aa-e796d06aa319 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:19:11.181246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa98fd42-7e10-40a5-a652-932f746506bb req-bd1ddd6b-b499-4046-94d5-8517bdd7f5b8 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213782 Oct 25 09:19:11.238624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-647dabbc-518e-4ae2-b745-73cf92f49a81 service neutron] 10.222.0.41 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400845 Oct 25 09:19:11.248960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 71c00fa4-7690-4baa-a6aa-e796d06aa319, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71c00fa4-7690-4baa-a6aa-e796d06aa319,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:11.278431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '71c00fa4-7690-4baa-a6aa-e796d06aa319', 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be', 'port_id': '71c00fa4-7690-4baa-a6aa-e796d06aa319', 'mac_address': 'fa:16:3e:8e:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0efb19-d96b-455c-9ee3-16cfeff9cfd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:19:11.329366 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:11.346731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c00fa4-7690-4baa-a6aa-e796d06aa319 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:19:11.376141 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 71c00fa4-7690-4baa-a6aa-e796d06aa319, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71c00fa4-7690-4baa-a6aa-e796d06aa319,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:11.382457 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:11.391498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd99f-73d2-411e-9564-f1476ccf7d19 req-a10ae692-de46-4753-ae9b-5130d9308905 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:11.393777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a23cd99f-73d2-411e-9564-f1476ccf7d19 req-a10ae692-de46-4753-ae9b-5130d9308905 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0937405 Oct 25 09:19:11.400675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe3b3488-76f6-45b9-a231-1bd34f48ee2e req-4c31101a-aabc-4a97-bed4-1ac0b7898174 service neutron] 10.222.0.41 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546369 Oct 25 09:19:11.446872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=71c00fa4-7690-4baa-a6aa-e796d06aa319,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:11.453461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a23cd99f-73d2-411e-9564-f1476ccf7d19 req-f457472c-3e2a-4366-b216-7d2411ab797d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515139 Oct 25 09:19:11.479012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50756) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:11.553564 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-36365f56-c5d5-49a4-b203-cfcc889b3a27 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/0a603dcb-a22f-4886-aa35-cb92f8582ef3 HTTP/1.1" status: 200 len: 993 time: 0.0732651 Oct 25 09:19:11.728090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486987a-5a8e-40f4-9467-c708ca5a00dc req-c7516b74-1f03-4736-bd42-b1ee403d6910 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:11.729821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6486987a-5a8e-40f4-9467-c708ca5a00dc req-c7516b74-1f03-4736-bd42-b1ee403d6910 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0538785 Oct 25 09:19:11.769983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6486987a-5a8e-40f4-9467-c708ca5a00dc req-c4a513af-a740-412f-8fc1-677a0d77f1dc tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337932 Oct 25 09:19:11.842502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['71c00fa4-7690-4baa-a6aa-e796d06aa319'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:19:11.932700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84faca8-8d79-465a-b2f2-bf0df99e8245 req-ebec6c94-b0ba-495b-a850-b2ada938e598 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:11.942847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f84faca8-8d79-465a-b2f2-bf0df99e8245 req-ebec6c94-b0ba-495b-a850-b2ada938e598 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 943 time: 0.0672715 Oct 25 09:19:11.993451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f84faca8-8d79-465a-b2f2-bf0df99e8245 req-b03f4fb4-9040-4751-9240-2860e6b5938e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495315 Oct 25 09:19:12.898880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4df6c5-00df-47c4-9db2-c58f22258abc req-a561304e-9bd0-4158-88f7-d39468ebb828 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:12.900357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b4df6c5-00df-47c4-9db2-c58f22258abc req-a561304e-9bd0-4158-88f7-d39468ebb828 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0482600 Oct 25 09:19:12.942625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b4df6c5-00df-47c4-9db2-c58f22258abc req-34598e45-975e-476f-9e24-cabb67d9da55 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361888 Oct 25 09:19:13.105616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588fbdf-da6d-449d-9bbb-f006e565b66d req-757c715b-878e-44e9-94bb-765682f4ce25 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:13.107068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8588fbdf-da6d-449d-9bbb-f006e565b66d req-757c715b-878e-44e9-94bb-765682f4ce25 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 943 time: 0.0502288 Oct 25 09:19:13.123643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 71c00fa4-7690-4baa-a6aa-e796d06aa319 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:13.146294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8588fbdf-da6d-449d-9bbb-f006e565b66d req-42c217d1-b464-41a7-9158-3689bafe6de7 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Oct 25 09:19:13.177529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 71c00fa4-7690-4baa-a6aa-e796d06aa319 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:19:13.182113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 71c00fa4-7690-4baa-a6aa-e796d06aa319 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:13.182375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:13.263037 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:13.288946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12b141f-4370-4eaf-9e7d-7939cb0133db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c00fa4-7690-4baa-a6aa-e796d06aa319'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:13.291206 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870d4c40-ee39-4912-84f2-cbce346ea287" -d '{"events": [{"server_uuid": "c12b141f-4370-4eaf-9e7d-7939cb0133db", "name": "network-vif-plugged", "status": "completed", "tag": "71c00fa4-7690-4baa-a6aa-e796d06aa319"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:13.306380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 71c00fa4-7690-4baa-a6aa-e796d06aa319, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71c00fa4-7690-4baa-a6aa-e796d06aa319,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:13.311105 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:13.337364 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd5e7a-9cba-4acb-885b-aae5e24a63b4 x-openstack-request-id: req-9cfd5e7a-9cba-4acb-885b-aae5e24a63b4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:13.337659 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12b141f-4370-4eaf-9e7d-7939cb0133db", "name": "network-vif-plugged", "status": "completed", "tag": "71c00fa4-7690-4baa-a6aa-e796d06aa319", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:13.337915 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cfd5e7a-9cba-4acb-885b-aae5e24a63b4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:13.338310 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12b141f-4370-4eaf-9e7d-7939cb0133db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c00fa4-7690-4baa-a6aa-e796d06aa319', 'code': 200} Oct 25 09:19:13.366393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=71c00fa4-7690-4baa-a6aa-e796d06aa319,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:13.475384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f475-f444-4e59-9959-840110db766d req-819d09c4-3af3-4e0c-966f-baa1ecb60d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:13.476940 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f79f475-f444-4e59-9959-840110db766d req-819d09c4-3af3-4e0c-966f-baa1ecb60d81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 1096 time: 0.0416086 Oct 25 09:19:13.517362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f79f475-f444-4e59-9959-840110db766d req-b5079b1d-2555-41a2-92ec-af42f0752985 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Oct 25 09:19:14.063055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734dc95-098b-41de-a226-1333660c4bc5 req-eff1ef56-611a-46e1-b8b0-6eeff6305062 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:14.064460 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e734dc95-098b-41de-a226-1333660c4bc5 req-eff1ef56-611a-46e1-b8b0-6eeff6305062 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0517998 Oct 25 09:19:14.103321 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e734dc95-098b-41de-a226-1333660c4bc5 req-ee51d5bc-be60-4809-82f9-8ab9749b1e08 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Oct 25 09:19:14.269388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135ee51-75f5-4e46-8e93-3696d8c80799 req-89cdaef9-3f6a-4719-b613-fe092756cc88 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:14.270859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1135ee51-75f5-4e46-8e93-3696d8c80799 req-89cdaef9-3f6a-4719-b613-fe092756cc88 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 943 time: 0.0523710 Oct 25 09:19:14.313761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1135ee51-75f5-4e46-8e93-3696d8c80799 req-821d0912-85b7-4c45-8f91-296f9a21de3d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363491 Oct 25 09:19:14.411816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 11bd37b5-afd7-4bad-9006-4430bc200aef details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:19:14.512344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 11bd37b5-afd7-4bad-9006-4430bc200aef, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=11bd37b5-afd7-4bad-9006-4430bc200aef,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:14.523846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '11bd37b5-afd7-4bad-9006-4430bc200aef', 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be', 'port_id': '11bd37b5-afd7-4bad-9006-4430bc200aef', 'mac_address': 'fa:16:3e:03:21:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0efb19-d96b-455c-9ee3-16cfeff9cfd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:19:14.565659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:14.580922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bd37b5-afd7-4bad-9006-4430bc200aef {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:19:14.601157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 11bd37b5-afd7-4bad-9006-4430bc200aef, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=11bd37b5-afd7-4bad-9006-4430bc200aef,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:14.605133 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:14.656601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=11bd37b5-afd7-4bad-9006-4430bc200aef,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:15.035252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['11bd37b5-afd7-4bad-9006-4430bc200aef'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:19:15.113326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 42e91891-f4c7-418b-a73a-4f62ddcbeb8e details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:19:15.232610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27b1ba-1ffa-4cc3-b4e6-929d03a674d7 req-e23cac83-f294-403a-b318-88210cf0ebe1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:15.234432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a27b1ba-1ffa-4cc3-b4e6-929d03a674d7 req-e23cac83-f294-403a-b318-88210cf0ebe1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0604076 Oct 25 09:19:15.264557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:15.276391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a27b1ba-1ffa-4cc3-b4e6-929d03a674d7 req-2c6e2f52-2b25-403d-ab74-e7113bc5f770 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357552 Oct 25 09:19:15.278284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '42e91891-f4c7-418b-a73a-4f62ddcbeb8e', 'network_id': 'd0be168f-f34e-481f-9632-6e60572ca6be', 'port_id': '42e91891-f4c7-418b-a73a-4f62ddcbeb8e', 'mac_address': 'fa:16:3e:fd:6d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0efb19-d96b-455c-9ee3-16cfeff9cfd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:19:15.316518 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:15.331231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e91891-f4c7-418b-a73a-4f62ddcbeb8e {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:19:15.361119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:15.365866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:15.420020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:15.435415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a7318-5c6d-4d2a-b4fd-8d6bf0424201 req-b3c4e129-ffae-46aa-b11f-6c1c9b693a58 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:15.436906 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac4a7318-5c6d-4d2a-b4fd-8d6bf0424201 req-b3c4e129-ffae-46aa-b11f-6c1c9b693a58 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 944 time: 0.0494072 Oct 25 09:19:15.479631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac4a7318-5c6d-4d2a-b4fd-8d6bf0424201 req-c159fe3b-3e89-4e1d-b16f-46ceb64da7bf tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Oct 25 09:19:15.760597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['42e91891-f4c7-418b-a73a-4f62ddcbeb8e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:19:15.897427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-c6866709-147f-44ac-8ab2-8e0ce5689db3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422978 Oct 25 09:19:15.905620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50870) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:15.999535 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-fd0c5796-2bcf-4b6a-8a2f-fafdcf0700bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:16.001625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-fd0c5796-2bcf-4b6a-8a2f-fafdcf0700bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0437696 Oct 25 09:19:16.015938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abd4d6e3-baf0-4bd4-b62a-20791aceae64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.144665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-802311fd-0b7e-4795-a4ff-14d33a5c61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:16.146173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-802311fd-0b7e-4795-a4ff-14d33a5c61b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 200 len: 898 time: 0.1212559 Oct 25 09:19:16.209381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abd4d6e3-baf0-4bd4-b62a-20791aceae64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.214848 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abd4d6e3-baf0-4bd4-b62a-20791aceae64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.265852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4d6e3-baf0-4bd4-b62a-20791aceae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed916ab-042d-4e0f-afb1-852216ae3f36,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:16.271125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-e3278bce-0d50-441c-a9ee-736ec57ef774 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d HTTP/1.1" status: 200 len: 1000 time: 0.1117368 Oct 25 09:19:16.276086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-abd4d6e3-baf0-4bd4-b62a-20791aceae64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f12895bb033b4f0f8ff1dcc8eb4b1233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694584 Oct 25 09:19:16.276471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50874) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:16.330296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea546f24-7cfb-4b3b-81e8-691845c763d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.333545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-57e3acce-401d-485c-a6df-68fbb1081a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:16.335333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-57e3acce-401d-485c-a6df-68fbb1081a41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af0af259-8f1a-42d5-9ba8-2b90cc2471dd HTTP/1.1" status: 200 len: 835 time: 0.0476441 Oct 25 09:19:16.353243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea546f24-7cfb-4b3b-81e8-691845c763d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.403376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea546f24-7cfb-4b3b-81e8-691845c763d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.405783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3cdae243-2f65-4000-917d-22558000bea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.406448 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea546f24-7cfb-4b3b-81e8-691845c763d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.413388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ea546f24-7cfb-4b3b-81e8-691845c763d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fed916ab-042d-4e0f-afb1-852216ae3f36 HTTP/1.1" status: 204 len: 168 time: 0.1331000 Oct 25 09:19:16.413650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-c8bd365f-aa6f-4c72-94ca-386a8952c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:16.415186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-c8bd365f-aa6f-4c72-94ca-386a8952c12d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ce0685-bc42-48d3-94cc-1b57038daf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719836 Oct 25 09:19:16.419672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 11bd37b5-afd7-4bad-9006-4430bc200aef up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:16.421685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea546f24-7cfb-4b3b-81e8-691845c763d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed916ab-042d-4e0f-afb1-852216ae3f36,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:16.429447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913dc71-4eef-4c7c-9c67-cac89eb20a89 req-611311b8-b8dc-4dee-854a-b65945056481 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:16.436973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a913dc71-4eef-4c7c-9c67-cac89eb20a89 req-611311b8-b8dc-4dee-854a-b65945056481 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0859797 Oct 25 09:19:16.490008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 11bd37b5-afd7-4bad-9006-4430bc200aef completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:19:16.493854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 11bd37b5-afd7-4bad-9006-4430bc200aef triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:16.494223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.519263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a913dc71-4eef-4c7c-9c67-cac89eb20a89 req-c244e6dd-3432-4f34-8f26-62ec5c71d0a6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812435 Oct 25 09:19:16.568344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-fb2a5bfd-64ce-4b83-8fee-937c41a5f03f service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276553 Oct 25 09:19:16.588582 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.617074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50660064-e26f-4c54-9779-8d8aa906829f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bd37b5-afd7-4bad-9006-4430bc200aef'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:16.619385 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7b89c7-1685-4de0-9f50-2291901db352" -d '{"events": [{"server_uuid": "50660064-e26f-4c54-9779-8d8aa906829f", "name": "network-vif-plugged", "status": "completed", "tag": "11bd37b5-afd7-4bad-9006-4430bc200aef"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:16.631628 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 11bd37b5-afd7-4bad-9006-4430bc200aef, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=11bd37b5-afd7-4bad-9006-4430bc200aef,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:16.636058 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.687076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=11bd37b5-afd7-4bad-9006-4430bc200aef,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:16.703026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e796df-dcd8-433d-8176-905a5e8c491f req-c783b621-5ad2-4b94-bd95-9d7a7e90bafa tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:16.705258 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83e796df-dcd8-433d-8176-905a5e8c491f req-c783b621-5ad2-4b94-bd95-9d7a7e90bafa tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 944 time: 0.0795078 Oct 25 09:19:16.723468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3f9acda-ba2f-41de-8774-6fa18c608aef req-97be4412-56eb-4158-aaf9-ff9caae655ce service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473787 Oct 25 09:19:16.742177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50886) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:16.763435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-908f98fc-4e06-479f-a04a-31c47065d3da admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.775242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83e796df-dcd8-433d-8176-905a5e8c491f req-aa51c011-4d4e-4919-b9b7-1620d92197b1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616729 Oct 25 09:19:16.834856 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba1f017-915d-4ef8-8db3-1a6b4590c09a x-openstack-request-id: req-2ba1f017-915d-4ef8-8db3-1a6b4590c09a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:16.835172 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50660064-e26f-4c54-9779-8d8aa906829f", "name": "network-vif-plugged", "status": "completed", "tag": "11bd37b5-afd7-4bad-9006-4430bc200aef", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:16.835435 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ba1f017-915d-4ef8-8db3-1a6b4590c09a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:16.836005 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50660064-e26f-4c54-9779-8d8aa906829f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bd37b5-afd7-4bad-9006-4430bc200aef', 'code': 200} Oct 25 09:19:16.847260 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-908f98fc-4e06-479f-a04a-31c47065d3da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.850805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-908f98fc-4e06-479f-a04a-31c47065d3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.889350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-908f98fc-4e06-479f-a04a-31c47065d3da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6469fa91a8b8441ab53ac104825602f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461411 Oct 25 09:19:16.890291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f98fc-4e06-479f-a04a-31c47065d3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113c5aae-08df-4c93-b032-5bee72fe69db,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:16.892044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50888) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:16.942156 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a75729f9-c206-4534-8842-1f22dc92a55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:16.962153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2005-41d1-4970-afc8-989c94af659e req-d4ce75d7-307c-42e3-9fe9-3923b044b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:16.963693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca9e2005-41d1-4970-afc8-989c94af659e req-d4ce75d7-307c-42e3-9fe9-3923b044b229 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 1096 time: 0.0399575 Oct 25 09:19:16.964165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a75729f9-c206-4534-8842-1f22dc92a55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:17.003344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca9e2005-41d1-4970-afc8-989c94af659e req-a0f8fe57-cae9-46b0-9c7b-00d5e2ece1f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303409 Oct 25 09:19:17.012814 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a75729f9-c206-4534-8842-1f22dc92a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:17.015489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a75729f9-c206-4534-8842-1f22dc92a55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:17.017223 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a75729f9-c206-4534-8842-1f22dc92a55b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/113c5aae-08df-4c93-b032-5bee72fe69db HTTP/1.1" status: 204 len: 168 time: 0.1236241 Oct 25 09:19:17.024864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75729f9-c206-4534-8842-1f22dc92a55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113c5aae-08df-4c93-b032-5bee72fe69db,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:17.119614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 42e91891-f4c7-418b-a73a-4f62ddcbeb8e up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:17.169957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:19:17.174860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:17.175228 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:17.259114 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:17.292758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:17.298811 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:17.349690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:17.654253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2f743-740f-45a0-8726-40336274069f req-ed2751eb-2c9a-427a-ab40-a37911347e01 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:17.655828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35a2f743-740f-45a0-8726-40336274069f req-ed2751eb-2c9a-427a-ab40-a37911347e01 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0529151 Oct 25 09:19:17.694606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35a2f743-740f-45a0-8726-40336274069f req-412f7fc6-0276-40f3-a1d2-6908557c8d08 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Oct 25 09:19:17.900346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31656721-6d1e-4a04-ac57-8b13056caac1 req-85419812-72e7-4800-8328-3552c7543352 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:17.901177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31656721-6d1e-4a04-ac57-8b13056caac1 req-85419812-72e7-4800-8328-3552c7543352 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.0500817 Oct 25 09:19:17.940177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31656721-6d1e-4a04-ac57-8b13056caac1 req-e423e0cc-7225-4c72-9f82-1bd744f2180e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Oct 25 09:19:18.400610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bfd06-d688-4dab-8459-118f1188b479 req-7aefdbb4-3b58-401b-aa3e-e60c0a2a84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:18.402276 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba7bfd06-d688-4dab-8459-118f1188b479 req-7aefdbb4-3b58-401b-aa3e-e60c0a2a84dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 1097 time: 0.0447798 Oct 25 09:19:18.445145 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ba7bfd06-d688-4dab-8459-118f1188b479 req-a47d2db1-880e-42f4-b1aa-e8b0c10c5c8e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348136 Oct 25 09:19:18.738772 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ec27c2f1-ca14-4721-8e08-d5e24ae24828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:18.812909 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53f075-4df8-4fb0-af33-7b1c78ecd871 req-345c5305-9260-4d85-a070-b98cc71ee591 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:18.814856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de53f075-4df8-4fb0-af33-7b1c78ecd871 req-345c5305-9260-4d85-a070-b98cc71ee591 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0494988 Oct 25 09:19:18.837447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb26f31-f6dc-4014-b76b-f5b70fef84ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e91891-f4c7-418b-a73a-4f62ddcbeb8e'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:18.840304 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daa2969-5179-4ba6-8bc6-8db43d82f4a7" -d '{"events": [{"server_uuid": "ccb26f31-f6dc-4014-b76b-f5b70fef84ce", "name": "network-vif-plugged", "status": "completed", "tag": "42e91891-f4c7-418b-a73a-4f62ddcbeb8e"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:18.854255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de53f075-4df8-4fb0-af33-7b1c78ecd871 req-133d55e0-e688-4bda-90b2-8080076766f1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Oct 25 09:19:18.901378 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b90f6e-0f1f-4f96-8fb9-db628c968ce8 x-openstack-request-id: req-43b90f6e-0f1f-4f96-8fb9-db628c968ce8 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:18.901692 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb26f31-f6dc-4014-b76b-f5b70fef84ce", "name": "network-vif-plugged", "status": "completed", "tag": "42e91891-f4c7-418b-a73a-4f62ddcbeb8e", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:18.901944 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43b90f6e-0f1f-4f96-8fb9-db628c968ce8 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:18.902338 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb26f31-f6dc-4014-b76b-f5b70fef84ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e91891-f4c7-418b-a73a-4f62ddcbeb8e', 'code': 200} Oct 25 09:19:19.063848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbe688-12cc-4149-be6a-0b90f0aba66f req-a3d71e60-ec1a-418b-a051-187edc17324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:19.065363 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2fbbe688-12cc-4149-be6a-0b90f0aba66f req-a3d71e60-ec1a-418b-a051-187edc17324d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 1096 time: 0.0414066 Oct 25 09:19:19.069218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d8dc8-311a-4e42-a1cb-16e6af3c0c0a req-acf43ed4-2299-4afc-8149-f238a5508093 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:19.070726 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-384d8dc8-311a-4e42-a1cb-16e6af3c0c0a req-acf43ed4-2299-4afc-8149-f238a5508093 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.0547309 Oct 25 09:19:19.102676 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2fbbe688-12cc-4149-be6a-0b90f0aba66f req-85154dc7-9b9d-459b-a9f7-3f480b066ab3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296094 Oct 25 09:19:19.109721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-384d8dc8-311a-4e42-a1cb-16e6af3c0c0a req-ebd6feeb-80c1-40ba-83f9-b18688e35aa0 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Oct 25 09:19:19.282010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50976) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:19.396158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dea91ad-2824-4211-a889-f2c62f97926c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.474262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dea91ad-2824-4211-a889-f2c62f97926c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.478060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dea91ad-2824-4211-a889-f2c62f97926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.515809 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7dea91ad-2824-4211-a889-f2c62f97926c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2d21c18dfb048879db22514da65fa68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327299 Oct 25 09:19:19.517102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea91ad-2824-4211-a889-f2c62f97926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce65334c-18dc-4cba-a0c1-5a791323982c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:19.518631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 50980) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:19.568782 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faa8033f-e544-49c1-8881-1b5a10a13dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.590513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faa8033f-e544-49c1-8881-1b5a10a13dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.637227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faa8033f-e544-49c1-8881-1b5a10a13dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.639794 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-faa8033f-e544-49c1-8881-1b5a10a13dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.640941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-faa8033f-e544-49c1-8881-1b5a10a13dff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce65334c-18dc-4cba-a0c1-5a791323982c HTTP/1.1" status: 204 len: 168 time: 0.1205988 Oct 25 09:19:19.649033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8033f-e544-49c1-8881-1b5a10a13dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce65334c-18dc-4cba-a0c1-5a791323982c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:19.882411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.912513 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.945854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50990) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:19.963225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54007cbf-2e23-488c-a7eb-36494b2b31ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:19.978756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded20c0-fc7d-42cc-aa62-65c760a7b48a req-60818e52-f872-412f-9a00-dd249dbf5da6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:19.980228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ded20c0-fc7d-42cc-aa62-65c760a7b48a req-60818e52-f872-412f-9a00-dd249dbf5da6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0543518 Oct 25 09:19:20.025027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ded20c0-fc7d-42cc-aa62-65c760a7b48a req-77f3f70c-b2b6-49e1-a792-d85c23ad4ab2 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371373 Oct 25 09:19:20.075951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54007cbf-2e23-488c-a7eb-36494b2b31ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:20.075951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-54007cbf-2e23-488c-a7eb-36494b2b31ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:20.086822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54007cbf-2e23-488c-a7eb-36494b2b31ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20786442-3454-4c8a-81fe-6eb51f156acb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:20.094429 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-54007cbf-2e23-488c-a7eb-36494b2b31ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=178966f1a81c4290b32bd6924e691846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441793 Oct 25 09:19:20.094429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 50992) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:20.142904 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-266f3cb3-3eb9-45ed-a318-0e7062114f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:20.164773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-266f3cb3-3eb9-45ed-a318-0e7062114f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:20.213184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-266f3cb3-3eb9-45ed-a318-0e7062114f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:20.216101 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-266f3cb3-3eb9-45ed-a318-0e7062114f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:20.217285 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-266f3cb3-3eb9-45ed-a318-0e7062114f47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20786442-3454-4c8a-81fe-6eb51f156acb HTTP/1.1" status: 204 len: 168 time: 0.1226373 Oct 25 09:19:20.227010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f3cb3-3eb9-45ed-a318-0e7062114f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20786442-3454-4c8a-81fe-6eb51f156acb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:20.231853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437063d7-2ec0-4ffa-9041-c421fa2bd64d req-5b7c7721-cee0-4daa-b03c-6f47f99019ae tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:20.233362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-437063d7-2ec0-4ffa-9041-c421fa2bd64d req-5b7c7721-cee0-4daa-b03c-6f47f99019ae tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.0554919 Oct 25 09:19:20.283864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-437063d7-2ec0-4ffa-9041-c421fa2bd64d req-94893804-0e87-4bfd-968b-96f384c230d6 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Oct 25 09:19:20.653813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-ef936acc-ee32-451c-af34-af00cc7a4ab8 req-5f7c0aff-32ee-4901-866c-8ca12ffa2fad service neutron] (106992) timed out ('10.222.0.32', 36056) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:19:21.154422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa838ee-44b2-4c99-9c32-0b535ef5fb39 req-a4fad313-93fa-4273-9b38-3672b5627715 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:21.156341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fa838ee-44b2-4c99-9c32-0b535ef5fb39 req-a4fad313-93fa-4273-9b38-3672b5627715 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0640211 Oct 25 09:19:21.203709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fa838ee-44b2-4c99-9c32-0b535ef5fb39 req-c9925844-2fcf-471d-a4e2-0e68f651f754 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Oct 25 09:19:21.331575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e586eb1-f1e3-4172-8d7b-6c357cab0184 req-9a31ed44-3614-4f28-8005-b8e1f1210c39 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:21.337411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e586eb1-f1e3-4172-8d7b-6c357cab0184 req-9a31ed44-3614-4f28-8005-b8e1f1210c39 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0603216 Oct 25 09:19:21.375224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e586eb1-f1e3-4172-8d7b-6c357cab0184 req-ea7e444b-2fc7-4e9d-be4a-25bbc02d53c0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Oct 25 09:19:21.501688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7211560-97c1-4654-b4e2-d819c71b9064 req-f9e0cdc3-a8a0-4bd7-acce-64ccfa23818e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:21.503622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7211560-97c1-4654-b4e2-d819c71b9064 req-f9e0cdc3-a8a0-4bd7-acce-64ccfa23818e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.0553639 Oct 25 09:19:21.541915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7211560-97c1-4654-b4e2-d819c71b9064 req-55821f63-4fc8-4a0e-bd0d-87f533edd535 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318966 Oct 25 09:19:21.668585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3484-522e-4805-bca8-1067aabd1195 req-b9bba1fe-43b0-4967-9f96-2db71a686f58 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:21.670206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a1d3484-522e-4805-bca8-1067aabd1195 req-b9bba1fe-43b0-4967-9f96-2db71a686f58 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0522530 Oct 25 09:19:21.710082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a1d3484-522e-4805-bca8-1067aabd1195 req-1669901b-c86a-4c07-befd-c0d754921383 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332770 Oct 25 09:19:21.790917 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:21.924114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05fd0-4e07-4157-81c5-bff515479d09 req-825381ee-9b15-4f8b-bdc6-57c4a81c591d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:21.925658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34e05fd0-4e07-4157-81c5-bff515479d09 req-825381ee-9b15-4f8b-bdc6-57c4a81c591d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 945 time: 0.0539238 Oct 25 09:19:21.967121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34e05fd0-4e07-4157-81c5-bff515479d09 req-477dcdde-fbb9-4be4-b556-40360d541e36 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353439 Oct 25 09:19:22.077863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbf27c-c467-4b11-b8d6-951b4553b218 req-bd110e23-7314-4ecf-b2f5-7f9587c49e9f tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:22.081614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01bbf27c-c467-4b11-b8d6-951b4553b218 req-bd110e23-7314-4ecf-b2f5-7f9587c49e9f tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0581341 Oct 25 09:19:22.123610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01bbf27c-c467-4b11-b8d6-951b4553b218 req-79336d0d-924b-4496-af2e-e5ba1eb1f463 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355213 Oct 25 09:19:22.387974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980a4e8-c1cf-4311-900b-552746a606aa req-3987a7b8-4fc5-49c9-b9fa-8cdd84b60a34 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:22.389492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5980a4e8-c1cf-4311-900b-552746a606aa req-3987a7b8-4fc5-49c9-b9fa-8cdd84b60a34 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.0510139 Oct 25 09:19:22.429229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5980a4e8-c1cf-4311-900b-552746a606aa req-0b23f4ae-293d-49d5-8a40-9cec3ba5f83f tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Oct 25 09:19:22.501890 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:19:22.521447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51078) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:22.629932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c20656c-fac5-4a3b-b639-7c5d2925991f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:22.692541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ac216-4bf8-415f-930e-9375600b02e6 req-ed408b0d-63ac-4658-baa6-84dd0513ed86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:22.694043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-938ac216-4bf8-415f-930e-9375600b02e6 req-ed408b0d-63ac-4658-baa6-84dd0513ed86 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0512238 Oct 25 09:19:22.707745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c20656c-fac5-4a3b-b639-7c5d2925991f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:22.712476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c20656c-fac5-4a3b-b639-7c5d2925991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:22.733635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-938ac216-4bf8-415f-930e-9375600b02e6 req-8d14b0b8-f2ec-4586-805e-a4b6abef4677 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335596 Oct 25 09:19:22.749848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20656c-fac5-4a3b-b639-7c5d2925991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c650c5-27a8-4450-a1c8-9e7e9c36d311,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:22.756318 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c20656c-fac5-4a3b-b639-7c5d2925991f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84d83d6369624741993cab43b011f60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337894 Oct 25 09:19:22.758065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51084) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:22.810881 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-294a25e7-0ac7-4885-ba3b-9d08526208c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:22.833668 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-294a25e7-0ac7-4885-ba3b-9d08526208c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:22.882193 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-294a25e7-0ac7-4885-ba3b-9d08526208c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:22.884695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-294a25e7-0ac7-4885-ba3b-9d08526208c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:22.886067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-294a25e7-0ac7-4885-ba3b-9d08526208c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9c650c5-27a8-4450-a1c8-9e7e9c36d311 HTTP/1.1" status: 204 len: 168 time: 0.1269803 Oct 25 09:19:22.894114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a25e7-0ac7-4885-ba3b-9d08526208c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c650c5-27a8-4450-a1c8-9e7e9c36d311,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:23.014992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15c867-899c-4e89-a80a-3e2766370e24 req-529f13ca-29c0-4916-a84d-8fd519467504 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:23.021262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15c867-899c-4e89-a80a-3e2766370e24 req-529f13ca-29c0-4916-a84d-8fd519467504 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:23.027172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15c867-899c-4e89-a80a-3e2766370e24 req-529f13ca-29c0-4916-a84d-8fd519467504 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:23.028779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe15c867-899c-4e89-a80a-3e2766370e24 req-529f13ca-29c0-4916-a84d-8fd519467504 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce&device_id=50660064-e26f-4c54-9779-8d8aa906829f&device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 2416 time: 0.0681515 Oct 25 09:19:23.067900 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe15c867-899c-4e89-a80a-3e2766370e24 req-bcdfd13f-3977-4a92-b053-c8a7fb8e55a0 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331886 Oct 25 09:19:23.203786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec857b43-e782-41d5-8e7d-7991845401ef req-7a078bb5-8009-42d7-b193-2f50ad784823 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:23.205340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec857b43-e782-41d5-8e7d-7991845401ef req-7a078bb5-8009-42d7-b193-2f50ad784823 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.0501754 Oct 25 09:19:23.245043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec857b43-e782-41d5-8e7d-7991845401ef req-e6031bdf-3d28-46ee-acda-fd79593fa928 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Oct 25 09:19:23.349036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadf88e-886c-4443-9de9-eb97b60522b4 req-c9345d84-8d61-4835-983d-3ed87638f5b8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:23.350518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-feadf88e-886c-4443-9de9-eb97b60522b4 req-c9345d84-8d61-4835-983d-3ed87638f5b8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0551958 Oct 25 09:19:23.393346 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-feadf88e-886c-4443-9de9-eb97b60522b4 req-4ac111dd-73b5-40c7-83ec-1c6f25b1831c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366840 Oct 25 09:19:23.884676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617d838-7a86-4849-acff-3dcdf5daa04b req-4f7cb723-153f-4f24-8ee0-0623579ca9d0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:23.886262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1617d838-7a86-4849-acff-3dcdf5daa04b req-4f7cb723-153f-4f24-8ee0-0623579ca9d0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0598757 Oct 25 09:19:23.928038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1617d838-7a86-4849-acff-3dcdf5daa04b req-a3123109-bcde-4c43-aa3e-e64e9f1a94a9 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Oct 25 09:19:24.328204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51160) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:24.452076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f70e6f6b-e053-45d4-a03f-d1b1b8006d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:24.549601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f060d-5f1d-49ab-aef8-8fd403598479 req-0a7c31d7-88e9-4c9d-bcc1-ce69b47a7be6 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:24.550977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-363f060d-5f1d-49ab-aef8-8fd403598479 req-0a7c31d7-88e9-4c9d-bcc1-ce69b47a7be6 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0744030 Oct 25 09:19:24.609651 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f70e6f6b-e053-45d4-a03f-d1b1b8006d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:24.616118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-363f060d-5f1d-49ab-aef8-8fd403598479 req-cacfce50-e7af-41bb-b45a-1439b1fbe951 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585752 Oct 25 09:19:24.617127 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f70e6f6b-e053-45d4-a03f-d1b1b8006d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:24.654624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e6f6b-e053-45d4-a03f-d1b1b8006d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bb288-f632-416d-b83a-c44d345b5c44,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:24.660677 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f70e6f6b-e053-45d4-a03f-d1b1b8006d61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e243343a816d4ad0ba87fd02d61c2bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283725 Oct 25 09:19:24.663652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51168) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:24.711234 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d801184a-eabe-4973-88cd-c16c4f10edfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:24.731303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d801184a-eabe-4973-88cd-c16c4f10edfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:24.777034 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d801184a-eabe-4973-88cd-c16c4f10edfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:24.779566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d801184a-eabe-4973-88cd-c16c4f10edfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:24.780736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d801184a-eabe-4973-88cd-c16c4f10edfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b42bb288-f632-416d-b83a-c44d345b5c44 HTTP/1.1" status: 204 len: 168 time: 0.1162038 Oct 25 09:19:24.788244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801184a-eabe-4973-88cd-c16c4f10edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bb288-f632-416d-b83a-c44d345b5c44,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:25.048766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f412a76-8915-4a43-b42f-68796ceb3742 req-e93a4b99-f965-481f-8e38-2ca8fc54d192 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:25.050313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f412a76-8915-4a43-b42f-68796ceb3742 req-e93a4b99-f965-481f-8e38-2ca8fc54d192 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Oct 25 09:19:25.091107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f412a76-8915-4a43-b42f-68796ceb3742 req-ea1d4b9b-e7de-4148-8b99-278b36e37d3a tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340152 Oct 25 09:19:25.736903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374267d4-705c-401e-b0e5-f07643a50c28 req-510c0d7a-824d-4cec-bf74-65a87b689563 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:25.738423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-374267d4-705c-401e-b0e5-f07643a50c28 req-510c0d7a-824d-4cec-bf74-65a87b689563 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0511951 Oct 25 09:19:25.781605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-374267d4-705c-401e-b0e5-f07643a50c28 req-a8081c43-8ffb-480d-8250-bd017773df11 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367143 Oct 25 09:19:26.351794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51228) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:26.460660 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d815406b-e2b7-4fb6-9bfa-5cdef3489e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:26.534741 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d815406b-e2b7-4fb6-9bfa-5cdef3489e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:26.539606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d815406b-e2b7-4fb6-9bfa-5cdef3489e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:26.585161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d815406b-e2b7-4fb6-9bfa-5cdef3489e1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d24c48c469a84a2ab9f608c069112689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322567 Oct 25 09:19:26.587356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815406b-e2b7-4fb6-9bfa-5cdef3489e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f273f7-41c7-4b03-a85f-016c60fbf316,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:26.588614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51238) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:26.650588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c335ddaf-24b8-4730-ab9c-a6c124defd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:26.674506 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c335ddaf-24b8-4730-ab9c-a6c124defd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:26.701657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049445-12dc-46ef-8e73-96033925f91b req-33237613-941e-4864-89cf-9290e688c022 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:26.703121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1049445-12dc-46ef-8e73-96033925f91b req-33237613-941e-4864-89cf-9290e688c022 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0847108 Oct 25 09:19:26.706225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-4e657283-81e7-4d26-a621-ea648bd9d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:26.707585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-4e657283-81e7-4d26-a621-ea648bd9d8eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0744529 Oct 25 09:19:26.723358 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c335ddaf-24b8-4730-ab9c-a6c124defd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:26.726268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c335ddaf-24b8-4730-ab9c-a6c124defd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:26.728925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c335ddaf-24b8-4730-ab9c-a6c124defd59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6f273f7-41c7-4b03-a85f-016c60fbf316 HTTP/1.1" status: 204 len: 168 time: 0.1373806 Oct 25 09:19:26.736111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335ddaf-24b8-4730-ab9c-a6c124defd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f273f7-41c7-4b03-a85f-016c60fbf316,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:26.805469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1049445-12dc-46ef-8e73-96033925f91b req-ca978af1-a506-46b9-a3fb-574ffbcb9c8c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957096 Oct 25 09:19:26.850641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-0839a939-7004-4570-af7b-085c611c8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:26.852252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-0839a939-7004-4570-af7b-085c611c8556 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 920 time: 0.1359439 Oct 25 09:19:26.925274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-41920251-ce89-4286-b798-214845506204 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449 HTTP/1.1" status: 200 len: 217 time: 0.0566437 Oct 25 09:19:26.983393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27b043-da1a-4fec-8c72-e591f658c491 req-307848c4-1953-432c-b101-abb0c755b4eb tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:26.985981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa27b043-da1a-4fec-8c72-e591f658c491 req-307848c4-1953-432c-b101-abb0c755b4eb tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.1096294 Oct 25 09:19:27.007969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-17b5f713-3e7d-4337-8c32-a6ab093427a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:27.008102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51248) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:27.009476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-17b5f713-3e7d-4337-8c32-a6ab093427a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.0766428 Oct 25 09:19:27.021227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5838ed66-9227-4709-8dc0-62031d0f0b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:27.049973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa27b043-da1a-4fec-8c72-e591f658c491 req-c842ccf6-ae2d-4d28-8569-9d2492b4f2db tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577831 Oct 25 09:19:27.051912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-781320a6-a641-4e6c-adf0-b0f06ef1e2b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348649 Oct 25 09:19:27.099613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5838ed66-9227-4709-8dc0-62031d0f0b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:27.103335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5838ed66-9227-4709-8dc0-62031d0f0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:27.143349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838ed66-9227-4709-8dc0-62031d0f0b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d0e4e-b2b0-49a9-9424-22c15403c3f9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:27.146321 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-1224378b-1c3c-4df3-8359-1c7781c29799 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859447 Oct 25 09:19:27.147417 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5838ed66-9227-4709-8dc0-62031d0f0b91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dac4c3e82f347abb7cd45a608a9688c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383679 Oct 25 09:19:27.150012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51250) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:27.199740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5e713d6-da82-412f-848e-005f65f22a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:27.221718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5e713d6-da82-412f-848e-005f65f22a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:27.242062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-183c2b0a-90ff-4dd7-ba6f-e91ffc33a07e req-5c06b0f3-08b0-43e7-8be0-da23a456f026 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874064 Oct 25 09:19:27.269503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5e713d6-da82-412f-848e-005f65f22a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:27.272421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5e713d6-da82-412f-848e-005f65f22a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:27.273618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a5e713d6-da82-412f-848e-005f65f22a45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f13d0e4e-b2b0-49a9-9424-22c15403c3f9 HTTP/1.1" status: 204 len: 168 time: 0.1227038 Oct 25 09:19:27.283381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e713d6-da82-412f-848e-005f65f22a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d0e4e-b2b0-49a9-9424-22c15403c3f9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:27.926928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bbdab-cf8a-4e51-9a2d-34bdd0c4dc68 req-17b91749-34ef-493f-a45a-4a3fe7ab0877 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:27.928396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-594bbdab-cf8a-4e51-9a2d-34bdd0c4dc68 req-17b91749-34ef-493f-a45a-4a3fe7ab0877 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0483735 Oct 25 09:19:27.967064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-594bbdab-cf8a-4e51-9a2d-34bdd0c4dc68 req-64d467a3-8d84-412a-85c6-d24aedb97625 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Oct 25 09:19:28.174932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dba830-4aee-4cd2-bb88-cb8c0c9eae52 req-24864096-eda6-4a41-b10c-b4e1e330a13d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:28.176399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58dba830-4aee-4cd2-bb88-cb8c0c9eae52 req-24864096-eda6-4a41-b10c-b4e1e330a13d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0599062 Oct 25 09:19:28.214490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58dba830-4aee-4cd2-bb88-cb8c0c9eae52 req-d20da098-10bc-4a5b-b1dd-148d97afe49c tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Oct 25 09:19:29.095389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15560470-547e-464d-b03f-88e438ebb2d0 req-6fe3e721-5e2d-4f71-8007-bd975a17c35c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:29.097002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15560470-547e-464d-b03f-88e438ebb2d0 req-6fe3e721-5e2d-4f71-8007-bd975a17c35c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0559993 Oct 25 09:19:29.135789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15560470-547e-464d-b03f-88e438ebb2d0 req-df250f02-b171-49f0-9aca-d070818addf0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Oct 25 09:19:29.331942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c747f-0176-4c38-b926-6262c9cf30b2 req-5947751d-6094-403b-8ce4-337df28d9a41 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:29.333391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-073c747f-0176-4c38-b926-6262c9cf30b2 req-5947751d-6094-403b-8ce4-337df28d9a41 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0534849 Oct 25 09:19:29.373541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-073c747f-0176-4c38-b926-6262c9cf30b2 req-187cd167-0d9c-4654-8c0b-690ecb82882d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Oct 25 09:19:29.543494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51380) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:29.647182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-449288e5-a758-488c-b755-2b9234237862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:29.724652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-449288e5-a758-488c-b755-2b9234237862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:29.728235 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-449288e5-a758-488c-b755-2b9234237862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:29.766277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-449288e5-a758-488c-b755-2b9234237862 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e19286c0ae94bfe94722b6ae5f68600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211838 Oct 25 09:19:29.767397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449288e5-a758-488c-b755-2b9234237862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a919eaca-ce50-4595-8493-79e85e632934,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:29.769789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51384) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:29.818270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ccadbea-109e-42a7-beb2-b9a06a0e2457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:29.842735 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ccadbea-109e-42a7-beb2-b9a06a0e2457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:29.888363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ccadbea-109e-42a7-beb2-b9a06a0e2457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:29.891770 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ccadbea-109e-42a7-beb2-b9a06a0e2457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:29.892905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1ccadbea-109e-42a7-beb2-b9a06a0e2457 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a919eaca-ce50-4595-8493-79e85e632934 HTTP/1.1" status: 204 len: 168 time: 0.1217461 Oct 25 09:19:29.901986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccadbea-109e-42a7-beb2-b9a06a0e2457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a919eaca-ce50-4595-8493-79e85e632934,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:30.149041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51390) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:30.162849 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c0a7384-0a3d-4138-bce5-94c6ceca9f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:30.271570 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c0a7384-0a3d-4138-bce5-94c6ceca9f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:30.276416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6c0a7384-0a3d-4138-bce5-94c6ceca9f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:30.294544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21736288-2774-4c12-aeb2-61d65b3ba9c3 req-a81009ed-55f3-40be-b0e0-c729480adb58 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:30.295995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21736288-2774-4c12-aeb2-61d65b3ba9c3 req-a81009ed-55f3-40be-b0e0-c729480adb58 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0871348 Oct 25 09:19:30.339857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6c0a7384-0a3d-4138-bce5-94c6ceca9f2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80985c9121a44df1b4d279806744d6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897507 Oct 25 09:19:30.342571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51394) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:30.344744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a7384-0a3d-4138-bce5-94c6ceca9f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed492c29-1612-4cba-95dd-915451673580,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:30.362439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21736288-2774-4c12-aeb2-61d65b3ba9c3 req-1f4bd6dc-9ca9-4f94-88bf-d296665f2d66 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591929 Oct 25 09:19:30.400242 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d83a818-e9a2-4824-9bad-015b769a5248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:30.422428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d83a818-e9a2-4824-9bad-015b769a5248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:30.473777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d83a818-e9a2-4824-9bad-015b769a5248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:30.476555 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1d83a818-e9a2-4824-9bad-015b769a5248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:30.477921 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1d83a818-e9a2-4824-9bad-015b769a5248 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed492c29-1612-4cba-95dd-915451673580 HTTP/1.1" status: 204 len: 168 time: 0.1342978 Oct 25 09:19:30.486379 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83a818-e9a2-4824-9bad-015b769a5248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed492c29-1612-4cba-95dd-915451673580,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:30.493885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93011eac-7b4d-4c49-9177-07dc1ce882e4 req-68828e81-114c-4c37-b569-46e3356f4a31 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:30.495770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93011eac-7b4d-4c49-9177-07dc1ce882e4 req-68828e81-114c-4c37-b569-46e3356f4a31 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0565529 Oct 25 09:19:30.537898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93011eac-7b4d-4c49-9177-07dc1ce882e4 req-9f236fb6-56c5-4a92-8b9b-833e7681e3ee tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Oct 25 09:19:31.421020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51428) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:31.487501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e227f-ffd7-4f96-9547-9d319ad128db req-17c37497-d43b-4201-a683-247af9996dc1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:31.489405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-781e227f-ffd7-4f96-9547-9d319ad128db req-17c37497-d43b-4201-a683-247af9996dc1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0574429 Oct 25 09:19:31.535419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-781e227f-ffd7-4f96-9547-9d319ad128db req-a70252fe-bd01-4331-a174-3bd4237cf83e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Oct 25 09:19:31.670581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ce9f8-a6e5-4e75-9a44-23d26971418e req-7f593df9-9075-4b06-8b2e-df61fded710a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:31.672633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb6ce9f8-a6e5-4e75-9a44-23d26971418e req-7f593df9-9075-4b06-8b2e-df61fded710a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0586109 Oct 25 09:19:31.713371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb6ce9f8-a6e5-4e75-9a44-23d26971418e req-16a56a44-993b-4823-bcac-583c414edc0c tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346608 Oct 25 09:19:31.811165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.358140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51476) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:32.435807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 489219f7-1474-4d11-9476-e5768066b5f6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:32.436284 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.469893 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.532442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port 489219f7-1474-4d11-9476-e5768066b5f6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=489219f7-1474-4d11-9476-e5768066b5f6,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:32.532991 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.558376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 489219f7-1474-4d11-9476-e5768066b5f6 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:32.559765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.571764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.618798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20825743535e4edab47628fbdef9ba77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595119 Oct 25 09:19:32.622266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51482) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:32.627776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d2dfe-e197-441b-91bb-fd9fd9f38dc5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:32.656111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.657207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.657645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.658166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.658499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.658823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.659143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.659461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.659777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.660090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.660407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.660720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49cfdc4-5e9b-4569-bb15-9156bd7c562e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:32.685963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb7880-3aab-4f26-8f72-4b28cd7ac0a4 req-67845381-a9ef-4c43-b74d-c0137c2ed47d tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:32.688266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52fb7880-3aab-4f26-8f72-4b28cd7ac0a4 req-67845381-a9ef-4c43-b74d-c0137c2ed47d tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0726070 Oct 25 09:19:32.726073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4803dad-d007-4ee9-acc8-5cd17d24cd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.727235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52fb7880-3aab-4f26-8f72-4b28cd7ac0a4 req-85f59661-7215-450c-91a1-e22b774a80ca tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326583 Oct 25 09:19:32.759049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4803dad-d007-4ee9-acc8-5cd17d24cd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.833998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.837538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f6500-7f89-4fd3-ab35-0a86cc32df29 req-856ee09d-b90c-480e-811a-cf611be9f89c tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:32.839009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044f6500-7f89-4fd3-ab35-0a86cc32df29 req-856ee09d-b90c-480e-811a-cf611be9f89c tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0528858 Oct 25 09:19:32.861886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=489219f7-1474-4d11-9476-e5768066b5f6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:32.885854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044f6500-7f89-4fd3-ab35-0a86cc32df29 req-a289c7c9-cc32-421a-910f-65d35332536e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Oct 25 09:19:32.897056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4803dad-d007-4ee9-acc8-5cd17d24cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.899665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d4803dad-d007-4ee9-acc8-5cd17d24cd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:32.900795 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d4803dad-d007-4ee9-acc8-5cd17d24cd18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c9d2dfe-e197-441b-91bb-fd9fd9f38dc5 HTTP/1.1" status: 204 len: 168 time: 0.2775867 Oct 25 09:19:32.935079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4803dad-d007-4ee9-acc8-5cd17d24cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d2dfe-e197-441b-91bb-fd9fd9f38dc5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:33.070359 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:33.202882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51490) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:33.220753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a5c3-a31d-44b6-8ecd-477ce9ee053f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:33.299324 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a5c3-a31d-44b6-8ecd-477ce9ee053f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:33.302157 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 4645367d-734d-4a55-979a-98e2234ece00 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:19:33.303307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a5c3-a31d-44b6-8ecd-477ce9ee053f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:33.341865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f3d0a5c3-a31d-44b6-8ecd-477ce9ee053f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa07c93af8b049d792fa16f47e298991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375885 Oct 25 09:19:33.343165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0a5c3-a31d-44b6-8ecd-477ce9ee053f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665e1b23-103b-42fd-90fa-a0b334945f9e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:33.345161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51492) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:33.446095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbfcfb5d-9260-408f-9342-2eb6c3cfb453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:33.452090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:19:33.461913 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7e4ee43a-9f97-4a08-8709-cfd4b8219440 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "PUT /v2.0/routers/4645367d-734d-4a55-979a-98e2234ece00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0398202 Oct 25 09:19:33.463037 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] Sync routers for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:19:33.474710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:33.475351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:33.476947 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbfcfb5d-9260-408f-9342-2eb6c3cfb453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:33.529259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbfcfb5d-9260-408f-9342-2eb6c3cfb453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:33.533255 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fbfcfb5d-9260-408f-9342-2eb6c3cfb453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:33.534431 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fbfcfb5d-9260-408f-9342-2eb6c3cfb453 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/665e1b23-103b-42fd-90fa-a0b334945f9e HTTP/1.1" status: 204 len: 168 time: 0.1883123 Oct 25 09:19:33.549337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcfb5d-9260-408f-9342-2eb6c3cfb453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e1b23-103b-42fd-90fa-a0b334945f9e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:33.606030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:33.728874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dfb90-7472-4c6b-952d-de308bf9342e req-cdb873c3-b500-4161-96d2-a9bbfe6ac3cf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:33.730399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd7dfb90-7472-4c6b-952d-de308bf9342e req-cdb873c3-b500-4161-96d2-a9bbfe6ac3cf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 946 time: 0.0522251 Oct 25 09:19:33.785045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd7dfb90-7472-4c6b-952d-de308bf9342e req-e13244be-7c90-42df-9109-3458b08fdff2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Oct 25 09:19:33.864244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:32Z', 'revision_number': 6, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:08Z', 'revision_number': 1, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:33.894418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] Checking router: 4645367d-734d-4a55-979a-98e2234ece00 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:19:33.903301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:33.903647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf7aa-5eb5-456f-808b-a94ea3928aae req-5cf07efe-c3e2-4148-baea-8104d7704d6b tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:33.903950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:33.905326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76cdf7aa-5eb5-456f-808b-a94ea3928aae req-5cf07efe-c3e2-4148-baea-8104d7704d6b tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0515716 Oct 25 09:19:33.952964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76cdf7aa-5eb5-456f-808b-a94ea3928aae req-cd2939e7-d4a6-4b77-ac1c-6dd65df7b682 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Oct 25 09:19:34.021825 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:34.061824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca05c9-626b-43f8-882b-fb0ec22ace33 req-c2e8e6b1-6d62-4dc6-8885-51c928ad5b13 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:34.069053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7ca05c9-626b-43f8-882b-fb0ec22ace33 req-c2e8e6b1-6d62-4dc6-8885-51c928ad5b13 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0542498 Oct 25 09:19:34.110594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7ca05c9-626b-43f8-882b-fb0ec22ace33 req-14aa9189-e282-440f-b35d-01168a028064 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Oct 25 09:19:34.256341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:32Z', 'revision_number': 6, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:08Z', 'revision_number': 1, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:34.282889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58ae28-0d02-4a66-9772-e7ef4b932352 None None] The sync data for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 is: [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:32Z', 'revision_number': 6, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '6218fb96-0adb-439e-b531-51efc4307e3d', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4645367d-734d-4a55-979a-98e2234ece00', 'port_id': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'mac_address': 'fa:16:3e:dc:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:17:01Z', 'updated_at': '2021-10-25T09:17:08Z', 'revision_number': 1, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:19:34.712294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 489219f7-1474-4d11-9476-e5768066b5f6 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:34.733714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 489219f7-1474-4d11-9476-e5768066b5f6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:19:34.734064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 489219f7-1474-4d11-9476-e5768066b5f6 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:34.908505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25283a8-2dcb-4210-8fc1-2fd795ae2c64 req-f6332a10-136d-4602-bab7-9f5c557c135a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:34.910031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c25283a8-2dcb-4210-8fc1-2fd795ae2c64 req-f6332a10-136d-4602-bab7-9f5c557c135a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 946 time: 0.0539589 Oct 25 09:19:34.950614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c25283a8-2dcb-4210-8fc1-2fd795ae2c64 req-c8392273-9e69-427a-9a46-c8da13d643b8 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345557 Oct 25 09:19:35.073158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093af1d-66ec-4a7b-b76d-5f0a996bfab7 req-92fbf8b8-555f-46a0-9d82-0e0885dc03a8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:35.074775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5093af1d-66ec-4a7b-b76d-5f0a996bfab7 req-92fbf8b8-555f-46a0-9d82-0e0885dc03a8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0525208 Oct 25 09:19:35.118092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5093af1d-66ec-4a7b-b76d-5f0a996bfab7 req-6b2ac19a-bbcf-4995-b472-561dc129bc8e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365019 Oct 25 09:19:35.231797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d67a8-3e84-4a7b-8d3a-8bfaa8027e2d req-86dc4ed8-b5d8-4fd3-a678-7a276cebdadc tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:35.233305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd5d67a8-3e84-4a7b-8d3a-8bfaa8027e2d req-86dc4ed8-b5d8-4fd3-a678-7a276cebdadc tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0514419 Oct 25 09:19:35.275141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd5d67a8-3e84-4a7b-8d3a-8bfaa8027e2d req-2c30f758-22d2-400c-bab4-f6aa6ff8ffde tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356634 Oct 25 09:19:35.579704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-1685431d-a812-4152-a2a3-b1b531edd903 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:35.581581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-1685431d-a812-4152-a2a3-b1b531edd903 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 946 time: 0.0520115 Oct 25 09:19:36.028126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 3636994a-f8ed-4d16-9006-46532d7ae580 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:36.028761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:36.144265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc34602-636b-495f-9cc3-378f903e5faf req-31934c79-4aa2-4ded-9ede-64260096501a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:36.145771 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cfc34602-636b-495f-9cc3-378f903e5faf req-31934c79-4aa2-4ded-9ede-64260096501a tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=9018514e-d414-450e-beb6-b966948565ce HTTP/1.1" status: 200 len: 946 time: 0.1132793 Oct 25 09:19:36.164484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port 3636994a-f8ed-4d16-9006-46532d7ae580, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3636994a-f8ed-4d16-9006-46532d7ae580,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:36.164971 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:36.191439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 3636994a-f8ed-4d16-9006-46532d7ae580 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:36.216275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cfc34602-636b-495f-9cc3-378f903e5faf req-eeee7081-98d7-40a4-9589-0973257171e3 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=c23598a1-f88a-48d1-a2ed-4d77c07d386a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627441 Oct 25 09:19:36.407852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deddb1-7a2a-4942-8943-b9e438b24907 req-24152cc0-b524-40dc-b9e8-d2f54a7b8eea tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:36.410132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72deddb1-7a2a-4942-8943-b9e438b24907 req-24152cc0-b524-40dc-b9e8-d2f54a7b8eea tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1189122 Oct 25 09:19:36.426512 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:36.477104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=3636994a-f8ed-4d16-9006-46532d7ae580,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:36.520701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72deddb1-7a2a-4942-8943-b9e438b24907 req-819c159d-daae-44fd-bb12-a74c4d8361e8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019731 Oct 25 09:19:36.539658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] No DVR routers for this DVR port 3636994a-f8ed-4d16-9006-46532d7ae580 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:19:36.542619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:36.549634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28a08125-1ea8-40d0-9fab-a6f827243354 req-8f4b55da-a56d-444e-9bec-a77aee94c224 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "DELETE /v2.0/ports/3636994a-f8ed-4d16-9006-46532d7ae580 HTTP/1.1" status: 204 len: 173 time: 0.9612083 Oct 25 09:19:36.550398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9018514e-d414-450e-beb6-b966948565ce', 'name': 'network-vif-deleted', 'tag': '3636994a-f8ed-4d16-9006-46532d7ae580'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:36.554449 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613cd5c7-385e-43fd-811e-89f41abd2fb4" -d '{"events": [{"server_uuid": "9018514e-d414-450e-beb6-b966948565ce", "name": "network-vif-deleted", "tag": "3636994a-f8ed-4d16-9006-46532d7ae580"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:36.663250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ee508-ddea-455f-a7fa-3d28bf971248 req-1b390db8-071f-4b8e-907e-3fa3a1d97436 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:36.664963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c6ee508-ddea-455f-a7fa-3d28bf971248 req-1b390db8-071f-4b8e-907e-3fa3a1d97436 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0631211 Oct 25 09:19:36.719047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c6ee508-ddea-455f-a7fa-3d28bf971248 req-60d883e7-a54b-4190-bdbe-7074346b7f5a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457299 Oct 25 09:19:36.780455 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb026a0-8067-44b2-8faf-a1880a01c5ac x-openstack-request-id: req-dfb026a0-8067-44b2-8faf-a1880a01c5ac {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:36.780758 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9018514e-d414-450e-beb6-b966948565ce", "name": "network-vif-deleted", "tag": "3636994a-f8ed-4d16-9006-46532d7ae580", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:36.781262 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfb026a0-8067-44b2-8faf-a1880a01c5ac {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:36.781262 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9018514e-d414-450e-beb6-b966948565ce', 'name': 'network-vif-deleted', 'tag': '3636994a-f8ed-4d16-9006-46532d7ae580', 'status': 'completed', 'code': 200} Oct 25 09:19:37.113622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51728) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:37.227311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bd12070d-7fd3-4e01-a073-976af943ddb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.281386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51734) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:37.306728 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bd12070d-7fd3-4e01-a073-976af943ddb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.311508 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bd12070d-7fd3-4e01-a073-976af943ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.342688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a28a-1cae-41b4-8315-01ca34988f7e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.351314 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bd12070d-7fd3-4e01-a073-976af943ddb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d57dff902004a25bd5e91fcb7c1c131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365203 Oct 25 09:19:37.352210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12070d-7fd3-4e01-a073-976af943ddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdb36e7-d28b-495a-bb47-d56a5421e09a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:37.354226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51736) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:37.383359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a28a-1cae-41b4-8315-01ca34988f7e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.446977 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7d39ab49-6273-4b0e-b821-acbae23e7f7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.470588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7d39ab49-6273-4b0e-b821-acbae23e7f7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.487573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a28a-1cae-41b4-8315-01ca34988f7e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.490118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a28a-1cae-41b4-8315-01ca34988f7e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.491228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e3d6a28a-1cae-41b4-8315-01ca34988f7e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/security-groups/c23598a1-f88a-48d1-a2ed-4d77c07d386a HTTP/1.1" status: 204 len: 168 time: 0.2087801 Oct 25 09:19:37.513273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6a28a-1cae-41b4-8315-01ca34988f7e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23598a1-f88a-48d1-a2ed-4d77c07d386a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:37.520856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51742) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:37.562457 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7d39ab49-6273-4b0e-b821-acbae23e7f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.565057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7d39ab49-6273-4b0e-b821-acbae23e7f7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.566408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7d39ab49-6273-4b0e-b821-acbae23e7f7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fdb36e7-d28b-495a-bb47-d56a5421e09a HTTP/1.1" status: 204 len: 168 time: 0.2110527 Oct 25 09:19:37.578641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39ab49-6273-4b0e-b821-acbae23e7f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdb36e7-d28b-495a-bb47-d56a5421e09a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:37.592784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b3ca72-8877-4a5b-b5d4-2aabd2370f68 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting subnet c8423957-208a-4c0a-98df-b22645b9fb64 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:19:37.596839 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86b3ca72-8877-4a5b-b5d4-2aabd2370f68 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.646488 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86b3ca72-8877-4a5b-b5d4-2aabd2370f68 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.731818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb126e1-b4be-4a5a-a087-bbce2f19fb3e req-db018273-6f22-49b1-9464-c78019968a44 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:37.733305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbb126e1-b4be-4a5a-a087-bbce2f19fb3e req-db018273-6f22-49b1-9464-c78019968a44 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1041589 Oct 25 09:19:37.790507 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86b3ca72-8877-4a5b-b5d4-2aabd2370f68 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.815018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbb126e1-b4be-4a5a-a087-bbce2f19fb3e req-418b5248-5efc-4435-9d7d-342c24717a0a tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644360 Oct 25 09:19:37.862879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86b3ca72-8877-4a5b-b5d4-2aabd2370f68 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.914978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d83bd-9849-4fad-86c3-ddbe8b282631 None None] Network 699f1739-32ae-47ea-8fbb-36e65f14dcd7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:19:37.927131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86b3ca72-8877-4a5b-b5d4-2aabd2370f68 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:37.930504 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-86b3ca72-8877-4a5b-b5d4-2aabd2370f68 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/subnets/c8423957-208a-4c0a-98df-b22645b9fb64 HTTP/1.1" status: 204 len: 168 time: 0.4086370 Oct 25 09:19:37.933137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51760) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:37.936197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3ca72-8877-4a5b-b5d4-2aabd2370f68 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Subnet': ['ID=c8423957-208a-4c0a-98df-b22645b9fb64,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:37.964659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c951847-d5fe-4b6b-acd6-af0847787b14 req-d4c32f11-cdca-4715-ab5c-0dbeab025f75 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:37.966150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c951847-d5fe-4b6b-acd6-af0847787b14 req-d4c32f11-cdca-4715-ab5c-0dbeab025f75 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0931222 Oct 25 09:19:38.011643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c951847-d5fe-4b6b-acd6-af0847787b14 req-a70cc503-88ad-458d-b10d-48bd9a599493 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Oct 25 09:19:38.045770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.107672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:38.108010 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.138432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] DHCP port deletion for 699f1739-32ae-47ea-8fbb-36e65f14dcd7 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:19:38.181296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:38.181904 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.193674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] Deleting port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:38.194051 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.197966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:38.267846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] For port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,segment=NetworkSegment(4186f25f-49d1-4287-b6ea-9adb877bc57a),segment_id=4186f25f-49d1-4287-b6ea-9adb877bc57a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:38.268302 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.282415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] Calling delete_port for 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:38.284222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.310782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:38.315712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] No DVR routers for this DVR port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:19:38.369940 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.396668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] Pushing event deleted for resources: {'Port': ['ID=0ea58a35-2a6a-4fdd-8e56-14b81cb248b5,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:38.401203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c89e0b-2d49-4f16-8c7d-91fd036a3811 None None] No DVR routers for this DVR port 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:19:38.404958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.430463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699f1739-32ae-47ea-8fbb-36e65f14dcd7']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:38.441778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4186f25f-49d1-4287-b6ea-9adb877bc57a') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:38.442085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4186f25f-49d1-4287-b6ea-9adb877bc57a') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:38.453608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.470100 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.481143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:19:38.481545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:19:38.487728 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:19:38.503712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3636994a-f8ed-4d16-9006-46532d7ae580 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:38.533124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:38.536369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 3636994a-f8ed-4d16-9006-46532d7ae580 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:19:38.536706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3636994a-f8ed-4d16-9006-46532d7ae580 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:38.552694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.554684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:19:38.555034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ea58a35-2a6a-4fdd-8e56-14b81cb248b5 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:38.573805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.574957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51776) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:38.575437 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/networks/699f1739-32ae-47ea-8fbb-36e65f14dcd7 HTTP/1.1" status: 204 len: 168 time: 0.6405761 Oct 25 09:19:38.588782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad4793-a5d8-4002-aac7-d824ba96504b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Network': ['ID=699f1739-32ae-47ea-8fbb-36e65f14dcd7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:38.597386 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.750429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port af897f42-8996-4cc8-9446-aa5644c2c47a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:38.750830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.825776 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.826109 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:38.840548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for af897f42-8996-4cc8-9446-aa5644c2c47a owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:38.982655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c420b-fd7c-4805-ad82-3d696c0f5175 req-d679fa47-4183-4b35-be2a-5fabc266c40c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:38.984875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c13c420b-fd7c-4805-ad82-3d696c0f5175 req-d679fa47-4183-4b35-be2a-5fabc266c40c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0952885 Oct 25 09:19:39.042522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c13c420b-fd7c-4805-ad82-3d696c0f5175 req-be420782-0edc-4014-bd30-2c7894808901 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490012 Oct 25 09:19:39.098643 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:39.137276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=af897f42-8996-4cc8-9446-aa5644c2c47a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:39.220904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176d152-6c12-4f94-a8a7-f523e3ee2086 req-70ef3fe2-163f-48f2-9e51-a9b0bbdcab1a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:39.222409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f176d152-6c12-4f94-a8a7-f523e3ee2086 req-70ef3fe2-163f-48f2-9e51-a9b0bbdcab1a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.1143360 Oct 25 09:19:39.231821 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:39.232149 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Floating IP 6218fb96-0adb-439e-b531-51efc4307e3d disassociated (deleted). External IP: 172.25.8.79, port: 8d140d05-95de-4ab6-94b9-d62b7bdab80d. Oct 25 09:19:39.334482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f176d152-6c12-4f94-a8a7-f523e3ee2086 req-0cdbb7b3-b02d-4b72-ad8b-a122585cf77d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037385 Oct 25 09:19:39.479983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 4645367d-734d-4a55-979a-98e2234ece00 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:19:39.596296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:19:39.600792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:39.615764 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a168b-b443-47f2-a416-ee536a772449 None None] Sync routers for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:19:39.627037 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a168b-b443-47f2-a416-ee536a772449 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:39.627647 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-362a168b-b443-47f2-a416-ee536a772449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:39.629519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-de707ebe-78c5-4a05-b94b-b4cbd09828aa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/floatingips/6218fb96-0adb-439e-b531-51efc4307e3d HTTP/1.1" status: 204 len: 168 time: 1.0534713 Oct 25 09:19:39.630110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:39.632693 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:39.772423 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-362a168b-b443-47f2-a416-ee536a772449 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:39.780429 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:39.816432 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571bdcb2-32e6-4c9e-bd8d-19c4dda12efb x-openstack-request-id: req-571bdcb2-32e6-4c9e-bd8d-19c4dda12efb {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:39.817019 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:39.817321 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-571bdcb2-32e6-4c9e-bd8d-19c4dda12efb {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:39.820092 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'status': 'completed', 'code': 200} Oct 25 09:19:39.961680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e28a-fb11-4f91-91f4-7d455b3659f6 req-b4ea2b1c-90be-47c9-9814-ba871602c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:39.963388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abc3e28a-fb11-4f91-91f4-7d455b3659f6 req-b4ea2b1c-90be-47c9-9814-ba871602c280 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1243789 Oct 25 09:19:39.978342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93455c-d46b-4d46-8ca2-6a74cf9cfec4 req-85436771-48d0-4974-993b-7f8ffced0417 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:39.979816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a93455c-d46b-4d46-8ca2-6a74cf9cfec4 req-85436771-48d0-4974-993b-7f8ffced0417 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 945 time: 0.0987051 Oct 25 09:19:39.988732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-9111c766-b845-420d-b7ce-ebc0c527d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:39.990197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-9111c766-b845-420d-b7ce-ebc0c527d69e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0934372 Oct 25 09:19:39.999414 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-362a168b-b443-47f2-a416-ee536a772449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:32Z', 'revision_number': 6, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:40.026718 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a168b-b443-47f2-a416-ee536a772449 None None] Checking router: 4645367d-734d-4a55-979a-98e2234ece00 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:19:40.037609 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a168b-b443-47f2-a416-ee536a772449 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:40.038232 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-362a168b-b443-47f2-a416-ee536a772449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:40.091418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abc3e28a-fb11-4f91-91f4-7d455b3659f6 req-5a732798-fbf8-49e7-a330-3b696fe3ab76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097734 Oct 25 09:19:40.101237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a93455c-d46b-4d46-8ca2-6a74cf9cfec4 req-d1b248ad-d170-49ef-a3d5-0e78d5d11743 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091511 Oct 25 09:19:40.143455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51852) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:40.145567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-93c49588-deeb-4c5f-9171-8d8bbde0d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:40.147131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-93c49588-deeb-4c5f-9171-8d8bbde0d0dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 200 len: 898 time: 0.1481848 Oct 25 09:19:40.168947 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-362a168b-b443-47f2-a416-ee536a772449 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:40.223551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46522c97-f5ad-4474-8fd8-b6dda445bec3 req-510ea373-b5e7-4555-8088-c9d30fb21c23 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:40.225088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46522c97-f5ad-4474-8fd8-b6dda445bec3 req-510ea373-b5e7-4555-8088-c9d30fb21c23 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0565200 Oct 25 09:19:40.262744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-605d92ff-d1ad-4e90-81a9-ba1b8e908689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:40.265731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46522c97-f5ad-4474-8fd8-b6dda445bec3 req-12e13c28-4398-4bcb-94cf-3adbf3b32fb8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342562 Oct 25 09:19:40.347680 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-605d92ff-d1ad-4e90-81a9-ba1b8e908689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:40.351569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-605d92ff-d1ad-4e90-81a9-ba1b8e908689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:40.374599 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-362a168b-b443-47f2-a416-ee536a772449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:32Z', 'revision_number': 6, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:40.394659 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-605d92ff-d1ad-4e90-81a9-ba1b8e908689 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a68c6b8a5777439282350776cb0eddc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474828 Oct 25 09:19:40.394659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d92ff-d1ad-4e90-81a9-ba1b8e908689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88efa2c2-272c-49e0-8ba4-3c565f78555d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:40.395123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51858) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:40.409308 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a168b-b443-47f2-a416-ee536a772449 None None] The sync data for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 is: [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:32Z', 'revision_number': 6, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '17bf9218-dd99-4fbb-ac1e-81b75e023c05', 'name': '', 'network_id': '59ce0685-bc42-48d3-94cc-1b57038daf96', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:86:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:33Z', 'updated_at': '2021-10-25T09:16:38Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'af0af259-8f1a-42d5-9ba8-2b90cc2471dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:19:40.515507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-fb2a05cc-499d-4233-82bc-b210920c7adc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d HTTP/1.1" status: 200 len: 217 time: 0.0498955 Oct 25 09:19:40.519648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae57ec58-e6f0-418c-a2be-66f64b3f35ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:40.531738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feea2d-c853-4265-abcd-26742883f0a6 req-6195369d-2406-4865-9cf6-ab2cac7392db tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:40.533353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7feea2d-c853-4265-abcd-26742883f0a6 req-6195369d-2406-4865-9cf6-ab2cac7392db tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.1192789 Oct 25 09:19:40.567090 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae57ec58-e6f0-418c-a2be-66f64b3f35ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:40.649244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff50626-34fd-41e4-8b69-b8e979b670cf None None] New status for floating IP 6218fb96-0adb-439e-b531-51efc4307e3d: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:19:40.654775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7feea2d-c853-4265-abcd-26742883f0a6 req-868db48a-7a28-4c15-bf58-c127a8bb0876 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131217 Oct 25 09:19:40.659514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-ad339ced-ac2f-470a-a813-9b9e881c221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:40.660982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-ad339ced-ac2f-470a-a813-9b9e881c221b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af0af259-8f1a-42d5-9ba8-2b90cc2471dd HTTP/1.1" status: 200 len: 835 time: 0.1028619 Oct 25 09:19:40.704635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae57ec58-e6f0-418c-a2be-66f64b3f35ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:40.707472 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae57ec58-e6f0-418c-a2be-66f64b3f35ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:40.708934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae57ec58-e6f0-418c-a2be-66f64b3f35ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88efa2c2-272c-49e0-8ba4-3c565f78555d HTTP/1.1" status: 204 len: 168 time: 0.3122597 Oct 25 09:19:40.720292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57ec58-e6f0-418c-a2be-66f64b3f35ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88efa2c2-272c-49e0-8ba4-3c565f78555d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:40.723308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-ed3757ee-8a34-4d65-93da-3522e241e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:40.724915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-ed3757ee-8a34-4d65-93da-3522e241e0fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59ce0685-bc42-48d3-94cc-1b57038daf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557449 Oct 25 09:19:40.833429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-784b140c-eb3d-45b5-8dd0-48f77abb69b3 service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996442 Oct 25 09:19:40.931394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e05a961-1f0d-4cfc-bd14-6d3796ac95a2 req-f7e0a86c-a62f-4e2f-b5bb-85193b62e153 service neutron] 10.222.0.41 "GET /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892949 Oct 25 09:19:40.987136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51864) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:41.000746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3153371f-4e3d-4d3a-938f-e0da6f72bd5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:41.074527 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3153371f-4e3d-4d3a-938f-e0da6f72bd5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:41.079394 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3153371f-4e3d-4d3a-938f-e0da6f72bd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:41.118236 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3153371f-4e3d-4d3a-938f-e0da6f72bd5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=470a860cef434c3abc90c29951faff26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300230 Oct 25 09:19:41.119086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153371f-4e3d-4d3a-938f-e0da6f72bd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd1020-49fc-4039-92df-92ad5ef28330,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:41.121562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51866) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:41.173447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11f0fc84-feca-4763-9463-8735953251ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:41.220358 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11f0fc84-feca-4763-9463-8735953251ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:41.260620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97e507-11c7-43f6-8dbe-f3e734d22f59 req-18b86a15-0719-4c31-9eec-b3658a7cfa71 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:41.262107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d97e507-11c7-43f6-8dbe-f3e734d22f59 req-18b86a15-0719-4c31-9eec-b3658a7cfa71 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 945 time: 0.0838621 Oct 25 09:19:41.301845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11f0fc84-feca-4763-9463-8735953251ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:41.304385 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11f0fc84-feca-4763-9463-8735953251ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:41.305566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-11f0fc84-feca-4763-9463-8735953251ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87cd1020-49fc-4039-92df-92ad5ef28330 HTTP/1.1" status: 204 len: 168 time: 0.1829195 Oct 25 09:19:41.311362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d97e507-11c7-43f6-8dbe-f3e734d22f59 req-67d1071f-13ae-4cef-a5f6-4f8cc803837f tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Oct 25 09:19:41.317033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0fc84-feca-4763-9463-8735953251ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd1020-49fc-4039-92df-92ad5ef28330,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:41.430716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99247b11-352b-43ef-bff4-68f86136332f req-9219f570-257d-481c-a749-a5a2d03c19e7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:41.432141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99247b11-352b-43ef-bff4-68f86136332f req-9219f570-257d-481c-a749-a5a2d03c19e7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0545526 Oct 25 09:19:41.474848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99247b11-352b-43ef-bff4-68f86136332f req-aa992637-9bd5-4b24-ae4a-07f46b99432d tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350769 Oct 25 09:19:41.781051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def600c-52f4-4311-957f-a2e2ab6b5c80 req-cf8275a9-cda5-43aa-b2d9-1e187486f0b3 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:41.783721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4def600c-52f4-4311-957f-a2e2ab6b5c80 req-cf8275a9-cda5-43aa-b2d9-1e187486f0b3 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0550284 Oct 25 09:19:41.831454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4def600c-52f4-4311-957f-a2e2ab6b5c80 req-228f62f6-b934-420d-8fdb-22d703cb8309 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Oct 25 09:19:42.220678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-87fc6c4c-5350-41e1-ab68-7b70a23fd209 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:42.222118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-87fc6c4c-5350-41e1-ab68-7b70a23fd209 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 945 time: 0.0513532 Oct 25 09:19:42.325099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 8d140d05-95de-4ab6-94b9-d62b7bdab80d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:42.325436 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.448043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port 8d140d05-95de-4ab6-94b9-d62b7bdab80d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8d140d05-95de-4ab6-94b9-d62b7bdab80d,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:42.448411 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.468856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 8d140d05-95de-4ab6-94b9-d62b7bdab80d owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:42.492114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d439a-d5ab-4501-8f07-4688abe2a1a5 req-a5f67d55-dd30-461b-af1c-d1ac40151ab8 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:42.493611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-729d439a-d5ab-4501-8f07-4688abe2a1a5 req-a5f67d55-dd30-461b-af1c-d1ac40151ab8 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea7b8ecf-c486-4f1e-ad88-075966b45fc8 HTTP/1.1" status: 200 len: 945 time: 0.0909317 Oct 25 09:19:42.538998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51928) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:42.579955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-729d439a-d5ab-4501-8f07-4688abe2a1a5 req-27381260-3560-49ee-b975-15cd3589851b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=0874ae6a-3038-440c-bf9d-a69f82149dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528064 Oct 25 09:19:42.658832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7284ab5-b2af-458f-a180-9d07b7907864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.685043 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.719712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=8d140d05-95de-4ab6-94b9-d62b7bdab80d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:42.745433 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7284ab5-b2af-458f-a180-9d07b7907864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.750095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f7284ab5-b2af-458f-a180-9d07b7907864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.757469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a70fd7-ad39-40dd-bdcf-e44e386abe67 req-ac9fe014-92b7-4aa6-84dc-24bc4659f436 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:42.758929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07a70fd7-ad39-40dd-bdcf-e44e386abe67 req-ac9fe014-92b7-4aa6-84dc-24bc4659f436 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1199772 Oct 25 09:19:42.778964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] No DVR routers for this DVR port 8d140d05-95de-4ab6-94b9-d62b7bdab80d on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:19:42.785812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.789055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d8f6063-1fd4-480f-8be9-e137dc136299 req-a4ba9456-d7da-4e42-aeed-93e7d4a39fb5 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "DELETE /v2.0/ports/8d140d05-95de-4ab6-94b9-d62b7bdab80d HTTP/1.1" status: 204 len: 173 time: 0.5596488 Oct 25 09:19:42.790426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'name': 'network-vif-deleted', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:42.792783 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f7284ab5-b2af-458f-a180-9d07b7907864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8deb34756ddf4029ba10c8bfa289ab24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520871 Oct 25 09:19:42.793045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7284ab5-b2af-458f-a180-9d07b7907864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e973cfc-a2b8-4013-826f-3540733363b1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:42.793743 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6ff5a6-22f7-4b53-ac9d-3615b4bbad85" -d '{"events": [{"server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "name": "network-vif-deleted", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:42.795331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51932) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:42.823907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07a70fd7-ad39-40dd-bdcf-e44e386abe67 req-25839db3-f589-41d3-8ffb-411d6e63acb8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467982 Oct 25 09:19:42.853944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9795e26b-89a3-4718-9c1d-10e018acdf74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.873009 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02523ec7-2d8c-4711-9573-9c789d2e67d9 x-openstack-request-id: req-02523ec7-2d8c-4711-9573-9c789d2e67d9 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:42.873406 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7b8ecf-c486-4f1e-ad88-075966b45fc8", "name": "network-vif-deleted", "tag": "8d140d05-95de-4ab6-94b9-d62b7bdab80d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:42.873760 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02523ec7-2d8c-4711-9573-9c789d2e67d9 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:42.874305 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7b8ecf-c486-4f1e-ad88-075966b45fc8', 'name': 'network-vif-deleted', 'tag': '8d140d05-95de-4ab6-94b9-d62b7bdab80d', 'status': 'completed', 'code': 200} Oct 25 09:19:42.880417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9795e26b-89a3-4718-9c1d-10e018acdf74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.938711 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9795e26b-89a3-4718-9c1d-10e018acdf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.941485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9795e26b-89a3-4718-9c1d-10e018acdf74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:42.942643 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9795e26b-89a3-4718-9c1d-10e018acdf74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e973cfc-a2b8-4013-826f-3540733363b1 HTTP/1.1" status: 204 len: 168 time: 0.1460061 Oct 25 09:19:42.950956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795e26b-89a3-4718-9c1d-10e018acdf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e973cfc-a2b8-4013-826f-3540733363b1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:43.027168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1225-495f-48dd-a231-3c80c878253b req-f80c00e9-5874-45cf-9ef6-b32ac714be54 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:43.028640 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68ea1225-495f-48dd-a231-3c80c878253b req-f80c00e9-5874-45cf-9ef6-b32ac714be54 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0594988 Oct 25 09:19:43.072585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68ea1225-495f-48dd-a231-3c80c878253b req-d33409c1-6e87-4f03-90f9-7e71868505b4 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371568 Oct 25 09:19:43.319617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e672c-5cdc-460e-afc6-29381d2c95ad req-938b8463-259c-4787-8567-fe8eaefc9a01 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:43.321170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-977e672c-5cdc-460e-afc6-29381d2c95ad req-938b8463-259c-4787-8567-fe8eaefc9a01 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0897605 Oct 25 09:19:43.333313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-d4d48af0-9cf6-4d0e-b8fa-49b2b6ece142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:43.334798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-d4d48af0-9cf6-4d0e-b8fa-49b2b6ece142 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0627053 Oct 25 09:19:43.375271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-977e672c-5cdc-460e-afc6-29381d2c95ad req-d41afb67-eb77-4831-af8d-e076c44734b6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446658 Oct 25 09:19:43.462755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-487d71b9-c766-4061-bafb-a2f31e521a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:43.464609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-487d71b9-c766-4061-bafb-a2f31e521a0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 920 time: 0.1042700 Oct 25 09:19:43.508724 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-d9ad13a2-1689-4adb-9cad-637dcb0c7289 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449 HTTP/1.1" status: 200 len: 217 time: 0.0356791 Oct 25 09:19:43.558532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-cd1861eb-3b26-4556-b506-bcd8b942169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:43.560006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-cd1861eb-3b26-4556-b506-bcd8b942169f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.0433409 Oct 25 09:19:43.599305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-689919de-e3f8-43fc-a7cb-6d55517762fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321422 Oct 25 09:19:43.638510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51966) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:43.703331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-373296b8-9e3b-43cd-b3ee-21308b03114b service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951076 Oct 25 09:19:43.708012 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d66863af-6f18-4cc1-95a2-12dc19fa7fcf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:43.738021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d66863af-6f18-4cc1-95a2-12dc19fa7fcf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:43.814193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d66863af-6f18-4cc1-95a2-12dc19fa7fcf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:43.817262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d66863af-6f18-4cc1-95a2-12dc19fa7fcf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:43.818847 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d66863af-6f18-4cc1-95a2-12dc19fa7fcf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/security-groups/0874ae6a-3038-440c-bf9d-a69f82149dd7 HTTP/1.1" status: 204 len: 168 time: 0.1786928 Oct 25 09:19:43.835045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66863af-6f18-4cc1-95a2-12dc19fa7fcf tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0874ae6a-3038-440c-bf9d-a69f82149dd7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:43.853519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 51974) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:44.179596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccec66ef-56f1-4a7e-b202-00f5ad114c60 req-4977b192-f806-4dec-8404-d83b615a40b6 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695959 Oct 25 09:19:44.222334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d52d36-4c06-4b5d-9d0d-1342d3241f42 req-6e9609ae-5681-4a69-bd80-d2b9a820bfc3 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:44.223825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15d52d36-4c06-4b5d-9d0d-1342d3241f42 req-6e9609ae-5681-4a69-bd80-d2b9a820bfc3 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0592799 Oct 25 09:19:44.283092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:44.289552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15d52d36-4c06-4b5d-9d0d-1342d3241f42 req-3a08b260-a65b-45d7-b3ac-6038fcea367e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 Oct 25 09:19:44.289952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51988) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:44.386296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:44.408824 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:44.522731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf80ecb-3a25-4d3c-8052-1585ea3dde5c req-61874dc5-faf2-48b6-9036-faa2a4af8257 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:44.523977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8d140d05-95de-4ab6-94b9-d62b7bdab80d no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:44.524474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bf80ecb-3a25-4d3c-8052-1585ea3dde5c req-61874dc5-faf2-48b6-9036-faa2a4af8257 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0622022 Oct 25 09:19:44.547326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 8d140d05-95de-4ab6-94b9-d62b7bdab80d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:19:44.547574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8d140d05-95de-4ab6-94b9-d62b7bdab80d not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:44.557577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 17bf9218-dd99-4fbb-ac1e-81b75e023c05 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:44.558073 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:44.563802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:44.631741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bf80ecb-3a25-4d3c-8052-1585ea3dde5c req-afd88f69-ae3e-4358-b6ec-0bb381b379e5 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990262 Oct 25 09:19:44.658162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port 17bf9218-dd99-4fbb-ac1e-81b75e023c05, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=17bf9218-dd99-4fbb-ac1e-81b75e023c05,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:44.658742 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:44.672826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 17bf9218-dd99-4fbb-ac1e-81b75e023c05 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:44.694166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Allocated IP 172.25.8.115 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/6a69979e-8659-4c84-8e5e-82cf3573d6a6) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:19:44.797119 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:44.834459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:44.866444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:44.875445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:44.880083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:44.884101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:19:44.897539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=17bf9218-dd99-4fbb-ac1e-81b75e023c05,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:44.915515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Pushing event updated for resources: {'Port': ['ID=6a69979e-8659-4c84-8e5e-82cf3573d6a6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:44.992004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.029252 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.088150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.194895 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.201409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.272813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Pushing event updated for resources: {'Port': ['ID=6a69979e-8659-4c84-8e5e-82cf3573d6a6,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:45.283995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.300270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.304527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-76e2c571-d40f-4484-b9e2-84372e98f096 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0106416 Oct 25 09:19:45.304788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 51996) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:45.310046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1311921226', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'fixed_ips': [{'ip_address': '172.25.8.115'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:45.334659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Made reservation on behalf of 11fa9d3fae4a4734b89fb3bcd8aec906 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:19:45.337321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.349349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.438613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0816163-6f60-4d75-99c2-dc4712fc53ed req-a1514242-30e8-4dcd-a65e-399860c4e626 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:45.440187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0816163-6f60-4d75-99c2-dc4712fc53ed req-a1514242-30e8-4dcd-a65e-399860c4e626 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0807979 Oct 25 09:19:45.500284 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.505993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0816163-6f60-4d75-99c2-dc4712fc53ed req-d0371c85-6c6f-4eb6-8c4f-20577b8e80bc tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585418 Oct 25 09:19:45.507014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.512341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] device_id is not set on port eb53aba0-9ddb-42a5-9996-7fe561fc3296 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:19:45.613934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5539210c-4e73-4f65-80af-3aa337b6c347,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:45.651497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 4645367d-734d-4a55-979a-98e2234ece00 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:19:45.745038 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 25 09:19:45.745706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:19:45.764510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-82f5d01b-8d31-461d-8674-7e2dfcc4413c tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4585884 Oct 25 09:19:45.767250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52010) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:45.785778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:19:45.792470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-341dbc55-8479-47ed-959a-dc25996cc13e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "PUT /v2.0/routers/4645367d-734d-4a55-979a-98e2234ece00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9376223 Oct 25 09:19:45.798178 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] Sync routers for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:19:45.805119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52012) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:45.808641 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:45.809269 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:45.887973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d925cb-0d05-410c-a071-3a5f1cd3cece tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting subnet af0af259-8f1a-42d5-9ba8-2b90cc2471dd {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:19:45.892442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79d925cb-0d05-410c-a071-3a5f1cd3cece tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.915230 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:45.931228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-ec5d0ed9-16f1-408a-963a-39b395c8be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:45.932723 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-ec5d0ed9-16f1-408a-963a-39b395c8be9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 1096 time: 0.0960894 Oct 25 09:19:45.940649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79d925cb-0d05-410c-a071-3a5f1cd3cece tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:45.962648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821860c-44c9-4f07-aefb-34752b7d5394 req-fe65dec4-4d21-4961-ae00-e658440020cd tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:45.964150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4821860c-44c9-4f07-aefb-34752b7d5394 req-fe65dec4-4d21-4961-ae00-e658440020cd tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1902349 Oct 25 09:19:46.010533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Deleting port 6a69979e-8659-4c84-8e5e-82cf3573d6a6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:46.010951 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.026505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4821860c-44c9-4f07-aefb-34752b7d5394 req-8694ed5a-7b5a-4c70-b787-fe674c578db7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516860 Oct 25 09:19:46.097992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-ca2e83b3-8674-4c0a-8f1d-cd466bc6f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:46.099470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-ca2e83b3-8674-4c0a-8f1d-cd466bc6f5d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 200 len: 915 time: 0.1561797 Oct 25 09:19:46.101972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79d925cb-0d05-410c-a071-3a5f1cd3cece tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.109300 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.109842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.122251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Calling delete_port for 6a69979e-8659-4c84-8e5e-82cf3573d6a6 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:46.124520 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:44Z', 'revision_number': 7, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:46.170717 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-58114f0d-dbf0-4731-b786-1db9d930e830 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c00fa4-7690-4baa-a6aa-e796d06aa319 HTTP/1.1" status: 200 len: 217 time: 0.0471814 Oct 25 09:19:46.172250 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] Checking router: 4645367d-734d-4a55-979a-98e2234ece00 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:19:46.180969 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] Routers {'4645367d-734d-4a55-979a-98e2234ece00'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:46.181870 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4645367d-734d-4a55-979a-98e2234ece00'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:46.245010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-44c815c2-6286-44e6-ad5c-d108bba61f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:46.246587 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-44c815c2-6286-44e6-ad5c-d108bba61f64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 HTTP/1.1" status: 200 len: 853 time: 0.0682681 Oct 25 09:19:46.286469 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.292778 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79d925cb-0d05-410c-a071-3a5f1cd3cece tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.297785 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] Set router 4645367d-734d-4a55-979a-98e2234ece00 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:46.320080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a69979e-8659-4c84-8e5e-82cf3573d6a6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:46.323855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d925cb-0d05-410c-a071-3a5f1cd3cece tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Subnet': ['ID=af0af259-8f1a-42d5-9ba8-2b90cc2471dd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:46.340956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79d925cb-0d05-410c-a071-3a5f1cd3cece tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.344461 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-79d925cb-0d05-410c-a071-3a5f1cd3cece tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/subnets/af0af259-8f1a-42d5-9ba8-2b90cc2471dd HTTP/1.1" status: 204 len: 168 time: 0.5381253 Oct 25 09:19:46.348626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5735df89-eb53-4a35-973c-b485ab0a6357 None None] Network 59ce0685-bc42-48d3-94cc-1b57038daf96 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:19:46.357689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-2d0219eb-b0a2-4ff6-b701-33224c4fd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:46.360132 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-2d0219eb-b0a2-4ff6-b701-33224c4fd4c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0be168f-f34e-481f-9632-6e60572ca6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044440 Oct 25 09:19:46.360729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52018) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:46.512276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57368f6-fa7b-4d98-ab5f-d740b8cbff86 req-04cf09b5-36b5-421a-9add-4b91becd0109 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:46.525914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f57368f6-fa7b-4d98-ab5f-d740b8cbff86 req-04cf09b5-36b5-421a-9add-4b91becd0109 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.3168342 Oct 25 09:19:46.543230 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.547350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.554625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-db8392dd-6e2a-4f47-9769-7a231f58bbb2 tempest-ExternalNetworksAdminNegativeTestJSON-751077894 tempest-ExternalNetworksAdminNegativeTestJSON-751077894-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/fff0ce95-e7c8-4dde-adc8-54b8e993c075 HTTP/1.1" status: 204 len: 168 time: 0.7860765 Oct 25 09:19:46.564799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.568922 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-2bc5e4f7-ab5e-4a4a-babd-7ac478efc767 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007596 Oct 25 09:19:46.617577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f57368f6-fa7b-4d98-ab5f-d740b8cbff86 req-1a3a71c1-f19b-4206-8681-11aeaece2947 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907686 Oct 25 09:19:46.642003 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:44Z', 'revision_number': 7, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:46.693115 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa7051-7eee-4eca-a056-c5677d93edd7 None None] The sync data for ids ['4645367d-734d-4a55-979a-98e2234ece00'] in n-d-814746-2 is: [{'id': '4645367d-734d-4a55-979a-98e2234ece00', 'name': 'tempest-TestNetworkBasicOps-router-1598138198', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:27Z', 'updated_at': '2021-10-25T09:19:44Z', 'revision_number': 7, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '5e58aefb-e155-47dd-be80-c6a522080b8c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645367d-734d-4a55-979a-98e2234ece00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:28Z', 'updated_at': '2021-10-25T09:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:19:46.727240 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb8a081a-970c-4fc7-9495-36216e1b5873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.814688 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-34f1e0e3-567d-4eb8-82a8-4addc1d6a311 req-0dc92160-5797-48d9-80e1-7ee3d4750820 service neutron] 10.222.0.18 "GET /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113953 Oct 25 09:19:46.818228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.887776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 5e58aefb-e155-47dd-be80-c6a522080b8c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:46.888168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.913277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52024) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:46.969763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port 5e58aefb-e155-47dd-be80-c6a522080b8c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5e58aefb-e155-47dd-be80-c6a522080b8c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:46.970132 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:46.983002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 5e58aefb-e155-47dd-be80-c6a522080b8c owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:47.019443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5eb15616-cfaa-4a36-9974-be081bc5ce11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.095090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] DHCP port deletion for 59ce0685-bc42-48d3-94cc-1b57038daf96 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:19:47.149486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] Deleting port 863f5e14-8417-4c95-8e05-545da5afd273 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:47.149861 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.178680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5eb15616-cfaa-4a36-9974-be081bc5ce11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.188138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5eb15616-cfaa-4a36-9974-be081bc5ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.200896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e51ae0-daef-463d-9603-e06013985987 req-b1331231-7595-4520-9146-d8a34d25602d tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:47.202663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0e51ae0-daef-463d-9603-e06013985987 req-b1331231-7595-4520-9146-d8a34d25602d tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0830646 Oct 25 09:19:47.221444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.224383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] For port 863f5e14-8417-4c95-8e05-545da5afd273, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=863f5e14-8417-4c95-8e05-545da5afd273,segment=NetworkSegment(e3d6c6ea-c8c5-4c1c-966f-00218c240a47),segment_id=e3d6c6ea-c8c5-4c1c-966f-00218c240a47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:47.225275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.243039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] Calling delete_port for 863f5e14-8417-4c95-8e05-545da5afd273 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:47.258207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5eb15616-cfaa-4a36-9974-be081bc5ce11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f855c2ebeb24c88b6a3830b86ae0089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438523 Oct 25 09:19:47.259453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb15616-cfaa-4a36-9974-be081bc5ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d932076-41b2-443a-9c05-0ab0a76734f4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:47.261815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52030) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:47.275577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=5e58aefb-e155-47dd-be80-c6a522080b8c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:47.318844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0e51ae0-daef-463d-9603-e06013985987 req-0042c767-cfc9-4eec-af08-d19f792e664a tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017761 Oct 25 09:19:47.357208 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17072e72-ffd2-45f5-ab78-5d7177d9b98b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.359024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.368424 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.391427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17072e72-ffd2-45f5-ab78-5d7177d9b98b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.412985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] No DVR routers for this DVR port 863f5e14-8417-4c95-8e05-545da5afd273 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:19:47.415069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c9c8d-1437-4ce5-a2b5-1690b29d0576 None None] Pushing event deleted for resources: {'Port': ['ID=863f5e14-8417-4c95-8e05-545da5afd273,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:47.476861 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17072e72-ffd2-45f5-ab78-5d7177d9b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.479916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17072e72-ffd2-45f5-ab78-5d7177d9b98b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.485380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-17072e72-ffd2-45f5-ab78-5d7177d9b98b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d932076-41b2-443a-9c05-0ab0a76734f4 HTTP/1.1" status: 204 len: 168 time: 0.2124846 Oct 25 09:19:47.495550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17072e72-ffd2-45f5-ab78-5d7177d9b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d932076-41b2-443a-9c05-0ab0a76734f4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:47.511201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.514192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.584002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.584720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Fanout notify agent at l3_agent the message router_deleted on router 4645367d-734d-4a55-979a-98e2234ece00 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:19:47.599184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.600623 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-022af5e4-d262-4aee-8684-b6c228ad84c6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/routers/4645367d-734d-4a55-979a-98e2234ece00 HTTP/1.1" status: 204 len: 168 time: 1.2388387 Oct 25 09:19:47.603693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52036) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:47.785896 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.815964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769dd11-3489-418b-a3de-8370cdecb111 req-e43223df-ae79-42dc-a3f2-4045d732b255 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:47.817880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d769dd11-3489-418b-a3de-8370cdecb111 req-e43223df-ae79-42dc-a3f2-4045d732b255 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0765719 Oct 25 09:19:47.886261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52048) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:47.928826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d769dd11-3489-418b-a3de-8370cdecb111 req-d957a852-d07f-4962-a540-345001412a38 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973063 Oct 25 09:19:47.938774 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-220aa4e0-6915-4c12-85db-7b142ce8fc07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11fa9d3fae4a4734b89fb3bcd8aec906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513248 Oct 25 09:19:47.941435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52050) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:47.948428 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:47.973502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ce0685-bc42-48d3-94cc-1b57038daf96']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:47.991430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:47.991430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d6c6ea-c8c5-4c1c-966f-00218c240a47') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:47.997646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.006009 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86dcfade-9689-4518-9597-12d918b7e07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.014563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.024854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:19:48.025958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:19:48.030168 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:19:48.038124 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86dcfade-9689-4518-9597-12d918b7e07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.090697 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86dcfade-9689-4518-9597-12d918b7e07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.094786 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86dcfade-9689-4518-9597-12d918b7e07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.098343 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-86dcfade-9689-4518-9597-12d918b7e07a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5539210c-4e73-4f65-80af-3aa337b6c347 HTTP/1.1" status: 204 len: 168 time: 0.1536214 Oct 25 09:19:48.104544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcfade-9689-4518-9597-12d918b7e07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5539210c-4e73-4f65-80af-3aa337b6c347,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:48.168678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd699c61-65f0-4eeb-ab63-dd29b3f45a00 req-73dd83d7-e15d-4f39-9f17-2063e8cfe78d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:48.171154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd699c61-65f0-4eeb-ab63-dd29b3f45a00 req-73dd83d7-e15d-4f39-9f17-2063e8cfe78d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0911584 Oct 25 09:19:48.173324 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.186416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.193533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/networks/59ce0685-bc42-48d3-94cc-1b57038daf96 HTTP/1.1" status: 204 len: 168 time: 0.5886593 Oct 25 09:19:48.208324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edbb2a-97c6-4508-bc21-b3150e343702 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Network': ['ID=59ce0685-bc42-48d3-94cc-1b57038daf96,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:48.220939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52058) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:48.227406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'network': {'name': 'tempest-network-smoke--1571394488', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'port_security_enabled': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:48.256872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:19:48.262188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.279390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd699c61-65f0-4eeb-ab63-dd29b3f45a00 req-0814b9ed-657e-493e-a6cf-b9a9de9d06b8 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977008 Oct 25 09:19:48.289152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:19:48.302145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.302570 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Added segment fb54dec7-c271-45e6-90e4-86b11d3881e9 of type vlan for network 90721ad5-6106-41e4-a059-82488714cfa7 Oct 25 09:19:48.359545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.388081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.401946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:48.402709 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.410801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7372db-a8cc-48c4-821b-e25e05f91615 req-0b468bb5-9d22-4ab2-afb3-3d8a2a18a84b tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:48.412366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef7372db-a8cc-48c4-821b-e25e05f91615 req-0b468bb5-9d22-4ab2-afb3-3d8a2a18a84b tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 945 time: 0.0572629 Oct 25 09:19:48.474559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef7372db-a8cc-48c4-821b-e25e05f91615 req-d00b3636-b0b1-40a3-81fa-60de468a6db6 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554278 Oct 25 09:19:48.519999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Network': ['ID=90721ad5-6106-41e4-a059-82488714cfa7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:48.532778 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 90721ad5-6106-41e4-a059-82488714cfa7 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:19:48.537979 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d6b61924-5069-48d7-b39a-5e2fc7f12298 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3149707 Oct 25 09:19:48.540682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:48.548402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'admin_state_up': True, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:48.602072 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.603222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.660752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e58aefb-e155-47dd-be80-c6a522080b8c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:48.689760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889aa6c-122c-47d5-9f32-eda7fecdca6c req-91e0c0ef-a00c-4750-a365-4f68260109e4 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:48.700123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4889aa6c-122c-47d5-9f32-eda7fecdca6c req-91e0c0ef-a00c-4750-a365-4f68260109e4 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.1136029 Oct 25 09:19:48.703098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.747255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5e58aefb-e155-47dd-be80-c6a522080b8c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:19:48.747979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5e58aefb-e155-47dd-be80-c6a522080b8c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:48.748747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 863f5e14-8417-4c95-8e05-545da5afd273 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:48.794089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4889aa6c-122c-47d5-9f32-eda7fecdca6c req-bcb5eaba-3af1-4c4a-ac20-c127cce70c92 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827773 Oct 25 09:19:48.794402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 863f5e14-8417-4c95-8e05-545da5afd273 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:19:48.794402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 863f5e14-8417-4c95-8e05-545da5afd273 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:48.794402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 17bf9218-dd99-4fbb-ac1e-81b75e023c05 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:48.795489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7bdc36cc-1857-40ad-bfc5-99500ce4c504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.827138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 17bf9218-dd99-4fbb-ac1e-81b75e023c05 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:19:48.827957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 17bf9218-dd99-4fbb-ac1e-81b75e023c05 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:48.832391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-a78303e7-1980-496b-bb99-d50bbe460b2b req-3787a551-b0f7-458e-bf98-42c9dcc37df4 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:19:48.833445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a78303e7-1980-496b-bb99-d50bbe460b2b req-3787a551-b0f7-458e-bf98-42c9dcc37df4 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063074 Oct 25 09:19:48.916388 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:48.973419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a78303e7-1980-496b-bb99-d50bbe460b2b req-2790d156-f862-492d-b0a0-8542395ea8ff tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1207962 Oct 25 09:19:49.137429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:49.162725 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:49.179956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52092) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.236730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6b83-c2ac-4943-922b-291f04d68622 req-f5c956f7-3ce9-4cbc-81c9-02ba0b64b79b tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:49.238483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-333f6b83-c2ac-4943-922b-291f04d68622 req-f5c956f7-3ce9-4cbc-81c9-02ba0b64b79b tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0523219 Oct 25 09:19:49.278578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.25.8.217 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/50785e6d-9e3e-4b5d-90c0-0cce106b03b6) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:19:49.279868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-333f6b83-c2ac-4943-922b-291f04d68622 req-d1b1ede6-d641-46d7-b5b0-4f2bdf8fe3f9 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334928 Oct 25 09:19:49.289939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8cb95c66-bc6f-4569-bba7-cd826400e099 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] Request body: {'port': {'network_id': '8bee7328-3180-4529-9b3d-48e4a87c2ba2', 'name': 'tempest-NetworksNegativeTestJSON-837597475'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:49.309275 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb95c66-bc6f-4569-bba7-cd826400e099 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] POST failed (client error): The resource could not be found. Oct 25 09:19:49.309829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb95c66-bc6f-4569-bba7-cd826400e099 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:19:49.310947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8cb95c66-bc6f-4569-bba7-cd826400e099 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1298149 Oct 25 09:19:49.315188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52098) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.335347 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-23720136-3c81-4edd-b721-975f2f8a3c0a tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] DELETE failed (client error): The resource could not be found. Oct 25 09:19:49.336024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23720136-3c81-4edd-b721-975f2f8a3c0a tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:19:49.339148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-23720136-3c81-4edd-b721-975f2f8a3c0a tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "DELETE /v2.0/networks/22936a90-de57-4ac1-af23-e8201cf4d904 HTTP/1.1" status: 404 len: 339 time: 0.0228539 Oct 25 09:19:49.343357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52100) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.377256 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea26bfb-778d-47ef-a82e-3f78e556ad3e tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] DELETE failed (client error): The resource could not be found. Oct 25 09:19:49.377920 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea26bfb-778d-47ef-a82e-3f78e556ad3e tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:19:49.380972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aea26bfb-778d-47ef-a82e-3f78e556ad3e tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "DELETE /v2.0/ports/d6b37936-8fe4-435e-b1c3-42829e3751b2 HTTP/1.1" status: 404 len: 333 time: 0.0369060 Oct 25 09:19:49.385630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52102) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.414978 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeff71eb-f07d-45cc-acee-3964c2933cc2 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] DELETE failed (client error): The resource could not be found. Oct 25 09:19:49.415649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeff71eb-f07d-45cc-acee-3964c2933cc2 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:19:49.418505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eeff71eb-f07d-45cc-acee-3964c2933cc2 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "DELETE /v2.0/subnets/c982b920-4cba-4398-b507-28918403c171 HTTP/1.1" status: 404 len: 337 time: 0.0318897 Oct 25 09:19:49.423130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52104) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.427743 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:49.456207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b58d-cda8-491e-a51c-d8e1d33921e4 req-96644d19-af23-47b7-af9a-978f0c15f607 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:49.457710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a904b58d-cda8-491e-a51c-d8e1d33921e4 req-96644d19-af23-47b7-af9a-978f0c15f607 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 945 time: 0.0982525 Oct 25 09:19:49.458755 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd883068-a09c-4ae9-a576-250a212eac08 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] GET failed (client error): The resource could not be found. Oct 25 09:19:49.459872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bd883068-a09c-4ae9-a576-250a212eac08 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "GET /v2.0/networks/89d32771-9808-4e29-9a2c-8d45f6960882 HTTP/1.1" status: 404 len: 339 time: 0.0358427 Oct 25 09:19:49.464695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52106) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.464990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:49.504692 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7a0f23-3a16-4479-a8ee-e476d1963d68 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] GET failed (client error): The resource could not be found. Oct 25 09:19:49.506757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0a7a0f23-3a16-4479-a8ee-e476d1963d68 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "GET /v2.0/ports/663bbf42-5827-4f40-8bda-7d33551d7a3a HTTP/1.1" status: 404 len: 333 time: 0.0410466 Oct 25 09:19:49.507795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:49.510654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52108) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.513509 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:49.515507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=50785e6d-9e3e-4b5d-90c0-0cce106b03b6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:49.517816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:19:49.549261 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66501ca-d1b7-48d6-a112-00c78b80c3ad tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] GET failed (client error): The resource could not be found. Oct 25 09:19:49.550577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b66501ca-d1b7-48d6-a112-00c78b80c3ad tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "GET /v2.0/subnets/c1613cbe-1d88-4169-a655-dc21cf72aa3f HTTP/1.1" status: 404 len: 337 time: 0.0390501 Oct 25 09:19:49.555020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52110) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.557101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a904b58d-cda8-491e-a51c-d8e1d33921e4 req-50f1557b-31fd-4e23-8522-5b2ed7306f47 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830333 Oct 25 09:19:49.560789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fe4ad1dc-a5d4-4386-9978-85ecbea92529 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:49.578903 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4ad1dc-a5d4-4386-9978-85ecbea92529 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] PUT failed (client error): The resource could not be found. Oct 25 09:19:49.579464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4ad1dc-a5d4-4386-9978-85ecbea92529 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:19:49.580847 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fe4ad1dc-a5d4-4386-9978-85ecbea92529 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "PUT /v2.0/networks/9e3e2393-a475-4be8-90ed-fe350371a219 HTTP/1.1" status: 404 len: 339 time: 0.0248928 Oct 25 09:19:49.584731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52114) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.590942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6634b6f7-5cb1-4e05-b86c-8da9df49bb6f tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:49.611744 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-6634b6f7-5cb1-4e05-b86c-8da9df49bb6f tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] PUT failed (client error): The resource could not be found. Oct 25 09:19:49.612057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6634b6f7-5cb1-4e05-b86c-8da9df49bb6f tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:19:49.616835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6634b6f7-5cb1-4e05-b86c-8da9df49bb6f tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "PUT /v2.0/ports/903347c1-371a-4665-9398-7d4d67ca3d71 HTTP/1.1" status: 404 len: 333 time: 0.0274770 Oct 25 09:19:49.617070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52116) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.622124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-93d58bab-6cc2-4fa3-9603-ddd7b4168c82 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:49.644683 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d58bab-6cc2-4fa3-9603-ddd7b4168c82 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] PUT failed (client error): The resource could not be found. Oct 25 09:19:49.645140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d58bab-6cc2-4fa3-9603-ddd7b4168c82 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:19:49.646216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-93d58bab-6cc2-4fa3-9603-ddd7b4168c82 tempest-NetworksNegativeTestJSON-325378111 tempest-NetworksNegativeTestJSON-325378111-project] 10.222.0.32 "PUT /v2.0/subnets/3f31a74e-5214-46dd-b652-aaafee53cad9 HTTP/1.1" status: 404 len: 337 time: 0.0282116 Oct 25 09:19:49.699363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef4fb-88cf-4c94-a20d-7aa873eeadab req-89692138-0cab-494c-92e1-30443a5bc0ac tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:49.700909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fdcef4fb-88cf-4c94-a20d-7aa873eeadab req-89692138-0cab-494c-92e1-30443a5bc0ac tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.0583777 Oct 25 09:19:49.746334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fdcef4fb-88cf-4c94-a20d-7aa873eeadab req-f1193ed1-17ef-46f3-a189-c12ba586712a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371835 Oct 25 09:19:49.811247 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:49.884921 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:49.919712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:49.957921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52128) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:49.974139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e65ab-56a7-4981-94b9-c5861705980a req-c3592c8b-50f1-4656-85fe-ae493cfbfbd1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:49.980872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e65ab-56a7-4981-94b9-c5861705980a req-c3592c8b-50f1-4656-85fe-ae493cfbfbd1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:49.987077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e65ab-56a7-4981-94b9-c5861705980a req-c3592c8b-50f1-4656-85fe-ae493cfbfbd1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:49.988781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a9e65ab-56a7-4981-94b9-c5861705980a req-c3592c8b-50f1-4656-85fe-ae493cfbfbd1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce&device_id=50660064-e26f-4c54-9779-8d8aa906829f&device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 2416 time: 0.0818121 Oct 25 09:19:50.034421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a9e65ab-56a7-4981-94b9-c5861705980a req-3cab004c-f4c8-4312-bc1a-8527d9f0f21c tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Oct 25 09:19:50.053780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.090095 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-904ad963-ca24-46b6-977e-56d0d635e88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.162103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b772d-1702-4644-a50d-25bf77552a2a req-021079f2-1c29-4e69-b744-3a4eff979fe4 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:50.163622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb7b772d-1702-4644-a50d-25bf77552a2a req-021079f2-1c29-4e69-b744-3a4eff979fe4 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0754354 Oct 25 09:19:50.188499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:19:50.224984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb7b772d-1702-4644-a50d-25bf77552a2a req-046fd1dc-4bac-45d1-a0fb-af4049c609c8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521512 Oct 25 09:19:50.236078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-904ad963-ca24-46b6-977e-56d0d635e88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.250998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-904ad963-ca24-46b6-977e-56d0d635e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.298672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:19:50.309514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Sync routers for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:19:50.320525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad963-ca24-46b6-977e-56d0d635e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9005b4a-66bb-4c0f-aad7-88e81643eb76,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:50.321348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.321908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:50.322571 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a1e66a17-debb-4b77-aa68-88059a2bf5a0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7808349 Oct 25 09:19:50.322683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:50.325598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52136) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:50.331443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-904ad963-ca24-46b6-977e-56d0d635e88f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7866628401e0440e86990bdcfa6c19bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699608 Oct 25 09:19:50.332743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52138) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:50.364342 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-be6fd806-a2ac-41b2-b999-ef00ca719d21 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=ecf29f943a3b40e38cf1c0695447cc85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323453 Oct 25 09:19:50.364701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52140) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:50.376713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c09aa60d-b48b-46c1-a714-fed113c60951 req-ccb11c2b-e8a9-4370-8f20-f5ce4b7934b0 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1226420 Oct 25 09:19:50.399459 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bd2e-40b6-4891-afb2-4180347b6c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.425608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bd2e-40b6-4891-afb2-4180347b6c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.449696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:50.478490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c939c86-bd93-4241-b7d3-758ba947177e tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:50.483379 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7c939c86-bd93-4241-b7d3-758ba947177e tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1177206 Oct 25 09:19:50.484364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52144) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:50.514538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-64eef0a3-b486-4c6b-b193-825ebba1446f tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285709 Oct 25 09:19:50.516906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52146) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:50.522316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992476766', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:50.539922 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bd2e-40b6-4891-afb2-4180347b6c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.542345 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bd2e-40b6-4891-afb2-4180347b6c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.547063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a7e6bd2e-40b6-4891-afb2-4180347b6c40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9005b4a-66bb-4c0f-aad7-88e81643eb76 HTTP/1.1" status: 204 len: 168 time: 0.2098119 Oct 25 09:19:50.591291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6bd2e-40b6-4891-afb2-4180347b6c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9005b4a-66bb-4c0f-aad7-88e81643eb76,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:50.644494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:19:50.649797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.707443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:49Z', 'revision_number': 3, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:50.744498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Checking router: 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:19:50.745207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Updating router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:19:50.776401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.941123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:50.999662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Subnet': ['ID=c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:51.032645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Checking segment: {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:51.033173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network hostable DHCP agents. Network: 90721ad5-6106-41e4-a059-82488714cfa7, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:19:51.065502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 90721ad5-6106-41e4-a059-82488714cfa7 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:19:51.092134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 90721ad5-6106-41e4-a059-82488714cfa7) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:51.102101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebada361-2818-42a3-927d-f3988c9fa622 None None] Network 90721ad5-6106-41e4-a059-82488714cfa7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:19:51.105692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:51.106368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.131867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-285e3931-332d-488b-98fe-b086f912801c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6111524 Oct 25 09:19:51.132581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52170) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:51.332646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.341516 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.399485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-90721ad5-6106-41e4-a059-82488714cfa7', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:19:51.400337 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.449137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6ff8a-9d40-4ddb-90bf-47589e282df0 None None] Pushing event updated for resources: {'Port': ['ID=50785e6d-9e3e-4b5d-90c0-0cce106b03b6,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:51.548817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Attempting to bind port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:19:51.549451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Attempting to bind port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:19:51.549979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Attempting to bind port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:51.563171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:19:51.563798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:51.564362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.565423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:19:51.566061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Bound port: 50785e6d-9e3e-4b5d-90c0-0cce106b03b6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:19:51.566707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.651265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Allocated IP 172.20.0.2 (90721ad5-6106-41e4-a059-82488714cfa7/c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415/37d7e61e-ab91-4bd4-8160-5d1d10723fe6) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:19:51.683459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] For port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:19:51.694994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] For port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=50785e6d-9e3e-4b5d-90c0-0cce106b03b6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:19:51.710090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52184) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:51.716037 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.806646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6ff8a-9d40-4ddb-90bf-47589e282df0 None None] Pushing event updated for resources: {'Port': ['ID=50785e6d-9e3e-4b5d-90c0-0cce106b03b6,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:51.870317 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.891133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:51.891497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:51.901993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-secgroup--948523063'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:51.907969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.939726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:51.989574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.058230 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.069483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:52.072563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.172566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.181792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Pushing event updated for resources: {'Port': ['ID=37d7e61e-ab91-4bd4-8160-5d1d10723fe6,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:52.182878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.239668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Network 90721ad5-6106-41e4-a059-82488714cfa7 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:52.243307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:52.244548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba6dbd-5ff7-479a-a328-0e183d28f8ee,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:52.257306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:19:52.313531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.328294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.343841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Attempting to bind port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:19:52.344248 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Attempting to bind port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:19:52.344606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Attempting to bind port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 on network 90721ad5-6106-41e4-a059-82488714cfa7 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:52.363310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:19:52.363686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Checking segment: {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:52.364708 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.365220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Bound using segment: {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:19:52.365707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Bound port: 37d7e61e-ab91-4bd4-8160-5d1d10723fe6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:19:52.366154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.367992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.369625 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6584594 Oct 25 09:19:52.372830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52196) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:52.463015 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a6b9accb-8b52-4cd7-a669-3e6551637609 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0890262 Oct 25 09:19:52.463821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52198) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:52.466721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85121e6a-5b6e-44fb-b5b1-dda534c74174 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5866952-3de3-4672-b448-f135cb95f85f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:52.472644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7bef2176-b869-4b94-9655-fcc5a2e19f13 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-security--1189100441', 'description': 'tempest-security-description-2023937887'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:52.499678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] For port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:19:52.504407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] For port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=37d7e61e-ab91-4bd4-8160-5d1d10723fe6,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:19:52.505908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bef2176-b869-4b94-9655-fcc5a2e19f13 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.518624 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.564334 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bef2176-b869-4b94-9655-fcc5a2e19f13 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.571578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bef2176-b869-4b94-9655-fcc5a2e19f13 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.576451 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7bef2176-b869-4b94-9655-fcc5a2e19f13 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:52.585446 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7bef2176-b869-4b94-9655-fcc5a2e19f13 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "PUT /v2.0/security-groups/b5866952-3de3-4672-b448-f135cb95f85f HTTP/1.1" status: 200 len: 1780 time: 0.1197782 Oct 25 09:19:52.586148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52202) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:52.613832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c70d93-5d83-443a-9317-4840b740d195 None None] Pushing event updated for resources: {'Port': ['ID=37d7e61e-ab91-4bd4-8160-5d1d10723fe6,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:52.619948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:49Z', 'revision_number': 3, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:52.662396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef2176-b869-4b94-9655-fcc5a2e19f13 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5866952-3de3-4672-b448-f135cb95f85f,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:52.669894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c33862-66bd-47ef-8dc7-c3b9cf42f734 None None] The sync data for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 is: [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:49Z', 'revision_number': 3, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:19:52.687805 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f07354f5-8d53-4bc3-a697-c530177a51eb tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups/b5866952-3de3-4672-b448-f135cb95f85f HTTP/1.1" status: 200 len: 1780 time: 0.0965123 Oct 25 09:19:52.688377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52204) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:52.910869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1657d-85a7-48d4-b9ac-806cd7e6ca98 req-8c30a4d9-907f-43d8-9bee-ff4fc8573e97 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:52.912491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6bd1657d-85a7-48d4-b9ac-806cd7e6ca98 req-8c30a4d9-907f-43d8-9bee-ff4fc8573e97 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.2231920 Oct 25 09:19:52.991617 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5499161c-6a6e-4a26-8c02-7125f8c8b2e4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.069423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6bd1657d-85a7-48d4-b9ac-806cd7e6ca98 req-02d7f624-a5bb-4db8-a4c6-96c40fa97bf9 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402235 Oct 25 09:19:53.092506 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5499161c-6a6e-4a26-8c02-7125f8c8b2e4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.167937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.20.0.1 (90721ad5-6106-41e4-a059-82488714cfa7/c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415/63243129-f2ad-444f-bd7f-22e197c8aaff) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:19:53.180020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5499161c-6a6e-4a26-8c02-7125f8c8b2e4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.182809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5499161c-6a6e-4a26-8c02-7125f8c8b2e4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.186456 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5499161c-6a6e-4a26-8c02-7125f8c8b2e4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/b5866952-3de3-4672-b448-f135cb95f85f HTTP/1.1" status: 204 len: 168 time: 0.4934733 Oct 25 09:19:53.187925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52208) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:53.200751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499161c-6a6e-4a26-8c02-7125f8c8b2e4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5866952-3de3-4672-b448-f135cb95f85f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:53.273533 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8e7776ce-7859-4d58-9a0e-424534b08ed7 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823183 Oct 25 09:19:53.277489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52210) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:53.311190 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-c3a42811-5659-4b16-83ac-02b73352bb1f tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] delete failed (client error): The resource could not be found. Oct 25 09:19:53.312869 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c3a42811-5659-4b16-83ac-02b73352bb1f tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/b5866952-3de3-4672-b448-f135cb95f85f HTTP/1.1" status: 404 len: 347 time: 0.0340188 Oct 25 09:19:53.317402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52212) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:53.325155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-09a6e4ed-3816-4e90-9093-f26fb54be55e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003915811'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:53.338556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.362534 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-09a6e4ed-3816-4e90-9093-f26fb54be55e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.386069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.440409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 90721ad5-6106-41e4-a059-82488714cfa7 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:53.444317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:53.448824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:19:53.453621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=63243129-f2ad-444f-bd7f-22e197c8aaff,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:53.466752 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-09a6e4ed-3816-4e90-9093-f26fb54be55e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.476671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-09a6e4ed-3816-4e90-9093-f26fb54be55e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.505608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.508994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6e4ed-3816-4e90-9093-f26fb54be55e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f3ecad-5dd6-4aff-ae45-bace4dd0e65e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:53.516082 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-09a6e4ed-3816-4e90-9093-f26fb54be55e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.521727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-09a6e4ed-3816-4e90-9093-f26fb54be55e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2033427 Oct 25 09:19:53.522514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52216) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:53.527283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-dc700185-1036-48d5-908c-ba767822d5c5 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': '66f3ecad-5dd6-4aff-ae45-bace4dd0e65e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:53.566248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc700185-1036-48d5-908c-ba767822d5c5 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.673270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc700185-1036-48d5-908c-ba767822d5c5 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.684677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc700185-1036-48d5-908c-ba767822d5c5 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.710342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc700185-1036-48d5-908c-ba767822d5c5 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdc9660-6d53-42e5-9616-208769f9a743,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:53.720637 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc700185-1036-48d5-908c-ba767822d5c5 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.722092 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dc700185-1036-48d5-908c-ba767822d5c5 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1985466 Oct 25 09:19:53.725081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52218) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:53.739695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.764200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5b88da2-32b3-45c1-8d66-b4a19ab3aebd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:53.782783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5b88da2-32b3-45c1-8d66-b4a19ab3aebd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.134263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad59ba-d307-457e-99fb-cb9b27eeab1e None None] Network 90721ad5-6106-41e4-a059-82488714cfa7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:19:54.172659 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.196737 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.263958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5b88da2-32b3-45c1-8d66-b4a19ab3aebd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.282297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a5b88da2-32b3-45c1-8d66-b4a19ab3aebd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.284728 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a5b88da2-32b3-45c1-8d66-b4a19ab3aebd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6cdc9660-6d53-42e5-9616-208769f9a743 HTTP/1.1" status: 204 len: 168 time: 0.5586898 Oct 25 09:19:54.286195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b88da2-32b3-45c1-8d66-b4a19ab3aebd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cdc9660-6d53-42e5-9616-208769f9a743,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:54.289425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52224) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:54.311129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-ff422313-d115-4a2f-8e51-7aab0a60dbab tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:54.316714 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-ff422313-d115-4a2f-8e51-7aab0a60dbab tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.1622012 Oct 25 09:19:54.332007 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.335635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2f1b4ed8-1112-4493-acef-278d91d30034 None None] Provisioning complete for port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:54.336106 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f1b4ed8-1112-4493-acef-278d91d30034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.336347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=63243129-f2ad-444f-bd7f-22e197c8aaff,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:54.350048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45eff8-296b-43dd-9ca4-1acdf280d7f0 req-e1858b83-05c7-48e2-923b-602844902818 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:54.357486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a45eff8-296b-43dd-9ca4-1acdf280d7f0 req-e1858b83-05c7-48e2-923b-602844902818 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 945 time: 0.1740112 Oct 25 09:19:54.434288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Deleting port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:54.434638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.458063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-be100a0a-0bea-4681-b5f2-8864edfc933d tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1647782 Oct 25 09:19:54.464206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52226) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:54.510864 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f1b4ed8-1112-4493-acef-278d91d30034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.517410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a45eff8-296b-43dd-9ca4-1acdf280d7f0 req-af2b69a7-60cc-4328-a090-029df79c9e37 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589167 Oct 25 09:19:54.590653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2f1b4ed8-1112-4493-acef-278d91d30034 None None] For port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=37d7e61e-ab91-4bd4-8160-5d1d10723fe6,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:54.599487 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2f1b4ed8-1112-4493-acef-278d91d30034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.606922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] For port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:54.607304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.625925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Calling delete_port for 42e91891-f4c7-418b-a73a-4f62ddcbeb8e owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:19:54.654863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 90721ad5-6106-41e4-a059-82488714cfa7 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:19:54.658928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4acfa522-56f3-4425-bfa8-4f7f7530076f tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.662509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:19:54.703112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b4ed8-1112-4493-acef-278d91d30034 None None] Pushing event updated for resources: {'Port': ['ID=37d7e61e-ab91-4bd4-8160-5d1d10723fe6,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:54.735963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:54.777093 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4acfa522-56f3-4425-bfa8-4f7f7530076f tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.840607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.894319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4acfa522-56f3-4425-bfa8-4f7f7530076f tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.896930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4acfa522-56f3-4425-bfa8-4f7f7530076f tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:54.900477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4acfa522-56f3-4425-bfa8-4f7f7530076f tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/66f3ecad-5dd6-4aff-ae45-bace4dd0e65e HTTP/1.1" status: 204 len: 168 time: 0.4238110 Oct 25 09:19:54.910603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Pushing event deleted for resources: {'Port': ['ID=42e91891-f4c7-418b-a73a-4f62ddcbeb8e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:54.911228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52228) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:54.996654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] No DVR routers for this DVR port 42e91891-f4c7-418b-a73a-4f62ddcbeb8e on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:19:55.000693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.004281 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f61f8b-8ea1-4081-812c-2e5eed80cc49 req-3c0fc49e-a036-4c36-8a39-408a9418cfc1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.18 "DELETE /v2.0/ports/42e91891-f4c7-418b-a73a-4f62ddcbeb8e HTTP/1.1" status: 204 len: 173 time: 0.6836455 Oct 25 09:19:55.018506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb26f31-f6dc-4014-b76b-f5b70fef84ce', 'name': 'network-vif-deleted', 'tag': '42e91891-f4c7-418b-a73a-4f62ddcbeb8e'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:19:55.021074 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d794cc7c-669c-43a4-9091-025543adcf85" -d '{"events": [{"server_uuid": "ccb26f31-f6dc-4014-b76b-f5b70fef84ce", "name": "network-vif-deleted", "tag": "42e91891-f4c7-418b-a73a-4f62ddcbeb8e"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:19:55.028427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:19:55.037122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfa522-56f3-4425-bfa8-4f7f7530076f tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f3ecad-5dd6-4aff-ae45-bace4dd0e65e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:55.081017 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8224a829-8b5b-4006-af0d-7ca6170c37f8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1625741 Oct 25 09:19:55.081935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52232) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:55.086553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6afcd85f-fb05-4735-a9c4-e68c48c27770 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276330980'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:55.133473 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6afcd85f-fb05-4735-a9c4-e68c48c27770 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.149760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['71c00fa4-7690-4baa-a6aa-e796d06aa319', '42e91891-f4c7-418b-a73a-4f62ddcbeb8e'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:19:55.155200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['11bd37b5-afd7-4bad-9006-4430bc200aef'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:19:55.176089 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9896ee-ece3-4c80-a77c-b3f08b105c0f x-openstack-request-id: req-5a9896ee-ece3-4c80-a77c-b3f08b105c0f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:19:55.176400 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb26f31-f6dc-4014-b76b-f5b70fef84ce", "name": "network-vif-deleted", "tag": "42e91891-f4c7-418b-a73a-4f62ddcbeb8e", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:19:55.176677 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a9896ee-ece3-4c80-a77c-b3f08b105c0f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:19:55.177069 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb26f31-f6dc-4014-b76b-f5b70fef84ce', 'name': 'network-vif-deleted', 'tag': '42e91891-f4c7-418b-a73a-4f62ddcbeb8e', 'status': 'completed', 'code': 200} Oct 25 09:19:55.326438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6afcd85f-fb05-4735-a9c4-e68c48c27770 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.328044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c65cef11-7086-492b-b4f7-188da3c7e0ca None None] Provisioning complete for port 63243129-f2ad-444f-bd7f-22e197c8aaff triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:55.328449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c65cef11-7086-492b-b4f7-188da3c7e0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.335001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6afcd85f-fb05-4735-a9c4-e68c48c27770 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.368054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c65cef11-7086-492b-b4f7-188da3c7e0ca None None] Port 63243129-f2ad-444f-bd7f-22e197c8aaff cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:19:55.374884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:19:55.388647 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Sync routers for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:19:55.393530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9990d8d0-86f3-49a4-95c2-9c4deb72771c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "PUT /v2.0/routers/5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2599266 Oct 25 09:19:55.396077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52236) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:55.402588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6afcd85f-fb05-4735-a9c4-e68c48c27770 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.404101 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6afcd85f-fb05-4735-a9c4-e68c48c27770 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3211558 Oct 25 09:19:55.406896 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:55.407340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcd85f-fb05-4735-a9c4-e68c48c27770 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08033af-9709-4d40-b2d7-982de3b79414,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:55.408145 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:55.420266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52238) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:55.429766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7600c4f9-3c46-4adc-8d4a-101b11e4b34a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': 'f08033af-9709-4d40-b2d7-982de3b79414', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:55.473227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c65cef11-7086-492b-b4f7-188da3c7e0ca None None] Provisioning complete for port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:55.473782 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c65cef11-7086-492b-b4f7-188da3c7e0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.489664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7600c4f9-3c46-4adc-8d4a-101b11e4b34a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.630760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7600c4f9-3c46-4adc-8d4a-101b11e4b34a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.636609 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7600c4f9-3c46-4adc-8d4a-101b11e4b34a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.671887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600c4f9-3c46-4adc-8d4a-101b11e4b34a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ec2a75-11af-4fdc-90eb-5d58652ed349,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:55.689647 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:55.698832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7600c4f9-3c46-4adc-8d4a-101b11e4b34a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.702734 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7600c4f9-3c46-4adc-8d4a-101b11e4b34a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2769878 Oct 25 09:19:55.704018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52242) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:55.713557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bbc1f837-2201-4ec9-82c3-6ab988554e52 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': 'f08033af-9709-4d40-b2d7-982de3b79414', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:55.717906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:55.718125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.775593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.776210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.776316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f837-2201-4ec9-82c3-6ab988554e52 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.776764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.777458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.777937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.778409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.778876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.779340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.779806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:55.793086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7e1a7ddd-d7c3-4a4c-a3e6-6a0e6e0f309b tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6374 time: 0.3945210 Oct 25 09:19:55.797642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52244) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:55.908734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f837-2201-4ec9-82c3-6ab988554e52 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.915227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f837-2201-4ec9-82c3-6ab988554e52 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.948208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bbc1f837-2201-4ec9-82c3-6ab988554e52 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:55.950009 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bbc1f837-2201-4ec9-82c3-6ab988554e52 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2449024 Oct 25 09:19:55.953454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52246) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:55.968442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1f837-2201-4ec9-82c3-6ab988554e52 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6471563-975b-44a2-94a4-ce46b627585d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:55.970422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fa8e38c1-a347-4973-b824-d49209377e1b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': 'f08033af-9709-4d40-b2d7-982de3b79414', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:56.034100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa8e38c1-a347-4973-b824-d49209377e1b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.041936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.042409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.042908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.043532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.043822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.044271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.044718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.045206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.046188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:56.048415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-51cbef9d-0a91-4ae5-a543-820fc7aec0e4 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5910 time: 0.2508411 Oct 25 09:19:56.051448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52248) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:56.176355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa8e38c1-a347-4973-b824-d49209377e1b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.178313 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 2, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:56.183494 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa8e38c1-a347-4973-b824-d49209377e1b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.221911 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Checking router: 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:19:56.222267 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Updating router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 port 63243129-f2ad-444f-bd7f-22e197c8aaff binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:19:56.229648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70bdf4f6-add1-4bff-b0c4-e9c527ad7b63 req-32bedadf-c5fd-4718-9199-811ccc0c8985 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccb26f31-f6dc-4014-b76b-f5b70fef84ce HTTP/1.1" status: 200 len: 210 time: 0.0389602 Oct 25 09:19:56.233269 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:56.234699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e38c1-a347-4973-b824-d49209377e1b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6e9b1f-5d91-4cac-8f8f-3998c44937ce,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:56.258094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa8e38c1-a347-4973-b824-d49209377e1b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.267209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52250) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:56.267403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fa8e38c1-a347-4973-b824-d49209377e1b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006310 Oct 25 09:19:56.283464 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.283704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8a526be9-c99a-42e4-ae90-fda810e97b61 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': 'f08033af-9709-4d40-b2d7-982de3b79414', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:56.334206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ccb8848a-17e6-4bb2-a09e-7f0713a8c373 None None] Provisioning complete for port 63243129-f2ad-444f-bd7f-22e197c8aaff triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:56.334969 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccb8848a-17e6-4bb2-a09e-7f0713a8c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.372298 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a526be9-c99a-42e4-ae90-fda810e97b61 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.396646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:56.397073 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.446001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a526be9-c99a-42e4-ae90-fda810e97b61 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.453982 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a526be9-c99a-42e4-ae90-fda810e97b61 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.460045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ccb8848a-17e6-4bb2-a09e-7f0713a8c373 None None] Port 63243129-f2ad-444f-bd7f-22e197c8aaff cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:19:56.485556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a526be9-c99a-42e4-ae90-fda810e97b61 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3817a7de-4cb1-43fe-85b2-5f8200053cc3,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:56.509512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a526be9-c99a-42e4-ae90-fda810e97b61 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.513436 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8a526be9-c99a-42e4-ae90-fda810e97b61 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2316959 Oct 25 09:19:56.515647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:56.520573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-dcb8f4c1-acf6-4616-933f-66ba6faa4eef tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': 'f08033af-9709-4d40-b2d7-982de3b79414', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:56.543284 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.568436 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-62fe082d-afc1-4bef-a485-e23c6735a539 tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.5157082 Oct 25 09:19:56.569304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=50785e6d-9e3e-4b5d-90c0-0cce106b03b6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:56.584663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f4c1-acf6-4616-933f-66ba6faa4eef tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.584831 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.648347 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f4c1-acf6-4616-933f-66ba6faa4eef tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.654798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f4c1-acf6-4616-933f-66ba6faa4eef tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.681603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8f4c1-acf6-4616-933f-66ba6faa4eef tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d85c87-61c3-4b9b-8826-2bef8e2fe18d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:56.692561 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dcb8f4c1-acf6-4616-933f-66ba6faa4eef tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.693216 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.694236 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dcb8f4c1-acf6-4616-933f-66ba6faa4eef tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1772809 Oct 25 09:19:56.696712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52260) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:56.701327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=50785e6d-9e3e-4b5d-90c0-0cce106b03b6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:56.707175 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.723896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:56.729661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dcaaefc-ebd0-4dc3-a95a-d213055a4b51 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.740085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dcaaefc-ebd0-4dc3-a95a-d213055a4b51 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.763602 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Pushing event updated for resources: {'Port': ['ID=63243129-f2ad-444f-bd7f-22e197c8aaff,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:56.777871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.778044 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.778342 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.778674 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.779002 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.779330 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.779652 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.779973 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.780397 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.780712 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.781133 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.781453 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:19:56.814052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dcaaefc-ebd0-4dc3-a95a-d213055a4b51 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.823992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7dcaaefc-ebd0-4dc3-a95a-d213055a4b51 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.825718 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7dcaaefc-ebd0-4dc3-a95a-d213055a4b51 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c2d85c87-61c3-4b9b-8826-2bef8e2fe18d HTTP/1.1" status: 204 len: 168 time: 0.1276557 Oct 25 09:19:56.829319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52262) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:56.832043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaaefc-ebd0-4dc3-a95a-d213055a4b51 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2d85c87-61c3-4b9b-8826-2bef8e2fe18d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:56.842374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:56.842859 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.881553 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Attempting to bind port 63243129-f2ad-444f-bd7f-22e197c8aaff on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:19:56.881996 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Attempting to bind port 63243129-f2ad-444f-bd7f-22e197c8aaff by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:19:56.882369 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Attempting to bind port 63243129-f2ad-444f-bd7f-22e197c8aaff on network 90721ad5-6106-41e4-a059-82488714cfa7 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:19:56.897719 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:19:56.898084 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Checking segment: {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:19:56.898864 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.899271 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Bound using segment: {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:19:56.899749 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Bound port: 63243129-f2ad-444f-bd7f-22e197c8aaff, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:19:56.900147 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.924046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52264) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:56.925383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d612c9b8-0c2e-4215-b4cc-527a68a10d90 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0948222 Oct 25 09:19:56.956446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0b39e54-b98d-4150-94ff-e7b07b319741 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.968814 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0b39e54-b98d-4150-94ff-e7b07b319741 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:56.978331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52266) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:56.982955 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ac3f7c93-df4f-4861-9c1c-dc43f75e9028 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1854655108', 'description': 'tempest-secgroup-smoke-1854655108 description', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:57.008024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0b39e54-b98d-4150-94ff-e7b07b319741 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.013731 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] For port 63243129-f2ad-444f-bd7f-22e197c8aaff, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:19:57.018918 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] For port 63243129-f2ad-444f-bd7f-22e197c8aaff, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=63243129-f2ad-444f-bd7f-22e197c8aaff,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:19:57.022941 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0b39e54-b98d-4150-94ff-e7b07b319741 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.024642 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a0b39e54-b98d-4150-94ff-e7b07b319741 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3817a7de-4cb1-43fe-85b2-5f8200053cc3 HTTP/1.1" status: 204 len: 168 time: 0.0992794 Oct 25 09:19:57.025687 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.025829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b39e54-b98d-4150-94ff-e7b07b319741 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3817a7de-4cb1-43fe-85b2-5f8200053cc3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.027549 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52268) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.037477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac3f7c93-df4f-4861-9c1c-dc43f75e9028 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.085494 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:19:57.086215 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:57.123820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-09ac7be0-92ac-47e5-8aa5-c330ecfba672 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0919874 Oct 25 09:19:57.124122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52270) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.154814 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1611b6ba-f6fe-4086-90ec-9cdb342fea2a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.167289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1611b6ba-f6fe-4086-90ec-9cdb342fea2a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.169353 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac3f7c93-df4f-4861-9c1c-dc43f75e9028 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.182782 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac3f7c93-df4f-4861-9c1c-dc43f75e9028 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.189075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-77d00fd5-138c-4100-ab16-a624a65235a7 None None] Provisioning complete for port 63243129-f2ad-444f-bd7f-22e197c8aaff triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:57.189452 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77d00fd5-138c-4100-ab16-a624a65235a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.191722 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abb334-0667-4e01-80d0-0e5c12782f4c None None] Pushing event updated for resources: {'Port': ['ID=63243129-f2ad-444f-bd7f-22e197c8aaff,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.247327 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1611b6ba-f6fe-4086-90ec-9cdb342fea2a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.247886 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac3f7c93-df4f-4861-9c1c-dc43f75e9028 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.250315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ac3f7c93-df4f-4861-9c1c-dc43f75e9028 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2708888 Oct 25 09:19:57.253302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52272) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.259775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f8f15656-4c60-463a-a947-7c0edc729353 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '7c4cd15c-9417-412a-b1b9-308a79fa6356', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:57.260012 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1611b6ba-f6fe-4086-90ec-9cdb342fea2a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.263133 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1611b6ba-f6fe-4086-90ec-9cdb342fea2a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/db6e9b1f-5d91-4cac-8f8f-3998c44937ce HTTP/1.1" status: 204 len: 168 time: 0.1356194 Oct 25 09:19:57.271073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52276) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.281942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f7c93-df4f-4861-9c1c-dc43f75e9028 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4cd15c-9417-412a-b1b9-308a79fa6356,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.284039 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:19:57.295161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8f15656-4c60-463a-a947-7c0edc729353 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.364642 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8f15656-4c60-463a-a947-7c0edc729353 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.369463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8f15656-4c60-463a-a947-7c0edc729353 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.386080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f15656-4c60-463a-a947-7c0edc729353 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a9c9be-4207-47a4-9b0a-0a7a7eed7ff3,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.387569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611b6ba-f6fe-4086-90ec-9cdb342fea2a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db6e9b1f-5d91-4cac-8f8f-3998c44937ce,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.405455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77d00fd5-138c-4100-ab16-a624a65235a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.410686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f8f15656-4c60-463a-a947-7c0edc729353 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.412154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f8f15656-4c60-463a-a947-7c0edc729353 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578107 Oct 25 09:19:57.414826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52280) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.422575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-da2c4c23-f3a8-4895-a14c-ba25b899e7b7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '7c4cd15c-9417-412a-b1b9-308a79fa6356', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:57.433689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-203be362-6f55-4a4b-a279-8292ab2eafc7 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1616068 Oct 25 09:19:57.438597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52282) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.488987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59ca8550-8c28-47b8-904c-24d87ec56786 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.496162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-77d00fd5-138c-4100-ab16-a624a65235a7 None None] For port 63243129-f2ad-444f-bd7f-22e197c8aaff, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=63243129-f2ad-444f-bd7f-22e197c8aaff,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:19:57.507383 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da2c4c23-f3a8-4895-a14c-ba25b899e7b7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.507892 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-77d00fd5-138c-4100-ab16-a624a65235a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.517821 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59ca8550-8c28-47b8-904c-24d87ec56786 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.598086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59ca8550-8c28-47b8-904c-24d87ec56786 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.612777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d00fd5-138c-4100-ab16-a624a65235a7 None None] Pushing event updated for resources: {'Port': ['ID=63243129-f2ad-444f-bd7f-22e197c8aaff,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.613029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59ca8550-8c28-47b8-904c-24d87ec56786 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.616749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-59ca8550-8c28-47b8-904c-24d87ec56786 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b6471563-975b-44a2-94a4-ce46b627585d HTTP/1.1" status: 204 len: 168 time: 0.1746702 Oct 25 09:19:57.616749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8550-8c28-47b8-904c-24d87ec56786 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6471563-975b-44a2-94a4-ce46b627585d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.617604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52288) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.657225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c7c860f1-1663-462a-bab8-7920d948d295 None None] Provisioning complete for port 63243129-f2ad-444f-bd7f-22e197c8aaff triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:57.659092 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c7c860f1-1663-462a-bab8-7920d948d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.675735 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12c2898e-4cd4-406e-b78a-9f77b7ec3b5a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0569127 Oct 25 09:19:57.678545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52290) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.679870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da2c4c23-f3a8-4895-a14c-ba25b899e7b7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.709757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66714506-1d48-4f66-b88d-1cbefc6f3ac6 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.722390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66714506-1d48-4f66-b88d-1cbefc6f3ac6 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.742739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da2c4c23-f3a8-4895-a14c-ba25b899e7b7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.759636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66714506-1d48-4f66-b88d-1cbefc6f3ac6 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.772076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c4c23-f3a8-4895-a14c-ba25b899e7b7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd03154-f2ed-42a8-b5c3-a035e87c6727,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.772639 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:57Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:19:57.774648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-66714506-1d48-4f66-b88d-1cbefc6f3ac6 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.781071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-66714506-1d48-4f66-b88d-1cbefc6f3ac6 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/90ec2a75-11af-4fdc-90eb-5d58652ed349 HTTP/1.1" status: 204 len: 168 time: 0.0980928 Oct 25 09:19:57.781689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52292) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.783816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66714506-1d48-4f66-b88d-1cbefc6f3ac6 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90ec2a75-11af-4fdc-90eb-5d58652ed349,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:57.790480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aa9cc-d179-417b-b6ca-99c7e9490ba4 req-dbf356e1-9d0a-4200-9012-767724f2d08e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:57.791983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-579aa9cc-d179-417b-b6ca-99c7e9490ba4 req-dbf356e1-9d0a-4200-9012-767724f2d08e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 945 time: 0.1108563 Oct 25 09:19:57.808909 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7e8d6-be00-43ee-b823-015ac4083786 None None] The sync data for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 is: [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:57Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:19:57.816185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da2c4c23-f3a8-4895-a14c-ba25b899e7b7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.817355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-da2c4c23-f3a8-4895-a14c-ba25b899e7b7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4015415 Oct 25 09:19:57.820678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52294) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.827050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ead91077-25a5-4881-b093-a0a651376d97 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '7c4cd15c-9417-412a-b1b9-308a79fa6356', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:57.857478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-758e6fc3-0fc1-4349-8ff7-7d85af63fc3a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0641456 Oct 25 09:19:57.860734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52296) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:57.895861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ead91077-25a5-4881-b093-a0a651376d97 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.897463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-579aa9cc-d179-417b-b6ca-99c7e9490ba4 req-31908798-08f7-4d5b-9a51-cf9fa8e1ba2a tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791554 Oct 25 09:19:57.991103 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ead91077-25a5-4881-b093-a0a651376d97 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:57.994624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee4707f-b046-4411-b016-3d5fe0549c1a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.001314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ead91077-25a5-4881-b093-a0a651376d97 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.034756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead91077-25a5-4881-b093-a0a651376d97 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fd513e-4e49-4b7d-b4be-17e40a23b22d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:58.040798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee4707f-b046-4411-b016-3d5fe0549c1a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.052818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ead91077-25a5-4881-b093-a0a651376d97 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.053943 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ead91077-25a5-4881-b093-a0a651376d97 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319462 Oct 25 09:19:58.056776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52298) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:58.064121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0de3c5b7-b0a5-4bd0-b081-d04a1acaac07 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '7c4cd15c-9417-412a-b1b9-308a79fa6356', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:58.118044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0de3c5b7-b0a5-4bd0-b081-d04a1acaac07 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.122129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee4707f-b046-4411-b016-3d5fe0549c1a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.125830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-aee4707f-b046-4411-b016-3d5fe0549c1a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.129305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-aee4707f-b046-4411-b016-3d5fe0549c1a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/f08033af-9709-4d40-b2d7-982de3b79414 HTTP/1.1" status: 204 len: 168 time: 0.2648153 Oct 25 09:19:58.129695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52300) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:58.149627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4707f-b046-4411-b016-3d5fe0549c1a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08033af-9709-4d40-b2d7-982de3b79414,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:58.219575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0de3c5b7-b0a5-4bd0-b081-d04a1acaac07 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.228691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0de3c5b7-b0a5-4bd0-b081-d04a1acaac07 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.262567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0de3c5b7-b0a5-4bd0-b081-d04a1acaac07 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.264073 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0de3c5b7-b0a5-4bd0-b081-d04a1acaac07 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2061977 Oct 25 09:19:58.266179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3c5b7-b0a5-4bd0-b081-d04a1acaac07 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bac184-792e-48cb-b6b4-2eb598e6c5fa,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:58.268193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52302) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:58.273199 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-19cc08c8-9608-4a55-a8d1-e603146691fe tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '7c4cd15c-9417-412a-b1b9-308a79fa6356', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:58.301880 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-19cc08c8-9608-4a55-a8d1-e603146691fe tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Project ecf29f943a3b40e38cf1c0695447cc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:19:58.309637 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19cc08c8-9608-4a55-a8d1-e603146691fe tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.392440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19cc08c8-9608-4a55-a8d1-e603146691fe tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.402927 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19cc08c8-9608-4a55-a8d1-e603146691fe tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.427532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc08c8-9608-4a55-a8d1-e603146691fe tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bb648e-0621-479f-a074-119578dd651e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:58.437392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19cc08c8-9608-4a55-a8d1-e603146691fe tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.442429 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-19cc08c8-9608-4a55-a8d1-e603146691fe tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1730444 Oct 25 09:19:58.443054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52304) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:58.447647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9d0f52e2-dd54-4b1b-b2d5-4db0e3061b80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'security_group_rule': {'security_group_id': '7c4cd15c-9417-412a-b1b9-308a79fa6356', 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:58.476278 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-9d0f52e2-dd54-4b1b-b2d5-4db0e3061b80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Project ecf29f943a3b40e38cf1c0695447cc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:19:58.485383 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9d0f52e2-dd54-4b1b-b2d5-4db0e3061b80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.521951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-830df3a3-50c0-4e16-ae41-412a1896fdc2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3871183 Oct 25 09:19:58.522494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52306) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:58.527045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e2c9bfe5-9ecf-4a01-ae62-7cacc049637c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295820063'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:58.553648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2c9bfe5-9ecf-4a01-ae62-7cacc049637c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.570538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9d0f52e2-dd54-4b1b-b2d5-4db0e3061b80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.576709 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9d0f52e2-dd54-4b1b-b2d5-4db0e3061b80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.599514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f52e2-dd54-4b1b-b2d5-4db0e3061b80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d5b843-e9cc-44cb-a1e2-5ba2bab22d72,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:58.623623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9d0f52e2-dd54-4b1b-b2d5-4db0e3061b80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.630308 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9d0f52e2-dd54-4b1b-b2d5-4db0e3061b80 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856396 Oct 25 09:19:58.716277 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2c9bfe5-9ecf-4a01-ae62-7cacc049637c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.728378 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2c9bfe5-9ecf-4a01-ae62-7cacc049637c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.763483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9bfe5-9ecf-4a01-ae62-7cacc049637c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1ba843-796a-42b4-910c-308ada420a07,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:58.769702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2c9bfe5-9ecf-4a01-ae62-7cacc049637c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.773603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e2c9bfe5-9ecf-4a01-ae62-7cacc049637c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2475274 Oct 25 09:19:58.773766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52314) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:58.784524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-92b14b04-3b9b-48ce-a776-cdbe21e8478e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': 'bb1ba843-796a-42b4-910c-308ada420a07', 'direction': 'ingress', 'protocol': 17}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:58.826254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92b14b04-3b9b-48ce-a776-cdbe21e8478e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.836292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 63243129-f2ad-444f-bd7f-22e197c8aaff up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:58.903234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 63243129-f2ad-444f-bd7f-22e197c8aaff triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:58.903603 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.927043 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92b14b04-3b9b-48ce-a776-cdbe21e8478e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.938398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92b14b04-3b9b-48ce-a776-cdbe21e8478e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.966298 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-92b14b04-3b9b-48ce-a776-cdbe21e8478e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:58.971083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-92b14b04-3b9b-48ce-a776-cdbe21e8478e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1929653 Oct 25 09:19:58.971488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52326) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:58.979720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b14b04-3b9b-48ce-a776-cdbe21e8478e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa895279-4466-4189-b178-f76f94704038,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:58.995768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-767664dd-2031-4f11-b4d3-53c38ad262e2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854655108&fields=id&tenant_id=ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 267 time: 0.0872943 Oct 25 09:19:59.005527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:19:59.094162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:19:59.094538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.095501 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fea09ce-e4f7-4c29-9ee7-9f140e586640 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.130510 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fea09ce-e4f7-4c29-9ee7-9f140e586640 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.164758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-1a8ca143-b556-4641-a5cb-38ac7930cd81 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:59.166350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-1a8ca143-b556-4641-a5cb-38ac7930cd81 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/networks?id=90721ad5-6106-41e4-a059-82488714cfa7 HTTP/1.1" status: 200 len: 797 time: 0.1611602 Oct 25 09:19:59.189035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-3469474d-c6ad-44fb-afcf-0e4a552a9c46 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/quotas/ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 375 time: 0.0111451 Oct 25 09:19:59.204370 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fea09ce-e4f7-4c29-9ee7-9f140e586640 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.209532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fea09ce-e4f7-4c29-9ee7-9f140e586640 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.213063 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5fea09ce-e4f7-4c29-9ee7-9f140e586640 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb1ba843-796a-42b4-910c-308ada420a07 HTTP/1.1" status: 204 len: 168 time: 0.2384753 Oct 25 09:19:59.215045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52328) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:59.253404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea09ce-e4f7-4c29-9ee7-9f140e586640 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1ba843-796a-42b4-910c-308ada420a07,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:59.289387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-465892f3-b4d8-4876-aac1-3b07fff8aaef tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926490 Oct 25 09:19:59.301638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-503b54a9-1d3f-49b0-a1ed-6758fb190467 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689778 Oct 25 09:19:59.305151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52330) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:59.309674 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3188f628-dcff-46ed-9944-6b91638096cd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066683311'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:59.339608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3188f628-dcff-46ed-9944-6b91638096cd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.355106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 42e91891-f4c7-418b-a73a-4f62ddcbeb8e no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:19:59.394726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 42e91891-f4c7-418b-a73a-4f62ddcbeb8e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:19:59.395145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 42e91891-f4c7-418b-a73a-4f62ddcbeb8e not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:19:59.409014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-22333d9f-46c6-49d1-97f1-aec7011fc0f7 service neutron] 10.222.0.32 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098230 Oct 25 09:19:59.418687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3188f628-dcff-46ed-9944-6b91638096cd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.422716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3188f628-dcff-46ed-9944-6b91638096cd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.456308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3188f628-dcff-46ed-9944-6b91638096cd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.457643 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3188f628-dcff-46ed-9944-6b91638096cd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1515639 Oct 25 09:19:59.459547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188f628-dcff-46ed-9944-6b91638096cd tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3be9c4-73be-4f23-8ed7-abba2779c1f0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:59.461504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52332) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:59.466026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-723352d6-9ede-4a26-ba11-aca4bc0f762b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038313670'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:59.488634 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723352d6-9ede-4a26-ba11-aca4bc0f762b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.503371 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:19:59.525841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-68fa236e-48e8-4b78-8b58-564cb333e969 service neutron] 10.222.0.32 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094751 Oct 25 09:19:59.558288 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723352d6-9ede-4a26-ba11-aca4bc0f762b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.563197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723352d6-9ede-4a26-ba11-aca4bc0f762b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.601859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723352d6-9ede-4a26-ba11-aca4bc0f762b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.606525 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-723352d6-9ede-4a26-ba11-aca4bc0f762b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1406777 Oct 25 09:19:59.606525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723352d6-9ede-4a26-ba11-aca4bc0f762b tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e82e4a-3e24-4af2-a831-90066c4b6402,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:59.606761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52334) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:19:59.613783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1ca35eab-4e78-44ae-b8b7-7a6884b60b8a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': '0d3be9c4-73be-4f23-8ed7-abba2779c1f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '00e82e4a-3e24-4af2-a831-90066c4b6402', 'remote_ip_prefix': None}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:19:59.650929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-199f3891-a098-4676-895b-f72bbdb271c4 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:59.652445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-199f3891-a098-4676-895b-f72bbdb271c4 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.41 "GET /v2.0/ports?device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 945 time: 0.0854418 Oct 25 09:19:59.729540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ca35eab-4e78-44ae-b8b7-7a6884b60b8a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.843106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080148-075e-4d5d-8337-0eec7d47a24a req-d94fc0f4-4866-4a53-88bc-e2bb9a380407 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:19:59.844612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42080148-075e-4d5d-8337-0eec7d47a24a req-d94fc0f4-4866-4a53-88bc-e2bb9a380407 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 945 time: 0.1304343 Oct 25 09:19:59.896241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ca35eab-4e78-44ae-b8b7-7a6884b60b8a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.900591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Deleting port 11bd37b5-afd7-4bad-9006-4430bc200aef {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:19:59.900941 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.907699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ca35eab-4e78-44ae-b8b7-7a6884b60b8a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:19:59.978511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca35eab-4e78-44ae-b8b7-7a6884b60b8a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fae989-438e-4c64-84cf-0eb9b6260959,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:19:59.987634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42080148-075e-4d5d-8337-0eec7d47a24a req-bf6d6b41-4461-4e0e-91e6-b1f503bb6028 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263673 Oct 25 09:20:00.000136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1ca35eab-4e78-44ae-b8b7-7a6884b60b8a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.005083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52348) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:00.005272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1ca35eab-4e78-44ae-b8b7-7a6884b60b8a tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3976200 Oct 25 09:20:00.040018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4c43da9-b818-4e33-b910-3e7613bbae6c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.046394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] For port 11bd37b5-afd7-4bad-9006-4430bc200aef, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=11bd37b5-afd7-4bad-9006-4430bc200aef,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:00.046752 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.049676 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4c43da9-b818-4e33-b910-3e7613bbae6c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.062609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Calling delete_port for 11bd37b5-afd7-4bad-9006-4430bc200aef owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:00.077886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4c43da9-b818-4e33-b910-3e7613bbae6c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.087003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4c43da9-b818-4e33-b910-3e7613bbae6c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.088311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b4c43da9-b818-4e33-b910-3e7613bbae6c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/33fae989-438e-4c64-84cf-0eb9b6260959 HTTP/1.1" status: 204 len: 168 time: 0.0821626 Oct 25 09:20:00.094183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52350) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:00.102276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c43da9-b818-4e33-b910-3e7613bbae6c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33fae989-438e-4c64-84cf-0eb9b6260959,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:00.139574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e57b7554-f331-4ed6-bde2-92ca21892e1c req-f9c3f92d-4c99-4d00-bdb0-0f9b539c9d2d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 210 time: 0.0298722 Oct 25 09:20:00.147821 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d11bd004-e622-4fd0-bb6b-207a8f78e1c8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0523291 Oct 25 09:20:00.151246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52352) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:00.250362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-90cd819b-0cdf-4ab8-beb9-3b9e1a697383 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.284159 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-90cd819b-0cdf-4ab8-beb9-3b9e1a697383 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.286631 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.319637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['11bd37b5-afd7-4bad-9006-4430bc200aef'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:00.321889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['71c00fa4-7690-4baa-a6aa-e796d06aa319'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:00.330510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Pushing event deleted for resources: {'Port': ['ID=11bd37b5-afd7-4bad-9006-4430bc200aef,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:00.384608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] No DVR routers for this DVR port 11bd37b5-afd7-4bad-9006-4430bc200aef on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:00.388304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.392109 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52c1dcd2-2e36-4b30-be9f-2c3cc2b1e4cb req-86230ae2-398e-49de-8f23-b3a9c3e8925d tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.41 "DELETE /v2.0/ports/11bd37b5-afd7-4bad-9006-4430bc200aef HTTP/1.1" status: 204 len: 173 time: 0.7315710 Oct 25 09:20:00.392589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50660064-e26f-4c54-9779-8d8aa906829f', 'name': 'network-vif-deleted', 'tag': '11bd37b5-afd7-4bad-9006-4430bc200aef'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:00.394946 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd87baa-0de0-4d0d-82da-ec927c943291" -d '{"events": [{"server_uuid": "50660064-e26f-4c54-9779-8d8aa906829f", "name": "network-vif-deleted", "tag": "11bd37b5-afd7-4bad-9006-4430bc200aef"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:00.407373 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-90cd819b-0cdf-4ab8-beb9-3b9e1a697383 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.410467 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-90cd819b-0cdf-4ab8-beb9-3b9e1a697383 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.412342 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-90cd819b-0cdf-4ab8-beb9-3b9e1a697383 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/00e82e4a-3e24-4af2-a831-90066c4b6402 HTTP/1.1" status: 204 len: 168 time: 0.2597370 Oct 25 09:20:00.415058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52356) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:00.430512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd819b-0cdf-4ab8-beb9-3b9e1a697383 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e82e4a-3e24-4af2-a831-90066c4b6402,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:00.469442 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c295cf86-1284-4927-b349-3e54d6d9be78 x-openstack-request-id: req-c295cf86-1284-4927-b349-3e54d6d9be78 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:00.469744 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50660064-e26f-4c54-9779-8d8aa906829f", "name": "network-vif-deleted", "tag": "11bd37b5-afd7-4bad-9006-4430bc200aef", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:00.470034 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c295cf86-1284-4927-b349-3e54d6d9be78 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:00.470434 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50660064-e26f-4c54-9779-8d8aa906829f', 'name': 'network-vif-deleted', 'tag': '11bd37b5-afd7-4bad-9006-4430bc200aef', 'status': 'completed', 'code': 200} Oct 25 09:20:00.499737 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-602c1f2e-4b98-444a-b7e5-7742b4aa0731 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0819292 Oct 25 09:20:00.502509 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:00.562131 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae2717f-26ad-4969-a406-1c746005d373 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.591637 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae2717f-26ad-4969-a406-1c746005d373 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.637636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae2717f-26ad-4969-a406-1c746005d373 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.641221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ae2717f-26ad-4969-a406-1c746005d373 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.642669 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ae2717f-26ad-4969-a406-1c746005d373 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d3be9c4-73be-4f23-8ed7-abba2779c1f0 HTTP/1.1" status: 204 len: 168 time: 0.1389968 Oct 25 09:20:00.645694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52360) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:00.652025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2717f-26ad-4969-a406-1c746005d373 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3be9c4-73be-4f23-8ed7-abba2779c1f0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:00.703824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2c9f0934-4ad7-4c20-9a1c-18b407579b39 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560572 Oct 25 09:20:00.707918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52362) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:00.712810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-11f259f4-7b67-4357-aede-8a3e1163e71e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126290261'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:00.739409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11f259f4-7b67-4357-aede-8a3e1163e71e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.889573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11f259f4-7b67-4357-aede-8a3e1163e71e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.898728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-7d547711-eedf-429d-b509-f5ed79ce6817 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:00.900149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-7d547711-eedf-429d-b509-f5ed79ce6817 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/networks?id=90721ad5-6106-41e4-a059-82488714cfa7 HTTP/1.1" status: 200 len: 797 time: 0.1424336 Oct 25 09:20:00.901165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11f259f4-7b67-4357-aede-8a3e1163e71e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.936619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11f259f4-7b67-4357-aede-8a3e1163e71e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.937839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-11f259f4-7b67-4357-aede-8a3e1163e71e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2287462 Oct 25 09:20:00.940764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52366) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:00.945516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': 'a5871ddc-62ba-45d9-a004-7fed8cff0b4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:00.949198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f259f4-7b67-4357-aede-8a3e1163e71e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5871ddc-62ba-45d9-a004-7fed8cff0b4b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:00.973207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-c297193e-7d15-4ccf-97d3-fc000e01bf31 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf29f943a3b40e38cf1c0695447cc85 HTTP/1.1" status: 200 len: 380 time: 0.0482230 Oct 25 09:20:00.976400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:00.985635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'port': {'device_id': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'admin_state_up': True, 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'security_groups': ['7c4cd15c-9417-412a-b1b9-308a79fa6356']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:01.046868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.051896 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.068474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f91faa6-83a5-451c-b8dd-a68b2621ed2e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:01.081302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.081657 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.082002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.082343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.082694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.083933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.083933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.083933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.084180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.084359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.084609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.084970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:01.090361 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.091561 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-34b9d82d-45a4-4c8a-a0d4-9bfbc17bf2b2 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1497531 Oct 25 09:20:01.095731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52370) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.122211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88382b56-d73d-42fe-b05a-58fae9f9ba07 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.125579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7b68b98-fa91-4d97-8f14-bc64bf25503c req-7e005602-ca2c-4847-9232-2524dc6bac9e tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=50660064-e26f-4c54-9779-8d8aa906829f HTTP/1.1" status: 200 len: 210 time: 0.0387323 Oct 25 09:20:01.131262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88382b56-d73d-42fe-b05a-58fae9f9ba07 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.158386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Made reservation on behalf of ecf29f943a3b40e38cf1c0695447cc85 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:01.162599 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.168210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88382b56-d73d-42fe-b05a-58fae9f9ba07 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.178113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-88382b56-d73d-42fe-b05a-58fae9f9ba07 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.181588 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-88382b56-d73d-42fe-b05a-58fae9f9ba07 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3f91faa6-83a5-451c-b8dd-a68b2621ed2e HTTP/1.1" status: 204 len: 168 time: 0.0845857 Oct 25 09:20:01.184228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52374) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.194866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88382b56-d73d-42fe-b05a-58fae9f9ba07 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f91faa6-83a5-451c-b8dd-a68b2621ed2e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:01.298704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8a32499-a04c-4d07-8e30-5ac51f9f5747 req-35e18a38-d06c-4a53-99b0-bc8dfa7b70c1 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 210 time: 0.0502644 Oct 25 09:20:01.325464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-19add80d-c3b8-463a-9906-e4dffe96c1db tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1226268 Oct 25 09:20:01.329500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52376) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.370822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.20.0.13 (90721ad5-6106-41e4-a059-82488714cfa7/c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415/a8956971-5544-4923-be68-ddfda12be71f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:01.385927 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e92672c-fa92-423d-b058-1f0ad1c10d1d tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.410013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e92672c-fa92-423d-b058-1f0ad1c10d1d tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.450615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e92672c-fa92-423d-b058-1f0ad1c10d1d tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.454497 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e92672c-fa92-423d-b058-1f0ad1c10d1d tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.455915 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4e92672c-fa92-423d-b058-1f0ad1c10d1d tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5871ddc-62ba-45d9-a004-7fed8cff0b4b HTTP/1.1" status: 204 len: 168 time: 0.1250250 Oct 25 09:20:01.460216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52378) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.465891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92672c-fa92-423d-b058-1f0ad1c10d1d tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5871ddc-62ba-45d9-a004-7fed8cff0b4b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:01.537385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3a1b3ef0-5b72-42c9-817e-e1a5220214a0 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757928 Oct 25 09:20:01.541670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52380) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.547068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0b19908e-5a57-4a90-894d-15feabf52e86 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591426585'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:01.550909 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.578408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b19908e-5a57-4a90-894d-15feabf52e86 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.586024 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.631863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 90721ad5-6106-41e4-a059-82488714cfa7 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:01.635104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:01.639059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:01.645166 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b19908e-5a57-4a90-894d-15feabf52e86 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.649642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b19908e-5a57-4a90-894d-15feabf52e86 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.665436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=a8956971-5544-4923-be68-ddfda12be71f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:01.681044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19908e-5a57-4a90-894d-15feabf52e86 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0054c855-08ae-4fb6-a483-81c98cbbe290,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:01.685808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b19908e-5a57-4a90-894d-15feabf52e86 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.687162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b19908e-5a57-4a90-894d-15feabf52e86 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1444807 Oct 25 09:20:01.689972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52382) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.694413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-997e17b7-88d8-4738-a0b1-2276f6dfb9f8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': '0054c855-08ae-4fb6-a483-81c98cbbe290', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:01.700611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:01.701416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.724485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-997e17b7-88d8-4738-a0b1-2276f6dfb9f8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.727270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-2904d56f-07be-494f-89dd-2aff85d77eaa tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465329 Oct 25 09:20:01.745588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Request body: {'port': {'device_id': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:01.785022 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-997e17b7-88d8-4738-a0b1-2276f6dfb9f8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.792062 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-997e17b7-88d8-4738-a0b1-2276f6dfb9f8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.812311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e17b7-88d8-4738-a0b1-2276f6dfb9f8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f682f6-d179-4c19-8cab-4e866cea6741,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:01.814838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.821868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-997e17b7-88d8-4738-a0b1-2276f6dfb9f8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.825725 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-997e17b7-88d8-4738-a0b1-2276f6dfb9f8 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344876 Oct 25 09:20:01.826094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.873621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a234603b-8849-4231-bc66-bd26bb738f9c tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules/42f682f6-d179-4c19-8cab-4e866cea6741 HTTP/1.1" status: 200 len: 763 time: 0.0457864 Oct 25 09:20:01.876838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52388) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.915049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dedd6f63-5198-453f-8936-b7817b28a959 None None] Provisioning complete for port a8956971-5544-4923-be68-ddfda12be71f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:01.915659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dedd6f63-5198-453f-8936-b7817b28a959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.929638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c6c39a9-22a0-4dd5-b4e0-3beccf70c8c7 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0490468 Oct 25 09:20:01.929942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52390) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:01.949967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-dedd6f63-5198-453f-8936-b7817b28a959 None None] Port a8956971-5544-4923-be68-ddfda12be71f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:20:01.957086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00f54e30-7c21-4d7b-bbc2-6a950f3a3da4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.964867 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00f54e30-7c21-4d7b-bbc2-6a950f3a3da4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.990444 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00f54e30-7c21-4d7b-bbc2-6a950f3a3da4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.996648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00f54e30-7c21-4d7b-bbc2-6a950f3a3da4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:01.997767 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-00f54e30-7c21-4d7b-bbc2-6a950f3a3da4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/42f682f6-d179-4c19-8cab-4e866cea6741 HTTP/1.1" status: 204 len: 168 time: 0.0669913 Oct 25 09:20:02.002974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52392) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.008881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54e30-7c21-4d7b-bbc2-6a950f3a3da4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42f682f6-d179-4c19-8cab-4e866cea6741,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:02.045210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-952305f9-6168-414b-ac22-6ad364cc7250 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411499 Oct 25 09:20:02.048018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52394) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.052492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-940c56f1-0c15-418e-a73a-b4bb5db6f6b9 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': '0054c855-08ae-4fb6-a483-81c98cbbe290', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:02.080854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-940c56f1-0c15-418e-a73a-b4bb5db6f6b9 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.109202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8956971-5544-4923-be68-ddfda12be71f {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:02.116869 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.128976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Transition to ACTIVE for port object a8956971-5544-4923-be68-ddfda12be71f will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:20:02.133040 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.147050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-940c56f1-0c15-418e-a73a-b4bb5db6f6b9 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.151282 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-940c56f1-0c15-418e-a73a-b4bb5db6f6b9 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.174045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c56f1-0c15-418e-a73a-b4bb5db6f6b9 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b60d733-b385-4ebb-a2ed-4b1b1af9aeb2,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:02.184374 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-940c56f1-0c15-418e-a73a-b4bb5db6f6b9 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.189013 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-940c56f1-0c15-418e-a73a-b4bb5db6f6b9 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398520 Oct 25 09:20:02.189641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52400) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.212931 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7cdf70de-8583-4035-bd61-040574038540 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules/4b60d733-b385-4ebb-a2ed-4b1b1af9aeb2 HTTP/1.1" status: 200 len: 763 time: 0.0219731 Oct 25 09:20:02.213372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Pushing event updated for resources: {'Port': ['ID=a8956971-5544-4923-be68-ddfda12be71f,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:02.215484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52402) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.268556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Attempting to bind port a8956971-5544-4923-be68-ddfda12be71f on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:02.271514 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33148284-4650-489d-9f76-546059c11254 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0538218 Oct 25 09:20:02.272334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Attempting to bind port a8956971-5544-4923-be68-ddfda12be71f by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:02.273504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Attempting to bind port a8956971-5544-4923-be68-ddfda12be71f on network 90721ad5-6106-41e4-a059-82488714cfa7 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:02.274116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.282562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Port a8956971-5544-4923-be68-ddfda12be71f on network 90721ad5-6106-41e4-a059-82488714cfa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:20:02.282829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Attempting to bind port a8956971-5544-4923-be68-ddfda12be71f on network 90721ad5-6106-41e4-a059-82488714cfa7 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:02.288136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:02.288468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Checking segment: {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:02.288846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Bound using segment: {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:02.289817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Bound port: a8956971-5544-4923-be68-ddfda12be71f, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb54dec7-c271-45e6-90e4-86b11d3881e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:02.289817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.303777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d85232-be26-4ff0-b182-c42e65b0b912 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.315002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d85232-be26-4ff0-b182-c42e65b0b912 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.363687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d85232-be26-4ff0-b182-c42e65b0b912 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.372918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d85232-be26-4ff0-b182-c42e65b0b912 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.377914 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73d85232-be26-4ff0-b182-c42e65b0b912 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4b60d733-b385-4ebb-a2ed-4b1b1af9aeb2 HTTP/1.1" status: 204 len: 168 time: 0.1027775 Oct 25 09:20:02.378679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52410) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.383135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] For port a8956971-5544-4923-be68-ddfda12be71f, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:02.394517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] For port a8956971-5544-4923-be68-ddfda12be71f, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a8956971-5544-4923-be68-ddfda12be71f,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:02.402845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.403860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d85232-be26-4ff0-b182-c42e65b0b912 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b60d733-b385-4ebb-a2ed-4b1b1af9aeb2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:02.445896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:02.446633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.447759 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-683ce272-fe1a-45f6-8bd0-f0732bc82682 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0650001 Oct 25 09:20:02.448210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] 10.222.0.41 "PUT /v2.0/ports/a8956971-5544-4923-be68-ddfda12be71f HTTP/1.1" status: 200 len: 1092 time: 0.7070441 Oct 25 09:20:02.450478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52414) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.455767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a3fa6da2-6cca-4708-8681-41da44cd054e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Request body: {'security_group_rule': {'security_group_id': '0054c855-08ae-4fb6-a483-81c98cbbe290', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:02.473543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:02.476992 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6debcef-b21f-43cf-a95a-401c3b0f25e6" -d '{"events": [{"name": "network-changed", "server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "tag": "a8956971-5544-4923-be68-ddfda12be71f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:02.487313 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-a3fa6da2-6cca-4708-8681-41da44cd054e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Project 3f6a7ea15e854b01bd247fb1c4c4dd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:20:02.494241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3fa6da2-6cca-4708-8681-41da44cd054e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.559797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa90b-aa8f-4e74-ba1d-9746f36f1da7 service neutron] Pushing event updated for resources: {'Port': ['ID=a8956971-5544-4923-be68-ddfda12be71f,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:02.564005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3fa6da2-6cca-4708-8681-41da44cd054e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.571422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3fa6da2-6cca-4708-8681-41da44cd054e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.587047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa6da2-6cca-4708-8681-41da44cd054e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4289c6db-9662-4dc3-b0b8-2194ff00d0e7,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:02.593784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881752d-dfc1-4b52-98a9-92a6fd2f87d8 req-8f1d19eb-7d45-4505-b1b5-ee4c2794c271 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:02.596964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3881752d-dfc1-4b52-98a9-92a6fd2f87d8 req-8f1d19eb-7d45-4505-b1b5-ee4c2794c271 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 944 time: 0.1468487 Oct 25 09:20:02.600491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 11bd37b5-afd7-4bad-9006-4430bc200aef no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:02.602350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-b4866c3c-645f-40c0-99f0-00b18009c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:02.604767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-b4866c3c-645f-40c0-99f0-00b18009c916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 1095 time: 0.0885463 Oct 25 09:20:02.612045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a3fa6da2-6cca-4708-8681-41da44cd054e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.615719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a3fa6da2-6cca-4708-8681-41da44cd054e tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618862 Oct 25 09:20:02.615928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52418) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.633311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8e5ff556-7ad6-41c2-9dd0-b4d9a038088d tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules/4289c6db-9662-4dc3-b0b8-2194ff00d0e7 HTTP/1.1" status: 200 len: 769 time: 0.0162370 Oct 25 09:20:02.635787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52420) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.646756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 11bd37b5-afd7-4bad-9006-4430bc200aef {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:02.647095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 11bd37b5-afd7-4bad-9006-4430bc200aef not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:02.672337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-be6e2881-892e-435b-b922-cb40c4afc16a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8956971-5544-4923-be68-ddfda12be71f HTTP/1.1" status: 200 len: 217 time: 0.0470879 Oct 25 09:20:02.690010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e356f646-70cc-4c73-91b1-7faa4f658754 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0529842 Oct 25 09:20:02.692425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52422) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.693672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3881752d-dfc1-4b52-98a9-92a6fd2f87d8 req-492d480a-8c4f-43c7-b3ec-599283fffc89 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878413 Oct 25 09:20:02.729137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f68e82b-b2b9-4bfd-bd48-7cd9af48a7b4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.736006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-84087080-48cd-4b62-a5e5-0d5224d687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:02.737612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-84087080-48cd-4b62-a5e5-0d5224d687c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415 HTTP/1.1" status: 200 len: 835 time: 0.0569289 Oct 25 09:20:02.738386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f68e82b-b2b9-4bfd-bd48-7cd9af48a7b4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.767389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f68e82b-b2b9-4bfd-bd48-7cd9af48a7b4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.774582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f68e82b-b2b9-4bfd-bd48-7cd9af48a7b4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.775868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4f68e82b-b2b9-4bfd-bd48-7cd9af48a7b4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4289c6db-9662-4dc3-b0b8-2194ff00d0e7 HTTP/1.1" status: 204 len: 168 time: 0.0825071 Oct 25 09:20:02.779500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52424) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.786163 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68e82b-b2b9-4bfd-bd48-7cd9af48a7b4 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4289c6db-9662-4dc3-b0b8-2194ff00d0e7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:02.817053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-a8f5408e-2727-484f-ba36-b3b74a78fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:02.818569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-a8f5408e-2727-484f-ba36-b3b74a78fa2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90721ad5-6106-41e4-a059-82488714cfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733869 Oct 25 09:20:02.828927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dbce3432-4bf6-4b50-b07b-c91cd431edbb tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450988 Oct 25 09:20:02.829252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52426) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.831251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f136c-d87f-4750-9a84-3cfdd0f262f2 req-87540491-8ad8-4c8e-bd14-d78ca482d18b tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:02.832709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-208f136c-d87f-4750-9a84-3cfdd0f262f2 req-87540491-8ad8-4c8e-bd14-d78ca482d18b tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0622144 Oct 25 09:20:02.885641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2702d97f-31b5-4a9c-ba72-e9233a350f85 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.910248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2702d97f-31b5-4a9c-ba72-e9233a350f85 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.923583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-208f136c-d87f-4750-9a84-3cfdd0f262f2 req-ef874570-4113-4fb0-90ff-c94223702718 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815601 Oct 25 09:20:02.955322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-3cb4e565-520b-416f-a7a4-249187b84be7 service neutron] 10.222.0.41 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212142 Oct 25 09:20:02.958366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2702d97f-31b5-4a9c-ba72-e9233a350f85 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.961387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2702d97f-31b5-4a9c-ba72-e9233a350f85 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:02.962838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2702d97f-31b5-4a9c-ba72-e9233a350f85 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "DELETE /v2.0/security-groups/0054c855-08ae-4fb6-a483-81c98cbbe290 HTTP/1.1" status: 204 len: 168 time: 0.1323678 Oct 25 09:20:02.966074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52432) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:02.985328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702d97f-31b5-4a9c-ba72-e9233a350f85 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0054c855-08ae-4fb6-a483-81c98cbbe290,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:03.006558 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507b266c-ad52-4437-ab5e-254bd8a64ff9 x-openstack-request-id: req-507b266c-ad52-4437-ab5e-254bd8a64ff9 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:03.006844 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "tag": "a8956971-5544-4923-be68-ddfda12be71f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:03.007103 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-507b266c-ad52-4437-ab5e-254bd8a64ff9 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:03.007479 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f', 'status': 'completed', 'code': 200} Oct 25 09:20:03.025254 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e5fdf15e-206e-4e03-886e-6fc9f5615297 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580330 Oct 25 09:20:03.029433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52434) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:03.057402 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc48a4eb-4318-4888-bf10-c81f3954a8e8 req-b9f39adb-a615-48b1-955b-6c1840b6f6b4 service neutron] 10.222.0.41 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949159 Oct 25 09:20:03.072673 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fb114219-d673-4194-ac4b-2a94a44b9f84 tempest-SecGroupIPv6Test-1666044646 tempest-SecGroupIPv6Test-1666044646-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0409951 Oct 25 09:20:03.186111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-8455f313-8ca5-4332-86bc-eea746e4b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:03.187620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-8455f313-8ca5-4332-86bc-eea746e4b018 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 1095 time: 0.0426638 Oct 25 09:20:03.281282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-5f79baa3-7bd0-4f45-81b0-d36a68d8182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:03.282758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-5f79baa3-7bd0-4f45-81b0-d36a68d8182e service neutron] 10.222.0.41 "GET /v2.0/networks?id=90721ad5-6106-41e4-a059-82488714cfa7 HTTP/1.1" status: 200 len: 898 time: 0.0879614 Oct 25 09:20:03.318133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52440) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:03.332393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-866f1784-6a06-405a-8154-50675743b509 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8956971-5544-4923-be68-ddfda12be71f HTTP/1.1" status: 200 len: 217 time: 0.0420978 Oct 25 09:20:03.380846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-5453e7a8-856b-4132-a57d-2c67b10a9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:03.382307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-5453e7a8-856b-4132-a57d-2c67b10a9e4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415 HTTP/1.1" status: 200 len: 835 time: 0.0430031 Oct 25 09:20:03.431079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-5d9462ca-756a-428a-be18-229b5e295ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:03.432568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-5d9462ca-756a-428a-be18-229b5e295ba7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90721ad5-6106-41e4-a059-82488714cfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401373 Oct 25 09:20:03.456500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f655913-09f7-4ae8-b1e8-b091bee37c33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f6a7ea15e854b01bd247fb1c4c4dd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369362 Oct 25 09:20:03.458971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52444) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:03.507599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150032ae-839c-4126-97c1-444c1d9f8e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:03.528774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-ad14c9cf-6b60-40cf-a660-0ac609415dfe service neutron] 10.222.0.41 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869179 Oct 25 09:20:03.531389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150032ae-839c-4126-97c1-444c1d9f8e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:03.581415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150032ae-839c-4126-97c1-444c1d9f8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:03.584027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150032ae-839c-4126-97c1-444c1d9f8e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:03.585268 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-150032ae-839c-4126-97c1-444c1d9f8e94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49ba6dbd-5ff7-479a-a328-0e183d28f8ee HTTP/1.1" status: 204 len: 168 time: 0.1252885 Oct 25 09:20:03.594398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150032ae-839c-4126-97c1-444c1d9f8e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba6dbd-5ff7-479a-a328-0e183d28f8ee,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:03.630713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6debcef-b21f-43cf-a95a-401c3b0f25e6 req-99e2fc79-1ddd-445d-b042-2edbe20c792a service neutron] 10.222.0.41 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943806 Oct 25 09:20:03.819898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5fc05-e50a-426d-9dd0-0ba2e1af9d9b req-ccc1ff73-2759-45d3-bddd-ee213817ee42 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:03.821419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05c5fc05-e50a-426d-9dd0-0ba2e1af9d9b req-ccc1ff73-2759-45d3-bddd-ee213817ee42 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 944 time: 0.0534384 Oct 25 09:20:03.860119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05c5fc05-e50a-426d-9dd0-0ba2e1af9d9b req-d24ce83f-50df-4af1-9c92-91ceab05e20c tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Oct 25 09:20:04.051904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7d73-7ff9-401f-859f-fd97ae2b7c77 req-5301c1e5-4735-4cfc-91d9-67b7bce9b1f8 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:04.053405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-512e7d73-7ff9-401f-859f-fd97ae2b7c77 req-5301c1e5-4735-4cfc-91d9-67b7bce9b1f8 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0507932 Oct 25 09:20:04.097827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-512e7d73-7ff9-401f-859f-fd97ae2b7c77 req-20e623f7-a179-403a-940d-c2b62f0275a1 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8ff6300-a913-4dfa-9903-a605ad51f8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384610 Oct 25 09:20:04.226242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52472) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:04.321148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d770b009-75c7-40b2-8134-c38971bd86af tempest-ServiceProvidersTest-613728148 tempest-ServiceProvidersTest-613728148-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0936358 Oct 25 09:20:04.393919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-c7a20f3e-d572-41fe-b9e6-caa44f492e32 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:04.395375 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-c7a20f3e-d572-41fe-b9e6-caa44f492e32 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.18 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 945 time: 0.0487583 Oct 25 09:20:04.495808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Deleting port 71c00fa4-7690-4baa-a6aa-e796d06aa319 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:04.496141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:04.579358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52480) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:04.591675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] For port 71c00fa4-7690-4baa-a6aa-e796d06aa319, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71c00fa4-7690-4baa-a6aa-e796d06aa319,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:04.592176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:04.604952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Calling delete_port for 71c00fa4-7690-4baa-a6aa-e796d06aa319 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:04.690487 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a58c92e7-3fff-45c1-96c4-2399d9598423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:04.744165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:04.768831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a58c92e7-3fff-45c1-96c4-2399d9598423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:04.773092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a58c92e7-3fff-45c1-96c4-2399d9598423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:04.774495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Pushing event deleted for resources: {'Port': ['ID=71c00fa4-7690-4baa-a6aa-e796d06aa319,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:04.784803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['71c00fa4-7690-4baa-a6aa-e796d06aa319'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:04.819456 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a58c92e7-3fff-45c1-96c4-2399d9598423 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a814aebb6634944b8e7811170c6567c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372916 Oct 25 09:20:04.819769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52484) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:04.827255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] No DVR routers for this DVR port 71c00fa4-7690-4baa-a6aa-e796d06aa319 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:04.828460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c92e7-3fff-45c1-96c4-2399d9598423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af22856a-5404-4747-a277-6e508a5f07f3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:04.830413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:04.834507 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a0a5c841-0fa3-4e34-b3f3-25eac11ab452 req-dd75fe24-3723-4147-b95a-322f58ccd841 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.18 "DELETE /v2.0/ports/71c00fa4-7690-4baa-a6aa-e796d06aa319 HTTP/1.1" status: 204 len: 173 time: 0.4319692 Oct 25 09:20:04.834986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12b141f-4370-4eaf-9e7d-7939cb0133db', 'name': 'network-vif-deleted', 'tag': '71c00fa4-7690-4baa-a6aa-e796d06aa319'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:04.837406 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16712d6d-f16e-4ad5-be06-35add198ec25" -d '{"events": [{"server_uuid": "c12b141f-4370-4eaf-9e7d-7939cb0133db", "name": "network-vif-deleted", "tag": "71c00fa4-7690-4baa-a6aa-e796d06aa319"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:04.891273 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96546c2c-0ee9-43b4-b2cb-132d70134109 x-openstack-request-id: req-96546c2c-0ee9-43b4-b2cb-132d70134109 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:04.891631 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12b141f-4370-4eaf-9e7d-7939cb0133db", "name": "network-vif-deleted", "tag": "71c00fa4-7690-4baa-a6aa-e796d06aa319", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:04.891995 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96546c2c-0ee9-43b4-b2cb-132d70134109 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:04.892476 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12b141f-4370-4eaf-9e7d-7939cb0133db', 'name': 'network-vif-deleted', 'tag': '71c00fa4-7690-4baa-a6aa-e796d06aa319', 'status': 'completed', 'code': 200} Oct 25 09:20:04.904218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2520115c-fdc8-4431-93f4-8e0f0ec5654c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:04.949352 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2520115c-fdc8-4431-93f4-8e0f0ec5654c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:05.040236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877961ac-c953-47ef-ac89-682942b2d8f4 req-1104476b-d64c-4475-b8d1-ddbfcee3f957 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:05.041898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-877961ac-c953-47ef-ac89-682942b2d8f4 req-1104476b-d64c-4475-b8d1-ddbfcee3f957 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 944 time: 0.0822189 Oct 25 09:20:05.058384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2520115c-fdc8-4431-93f4-8e0f0ec5654c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:05.061537 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2520115c-fdc8-4431-93f4-8e0f0ec5654c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:05.062575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2520115c-fdc8-4431-93f4-8e0f0ec5654c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af22856a-5404-4747-a277-6e508a5f07f3 HTTP/1.1" status: 204 len: 168 time: 0.2420082 Oct 25 09:20:05.079029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520115c-fdc8-4431-93f4-8e0f0ec5654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af22856a-5404-4747-a277-6e508a5f07f3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:05.098863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-877961ac-c953-47ef-ac89-682942b2d8f4 req-f37c2798-cae4-4c76-8e02-f6e24b1e264e tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499306 Oct 25 09:20:05.225408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e93d5f75-0597-47ea-aec1-730c2d41eedb req-b8466435-a930-4521-b2ef-868b595591e3 tempest-ListServerFiltersTestJSON-866229515 tempest-ListServerFiltersTestJSON-866229515-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12b141f-4370-4eaf-9e7d-7939cb0133db HTTP/1.1" status: 200 len: 210 time: 0.0331476 Oct 25 09:20:05.764205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52514) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:05.859656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a330a43e-d1fa-4363-a0f4-7a06dc8af157 tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1426030450', 'prefixes': ['172.20.0.0/16']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:05.917612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a330a43e-d1fa-4363-a0f4-7a06dc8af157 tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] Publish callbacks [] for subnetpool, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:05.918790 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a330a43e-d1fa-4363-a0f4-7a06dc8af157 tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1536689 Oct 25 09:20:05.922180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52518) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:05.961506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-244d5a42-0899-47bc-9309-bc2919a2715d tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] 10.222.0.32 "GET /v2.0/subnetpools/c122630d-c9f6-4ed2-a721-143b48e53fe2 HTTP/1.1" status: 200 len: 732 time: 0.0382881 Oct 25 09:20:05.963900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52520) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:05.968641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b3c9f8ff-053e-46c5-9d36-a3d28ba83f39 tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-492900401'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:06.046009 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f8ff-053e-46c5-9d36-a3d28ba83f39 tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] Publish callbacks [] for subnetpool, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.047422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b3c9f8ff-053e-46c5-9d36-a3d28ba83f39 tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] 10.222.0.32 "PUT /v2.0/subnetpools/c122630d-c9f6-4ed2-a721-143b48e53fe2 HTTP/1.1" status: 200 len: 683 time: 0.0826304 Oct 25 09:20:06.050027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52524) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:06.126721 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-03a72dce-9445-4470-b6f2-691eb03ddaa6 tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] Publish callbacks [] for subnetpool, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.126721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-03a72dce-9445-4470-b6f2-691eb03ddaa6 tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c122630d-c9f6-4ed2-a721-143b48e53fe2 HTTP/1.1" status: 204 len: 168 time: 0.0722778 Oct 25 09:20:06.126866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52530) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:06.146292 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-c0c71ef8-17d0-4a7f-8f5f-3d153059c06d tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] show failed (client error): The resource could not be found. Oct 25 09:20:06.147580 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c0c71ef8-17d0-4a7f-8f5f-3d153059c06d tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] 10.222.0.32 "GET /v2.0/subnetpools/c122630d-c9f6-4ed2-a721-143b48e53fe2 HTTP/1.1" status: 404 len: 346 time: 0.0201144 Oct 25 09:20:06.150230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52534) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:06.164938 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-7903f0aa-cd2e-4545-a366-486deac3464b tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] delete failed (client error): The resource could not be found. Oct 25 09:20:06.165917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7903f0aa-cd2e-4545-a366-486deac3464b tempest-SubnetPoolsTestJSON-1099707827 tempest-SubnetPoolsTestJSON-1099707827-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c122630d-c9f6-4ed2-a721-143b48e53fe2 HTTP/1.1" status: 404 len: 346 time: 0.0148139 Oct 25 09:20:06.221935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e95a2-8eb9-437f-b823-c5e38e7b8700 req-39786485-4b1c-44e8-b57e-da56520ed32d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:06.223446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-512e95a2-8eb9-437f-b823-c5e38e7b8700 req-39786485-4b1c-44e8-b57e-da56520ed32d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 944 time: 0.0496051 Oct 25 09:20:06.262250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-512e95a2-8eb9-437f-b823-c5e38e7b8700 req-50102287-de60-4032-8c5b-e5f2a0786eef tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327926 Oct 25 09:20:06.422110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52544) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:06.479528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52550) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:06.547429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd438-391c-4898-9787-f5df72c291eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.580544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e902a4-786b-4e48-8f36-0727c4e28385 admin admin] Deleting subnet 8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:20:06.585196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40e902a4-786b-4e48-8f36-0727c4e28385 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.628602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a8956971-5544-4923-be68-ddfda12be71f details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:20:06.630269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-a301a6bf-2979-4d1a-a70b-5f4aee750435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:06.631754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-a301a6bf-2979-4d1a-a70b-5f4aee750435 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1209767 Oct 25 09:20:06.633939 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd438-391c-4898-9787-f5df72c291eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.639426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40e902a4-786b-4e48-8f36-0727c4e28385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.639666 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd438-391c-4898-9787-f5df72c291eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.648629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f455-cbd2-4b7c-a017-712c36df8fe1 req-997afad8-af58-4f77-9c22-7621802314ba tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:06.650132 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44e4f455-cbd2-4b7c-a017-712c36df8fe1 req-997afad8-af58-4f77-9c22-7621802314ba tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1266043 Oct 25 09:20:06.669168 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b5fbd438-391c-4898-9787-f5df72c291eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8bb70500797468b952cb60d06694b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459021 Oct 25 09:20:06.669907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52552) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:06.721072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbd438-391c-4898-9787-f5df72c291eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8fda93-ffd9-4a3e-952e-af26a286550d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:06.737418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a8956971-5544-4923-be68-ddfda12be71f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a8956971-5544-4923-be68-ddfda12be71f,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:06.750765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'a8956971-5544-4923-be68-ddfda12be71f', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'port_id': 'a8956971-5544-4923-be68-ddfda12be71f', 'mac_address': 'fa:16:3e:03:8f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:20:06.751664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7c15f19-6ec6-4a3e-a039-43974ec626a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.777624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7c15f19-6ec6-4a3e-a039-43974ec626a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.791347 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.805700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8956971-5544-4923-be68-ddfda12be71f {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:06.828938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a8956971-5544-4923-be68-ddfda12be71f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a8956971-5544-4923-be68-ddfda12be71f,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:06.834157 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.836839 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7c15f19-6ec6-4a3e-a039-43974ec626a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.840175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7c15f19-6ec6-4a3e-a039-43974ec626a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:06.843802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c7c15f19-6ec6-4a3e-a039-43974ec626a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a8fda93-ffd9-4a3e-952e-af26a286550d HTTP/1.1" status: 204 len: 168 time: 0.1687250 Oct 25 09:20:06.852196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c15f19-6ec6-4a3e-a039-43974ec626a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8fda93-ffd9-4a3e-952e-af26a286550d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:06.904569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=a8956971-5544-4923-be68-ddfda12be71f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:06.914335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.914609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.915144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.915685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.916264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.916808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.917376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.917886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.918212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.918534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.918856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:06.919174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:07.071373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44e4f455-cbd2-4b7c-a017-712c36df8fe1 req-7e4351f5-9f05-4c7a-94a5-cbeb9dd75aa1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920910 Oct 25 09:20:07.105294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40e902a4-786b-4e48-8f36-0727c4e28385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.124688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-8a4d93fa-9a3d-40d1-b961-a2c25d6953a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:07.126178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-8a4d93fa-9a3d-40d1-b961-a2c25d6953a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 920 time: 0.4573576 Oct 25 09:20:07.171751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-c5e3f356-e1d0-4899-92d3-4fc637d3b785 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449 HTTP/1.1" status: 200 len: 217 time: 0.0381866 Oct 25 09:20:07.227987 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40e902a4-786b-4e48-8f36-0727c4e28385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.242002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-f308ac27-d538-41fd-9f8a-311180bf1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:07.243459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-f308ac27-d538-41fd-9f8a-311180bf1844 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.0637527 Oct 25 09:20:07.269066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50220f-6b5e-4905-bd44-9217c7eccb57 None None] Network d0be168f-f34e-481f-9632-6e60572ca6be requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:07.269757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-40e902a4-786b-4e48-8f36-0727c4e28385 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.275200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-40e902a4-786b-4e48-8f36-0727c4e28385 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b0efb19-d96b-455c-9ee3-16cfeff9cfd4 HTTP/1.1" status: 204 len: 168 time: 0.7922227 Oct 25 09:20:07.275200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e902a4-786b-4e48-8f36-0727c4e28385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0efb19-d96b-455c-9ee3-16cfeff9cfd4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:07.275602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52566) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:07.295925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-b8275a95-ddf5-4775-ada2-7a9b7a0c8aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347683 Oct 25 09:20:07.362725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a8956971-5544-4923-be68-ddfda12be71f'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:07.386621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.448500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5b997-ecfd-44fc-8e23-3e7863931104 req-4aa1b6ad-118d-4102-9ea0-81dddebe07d9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:07.450295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bc5b997-ecfd-44fc-8e23-3e7863931104 req-4aa1b6ad-118d-4102-9ea0-81dddebe07d9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 945 time: 0.0895200 Oct 25 09:20:07.453259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-0ac378e2-bb9d-408c-8b43-3635129156c6 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490335 Oct 25 09:20:07.463370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Deleting port 9445ac04-b1c7-4e6e-aac9-42001a56e404 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:07.463665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.557271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bc5b997-ecfd-44fc-8e23-3e7863931104 req-944c5228-9a2e-40e4-a47a-1b09cadbb376 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949540 Oct 25 09:20:07.557720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] For port 9445ac04-b1c7-4e6e-aac9-42001a56e404, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9445ac04-b1c7-4e6e-aac9-42001a56e404,segment=NetworkSegment(d65f3eb4-428d-46ff-9190-19e83ac8cbb4),segment_id=d65f3eb4-428d-46ff-9190-19e83ac8cbb4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:07.558754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.589359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Calling delete_port for 9445ac04-b1c7-4e6e-aac9-42001a56e404 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:07.613962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca7a212-48ff-431e-813f-e6a0c73f13ea req-3c941848-7e0f-4c7c-898e-98dabaddb902 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481922 Oct 25 09:20:07.663006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] DHCP port deletion for d0be168f-f34e-481f-9632-6e60572ca6be request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:20:07.698035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.729656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9445ac04-b1c7-4e6e-aac9-42001a56e404,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:07.736253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] No DVR routers for this DVR port 9445ac04-b1c7-4e6e-aac9-42001a56e404 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:07.818319 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.845551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0be168f-f34e-481f-9632-6e60572ca6be']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:07.857038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:07.859259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65f3eb4-428d-46ff-9190-19e83ac8cbb4') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:07.877060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.894822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.901679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:20:07.901996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:20:07.904184 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:20:07.940130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] Deleting port 9445ac04-b1c7-4e6e-aac9-42001a56e404 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:07.940810 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.974528 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.981133 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:07.989722 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] 10.222.0.32 "DELETE /v2.0/networks/d0be168f-f34e-481f-9632-6e60572ca6be HTTP/1.1" status: 204 len: 168 time: 0.7099290 Oct 25 09:20:08.021880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f3351-7ed8-49db-8118-a4dbd00037cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d0be168f-f34e-481f-9632-6e60572ca6be,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:08.022272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] For port 9445ac04-b1c7-4e6e-aac9-42001a56e404, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:08.022493 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:08.040110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] Calling delete_port for 9445ac04-b1c7-4e6e-aac9-42001a56e404 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:08.042894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] Port 9445ac04-b1c7-4e6e-aac9-42001a56e404 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:20:08.044808 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:08.080835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] Network d0be168f-f34e-481f-9632-6e60572ca6be is not hosted by any dhcp agent {{(pid=106993) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:20:08.081635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] No DVR routers for this DVR port 9445ac04-b1c7-4e6e-aac9-42001a56e404 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:08.083824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930f4d1-95e5-41cc-ad30-63fc5799611c None None] Pushing event deleted for resources: {'Port': ['ID=9445ac04-b1c7-4e6e-aac9-42001a56e404,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:08.197238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52596) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:08.224220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd280f6-debf-42cb-945d-3de96a346f14 req-a493f92b-93a9-41b6-88fe-6449cfa82001 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:08.225722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffd280f6-debf-42cb-945d-3de96a346f14 req-a493f92b-93a9-41b6-88fe-6449cfa82001 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0763156 Oct 25 09:20:08.264069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7ba91f4f-3d4e-4a7b-af05-ee6eac9e206c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb18e62371df4c4089c65365a0f3ef2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656569 Oct 25 09:20:08.267134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52598) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:08.281392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffd280f6-debf-42cb-945d-3de96a346f14 req-f7574248-b012-408d-9eaf-1f8702452783 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452788 Oct 25 09:20:08.321935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b49e0ff-0fe4-4a63-a19e-25d68c24a815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:08.344641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b49e0ff-0fe4-4a63-a19e-25d68c24a815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:08.394698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b49e0ff-0fe4-4a63-a19e-25d68c24a815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:08.397294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8b49e0ff-0fe4-4a63-a19e-25d68c24a815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:08.398433 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b49e0ff-0fe4-4a63-a19e-25d68c24a815 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8ff6300-a913-4dfa-9903-a605ad51f8f7 HTTP/1.1" status: 204 len: 168 time: 0.1299529 Oct 25 09:20:08.408878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49e0ff-0fe4-4a63-a19e-25d68c24a815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff6300-a913-4dfa-9903-a605ad51f8f7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:08.583155 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:08.688696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9445ac04-b1c7-4e6e-aac9-42001a56e404 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:08.712033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 9445ac04-b1c7-4e6e-aac9-42001a56e404 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:08.712377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9445ac04-b1c7-4e6e-aac9-42001a56e404 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:08.717654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee20b4-5ad1-4a31-9b86-7f18a5bb2408 req-6545e74d-aa95-472d-9001-56e82901b7db tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:08.719274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecee20b4-5ad1-4a31-9b86-7f18a5bb2408 req-6545e74d-aa95-472d-9001-56e82901b7db tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 945 time: 0.0724275 Oct 25 09:20:08.762441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecee20b4-5ad1-4a31-9b86-7f18a5bb2408 req-92111138-9536-44fb-8d34-f0d785a2af26 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364830 Oct 25 09:20:09.143951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52652) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:09.248665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2043803080-network', 'tenant_id': '2dfe90ea421e4e1f8ae9ebe26ddc19c8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:09.270204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Made reservation on behalf of 2dfe90ea421e4e1f8ae9ebe26ddc19c8 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:09.272537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.282002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.366887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.371808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.374726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 71c00fa4-7690-4baa-a6aa-e796d06aa319 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:09.396149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 71c00fa4-7690-4baa-a6aa-e796d06aa319 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:09.396485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 71c00fa4-7690-4baa-a6aa-e796d06aa319 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:09.407625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:20:09.418103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fb2b2-10b1-4360-ab7e-1927f69f731f req-267c4e9c-23b4-4c85-acd0-a042802bad72 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:09.420795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e22fb2b2-10b1-4360-ab7e-1927f69f731f req-267c4e9c-23b4-4c85-acd0-a042802bad72 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0620406 Oct 25 09:20:09.422866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c66416-6d0d-477a-a155-04820e247172,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:09.427780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.428118 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Added segment 4d633225-38c5-42bf-8314-49aaaea0d022 of type vlan for network 07856a5b-f11a-450b-8db7-51b2082a1e1a Oct 25 09:20:09.447474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52666) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:09.471571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.493448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e22fb2b2-10b1-4360-ab7e-1927f69f731f req-c32fce24-dbb3-4b09-a712-20a14598ed34 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Oct 25 09:20:09.499691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.500759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:09.501580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.556348 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4083161 Oct 25 09:20:09.557006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52670) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:09.564656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff148e9c-7a4e-427e-aba8-821c9c726886 admin admin] Pushing event updated for resources: {'Network': ['ID=07856a5b-f11a-450b-8db7-51b2082a1e1a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:09.565180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Request body: {'subnet': {'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2043803080-subnet', 'tenant_id': '2dfe90ea421e4e1f8ae9ebe26ddc19c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:09.574731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 07856a5b-f11a-450b-8db7-51b2082a1e1a details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:20:09.589502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98e661ee-0815-4d8f-ab52-cf8d63dd2d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.613296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Made reservation on behalf of 2dfe90ea421e4e1f8ae9ebe26ddc19c8 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:09.615603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.773571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.786995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98e661ee-0815-4d8f-ab52-cf8d63dd2d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.792864 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98e661ee-0815-4d8f-ab52-cf8d63dd2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.844846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-98e661ee-0815-4d8f-ab52-cf8d63dd2d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d73ff691e4e740c9b15823356a5daa69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954785 Oct 25 09:20:09.847537 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52674) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:09.881824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e661ee-0815-4d8f-ab52-cf8d63dd2d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966c056f-daa8-435d-8f45-ff0e98f50376,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:09.909535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9228fd39-6685-4124-9d4c-238d390968d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.924689 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.932422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9228fd39-6685-4124-9d4c-238d390968d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.966390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ef6c1-7d38-4f08-b0ba-1e3116803461 req-444667a4-6dde-4f6c-bef3-576101e5c944 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:09.969167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd8ef6c1-7d38-4f08-b0ba-1e3116803461 req-444667a4-6dde-4f6c-bef3-576101e5c944 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 945 time: 0.1295230 Oct 25 09:20:09.983892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9228fd39-6685-4124-9d4c-238d390968d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.986871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9228fd39-6685-4124-9d4c-238d390968d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:09.988018 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9228fd39-6685-4124-9d4c-238d390968d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/966c056f-daa8-435d-8f45-ff0e98f50376 HTTP/1.1" status: 204 len: 168 time: 0.1394668 Oct 25 09:20:09.995792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228fd39-6685-4124-9d4c-238d390968d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c056f-daa8-435d-8f45-ff0e98f50376,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:10.018175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=da865c1f-0d8b-498b-829c-a79a9243a0ea,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:10.044807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Checking segment: {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:10.045906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Network hostable DHCP agents. Network: 07856a5b-f11a-450b-8db7-51b2082a1e1a, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:20:10.053764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd8ef6c1-7d38-4f08-b0ba-1e3116803461 req-caf05f7f-b64c-45d6-be2c-643224e7bf6d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768597 Oct 25 09:20:10.076124 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Network 07856a5b-f11a-450b-8db7-51b2082a1e1a is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:20:10.088400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 07856a5b-f11a-450b-8db7-51b2082a1e1a) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:10.095303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:10.096192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.096958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde12336-c825-4159-b9bc-6be307955185 None None] Network 07856a5b-f11a-450b-8db7-51b2082a1e1a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:10.135789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3d0ae8bc-ccc9-4ac6-87d1-1820d7028b3a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5753024 Oct 25 09:20:10.243227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1acbc2a-e036-456e-9b27-00e86cd43dc0 None None] Network 07856a5b-f11a-450b-8db7-51b2082a1e1a requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:10.322212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52688) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:10.336409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3a3e-d226-4c41-834a-539ec53a7bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.415323 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3a3e-d226-4c41-834a-539ec53a7bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.419341 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab3f3a3e-d226-4c41-834a-539ec53a7bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.485706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f3a3e-d226-4c41-834a-539ec53a7bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12cd6b3-1c7d-487c-8a82-c9e45a8089c8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:10.493414 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ab3f3a3e-d226-4c41-834a-539ec53a7bfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc56b3fb3584499c8e3ec7d60f854030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676304 Oct 25 09:20:10.494165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52690) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:10.513820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-c358dae8-e021-476a-990f-48b48b5064b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888486 Oct 25 09:20:10.556831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ccc97603-1ce1-44d5-80b6-f539e2e65fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.581436 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ccc97603-1ce1-44d5-80b6-f539e2e65fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.629696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-2a69e04f-50bf-4b30-a468-bdd814f51611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:10.631240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-2a69e04f-50bf-4b30-a468-bdd814f51611 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 1097 time: 0.0491869 Oct 25 09:20:10.636530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a8956971-5544-4923-be68-ddfda12be71f up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:10.694267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port a8956971-5544-4923-be68-ddfda12be71f completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:20:10.699138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port a8956971-5544-4923-be68-ddfda12be71f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:10.699671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.706152 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ccc97603-1ce1-44d5-80b6-f539e2e65fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.708810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ccc97603-1ce1-44d5-80b6-f539e2e65fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.709968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ccc97603-1ce1-44d5-80b6-f539e2e65fd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e12cd6b3-1c7d-487c-8a82-c9e45a8089c8 HTTP/1.1" status: 204 len: 168 time: 0.2148035 Oct 25 09:20:10.734834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc97603-1ce1-44d5-80b6-f539e2e65fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12cd6b3-1c7d-487c-8a82-c9e45a8089c8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:10.762306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-5e85d670-7c21-4f81-95bc-83a90de762aa tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:10.765379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-5e85d670-7c21-4f81-95bc-83a90de762aa tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/networks?id=07856a5b-f11a-450b-8db7-51b2082a1e1a HTTP/1.1" status: 200 len: 818 time: 0.1504736 Oct 25 09:20:10.769834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-41d0a27d-4d8a-422d-897f-f1fbb2045ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:10.771312 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-41d0a27d-4d8a-422d-897f-f1fbb2045ad3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 920 time: 0.1168234 Oct 25 09:20:10.782803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a8d80907-de88-45a5-8dd8-fb67dd00c000 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/quotas/2dfe90ea421e4e1f8ae9ebe26ddc19c8 HTTP/1.1" status: 200 len: 375 time: 0.0106981 Oct 25 09:20:10.815203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.822633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-635ad74f-57df-4313-8353-07842c603f50 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2dfe90ea421e4e1f8ae9ebe26ddc19c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338833 Oct 25 09:20:10.838028 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-6b67df21-e2ba-49d9-88ca-b6f73231cc17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0503d0e1-f289-44fa-9b8a-738f4902f216 HTTP/1.1" status: 200 len: 217 time: 0.0587511 Oct 25 09:20:10.844147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:10.846903 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18a874-9df3-4047-a363-067cd0d55a3a" -d '{"events": [{"server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "name": "network-vif-plugged", "status": "completed", "tag": "a8956971-5544-4923-be68-ddfda12be71f"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:10.861129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a8956971-5544-4923-be68-ddfda12be71f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a8956971-5544-4923-be68-ddfda12be71f,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:10.866661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:10.902146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-75092890-92d9-4184-9d74-8be180205870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:10.904379 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-75092890-92d9-4184-9d74-8be180205870 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.0589721 Oct 25 09:20:10.921198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=a8956971-5544-4923-be68-ddfda12be71f,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:10.934304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-88073288-a2d2-4d0e-bde6-05777ea62872 service neutron] 10.222.0.32 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036274 Oct 25 09:20:10.948935 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-e82cbe37-cba4-4737-b60d-ff29a1cf3153 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368938 Oct 25 09:20:10.960005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-f8edf345-1dc7-489e-a98d-ebce7702c30c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:20:10.961148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-f8edf345-1dc7-489e-a98d-ebce7702c30c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051179 Oct 25 09:20:11.028951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-b92bf43f-8fa3-4f62-86bd-667ca1920471 service neutron] 10.222.0.32 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882959 Oct 25 09:20:11.065496 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-be660be1-84e0-4658-9265-0a73ff18b06a service neutron] 10.222.0.18 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956526 Oct 25 09:20:11.189750 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1fbe1ed-843f-4cd7-9919-094cbb98e6e9 req-5257ef95-b81f-4e0e-8804-baea95e98e88 service neutron] 10.222.0.18 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170249 Oct 25 09:20:11.455798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb1585-12fa-43c8-9775-65f21025d0d3 req-8c9f43bc-82a3-41e7-a64e-8a67c7e153d0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:11.457427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7bb1585-12fa-43c8-9775-65f21025d0d3 req-8c9f43bc-82a3-41e7-a64e-8a67c7e153d0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1162205 Oct 25 09:20:11.511133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7bb1585-12fa-43c8-9775-65f21025d0d3 req-6919cde9-15b3-43df-9d89-075cefe4d0b8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447185 Oct 25 09:20:11.563561 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d175c-798e-4895-a392-8dbc14378788 x-openstack-request-id: req-7a9d175c-798e-4895-a392-8dbc14378788 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:11.564472 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "name": "network-vif-plugged", "status": "completed", "tag": "a8956971-5544-4923-be68-ddfda12be71f", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:11.565516 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a9d175c-798e-4895-a392-8dbc14378788 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:11.566400 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f', 'code': 200} Oct 25 09:20:11.661037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52738) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:11.741102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e54fc5-5f0c-48d3-b695-7986785610f2 req-99c76b4a-1b80-4011-b6b2-9cda118cffe2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:11.742624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48e54fc5-5f0c-48d3-b695-7986785610f2 req-99c76b4a-1b80-4011-b6b2-9cda118cffe2 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 946 time: 0.0894649 Oct 25 09:20:11.746999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150651ef-80e7-467d-8a92-8ee2806a8354 req-3ee5d05e-4feb-42e7-811f-99cad16274b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:11.749049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150651ef-80e7-467d-8a92-8ee2806a8354 req-3ee5d05e-4feb-42e7-811f-99cad16274b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 1097 time: 0.0645256 Oct 25 09:20:11.793204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-784881563-network', 'tenant_id': '6a7bbae9d5bf4003a8aef0b17d531a02'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:11.810183 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48e54fc5-5f0c-48d3-b695-7986785610f2 req-bea1756b-95c8-4c1d-96b9-b95451e40768 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597258 Oct 25 09:20:11.812555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-150651ef-80e7-467d-8a92-8ee2806a8354 req-4871f4c8-21a6-4b4b-b214-a2e308fbc970 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552607 Oct 25 09:20:11.823009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Made reservation on behalf of 6a7bbae9d5bf4003a8aef0b17d531a02 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:11.825538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:11.839706 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:11.940972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:11.948037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:11.978653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:20:11.986850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6564e615-072a-487a-bad6-8dbc5f3656c8 req-dcbff2c8-3115-4b56-a49b-0d554a37bd3b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Oct 25 09:20:11.997717 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:11.998482 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Added segment 08b1b7bd-bd5f-4852-b582-f4f28058bc0b of type vlan for network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 Oct 25 09:20:12.041944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:12.053172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:12.082587 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:12.083699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:12.084271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:12.165566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] Pushing event updated for resources: {'Network': ['ID=b6f8e042-29c8-4b78-810f-ca3b6d9970e0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:12.175668 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c966b349-1d3d-4a75-af1c-aeac9b66543c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5086036 Oct 25 09:20:12.176225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52750) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:12.181121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Request body: {'subnet': {'network_id': 'b6f8e042-29c8-4b78-810f-ca3b6d9970e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-784881563-subnet', 'tenant_id': '6a7bbae9d5bf4003a8aef0b17d531a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:12.183233 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:20:12.211156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Made reservation on behalf of 6a7bbae9d5bf4003a8aef0b17d531a02 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:12.214626 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:12.498765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:12.551558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b13de4-3b89-4bfc-a2f6-b2f849ab9f95,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:12.576842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Checking segment: {'id': '08b1b7bd-bd5f-4852-b582-f4f28058bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6f8e042-29c8-4b78-810f-ca3b6d9970e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:12.577657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Network hostable DHCP agents. Network: b6f8e042-29c8-4b78-810f-ca3b6d9970e0, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:20:12.598534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:20:12.614678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, b6f8e042-29c8-4b78-810f-ca3b6d9970e0) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:12.625016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0333ea-8563-41fb-9322-a33621b3b751 None None] Network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:12.629141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:12.629729 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:12.674574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-13e6cd0d-6e82-4fbe-9608-f65c3fd8bab4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4974482 Oct 25 09:20:12.708795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7db528-4ecd-4943-8f88-482042741d40 req-2061fbdb-be63-416e-94bc-cb27c590c3e7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:12.711665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e7db528-4ecd-4943-8f88-482042741d40 req-2061fbdb-be63-416e-94bc-cb27c590c3e7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0948718 Oct 25 09:20:12.758512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e7db528-4ecd-4943-8f88-482042741d40 req-f3f17995-000e-4a6e-aaa7-9453f3a52b5d tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347600 Oct 25 09:20:12.786086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ff45c-dadd-4aa9-8401-1e801069bcd8 None None] Network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:12.996277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc17117-96d5-4cc7-8613-ac74644feb13 req-9dbf63e6-cb31-4688-a1a3-d17bffe6a838 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:12.997817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abc17117-96d5-4cc7-8613-ac74644feb13 req-9dbf63e6-cb31-4688-a1a3-d17bffe6a838 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 946 time: 0.0721464 Oct 25 09:20:13.064075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-abc17117-96d5-4cc7-8613-ac74644feb13 req-34637d0f-44ef-41f0-8658-51257c9931ba tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578334 Oct 25 09:20:13.181593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-8bde19e3-ef16-41ba-8576-0763df86b65c tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:13.183760 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-8bde19e3-ef16-41ba-8576-0763df86b65c tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.18 "GET /v2.0/networks?id=07856a5b-f11a-450b-8db7-51b2082a1e1a HTTP/1.1" status: 200 len: 818 time: 0.1831408 Oct 25 09:20:13.189079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9153359c-e83e-40b2-9555-923e6341aa21 req-be959d23-ed88-47ee-940d-b0d7d23a4bdb tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 210 time: 0.0350175 Oct 25 09:20:13.228108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Request body: {'port': {'device_id': '8551fd66-2dfb-41db-9668-f352804ce935', 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a', 'admin_state_up': True, 'tenant_id': '2dfe90ea421e4e1f8ae9ebe26ddc19c8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:13.320652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52772) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:13.328343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1007091215-network', 'tenant_id': '1fe8fc04111246d49cf6a472cdd54cb9'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:13.358597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.api [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 25 09:20:13.358597 n-d-814746-2 neutron-server[106991]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 25 09:20:13.358597 n-d-814746-2 neutron-server[106991]: [parameters: {'project_id': '2dfe90ea421e4e1f8ae9ebe26ddc19c8', 'id': '5f3e736a-9022-4e3e-b40c-6c45550e8d11', 'expiration': datetime.datetime(2021, 10, 25, 9, 22, 13, 346398)}] Oct 25 09:20:13.358597 n-d-814746-2 neutron-server[106991]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:20:13.359050 n-d-814746-2 neutron-server[106991]: DEBUG oslo_db.api [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:20:13.387928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-040eeff4-27bb-4fea-9dde-6d3eb7907f41 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:13.389667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-040eeff4-27bb-4fea-9dde-6d3eb7907f41 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.41 "GET /v2.0/networks?id=07856a5b-f11a-450b-8db7-51b2082a1e1a HTTP/1.1" status: 200 len: 818 time: 0.1560578 Oct 25 09:20:13.390846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Made reservation on behalf of 1fe8fc04111246d49cf6a472cdd54cb9 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:13.393514 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:13.404179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:13.410929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Request body: {'port': {'device_id': '020124c2-73b5-4bc3-824d-b9f57231b147', 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a', 'admin_state_up': True, 'tenant_id': '2dfe90ea421e4e1f8ae9ebe26ddc19c8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:13.666160 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:13.675358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-8817673c-d770-4c96-a762-07cada3c9cc3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:13.676794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-8817673c-d770-4c96-a762-07cada3c9cc3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.18 "GET /v2.0/networks?id=07856a5b-f11a-450b-8db7-51b2082a1e1a HTTP/1.1" status: 200 len: 818 time: 0.2126441 Oct 25 09:20:13.678209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Made reservation on behalf of 2dfe90ea421e4e1f8ae9ebe26ddc19c8 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:13.681473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:13.683316 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:13.710158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Request body: {'port': {'device_id': '16ff150b-3d31-43b5-9699-6f633f3a82b7', 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a', 'admin_state_up': True, 'tenant_id': '2dfe90ea421e4e1f8ae9ebe26ddc19c8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:13.735366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:20:13.791131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:13.791496 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Added segment 2aababf5-338b-44f2-99e2-1b5eb794b6b6 of type vlan for network 6dd85c19-be42-404a-a2f6-a08917ab0f52 Oct 25 09:20:13.792711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad60f01f-c98f-474e-a6f6-aa888a74d8f6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:13.885925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Made reservation on behalf of 2dfe90ea421e4e1f8ae9ebe26ddc19c8 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:13.890433 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:13.942410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.023998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073416a-fa81-40b5-bb42-e8b3a2d7a8f1 req-62c8987a-a3fb-4d0d-932c-4feddb51332e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:14.025498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a073416a-fa81-40b5-bb42-e8b3a2d7a8f1 req-62c8987a-a3fb-4d0d-932c-4feddb51332e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1833336 Oct 25 09:20:14.036249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.037164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:14.037723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.054157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Allocated IP 172.20.0.8 (07856a5b-f11a-450b-8db7-51b2082a1e1a/da865c1f-0d8b-498b-829c-a79a9243a0ea/b2894ea4-de2e-4afd-8ac2-b73038c76e60) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:14.110089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Made reservation on behalf of 2dfe90ea421e4e1f8ae9ebe26ddc19c8 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:14.113604 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.142219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8204815 Oct 25 09:20:14.145102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52782) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:14.150069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Request body: {'subnet': {'network_id': '6dd85c19-be42-404a-a2f6-a08917ab0f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1007091215-subnet', 'tenant_id': '1fe8fc04111246d49cf6a472cdd54cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:14.171897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Made reservation on behalf of 1fe8fc04111246d49cf6a472cdd54cb9 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:14.174392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.183857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a073416a-fa81-40b5-bb42-e8b3a2d7a8f1 req-c293913c-e2a5-4fd6-a437-0ef325727768 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498287 Oct 25 09:20:14.191674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e7878-b8a6-4f43-838f-715debb662be admin admin] Pushing event updated for resources: {'Network': ['ID=6dd85c19-be42-404a-a2f6-a08917ab0f52,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:14.214386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 6dd85c19-be42-404a-a2f6-a08917ab0f52 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:20:14.391771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.392936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53d90-b34e-41a4-a4bf-2e8e9392b2f9 req-02b3e4c6-2f4f-40e3-815d-30c361c8cbf3 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:14.394480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9e53d90-b34e-41a4-a4bf-2e8e9392b2f9 req-02b3e4c6-2f4f-40e3-815d-30c361c8cbf3 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 946 time: 0.1029661 Oct 25 09:20:14.404611 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.450631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed50bcc-622c-4e2d-a28d-4f01a2da7e58,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:14.456030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d9e53d90-b34e-41a4-a4bf-2e8e9392b2f9 req-af0eea1a-c2cd-42e1-9ef5-0c21d1bf3d90 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496213 Oct 25 09:20:14.465925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Checking segment: {'id': '2aababf5-338b-44f2-99e2-1b5eb794b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6dd85c19-be42-404a-a2f6-a08917ab0f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:14.466354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Network hostable DHCP agents. Network: 6dd85c19-be42-404a-a2f6-a08917ab0f52, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:20:14.471290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.526031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Network 6dd85c19-be42-404a-a2f6-a08917ab0f52 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:20:14.537987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Pushing event updated for resources: {'Port': ['ID=b2894ea4-de2e-4afd-8ac2-b73038c76e60,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:14.548754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Allocated IP 172.20.0.3 (07856a5b-f11a-450b-8db7-51b2082a1e1a/da865c1f-0d8b-498b-829c-a79a9243a0ea/bbb94537-6d5e-4ff9-9f67-e44fd391a875) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:14.549134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Network 07856a5b-f11a-450b-8db7-51b2082a1e1a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:14.551394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 6dd85c19-be42-404a-a2f6-a08917ab0f52) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:14.553119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:14.558787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:14.559360 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.563344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:14.576990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee685f1-2bb0-4662-a5df-55019ae12a14 None None] Network 6dd85c19-be42-404a-a2f6-a08917ab0f52 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:14.610908 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3fc0f4f6-5fc4-46a5-8cb1-ff3d3609455f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4566371 Oct 25 09:20:14.637283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb47ec-c26f-4d9e-a439-7c81a76725f8 req-11511410-30c6-41ae-a6e5-93db1bbb9822 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:14.639336 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cfb47ec-c26f-4d9e-a439-7c81a76725f8 req-11511410-30c6-41ae-a6e5-93db1bbb9822 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 931 time: 0.0886304 Oct 25 09:20:14.647568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:14.648181 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.697775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cfb47ec-c26f-4d9e-a439-7c81a76725f8 req-7ed84e3e-21b7-40e1-bb19-d8baa822d972 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Oct 25 09:20:14.701788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a987aea9-9786-408d-b93c-25e1a667c4b0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2943087 Oct 25 09:20:14.726442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Request body: {'port': {'device_id': '020124c2-73b5-4bc3-824d-b9f57231b147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:14.831547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164eef8-467d-4a88-b6cb-a7c3302d6035 None None] Network 6dd85c19-be42-404a-a2f6-a08917ab0f52 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:14.833626 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.874815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.880375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:14.907500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074a13b-3adc-42a7-8ff7-f83820250642 req-1f748370-3a14-4a56-813d-721d1f3fbad3 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:14.913637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e074a13b-3adc-42a7-8ff7-f83820250642 req-1f748370-3a14-4a56-813d-721d1f3fbad3 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 946 time: 0.1401341 Oct 25 09:20:14.934103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Network 07856a5b-f11a-450b-8db7-51b2082a1e1a is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:14.942528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:14.946377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:14.982925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Pushing event updated for resources: {'Port': ['ID=bbb94537-6d5e-4ff9-9f67-e44fd391a875,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:15.012319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:15.013337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:15.032997 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-51f45889-076e-402e-ae6a-89e61c7b8fcc tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8093867 Oct 25 09:20:15.034358 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e074a13b-3adc-42a7-8ff7-f83820250642 req-5fcffc5e-f4c8-4e3c-be7f-260beea98820 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190684 Oct 25 09:20:15.053719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52804) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:15.061168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52808) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:15.067407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Request body: {'port': {'device_id': '8551fd66-2dfb-41db-9668-f352804ce935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:15.072860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Allocated IP 172.20.0.4 (07856a5b-f11a-450b-8db7-51b2082a1e1a/da865c1f-0d8b-498b-829c-a79a9243a0ea/f42c0789-cce6-4796-bc9a-777d6112e316) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:15.133424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:15.204949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f912b5-3c92-433f-b987-810c04740efc tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:15.209272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-32f912b5-3c92-433f-b987-810c04740efc tempest-TestNetworkBasicOps-1362793503 tempest-TestNetworkBasicOps-1362793503-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 1092 time: 0.1443589 Oct 25 09:20:15.210097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52816) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:15.220552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': 'a8956971-5544-4923-be68-ddfda12be71f', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:15.342016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:15.388201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56921c7-55b9-4398-9196-543a0b2d65f6 req-7f5cb9a1-2000-401b-be3c-608fc8c09953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:15.390277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f56921c7-55b9-4398-9196-543a0b2d65f6 req-7f5cb9a1-2000-401b-be3c-608fc8c09953 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 1096 time: 0.3272848 Oct 25 09:20:15.390639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:15.438069 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f56921c7-55b9-4398-9196-543a0b2d65f6 req-0738ffae-b353-4db3-980b-ba32a1763904 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 Oct 25 09:20:15.449213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-1c82b7ec-c622-4800-a83b-4a59546b36c2 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:15.450705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-1c82b7ec-c622-4800-a83b-4a59546b36c2 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/networks?id=b6f8e042-29c8-4b78-810f-ca3b6d9970e0 HTTP/1.1" status: 200 len: 808 time: 0.1468067 Oct 25 09:20:15.471679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-89c610f5-f72e-4f58-ac3b-0000edd74c90 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/quotas/6a7bbae9d5bf4003a8aef0b17d531a02 HTTP/1.1" status: 200 len: 375 time: 0.0118301 Oct 25 09:20:15.475042 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:15.479857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:15.591846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Allocated IP 172.25.8.103 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/5a2e66d5-4082-4a36-bcae-4d32476edc94) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:15.702071 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:15.741416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:15.794332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=5a2e66d5-4082-4a36-bcae-4d32476edc94,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:15.799876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:15.802947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:15.805396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:15.891777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Network 07856a5b-f11a-450b-8db7-51b2082a1e1a is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:15.894059 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-1ed5d298-5d2f-4203-930a-3dd62eafde80 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a7bbae9d5bf4003a8aef0b17d531a02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4035540 Oct 25 09:20:15.901689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:15.904131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:15.936521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Pushing event updated for resources: {'Port': ['ID=f42c0789-cce6-4796-bc9a-777d6112e316,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:16.038020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:16.038621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.088436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-814b5714-c0b1-4100-be67-dc80867ea52b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3901885 Oct 25 09:20:16.104674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-4627d9be-823c-4ce7-8f70-983ef506474c service neutron] 10.222.0.32 "GET /v2.0/networks/b6f8e042-29c8-4b78-810f-ca3b6d9970e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973958 Oct 25 09:20:16.130096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Request body: {'port': {'device_id': '16ff150b-3d31-43b5-9699-6f633f3a82b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:16.224705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2894ea4-de2e-4afd-8ac2-b73038c76e60 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:16.236982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.289427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.291515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Transition to ACTIVE for port object b2894ea4-de2e-4afd-8ac2-b73038c76e60 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:20:16.304164 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.307385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-691d4169-58da-4761-b4cf-bc48d35cd891 service neutron] 10.222.0.32 "GET /v2.0/networks/b6f8e042-29c8-4b78-810f-ca3b6d9970e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740363 Oct 25 09:20:16.399451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Pushing event updated for resources: {'Port': ['ID=b2894ea4-de2e-4afd-8ac2-b73038c76e60,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:16.417512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9201e462-bf8c-468c-bd13-9496d45a3d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.604918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Attempting to bind port b2894ea4-de2e-4afd-8ac2-b73038c76e60 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:16.605048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Attempting to bind port b2894ea4-de2e-4afd-8ac2-b73038c76e60 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:16.605624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Attempting to bind port b2894ea4-de2e-4afd-8ac2-b73038c76e60 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:16.611323 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb94537-6d5e-4ff9-9f67-e44fd391a875 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:16.612476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Port b2894ea4-de2e-4afd-8ac2-b73038c76e60 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:20:16.612811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Attempting to bind port b2894ea4-de2e-4afd-8ac2-b73038c76e60 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:16.621934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.627090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f01ced-470b-4ec7-a6a9-6b6229b15878 req-033b46ee-bd18-4e7d-8084-42cb9f0da4cd tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:16.628647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83f01ced-470b-4ec7-a6a9-6b6229b15878 req-033b46ee-bd18-4e7d-8084-42cb9f0da4cd tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1109254 Oct 25 09:20:16.629508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:16.629887 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Checking segment: {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:16.630271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Bound using segment: {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:16.630717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Bound port: b2894ea4-de2e-4afd-8ac2-b73038c76e60, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:16.631269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.639157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.664758 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Transition to ACTIVE for port object bbb94537-6d5e-4ff9-9f67-e44fd391a875 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:20:16.673436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.739738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb94537-6d5e-4ff9-9f67-e44fd391a875,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:16.766797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83f01ced-470b-4ec7-a6a9-6b6229b15878 req-c1afba6a-4263-47dd-816a-7558cab64bd6 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264417 Oct 25 09:20:16.786395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] For port b2894ea4-de2e-4afd-8ac2-b73038c76e60, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:16.796875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] For port b2894ea4-de2e-4afd-8ac2-b73038c76e60, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b2894ea4-de2e-4afd-8ac2-b73038c76e60,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:16.806989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.846902 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Attempting to bind port bbb94537-6d5e-4ff9-9f67-e44fd391a875 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:16.847241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Attempting to bind port bbb94537-6d5e-4ff9-9f67-e44fd391a875 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:16.847566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Attempting to bind port bbb94537-6d5e-4ff9-9f67-e44fd391a875 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:16.855769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Port bbb94537-6d5e-4ff9-9f67-e44fd391a875 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:20:16.856118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Attempting to bind port bbb94537-6d5e-4ff9-9f67-e44fd391a875 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:16.861761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:16.862100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Checking segment: {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:16.862483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Bound using segment: {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:16.862913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Bound port: bbb94537-6d5e-4ff9-9f67-e44fd391a875, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:16.863270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.865685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.962127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:16.962742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:16.964152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] 10.222.0.41 "PUT /v2.0/ports/b2894ea4-de2e-4afd-8ac2-b73038c76e60 HTTP/1.1" status: 200 len: 1091 time: 2.2472422 Oct 25 09:20:16.965416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020124c2-73b5-4bc3-824d-b9f57231b147', 'tag': 'b2894ea4-de2e-4afd-8ac2-b73038c76e60'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:16.968445 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f0a4de-18e1-4be2-97a6-327916f8da32" -d '{"events": [{"name": "network-changed", "server_uuid": "020124c2-73b5-4bc3-824d-b9f57231b147", "tag": "b2894ea4-de2e-4afd-8ac2-b73038c76e60"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:17.002056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7da81-2497-4437-bd4e-3ecb37db890d service neutron] Pushing event updated for resources: {'Port': ['ID=b2894ea4-de2e-4afd-8ac2-b73038c76e60,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:17.015082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] For port bbb94537-6d5e-4ff9-9f67-e44fd391a875, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:17.020230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] For port bbb94537-6d5e-4ff9-9f67-e44fd391a875, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=bbb94537-6d5e-4ff9-9f67-e44fd391a875,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:17.025983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:17.082407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-238e7101-9797-4102-92b0-1dad665fd957 req-7e4de761-89c3-4dc5-ad6c-2fbcc4005dc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2014413 Oct 25 09:20:17.085910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42c0789-cce6-4796-bc9a-777d6112e316 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:17.094836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.095460 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:17.096917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] 10.222.0.18 "PUT /v2.0/ports/bbb94537-6d5e-4ff9-9f67-e44fd391a875 HTTP/1.1" status: 200 len: 1091 time: 2.0352976 Oct 25 09:20:17.097258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90133d-1eca-4741-b2ab-1f013a49e353 req-a89a4310-3188-4b9b-8111-c13146f80047 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.098788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d90133d-1eca-4741-b2ab-1f013a49e353 req-a89a4310-3188-4b9b-8111-c13146f80047 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 943 time: 0.2206955 Oct 25 09:20:17.100128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8551fd66-2dfb-41db-9668-f352804ce935', 'tag': 'bbb94537-6d5e-4ff9-9f67-e44fd391a875'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:17.102559 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071714af-e195-4328-b940-2cae5c05350f" -d '{"events": [{"name": "network-changed", "server_uuid": "8551fd66-2dfb-41db-9668-f352804ce935", "tag": "bbb94537-6d5e-4ff9-9f67-e44fd391a875"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:17.103962 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:17.125723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Transition to ACTIVE for port object f42c0789-cce6-4796-bc9a-777d6112e316 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:20:17.127250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912bce5-ca76-4252-a52b-62bab04f7583 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb94537-6d5e-4ff9-9f67-e44fd391a875,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:17.132946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-6d78f5df-a85e-46c6-bf5b-0a06c6a26035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.134560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-6d78f5df-a85e-46c6-bf5b-0a06c6a26035 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2dfe90ea421e4e1f8ae9ebe26ddc19c8&device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 1094 time: 0.1065037 Oct 25 09:20:17.137016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:17.155485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:17.161376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:17.266042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event updated for resources: {'Port': ['ID=5a2e66d5-4082-4a36-bcae-4d32476edc94,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:17.274229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-b3816a27-7d82-472b-9609-b0b25705c584 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2894ea4-de2e-4afd-8ac2-b73038c76e60 HTTP/1.1" status: 200 len: 217 time: 0.1228120 Oct 25 09:20:17.283070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:17.303331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d90133d-1eca-4741-b2ab-1f013a49e353 req-b4a49c86-2111-4c74-858b-747417a814b2 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808009 Oct 25 09:20:17.338081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Pushing event updated for resources: {'Port': ['ID=f42c0789-cce6-4796-bc9a-777d6112e316,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:17.354123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-23b51baa-8d81-468e-ba95-c4c7ac46d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.355732 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-23b51baa-8d81-468e-ba95-c4c7ac46d0bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dfe90ea421e4e1f8ae9ebe26ddc19c8&device_id=8551fd66-2dfb-41db-9668-f352804ce935 HTTP/1.1" status: 200 len: 1094 time: 0.1300585 Oct 25 09:20:17.378010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7101-9797-4102-92b0-1dad665fd957 req-1fe8f0b2-23a9-40c5-a630-16f8d6936320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.379501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-238e7101-9797-4102-92b0-1dad665fd957 req-1fe8f0b2-23a9-40c5-a630-16f8d6936320 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1096 time: 0.2030745 Oct 25 09:20:17.417143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-417a21f9-996f-4305-8f1a-30d97f5b2b9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb94537-6d5e-4ff9-9f67-e44fd391a875 HTTP/1.1" status: 200 len: 217 time: 0.0421829 Oct 25 09:20:17.419475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-c0b0c60f-0dce-45c5-a5a7-d68684337bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.421089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-c0b0c60f-0dce-45c5-a5a7-d68684337bbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da865c1f-0d8b-498b-829c-a79a9243a0ea HTTP/1.1" status: 200 len: 858 time: 0.1351094 Oct 25 09:20:17.475384 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Floating IP c1480f2b-1373-431c-ac19-a1a1fea05f34 associated. External IP: 172.25.8.103, port: a8956971-5544-4923-be68-ddfda12be71f. Oct 25 09:20:17.515997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-189fe583-7728-45c0-ba7f-ed829bf87e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.518245 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-189fe583-7728-45c0-ba7f-ed829bf87e28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da865c1f-0d8b-498b-829c-a79a9243a0ea HTTP/1.1" status: 200 len: 858 time: 0.0891142 Oct 25 09:20:17.522515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-69b51f8f-f06a-4e7e-b12f-2fce61736db1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07856a5b-f11a-450b-8db7-51b2082a1e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804362 Oct 25 09:20:17.527871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-338a8708-43f5-4078-9fd0-6283b1611e72 req-03a24d26-e69c-4964-b9a8-5031bda9a5f1 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 210 time: 0.0888045 Oct 25 09:20:17.574904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-caeee5c2-d4de-4978-99df-50d27e561396 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07856a5b-f11a-450b-8db7-51b2082a1e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304666 Oct 25 09:20:17.632470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Attempting to bind port f42c0789-cce6-4796-bc9a-777d6112e316 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:17.632470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Attempting to bind port f42c0789-cce6-4796-bc9a-777d6112e316 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:17.632470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Attempting to bind port f42c0789-cce6-4796-bc9a-777d6112e316 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:17.667800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Port f42c0789-cce6-4796-bc9a-777d6112e316 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:20:17.668304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Attempting to bind port f42c0789-cce6-4796-bc9a-777d6112e316 on network 07856a5b-f11a-450b-8db7-51b2082a1e1a {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:17.690978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:17.691316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Checking segment: {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:17.691697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Bound using segment: {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:17.692130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Bound port: f42c0789-cce6-4796-bc9a-777d6112e316, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d633225-38c5-42bf-8314-49aaaea0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:17.692489 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:17.694737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7101-9797-4102-92b0-1dad665fd957 req-deeea916-90c7-4ccf-92c3-1b3bcd38bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.696207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-238e7101-9797-4102-92b0-1dad665fd957 req-deeea916-90c7-4ccf-92c3-1b3bcd38bd8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.2889400 Oct 25 09:20:17.768733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaf323-eb52-46a8-818a-438a6bdb1101 req-42d1cc7b-2614-41f6-8660-c7c71f6375ae tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.770274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aeaaf323-eb52-46a8-818a-438a6bdb1101 req-42d1cc7b-2614-41f6-8660-c7c71f6375ae tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1096 time: 0.1543176 Oct 25 09:20:17.817262 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-4269b0af-7aaa-4563-b353-a1ebab9e0c5e service neutron] 10.222.0.18 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319839 Oct 25 09:20:17.848615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-43f130bc-e443-466f-a36e-d886795ff9fd service neutron] 10.222.0.41 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159053 Oct 25 09:20:17.865073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-238e7101-9797-4102-92b0-1dad665fd957 req-0be70123-2c3a-4961-a204-f50605a0c9a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 1001 time: 0.1556644 Oct 25 09:20:17.937042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:20:17.956758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] For port f42c0789-cce6-4796-bc9a-777d6112e316, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:17.961521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aeaaf323-eb52-46a8-818a-438a6bdb1101 req-63deba0a-e2a9-4247-b449-efc3ee1b7330 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620862 Oct 25 09:20:17.967688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-a1d75231-a9e3-48c8-b9a2-50c7c1204d40 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:17.969170 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-a1d75231-a9e3-48c8-b9a2-50c7c1204d40 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.18 "GET /v2.0/networks?id=b6f8e042-29c8-4b78-810f-ca3b6d9970e0 HTTP/1.1" status: 200 len: 808 time: 0.2252350 Oct 25 09:20:17.989977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Request body: {'port': {'device_id': 'f8f39310-dbb4-4c25-9815-a8ef316d4c18', 'network_id': 'b6f8e042-29c8-4b78-810f-ca3b6d9970e0', 'admin_state_up': True, 'tenant_id': '6a7bbae9d5bf4003a8aef0b17d531a02'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:17.994485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52862) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:17.998037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] For port f42c0789-cce6-4796-bc9a-777d6112e316, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f42c0789-cce6-4796-bc9a-777d6112e316,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:18.015119 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:18.017927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7101-9797-4102-92b0-1dad665fd957 req-857be4f0-4ea0-4403-ab17-fbdf2930eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.019649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-238e7101-9797-4102-92b0-1dad665fd957 req-857be4f0-4ea0-4403-ab17-fbdf2930eecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.1380265 Oct 25 09:20:18.040394 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-f6fccf34-9fc3-45dd-a611-7afd0191b071 service neutron] 10.222.0.18 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120988 Oct 25 09:20:18.064398 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b7c63-5126-48cf-b801-47dbb3359b0c x-openstack-request-id: req-411b7c63-5126-48cf-b801-47dbb3359b0c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:18.064735 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020124c2-73b5-4bc3-824d-b9f57231b147", "tag": "b2894ea4-de2e-4afd-8ac2-b73038c76e60", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:18.065310 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-411b7c63-5126-48cf-b801-47dbb3359b0c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:18.065421 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020124c2-73b5-4bc3-824d-b9f57231b147', 'tag': 'b2894ea4-de2e-4afd-8ac2-b73038c76e60', 'status': 'completed', 'code': 200} Oct 25 09:20:18.073924 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6affc4-100e-412f-bd2d-706ed0d950de x-openstack-request-id: req-5f6affc4-100e-412f-bd2d-706ed0d950de {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:18.073924 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8551fd66-2dfb-41db-9668-f352804ce935", "tag": "bbb94537-6d5e-4ff9-9f67-e44fd391a875", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:18.073924 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f6affc4-100e-412f-bd2d-706ed0d950de {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:18.074299 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8551fd66-2dfb-41db-9668-f352804ce935', 'tag': 'bbb94537-6d5e-4ff9-9f67-e44fd391a875', 'status': 'completed', 'code': 200} Oct 25 09:20:18.167108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.167718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:18.169205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] 10.222.0.18 "PUT /v2.0/ports/f42c0789-cce6-4796-bc9a-777d6112e316 HTTP/1.1" status: 200 len: 1091 time: 2.0608718 Oct 25 09:20:18.203556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-d8187c29-9e6c-41bd-9007-d3397999a69c service neutron] 10.222.0.41 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406625 Oct 25 09:20:18.220126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:20:18.233819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] Sync routers for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:20:18.236235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071714af-e195-4328-b940-2cae5c05350f req-8eaf825e-e638-4b36-9948-e1fe3976dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.237962 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-071714af-e195-4328-b940-2cae5c05350f req-8eaf825e-e638-4b36-9948-e1fe3976dd39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dfe90ea421e4e1f8ae9ebe26ddc19c8&device_id=8551fd66-2dfb-41db-9668-f352804ce935 HTTP/1.1" status: 200 len: 1094 time: 0.0956211 Oct 25 09:20:18.247331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:18.249479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:18.249990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Made reservation on behalf of 6a7bbae9d5bf4003a8aef0b17d531a02 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:18.254663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:18.267611 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:18.296032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25d7e6-60d5-491f-8938-f38652f3d209 service neutron] Pushing event updated for resources: {'Port': ['ID=f42c0789-cce6-4796-bc9a-777d6112e316,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:18.321377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e7101-9797-4102-92b0-1dad665fd957 req-f2cbcd0b-b7e8-4d5a-8d81-b81e40f305c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.323016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-238e7101-9797-4102-92b0-1dad665fd957 req-f2cbcd0b-b7e8-4d5a-8d81-b81e40f305c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605488 Oct 25 09:20:18.348494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733b50-1a25-4b0d-931d-6cd3826d71ea req-1c4028d5-a488-4f41-9121-f6839b7c6cd8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.356052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f733b50-1a25-4b0d-931d-6cd3826d71ea req-1c4028d5-a488-4f41-9121-f6839b7c6cd8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.2268572 Oct 25 09:20:18.365889 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b5038753-4b5e-4c84-9399-48da7fceb228 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1544564 Oct 25 09:20:18.366824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:18.383188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:18.500234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071714af-e195-4328-b940-2cae5c05350f req-72543589-168a-43a9-be5e-ad1dd6841e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.501686 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-071714af-e195-4328-b940-2cae5c05350f req-72543589-168a-43a9-be5e-ad1dd6841e2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=07856a5b-f11a-450b-8db7-51b2082a1e1a HTTP/1.1" status: 200 len: 919 time: 0.2536809 Oct 25 09:20:18.564618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-071714af-e195-4328-b940-2cae5c05350f req-7a8c6b02-bc3e-4391-b43c-6dae9df61caf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbb94537-6d5e-4ff9-9f67-e44fd391a875 HTTP/1.1" status: 200 len: 217 time: 0.0399981 Oct 25 09:20:18.573405 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-afd420c6-7169-4265-8db0-bbdbebc301d1 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/floatingips/c1480f2b-1373-431c-ac19-a1a1fea05f34 HTTP/1.1" status: 200 len: 992 time: 0.2027380 Oct 25 09:20:18.630123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Allocated IP 172.20.0.13 (b6f8e042-29c8-4b78-810f-ca3b6d9970e0/78b13de4-3b89-4bfc-a2f6-b2f849ab9f95/826ac29c-cd25-4d75-8846-33019407f911) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:18.647495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071714af-e195-4328-b940-2cae5c05350f req-c1a441f2-3959-4a16-bddb-9f5d3c54d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.648548 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-071714af-e195-4328-b940-2cae5c05350f req-c1a441f2-3959-4a16-bddb-9f5d3c54d01c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da865c1f-0d8b-498b-829c-a79a9243a0ea HTTP/1.1" status: 200 len: 858 time: 0.0741193 Oct 25 09:20:18.654101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'c1480f2b-1373-431c-ac19-a1a1fea05f34', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'port_id': 'a8956971-5544-4923-be68-ddfda12be71f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'mac_address': 'fa:16:3e:03:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:20:16Z', 'updated_at': '2021-10-25T09:20:16Z', 'revision_number': 0, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:57Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:18.685019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] Checking router: 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:20:18.691922 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-071714af-e195-4328-b940-2cae5c05350f req-1420acbf-dad8-49c9-86ef-97539590f611 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07856a5b-f11a-450b-8db7-51b2082a1e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348041 Oct 25 09:20:18.695644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:18.696365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:18.788551 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1246239-73fc-4473-af22-e4b89d53ce62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:18.811817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f733b50-1a25-4b0d-931d-6cd3826d71ea req-a54a1197-f2e1-4f44-b1dc-a44dd0d79f4f tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546821 Oct 25 09:20:18.826523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:18.839304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-42a1155c-529a-4a4b-863d-fe651343e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.840937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-42a1155c-529a-4a4b-863d-fe651343e829 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dfe90ea421e4e1f8ae9ebe26ddc19c8&device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 1094 time: 0.5508163 Oct 25 09:20:18.868426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-2ea9465e-f5c6-442c-95db-ca441ad9ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:18.870470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-2ea9465e-f5c6-442c-95db-ca441ad9ec4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2dfe90ea421e4e1f8ae9ebe26ddc19c8&device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 1094 time: 0.5117300 Oct 25 09:20:18.875262 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-071714af-e195-4328-b940-2cae5c05350f req-27a5c053-249f-4896-a1a1-a343543d6f93 service neutron] 10.222.0.18 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741273 Oct 25 09:20:18.922550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-238e7101-9797-4102-92b0-1dad665fd957 req-fc17fc34-2d15-4ff9-9bc6-c9a6d9d0d88c service neutron] 10.222.0.41 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605814 Oct 25 09:20:18.939103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-a033823a-1996-45b8-a411-190787da5498 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f42c0789-cce6-4796-bc9a-777d6112e316 HTTP/1.1" status: 200 len: 217 time: 0.0781841 Oct 25 09:20:18.948801 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.011222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-071714af-e195-4328-b940-2cae5c05350f req-f4e6e7bc-a148-4bd9-9c10-f6bf40daf51c service neutron] 10.222.0.18 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247287 Oct 25 09:20:19.018305 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.028598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 1d9b5d28-40cf-4487-a215-ea3e36ca3f0b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:19.029731 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.072535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:19.075768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:19.082809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:19.086996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Pushing event updated for resources: {'Port': ['ID=826ac29c-cd25-4d75-8846-33019407f911,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:19.144374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:19.145366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.168223 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-023b7b0e-c5b1-4215-a5d3-6bd59623f1fd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1817527 Oct 25 09:20:19.188341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Request body: {'port': {'device_id': 'f8f39310-dbb4-4c25-9815-a8ef316d4c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:19.221058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9cce-1170-425b-85e6-df7dffa49281 req-f1f21b5a-6f29-46ba-8ff3-ff8005c0f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:19.222537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-f1f21b5a-6f29-46ba-8ff3-ff8005c0f1a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da865c1f-0d8b-498b-829c-a79a9243a0ea HTTP/1.1" status: 200 len: 858 time: 0.2509284 Oct 25 09:20:19.235985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b9638-ac1d-4dc8-b0fe-f5c8c5e35628 req-5f55f455-e7fc-4385-94a5-d82c2007adb8 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:19.237481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d37b9638-ac1d-4dc8-b0fe-f5c8c5e35628 req-5f55f455-e7fc-4385-94a5-d82c2007adb8 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 943 time: 0.3574188 Oct 25 09:20:19.257468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.267614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'c1480f2b-1373-431c-ac19-a1a1fea05f34', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'port_id': 'a8956971-5544-4923-be68-ddfda12be71f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'mac_address': 'fa:16:3e:03:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:20:16Z', 'updated_at': '2021-10-25T09:20:16Z', 'revision_number': 0, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:57Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:19.276827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-d078113d-465a-4ca4-a63e-855d9ea756af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:19.278306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-d078113d-465a-4ca4-a63e-855d9ea756af service neutron] 10.222.0.41 "GET /v2.0/networks?id=07856a5b-f11a-450b-8db7-51b2082a1e1a HTTP/1.1" status: 200 len: 919 time: 0.3958411 Oct 25 09:20:19.296276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519408a-77ca-45cf-8c06-ed26bd5e6744 None None] The sync data for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 is: [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'c1480f2b-1373-431c-ac19-a1a1fea05f34', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'port_id': 'a8956971-5544-4923-be68-ddfda12be71f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'mac_address': 'fa:16:3e:03:8f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:20:16Z', 'updated_at': '2021-10-25T09:20:16Z', 'revision_number': 0, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:57Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:20:19.307568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-37083f55-2450-4e2b-9020-94d8537eb11d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07856a5b-f11a-450b-8db7-51b2082a1e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690818 Oct 25 09:20:19.325580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-238e7101-9797-4102-92b0-1dad665fd957 req-f8b03738-246b-4fe5-b8de-de58180a75b7 service neutron] 10.222.0.41 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913074 Oct 25 09:20:19.372279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.372601 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.425349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-8fe6d075-c590-4170-ab31-ccba8f63066a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2894ea4-de2e-4afd-8ac2-b73038c76e60 HTTP/1.1" status: 200 len: 217 time: 0.1249280 Oct 25 09:20:19.447964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 1d9b5d28-40cf-4487-a215-ea3e36ca3f0b owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:19.498245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d37b9638-ac1d-4dc8-b0fe-f5c8c5e35628 req-3a8da7d4-b29b-408d-b51f-2a854369b8a4 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321203 Oct 25 09:20:19.555546 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541d3bd-6258-40a9-9e2e-ba0bd4174562 None None] New status for floating IP c1480f2b-1373-431c-ac19-a1a1fea05f34: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:20:19.581605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52872) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:19.673500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-6f08d7e5-3811-47e3-b6bc-b340c4ee1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:19.674963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-6f08d7e5-3811-47e3-b6bc-b340c4ee1ee6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da865c1f-0d8b-498b-829c-a79a9243a0ea HTTP/1.1" status: 200 len: 858 time: 0.2286849 Oct 25 09:20:19.744134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-260e1e4d-981b-458c-bc69-81075265e7e2 service neutron] 10.222.0.18 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134917 Oct 25 09:20:19.750353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-1b2383a2-5a97-4212-863f-448a83d91ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07856a5b-f11a-450b-8db7-51b2082a1e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523849 Oct 25 09:20:19.823628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-75bb4cde-da4c-46f9-87c1-bdf751a7d1a7 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/floatingips/c1480f2b-1373-431c-ac19-a1a1fea05f34 HTTP/1.1" status: 200 len: 992 time: 0.2376812 Oct 25 09:20:19.878023 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.880822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aa683-7a6d-42aa-86bf-6a8a14c2550e req-e0ffc376-9762-45a7-bb6d-f9b875edfb45 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:19.882443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c12aa683-7a6d-42aa-86bf-6a8a14c2550e req-e0ffc376-9762-45a7-bb6d-f9b875edfb45 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 932 time: 0.2979822 Oct 25 09:20:19.913540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826ac29c-cd25-4d75-8846-33019407f911 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:19.922138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.922432 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:19.937378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Transition to ACTIVE for port object 826ac29c-cd25-4d75-8846-33019407f911 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:20:19.943633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:20.015333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Pushing event updated for resources: {'Port': ['ID=826ac29c-cd25-4d75-8846-33019407f911,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:20.034467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58af9cce-1170-425b-85e6-df7dffa49281 req-5774b4fb-a7b4-407c-9495-cf37e77202b5 service neutron] 10.222.0.18 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831166 Oct 25 09:20:20.037298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c12aa683-7a6d-42aa-86bf-6a8a14c2550e req-c48566c4-d28d-4c81-acee-6941070ff371 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392269 Oct 25 09:20:20.069976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ff150b-3d31-43b5-9699-6f633f3a82b7', 'tag': 'f42c0789-cce6-4796-bc9a-777d6112e316'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:20.072312 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bc362a-0148-4c4b-9d0c-2638987388e9" -d '{"events": [{"name": "network-changed", "server_uuid": "16ff150b-3d31-43b5-9699-6f633f3a82b7", "tag": "f42c0789-cce6-4796-bc9a-777d6112e316"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:20.079586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:20.081957 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f8267c-f33a-4d9b-bc98-d75010530083" -d '{"events": [{"name": "network-changed", "server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "tag": "a8956971-5544-4923-be68-ddfda12be71f"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:20.085880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-553b9d7e-bb67-4bc1-86b2-7b6b679249a9 service neutron] 10.222.0.41 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159125 Oct 25 09:20:20.088100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Attempting to bind port 826ac29c-cd25-4d75-8846-33019407f911 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:20.088434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Attempting to bind port 826ac29c-cd25-4d75-8846-33019407f911 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '08b1b7bd-bd5f-4852-b582-f4f28058bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6f8e042-29c8-4b78-810f-ca3b6d9970e0'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:20.088757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Attempting to bind port 826ac29c-cd25-4d75-8846-33019407f911 on network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:20.093564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Port 826ac29c-cd25-4d75-8846-33019407f911 on network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:20:20.093886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Attempting to bind port 826ac29c-cd25-4d75-8846-33019407f911 on network b6f8e042-29c8-4b78-810f-ca3b6d9970e0 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:20.099196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:20.099532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Checking segment: {'id': '08b1b7bd-bd5f-4852-b582-f4f28058bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6f8e042-29c8-4b78-810f-ca3b6d9970e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:20.099906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Bound using segment: {'id': '08b1b7bd-bd5f-4852-b582-f4f28058bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6f8e042-29c8-4b78-810f-ca3b6d9970e0'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:20.100334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Bound port: 826ac29c-cd25-4d75-8846-33019407f911, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b1b7bd-bd5f-4852-b582-f4f28058bc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6f8e042-29c8-4b78-810f-ca3b6d9970e0'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:20.100688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:20.143338 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:20.171774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] For port 826ac29c-cd25-4d75-8846-33019407f911, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:20.174843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] For port 826ac29c-cd25-4d75-8846-33019407f911, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=826ac29c-cd25-4d75-8846-33019407f911,segment=NetworkSegment(08b1b7bd-bd5f-4852-b582-f4f28058bc0b),segment_id=08b1b7bd-bd5f-4852-b582-f4f28058bc0b)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:20.178973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:20.200433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a21b6-8ff4-40cc-87e1-5c826fca75c9 req-9395d1dd-954f-47db-b08f-b62b0e99d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:20.201995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e56a21b6-8ff4-40cc-87e1-5c826fca75c9 req-9395d1dd-954f-47db-b08f-b62b0e99d659 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1957679 Oct 25 09:20:20.208957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=1d9b5d28-40cf-4487-a215-ea3e36ca3f0b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:20.219830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:20.220451 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:20.221890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] 10.222.0.18 "PUT /v2.0/ports/826ac29c-cd25-4d75-8846-33019407f911 HTTP/1.1" status: 200 len: 1092 time: 1.0397792 Oct 25 09:20:20.245878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723281b-3bec-402e-b6aa-4d677b18ffcd service neutron] Pushing event updated for resources: {'Port': ['ID=826ac29c-cd25-4d75-8846-33019407f911,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:20.322142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-b7186049-0316-45b1-bd7a-5223a423eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:20.323784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-b7186049-0316-45b1-bd7a-5223a423eff0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a7bbae9d5bf4003a8aef0b17d531a02&device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 1095 time: 0.0415175 Oct 25 09:20:20.327751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7a601-a276-4263-94e9-f13314ee010e req-64b8bc60-4fe1-4ada-b6a5-adb03966a5b3 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:20.329224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bcf7a601-a276-4263-94e9-f13314ee010e req-64b8bc60-4fe1-4ada-b6a5-adb03966a5b3 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.2136672 Oct 25 09:20:20.333669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e56a21b6-8ff4-40cc-87e1-5c826fca75c9 req-81eba315-f659-499c-8fa6-2056c658561b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224601 Oct 25 09:20:20.335465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12f0a4de-18e1-4be2-97a6-327916f8da32 req-03ae9342-980b-4321-839e-ca881260c9e8 service neutron] 10.222.0.41 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411113 Oct 25 09:20:20.356452 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:20.356781 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Floating IP 0a603dcb-a22f-4886-aa35-cb92f8582ef3 disassociated (deleted). External IP: 172.25.8.200, port: 206f1364-295f-432b-8986-274cfc11d968. Oct 25 09:20:20.377115 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-d36b8296-0275-4f86-8c8e-4e49a7901b70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826ac29c-cd25-4d75-8846-33019407f911 HTTP/1.1" status: 200 len: 217 time: 0.0358374 Oct 25 09:20:20.430680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-4a8f271b-f251-4a4d-ba4a-5e6d0a026beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:20.432138 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-4a8f271b-f251-4a4d-ba4a-5e6d0a026beb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78b13de4-3b89-4bfc-a2f6-b2f849ab9f95 HTTP/1.1" status: 200 len: 848 time: 0.0478637 Oct 25 09:20:20.439285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bcf7a601-a276-4263-94e9-f13314ee010e req-4f571b58-e9b2-4ef6-8e47-1bf7df960511 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Oct 25 09:20:20.468799 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-541368c3-2510-4a79-90d2-c7639a5c5dd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6f8e042-29c8-4b78-810f-ca3b6d9970e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266509 Oct 25 09:20:20.515741 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58859c7-9e4a-435c-bae3-a1aaf0177500 x-openstack-request-id: req-a58859c7-9e4a-435c-bae3-a1aaf0177500 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:20.516036 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ff150b-3d31-43b5-9699-6f633f3a82b7", "tag": "f42c0789-cce6-4796-bc9a-777d6112e316", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:20.516300 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a58859c7-9e4a-435c-bae3-a1aaf0177500 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:20.516688 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ff150b-3d31-43b5-9699-6f633f3a82b7', 'tag': 'f42c0789-cce6-4796-bc9a-777d6112e316', 'status': 'completed', 'code': 200} Oct 25 09:20:20.532439 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63badd0-fa42-436d-a108-1238f5234802 x-openstack-request-id: req-a63badd0-fa42-436d-a108-1238f5234802 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:20.532744 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "tag": "a8956971-5544-4923-be68-ddfda12be71f", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:20.533023 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a63badd0-fa42-436d-a108-1238f5234802 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:20.533777 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f', 'status': 'completed', 'code': 200} Oct 25 09:20:20.585517 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-4d224e7a-5eb0-439e-a837-41c301e6aa9b service neutron] 10.222.0.18 "GET /v2.0/networks/b6f8e042-29c8-4b78-810f-ca3b6d9970e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082587 Oct 25 09:20:20.659981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-7f228dd4-e1f0-40eb-9f45-d010599f1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:20.661501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-7f228dd4-e1f0-40eb-9f45-d010599f1b45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dfe90ea421e4e1f8ae9ebe26ddc19c8&device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 1094 time: 0.1086895 Oct 25 09:20:20.676813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4660-3212-40e6-8671-5f12314ca381 req-fc3bfac0-810d-4863-994b-1f744c379394 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:20.678356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-097d4660-3212-40e6-8671-5f12314ca381 req-fc3bfac0-810d-4863-994b-1f744c379394 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 943 time: 0.0920630 Oct 25 09:20:20.680282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:20:20.690868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8652e510-837a-4d75-9afb-9eae85e5d7bd req-571dc868-aa8f-4cae-8813-8ab93d3f368c service neutron] 10.222.0.18 "GET /v2.0/networks/b6f8e042-29c8-4b78-810f-ca3b6d9970e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982928 Oct 25 09:20:20.826918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52882) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:20.894835 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e8971d68-02bc-4d96-8fa3-43e357891f77 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/floatingips/c1480f2b-1373-431c-ac19-a1a1fea05f34 HTTP/1.1" status: 200 len: 994 time: 0.0667126 Oct 25 09:20:21.163014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-097d4660-3212-40e6-8671-5f12314ca381 req-41c14d49-be91-465b-a670-ec3c31a81315 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723816 Oct 25 09:20:21.199743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-943eab98-4bf0-4718-8188-603637014a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:21.201884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-943eab98-4bf0-4718-8188-603637014a75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 1097 time: 0.4600465 Oct 25 09:20:21.209131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-781241be-92ce-426f-8a4f-025a7acf3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:21.210514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-781241be-92ce-426f-8a4f-025a7acf3920 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07856a5b-f11a-450b-8db7-51b2082a1e1a HTTP/1.1" status: 200 len: 919 time: 0.5291798 Oct 25 09:20:21.336746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-9bb54b33-7f5c-4e5b-8156-a3917395b32b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f42c0789-cce6-4796-bc9a-777d6112e316 HTTP/1.1" status: 200 len: 217 time: 0.1124194 Oct 25 09:20:21.356862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:20:21.361506 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:21.366444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] Sync routers for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:20:21.376052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:21.376644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:21.429905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2263eae-384c-47fc-938b-de042b57b7ea req-c92c3563-22f7-4640-881a-3b3e98fbefe8 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:21.431294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2263eae-384c-47fc-938b-de042b57b7ea req-c92c3563-22f7-4640-881a-3b3e98fbefe8 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 944 time: 0.2080622 Oct 25 09:20:21.448008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2911e398-eb07-4f1f-91f7-d0fc1a22cb64 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/floatingips/0a603dcb-a22f-4886-aa35-cb92f8582ef3 HTTP/1.1" status: 204 len: 168 time: 3.4480612 Oct 25 09:20:21.480087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-18be500f-389b-4462-ac9e-9bf3d6a0a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:21.481564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-18be500f-389b-4462-ac9e-9bf3d6a0a014 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da865c1f-0d8b-498b-829c-a79a9243a0ea HTTP/1.1" status: 200 len: 858 time: 0.1359797 Oct 25 09:20:21.486516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-0d676b58-8bc8-47ab-ae46-7358b052262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:21.487888 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-0d676b58-8bc8-47ab-ae46-7358b052262f service neutron] 10.222.0.41 "GET /v2.0/networks?id=90721ad5-6106-41e4-a059-82488714cfa7 HTTP/1.1" status: 200 len: 898 time: 0.2765372 Oct 25 09:20:21.495435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:21.539014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2263eae-384c-47fc-938b-de042b57b7ea req-0e040934-a7e7-4b5a-8205-61ff3d131717 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968363 Oct 25 09:20:21.540904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-9fa084cf-c032-4aed-9ae6-7411bef79f06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07856a5b-f11a-450b-8db7-51b2082a1e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485680 Oct 25 09:20:21.744393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:17:03Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:21.759458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-b184b6c9-4039-4fad-9135-087da0b81b16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8956971-5544-4923-be68-ddfda12be71f HTTP/1.1" status: 200 len: 1002 time: 0.2500200 Oct 25 09:20:21.783307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-80b58f54-039b-4b24-8a1a-002aaea13726 service neutron] 10.222.0.18 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292221 Oct 25 09:20:21.791681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] Checking router: 7c52b512-7660-4828-87aa-bd2b6b1f6aaf for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:20:21.808692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:21.809330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:21.878572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:21.919985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-ec4864b7-007f-475f-b886-de11f6cb3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:21.921616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-ec4864b7-007f-475f-b886-de11f6cb3606 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415 HTTP/1.1" status: 200 len: 835 time: 0.1373451 Oct 25 09:20:21.925289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:21.943153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceb7ba-6fd3-4b03-a1ee-12cee1758eaf req-2117db31-bd38-4d16-8d76-04c999128cb0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:21.944589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9ceb7ba-6fd3-4b03-a1ee-12cee1758eaf req-2117db31-bd38-4d16-8d76-04c999128cb0 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1432419 Oct 25 09:20:21.990344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bc362a-0148-4c4b-9d0c-2638987388e9 req-d7d8f94d-2e23-43cf-98fe-9464eacc5510 service neutron] 10.222.0.18 "GET /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984472 Oct 25 09:20:22.022060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-025d3c1c-d9e8-4c58-a053-7e145f124e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:22.023560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-025d3c1c-d9e8-4c58-a053-7e145f124e1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90721ad5-6106-41e4-a059-82488714cfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766642 Oct 25 09:20:22.026800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9ceb7ba-6fd3-4b03-a1ee-12cee1758eaf req-465673b6-29ae-4a39-a4c7-56ea66ef5700 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686209 Oct 25 09:20:22.150524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:17:03Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:22.153308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-44d4673a-d3a4-4a42-8947-b5026dbf7ec9 service neutron] 10.222.0.41 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219292 Oct 25 09:20:22.161530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41528d4f-a458-4029-9d7b-c270a2b1c9cf req-4a18f696-2e07-447d-b42e-021754eba9ef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:22.162909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41528d4f-a458-4029-9d7b-c270a2b1c9cf req-4a18f696-2e07-447d-b42e-021754eba9ef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0763247 Oct 25 09:20:22.177477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e975e6-f230-4ad0-b454-2f26ae87f615 None None] The sync data for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 is: [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:16:57Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d', 'name': '', 'network_id': 'fb893685-e3fc-43d4-870d-a04946c64056', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:6b:1a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:56Z', 'updated_at': '2021-10-25T09:17:03Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '82c609cd-73b0-4ce8-9993-62f083b06cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:20:22.253647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41528d4f-a458-4029-9d7b-c270a2b1c9cf req-e754c5af-8681-4d2b-94f5-4e5a5192012b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825179 Oct 25 09:20:22.291280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3f8267c-f33a-4d9b-bc98-d75010530083 req-bfedb755-56e3-49f8-b979-bb7b3d6a060c service neutron] 10.222.0.41 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274331 Oct 25 09:20:22.425748 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062c69e1-ce17-46fe-af38-4636dcf19d22 None None] New status for floating IP 0a603dcb-a22f-4886-aa35-cb92f8582ef3: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:20:22.465863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dee36-18f4-47c3-bb08-22c2423a4ef2 req-4890f751-7c9f-4dce-a67b-4198234d8707 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:22.467739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-630dee36-18f4-47c3-bb08-22c2423a4ef2 req-4890f751-7c9f-4dce-a67b-4198234d8707 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 943 time: 0.0521190 Oct 25 09:20:22.509116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-630dee36-18f4-47c3-bb08-22c2423a4ef2 req-4c8dbb6b-94a0-4268-9d12-17af0a2b141e tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347471 Oct 25 09:20:22.517725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'tag': '206f1364-295f-432b-8986-274cfc11d968'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:22.520352 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ac941-52f5-43a3-97cc-4503ea6977cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "tag": "206f1364-295f-432b-8986-274cfc11d968"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:22.534770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f39310-dbb4-4c25-9815-a8ef316d4c18', 'tag': '826ac29c-cd25-4d75-8846-33019407f911'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:22.537299 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40217a11-1540-4e1b-b991-fea706663824" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f39310-dbb4-4c25-9815-a8ef316d4c18", "tag": "826ac29c-cd25-4d75-8846-33019407f911"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:22.644026 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79cc291-feb5-4cce-8e91-ace8682357e3 x-openstack-request-id: req-f79cc291-feb5-4cce-8e91-ace8682357e3 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:22.644326 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "tag": "206f1364-295f-432b-8986-274cfc11d968", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:22.644576 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f79cc291-feb5-4cce-8e91-ace8682357e3 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:22.645028 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'tag': '206f1364-295f-432b-8986-274cfc11d968', 'status': 'completed', 'code': 200} Oct 25 09:20:22.664331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b2894ea4-de2e-4afd-8ac2-b73038c76e60 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:20:22.683500 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1d0839-6fcd-46a5-81b1-3d08a181f23e x-openstack-request-id: req-3f1d0839-6fcd-46a5-81b1-3d08a181f23e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:22.683971 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f39310-dbb4-4c25-9815-a8ef316d4c18", "tag": "826ac29c-cd25-4d75-8846-33019407f911", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:22.684376 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f1d0839-6fcd-46a5-81b1-3d08a181f23e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:22.685556 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f39310-dbb4-4c25-9815-a8ef316d4c18', 'tag': '826ac29c-cd25-4d75-8846-33019407f911', 'status': 'completed', 'code': 200} Oct 25 09:20:22.777884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b2894ea4-de2e-4afd-8ac2-b73038c76e60, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b2894ea4-de2e-4afd-8ac2-b73038c76e60,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:22.788650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'b2894ea4-de2e-4afd-8ac2-b73038c76e60', 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a', 'port_id': 'b2894ea4-de2e-4afd-8ac2-b73038c76e60', 'mac_address': 'fa:16:3e:ed:97:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da865c1f-0d8b-498b-829c-a79a9243a0ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:20:22.809758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-559f2e72-8336-42ee-9573-bbc962abd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:22.812216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-559f2e72-8336-42ee-9573-bbc962abd026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b8760a216824ec597867a276d8f018e&device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1279786 Oct 25 09:20:22.826853 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:22.828035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-5c5431e5-82bd-4bd9-b37a-1949dc6aedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:22.829798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-5c5431e5-82bd-4bd9-b37a-1949dc6aedf3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 1096 time: 0.1178222 Oct 25 09:20:22.833137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40217a11-1540-4e1b-b991-fea706663824 req-bcd65152-42bf-467f-85eb-2f12d7d1ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:22.834483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40217a11-1540-4e1b-b991-fea706663824 req-bcd65152-42bf-467f-85eb-2f12d7d1ff3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a7bbae9d5bf4003a8aef0b17d531a02&device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 1095 time: 0.0940833 Oct 25 09:20:22.839520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2894ea4-de2e-4afd-8ac2-b73038c76e60 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:22.845778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c329dc-0674-483f-a77a-1b06451cdac0 req-d5ca8f38-d047-4b0d-8ac6-2c241ba3073d tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:22.847221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68c329dc-0674-483f-a77a-1b06451cdac0 req-d5ca8f38-d047-4b0d-8ac6-2c241ba3073d tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 944 time: 0.1056702 Oct 25 09:20:22.860058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b2894ea4-de2e-4afd-8ac2-b73038c76e60, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b2894ea4-de2e-4afd-8ac2-b73038c76e60,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:22.864427 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:22.911109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b2894ea4-de2e-4afd-8ac2-b73038c76e60,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:23.045650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68c329dc-0674-483f-a77a-1b06451cdac0 req-afc8bbe7-6935-412a-bcea-2c14cf225c71 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862667 Oct 25 09:20:23.109041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40217a11-1540-4e1b-b991-fea706663824 req-c00bc573-3f96-4c40-8719-6945d7480a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.110518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40217a11-1540-4e1b-b991-fea706663824 req-c00bc573-3f96-4c40-8719-6945d7480a40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6f8e042-29c8-4b78-810f-ca3b6d9970e0 HTTP/1.1" status: 200 len: 909 time: 0.2624495 Oct 25 09:20:23.117622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-2da30c12-be4c-42fc-b3fe-70d9ecf63119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.118947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-2da30c12-be4c-42fc-b3fe-70d9ecf63119 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 200 len: 898 time: 0.2635450 Oct 25 09:20:23.184858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-fd78ee8c-2cd6-48f7-9a44-825872219054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.186856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-fd78ee8c-2cd6-48f7-9a44-825872219054 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 200 len: 920 time: 0.3304574 Oct 25 09:20:23.191910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40217a11-1540-4e1b-b991-fea706663824 req-2908829c-8f9f-4b9e-b319-8025d1fd1035 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826ac29c-cd25-4d75-8846-33019407f911 HTTP/1.1" status: 200 len: 217 time: 0.0715630 Oct 25 09:20:23.237304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-e897461e-c99d-4272-83e1-c498df45ebeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 200 len: 217 time: 0.0955322 Oct 25 09:20:23.295400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-4465ee63-bef1-4585-ad0a-f466c13aad8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449 HTTP/1.1" status: 200 len: 217 time: 0.0748789 Oct 25 09:20:23.337710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b2894ea4-de2e-4afd-8ac2-b73038c76e60'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:23.370575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194af1df-2efb-447d-ab4f-5653aa4b9f49 req-9d5ebab2-3d11-4f99-8ca2-865bc6de9f6c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.372065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194af1df-2efb-447d-ab4f-5653aa4b9f49 req-9d5ebab2-3d11-4f99-8ca2-865bc6de9f6c tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.2559073 Oct 25 09:20:23.386232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40217a11-1540-4e1b-b991-fea706663824 req-a08d3c4e-07cf-4d8d-a34b-cda408a55b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.387637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40217a11-1540-4e1b-b991-fea706663824 req-a08d3c4e-07cf-4d8d-a34b-cda408a55b57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78b13de4-3b89-4bfc-a2f6-b2f849ab9f95 HTTP/1.1" status: 200 len: 848 time: 0.1689630 Oct 25 09:20:23.411940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-63b513c5-2f23-417b-a55b-36bef4f3abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.413327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-63b513c5-2f23-417b-a55b-36bef4f3abd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 200 len: 834 time: 0.1308544 Oct 25 09:20:23.446666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40217a11-1540-4e1b-b991-fea706663824 req-b101dba8-2ed0-4ee4-a65d-2bdf26257ee3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6f8e042-29c8-4b78-810f-ca3b6d9970e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454054 Oct 25 09:20:23.447984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-08119663-e988-4cc0-8167-cf20735b9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.449295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-08119663-e988-4cc0-8167-cf20735b9a62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 200 len: 859 time: 0.1300886 Oct 25 09:20:23.483710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device bbb94537-6d5e-4ff9-9f67-e44fd391a875 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:20:23.555062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-194af1df-2efb-447d-ab4f-5653aa4b9f49 req-383a61f7-f55d-4bd0-900f-cc61e1bd6606 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705453 Oct 25 09:20:23.556936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-62bf7bf4-3fa6-473b-a96d-9e859fa19957 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f80e0541-c9e1-44a7-a30c-24349659de5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800540 Oct 25 09:20:23.616533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-9f7724d9-439d-4967-9d19-63ab86fe90bd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.618394 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-9f7724d9-439d-4967-9d19-63ab86fe90bd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 945 time: 0.0839796 Oct 25 09:20:23.622001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port bbb94537-6d5e-4ff9-9f67-e44fd391a875, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=bbb94537-6d5e-4ff9-9f67-e44fd391a875,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:23.623946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-a121f561-7c20-400f-9820-6b438c2fa003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:23.625265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-a121f561-7c20-400f-9820-6b438c2fa003 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb893685-e3fc-43d4-870d-a04946c64056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892369 Oct 25 09:20:23.642371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'bbb94537-6d5e-4ff9-9f67-e44fd391a875', 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a', 'port_id': 'bbb94537-6d5e-4ff9-9f67-e44fd391a875', 'mac_address': 'fa:16:3e:55:23:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da865c1f-0d8b-498b-829c-a79a9243a0ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:20:23.688309 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:23.702544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb94537-6d5e-4ff9-9f67-e44fd391a875 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:23.723948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port bbb94537-6d5e-4ff9-9f67-e44fd391a875, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=bbb94537-6d5e-4ff9-9f67-e44fd391a875,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:23.729659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:23.733991 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 206f1364-295f-432b-8986-274cfc11d968 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:23.734335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:23.786608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=bbb94537-6d5e-4ff9-9f67-e44fd391a875,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:23.838473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port 206f1364-295f-432b-8986-274cfc11d968, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=206f1364-295f-432b-8986-274cfc11d968,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:23.838842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:23.852757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 206f1364-295f-432b-8986-274cfc11d968 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:23.991734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:24.023695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40217a11-1540-4e1b-b991-fea706663824 req-6e0d6605-2533-4ef7-baea-878ef8e3e37d service neutron] 10.222.0.18 "GET /v2.0/networks/b6f8e042-29c8-4b78-810f-ca3b6d9970e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684621 Oct 25 09:20:24.033178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=206f1364-295f-432b-8986-274cfc11d968,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:24.067767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] No DVR routers for this DVR port 206f1364-295f-432b-8986-274cfc11d968 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:24.070776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:24.074101 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.41 "DELETE /v2.0/ports/206f1364-295f-432b-8986-274cfc11d968 HTTP/1.1" status: 204 len: 173 time: 0.4456687 Oct 25 09:20:24.111303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-7253a7c2-5211-477a-b70b-0710c2b69d00 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425689 Oct 25 09:20:24.130880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6cc76-ff45-4ee8-932a-007065a875af req-6522ef82-6cb3-43df-a4c6-cb8053e025f4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:24.132323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60b6cc76-ff45-4ee8-932a-007065a875af req-6522ef82-6cb3-43df-a4c6-cb8053e025f4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a7aa8-975b-4747-8fe6-479f5d02271d HTTP/1.1" status: 200 len: 867 time: 0.4885437 Oct 25 09:20:24.165910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['bbb94537-6d5e-4ff9-9f67-e44fd391a875'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:24.220339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-9cf2bdbd-b6ed-46bd-ab78-3b6d3cfb9e43 service neutron] 10.222.0.41 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874188 Oct 25 09:20:24.311641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40217a11-1540-4e1b-b991-fea706663824 req-83236ec1-7583-4c79-931c-05d99be813b8 service neutron] 10.222.0.18 "GET /v2.0/networks/b6f8e042-29c8-4b78-810f-ca3b6d9970e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742977 Oct 25 09:20:24.328170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60b6cc76-ff45-4ee8-932a-007065a875af req-b12d2244-dc7a-4c71-bcac-c44331c79a83 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d9a16f7-dc19-45ce-8e9f-4733c043d639&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1774290 Oct 25 09:20:24.351823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adfb8e90-095e-4a6b-a018-03e282983e68 req-320526e4-fe39-4bff-81d9-e0e770250d32 service neutron] 10.222.0.41 "GET /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142801 Oct 25 09:20:24.377007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-508ac941-52f5-43a3-97cc-4503ea6977cf req-1d1723c8-3fd1-4dc1-999f-30e077e7d89c service neutron] 10.222.0.41 "GET /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433885 Oct 25 09:20:24.445390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438767aa-44fc-408b-9911-c471fc82ab1b req-135e4860-5348-4bb3-b01f-9cadfcd7d327 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:24.446986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-438767aa-44fc-408b-9911-c471fc82ab1b req-135e4860-5348-4bb3-b01f-9cadfcd7d327 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 944 time: 0.0572810 Oct 25 09:20:24.494737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-438767aa-44fc-408b-9911-c471fc82ab1b req-a66ac833-b7b7-45ec-8289-063e6b0428ec tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Oct 25 09:20:24.601126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b31583-ac9e-46ca-bdc0-2650d12152f6 req-e35793b9-5b5f-4535-accb-f673fe6769d1 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:24.602209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29b31583-ac9e-46ca-bdc0-2650d12152f6 req-e35793b9-5b5f-4535-accb-f673fe6769d1 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 944 time: 0.0501201 Oct 25 09:20:24.644497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29b31583-ac9e-46ca-bdc0-2650d12152f6 req-fe33c5f8-de39-4806-b16d-7b331a0d803c tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347908 Oct 25 09:20:24.682225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b2894ea4-de2e-4afd-8ac2-b73038c76e60 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:24.686816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'name': 'network-vif-deleted', 'tag': '206f1364-295f-432b-8986-274cfc11d968'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:24.690015 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6af6d89-26d6-4399-8d36-edda8bfe4670" -d '{"events": [{"server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "name": "network-vif-deleted", "tag": "206f1364-295f-432b-8986-274cfc11d968"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:24.755223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port b2894ea4-de2e-4afd-8ac2-b73038c76e60 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:20:24.759155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port b2894ea4-de2e-4afd-8ac2-b73038c76e60 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:24.759587 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:24.762073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8aaf6-2c3b-4ce2-aece-dd99a2ba2683 req-16c7ac01-b242-494b-be29-7abda1912ae5 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:24.763593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3c8aaf6-2c3b-4ce2-aece-dd99a2ba2683 req-16c7ac01-b242-494b-be29-7abda1912ae5 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0546980 Oct 25 09:20:24.804416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3c8aaf6-2c3b-4ce2-aece-dd99a2ba2683 req-d9558367-a60e-4e72-bd6e-5e8437b555c4 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Oct 25 09:20:24.843368 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:24.851534 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b752c1c1-7202-4631-87e5-80df91c5f9a8 x-openstack-request-id: req-b752c1c1-7202-4631-87e5-80df91c5f9a8 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:24.851836 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a7aa8-975b-4747-8fe6-479f5d02271d", "name": "network-vif-deleted", "tag": "206f1364-295f-432b-8986-274cfc11d968", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:24.852095 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b752c1c1-7202-4631-87e5-80df91c5f9a8 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:24.852531 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65a7aa8-975b-4747-8fe6-479f5d02271d', 'name': 'network-vif-deleted', 'tag': '206f1364-295f-432b-8986-274cfc11d968', 'status': 'completed', 'code': 200} Oct 25 09:20:24.868545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020124c2-73b5-4bc3-824d-b9f57231b147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2894ea4-de2e-4afd-8ac2-b73038c76e60'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:24.870839 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8c5fb-b0c1-463b-8883-8dc705483c0b" -d '{"events": [{"server_uuid": "020124c2-73b5-4bc3-824d-b9f57231b147", "name": "network-vif-plugged", "status": "completed", "tag": "b2894ea4-de2e-4afd-8ac2-b73038c76e60"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:24.882810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port b2894ea4-de2e-4afd-8ac2-b73038c76e60, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b2894ea4-de2e-4afd-8ac2-b73038c76e60,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:24.886659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:24.914532 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11512042-432a-4d93-9679-e5ae14bf4cf0 x-openstack-request-id: req-11512042-432a-4d93-9679-e5ae14bf4cf0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:24.914825 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020124c2-73b5-4bc3-824d-b9f57231b147", "name": "network-vif-plugged", "status": "completed", "tag": "b2894ea4-de2e-4afd-8ac2-b73038c76e60", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:24.915063 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11512042-432a-4d93-9679-e5ae14bf4cf0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:24.915440 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020124c2-73b5-4bc3-824d-b9f57231b147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2894ea4-de2e-4afd-8ac2-b73038c76e60', 'code': 200} Oct 25 09:20:24.942762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=b2894ea4-de2e-4afd-8ac2-b73038c76e60,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:25.042789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a02bfe-b637-4cc4-9a04-c1cec30df8fc req-2852bb7f-3264-4c9b-a905-9873179d5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:25.044307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11a02bfe-b637-4cc4-9a04-c1cec30df8fc req-2852bb7f-3264-4c9b-a905-9873179d5f16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 1096 time: 0.0393701 Oct 25 09:20:25.083086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11a02bfe-b637-4cc4-9a04-c1cec30df8fc req-d2b650e2-db19-4278-b0aa-d46c904cd87e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Oct 25 09:20:25.383771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52922) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:25.479855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f42c0789-cce6-4796-bc9a-777d6112e316 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:20:25.489985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device bbb94537-6d5e-4ff9-9f67-e44fd391a875 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:25.605749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port bbb94537-6d5e-4ff9-9f67-e44fd391a875 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:20:25.616804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port bbb94537-6d5e-4ff9-9f67-e44fd391a875 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:25.617246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:25.620360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fea76-f181-45da-af05-dc6c2fbe26c1 req-d47df341-9fc6-43a5-a9f1-caddfd309635 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:25.622138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f1fea76-f181-45da-af05-dc6c2fbe26c1 req-d47df341-9fc6-43a5-a9f1-caddfd309635 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 945 time: 0.0549393 Oct 25 09:20:25.658481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f42c0789-cce6-4796-bc9a-777d6112e316, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f42c0789-cce6-4796-bc9a-777d6112e316,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:25.666820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f1fea76-f181-45da-af05-dc6c2fbe26c1 req-3e164c7b-acea-4283-88a7-d7228fd46287 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365524 Oct 25 09:20:25.676195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'f42c0789-cce6-4796-bc9a-777d6112e316', 'network_id': '07856a5b-f11a-450b-8db7-51b2082a1e1a', 'port_id': 'f42c0789-cce6-4796-bc9a-777d6112e316', 'mac_address': 'fa:16:3e:4f:be:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da865c1f-0d8b-498b-829c-a79a9243a0ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:20:25.748987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:25.767265 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:25.767921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:25.781207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42c0789-cce6-4796-bc9a-777d6112e316 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:25.796223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e012-8b0d-4063-a046-e702a99a09ba req-2aba8e6e-e174-4eca-97f4-03eb13b282da tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:25.798052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e54e012-8b0d-4063-a046-e702a99a09ba req-2aba8e6e-e174-4eca-97f4-03eb13b282da tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 944 time: 0.0552104 Oct 25 09:20:25.811713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f42c0789-cce6-4796-bc9a-777d6112e316, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f42c0789-cce6-4796-bc9a-777d6112e316,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:25.819497 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:25.820142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 826ac29c-cd25-4d75-8846-33019407f911 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:20:25.828499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port bbb94537-6d5e-4ff9-9f67-e44fd391a875, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=bbb94537-6d5e-4ff9-9f67-e44fd391a875,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:25.843150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e54e012-8b0d-4063-a046-e702a99a09ba req-a4b26547-bdc4-49e7-aa2b-47bbfe5069bb tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371237 Oct 25 09:20:25.853009 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:25.927245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f42c0789-cce6-4796-bc9a-777d6112e316,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:25.959154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50cb85-f1a9-426d-9568-7e44fd6c7fe7 req-f341852f-3e60-4f21-a3c5-d30de41fd732 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:25.965524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b50cb85-f1a9-426d-9568-7e44fd6c7fe7 req-f341852f-3e60-4f21-a3c5-d30de41fd732 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0574505 Oct 25 09:20:26.003430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=bbb94537-6d5e-4ff9-9f67-e44fd391a875,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:26.004625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b50cb85-f1a9-426d-9568-7e44fd6c7fe7 req-403f8e1a-e740-4b4b-9c2d-1274ef5fec1a tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 Oct 25 09:20:26.017847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 826ac29c-cd25-4d75-8846-33019407f911, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=826ac29c-cd25-4d75-8846-33019407f911,segment=NetworkSegment(08b1b7bd-bd5f-4852-b582-f4f28058bc0b),segment_id=08b1b7bd-bd5f-4852-b582-f4f28058bc0b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:26.032641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '826ac29c-cd25-4d75-8846-33019407f911', 'network_id': 'b6f8e042-29c8-4b78-810f-ca3b6d9970e0', 'port_id': '826ac29c-cd25-4d75-8846-33019407f911', 'mac_address': 'fa:16:3e:1f:0d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b13de4-3b89-4bfc-a2f6-b2f849ab9f95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:20:26.064415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:26.064763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:26.070680 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:26.084461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826ac29c-cd25-4d75-8846-33019407f911 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:26.104119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 826ac29c-cd25-4d75-8846-33019407f911, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=826ac29c-cd25-4d75-8846-33019407f911,segment=NetworkSegment(08b1b7bd-bd5f-4852-b582-f4f28058bc0b),segment_id=08b1b7bd-bd5f-4852-b582-f4f28058bc0b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:26.107336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:26.154403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=826ac29c-cd25-4d75-8846-33019407f911,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:26.155797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:26.156164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:26.170073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:26.351925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:26.383729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:26.563198 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:26.574521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['826ac29c-cd25-4d75-8846-33019407f911'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:26.603939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f42c0789-cce6-4796-bc9a-777d6112e316'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:26.836555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:20:26.841449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d9ae1-a84e-4f93-8479-7211eb2ac6ad req-bd654516-b3dd-4eab-9149-59d759293fdb tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:26.842969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b2d9ae1-a84e-4f93-8479-7211eb2ac6ad req-bd654516-b3dd-4eab-9149-59d759293fdb tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 945 time: 0.0540972 Oct 25 09:20:26.882134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b2d9ae1-a84e-4f93-8479-7211eb2ac6ad req-d2ff5ef2-ad98-4d75-bfdc-7f1d6e44d7a0 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Oct 25 09:20:26.916425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8551fd66-2dfb-41db-9668-f352804ce935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb94537-6d5e-4ff9-9f67-e44fd391a875'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:26.918711 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bf874f-ec1f-41ae-83dd-704bf4639ac7" -d '{"events": [{"server_uuid": "8551fd66-2dfb-41db-9668-f352804ce935", "name": "network-vif-plugged", "status": "completed", "tag": "bbb94537-6d5e-4ff9-9f67-e44fd391a875"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:26.951815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:20:26.958156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a2cad769-7988-4246-b779-1a205bc2f702 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "PUT /v2.0/routers/7c52b512-7660-4828-87aa-bd2b6b1f6aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5731316 Oct 25 09:20:26.960120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52938) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:26.962332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] Sync routers for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:20:26.973862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:26.974477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:26.991533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507d2a3-56b6-4d58-81df-8707e4098b4b req-2b6fbea4-2cd8-4d93-9829-d3429eb3673b tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:26.993237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2507d2a3-56b6-4d58-81df-8707e4098b4b req-2b6fbea4-2cd8-4d93-9829-d3429eb3673b tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 945 time: 0.0529339 Oct 25 09:20:27.014807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a379a7d-aab2-408d-ae73-52a4a4719d1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting subnet 82c609cd-73b0-4ce8-9993-62f083b06cfb {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:20:27.018033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a379a7d-aab2-408d-ae73-52a4a4719d1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.037145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2507d2a3-56b6-4d58-81df-8707e4098b4b req-0d5d2dc2-7a95-4e06-b49d-862ca2a167a6 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336926 Oct 25 09:20:27.070164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a379a7d-aab2-408d-ae73-52a4a4719d1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.170476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef6eb3-8437-477e-932f-4d8bbd9f173b req-ca5610ca-43e8-4ba6-b575-d11ba7cb2407 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:27.173528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59ef6eb3-8437-477e-932f-4d8bbd9f173b req-ca5610ca-43e8-4ba6-b575-d11ba7cb2407 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 944 time: 0.0725839 Oct 25 09:20:27.177647 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a379a7d-aab2-408d-ae73-52a4a4719d1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.221575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59ef6eb3-8437-477e-932f-4d8bbd9f173b req-199b0728-c926-4cdf-a2d8-bbe6b67419bf tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Oct 25 09:20:27.242282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:27.256811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a379a7d-aab2-408d-ae73-52a4a4719d1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.271298 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae42511-4858-4eb7-be69-1cc011d9d637 x-openstack-request-id: req-eae42511-4858-4eb7-be69-1cc011d9d637 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:27.272088 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8551fd66-2dfb-41db-9668-f352804ce935", "name": "network-vif-plugged", "status": "completed", "tag": "bbb94537-6d5e-4ff9-9f67-e44fd391a875", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:27.272346 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eae42511-4858-4eb7-be69-1cc011d9d637 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:27.272739 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8551fd66-2dfb-41db-9668-f352804ce935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb94537-6d5e-4ff9-9f67-e44fd391a875', 'code': 200} Oct 25 09:20:27.288362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a379a7d-aab2-408d-ae73-52a4a4719d1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Subnet': ['ID=82c609cd-73b0-4ce8-9993-62f083b06cfb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:27.292045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a379a7d-aab2-408d-ae73-52a4a4719d1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.299075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7a379a7d-aab2-408d-ae73-52a4a4719d1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/subnets/82c609cd-73b0-4ce8-9993-62f083b06cfb HTTP/1.1" status: 204 len: 168 time: 0.3344111 Oct 25 09:20:27.299075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52942) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:27.353846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1908e3d-57f1-44f8-81db-4374b19569bb None None] Network fb893685-e3fc-43d4-870d-a04946c64056 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:27.399021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62720cc2-68ef-4709-bdad-6549edf008fa req-b8116905-ffee-4340-b774-8ce6b9efd501 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:27.403488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62720cc2-68ef-4709-bdad-6549edf008fa req-b8116905-ffee-4340-b774-8ce6b9efd501 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0764520 Oct 25 09:20:27.457184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb524-6eca-488a-86fb-fc758f99d595 req-51de8bdf-2352-4d9b-a5de-95783b050da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:27.459305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a69fb524-6eca-488a-86fb-fc758f99d595 req-51de8bdf-2352-4d9b-a5de-95783b050da7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8551fd66-2dfb-41db-9668-f352804ce935 HTTP/1.1" status: 200 len: 1096 time: 0.0945497 Oct 25 09:20:27.462591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.480323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62720cc2-68ef-4709-bdad-6549edf008fa req-a0fa8338-cd68-4feb-affe-19abb61d3a0f tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716894 Oct 25 09:20:27.515818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a69fb524-6eca-488a-86fb-fc758f99d595 req-cbb7bbf2-28e7-4c56-9070-a1eacc1cd0a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Oct 25 09:20:27.550765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:20:26Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:27.584345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] Checking router: 7c52b512-7660-4828-87aa-bd2b6b1f6aaf for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:20:27.599848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] Routers {'7c52b512-7660-4828-87aa-bd2b6b1f6aaf'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:27.600474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:27.611789 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.634027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] DHCP port deletion for fb893685-e3fc-43d4-870d-a04946c64056 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:20:27.667364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:27.667704 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.737890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] Set router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:27.751391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:27.751757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.764549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:27.795006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] Deleting port a02d242b-27f8-464f-9571-9cbc146a39fe {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:27.795380 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.903709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] For port a02d242b-27f8-464f-9571-9cbc146a39fe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a02d242b-27f8-464f-9571-9cbc146a39fe,segment=NetworkSegment(7a7a60a9-f251-4864-adf1-65b79355ed47),segment_id=7a7a60a9-f251-4864-adf1-65b79355ed47)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:27.904096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.925471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] Calling delete_port for a02d242b-27f8-464f-9571-9cbc146a39fe owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:27.929401 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:27.957313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:28.017072 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.045752 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.054535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:20:26Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:28.101620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] Pushing event deleted for resources: {'Port': ['ID=a02d242b-27f8-464f-9571-9cbc146a39fe,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:28.103926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23fba5-367c-4bf6-b117-70edc927e70c None None] No DVR routers for this DVR port a02d242b-27f8-464f-9571-9cbc146a39fe on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:28.105765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9392e-c338-4513-b632-b519b7073d63 None None] The sync data for ids ['7c52b512-7660-4828-87aa-bd2b6b1f6aaf'] in n-d-814746-2 is: [{'id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585712079', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:16:51Z', 'updated_at': '2021-10-25T09:20:26Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c52b512-7660-4828-87aa-bd2b6b1f6aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:16:52Z', 'updated_at': '2021-10-25T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:20:28.114496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.118951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.170089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.170934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Fanout notify agent at l3_agent the message router_deleted on router 7c52b512-7660-4828-87aa-bd2b6b1f6aaf {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:20:28.175069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc180cb-6847-49cc-bf21-c176ac831b27 req-4a8ed650-00e0-423c-b5fb-ec066fd0aa2d tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:28.176632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddc180cb-6847-49cc-bf21-c176ac831b27 req-4a8ed650-00e0-423c-b5fb-ec066fd0aa2d tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 945 time: 0.0698252 Oct 25 09:20:28.179691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.183531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f136d497-ffa6-40a4-b6ff-9e3d63a80bff tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/routers/7c52b512-7660-4828-87aa-bd2b6b1f6aaf HTTP/1.1" status: 204 len: 168 time: 0.8813894 Oct 25 09:20:28.183922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52946) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:28.219876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddc180cb-6847-49cc-bf21-c176ac831b27 req-dcb88d1c-928c-45c8-a56f-ba667651a485 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332596 Oct 25 09:20:28.261915 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.336391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ba845-9632-467d-9e64-11f7b010f873 req-a36ab415-6a76-4856-b2e0-2d8358b4395c tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:28.337903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4ba845-9632-467d-9e64-11f7b010f873 req-a36ab415-6a76-4856-b2e0-2d8358b4395c tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 944 time: 0.0510619 Oct 25 09:20:28.351555 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.372395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb893685-e3fc-43d4-870d-a04946c64056']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:28.377946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f4ba845-9632-467d-9e64-11f7b010f873 req-53182210-8041-4330-8b46-a5ed46656420 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Oct 25 09:20:28.382651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7a60a9-f251-4864-adf1-65b79355ed47') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:28.382954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7a60a9-f251-4864-adf1-65b79355ed47') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:28.392615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.405584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.411307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:20:28.411689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:20:28.414646 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:20:28.474435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.482377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.485495 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/networks/fb893685-e3fc-43d4-870d-a04946c64056 HTTP/1.1" status: 204 len: 168 time: 0.3004603 Oct 25 09:20:28.488111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:28.510410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cae44-1b8e-4cfe-ab40-2f02ac364d6a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Network': ['ID=fb893685-e3fc-43d4-870d-a04946c64056,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:28.577887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e6e03f4-c3ec-4be1-8490-809ce9205fd4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.607047 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e6e03f4-c3ec-4be1-8490-809ce9205fd4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.619516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763f17b-37dd-4ffb-a9ae-578bb8ce031f req-e02b1ca3-0619-44e4-84a6-49a8cf3f0936 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:28.629078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1763f17b-37dd-4ffb-a9ae-578bb8ce031f req-e02b1ca3-0619-44e4-84a6-49a8cf3f0936 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0764506 Oct 25 09:20:28.679570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1763f17b-37dd-4ffb-a9ae-578bb8ce031f req-a6708026-5906-4487-a3a6-3c984e5c1232 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491486 Oct 25 09:20:28.682254 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e6e03f4-c3ec-4be1-8490-809ce9205fd4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.685400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8e6e03f4-c3ec-4be1-8490-809ce9205fd4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:28.686645 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8e6e03f4-c3ec-4be1-8490-809ce9205fd4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d9a16f7-dc19-45ce-8e9f-4733c043d639 HTTP/1.1" status: 204 len: 168 time: 0.1976228 Oct 25 09:20:28.696037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e03f4-c3ec-4be1-8490-809ce9205fd4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9a16f7-dc19-45ce-8e9f-4733c043d639,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:28.713601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 206f1364-295f-432b-8986-274cfc11d968 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:28.741838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 206f1364-295f-432b-8986-274cfc11d968 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:28.743334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 206f1364-295f-432b-8986-274cfc11d968 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:28.777842 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a02d242b-27f8-464f-9571-9cbc146a39fe no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:28.806884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: a02d242b-27f8-464f-9571-9cbc146a39fe {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:28.807341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a02d242b-27f8-464f-9571-9cbc146a39fe not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:28.807755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:28.834303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:28.834773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device ddbe9b2b-bd6e-4b59-bb9f-e6ea6f71023d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:28.969399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52962) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:28.975048 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-31992585-8229-48a6-9f07-ffe366b2ba50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1238716832', 'description': 'tempest-secgroup-smoke-1238716832 description', 'project_id': '231557d3ca294031a5cd015168fb1e9c'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:29.003006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31992585-8229-48a6-9f07-ffe366b2ba50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.074903 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31992585-8229-48a6-9f07-ffe366b2ba50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.079638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31992585-8229-48a6-9f07-ffe366b2ba50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.109372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31992585-8229-48a6-9f07-ffe366b2ba50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.113493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31992585-8229-48a6-9f07-ffe366b2ba50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398447 Oct 25 09:20:29.113850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52968) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:29.118361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a510b76b-6bb2-41b0-a68a-fe7ecc192d9f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'dea8bd24-997a-491e-8da2-8b021d2b64b3', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:29.118909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31992585-8229-48a6-9f07-ffe366b2ba50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea8bd24-997a-491e-8da2-8b021d2b64b3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:29.148653 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a510b76b-6bb2-41b0-a68a-fe7ecc192d9f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.210524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a510b76b-6bb2-41b0-a68a-fe7ecc192d9f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.215051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a510b76b-6bb2-41b0-a68a-fe7ecc192d9f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.244626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510b76b-6bb2-41b0-a68a-fe7ecc192d9f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c18b986-9b1f-415c-a282-ebfd1bba3899,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:29.254684 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a510b76b-6bb2-41b0-a68a-fe7ecc192d9f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.259289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52974) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:29.259800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a510b76b-6bb2-41b0-a68a-fe7ecc192d9f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443975 Oct 25 09:20:29.265689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-04685810-ff0a-471d-99f7-c6491107d82c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'dea8bd24-997a-491e-8da2-8b021d2b64b3', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:29.296546 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04685810-ff0a-471d-99f7-c6491107d82c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.355830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04685810-ff0a-471d-99f7-c6491107d82c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.360086 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04685810-ff0a-471d-99f7-c6491107d82c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.367165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e02e5-b116-4970-8599-2005e91bcd1f req-b647332a-3d1b-432b-ab3b-882d214339da tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:29.368715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da8e02e5-b116-4970-8599-2005e91bcd1f req-b647332a-3d1b-432b-ab3b-882d214339da tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 945 time: 0.0531707 Oct 25 09:20:29.383415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04685810-ff0a-471d-99f7-c6491107d82c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b7bf5b-272c-40b0-a606-ac9dc7a9fdae,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:29.389907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04685810-ff0a-471d-99f7-c6491107d82c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.391611 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-04685810-ff0a-471d-99f7-c6491107d82c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305850 Oct 25 09:20:29.393885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52976) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:29.398337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b33e77ba-a15b-4ac0-b495-d9ab090deadc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'dea8bd24-997a-491e-8da2-8b021d2b64b3', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:29.409467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da8e02e5-b116-4970-8599-2005e91bcd1f req-428b825d-f209-44b6-b1ce-a04a3a287fba tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Oct 25 09:20:29.429080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b33e77ba-a15b-4ac0-b495-d9ab090deadc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.491193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b33e77ba-a15b-4ac0-b495-d9ab090deadc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.494891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b33e77ba-a15b-4ac0-b495-d9ab090deadc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.517260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e77ba-a15b-4ac0-b495-d9ab090deadc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d916aeb-383d-46cc-ad7b-af56110d1527,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:29.519371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfc92c-266c-47d6-97f6-9b24d6f534a5 req-b5ab0b97-e0e9-4eb1-8fa2-4cf663b3c1f7 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:29.520912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fcfc92c-266c-47d6-97f6-9b24d6f534a5 req-b5ab0b97-e0e9-4eb1-8fa2-4cf663b3c1f7 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 944 time: 0.0499845 Oct 25 09:20:29.523149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f42c0789-cce6-4796-bc9a-777d6112e316 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:29.523650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b33e77ba-a15b-4ac0-b495-d9ab090deadc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.527259 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b33e77ba-a15b-4ac0-b495-d9ab090deadc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298757 Oct 25 09:20:29.527461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52980) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:29.532189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b4aede2b-81e3-4302-ad84-87a41637b2c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'dea8bd24-997a-491e-8da2-8b021d2b64b3', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:29.558741 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4aede2b-81e3-4302-ad84-87a41637b2c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.589119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fcfc92c-266c-47d6-97f6-9b24d6f534a5 req-57a25868-2d8b-43d4-913f-12d8ad7178e2 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 Oct 25 09:20:29.596799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port f42c0789-cce6-4796-bc9a-777d6112e316 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:20:29.600827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port f42c0789-cce6-4796-bc9a-777d6112e316 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:29.601290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.629079 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4aede2b-81e3-4302-ad84-87a41637b2c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.633129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4aede2b-81e3-4302-ad84-87a41637b2c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.650281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aede2b-81e3-4302-ad84-87a41637b2c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3ac170-0bad-4d5b-a771-4cc13b849fe6,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:29.660536 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b4aede2b-81e3-4302-ad84-87a41637b2c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.662086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b4aede2b-81e3-4302-ad84-87a41637b2c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336575 Oct 25 09:20:29.665493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52982) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:29.673096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cfb19e9c-65e2-44bb-bd02-bacd4c61534e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'dea8bd24-997a-491e-8da2-8b021d2b64b3', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:29.683231 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.695472 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-cfb19e9c-65e2-44bb-bd02-bacd4c61534e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Project 231557d3ca294031a5cd015168fb1e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:20:29.700778 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfb19e9c-65e2-44bb-bd02-bacd4c61534e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.711611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ff150b-3d31-43b5-9699-6f633f3a82b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c0789-cce6-4796-bc9a-777d6112e316'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:29.713895 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799e001f-584e-48d8-8a23-825927a8b94f" -d '{"events": [{"server_uuid": "16ff150b-3d31-43b5-9699-6f633f3a82b7", "name": "network-vif-plugged", "status": "completed", "tag": "f42c0789-cce6-4796-bc9a-777d6112e316"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:29.726500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f42c0789-cce6-4796-bc9a-777d6112e316, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f42c0789-cce6-4796-bc9a-777d6112e316,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:29.730834 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.731557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 826ac29c-cd25-4d75-8846-33019407f911 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:29.768113 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfb19e9c-65e2-44bb-bd02-bacd4c61534e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.772138 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0d06a0-1a26-4cd1-a81c-6846cd74a390 x-openstack-request-id: req-7c0d06a0-1a26-4cd1-a81c-6846cd74a390 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:29.772327 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ff150b-3d31-43b5-9699-6f633f3a82b7", "name": "network-vif-plugged", "status": "completed", "tag": "f42c0789-cce6-4796-bc9a-777d6112e316", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:29.772627 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c0d06a0-1a26-4cd1-a81c-6846cd74a390 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:29.772871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfb19e9c-65e2-44bb-bd02-bacd4c61534e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.773229 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ff150b-3d31-43b5-9699-6f633f3a82b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c0789-cce6-4796-bc9a-777d6112e316', 'code': 200} Oct 25 09:20:29.792193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb19e9c-65e2-44bb-bd02-bacd4c61534e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49127afa-bebc-4734-a3c6-d25b5f55a559,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:29.804473 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfb19e9c-65e2-44bb-bd02-bacd4c61534e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.808665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52986) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:29.808815 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cfb19e9c-65e2-44bb-bd02-bacd4c61534e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411006 Oct 25 09:20:29.812555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f42c0789-cce6-4796-bc9a-777d6112e316,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:29.816876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f1a702ab-201f-4f24-8bc1-f940e8007f63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'dea8bd24-997a-491e-8da2-8b021d2b64b3', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:29.825407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 826ac29c-cd25-4d75-8846-33019407f911 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:20:29.829930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 826ac29c-cd25-4d75-8846-33019407f911 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:29.830373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.867141 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-f1a702ab-201f-4f24-8bc1-f940e8007f63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Project 231557d3ca294031a5cd015168fb1e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:20:29.873433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1a702ab-201f-4f24-8bc1-f940e8007f63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.927897 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.951641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773fc09-e2b4-4606-a528-e847be5bedfb req-48a178c9-c07c-455d-94b7-d26bf7e39cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:29.953182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d773fc09-e2b4-4606-a528-e847be5bedfb req-48a178c9-c07c-455d-94b7-d26bf7e39cc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 1096 time: 0.0759504 Oct 25 09:20:29.963894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 826ac29c-cd25-4d75-8846-33019407f911, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=826ac29c-cd25-4d75-8846-33019407f911,segment=NetworkSegment(08b1b7bd-bd5f-4852-b582-f4f28058bc0b),segment_id=08b1b7bd-bd5f-4852-b582-f4f28058bc0b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:29.969319 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.971814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1a702ab-201f-4f24-8bc1-f940e8007f63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:29.982384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1a702ab-201f-4f24-8bc1-f940e8007f63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.010223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a702ab-201f-4f24-8bc1-f940e8007f63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c507ba68-1cf2-4df7-8b00-816dd8692a75,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:30.017127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d773fc09-e2b4-4606-a528-e847be5bedfb req-bffad2b9-ab28-4623-979d-5879b765798b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528877 Oct 25 09:20:30.022538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1a702ab-201f-4f24-8bc1-f940e8007f63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.026355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f1a702ab-201f-4f24-8bc1-f940e8007f63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2138016 Oct 25 09:20:30.026484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=826ac29c-cd25-4d75-8846-33019407f911,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:30.026568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 52988) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:30.033334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'network': {'name': 'tempest-network-smoke--1297652496', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'port_security_enabled': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:30.053482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:30.056933 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.081859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:20:30.091204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.091880 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Added segment 07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f of type vlan for network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 Oct 25 09:20:30.132344 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.157086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.162668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:30.163239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.249156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2215569 Oct 25 09:20:30.251963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 52992) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:30.259407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'admin_state_up': True, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:30.273057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50802de-a954-4d8a-be2e-448718897889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Network': ['ID=2ca0c356-9d51-499e-b1d8-4c35afddfa34,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:30.284598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:20:30.295512 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.296603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.353114 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:30.534049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d244be-2adc-4ae6-a5dd-4c1d00efd2d7 req-05c6ba54-b263-4143-8556-2694339b1539 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:30.537022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86d244be-2adc-4ae6-a5dd-4c1d00efd2d7 req-05c6ba54-b263-4143-8556-2694339b1539 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 946 time: 0.0570142 Oct 25 09:20:30.583818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86d244be-2adc-4ae6-a5dd-4c1d00efd2d7 req-98815a6b-1742-4c3f-943c-ddb17ac79579 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Oct 25 09:20:30.639528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:30.663805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:30.665359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5eb7e2c4-8bb9-4e41-b322-5ce63ede25b4 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:30.740451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90dbd2-01e0-4462-aadc-c3138ef68db8 req-92b997ee-f703-4968-97a8-fa3ff7eea4ef tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:30.742099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a90dbd2-01e0-4462-aadc-c3138ef68db8 req-92b997ee-f703-4968-97a8-fa3ff7eea4ef tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 945 time: 0.0612118 Oct 25 09:20:30.783426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a90dbd2-01e0-4462-aadc-c3138ef68db8 req-724c28dc-a685-4083-a2eb-e393be6c11ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341365 Oct 25 09:20:30.835646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:31.026062 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:31.045363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:31.151312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.25.8.54 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1b34d817-7b5b-4372-b455-a72d4899e962) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:31.253726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:31.289209 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:31.334711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:31.337808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:31.340289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:31.374017 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=1b34d817-7b5b-4372-b455-a72d4899e962,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:31.620479 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:31.708826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2c3ed-cca2-482e-8122-f7371e295bf8 req-d5c8855c-31f3-403e-a520-2d5a8001874a tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:31.710411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75a2c3ed-cca2-482e-8122-f7371e295bf8 req-d5c8855c-31f3-403e-a520-2d5a8001874a tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 946 time: 0.0545325 Oct 25 09:20:31.752136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75a2c3ed-cca2-482e-8122-f7371e295bf8 req-28b4ef77-c979-4f6d-a9a4-73b2e9952bbd tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337663 Oct 25 09:20:31.774308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f39310-dbb4-4c25-9815-a8ef316d4c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826ac29c-cd25-4d75-8846-33019407f911'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:31.776615 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb298af-eaed-4d54-9dc7-23b098342805" -d '{"events": [{"server_uuid": "f8f39310-dbb4-4c25-9815-a8ef316d4c18", "name": "network-vif-plugged", "status": "completed", "tag": "826ac29c-cd25-4d75-8846-33019407f911"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:31.818741 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d353f4-fb5c-4d18-9f13-9d63c2558498 x-openstack-request-id: req-b1d353f4-fb5c-4d18-9f13-9d63c2558498 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:31.819036 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f39310-dbb4-4c25-9815-a8ef316d4c18", "name": "network-vif-plugged", "status": "completed", "tag": "826ac29c-cd25-4d75-8846-33019407f911", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:31.819441 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1d353f4-fb5c-4d18-9f13-9d63c2558498 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:31.820372 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f39310-dbb4-4c25-9815-a8ef316d4c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826ac29c-cd25-4d75-8846-33019407f911', 'code': 200} Oct 25 09:20:31.837588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:31.951511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced9c6a-51c2-42ed-9437-8eda9a661864 req-101c35db-3a41-4234-ba93-7ece8bc71e13 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:31.955618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ced9c6a-51c2-42ed-9437-8eda9a661864 req-101c35db-3a41-4234-ba93-7ece8bc71e13 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 945 time: 0.0821311 Oct 25 09:20:31.986838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81908b2-b9d3-4e60-b173-8caff752d90d req-91b2f864-74b3-41f4-9d43-5617f53544f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:31.987350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router b9d775a6-9cd4-4292-afb5-1f571ff76ada is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:20:31.988315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b81908b2-b9d3-4e60-b173-8caff752d90d req-91b2f864-74b3-41f4-9d43-5617f53544f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 1097 time: 0.0763385 Oct 25 09:20:32.020774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ced9c6a-51c2-42ed-9437-8eda9a661864 req-64771fc8-f829-4ba4-a713-091c759fb76f tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589974 Oct 25 09:20:32.037737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b81908b2-b9d3-4e60-b173-8caff752d90d req-596a2518-e4db-4176-862d-186fb3075a37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 Oct 25 09:20:32.105874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:20:32.122336 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Sync routers for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:20:32.145775 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:32.148583 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:32.149622 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:32.149950 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e90d8004-43fb-4992-957c-1b91328279e8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8953726 Oct 25 09:20:32.154977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53008) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:32.163817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509a516-97f4-43f8-9b36-e74c287b392f req-96c29855-0aff-4133-927f-cba0c452e28d tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:32.165519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6509a516-97f4-43f8-9b36-e74c287b392f req-96c29855-0aff-4133-927f-cba0c452e28d tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=8551fd66-2dfb-41db-9668-f352804ce935 HTTP/1.1" status: 200 len: 945 time: 0.0771372 Oct 25 09:20:32.188969 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0ed3565f-2e52-4ae0-b842-8221f1db0c72 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=231557d3ca294031a5cd015168fb1e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327499 Oct 25 09:20:32.191523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53010) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:32.234182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6509a516-97f4-43f8-9b36-e74c287b392f req-afcf3c35-0ce1-42ec-9784-7e225d4b8744 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564270 Oct 25 09:20:32.283385 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:32.297879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21b459-6558-4e7d-8f97-1cfcdb403848 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:32.300560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9a21b459-6558-4e7d-8f97-1cfcdb403848 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1080441 Oct 25 09:20:32.303302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53014) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:32.333518 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b40f29cd-6bd9-4d6e-ab43-d0e8e1b54276 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290225 Oct 25 09:20:32.335984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53016) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:32.341051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1729320089', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:32.470751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:32.475103 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:32.519598 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:31Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:32.554740 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Checking router: b9d775a6-9cd4-4292-afb5-1f571ff76ada for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:20:32.555220 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Updating router b9d775a6-9cd4-4292-afb5-1f571ff76ada port 1b34d817-7b5b-4372-b455-a72d4899e962 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:20:32.590849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec565-aea5-4476-8879-463569b77a87 req-06b3b2d8-5908-4c81-97de-476958483691 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:32.592641 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:32.592815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f45ec565-aea5-4476-8879-463569b77a87 req-06b3b2d8-5908-4c81-97de-476958483691 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=8551fd66-2dfb-41db-9668-f352804ce935 HTTP/1.1" status: 200 len: 945 time: 0.0650768 Oct 25 09:20:32.652943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f45ec565-aea5-4476-8879-463569b77a87 req-902d74bb-f26c-49bb-975a-555cefb2d69f tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Oct 25 09:20:32.696537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:32.757982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Subnet': ['ID=1c1621a5-eac7-4783-aeaa-cfe62c5f4482,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:32.767076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Checking segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:32.767448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network hostable DHCP agents. Network: 2ca0c356-9d51-499e-b1d8-4c35afddfa34, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:20:32.791721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:20:32.809177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 2ca0c356-9d51-499e-b1d8-4c35afddfa34) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:32.817268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:32.817611 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:32.826078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea53d0-2bd9-49ba-9c82-6e1e655f683b None None] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:32.850962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53024) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:32.852608 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-50b8f990-cbf2-4f60-ae63-9708bfa00d28 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5154185 Oct 25 09:20:32.971564 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:32.983792 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:32.996002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf844c-7343-46f1-a720-ba0ec2fd3a04 req-3308a785-35aa-478f-a7f8-c3565061428f tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:32.997581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdcf844c-7343-46f1-a720-ba0ec2fd3a04 req-3308a785-35aa-478f-a7f8-c3565061428f tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 946 time: 0.1566489 Oct 25 09:20:33.017680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:20:33.019513 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.041231 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c809d4-cc64-43d5-80e1-e79368942849 None None] Pushing event updated for resources: {'Port': ['ID=1b34d817-7b5b-4372-b455-a72d4899e962,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:33.043604 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Attempting to bind port 1b34d817-7b5b-4372-b455-a72d4899e962 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:33.044059 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Attempting to bind port 1b34d817-7b5b-4372-b455-a72d4899e962 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:33.046470 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Attempting to bind port 1b34d817-7b5b-4372-b455-a72d4899e962 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:33.051983 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:33.052356 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:33.052865 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.053157 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:33.053626 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Bound port: 1b34d817-7b5b-4372-b455-a72d4899e962, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:33.054002 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.114591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bdcf844c-7343-46f1-a720-ba0ec2fd3a04 req-2ecc7564-5c6c-48e3-970f-198aba402754 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045640 Oct 25 09:20:33.120773 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] For port 1b34d817-7b5b-4372-b455-a72d4899e962, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:33.125716 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] For port 1b34d817-7b5b-4372-b455-a72d4899e962, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1b34d817-7b5b-4372-b455-a72d4899e962,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:33.137148 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.208796 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:33.209433 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:33.210272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Allocated IP 172.20.0.2 (2ca0c356-9d51-499e-b1d8-4c35afddfa34/1c1621a5-eac7-4783-aeaa-cfe62c5f4482/5959564b-9ef0-4fda-bae8-682cd4d8bd88) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:33.211255 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c809d4-cc64-43d5-80e1-e79368942849 None None] Pushing event updated for resources: {'Port': ['ID=1b34d817-7b5b-4372-b455-a72d4899e962,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:33.346697 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:33.382657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.389928 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.434187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:33.439882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:33.442091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Pushing event updated for resources: {'Port': ['ID=5959564b-9ef0-4fda-bae8-682cd4d8bd88,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:33.444313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:33.452933 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.507378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Attempting to bind port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:33.507699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Attempting to bind port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:33.508067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Attempting to bind port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:33.515867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:33.516400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Checking segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:33.516833 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.517353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Bound using segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:33.517912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Bound port: 5959564b-9ef0-4fda-bae8-682cd4d8bd88, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:33.518382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.603313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] For port 5959564b-9ef0-4fda-bae8-682cd4d8bd88, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:33.608295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] For port 5959564b-9ef0-4fda-bae8-682cd4d8bd88, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5959564b-9ef0-4fda-bae8-682cd4d8bd88,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:33.615898 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:33.647817 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:31Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:33.695124 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b972c04-6dbe-40da-af41-46991f43a089 None None] The sync data for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 is: [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:31Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:20:33.697621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a74bd-9bbc-4143-bef4-94e8859bd7a2 None None] Pushing event updated for resources: {'Port': ['ID=5959564b-9ef0-4fda-bae8-682cd4d8bd88,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:33.905131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573285a7-4cc7-40f0-b17d-4937055615fa req-8f77b38a-3578-402e-a7c5-e5e323e163bd tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:33.927568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-573285a7-4cc7-40f0-b17d-4937055615fa req-8f77b38a-3578-402e-a7c5-e5e323e163bd tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=8551fd66-2dfb-41db-9668-f352804ce935 HTTP/1.1" status: 200 len: 945 time: 0.1192806 Oct 25 09:20:33.974253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.20.0.1 (2ca0c356-9d51-499e-b1d8-4c35afddfa34/1c1621a5-eac7-4783-aeaa-cfe62c5f4482/c2837e75-f34f-4fec-b785-aac857593020) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:34.016995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-573285a7-4cc7-40f0-b17d-4937055615fa req-2fe636e8-7f2e-43c5-a105-30b577dbe035 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828102 Oct 25 09:20:34.158477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:34.205000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:34.309648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:34.318723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:34.322307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:34.324807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=c2837e75-f34f-4fec-b785-aac857593020,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:34.371744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.372349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.372456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.372794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.373263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.373705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.373924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.374249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.374569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.374890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.375209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.375526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:20:34.397478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22032918-2c21-4ab1-ac95-a6f947e4e7c1 req-080a9216-ade0-4560-939f-e326defaf0b1 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:34.404743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22032918-2c21-4ab1-ac95-a6f947e4e7c1 req-080a9216-ade0-4560-939f-e326defaf0b1 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 946 time: 0.1972644 Oct 25 09:20:34.420697 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:34.429958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f62759-96b8-457c-9675-e27940530caa req-c351b194-130a-4311-8bf5-89a59df4272b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:34.431591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2f62759-96b8-457c-9675-e27940530caa req-c351b194-130a-4311-8bf5-89a59df4272b tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.18 "GET /v2.0/ports?device_id=8551fd66-2dfb-41db-9668-f352804ce935 HTTP/1.1" status: 200 len: 945 time: 0.1593654 Oct 25 09:20:34.549136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22032918-2c21-4ab1-ac95-a6f947e4e7c1 req-181da065-22d3-4872-8401-fbe45d763ca7 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434169 Oct 25 09:20:34.740789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:34.775794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Deleting port bbb94537-6d5e-4ff9-9f67-e44fd391a875 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:34.776132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:34.871260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5959564b-9ef0-4fda-bae8-682cd4d8bd88 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:34.944066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:34.944527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.117993 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.142073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409164a4-5eee-491e-ba41-7180e3cca2a1 None None] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:35.206540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 5959564b-9ef0-4fda-bae8-682cd4d8bd88, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5959564b-9ef0-4fda-bae8-682cd4d8bd88,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:35.214553 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.215330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1b34d817-7b5b-4372-b455-a72d4899e962 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:35.463150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] For port bbb94537-6d5e-4ff9-9f67-e44fd391a875, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=bbb94537-6d5e-4ff9-9f67-e44fd391a875,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:35.463675 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.490475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Calling delete_port for bbb94537-6d5e-4ff9-9f67-e44fd391a875 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:35.490670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-eacc381b-24a0-460e-8cf4-ee1fba40cc2c None None] Provisioning complete for port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:35.491036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-eacc381b-24a0-460e-8cf4-ee1fba40cc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.497469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=5959564b-9ef0-4fda-bae8-682cd4d8bd88,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:35.565587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdc2af-008b-4559-b5dc-517d629d7238 req-6647092f-671d-4f80-a864-fea6fde85265 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:35.569058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78fdc2af-008b-4559-b5dc-517d629d7238 req-6647092f-671d-4f80-a864-fea6fde85265 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=8551fd66-2dfb-41db-9668-f352804ce935 HTTP/1.1" status: 200 len: 945 time: 0.1923964 Oct 25 09:20:35.580744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1b34d817-7b5b-4372-b455-a72d4899e962 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:35.581535 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.731035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78fdc2af-008b-4559-b5dc-517d629d7238 req-6ad9a977-cfa1-4332-850f-b82368c1c684 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608024 Oct 25 09:20:35.735951 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.763769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 1b34d817-7b5b-4372-b455-a72d4899e962, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1b34d817-7b5b-4372-b455-a72d4899e962,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:35.769226 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.852364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=1b34d817-7b5b-4372-b455-a72d4899e962,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:35.877738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:35.915849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b2894ea4-de2e-4afd-8ac2-b73038c76e60'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:35.954627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['bbb94537-6d5e-4ff9-9f67-e44fd391a875', 'f42c0789-cce6-4796-bc9a-777d6112e316'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:35.960758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Pushing event deleted for resources: {'Port': ['ID=bbb94537-6d5e-4ff9-9f67-e44fd391a875,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:36.050253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] No DVR routers for this DVR port bbb94537-6d5e-4ff9-9f67-e44fd391a875 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:36.065373 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:36.068051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:36.074516 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2f62759-96b8-457c-9675-e27940530caa req-f8a751b3-a830-4036-b133-1f1ebe4005ed tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.18 "DELETE /v2.0/ports/bbb94537-6d5e-4ff9-9f67-e44fd391a875 HTTP/1.1" status: 204 len: 173 time: 1.6332369 Oct 25 09:20:36.075746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8551fd66-2dfb-41db-9668-f352804ce935', 'name': 'network-vif-deleted', 'tag': 'bbb94537-6d5e-4ff9-9f67-e44fd391a875'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:36.084918 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa1c96-1197-42d2-a73e-9f744bb53c9a" -d '{"events": [{"server_uuid": "8551fd66-2dfb-41db-9668-f352804ce935", "name": "network-vif-deleted", "tag": "bbb94537-6d5e-4ff9-9f67-e44fd391a875"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:36.089208 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:36.266010 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd15bf5-fba6-468c-a419-62e4bd72ede0 x-openstack-request-id: req-7cd15bf5-fba6-468c-a419-62e4bd72ede0 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:36.266461 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8551fd66-2dfb-41db-9668-f352804ce935", "name": "network-vif-deleted", "tag": "bbb94537-6d5e-4ff9-9f67-e44fd391a875", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:36.266877 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cd15bf5-fba6-468c-a419-62e4bd72ede0 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:36.267475 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8551fd66-2dfb-41db-9668-f352804ce935', 'name': 'network-vif-deleted', 'tag': 'bbb94537-6d5e-4ff9-9f67-e44fd391a875', 'status': 'completed', 'code': 200} Oct 25 09:20:36.298525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3e7d1093-760e-42a9-a4c4-3b431ee92d07 None None] Provisioning complete for port c2837e75-f34f-4fec-b785-aac857593020 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:36.298890 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1093-760e-42a9-a4c4-3b431ee92d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:36.304939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=c2837e75-f34f-4fec-b785-aac857593020,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:36.330082 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:36.421534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d1093-760e-42a9-a4c4-3b431ee92d07 None None] Port c2837e75-f34f-4fec-b785-aac857593020 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:20:36.452929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3e7d1093-760e-42a9-a4c4-3b431ee92d07 None None] Provisioning complete for port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:36.453563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1093-760e-42a9-a4c4-3b431ee92d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:36.471383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:36.472852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:36.506780 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:20:36.623328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router b9d775a6-9cd4-4292-afb5-1f571ff76ada has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:20:36.663641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dfca42c3-702c-4904-b3e2-34ea113c7a10 None None] Provisioning complete for port c2837e75-f34f-4fec-b785-aac857593020 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:36.664375 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dfca42c3-702c-4904-b3e2-34ea113c7a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:36.718117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-dfca42c3-702c-4904-b3e2-34ea113c7a10 None None] Port c2837e75-f34f-4fec-b785-aac857593020 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:20:36.756442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5959564b-9ef0-4fda-bae8-682cd4d8bd88 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:36.822991 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:36.823433 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:36.841466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:20:36.858591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4b6caca7-6a78-4da2-bd4e-2614217a1e8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "PUT /v2.0/routers/b9d775a6-9cd4-4292-afb5-1f571ff76ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9980009 Oct 25 09:20:36.878192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Sync routers for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:20:36.910482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:36.911199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:36.914263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4234f58d-235a-477f-a2b6-d65dbbc166f2 None None] Provisioning complete for port c2837e75-f34f-4fec-b785-aac857593020 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:36.914690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4234f58d-235a-477f-a2b6-d65dbbc166f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:37.054786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4234f58d-235a-477f-a2b6-d65dbbc166f2 None None] Port c2837e75-f34f-4fec-b785-aac857593020 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:20:37.069802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1b34d817-7b5b-4372-b455-a72d4899e962 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:37.123894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:37.203772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1b34d817-7b5b-4372-b455-a72d4899e962 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:37.204394 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:37.209138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-01c94a4d-c071-4309-a2b4-ae6f05884e87 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238716832&fields=id&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 267 time: 0.0385931 Oct 25 09:20:37.379307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-9794b5f5-4876-448e-8e97-708a72a3c0e4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:37.389120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-9794b5f5-4876-448e-8e97-708a72a3c0e4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 797 time: 0.1705582 Oct 25 09:20:37.409662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-1793b5fd-00e5-47fe-b64f-6973c16aeb1d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/quotas/231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 375 time: 0.0188336 Oct 25 09:20:37.439288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 2, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:37.481222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-303247f9-8292-43b8-a0d9-f68985375321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691063 Oct 25 09:20:37.495529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Checking router: b9d775a6-9cd4-4292-afb5-1f571ff76ada for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:20:37.495932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Updating router b9d775a6-9cd4-4292-afb5-1f571ff76ada port c2837e75-f34f-4fec-b785-aac857593020 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:20:37.527517 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:37.615507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-1d4b06a6-41a9-4519-b924-62779ac448fc service neutron] 10.222.0.32 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258266 Oct 25 09:20:37.753465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-e31886f8-d0a4-417d-ae69-d7074514f768 service neutron] 10.222.0.32 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313300 Oct 25 09:20:37.866255 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:37.873651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:37.968498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e9ba0-6731-493f-93f2-ab5a05430db6 None None] Pushing event updated for resources: {'Port': ['ID=c2837e75-f34f-4fec-b785-aac857593020,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:38.058205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Attempting to bind port c2837e75-f34f-4fec-b785-aac857593020 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:38.059287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Attempting to bind port c2837e75-f34f-4fec-b785-aac857593020 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:38.061144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Attempting to bind port c2837e75-f34f-4fec-b785-aac857593020 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:38.068731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:38.069498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Checking segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:38.070051 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:38.070885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Bound using segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:38.071729 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Bound port: c2837e75-f34f-4fec-b785-aac857593020, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:38.072851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:38.082848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1a28f57-66b7-42ff-8ef0-2cd7832d806e req-02a74a6b-fb37-4b69-8791-daa027723d7d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 210 time: 0.0503914 Oct 25 09:20:38.207334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] For port c2837e75-f34f-4fec-b785-aac857593020, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:38.213974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] For port c2837e75-f34f-4fec-b785-aac857593020, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c2837e75-f34f-4fec-b785-aac857593020,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:38.222354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:38.304475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:38.305380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:38.363895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e9ba0-6731-493f-93f2-ab5a05430db6 None None] Pushing event updated for resources: {'Port': ['ID=c2837e75-f34f-4fec-b785-aac857593020,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:38.551604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b5435625-0f98-4aa2-8f72-b594897947fb None None] Provisioning complete for port c2837e75-f34f-4fec-b785-aac857593020 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:38.551882 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5435625-0f98-4aa2-8f72-b594897947fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:38.627076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:38.682031 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:38.860274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5c9f0-353d-432a-987d-74482da13f39 req-a7063c9b-49e8-4fb6-9207-6fd9f8963b26 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:38.867585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5c9f0-353d-432a-987d-74482da13f39 req-a7063c9b-49e8-4fb6-9207-6fd9f8963b26 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:38.869317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eac5c9f0-353d-432a-987d-74482da13f39 req-a7063c9b-49e8-4fb6-9207-6fd9f8963b26 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147&device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 1681 time: 0.0724146 Oct 25 09:20:38.931193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eac5c9f0-353d-432a-987d-74482da13f39 req-669cb07c-1d5b-403d-98c8-4330bf14459c tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Oct 25 09:20:39.047540 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5435625-0f98-4aa2-8f72-b594897947fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:39.111060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b5435625-0f98-4aa2-8f72-b594897947fb None None] For port c2837e75-f34f-4fec-b785-aac857593020, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c2837e75-f34f-4fec-b785-aac857593020,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:39.126026 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b5435625-0f98-4aa2-8f72-b594897947fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:39.170995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:38Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:39.209307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f207f9a-c391-4234-8f6a-c2f254f5892e None None] The sync data for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 is: [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:38Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:20:39.215566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5435625-0f98-4aa2-8f72-b594897947fb None None] Pushing event updated for resources: {'Port': ['ID=c2837e75-f34f-4fec-b785-aac857593020,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:39.248743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-aae7cbb0-8b74-49f2-97ff-4af190efa94b None None] Provisioning complete for port c2837e75-f34f-4fec-b785-aac857593020 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:39.249155 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aae7cbb0-8b74-49f2-97ff-4af190efa94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:39.286996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-021d43a6-9c23-4354-b68a-17a3cb731989 req-65d79cb4-f882-4750-adc1-4036338dd071 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 210 time: 0.0810127 Oct 25 09:20:39.402515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c15880-00df-4c02-9e93-a32173f089dc req-f19c7678-0051-4682-b3d5-9334968d2206 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:39.410832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6c15880-00df-4c02-9e93-a32173f089dc req-f19c7678-0051-4682-b3d5-9334968d2206 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 946 time: 0.0601635 Oct 25 09:20:39.469123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6c15880-00df-4c02-9e93-a32173f089dc req-6388ef8c-1674-4419-a84d-01cf741af79c tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533323 Oct 25 09:20:39.576385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device bbb94537-6d5e-4ff9-9f67-e44fd391a875 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:39.631382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: bbb94537-6d5e-4ff9-9f67-e44fd391a875 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:39.631758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device bbb94537-6d5e-4ff9-9f67-e44fd391a875 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:39.694870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-370e2fe8-3450-485e-931b-cb393c9026ea tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:39.697076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-370e2fe8-3450-485e-931b-cb393c9026ea tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 797 time: 0.1945388 Oct 25 09:20:39.755496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-8d99c1bd-01f4-4750-8f84-dcd89bc9d917 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 380 time: 0.0416651 Oct 25 09:20:39.768607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:39.777052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'port': {'device_id': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'admin_state_up': True, 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'security_groups': ['dea8bd24-997a-491e-8da2-8b021d2b64b3']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:39.931235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:39.936031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:40.141529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.20.0.8 (2ca0c356-9d51-499e-b1d8-4c35afddfa34/1c1621a5-eac7-4783-aeaa-cfe62c5f4482/f9b72782-dcf4-40f8-85a4-b20123ed2874) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:40.179705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb135a-b7f6-436c-b62b-39e5c9863395 req-a87f43ab-6f3f-4d1b-a5f2-1c1695355142 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:40.181357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ebb135a-b7f6-436c-b62b-39e5c9863395 req-a87f43ab-6f3f-4d1b-a5f2-1c1695355142 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 945 time: 0.0753613 Oct 25 09:20:40.256267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ebb135a-b7f6-436c-b62b-39e5c9863395 req-26e888f8-54c9-4e3a-a068-bd38c0673499 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660000 Oct 25 09:20:40.376608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:40.401833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21aee10f-cb85-49db-9c58-2026fa9a3eab req-5261746d-c1c8-4504-8ec7-2a03f6ea2e9c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 210 time: 0.0397763 Oct 25 09:20:40.440351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:40.495277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:40.500567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:40.522180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:40.533952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:40.643455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317ad8a-8f63-4260-b805-27b66e2840c6 req-9a553fba-ace7-4b96-b076-1e2d6b16e042 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:40.651734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8317ad8a-8f63-4260-b805-27b66e2840c6 req-9a553fba-ace7-4b96-b076-1e2d6b16e042 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 946 time: 0.0913370 Oct 25 09:20:40.674586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:40.676284 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:40.713465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-709e26eb-7f82-4f09-8df7-4ded146f41f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9404092 Oct 25 09:20:40.737153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8317ad8a-8f63-4260-b805-27b66e2840c6 req-4340ffb1-31cf-4f19-861d-1f0478d3dd9d tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842381 Oct 25 09:20:40.749360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Request body: {'port': {'device_id': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:40.781907 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c2837e75-f34f-4fec-b785-aac857593020 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:40.839070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:40.855976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c2837e75-f34f-4fec-b785-aac857593020 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:40.856863 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:40.926206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-25847816-600b-44e8-899a-8969b2dd4297 None None] Provisioning complete for port f9b72782-dcf4-40f8-85a4-b20123ed2874 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:40.926573 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-25847816-600b-44e8-899a-8969b2dd4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.020723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-25847816-600b-44e8-899a-8969b2dd4297 None None] Port f9b72782-dcf4-40f8-85a4-b20123ed2874 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:20:41.158634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b72782-dcf4-40f8-85a4-b20123ed2874 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:41.168056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.182492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Transition to ACTIVE for port object f9b72782-dcf4-40f8-85a4-b20123ed2874 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:20:41.190138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.191149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-5a59f76c-712b-4336-aef2-00d6f3d8c940 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:41.193469 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-5a59f76c-712b-4336-aef2-00d6f3d8c940 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 946 time: 0.0737622 Oct 25 09:20:41.248442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:41.350269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:41.350618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:41.350925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:41.357543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:20:41.359850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:41.365379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:41.366054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Checking segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:41.366442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Bound using segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:41.366871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Bound port: f9b72782-dcf4-40f8-85a4-b20123ed2874, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:41.367227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.369120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Deleting port 826ac29c-cd25-4d75-8846-33019407f911 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:41.370433 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.482136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:41.485497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:41.486826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] For port 826ac29c-cd25-4d75-8846-33019407f911, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=826ac29c-cd25-4d75-8846-33019407f911,segment=NetworkSegment(08b1b7bd-bd5f-4852-b582-f4f28058bc0b),segment_id=08b1b7bd-bd5f-4852-b582-f4f28058bc0b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:41.487207 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.503597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Calling delete_port for 826ac29c-cd25-4d75-8846-33019407f911 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:41.507644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.602038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:41.602672 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.604137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] 10.222.0.18 "PUT /v2.0/ports/f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 1091 time: 0.8659515 Oct 25 09:20:41.604599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:41.607668 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218331ec-0a7e-440e-9780-7615d39ff5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:41.655308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf174a-a9b4-42dc-bd43-d65f2e498e51 req-ace26061-8f2c-4645-9032-61954fd0bba5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:41.659491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6fcf174a-a9b4-42dc-bd43-d65f2e498e51 req-ace26061-8f2c-4645-9032-61954fd0bba5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 945 time: 0.2788730 Oct 25 09:20:41.699197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.709199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3201-105e-47ea-84f7-a644531a6bbf service neutron] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:41.732673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['826ac29c-cd25-4d75-8846-33019407f911'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:41.745375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Pushing event deleted for resources: {'Port': ['ID=826ac29c-cd25-4d75-8846-33019407f911,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:41.799289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] No DVR routers for this DVR port 826ac29c-cd25-4d75-8846-33019407f911 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:41.802317 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:41.807155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44b650b1-a23e-4755-8c68-f5fc3e08a475 req-991c5ed9-6cb3-490d-a653-4901b1c8b255 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.18 "DELETE /v2.0/ports/826ac29c-cd25-4d75-8846-33019407f911 HTTP/1.1" status: 204 len: 173 time: 0.5999203 Oct 25 09:20:41.807648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f39310-dbb4-4c25-9815-a8ef316d4c18', 'name': 'network-vif-deleted', 'tag': '826ac29c-cd25-4d75-8846-33019407f911'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:41.810372 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624f7141-ee3e-4aaf-9cdd-19b5d7813367" -d '{"events": [{"server_uuid": "f8f39310-dbb4-4c25-9815-a8ef316d4c18", "name": "network-vif-deleted", "tag": "826ac29c-cd25-4d75-8846-33019407f911"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:41.833307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6fcf174a-a9b4-42dc-bd43-d65f2e498e51 req-8a86438e-b128-42d6-a6cb-c016a2e4a7b8 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/security-groups?id=45c66416-6d0d-477a-a155-04820e247172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653042 Oct 25 09:20:41.846779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-6c6a8f9b-aa80-4bc8-8e14-ac80267721d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:41.851139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-6c6a8f9b-aa80-4bc8-8e14-ac80267721d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1094 time: 0.1545455 Oct 25 09:20:41.928236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d97f9e-1066-4926-89b8-1b66df987882 req-600646be-92ae-4f72-9276-c6ddd2664834 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:41.936396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08d97f9e-1066-4926-89b8-1b66df987882 req-600646be-92ae-4f72-9276-c6ddd2664834 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 945 time: 0.0974972 Oct 25 09:20:41.992921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-d82d5019-6cdd-4a10-a609-7743a600e2ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 217 time: 0.1215694 Oct 25 09:20:42.062056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Deleting port f42c0789-cce6-4796-bc9a-777d6112e316 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:42.062290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:42.096316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285f8c-e648-44a2-8203-1129eeda480c req-10f442b5-b265-413c-a1d6-035e9c426c98 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:42.097806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11285f8c-e648-44a2-8203-1129eeda480c req-10f442b5-b265-413c-a1d6-035e9c426c98 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.1494117 Oct 25 09:20:42.108611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185c63e-1954-4087-b618-1452ee2caabd req-71de01bf-9d0e-492f-895a-52fcef38e125 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:42.109546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f185c63e-1954-4087-b618-1452ee2caabd req-71de01bf-9d0e-492f-895a-52fcef38e125 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.41 "GET /v2.0/ports?device_id=020124c2-73b5-4bc3-824d-b9f57231b147 HTTP/1.1" status: 200 len: 945 time: 0.2301431 Oct 25 09:20:42.113220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-15aa51b5-4db7-445d-b1dc-c2aa0efa8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:42.114531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-15aa51b5-4db7-445d-b1dc-c2aa0efa8efd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0940874 Oct 25 09:20:42.175352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] For port f42c0789-cce6-4796-bc9a-777d6112e316, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f42c0789-cce6-4796-bc9a-777d6112e316,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:42.175663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:42.190584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Calling delete_port for f42c0789-cce6-4796-bc9a-777d6112e316 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:42.235770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11285f8c-e648-44a2-8203-1129eeda480c req-5847b055-9818-4c48-b94c-cfcfe6e66fd4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252143 Oct 25 09:20:42.246247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-60c26260-7319-48c3-8058-aa8cb7b10bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:42.249472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-60c26260-7319-48c3-8058-aa8cb7b10bfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157956 Oct 25 09:20:42.353826 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0888b04-5167-434f-bbf3-fde232f55d43 x-openstack-request-id: req-f0888b04-5167-434f-bbf3-fde232f55d43 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:42.354113 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:42.354361 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0888b04-5167-434f-bbf3-fde232f55d43 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:42.354750 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'status': 'completed', 'code': 200} Oct 25 09:20:42.364944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-6b6ef1d3-d672-4f0b-8432-99effafba629 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042659 Oct 25 09:20:42.375958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Deleting port b2894ea4-de2e-4afd-8ac2-b73038c76e60 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:42.376862 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:42.379950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:42.412854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f42c0789-cce6-4796-bc9a-777d6112e316'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:42.440630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Pushing event deleted for resources: {'Port': ['ID=f42c0789-cce6-4796-bc9a-777d6112e316,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:42.459587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b2894ea4-de2e-4afd-8ac2-b73038c76e60'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:42.495038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] No DVR routers for this DVR port f42c0789-cce6-4796-bc9a-777d6112e316 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:42.499842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:42.503259 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08d97f9e-1066-4926-89b8-1b66df987882 req-910c9480-8bf1-493f-958e-a476251648d5 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.18 "DELETE /v2.0/ports/f42c0789-cce6-4796-bc9a-777d6112e316 HTTP/1.1" status: 204 len: 173 time: 0.5602517 Oct 25 09:20:42.586061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2739ccca-ece5-419e-b8aa-572f06468e98 req-7ee80fee-6a20-4dae-a9d4-3e3c64517e52 tempest-VolumesActionsTest-1974148722 tempest-VolumesActionsTest-1974148722-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8f39310-dbb4-4c25-9815-a8ef316d4c18 HTTP/1.1" status: 200 len: 210 time: 0.0783353 Oct 25 09:20:42.673153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bb16fab-8d91-4db4-8eca-d4711af2082b req-1a5ff642-0355-47e6-afd3-3ef6f10d54f4 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816436 Oct 25 09:20:42.696290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] For port b2894ea4-de2e-4afd-8ac2-b73038c76e60, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b2894ea4-de2e-4afd-8ac2-b73038c76e60,segment=NetworkSegment(4d633225-38c5-42bf-8314-49aaaea0d022),segment_id=4d633225-38c5-42bf-8314-49aaaea0d022)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:42.697477 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8526a-6205-4765-9fac-695444f0d9af x-openstack-request-id: req-d2f8526a-6205-4765-9fac-695444f0d9af {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:42.697605 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:42.697870 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f39310-dbb4-4c25-9815-a8ef316d4c18", "name": "network-vif-deleted", "tag": "826ac29c-cd25-4d75-8846-33019407f911", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:42.698186 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2f8526a-6205-4765-9fac-695444f0d9af {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:42.698692 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f39310-dbb4-4c25-9815-a8ef316d4c18', 'name': 'network-vif-deleted', 'tag': '826ac29c-cd25-4d75-8846-33019407f911', 'status': 'completed', 'code': 200} Oct 25 09:20:42.718631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Calling delete_port for b2894ea4-de2e-4afd-8ac2-b73038c76e60 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:42.876595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-369f3903-3727-463c-9a26-9518556769c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:42.878289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-369f3903-3727-463c-9a26-9518556769c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1094 time: 0.0802004 Oct 25 09:20:42.885200 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:42.922117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f42c0789-cce6-4796-bc9a-777d6112e316'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:43.011773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Pushing event deleted for resources: {'Port': ['ID=b2894ea4-de2e-4afd-8ac2-b73038c76e60,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:43.019022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6693e10-8fc6-4ec4-8a1d-7ef22a53d18c req-3101ca7a-6126-47aa-adf7-7feb69e21782 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.32 "GET /v2.0/ports?device_id=16ff150b-3d31-43b5-9699-6f633f3a82b7 HTTP/1.1" status: 200 len: 210 time: 0.1050615 Oct 25 09:20:43.046176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] No DVR routers for this DVR port b2894ea4-de2e-4afd-8ac2-b73038c76e60 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:43.046176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:43.046176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f185c63e-1954-4087-b618-1452ee2caabd req-3f38d4ba-6bbc-4e90-9d7a-8c3b4a98bda3 tempest-ListServersNegativeTestJSON-1061518690 tempest-ListServersNegativeTestJSON-1061518690-project] 10.222.0.41 "DELETE /v2.0/ports/b2894ea4-de2e-4afd-8ac2-b73038c76e60 HTTP/1.1" status: 204 len: 173 time: 0.9254124 Oct 25 09:20:43.089693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-6903e1da-4a9a-4275-a2de-39cfcc4af8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:43.092403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-6903e1da-4a9a-4275-a2de-39cfcc4af8b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.2045705 Oct 25 09:20:43.140717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-91e2bdcc-701f-4009-81f9-12495696ec41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 217 time: 0.0402532 Oct 25 09:20:43.216241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-1470b643-7677-4987-a3a2-31baa64d62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:43.218528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-1470b643-7677-4987-a3a2-31baa64d62e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0613358 Oct 25 09:20:43.269842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-cc6b149d-88f1-4cb0-8784-a499a1d65b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:43.272707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-cc6b149d-88f1-4cb0-8784-a499a1d65b29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476477 Oct 25 09:20:43.706283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca43d2-9f7c-44b8-b8fa-5b0b78329877 req-5d87faaf-3665-45c9-8331-4bf71fef319e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:43.707654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6aca43d2-9f7c-44b8-b8fa-5b0b78329877 req-5d87faaf-3665-45c9-8331-4bf71fef319e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.0780654 Oct 25 09:20:43.709583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-896e6899-bb86-4f16-ba4a-6e6c8f831890 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247866 Oct 25 09:20:43.794296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6aca43d2-9f7c-44b8-b8fa-5b0b78329877 req-859035dc-c376-4c31-b773-21ac7fed1658 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802193 Oct 25 09:20:43.839374 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218331ec-0a7e-440e-9780-7615d39ff5ff req-6ea16204-8f24-4fc5-8840-4517c471f726 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167428 Oct 25 09:20:44.124802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53200) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:44.177288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-af831dd6-fa7d-41de-9db3-ae554adfe667 admin admin] Deleting subnet da865c1f-0d8b-498b-829c-a79a9243a0ea {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:20:44.180681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af831dd6-fa7d-41de-9db3-ae554adfe667 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.237179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af831dd6-fa7d-41de-9db3-ae554adfe667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.301496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af831dd6-fa7d-41de-9db3-ae554adfe667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.357649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020124c2-73b5-4bc3-824d-b9f57231b147', 'name': 'network-vif-deleted', 'tag': 'b2894ea4-de2e-4afd-8ac2-b73038c76e60'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:44.360112 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e135a72-0a33-48e2-a52f-868e7593b693" -d '{"events": [{"server_uuid": "020124c2-73b5-4bc3-824d-b9f57231b147", "name": "network-vif-deleted", "tag": "b2894ea4-de2e-4afd-8ac2-b73038c76e60"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:44.405279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af831dd6-fa7d-41de-9db3-ae554adfe667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.421657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcc61a-ccef-47dc-9688-7c8564842b3c req-271d0b36-1566-4948-b4fc-51686aa46bf5 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:44.423525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bdcc61a-ccef-47dc-9688-7c8564842b3c req-271d0b36-1566-4948-b4fc-51686aa46bf5 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0835333 Oct 25 09:20:44.428032 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af831dd6-fa7d-41de-9db3-ae554adfe667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.434935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-af831dd6-fa7d-41de-9db3-ae554adfe667 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da865c1f-0d8b-498b-829c-a79a9243a0ea HTTP/1.1" status: 204 len: 168 time: 0.3051200 Oct 25 09:20:44.434935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53208) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:44.476475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af831dd6-fa7d-41de-9db3-ae554adfe667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da865c1f-0d8b-498b-829c-a79a9243a0ea,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:44.553673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bdcc61a-ccef-47dc-9688-7c8564842b3c req-d441c6d7-df66-4734-b9e8-aee66b773337 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127138 Oct 25 09:20:44.579209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.653396 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de48044-8cb2-44a6-9e51-6cd41d05c282 x-openstack-request-id: req-4de48044-8cb2-44a6-9e51-6cd41d05c282 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:44.653705 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020124c2-73b5-4bc3-824d-b9f57231b147", "name": "network-vif-deleted", "tag": "b2894ea4-de2e-4afd-8ac2-b73038c76e60", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:44.654013 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4de48044-8cb2-44a6-9e51-6cd41d05c282 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:44.654333 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020124c2-73b5-4bc3-824d-b9f57231b147', 'name': 'network-vif-deleted', 'tag': 'b2894ea4-de2e-4afd-8ac2-b73038c76e60', 'status': 'completed', 'code': 200} Oct 25 09:20:44.671239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.691524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07856a5b-f11a-450b-8db7-51b2082a1e1a']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:44.700344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ff150b-3d31-43b5-9699-6f633f3a82b7', 'name': 'network-vif-deleted', 'tag': 'f42c0789-cce6-4796-bc9a-777d6112e316'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:44.701285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d633225-38c5-42bf-8314-49aaaea0d022') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:44.701581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d633225-38c5-42bf-8314-49aaaea0d022') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:44.703374 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc520be6-cd11-4dc4-bcdc-137c8201d40a" -d '{"events": [{"server_uuid": "16ff150b-3d31-43b5-9699-6f633f3a82b7", "name": "network-vif-deleted", "tag": "f42c0789-cce6-4796-bc9a-777d6112e316"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:44.711823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.727830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.734949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:20:44.735479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:20:44.737822 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:20:44.753165 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf834524-36fc-43c0-8a0e-b2de464f7e06 x-openstack-request-id: req-cf834524-36fc-43c0-8a0e-b2de464f7e06 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:44.753687 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ff150b-3d31-43b5-9699-6f633f3a82b7", "name": "network-vif-deleted", "tag": "f42c0789-cce6-4796-bc9a-777d6112e316", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:44.754141 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf834524-36fc-43c0-8a0e-b2de464f7e06 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:44.754702 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ff150b-3d31-43b5-9699-6f633f3a82b7', 'name': 'network-vif-deleted', 'tag': 'f42c0789-cce6-4796-bc9a-777d6112e316', 'status': 'completed', 'code': 200} Oct 25 09:20:44.800724 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.806836 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:44.810194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] 10.222.0.32 "DELETE /v2.0/networks/07856a5b-f11a-450b-8db7-51b2082a1e1a HTTP/1.1" status: 204 len: 168 time: 0.3751526 Oct 25 09:20:44.821904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b89b7a-ba1d-4762-8cba-a3160a04a045 admin admin] Pushing event deleted for resources: {'Network': ['ID=07856a5b-f11a-450b-8db7-51b2082a1e1a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:44.929060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29ab40-7eee-491e-b9f5-f051a5865955 req-ecad0ee7-2013-46ce-8581-e5fba58dd3b3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:44.930862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb29ab40-7eee-491e-b9f5-f051a5865955 req-ecad0ee7-2013-46ce-8581-e5fba58dd3b3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.0578771 Oct 25 09:20:44.986310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb29ab40-7eee-491e-b9f5-f051a5865955 req-be88b2f4-de1f-4aea-9a1f-bdde8343be59 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Oct 25 09:20:45.047405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53216) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:45.091221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bd355405-fc6d-429f-9cd1-56ca925df910 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dfe90ea421e4e1f8ae9ebe26ddc19c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418851 Oct 25 09:20:45.094197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53218) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:45.141888 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c1ed-54cc-4b8d-b548-19c70b6724a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:45.164321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c1ed-54cc-4b8d-b548-19c70b6724a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:45.220967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c1ed-54cc-4b8d-b548-19c70b6724a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:45.223693 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c1ed-54cc-4b8d-b548-19c70b6724a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:45.224853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dfb2c1ed-54cc-4b8d-b548-19c70b6724a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45c66416-6d0d-477a-a155-04820e247172 HTTP/1.1" status: 204 len: 168 time: 0.1297550 Oct 25 09:20:45.233383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c1ed-54cc-4b8d-b548-19c70b6724a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c66416-6d0d-477a-a155-04820e247172,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:45.611754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f42c0789-cce6-4796-bc9a-777d6112e316 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:45.643958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: f42c0789-cce6-4796-bc9a-777d6112e316 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:45.644307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f42c0789-cce6-4796-bc9a-777d6112e316 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:45.644727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 826ac29c-cd25-4d75-8846-33019407f911 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:45.677831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 826ac29c-cd25-4d75-8846-33019407f911 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:45.678214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 826ac29c-cd25-4d75-8846-33019407f911 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:45.705937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f58868-24d4-4911-b076-99ad5439e908 req-33f1d472-f7e8-4046-ad69-c6d39a7ca294 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:45.709409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5f58868-24d4-4911-b076-99ad5439e908 req-33f1d472-f7e8-4046-ad69-c6d39a7ca294 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0758419 Oct 25 09:20:45.750873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5f58868-24d4-4911-b076-99ad5439e908 req-0f6055f3-f5ad-471b-b446-b42c59b7728e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355933 Oct 25 09:20:46.008703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53252) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:46.118492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3543f8-67cc-4d0b-941f-0901fd1300f5 req-189a824c-1939-4040-a086-d1174de3a883 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:46.120146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e3543f8-67cc-4d0b-941f-0901fd1300f5 req-189a824c-1939-4040-a086-d1174de3a883 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.0550134 Oct 25 09:20:46.139226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1499850753-network', 'tenant_id': '432f75cef57b420891531b843df68304'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:46.177096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e3543f8-67cc-4d0b-941f-0901fd1300f5 req-c4858254-fef8-4e8e-8dc7-290c532b5ff5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493922 Oct 25 09:20:46.183372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Made reservation on behalf of 432f75cef57b420891531b843df68304 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:46.186633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.195977 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.274339 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.278130 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.304210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:20:46.314214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9092592f-9721-4ea1-a563-8ab29f42ad03,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:46.319194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.319539 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Added segment a31b4f9a-111f-4a0d-89fd-a8ff4159447e of type vlan for network 905545e0-d678-4db2-9ec1-6f664b95c485 Oct 25 09:20:46.361185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.388239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.389215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:46.389783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.408669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f01fdd76-3f0a-4bf6-8291-3e81c774af46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.454848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4449775 Oct 25 09:20:46.457900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53260) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:46.465394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Request body: {'subnet': {'network_id': '905545e0-d678-4db2-9ec1-6f664b95c485', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1499850753-subnet', 'tenant_id': '432f75cef57b420891531b843df68304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:46.466731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fecd4f-ef86-44c0-86aa-7f037413b7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=905545e0-d678-4db2-9ec1-6f664b95c485,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:46.476449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 905545e0-d678-4db2-9ec1-6f664b95c485 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:20:46.494918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Made reservation on behalf of 432f75cef57b420891531b843df68304 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:46.498542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.680505 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.736145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cff42c-6360-4511-b5f0-5d849b9f8a55,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:46.748160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Checking segment: {'id': 'a31b4f9a-111f-4a0d-89fd-a8ff4159447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '905545e0-d678-4db2-9ec1-6f664b95c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:46.748513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Network hostable DHCP agents. Network: 905545e0-d678-4db2-9ec1-6f664b95c485, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:20:46.766343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Network 905545e0-d678-4db2-9ec1-6f664b95c485 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:20:46.782301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 905545e0-d678-4db2-9ec1-6f664b95c485) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:46.790175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:46.790846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:46.795681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d9c4a-109e-4b65-912a-0416c786e651 None None] Network 905545e0-d678-4db2-9ec1-6f664b95c485 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:46.807800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-754d2058-aecc-465f-9ede-fd9b5c71fd3e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:46.809976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-754d2058-aecc-465f-9ede-fd9b5c71fd3e tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.0716114 Oct 25 09:20:46.830400 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d7a661a-03e4-4f38-8c37-f10ebecff11f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3706613 Oct 25 09:20:46.926817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b2894ea4-de2e-4afd-8ac2-b73038c76e60 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:46.975061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430af6ea-456f-4ea1-b7bb-2c7aad0dcfd9 req-f66c1c49-6d53-4d76-8417-fb99c2d16eba tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:46.984250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-430af6ea-456f-4ea1-b7bb-2c7aad0dcfd9 req-f66c1c49-6d53-4d76-8417-fb99c2d16eba tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=51b22265-6082-46a1-8fe9-af6cfb7da769 HTTP/1.1" status: 200 len: 946 time: 0.1073196 Oct 25 09:20:46.985760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: b2894ea4-de2e-4afd-8ac2-b73038c76e60 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:46.986097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b2894ea4-de2e-4afd-8ac2-b73038c76e60 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:46.995440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9adba0b-e5ee-4963-ac00-71e128f14692 None None] Network 905545e0-d678-4db2-9ec1-6f664b95c485 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:20:47.024429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Deleting port 0503d0e1-f289-44fa-9b8a-738f4902f216 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:47.024945 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:47.081837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-430af6ea-456f-4ea1-b7bb-2c7aad0dcfd9 req-f7146972-0691-438f-b993-79202be831b8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898149 Oct 25 09:20:47.144272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] For port 0503d0e1-f289-44fa-9b8a-738f4902f216, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0503d0e1-f289-44fa-9b8a-738f4902f216,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:47.144678 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:47.159123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Calling delete_port for 0503d0e1-f289-44fa-9b8a-738f4902f216 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:47.309775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:47.345468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b92748a8-8615-48ca-bc1c-3d14bbf61449'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:47.347719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Pushing event deleted for resources: {'Port': ['ID=0503d0e1-f289-44fa-9b8a-738f4902f216,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:47.348270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0503d0e1-f289-44fa-9b8a-738f4902f216'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:47.436134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] No DVR routers for this DVR port 0503d0e1-f289-44fa-9b8a-738f4902f216 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:47.439062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:47.443472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2113257-ccd7-4aa4-a734-25a57aa50ef9 req-bcb67588-8fd6-4203-9ed3-237ec2c505d8 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.18 "DELETE /v2.0/ports/0503d0e1-f289-44fa-9b8a-738f4902f216 HTTP/1.1" status: 204 len: 173 time: 0.6122615 Oct 25 09:20:47.446763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b22265-6082-46a1-8fe9-af6cfb7da769', 'name': 'network-vif-deleted', 'tag': '0503d0e1-f289-44fa-9b8a-738f4902f216'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:47.449334 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e402f-330a-4874-8a7c-8c94dbba37e5" -d '{"events": [{"server_uuid": "51b22265-6082-46a1-8fe9-af6cfb7da769", "name": "network-vif-deleted", "tag": "0503d0e1-f289-44fa-9b8a-738f4902f216"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:47.537529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-faac4be7-cbb2-4314-99f7-203274426f69 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:47.538995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-faac4be7-cbb2-4314-99f7-203274426f69 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/networks?id=905545e0-d678-4db2-9ec1-6f664b95c485 HTTP/1.1" status: 200 len: 813 time: 0.1938539 Oct 25 09:20:47.556143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-74366a6e-37e6-4ba0-add6-ad7418a85a4a tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/quotas/432f75cef57b420891531b843df68304 HTTP/1.1" status: 200 len: 375 time: 0.0103695 Oct 25 09:20:47.598201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-40ac86b1-7e04-4eb2-87a9-61d0620da92d tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=432f75cef57b420891531b843df68304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352368 Oct 25 09:20:47.598403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:20:47.745237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-e47ecb57-d6d6-4832-834c-0ba1f97508e4 service neutron] 10.222.0.32 "GET /v2.0/networks/905545e0-d678-4db2-9ec1-6f664b95c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394875 Oct 25 09:20:47.748189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:47.767553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'port_id': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'mac_address': 'fa:16:3e:3b:50:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:20:47.851885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-8ccbbbe7-8eea-4856-9f40-ae51fe70483c service neutron] 10.222.0.32 "GET /v2.0/networks/905545e0-d678-4db2-9ec1-6f664b95c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056421 Oct 25 09:20:47.852951 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:47.869184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b72782-dcf4-40f8-85a4-b20123ed2874 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:47.909164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:47.917322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:47.991206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:48.150197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af2d1-6c7e-457e-8530-4d88c4d80a70 req-62c65ee6-8ad6-4089-8526-30cac365c44e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:48.151803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be8af2d1-6c7e-457e-8530-4d88c4d80a70 req-62c65ee6-8ad6-4089-8526-30cac365c44e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 944 time: 0.0528905 Oct 25 09:20:48.213368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be8af2d1-6c7e-457e-8530-4d88c4d80a70 req-3fe166f7-f4a1-4cdb-97b7-c60110a4a60c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546920 Oct 25 09:20:48.278641 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f4bdd-eed5-45fb-962b-34e8c6292be8 x-openstack-request-id: req-616f4bdd-eed5-45fb-962b-34e8c6292be8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:48.279288 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b22265-6082-46a1-8fe9-af6cfb7da769", "name": "network-vif-deleted", "tag": "0503d0e1-f289-44fa-9b8a-738f4902f216", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:48.279749 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-616f4bdd-eed5-45fb-962b-34e8c6292be8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:48.280550 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b22265-6082-46a1-8fe9-af6cfb7da769', 'name': 'network-vif-deleted', 'tag': '0503d0e1-f289-44fa-9b8a-738f4902f216', 'status': 'completed', 'code': 200} Oct 25 09:20:48.329838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f9b72782-dcf4-40f8-85a4-b20123ed2874'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:48.378086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-52594042-6a56-457c-b950-089a6816671b req-6abea9a6-c105-4694-8df8-439d26b6634c tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 210 time: 0.0615497 Oct 25 09:20:48.732341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cbf090ad-e4b3-46cb-a222-587408dff8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:48.818659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8092282-654f-41e3-b5a6-e0b32eda5abf req-ba5c4959-5b8f-4eab-9ba8-dd13a8ab4fe4 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:48.827619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8092282-654f-41e3-b5a6-e0b32eda5abf req-ba5c4959-5b8f-4eab-9ba8-dd13a8ab4fe4 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0737703 Oct 25 09:20:48.880418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8092282-654f-41e3-b5a6-e0b32eda5abf req-4303c8c2-d2c4-4f7a-afa3-d7539c7d33ab tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 Oct 25 09:20:49.348165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b543273-13a9-4716-950f-f729216b84ea req-b50ac91f-c1ed-47e9-b61e-b67bec2e284c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:49.349623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b543273-13a9-4716-950f-f729216b84ea req-b50ac91f-c1ed-47e9-b61e-b67bec2e284c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 944 time: 0.0603395 Oct 25 09:20:49.437108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b543273-13a9-4716-950f-f729216b84ea req-c275d86e-39de-4094-bc6a-ff689e8329fa tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769744 Oct 25 09:20:49.473089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-705c3914-faae-4b8e-9cc3-349a15b6ccb1 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:49.474506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-705c3914-faae-4b8e-9cc3-349a15b6ccb1 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.18 "GET /v2.0/networks?id=905545e0-d678-4db2-9ec1-6f664b95c485 HTTP/1.1" status: 200 len: 813 time: 0.1435392 Oct 25 09:20:49.494800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Request body: {'port': {'device_id': 'c0e5bff9-0b7b-4737-9419-a70cfde4422e', 'network_id': '905545e0-d678-4db2-9ec1-6f664b95c485', 'admin_state_up': True, 'tenant_id': '432f75cef57b420891531b843df68304'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:49.569373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7eb49859-2fa1-49f8-be27-f82eeecd95fa req-962fa7ef-8cd5-4d8e-b28e-f1e994795822 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 210 time: 0.0583494 Oct 25 09:20:49.599401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:49.631745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Made reservation on behalf of 432f75cef57b420891531b843df68304 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:20:49.635451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:49.649393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port f9b72782-dcf4-40f8-85a4-b20123ed2874 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:20:49.653915 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port f9b72782-dcf4-40f8-85a4-b20123ed2874 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:49.654305 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:49.734878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:49.760408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:49.763689 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5224a6-b883-4c40-8bcc-c649d1ed5c41" -d '{"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:49.773926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Allocated IP 172.20.0.10 (905545e0-d678-4db2-9ec1-6f664b95c485/a1cff42c-6360-4511-b5f0-5d849b9f8a55/325f0deb-20fa-4b57-90d7-296c0f0bd77c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:49.776800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:49.782210 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:49.783375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0503d0e1-f289-44fa-9b8a-738f4902f216 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:49.830567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 0503d0e1-f289-44fa-9b8a-738f4902f216 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:49.830908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0503d0e1-f289-44fa-9b8a-738f4902f216 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:49.854339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:49.875972 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca590b1-381b-42ee-8e95-78dcc6755659 x-openstack-request-id: req-7ca590b1-381b-42ee-8e95-78dcc6755659 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:49.876429 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:49.876815 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ca590b1-381b-42ee-8e95-78dcc6755659 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:49.877424 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'code': 200} Oct 25 09:20:49.894484 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:49.916088 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:49.947771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:50.023451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcfa11-ec65-45ca-b61e-797cd9fa9023 req-b8d716bb-e46b-499b-a9f2-1de864678f45 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:50.024949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91bcfa11-ec65-45ca-b61e-797cd9fa9023 req-b8d716bb-e46b-499b-a9f2-1de864678f45 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0724847 Oct 25 09:20:50.033697 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:50.071986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f2513-03c4-4ef5-8170-44908c45847e req-be11ae6a-083a-4f4c-840a-150f702e6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:50.075820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-073f2513-03c4-4ef5-8170-44908c45847e req-be11ae6a-083a-4f4c-840a-150f702e6f44 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1096 time: 0.0566308 Oct 25 09:20:50.099396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Network 905545e0-d678-4db2-9ec1-6f664b95c485 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:50.111262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:50.114981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Pushing event updated for resources: {'Port': ['ID=325f0deb-20fa-4b57-90d7-296c0f0bd77c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:50.117554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:50.123143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91bcfa11-ec65-45ca-b61e-797cd9fa9023 req-217299d6-c60d-49c6-a8a6-2af512842d81 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909386 Oct 25 09:20:50.128689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-073f2513-03c4-4ef5-8170-44908c45847e req-1064b0d0-282d-473b-bf2e-d68f02effdde service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446825 Oct 25 09:20:50.179673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:50.180286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:50.196035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-887b70ab-6d74-4d95-b8b4-8bf5ca0a8a10 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7052917 Oct 25 09:20:50.489629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Request body: {'port': {'device_id': 'c0e5bff9-0b7b-4737-9419-a70cfde4422e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:50.576953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:50.601093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75646cc2-cd53-4f47-8832-81f74e557a68 req-a649e986-5d07-45a0-ab18-e4d86af80c0d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:50.602559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75646cc2-cd53-4f47-8832-81f74e557a68 req-a649e986-5d07-45a0-ab18-e4d86af80c0d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0826097 Oct 25 09:20:50.674080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75646cc2-cd53-4f47-8832-81f74e557a68 req-7f0ac4a4-6b2b-4fc3-abea-c8ebc7ee7a58 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512996 Oct 25 09:20:50.834467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b752a83-5f85-4ba4-bade-239f80c92fb6 req-2495d079-8efb-4c1f-b825-fa028a84c80a tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:50.835927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b752a83-5f85-4ba4-bade-239f80c92fb6 req-2495d079-8efb-4c1f-b825-fa028a84c80a tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 932 time: 0.1029296 Oct 25 09:20:50.906780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b752a83-5f85-4ba4-bade-239f80c92fb6 req-e31cc58c-0d35-4e01-91af-912334bdba3d tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570741 Oct 25 09:20:50.952265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325f0deb-20fa-4b57-90d7-296c0f0bd77c {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:50.959899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:50.971720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Transition to ACTIVE for port object 325f0deb-20fa-4b57-90d7-296c0f0bd77c will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:20:50.975589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:51.047305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daabaf-0952-4473-8106-94f987275caf service neutron] Pushing event updated for resources: {'Port': ['ID=325f0deb-20fa-4b57-90d7-296c0f0bd77c,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:51.096798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Attempting to bind port 325f0deb-20fa-4b57-90d7-296c0f0bd77c on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:20:51.097082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Attempting to bind port 325f0deb-20fa-4b57-90d7-296c0f0bd77c by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'a31b4f9a-111f-4a0d-89fd-a8ff4159447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '905545e0-d678-4db2-9ec1-6f664b95c485'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:20:51.097408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Attempting to bind port 325f0deb-20fa-4b57-90d7-296c0f0bd77c on network 905545e0-d678-4db2-9ec1-6f664b95c485 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:51.101672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Port 325f0deb-20fa-4b57-90d7-296c0f0bd77c on network 905545e0-d678-4db2-9ec1-6f664b95c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:20:51.101987 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Attempting to bind port 325f0deb-20fa-4b57-90d7-296c0f0bd77c on network 905545e0-d678-4db2-9ec1-6f664b95c485 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:20:51.107067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:20:51.107349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Checking segment: {'id': 'a31b4f9a-111f-4a0d-89fd-a8ff4159447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '905545e0-d678-4db2-9ec1-6f664b95c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:20:51.107727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Bound using segment: {'id': 'a31b4f9a-111f-4a0d-89fd-a8ff4159447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '905545e0-d678-4db2-9ec1-6f664b95c485'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:20:51.108146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Bound port: 325f0deb-20fa-4b57-90d7-296c0f0bd77c, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31b4f9a-111f-4a0d-89fd-a8ff4159447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '905545e0-d678-4db2-9ec1-6f664b95c485'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:20:51.108494 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:51.171789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] For port 325f0deb-20fa-4b57-90d7-296c0f0bd77c, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:20:51.175141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] For port 325f0deb-20fa-4b57-90d7-296c0f0bd77c, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=325f0deb-20fa-4b57-90d7-296c0f0bd77c,segment=NetworkSegment(a31b4f9a-111f-4a0d-89fd-a8ff4159447e),segment_id=a31b4f9a-111f-4a0d-89fd-a8ff4159447e)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:20:51.180188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:51.248073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:51.248678 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:51.250068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-27daabaf-0952-4473-8106-94f987275caf service neutron] 10.222.0.18 "PUT /v2.0/ports/325f0deb-20fa-4b57-90d7-296c0f0bd77c HTTP/1.1" status: 200 len: 1092 time: 0.7714317 Oct 25 09:20:51.252588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e5bff9-0b7b-4737-9419-a70cfde4422e', 'tag': '325f0deb-20fa-4b57-90d7-296c0f0bd77c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:51.254469 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d05d53-49fb-4f96-bbf0-ecaa6a102865" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e5bff9-0b7b-4737-9419-a70cfde4422e", "tag": "325f0deb-20fa-4b57-90d7-296c0f0bd77c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:51.276734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daabaf-0952-4473-8106-94f987275caf service neutron] Pushing event updated for resources: {'Port': ['ID=325f0deb-20fa-4b57-90d7-296c0f0bd77c,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:51.294165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb866-c22f-4693-a478-369cdad379f2 req-04b4cbb0-de7a-4f3b-99f1-1cb3c4477184 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:51.295736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80edb866-c22f-4693-a478-369cdad379f2 req-04b4cbb0-de7a-4f3b-99f1-1cb3c4477184 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0898504 Oct 25 09:20:51.348967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80edb866-c22f-4693-a478-369cdad379f2 req-b580338d-b831-47d7-8ec1-1334343ba146 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370624 Oct 25 09:20:51.395303 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f731655-8e65-4863-8e1b-c9374bfc93c7 x-openstack-request-id: req-4f731655-8e65-4863-8e1b-c9374bfc93c7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:51.395593 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e5bff9-0b7b-4737-9419-a70cfde4422e", "tag": "325f0deb-20fa-4b57-90d7-296c0f0bd77c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:51.395862 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f731655-8e65-4863-8e1b-c9374bfc93c7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:51.396266 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e5bff9-0b7b-4737-9419-a70cfde4422e', 'tag': '325f0deb-20fa-4b57-90d7-296c0f0bd77c', 'status': 'completed', 'code': 200} Oct 25 09:20:51.437491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-67d761a7-4dae-4c0a-962b-6f64c39584cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:51.439010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-67d761a7-4dae-4c0a-962b-6f64c39584cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=432f75cef57b420891531b843df68304&device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 1095 time: 0.0418756 Oct 25 09:20:51.509622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-e1d218f6-df85-485c-bd74-5ea85529e113 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325f0deb-20fa-4b57-90d7-296c0f0bd77c HTTP/1.1" status: 200 len: 217 time: 0.0495152 Oct 25 09:20:51.571712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-9f753b19-e04b-4237-a15d-ba564cd47981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:51.573229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-9f753b19-e04b-4237-a15d-ba564cd47981 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1cff42c-6360-4511-b5f0-5d849b9f8a55 HTTP/1.1" status: 200 len: 853 time: 0.0543027 Oct 25 09:20:51.606322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-b8200429-d249-40d1-b172-b1d83fd46d86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=905545e0-d678-4db2-9ec1-6f664b95c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252428 Oct 25 09:20:51.698949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-f9adb6f7-10f0-439c-bc51-d4c385bf47fa service neutron] 10.222.0.18 "GET /v2.0/networks/905545e0-d678-4db2-9ec1-6f664b95c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851419 Oct 25 09:20:51.788434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:51.828237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1dc59-5dc0-45a6-a92e-f8c555334098 req-34e42213-3513-494a-bf9a-44d96fb7455e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:51.829985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebd1dc59-5dc0-45a6-a92e-f8c555334098 req-34e42213-3513-494a-bf9a-44d96fb7455e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0776143 Oct 25 09:20:51.835579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5c413b-c877-41ea-9c80-b778e054cd5d req-ca5c5152-7017-494b-b4cd-3ddf39be1360 service neutron] 10.222.0.18 "GET /v2.0/networks/905545e0-d678-4db2-9ec1-6f664b95c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291451 Oct 25 09:20:51.870411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebd1dc59-5dc0-45a6-a92e-f8c555334098 req-a600ae61-9e19-4f08-b193-a5f3189ff0b1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337958 Oct 25 09:20:51.998834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-a6ea3a6d-41c3-4a3a-bda9-0ffc9a429124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:52.000347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-a6ea3a6d-41c3-4a3a-bda9-0ffc9a429124 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=432f75cef57b420891531b843df68304&device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 1095 time: 0.0829237 Oct 25 09:20:52.013472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3c68e-25c4-4f07-b0bd-5a1b3ec148ea req-bd0c689a-81e0-4c24-af25-b25f0853969c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:52.014861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d3c68e-25c4-4f07-b0bd-5a1b3ec148ea req-bd0c689a-81e0-4c24-af25-b25f0853969c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0671504 Oct 25 09:20:52.104356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60d3c68e-25c4-4f07-b0bd-5a1b3ec148ea req-8bc6b7c5-33c1-468b-af13-7740e65926bd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814853 Oct 25 09:20:52.130671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53348) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:52.176606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-be4ddd8c-ce12-4cf1-bb00-c31596743bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:52.178129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-be4ddd8c-ce12-4cf1-bb00-c31596743bd8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=905545e0-d678-4db2-9ec1-6f664b95c485 HTTP/1.1" status: 200 len: 914 time: 0.1624238 Oct 25 09:20:52.550217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-71d91eae-b0d2-4af5-a63a-976721436bab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325f0deb-20fa-4b57-90d7-296c0f0bd77c HTTP/1.1" status: 200 len: 217 time: 0.3580375 Oct 25 09:20:52.560288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc84d50-90a3-4e5d-a86e-5a6a4e53c90e tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:52.566021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:52.572555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:20:52.574107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0dc84d50-90a3-4e5d-a86e-5a6a4e53c90e tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1091 time: 0.4420729 Oct 25 09:20:52.621447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:52.670150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c7a8d-344f-4605-9ba3-301c3ccbf2ad req-a0fe2681-7411-4dfe-a306-88103ddce581 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:52.677621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-795c7a8d-344f-4605-9ba3-301c3ccbf2ad req-a0fe2681-7411-4dfe-a306-88103ddce581 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 944 time: 0.4959414 Oct 25 09:20:52.682534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-b5b81758-3d90-4a14-86e0-6679245b4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:52.684833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-b5b81758-3d90-4a14-86e0-6679245b4071 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1cff42c-6360-4511-b5f0-5d849b9f8a55 HTTP/1.1" status: 200 len: 853 time: 0.1084473 Oct 25 09:20:52.737928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-f62a0650-2da6-4e8b-959d-a922975f80c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=905545e0-d678-4db2-9ec1-6f664b95c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406721 Oct 25 09:20:52.750082 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:52.811053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-795c7a8d-344f-4605-9ba3-301c3ccbf2ad req-925171ae-a919-4d48-88ce-10368c8ebe3c tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251078 Oct 25 09:20:52.863920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-9a3966e2-50a8-44f6-962a-9eba9d0588df service neutron] 10.222.0.18 "GET /v2.0/networks/905545e0-d678-4db2-9ec1-6f664b95c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147954 Oct 25 09:20:52.886212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.25.8.24 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/509e998b-c1b2-4070-a8a4-f3ac1aed70e9) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:20:53.018145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:53.028242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62d05d53-49fb-4f96-bbf0-ecaa6a102865 req-7e550601-f2bd-40d3-9330-5a32ef04f34a service neutron] 10.222.0.18 "GET /v2.0/networks/905545e0-d678-4db2-9ec1-6f664b95c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567471 Oct 25 09:20:53.041385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09bb17-a16f-4bc8-bd0f-496ff71af203 req-7be7cabf-4864-446b-8be9-1d90f5b5afd3 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:53.049654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f09bb17-a16f-4bc8-bd0f-496ff71af203 req-7be7cabf-4864-446b-8be9-1d90f5b5afd3 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.1667442 Oct 25 09:20:53.082079 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:53.094789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f09bb17-a16f-4bc8-bd0f-496ff71af203 req-eebc27c0-b918-4bc6-8984-5ca47ac89819 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Oct 25 09:20:53.141836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:20:53.145218 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:20:53.149375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:20:53.156325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=509e998b-c1b2-4070-a8a4-f3ac1aed70e9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:53.544448 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:53.619280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:53.786323 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:53.791496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:53.866551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=509e998b-c1b2-4070-a8a4-f3ac1aed70e9,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:53.877031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:53.973338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae3e7c-35af-4265-89b8-89f5579e3b4c req-1c2432a7-f9b2-4529-b60e-d743707cff54 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:53.974900 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0ae3e7c-35af-4265-89b8-89f5579e3b4c req-1c2432a7-f9b2-4529-b60e-d743707cff54 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 944 time: 0.0637896 Oct 25 09:20:53.989999 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Floating IP be65cc39-8b1d-4592-863f-39983b5e801f associated. External IP: 172.25.8.24, port: f9b72782-dcf4-40f8-85a4-b20123ed2874. Oct 25 09:20:54.018002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0ae3e7c-35af-4265-89b8-89f5579e3b4c req-407adbe0-fd63-498e-8615-f2a0431a04bf tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361769 Oct 25 09:20:54.222663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a222c-d0f7-455f-983f-caf998a83d97 req-1fdf19ae-9e62-4d76-9f5f-c2daed4605e1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:54.225102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf6a222c-d0f7-455f-983f-caf998a83d97 req-1fdf19ae-9e62-4d76-9f5f-c2daed4605e1 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0562897 Oct 25 09:20:54.303689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-bf94607b-7f4c-49b1-bd53-0aec1de6c8ee tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:54.305266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-bf94607b-7f4c-49b1-bd53-0aec1de6c8ee tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.41 "GET /v2.0/ports?device_id=8394aa9e-5941-44f6-9286-d6caf66e1ea7 HTTP/1.1" status: 200 len: 946 time: 0.0913568 Oct 25 09:20:54.308089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf6a222c-d0f7-455f-983f-caf998a83d97 req-7383311d-0c97-42a3-a4bf-88f715e2b236 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.32 "GET /v2.0/security-groups?id=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741448 Oct 25 09:20:54.410145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Deleting port b92748a8-8615-48ca-bc1c-3d14bbf61449 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:54.410515 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:54.510220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] For port b92748a8-8615-48ca-bc1c-3d14bbf61449, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=b92748a8-8615-48ca-bc1c-3d14bbf61449,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:54.510588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:54.525631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Calling delete_port for b92748a8-8615-48ca-bc1c-3d14bbf61449 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:54.540554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router b9d775a6-9cd4-4292-afb5-1f571ff76ada has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:20:54.660029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:20:54.677670 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] Sync routers for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:20:54.680098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:54.680610 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:54.690454 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:54.691185 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:54.714182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['b92748a8-8615-48ca-bc1c-3d14bbf61449'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:54.722151 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ac6eba7d-f14d-48e1-9c44-41e93a10b69c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1541402 Oct 25 09:20:54.722755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:54.725600 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b4d420-94d9-4555-be1c-1fd0a169dba0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:54.738892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Pushing event deleted for resources: {'Port': ['ID=b92748a8-8615-48ca-bc1c-3d14bbf61449,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:54.795139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] No DVR routers for this DVR port b92748a8-8615-48ca-bc1c-3d14bbf61449 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:20:54.798999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:54.802299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f81abb7-e14a-4ff1-a6bd-5395c478c024 req-6bb20aad-f348-4396-be21-d5463fc8c2b7 tempest-ServerRescueNegativeTestJSON-156860012 tempest-ServerRescueNegativeTestJSON-156860012-project] 10.222.0.41 "DELETE /v2.0/ports/b92748a8-8615-48ca-bc1c-3d14bbf61449 HTTP/1.1" status: 204 len: 173 time: 0.4897976 Oct 25 09:20:54.802742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8394aa9e-5941-44f6-9286-d6caf66e1ea7', 'name': 'network-vif-deleted', 'tag': 'b92748a8-8615-48ca-bc1c-3d14bbf61449'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:54.804983 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b11b19-9424-402b-9541-c29e3a20db68" -d '{"events": [{"server_uuid": "8394aa9e-5941-44f6-9286-d6caf66e1ea7", "name": "network-vif-deleted", "tag": "b92748a8-8615-48ca-bc1c-3d14bbf61449"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:54.816500 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:54.868481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4aabb-e259-43f3-b4cd-eab2a2e292bd req-799657d3-a1fd-481b-ba6f-037c1218e8a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:54.876210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21a4aabb-e259-43f3-b4cd-eab2a2e292bd req-799657d3-a1fd-481b-ba6f-037c1218e8a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0791385 Oct 25 09:20:54.925819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21a4aabb-e259-43f3-b4cd-eab2a2e292bd req-f0788104-8099-4cf9-8cc4-322fbf52f3cd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441170 Oct 25 09:20:54.937809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:55.011416 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe02e3b-af31-471e-ba7a-6c436349dec2 x-openstack-request-id: req-7fe02e3b-af31-471e-ba7a-6c436349dec2 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:55.011767 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:55.012045 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fe02e3b-af31-471e-ba7a-6c436349dec2 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:55.013345 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'status': 'completed', 'code': 200} Oct 25 09:20:55.070060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1d88afff-f903-4c4b-874c-fe221a3e6a55 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/be65cc39-8b1d-4592-863f-39983b5e801f HTTP/1.1" status: 200 len: 990 time: 0.1308932 Oct 25 09:20:55.071857 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f984ea-d244-4ee3-9a8e-13ca5d0906a8 x-openstack-request-id: req-97f984ea-d244-4ee3-9a8e-13ca5d0906a8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:55.072141 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8394aa9e-5941-44f6-9286-d6caf66e1ea7", "name": "network-vif-deleted", "tag": "b92748a8-8615-48ca-bc1c-3d14bbf61449", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:55.072395 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97f984ea-d244-4ee3-9a8e-13ca5d0906a8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:55.072791 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8394aa9e-5941-44f6-9286-d6caf66e1ea7', 'name': 'network-vif-deleted', 'tag': 'b92748a8-8615-48ca-bc1c-3d14bbf61449', 'status': 'completed', 'code': 200} Oct 25 09:20:55.115302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-28605973-2646-4be2-aa5e-f40623ca928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:55.116794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-28605973-2646-4be2-aa5e-f40623ca928d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1096 time: 0.0432496 Oct 25 09:20:55.164067 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'be65cc39-8b1d-4592-863f-39983b5e801f', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'port_id': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'mac_address': 'fa:16:3e:3b:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:20:53Z', 'updated_at': '2021-10-25T09:20:53Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:55.192278 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] Checking router: b9d775a6-9cd4-4292-afb5-1f571ff76ada for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:20:55.202765 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:55.203776 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:55.228324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aaa42-ada4-4669-88e7-84d40f4769ef req-bd825408-fb1a-4443-887a-d42ea6763c2e tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:55.229797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-464aaa42-ada4-4669-88e7-84d40f4769ef req-bd825408-fb1a-4443-887a-d42ea6763c2e tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 944 time: 0.1065521 Oct 25 09:20:55.309792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-464aaa42-ada4-4669-88e7-84d40f4769ef req-1641aebf-b850-4576-b274-b1bd2aed3f17 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648301 Oct 25 09:20:55.314985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-c0623de5-2adb-4fd0-baa4-7f957785bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:55.316724 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-c0623de5-2adb-4fd0-baa4-7f957785bfff service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1922605 Oct 25 09:20:55.347195 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:55.417909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-8db2accf-cfea-4d28-81cc-a18aca0bc6aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 998 time: 0.0940106 Oct 25 09:20:55.488460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-8f6531db-0f6a-4973-a699-0bd88c1718b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:55.490060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-8f6531db-0f6a-4973-a699-0bd88c1718b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0648019 Oct 25 09:20:55.491349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53396) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:55.547569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-bf2fab81-42b2-4b38-8140-5c2f7b5bc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:55.550306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-bf2fab81-42b2-4b38-8140-5c2f7b5bc9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518863 Oct 25 09:20:55.637435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 325f0deb-20fa-4b57-90d7-296c0f0bd77c details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:20:55.669281 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'be65cc39-8b1d-4592-863f-39983b5e801f', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'port_id': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'mac_address': 'fa:16:3e:3b:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:20:53Z', 'updated_at': '2021-10-25T09:20:53Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:55.672709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-799c3110-7fed-496c-8649-4fe613c9c14c service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163745 Oct 25 09:20:55.734907 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99967752-83cb-44bc-9adb-e61a575680ba None None] The sync data for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 is: [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'be65cc39-8b1d-4592-863f-39983b5e801f', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.24', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'port_id': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'mac_address': 'fa:16:3e:3b:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:20:53Z', 'updated_at': '2021-10-25T09:20:53Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:20:55.760916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 325f0deb-20fa-4b57-90d7-296c0f0bd77c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=325f0deb-20fa-4b57-90d7-296c0f0bd77c,segment=NetworkSegment(a31b4f9a-111f-4a0d-89fd-a8ff4159447e),segment_id=a31b4f9a-111f-4a0d-89fd-a8ff4159447e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:55.795831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '325f0deb-20fa-4b57-90d7-296c0f0bd77c', 'network_id': '905545e0-d678-4db2-9ec1-6f664b95c485', 'port_id': '325f0deb-20fa-4b57-90d7-296c0f0bd77c', 'mac_address': 'fa:16:3e:f8:27:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cff42c-6360-4511-b5f0-5d849b9f8a55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:20:55.814999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77b4d420-94d9-4555-be1c-1fd0a169dba0 req-18308823-97ed-4f3a-8531-edbdad7be5e6 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352863 Oct 25 09:20:55.861226 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:55.876316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325f0deb-20fa-4b57-90d7-296c0f0bd77c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:20:55.900843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 325f0deb-20fa-4b57-90d7-296c0f0bd77c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=325f0deb-20fa-4b57-90d7-296c0f0bd77c,segment=NetworkSegment(a31b4f9a-111f-4a0d-89fd-a8ff4159447e),segment_id=a31b4f9a-111f-4a0d-89fd-a8ff4159447e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:55.905451 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:55.948621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:55.961753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=325f0deb-20fa-4b57-90d7-296c0f0bd77c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:56.028662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8490af5-55db-42e8-8fc6-d03f5593c6cb None None] New status for floating IP be65cc39-8b1d-4592-863f-39983b5e801f: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:20:56.070749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53400) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:56.141339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6dc92e5b-18c4-423d-94ba-7570a6c37236 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/be65cc39-8b1d-4592-863f-39983b5e801f HTTP/1.1" status: 200 len: 990 time: 0.0686648 Oct 25 09:20:56.250037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Deleting port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:56.250381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:56.299431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['325f0deb-20fa-4b57-90d7-296c0f0bd77c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:20:56.345081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] For port 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,segment=NetworkSegment(ef72a035-7e13-4a34-b38b-56399072df2d),segment_id=ef72a035-7e13-4a34-b38b-56399072df2d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:56.346105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:56.361694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Calling delete_port for 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:56.437281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172edc-62fc-4646-9e17-6e7edd589fa9 req-0a6d3590-b88e-4b13-a0d1-970dfe0f1e95 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:56.444686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34172edc-62fc-4646-9e17-6e7edd589fa9 req-0a6d3590-b88e-4b13-a0d1-970dfe0f1e95 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 945 time: 0.0614674 Oct 25 09:20:56.484649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34172edc-62fc-4646-9e17-6e7edd589fa9 req-b7073501-4999-482e-a11f-ec9d1592b748 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389850 Oct 25 09:20:56.568425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:56.595905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:56.764496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:56.982637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:20:57.098351 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:20:57.103090 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fa87d658-36e2-49ec-ba38-9fdbba9f5aa4 admin admin] 10.222.0.32 "PUT /v2.0/routers/7070c2cd-b9ee-469b-a081-0c07ba3c03fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6104448 Oct 25 09:20:57.105851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53408) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:57.117586 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] Sync routers for ids ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:20:57.129521 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] Routers {'7070c2cd-b9ee-469b-a081-0c07ba3c03fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:57.130127 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:57.145030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53410) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:57.250014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:57.256718 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ce0d9a6f-ca52-417d-8c66-2e28e2d3eee3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/be65cc39-8b1d-4592-863f-39983b5e801f HTTP/1.1" status: 200 len: 992 time: 0.1054678 Oct 25 09:20:57.324235 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] Set router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:57.419186 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:57.501272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Deleting port 3643f823-e039-4089-9dac-afa76110382f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:20:57.501940 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:57.532472 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3643f823-e039-4089-9dac-afa76110382f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:20:56Z', 'revision_number': 5, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port': {'id': '3643f823-e039-4089-9dac-afa76110382f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:57.569843 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] Checking router: 7070c2cd-b9ee-469b-a081-0c07ba3c03fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:20:57.580585 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] Routers {'7070c2cd-b9ee-469b-a081-0c07ba3c03fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:20:57.581421 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:57.621878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] For port 3643f823-e039-4089-9dac-afa76110382f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3643f823-e039-4089-9dac-afa76110382f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:57.622232 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:57.637421 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Calling delete_port for 3643f823-e039-4089-9dac-afa76110382f owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:20:57.647109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 325f0deb-20fa-4b57-90d7-296c0f0bd77c up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:20:57.663167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365759ca-3a14-4a9f-ad60-c10d932a8aaa req-eabb88a7-43cf-48f3-a8f2-228e4716289c tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:57.664776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-365759ca-3a14-4a9f-ad60-c10d932a8aaa req-eabb88a7-43cf-48f3-a8f2-228e4716289c tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 945 time: 0.0916960 Oct 25 09:20:57.690034 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] Set router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:20:57.724982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 325f0deb-20fa-4b57-90d7-296c0f0bd77c completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:20:57.731607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 325f0deb-20fa-4b57-90d7-296c0f0bd77c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:20:57.732227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:57.747577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-365759ca-3a14-4a9f-ad60-c10d932a8aaa req-5c151da9-00d1-422e-97f1-5d901ca00597 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516903 Oct 25 09:20:57.766505 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:20:57Z', 'revision_number': 6, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:57.795795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6929acb-5a5f-44b3-97eb-5c534878716c None None] The sync data for ids ['7070c2cd-b9ee-469b-a081-0c07ba3c03fb'] in n-d-814746-2 is: [{'id': '7070c2cd-b9ee-469b-a081-0c07ba3c03fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1922470410-router', 'tenant_id': '4b8760a216824ec597867a276d8f018e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:14Z', 'updated_at': '2021-10-25T09:20:57Z', 'revision_number': 6, 'project_id': '4b8760a216824ec597867a276d8f018e', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:20:57.838599 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:57.868086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5bff9-0b7b-4737-9419-a70cfde4422e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f0deb-20fa-4b57-90d7-296c0f0bd77c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:20:57.869623 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:57.870561 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3975086-2697-4803-ba19-88f55c118ec6" -d '{"events": [{"server_uuid": "c0e5bff9-0b7b-4737-9419-a70cfde4422e", "name": "network-vif-plugged", "status": "completed", "tag": "325f0deb-20fa-4b57-90d7-296c0f0bd77c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:20:57.885491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 325f0deb-20fa-4b57-90d7-296c0f0bd77c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=325f0deb-20fa-4b57-90d7-296c0f0bd77c,segment=NetworkSegment(a31b4f9a-111f-4a0d-89fd-a8ff4159447e),segment_id=a31b4f9a-111f-4a0d-89fd-a8ff4159447e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:20:57.891131 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:57.905736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3643f823-e039-4089-9dac-afa76110382f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:57.926219 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ce0462-a1d1-4e96-9814-47428ffacfa2 x-openstack-request-id: req-f0ce0462-a1d1-4e96-9814-47428ffacfa2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:20:57.926512 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5bff9-0b7b-4737-9419-a70cfde4422e", "name": "network-vif-plugged", "status": "completed", "tag": "325f0deb-20fa-4b57-90d7-296c0f0bd77c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:20:57.926764 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0ce0462-a1d1-4e96-9814-47428ffacfa2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:20:57.927149 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5bff9-0b7b-4737-9419-a70cfde4422e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f0deb-20fa-4b57-90d7-296c0f0bd77c', 'code': 200} Oct 25 09:20:57.954361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=325f0deb-20fa-4b57-90d7-296c0f0bd77c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:57.979340 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.106169 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.108982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.175874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1008f3-513d-4a5f-a184-8d41f91cf0df req-a14cefda-62f2-4069-9b2a-c0c7e4297537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:58.178650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f1008f3-513d-4a5f-a184-8d41f91cf0df req-a14cefda-62f2-4069-9b2a-c0c7e4297537 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 1097 time: 0.1587760 Oct 25 09:20:58.179840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.180609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7070c2cd-b9ee-469b-a081-0c07ba3c03fb {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:20:58.185134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.188556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f3e46df-0250-408a-94f0-a96a2aca60aa admin admin] 10.222.0.32 "DELETE /v2.0/routers/7070c2cd-b9ee-469b-a081-0c07ba3c03fb HTTP/1.1" status: 204 len: 168 time: 1.0793705 Oct 25 09:20:58.189195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53424) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:58.224665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f1008f3-513d-4a5f-a184-8d41f91cf0df req-c2508b00-c16f-43f9-aa30-37c494d08a13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372844 Oct 25 09:20:58.242935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e34084c-1284-471b-b4a2-46b5be58b5b3 admin admin] Deleting subnet 4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:20:58.246800 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e34084c-1284-471b-b4a2-46b5be58b5b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.296931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e34084c-1284-471b-b4a2-46b5be58b5b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.342442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e34084c-1284-471b-b4a2-46b5be58b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.397140 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e34084c-1284-471b-b4a2-46b5be58b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.423975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34084c-1284-471b-b4a2-46b5be58b5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2a3f2a-25b3-4466-9479-1f8d649f4fe0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:58.427891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e34084c-1284-471b-b4a2-46b5be58b5b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.434104 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7e34084c-1284-471b-b4a2-46b5be58b5b3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4f2a3f2a-25b3-4466-9479-1f8d649f4fe0 HTTP/1.1" status: 204 len: 168 time: 0.2412865 Oct 25 09:20:58.434980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53428) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:58.516477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.597378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.617484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80e0541-c9e1-44a7-a30c-24349659de5a']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:58.627866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef72a035-7e13-4a34-b38b-56399072df2d') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:58.628155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef72a035-7e13-4a34-b38b-56399072df2d') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:20:58.637975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.651797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.659166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:20:58.659621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:20:58.661982 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:20:58.716650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 3643f823-e039-4089-9dac-afa76110382f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:58.727048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.732843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.736055 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f80e0541-c9e1-44a7-a30c-24349659de5a HTTP/1.1" status: 204 len: 168 time: 0.3009095 Oct 25 09:20:58.742441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 3643f823-e039-4089-9dac-afa76110382f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:58.742784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 3643f823-e039-4089-9dac-afa76110382f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:58.743200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:58.748404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffd2a2-d349-44ac-8a61-47d9eb944c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80e0541-c9e1-44a7-a30c-24349659de5a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:20:58.763745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:58.764088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 0ef0e4ec-e6c6-4ee5-9411-b5a5c72bbb5e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:58.852794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b92748a8-8615-48ca-bc1c-3d14bbf61449 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:20:58.874633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53436) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:58.877809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: b92748a8-8615-48ca-bc1c-3d14bbf61449 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:20:58.878346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device b92748a8-8615-48ca-bc1c-3d14bbf61449 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:20:58.888235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d795ed-bd44-47a0-a855-7156fc6f54dd req-00d2c984-7b14-46e2-86f9-2c5293e0eeee tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:20:58.889814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0d795ed-bd44-47a0-a855-7156fc6f54dd req-00d2c984-7b14-46e2-86f9-2c5293e0eeee tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 946 time: 0.0634592 Oct 25 09:20:58.922643 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-daf22263-a459-47ab-9920-02a225b14a34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b8760a216824ec597867a276d8f018e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440519 Oct 25 09:20:58.922643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53438) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:20:58.932588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0d795ed-bd44-47a0-a855-7156fc6f54dd req-f3614795-25df-4866-a34f-91075af9152d tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361872 Oct 25 09:20:58.972489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db9aeff9-8698-4648-a3c8-c04dfde02f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:58.992788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db9aeff9-8698-4648-a3c8-c04dfde02f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:59.041852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db9aeff9-8698-4648-a3c8-c04dfde02f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:59.044533 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-db9aeff9-8698-4648-a3c8-c04dfde02f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:20:59.045695 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-db9aeff9-8698-4648-a3c8-c04dfde02f70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9 HTTP/1.1" status: 204 len: 168 time: 0.1223609 Oct 25 09:20:59.053109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aeff9-8698-4648-a3c8-c04dfde02f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ce9ec7-2f9d-4b0c-9153-d07ba4d0f9b9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:00.026498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53478) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:00.054615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf9978-91d1-4af5-914f-e6c76ece7b76 req-3ef2898f-802e-4739-9b76-4f22a6efa567 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:00.056303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1cf9978-91d1-4af5-914f-e6c76ece7b76 req-3ef2898f-802e-4739-9b76-4f22a6efa567 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 946 time: 0.0531473 Oct 25 09:21:00.096692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1cf9978-91d1-4af5-914f-e6c76ece7b76 req-88de2373-a205-4d58-9d60-279a47f49a75 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342283 Oct 25 09:21:00.142944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97495876-2123-45a8-ba7e-0265358545c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:00.231945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97495876-2123-45a8-ba7e-0265358545c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:00.236644 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97495876-2123-45a8-ba7e-0265358545c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:00.276765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97495876-2123-45a8-ba7e-0265358545c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef1e0c3-ae6e-4aef-a38a-c1a83efb6331,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:00.282719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-97495876-2123-45a8-ba7e-0265358545c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce2899c583d347ceb518ab83d3785223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534645 Oct 25 09:21:00.284281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53488) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:00.336473 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f147022-1f7e-4736-bb33-c30855735ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:00.359079 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f147022-1f7e-4736-bb33-c30855735ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:00.418845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f147022-1f7e-4736-bb33-c30855735ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:00.422889 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f147022-1f7e-4736-bb33-c30855735ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:00.426734 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6f147022-1f7e-4736-bb33-c30855735ee0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ef1e0c3-ae6e-4aef-a38a-c1a83efb6331 HTTP/1.1" status: 204 len: 168 time: 0.1389074 Oct 25 09:21:00.432966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f147022-1f7e-4736-bb33-c30855735ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef1e0c3-ae6e-4aef-a38a-c1a83efb6331,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:00.531330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc8b0-8966-462d-a6b1-01c2ae43129d req-e0bf2a5e-42e9-4f65-aa26-c1ff767e0d0f tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:00.539834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82fbc8b0-8966-462d-a6b1-01c2ae43129d req-e0bf2a5e-42e9-4f65-aa26-c1ff767e0d0f tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 946 time: 0.0656912 Oct 25 09:21:00.586600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82fbc8b0-8966-462d-a6b1-01c2ae43129d req-8a364bb2-b399-468e-9ee7-c58622b4a623 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457711 Oct 25 09:21:01.094090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53514) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:01.191518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-7371791-network', 'tenant_id': '301b27b80ff347d1b3015a290519b872'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:01.214312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Made reservation on behalf of 301b27b80ff347d1b3015a290519b872 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:21:01.217688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.229013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.310663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.314429 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.343907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:21:01.349325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9c8df-4d9c-471f-af6b-acd84cac8efa,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:01.360454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.360792 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Added segment e27e93d0-3f2b-4f22-96bf-d8dea7759e21 of type vlan for network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 Oct 25 09:21:01.362793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.363140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.363466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.363794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.364114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.364432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.364751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.365090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.365405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.365717 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.366031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.366339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:01.412977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.437999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.438946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:01.439518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.488851 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3935382 Oct 25 09:21:01.491711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53520) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:01.497163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Request body: {'subnet': {'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-subnet', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:01.504545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0818779-9bf3-4f0b-a3cb-85c91c66447e admin admin] Pushing event updated for resources: {'Network': ['ID=8006a4a0-0ae3-4355-8575-1ac63ca0e446,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:01.515035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:21:01.529471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Made reservation on behalf of 301b27b80ff347d1b3015a290519b872 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:21:01.532402 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.741270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.796284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127eebaa-8250-41a8-96b5-baadafb27c9a req-458dc37a-fd7c-4bd3-92b1-06d48f0a7faa tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:01.797951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-127eebaa-8250-41a8-96b5-baadafb27c9a req-458dc37a-fd7c-4bd3-92b1-06d48f0a7faa tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 946 time: 0.1067493 Oct 25 09:21:01.821632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:01.855614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Checking segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:01.855977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Network hostable DHCP agents. Network: 8006a4a0-0ae3-4355-8575-1ac63ca0e446, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:21:01.865816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-127eebaa-8250-41a8-96b5-baadafb27c9a req-09c349ab-d0a1-42ad-abc9-1afa296efd83 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580037 Oct 25 09:21:01.884769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:21:01.898116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8006a4a0-0ae3-4355-8575-1ac63ca0e446) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:01.903175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:01.903879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.912180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b075ac9-1d47-4013-a52b-2cfd81268859 None None] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:21:01.923930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dc178bd8-09b7-4554-b44b-d9c72ce0cba4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4311295 Oct 25 09:21:01.926606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53528) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:01.931601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:01.968607 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:01.970866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.102156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:21:02.103324 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.132534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.285118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Allocated IP 172.20.0.2 (8006a4a0-0ae3-4355-8575-1ac63ca0e446/e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3/f8232d03-6aad-471d-b258-f3f0c2ec3c4f) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:02.627858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.634629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.675715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:02.679112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:02.686726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:02.704043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-75a86959-24ed-45a1-8d90-c96aac34b827 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:02.706495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-75a86959-24ed-45a1-8d90-c96aac34b827 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 946 time: 0.6243849 Oct 25 09:21:02.711166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.722487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Pushing event updated for resources: {'Port': ['ID=f8232d03-6aad-471d-b258-f3f0c2ec3c4f,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:02.766738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Attempting to bind port f8232d03-6aad-471d-b258-f3f0c2ec3c4f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:21:02.767351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Attempting to bind port f8232d03-6aad-471d-b258-f3f0c2ec3c4f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:21:02.768015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Attempting to bind port f8232d03-6aad-471d-b258-f3f0c2ec3c4f on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:02.774093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:21:02.774711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Checking segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:02.775312 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.775853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Bound using segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:21:02.776744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Bound port: f8232d03-6aad-471d-b258-f3f0c2ec3c4f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:21:02.777354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.856329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] For port f8232d03-6aad-471d-b258-f3f0c2ec3c4f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:21:02.860354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] For port f8232d03-6aad-471d-b258-f3f0c2ec3c4f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f8232d03-6aad-471d-b258-f3f0c2ec3c4f,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:21:02.867546 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.895036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Deleting port 325f0deb-20fa-4b57-90d7-296c0f0bd77c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:02.895336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:02.928538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087481b3-5d06-4efd-a19e-eedd5174b52d None None] Pushing event updated for resources: {'Port': ['ID=f8232d03-6aad-471d-b258-f3f0c2ec3c4f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:03.076257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] For port 325f0deb-20fa-4b57-90d7-296c0f0bd77c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=325f0deb-20fa-4b57-90d7-296c0f0bd77c,segment=NetworkSegment(a31b4f9a-111f-4a0d-89fd-a8ff4159447e),segment_id=a31b4f9a-111f-4a0d-89fd-a8ff4159447e)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:03.076624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:03.114215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Calling delete_port for 325f0deb-20fa-4b57-90d7-296c0f0bd77c owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:03.127695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e788b-810a-449f-82e4-76f7cdba57cb req-2e7655fb-16bb-46ab-b045-c2b42deff204 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:03.135352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e58e788b-810a-449f-82e4-76f7cdba57cb req-2e7655fb-16bb-46ab-b045-c2b42deff204 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e5bff9-0b7b-4737-9419-a70cfde4422e HTTP/1.1" status: 200 len: 946 time: 0.1499581 Oct 25 09:21:03.363401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e58e788b-810a-449f-82e4-76f7cdba57cb req-43daf2d7-b85b-4c46-83cc-64a57c7bf0b1 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.32 "GET /v2.0/security-groups?id=9092592f-9721-4ea1-a563-8ab29f42ad03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271774 Oct 25 09:21:03.403368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:03.433935 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:03.553273 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:03.591676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Pushing event deleted for resources: {'Port': ['ID=325f0deb-20fa-4b57-90d7-296c0f0bd77c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:03.594392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['325f0deb-20fa-4b57-90d7-296c0f0bd77c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:21:03.632787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Allocated IP 172.25.8.18 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/eb268043-8029-46bc-ba80-1a48673dfda4) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:03.650084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] No DVR routers for this DVR port 325f0deb-20fa-4b57-90d7-296c0f0bd77c on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:21:03.654034 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:03.657556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a80ee10-fba4-4725-b3aa-d0a457e4ae09 req-b159458e-2b5c-4a40-a31b-7eb540e1f497 tempest-ServerPasswordTestJSON-1116174223 tempest-ServerPasswordTestJSON-1116174223-project] 10.222.0.18 "DELETE /v2.0/ports/325f0deb-20fa-4b57-90d7-296c0f0bd77c HTTP/1.1" status: 204 len: 173 time: 0.9426880 Oct 25 09:21:03.657869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5bff9-0b7b-4737-9419-a70cfde4422e', 'name': 'network-vif-deleted', 'tag': '325f0deb-20fa-4b57-90d7-296c0f0bd77c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:03.660256 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b1ced-7101-40e4-b55f-84f0e3a9dd4f" -d '{"events": [{"server_uuid": "c0e5bff9-0b7b-4737-9419-a70cfde4422e", "name": "network-vif-deleted", "tag": "325f0deb-20fa-4b57-90d7-296c0f0bd77c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:03.730293 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a5e09b-dfe7-4fc9-81c3-e2f9687bd97c x-openstack-request-id: req-f6a5e09b-dfe7-4fc9-81c3-e2f9687bd97c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:03.731042 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e5bff9-0b7b-4737-9419-a70cfde4422e", "name": "network-vif-deleted", "tag": "325f0deb-20fa-4b57-90d7-296c0f0bd77c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:03.731042 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6a5e09b-dfe7-4fc9-81c3-e2f9687bd97c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:03.731445 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5bff9-0b7b-4737-9419-a70cfde4422e', 'name': 'network-vif-deleted', 'tag': '325f0deb-20fa-4b57-90d7-296c0f0bd77c', 'status': 'completed', 'code': 200} Oct 25 09:21:03.796976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:03.837417 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:03.880423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:03.883629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:03.888133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:03.910822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Pushing event updated for resources: {'Port': ['ID=eb268043-8029-46bc-ba80-1a48673dfda4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:04.010847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe0548-914f-49e1-957d-ebc24b01cf02 None None] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:21:04.092124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c93d0335-9d5d-41d0-b239-73d689edc8f3 None None] Provisioning complete for port f8232d03-6aad-471d-b258-f3f0c2ec3c4f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:04.092497 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c93d0335-9d5d-41d0-b239-73d689edc8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.153419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.239365 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c93d0335-9d5d-41d0-b239-73d689edc8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.280598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c93d0335-9d5d-41d0-b239-73d689edc8f3 None None] For port f8232d03-6aad-471d-b258-f3f0c2ec3c4f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f8232d03-6aad-471d-b258-f3f0c2ec3c4f,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:04.285481 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c93d0335-9d5d-41d0-b239-73d689edc8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.348205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d0335-9d5d-41d0-b239-73d689edc8f3 None None] Pushing event updated for resources: {'Port': ['ID=f8232d03-6aad-471d-b258-f3f0c2ec3c4f,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:04.381691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.431834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53550) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:04.499316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6ac158-3dec-4a89-a90f-671ac70606c0 admin admin] Deleting subnet a1cff42c-6360-4511-b5f0-5d849b9f8a55 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:21:04.506488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df6ac158-3dec-4a89-a90f-671ac70606c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.536542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Router 38fb5775-48a9-4dc7-9a59-ca90a5924360 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:21:04.549680 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df6ac158-3dec-4a89-a90f-671ac70606c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.593888 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df6ac158-3dec-4a89-a90f-671ac70606c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.610138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3307de94-5b5d-406e-9199-7db1258cc965 None None] Provisioning complete for port f8232d03-6aad-471d-b258-f3f0c2ec3c4f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:04.610515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3307de94-5b5d-406e-9199-7db1258cc965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.691093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df6ac158-3dec-4a89-a90f-671ac70606c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.694818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:21:04.716411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Sync routers for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:21:04.733203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:04.734588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:04.735567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df6ac158-3dec-4a89-a90f-671ac70606c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.739089 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-df6ac158-3dec-4a89-a90f-671ac70606c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a1cff42c-6360-4511-b5f0-5d849b9f8a55 HTTP/1.1" status: 204 len: 168 time: 0.3062186 Oct 25 09:21:04.740595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ac158-3dec-4a89-a90f-671ac70606c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cff42c-6360-4511-b5f0-5d849b9f8a55,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:04.742406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53560) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:04.745846 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.749976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9db3c643-4f1c-4672-b11a-6f0a0535f2ae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8193610 Oct 25 09:21:04.749976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53562) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:04.832842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.868245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f8232d03-6aad-471d-b258-f3f0c2ec3c4f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:04.934421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:04.944411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:04.968010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905545e0-d678-4db2-9ec1-6f664b95c485']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:04.979101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31b4f9a-111f-4a0d-89fd-a8ff4159447e') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:04.979402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31b4f9a-111f-4a0d-89fd-a8ff4159447e') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:04.990146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.009844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.018864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:21:05.019488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:21:05.021728 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:21:05.052944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f8232d03-6aad-471d-b258-f3f0c2ec3c4f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:05.053527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.099858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.106139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.109388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] 10.222.0.32 "DELETE /v2.0/networks/905545e0-d678-4db2-9ec1-6f664b95c485 HTTP/1.1" status: 204 len: 168 time: 0.3656421 Oct 25 09:21:05.124939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3245d9d-e6b5-458c-bc01-facbe2a940dd admin admin] Pushing event deleted for resources: {'Network': ['ID=905545e0-d678-4db2-9ec1-6f664b95c485,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:05.223164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:04Z', 'revision_number': 3, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:05.258424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Checking router: 38fb5775-48a9-4dc7-9a59-ca90a5924360 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:21:05.259762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Updating router 38fb5775-48a9-4dc7-9a59-ca90a5924360 port eb268043-8029-46bc-ba80-1a48673dfda4 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:21:05.283169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53574) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:05.300574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.339810 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-670d8e8a-27d0-4024-83ec-637e633e18ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=432f75cef57b420891531b843df68304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547879 Oct 25 09:21:05.341742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53576) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:05.378586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.407477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9aabd51-c68f-4fd4-8fa8-8cf1d73a7c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.431099 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9aabd51-c68f-4fd4-8fa8-8cf1d73a7c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.496764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9aabd51-c68f-4fd4-8fa8-8cf1d73a7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.501229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a9aabd51-c68f-4fd4-8fa8-8cf1d73a7c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.504788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a9aabd51-c68f-4fd4-8fa8-8cf1d73a7c66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9092592f-9721-4ea1-a563-8ab29f42ad03 HTTP/1.1" status: 204 len: 168 time: 0.1596432 Oct 25 09:21:05.514286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aabd51-c68f-4fd4-8fa8-8cf1d73a7c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9092592f-9721-4ea1-a563-8ab29f42ad03,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:05.584745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Allocated IP 172.20.0.1 (8006a4a0-0ae3-4355-8575-1ac63ca0e446/e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3/8ea6ad5a-59d5-44d1-9424-d2a636cb934e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:05.647779 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.654642 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.708022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Attempting to bind port eb268043-8029-46bc-ba80-1a48673dfda4 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:21:05.708376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Attempting to bind port eb268043-8029-46bc-ba80-1a48673dfda4 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:21:05.708707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Attempting to bind port eb268043-8029-46bc-ba80-1a48673dfda4 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:05.716796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:21:05.720351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:05.720956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.722309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:21:05.722864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Bound port: eb268043-8029-46bc-ba80-1a48673dfda4, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:21:05.723187 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.726006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.750904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91428f45-4d2a-4af3-9e20-df61a10583da None None] Pushing event updated for resources: {'Port': ['ID=eb268043-8029-46bc-ba80-1a48673dfda4,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:05.779088 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.790088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] For port eb268043-8029-46bc-ba80-1a48673dfda4, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:21:05.796391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] For port eb268043-8029-46bc-ba80-1a48673dfda4, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=eb268043-8029-46bc-ba80-1a48673dfda4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:21:05.803959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:05.843439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Pushing event updated for resources: {'Port': ['ID=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:05.861667 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:05.865227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:05.881063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:05.895717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:05.896339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:05.940525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91428f45-4d2a-4af3-9e20-df61a10583da None None] Pushing event updated for resources: {'Port': ['ID=eb268043-8029-46bc-ba80-1a48673dfda4,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:05.942806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.079952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:06.164938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.356574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:04Z', 'revision_number': 3, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:06.372081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.378395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.391982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9288f83f-7346-41ad-afac-c929ab274672 None None] Provisioning complete for port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:06.392817 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9288f83f-7346-41ad-afac-c929ab274672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.395691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a7925-9c21-4a24-bdb9-c1bc877e4acf None None] The sync data for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 is: [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:04Z', 'revision_number': 3, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:21:06.438158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53602) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:06.456461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Pushing event updated for resources: {'Port': ['ID=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:06.458936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9288f83f-7346-41ad-afac-c929ab274672 None None] Port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:21:06.477343 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.577479 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:06.579224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:06.579573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1819201638-network', 'tenant_id': 'f01d949ea9fb488fb8d3121a61685d65'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:06.634498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Made reservation on behalf of f01d949ea9fb488fb8d3121a61685d65 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:21:06.636965 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.646732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.768062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Router 38fb5775-48a9-4dc7-9a59-ca90a5924360 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:21:06.787127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.793949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.827191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925725df-1906-44e6-acd3-241c62252540,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:06.864164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:21:06.878914 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.879306 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Added segment 5bd6606e-a76a-4bb1-8157-ba59d5ba8957 of type vlan for network 111d2bfe-87b2-4143-8336-56d09adc4b7f Oct 25 09:21:06.932095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:21:06.937586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e96de020-8bdb-4426-a325-7b320741275a admin admin] 10.222.0.32 "PUT /v2.0/routers/38fb5775-48a9-4dc7-9a59-ca90a5924360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1866462 Oct 25 09:21:06.948039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.994259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.994617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3ea8f681-4afb-451f-88dd-18476ca52916 None None] Provisioning complete for port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:06.994897 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f681-4afb-451f-88dd-18476ca52916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:06.996128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:06.997044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:07.073095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8f681-4afb-451f-88dd-18476ca52916 None None] Port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:21:07.082317 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6424143 Oct 25 09:21:07.085328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53608) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:07.091939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Request body: {'subnet': {'network_id': '111d2bfe-87b2-4143-8336-56d09adc4b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1819201638-subnet', 'tenant_id': 'f01d949ea9fb488fb8d3121a61685d65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:07.101132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e08437-09fd-4d30-8969-b8ad1ef4d220 admin admin] Pushing event updated for resources: {'Network': ['ID=111d2bfe-87b2-4143-8336-56d09adc4b7f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:07.117127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 111d2bfe-87b2-4143-8336-56d09adc4b7f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:21:07.126093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Made reservation on behalf of f01d949ea9fb488fb8d3121a61685d65 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:21:07.129137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:07.431208 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:07.532348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Checking segment: {'id': '5bd6606e-a76a-4bb1-8157-ba59d5ba8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '111d2bfe-87b2-4143-8336-56d09adc4b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:07.532709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Network hostable DHCP agents. Network: 111d2bfe-87b2-4143-8336-56d09adc4b7f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:21:07.538700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea0ec55-9058-4571-b886-6cd2589595c2,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:07.556795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Network 111d2bfe-87b2-4143-8336-56d09adc4b7f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:21:07.569547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 111d2bfe-87b2-4143-8336-56d09adc4b7f) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:07.576276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:07.576608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:07.583139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3877f2de-97f3-476c-8590-e2f16299a5c5 None None] Network 111d2bfe-87b2-4143-8336-56d09adc4b7f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:21:07.600930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-27fb507a-567b-4c4f-a43c-316f611c7ed9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5098155 Oct 25 09:21:07.734355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 325f0deb-20fa-4b57-90d7-296c0f0bd77c no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:21:07.778894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 325f0deb-20fa-4b57-90d7-296c0f0bd77c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:21:07.779278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 325f0deb-20fa-4b57-90d7-296c0f0bd77c not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:21:07.795513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab7362-eb4b-4236-accc-36c67b1515df None None] Network 111d2bfe-87b2-4143-8336-56d09adc4b7f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:21:07.807570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53620) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:07.814328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-526ca9ff-2324-49b3-b951-ff435b18f826 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748734335', 'description': 'tempest-description--680825899'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:07.843239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-526ca9ff-2324-49b3-b951-ff435b18f826 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:07.936514 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-526ca9ff-2324-49b3-b951-ff435b18f826 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:07.942230 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-526ca9ff-2324-49b3-b951-ff435b18f826 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.289078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-526ca9ff-2324-49b3-b951-ff435b18f826 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.290305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-526ca9ff-2324-49b3-b951-ff435b18f826 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4809828 Oct 25 09:21:08.293761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53640) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:08.299182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-19dd6350-9449-4e92-973e-8f8cd54ab9a5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'security_group_rule': {'security_group_id': '584b86de-80c9-4ad3-9941-8d7ef3b08f0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:08.331483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ca9ff-2324-49b3-b951-ff435b18f826 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584b86de-80c9-4ad3-9941-8d7ef3b08f0e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:08.342592 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19dd6350-9449-4e92-973e-8f8cd54ab9a5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.429621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-c47c0f58-0ac5-46a1-931c-ec7ab1c0db19 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:08.431130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19dd6350-9449-4e92-973e-8f8cd54ab9a5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.436192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19dd6350-9449-4e92-973e-8f8cd54ab9a5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.438469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-c47c0f58-0ac5-46a1-931c-ec7ab1c0db19 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/networks?id=111d2bfe-87b2-4143-8336-56d09adc4b7f HTTP/1.1" status: 200 len: 809 time: 0.1717346 Oct 25 09:21:08.453645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd6350-9449-4e92-973e-8f8cd54ab9a5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5952212f-2bdc-4978-8e57-e19efd72baff,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:08.460966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-07df2b37-3176-4aaf-8c9b-c3d54cc06dc6 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/quotas/f01d949ea9fb488fb8d3121a61685d65 HTTP/1.1" status: 200 len: 375 time: 0.0166194 Oct 25 09:21:08.477876 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-19dd6350-9449-4e92-973e-8f8cd54ab9a5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.479492 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-19dd6350-9449-4e92-973e-8f8cd54ab9a5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846526 Oct 25 09:21:08.484234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53650) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:08.494963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-35e1d3fc-a3a8-481b-b927-0c74f9dba9ac tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'security_group_rule': {'security_group_id': '584b86de-80c9-4ad3-9941-8d7ef3b08f0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:08.518115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-0cc8f5b5-7072-4ed3-b1df-cdd17c5bfa89 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f01d949ea9fb488fb8d3121a61685d65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560520 Oct 25 09:21:08.549615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35e1d3fc-a3a8-481b-b927-0c74f9dba9ac tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.607234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.639776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35e1d3fc-a3a8-481b-b927-0c74f9dba9ac tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.662197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35e1d3fc-a3a8-481b-b927-0c74f9dba9ac tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.680035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-6a05aa12-6fcf-402b-bab2-1c8e6957656b service neutron] 10.222.0.32 "GET /v2.0/networks/111d2bfe-87b2-4143-8336-56d09adc4b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491749 Oct 25 09:21:08.692302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d3fc-a3a8-481b-b927-0c74f9dba9ac tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b3acfe-4c9f-4ca8-9c02-b4f4106e59e5,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:08.717184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35e1d3fc-a3a8-481b-b927-0c74f9dba9ac tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.718666 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-35e1d3fc-a3a8-481b-b927-0c74f9dba9ac tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2330852 Oct 25 09:21:08.721830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53652) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:08.726553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:08.773300 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.825410 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Sync routers for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:21:08.825979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device eb268043-8029-46bc-ba80-1a48673dfda4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:08.851400 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:08.852017 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:08.864125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-dc096c27-643a-41cc-ac60-f2d16f574946 service neutron] 10.222.0.32 "GET /v2.0/networks/111d2bfe-87b2-4143-8336-56d09adc4b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831524 Oct 25 09:21:08.919241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.934584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port eb268043-8029-46bc-ba80-1a48673dfda4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:08.935223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:08.992527 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:09.084538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.129926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port eb268043-8029-46bc-ba80-1a48673dfda4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=eb268043-8029-46bc-ba80-1a48673dfda4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:09.142423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.153544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Allocated IP 172.25.8.147 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/a32c17f8-8a56-4d98-a6f1-b619aa246d53) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:09.164350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d643dbe2-080e-4050-8ac4-c091b858f052 req-5324277d-4727-4ac4-8760-81069b925f76 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 210 time: 0.0501847 Oct 25 09:21:09.264569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=eb268043-8029-46bc-ba80-1a48673dfda4,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:09.284339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.284760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.286487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.286893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.287901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.289002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.289765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.290928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.291578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.294202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.294772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.295887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:09.354455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.379041 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 2, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:09.429370 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Checking router: 38fb5775-48a9-4dc7-9a59-ca90a5924360 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:21:09.429739 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Updating router 38fb5775-48a9-4dc7-9a59-ca90a5924360 port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:21:09.437612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.478240 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.505884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:09.509010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:09.513500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:09.516674 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'Port': ['ID=a32c17f8-8a56-4d98-a6f1-b619aa246d53,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:09.628733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.672445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.782525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.830649 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.849626 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.876967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.883807 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:09.985868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'Port': ['ID=a32c17f8-8a56-4d98-a6f1-b619aa246d53,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:09.990410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.008832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.019399 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3738e6f0-e8a1-47de-a8d1-7aa073e2ec82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2871175 Oct 25 09:21:10.062679 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Attempting to bind port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:21:10.064529 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Attempting to bind port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:21:10.065096 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Attempting to bind port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:10.072598 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:21:10.073206 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Checking segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:10.074304 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.074840 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Bound using segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:21:10.075543 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Bound port: 8ea6ad5a-59d5-44d1-9424-d2a636cb934e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:21:10.076079 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.170119 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Pushing event updated for resources: {'Port': ['ID=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:10.183981 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.184546 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.185099 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.185717 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.186044 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.186433 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.186849 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.187439 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.187874 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.188376 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.188842 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.189367 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:10.218105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-5b768cb2-349a-4cf1-baa4-f4bad9751af1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--748734335&fields=id&tenant_id=301b27b80ff347d1b3015a290519b872 HTTP/1.1" status: 200 len: 267 time: 0.0625861 Oct 25 09:21:10.224178 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] For port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:21:10.228122 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] For port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:21:10.228915 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b3bde03d-ed79-446d-ac53-da727275f662 None None] Provisioning complete for port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:10.229356 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3bde03d-ed79-446d-ac53-da727275f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.236047 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.299948 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:10.300452 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:20:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:10.334769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3bde03d-ed79-446d-ac53-da727275f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.375946 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974348d1-0ea1-48a8-8bc2-448987552673 None None] Pushing event updated for resources: {'Port': ['ID=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:10.380269 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b3bde03d-ed79-446d-ac53-da727275f662 None None] For port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:10.385892 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3bde03d-ed79-446d-ac53-da727275f662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.410778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-a7d2fe70-4beb-4e79-8269-d730154634ab tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:10.421585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-a7d2fe70-4beb-4e79-8269-d730154634ab tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 814 time: 0.1957042 Oct 25 09:21:10.440115 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:10.450304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-635a3352-96d2-441f-855d-4cda14ed2edf tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/quotas/301b27b80ff347d1b3015a290519b872 HTTP/1.1" status: 200 len: 375 time: 0.0268681 Oct 25 09:21:10.452234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bde03d-ed79-446d-ac53-da727275f662 None None] Pushing event updated for resources: {'Port': ['ID=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:10.518259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-c043caa0-0171-42c9-a52c-c0262a72823a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667875 Oct 25 09:21:10.627919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-714e7ca0-258c-4a18-a593-4e2407acaad7 None None] Provisioning complete for port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:10.628219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-714e7ca0-258c-4a18-a593-4e2407acaad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.751214 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:10.800530 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b18faf-167c-4541-8033-53c77c139d03 None None] The sync data for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 is: [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:21:10.835581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-3a2a8a74-029b-49f9-a55e-50c85a625897 service neutron] 10.222.0.32 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928219 Oct 25 09:21:10.852767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device eb268043-8029-46bc-ba80-1a48673dfda4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:10.945955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port eb268043-8029-46bc-ba80-1a48673dfda4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:10.946323 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:10.970705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-e23d7881-e9bd-4863-9ad1-a66deacd8271 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:10.972199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-e23d7881-e9bd-4863-9ad1-a66deacd8271 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.41 "GET /v2.0/networks?id=111d2bfe-87b2-4143-8336-56d09adc4b7f HTTP/1.1" status: 200 len: 809 time: 0.3330736 Oct 25 09:21:11.042130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-64b461dc-877a-4228-b0b8-b97dabed502f service neutron] 10.222.0.32 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597807 Oct 25 09:21:11.049178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Request body: {'port': {'device_id': '18d9f1e0-0bb7-4e8b-b8af-35b0022ae238', 'network_id': '111d2bfe-87b2-4143-8336-56d09adc4b7f', 'admin_state_up': True, 'tenant_id': 'f01d949ea9fb488fb8d3121a61685d65'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:11.210819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Made reservation on behalf of f01d949ea9fb488fb8d3121a61685d65 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:21:11.216633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:11.331729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c7286f0-541f-494f-b943-c299de4f3a94 req-6c81c95e-1730-454c-9089-9d986ee8e030 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 210 time: 0.0468187 Oct 25 09:21:11.489597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40dba897-af63-4433-9117-238bd8803fd2 req-fdc11947-1577-4da9-bc01-7b9f249a46ef tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 210 time: 0.0547132 Oct 25 09:21:11.514874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Allocated IP 172.20.0.2 (111d2bfe-87b2-4143-8336-56d09adc4b7f/8ea0ec55-9058-4571-b886-6cd2589595c2/264b0e49-2f06-4a44-b8d2-06a277c79fea) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:11.733576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:11.798133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:11.821712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53698) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:11.907002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Pushing event updated for resources: {'Port': ['ID=264b0e49-2f06-4a44-b8d2-06a277c79fea,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:11.928148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Network 111d2bfe-87b2-4143-8336-56d09adc4b7f is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:11.928382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-e813fa63-6fae-43e4-9495-bff9320254ec admin admin] Deleting subnet 78b13de4-3b89-4bfc-a2f6-b2f849ab9f95 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:21:11.930231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:11.931661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e813fa63-6fae-43e4-9495-bff9320254ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:11.935090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:11.979081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e813fa63-6fae-43e4-9495-bff9320254ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:11.997795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:11.998442 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.021031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-4841ce3d-6eda-4ac0-895e-d0e3f274a722 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767199 Oct 25 09:21:12.032959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-fd326bfd-194e-4567-a061-f382ff4e9493 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:21:12.034204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-fd326bfd-194e-4567-a061-f382ff4e9493 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060601 Oct 25 09:21:12.041405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e813fa63-6fae-43e4-9495-bff9320254ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.056805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Request body: {'port': {'device_id': '18d9f1e0-0bb7-4e8b-b8af-35b0022ae238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:12.131617 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e813fa63-6fae-43e4-9495-bff9320254ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.132069 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.187496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813fa63-6fae-43e4-9495-bff9320254ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b13de4-3b89-4bfc-a2f6-b2f849ab9f95,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:12.194026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e813fa63-6fae-43e4-9495-bff9320254ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.197497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e813fa63-6fae-43e4-9495-bff9320254ec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/78b13de4-3b89-4bfc-a2f6-b2f849ab9f95 HTTP/1.1" status: 204 len: 168 time: 0.3747640 Oct 25 09:21:12.200633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53700) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:12.304346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.486346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.526056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f8e042-29c8-4b78-810f-ca3b6d9970e0']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:12.546818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b1b7bd-bd5f-4852-b582-f4f28058bc0b') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:12.547117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b1b7bd-bd5f-4852-b582-f4f28058bc0b') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:12.563395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.575213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264b0e49-2f06-4a44-b8d2-06a277c79fea {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:21:12.585221 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.596215 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.602780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:21:12.603184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:21:12.677411 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:21:12.694650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.699099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Transition to ACTIVE for port object 264b0e49-2f06-4a44-b8d2-06a277c79fea will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:21:12.704676 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.708590 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b6f8e042-29c8-4b78-810f-ca3b6d9970e0 HTTP/1.1" status: 204 len: 168 time: 0.5068784 Oct 25 09:21:12.719461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53708) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:12.733049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85573f6-e231-4b11-a3d4-b986e40c6f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f8e042-29c8-4b78-810f-ca3b6d9970e0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:12.785886 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.798679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-31094d96-3cb7-4f8e-b524-073906025a0e admin admin] Deleting subnet 1ed50bcc-622c-4e2d-a28d-4f01a2da7e58 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:21:12.802707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-31094d96-3cb7-4f8e-b524-073906025a0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.818261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8ea6ad5a-59d5-44d1-9424-d2a636cb934e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:12.889363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-31094d96-3cb7-4f8e-b524-073906025a0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.920438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-1c5dd2b7-ae44-4216-9a04-897411ecae4d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5304821 Oct 25 09:21:12.941305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:12.941912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:12.969910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Pushing event updated for resources: {'Port': ['ID=264b0e49-2f06-4a44-b8d2-06a277c79fea,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:12.973713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-880951d6-421e-441b-a632-4b82d6c6bbed tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:12.978633 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-880951d6-421e-441b-a632-4b82d6c6bbed tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 814 time: 0.2549610 Oct 25 09:21:13.046679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-ba181df2-5bd0-4c00-b5ee-cfe280714d6b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=301b27b80ff347d1b3015a290519b872 HTTP/1.1" status: 200 len: 379 time: 0.0496588 Oct 25 09:21:13.049064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbed89-8a23-4b26-b3c0-99f68195b46a req-a3351546-1e4a-4fac-8268-2c61c5e97b4f tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:13.050701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19bbed89-8a23-4b26-b3c0-99f68195b46a req-a3351546-1e4a-4fac-8268-2c61c5e97b4f tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 931 time: 0.5781412 Oct 25 09:21:13.061935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'port': {'device_id': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'admin_state_up': True, 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'security_groups': ['584b86de-80c9-4ad3-9941-8d7ef3b08f0e']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:13.144142 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-31094d96-3cb7-4f8e-b524-073906025a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.191759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-994ca066-243c-4a68-b3d0-74f196138716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:13.193178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-994ca066-243c-4a68-b3d0-74f196138716 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=676a720ff19f4c8e919254912aea07fe&device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 1096 time: 0.2110617 Oct 25 09:21:13.200122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Made reservation on behalf of 301b27b80ff347d1b3015a290519b872 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:21:13.204445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19bbed89-8a23-4b26-b3c0-99f68195b46a req-8fc57b4a-2651-46d9-bc5c-41988d42834e tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473234 Oct 25 09:21:13.211393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.211864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Attempting to bind port 264b0e49-2f06-4a44-b8d2-06a277c79fea on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:21:13.212196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Attempting to bind port 264b0e49-2f06-4a44-b8d2-06a277c79fea by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '5bd6606e-a76a-4bb1-8157-ba59d5ba8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '111d2bfe-87b2-4143-8336-56d09adc4b7f'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:21:13.212516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Attempting to bind port 264b0e49-2f06-4a44-b8d2-06a277c79fea on network 111d2bfe-87b2-4143-8336-56d09adc4b7f {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:13.334338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Port 264b0e49-2f06-4a44-b8d2-06a277c79fea on network 111d2bfe-87b2-4143-8336-56d09adc4b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:21:13.334338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Attempting to bind port 264b0e49-2f06-4a44-b8d2-06a277c79fea on network 111d2bfe-87b2-4143-8336-56d09adc4b7f {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:13.377349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:21:13.377687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Checking segment: {'id': '5bd6606e-a76a-4bb1-8157-ba59d5ba8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '111d2bfe-87b2-4143-8336-56d09adc4b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:13.378075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Bound using segment: {'id': '5bd6606e-a76a-4bb1-8157-ba59d5ba8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '111d2bfe-87b2-4143-8336-56d09adc4b7f'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:21:13.378505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Bound port: 264b0e49-2f06-4a44-b8d2-06a277c79fea, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd6606e-a76a-4bb1-8157-ba59d5ba8957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '111d2bfe-87b2-4143-8336-56d09adc4b7f'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:21:13.378860 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.385617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Allocated IP 172.20.0.9 (8006a4a0-0ae3-4355-8575-1ac63ca0e446/e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3/360b27d1-dbbe-4219-8876-addf2486a41c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:13.386477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd1d76d6-bbae-4459-9323-5a7836429890 req-45dd40b8-d70b-4ee6-80bc-7ab54c9e414b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 210 time: 0.0481839 Oct 25 09:21:13.396913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-31094d96-3cb7-4f8e-b524-073906025a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.474303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-31094d96-3cb7-4f8e-b524-073906025a0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.480541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-31094d96-3cb7-4f8e-b524-073906025a0e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ed50bcc-622c-4e2d-a28d-4f01a2da7e58 HTTP/1.1" status: 204 len: 168 time: 0.7520080 Oct 25 09:21:13.481945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31094d96-3cb7-4f8e-b524-073906025a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed50bcc-622c-4e2d-a28d-4f01a2da7e58,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:13.485766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53710) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:13.505161 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:21:13.554196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.569188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-7e2cd413-fccd-40a3-8836-70a516d941f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:13.570813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-7e2cd413-fccd-40a3-8836-70a516d941f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e HTTP/1.1" status: 200 len: 910 time: 0.3352218 Oct 25 09:21:13.603255 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.653778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] For port 264b0e49-2f06-4a44-b8d2-06a277c79fea, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:21:13.654690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:13.657953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:13.662901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:13.663527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.667845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:13.691021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] For port 264b0e49-2f06-4a44-b8d2-06a277c79fea, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=264b0e49-2f06-4a44-b8d2-06a277c79fea,segment=NetworkSegment(5bd6606e-a76a-4bb1-8157-ba59d5ba8957),segment_id=5bd6606e-a76a-4bb1-8157-ba59d5ba8957)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:21:13.700555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.725876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:13.726430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.742904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-273a4fff-7bdb-4b3b-a6ed-18eb2453de4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7 HTTP/1.1" status: 200 len: 1000 time: 0.1369507 Oct 25 09:21:13.748941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-091f2078-4628-4a9a-9e63-fbcc77b8fae7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6936986 Oct 25 09:21:13.752488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:13.753131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.754495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] 10.222.0.41 "PUT /v2.0/ports/264b0e49-2f06-4a44-b8d2-06a277c79fea HTTP/1.1" status: 200 len: 1091 time: 1.7041819 Oct 25 09:21:13.754940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d9f1e0-0bb7-4e8b-b8af-35b0022ae238', 'tag': '264b0e49-2f06-4a44-b8d2-06a277c79fea'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:13.757277 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "18d9f1e0-0bb7-4e8b-b8af-35b0022ae238", "tag": "264b0e49-2f06-4a44-b8d2-06a277c79fea"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:13.780331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Request body: {'port': {'device_id': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:13.831799 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f2912-ce8a-4fb3-a5e6-0ca2c527add8 x-openstack-request-id: req-eb7f2912-ce8a-4fb3-a5e6-0ca2c527add8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:13.832094 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d9f1e0-0bb7-4e8b-b8af-35b0022ae238", "tag": "264b0e49-2f06-4a44-b8d2-06a277c79fea", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:13.832350 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb7f2912-ce8a-4fb3-a5e6-0ca2c527add8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:13.832752 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d9f1e0-0bb7-4e8b-b8af-35b0022ae238', 'tag': '264b0e49-2f06-4a44-b8d2-06a277c79fea', 'status': 'completed', 'code': 200} Oct 25 09:21:13.917238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce450070-d7b2-40e7-9246-94f9a3dd347e service neutron] Pushing event updated for resources: {'Port': ['ID=264b0e49-2f06-4a44-b8d2-06a277c79fea,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:13.926556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.947536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-25bf3dd7-41ca-4fc4-841c-28f1c70d53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:13.950058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-25bf3dd7-41ca-4fc4-841c-28f1c70d53e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14f3cdfa-8d92-4f66-afa9-e3edcae13e5f HTTP/1.1" status: 200 len: 848 time: 0.1672835 Oct 25 09:21:13.960573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7f0a52d4-7e44-4a92-a862-5b982662f9d6 None None] Provisioning complete for port 360b27d1-dbbe-4219-8876-addf2486a41c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:13.961654 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f0a52d4-7e44-4a92-a862-5b982662f9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:13.970581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd85c19-be42-404a-a2f6-a08917ab0f52']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:13.998138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a52d4-7e44-4a92-a862-5b982662f9d6 None None] Port 360b27d1-dbbe-4219-8876-addf2486a41c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:21:14.002078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aababf5-338b-44f2-99e2-1b5eb794b6b6') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:14.002428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aababf5-338b-44f2-99e2-1b5eb794b6b6') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:14.018751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.028807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-bc90c90b-e2bf-4607-8ea9-bf90ff47ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:14.030359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-bc90c90b-e2bf-4607-8ea9-bf90ff47ea86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f01d949ea9fb488fb8d3121a61685d65&device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 1094 time: 0.1867743 Oct 25 09:21:14.040303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.055568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:21:14.055967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:21:14.057728 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:21:14.096216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-70d4c2c2-6093-4f91-acdc-7bc3a39ef90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:14.097760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-70d4c2c2-6093-4f91-acdc-7bc3a39ef90b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378503 Oct 25 09:21:14.137966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-5f778931-5784-4976-b791-7e177755ee67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=264b0e49-2f06-4a44-b8d2-06a277c79fea HTTP/1.1" status: 200 len: 217 time: 0.0913718 Oct 25 09:21:14.170163 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.215718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.227158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.230417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] 10.222.0.32 "DELETE /v2.0/networks/6dd85c19-be42-404a-a2f6-a08917ab0f52 HTTP/1.1" status: 204 len: 168 time: 0.7426486 Oct 25 09:21:14.258184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19774158-d122-4252-bd73-9e53ff81dd9b admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd85c19-be42-404a-a2f6-a08917ab0f52,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:14.274361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-3ba35d80-7779-4445-bf3b-ad4a65e684a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:14.275825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-3ba35d80-7779-4445-bf3b-ad4a65e684a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ea0ec55-9058-4571-b886-6cd2589595c2 HTTP/1.1" status: 200 len: 849 time: 0.1157088 Oct 25 09:21:14.303904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-548a5be0-65c7-4484-8224-f5ca31eb7c4f service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766121 Oct 25 09:21:14.322970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-973d7383-1529-406f-aa90-5d03cd431c50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=111d2bfe-87b2-4143-8336-56d09adc4b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375981 Oct 25 09:21:14.399994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53718) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:14.482893 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1591fc4f-a638-465f-902f-bec0ee4bba82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a7bbae9d5bf4003a8aef0b17d531a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816867 Oct 25 09:21:14.486720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53722) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:14.489093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030812d1-17f2-4ab5-8eb9-0dea6c34baa2 req-424a036d-291f-4b46-97a1-1962352e363b tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:14.490574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-030812d1-17f2-4ab5-8eb9-0dea6c34baa2 req-424a036d-291f-4b46-97a1-1962352e363b tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 943 time: 0.1703579 Oct 25 09:21:14.502591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360b27d1-dbbe-4219-8876-addf2486a41c {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:21:14.513416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.528820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-aa776aa8-6100-47db-8e43-a854205ac9cf service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096210 Oct 25 09:21:14.543004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Transition to ACTIVE for port object 360b27d1-dbbe-4219-8876-addf2486a41c will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:21:14.553097 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.554574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-20f1963d-2416-485e-bd1f-070e76dd1e1a service neutron] 10.222.0.41 "GET /v2.0/networks/111d2bfe-87b2-4143-8336-56d09adc4b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225587 Oct 25 09:21:14.562629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-030812d1-17f2-4ab5-8eb9-0dea6c34baa2 req-7f81f62a-e441-4ccc-8dc5-5c81524f1b91 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639980 Oct 25 09:21:14.584618 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ab3fdd3-eef1-416c-a140-f4c41f25a3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.642237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ab3fdd3-eef1-416c-a140-f4c41f25a3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.646018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:14.683943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5a57899-a1b9-4930-b593-d23252d65c26 req-aa16a6a3-cace-47ed-836c-75f11edaddbe service neutron] 10.222.0.41 "GET /v2.0/networks/111d2bfe-87b2-4143-8336-56d09adc4b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200287 Oct 25 09:21:14.729558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132adc39-afb3-4797-931a-de5156ea231c req-033ef288-d6a4-4f90-9c92-eb14b87fa1cd tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:14.731499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-132adc39-afb3-4797-931a-de5156ea231c req-033ef288-d6a4-4f90-9c92-eb14b87fa1cd tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0660679 Oct 25 09:21:14.755658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Attempting to bind port 360b27d1-dbbe-4219-8876-addf2486a41c on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:21:14.755918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Attempting to bind port 360b27d1-dbbe-4219-8876-addf2486a41c by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:21:14.756309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Attempting to bind port 360b27d1-dbbe-4219-8876-addf2486a41c on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:14.761869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Port 360b27d1-dbbe-4219-8876-addf2486a41c on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:21:14.762204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Attempting to bind port 360b27d1-dbbe-4219-8876-addf2486a41c on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:14.769286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:21:14.769721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Checking segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:14.770111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Bound using segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:21:14.770560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Bound port: 360b27d1-dbbe-4219-8876-addf2486a41c, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:21:14.770920 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.774185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ab3fdd3-eef1-416c-a140-f4c41f25a3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.777376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2ab3fdd3-eef1-416c-a140-f4c41f25a3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.778531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2ab3fdd3-eef1-416c-a140-f4c41f25a3af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a HTTP/1.1" status: 204 len: 168 time: 0.2909009 Oct 25 09:21:14.796997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-132adc39-afb3-4797-931a-de5156ea231c req-aec71f91-48e1-41ec-8314-feb2e10e8008 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532334 Oct 25 09:21:14.798312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3fdd3-eef1-416c-a140-f4c41f25a3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a78a2e-6e3d-4065-ac57-df2a6eac5b2a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:14.862755 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:21:14.867337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:21:14.878502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-cbca2c18-002b-4c83-b6dd-2fac5a0d7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:14.878674 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.879989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-cbca2c18-002b-4c83-b6dd-2fac5a0d7213 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f01d949ea9fb488fb8d3121a61685d65&device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 1094 time: 0.0606341 Oct 25 09:21:14.917374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:14.918051 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:14.919583 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 1091 time: 1.1449146 Oct 25 09:21:14.920039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:14.924523 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd627ce3-1a6b-45b3-9720-a3a378871228" -d '{"events": [{"name": "network-changed", "server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:14.976981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4e720-535f-45b3-bedd-8790d7cd33a9 service neutron] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:14.980881 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afee595-73e6-430c-bade-5885be6cf80c x-openstack-request-id: req-5afee595-73e6-430c-bade-5885be6cf80c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:14.981789 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:14.981789 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5afee595-73e6-430c-bade-5885be6cf80c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:14.981789 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c', 'status': 'completed', 'code': 200} Oct 25 09:21:15.035488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-244dda8e-5d07-4eb6-9568-7423b91f689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.037353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-244dda8e-5d07-4eb6-9568-7423b91f689e service neutron] 10.222.0.41 "GET /v2.0/networks?id=111d2bfe-87b2-4143-8336-56d09adc4b7f HTTP/1.1" status: 200 len: 910 time: 0.1491256 Oct 25 09:21:15.053910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-002449a6-2601-4eae-a310-5e77a0a89f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.055345 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-002449a6-2601-4eae-a310-5e77a0a89f8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1094 time: 0.0540669 Oct 25 09:21:15.095390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-b25edb6d-d588-4094-816b-ecdc73efb117 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=264b0e49-2f06-4a44-b8d2-06a277c79fea HTTP/1.1" status: 200 len: 217 time: 0.0446155 Oct 25 09:21:15.108579 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-43049dfc-57ec-4b9c-86e6-f10eb8b6dbf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 217 time: 0.0396152 Oct 25 09:21:15.154295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-9e0b1c29-f6c2-45e0-8a7a-4215ae8b66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.155769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-9e0b1c29-f6c2-45e0-8a7a-4215ae8b66f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ea0ec55-9058-4571-b886-6cd2589595c2 HTTP/1.1" status: 200 len: 849 time: 0.0532935 Oct 25 09:21:15.177497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-c610b5d2-e6dd-495c-87df-6370fe1e0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.179136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-c610b5d2-e6dd-495c-87df-6370fe1e0cf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0632095 Oct 25 09:21:15.193514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-7d1d7886-4b26-4e10-9c7b-57f39f234ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=111d2bfe-87b2-4143-8336-56d09adc4b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293722 Oct 25 09:21:15.238236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-3d324593-4b01-4a33-a1bd-0607150b9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.239765 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-3d324593-4b01-4a33-a1bd-0607150b9a7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534084 Oct 25 09:21:15.251690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53730) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:15.332627 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-f726dc5b-69b6-44d4-a504-84fefbe0529c service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851417 Oct 25 09:21:15.433385 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bb3a0ace-0766-4fec-b69b-677bb4e18c8d req-50c0ad6c-4d5b-4f11-8195-7c2cd26d8abc service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934668 Oct 25 09:21:15.578970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-95bda11f-d0b9-45e4-8220-b9fc82ba0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.580491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-95bda11f-d0b9-45e4-8220-b9fc82ba0abb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1094 time: 0.0502102 Oct 25 09:21:15.608842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4ce5d734-0fdd-495a-83e2-c75a52eaf1cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fe8fc04111246d49cf6a472cdd54cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560121 Oct 25 09:21:15.611491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53734) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:15.619867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-2d6d1a42-9327-4a83-ae39-e6f15a133e96 service neutron] 10.222.0.41 "GET /v2.0/networks/111d2bfe-87b2-4143-8336-56d09adc4b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195926 Oct 25 09:21:15.687334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-f5538a1b-2839-42e2-874f-5405111a2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.688814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-f5538a1b-2839-42e2-874f-5405111a2b02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.1018264 Oct 25 09:21:15.734787 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-8965db87-7407-4ae2-8f90-648e2952b002 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 217 time: 0.0385447 Oct 25 09:21:15.770774 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de9a9d2d-ef20-408d-938f-ac6030edc20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:15.791381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-95089730-ae53-4d0f-8ad1-74ece56fc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.793275 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-95089730-ae53-4d0f-8ad1-74ece56fc6d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0520251 Oct 25 09:21:15.796726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace3340-521a-43cb-bc7e-263e13363fe3 req-61391b65-53b2-4ff4-bbce-862a492a7a9b tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.798218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ace3340-521a-43cb-bc7e-263e13363fe3 req-61391b65-53b2-4ff4-bbce-862a492a7a9b tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 943 time: 0.1175447 Oct 25 09:21:15.802415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff2ee52e-4d20-4311-9db9-758cac6bc9f2 req-f09eb82e-f8b6-4aa6-8fe2-685ac4692027 service neutron] 10.222.0.41 "GET /v2.0/networks/111d2bfe-87b2-4143-8336-56d09adc4b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752322 Oct 25 09:21:15.819853 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de9a9d2d-ef20-408d-938f-ac6030edc20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:15.850247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-ffd9a03d-b9ee-46f1-a556-0aa2b78fbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:15.851739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-ffd9a03d-b9ee-46f1-a556-0aa2b78fbe75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511525 Oct 25 09:21:15.873232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ace3340-521a-43cb-bc7e-263e13363fe3 req-173c74e1-2ee5-4297-9801-7d5c48e32ca3 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672901 Oct 25 09:21:15.894793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de9a9d2d-ef20-408d-938f-ac6030edc20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:15.897548 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-de9a9d2d-ef20-408d-938f-ac6030edc20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:15.898754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-de9a9d2d-ef20-408d-938f-ac6030edc20b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad60f01f-c98f-474e-a6f6-aa888a74d8f6 HTTP/1.1" status: 204 len: 168 time: 0.2863560 Oct 25 09:21:15.908319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a9d2d-ef20-408d-938f-ac6030edc20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad60f01f-c98f-474e-a6f6-aa888a74d8f6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:15.969308 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-c39ef230-d4d8-4688-a6e9-ef96bf40c82e service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061060 Oct 25 09:21:16.019438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acab0a9-2171-454a-85e9-ba31395d4905 req-ad342a5e-a869-4606-96a3-b3d2ec900814 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:16.021330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9acab0a9-2171-454a-85e9-ba31395d4905 req-ad342a5e-a869-4606-96a3-b3d2ec900814 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0529933 Oct 25 09:21:16.066592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9acab0a9-2171-454a-85e9-ba31395d4905 req-271b9705-80bc-4d20-ab9a-728314ec6ce2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367501 Oct 25 09:21:16.078292 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fd627ce3-1a6b-45b3-9720-a3a378871228 req-71bddedd-9953-46d0-beed-9ec792498a0e service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011152 Oct 25 09:21:16.402623 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-78471baf-4039-47a8-a2c6-a7c70641498f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:17.003818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b29942-dade-4b62-afd1-a86665b5809e req-c7d63bad-7f24-4acf-8143-f5e307c2061d tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:17.005554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7b29942-dade-4b62-afd1-a86665b5809e req-c7d63bad-7f24-4acf-8143-f5e307c2061d tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 943 time: 0.0626881 Oct 25 09:21:17.049803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7b29942-dade-4b62-afd1-a86665b5809e req-82bf9388-c18d-4cd9-8afc-78780e6f5b4a tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Oct 25 09:21:17.189794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553855e0-2c23-472f-af9b-ba15333d293b req-b6a2f28e-578d-4b45-8c78-a6e8a0759a90 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:17.191195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-553855e0-2c23-472f-af9b-ba15333d293b req-b6a2f28e-578d-4b45-8c78-a6e8a0759a90 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0495498 Oct 25 09:21:17.230267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-553855e0-2c23-472f-af9b-ba15333d293b req-bf4f1773-3180-4f5f-aa0f-ebd72ed472ab tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330369 Oct 25 09:21:18.174801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efcbec-48f4-4ac7-9659-75fc14c68a22 req-0afd1cc9-623e-4ff0-9e82-cfe9ec63f93b tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:18.176226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12efcbec-48f4-4ac7-9659-75fc14c68a22 req-0afd1cc9-623e-4ff0-9e82-cfe9ec63f93b tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 943 time: 0.0531998 Oct 25 09:21:18.218247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12efcbec-48f4-4ac7-9659-75fc14c68a22 req-615d867d-733c-4146-be8f-4f27d4316cdc tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359809 Oct 25 09:21:18.353195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455e725-ddda-4823-8bd3-ac7103aa1534 req-1e04493f-bf22-487c-aacd-d900897ccc33 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:18.355322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0455e725-ddda-4823-8bd3-ac7103aa1534 req-1e04493f-bf22-487c-aacd-d900897ccc33 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0536370 Oct 25 09:21:18.393447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0455e725-ddda-4823-8bd3-ac7103aa1534 req-8e754056-044d-4a65-8a8c-8e0dd6c4d304 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318904 Oct 25 09:21:18.735230 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-80b2646a-9aa7-457c-8b02-5cd6a02a1b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:18.938620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 264b0e49-2f06-4a44-b8d2-06a277c79fea details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:21:19.033733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 264b0e49-2f06-4a44-b8d2-06a277c79fea, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=264b0e49-2f06-4a44-b8d2-06a277c79fea,segment=NetworkSegment(5bd6606e-a76a-4bb1-8157-ba59d5ba8957),segment_id=5bd6606e-a76a-4bb1-8157-ba59d5ba8957)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:19.045179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '264b0e49-2f06-4a44-b8d2-06a277c79fea', 'network_id': '111d2bfe-87b2-4143-8336-56d09adc4b7f', 'port_id': '264b0e49-2f06-4a44-b8d2-06a277c79fea', 'mac_address': 'fa:16:3e:be:1a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea0ec55-9058-4571-b886-6cd2589595c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:21:19.080858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:19.097289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264b0e49-2f06-4a44-b8d2-06a277c79fea {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:21:19.115589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 264b0e49-2f06-4a44-b8d2-06a277c79fea, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=264b0e49-2f06-4a44-b8d2-06a277c79fea,segment=NetworkSegment(5bd6606e-a76a-4bb1-8157-ba59d5ba8957),segment_id=5bd6606e-a76a-4bb1-8157-ba59d5ba8957)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:19.119806 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:19.165790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=264b0e49-2f06-4a44-b8d2-06a277c79fea,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:19.337389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0f11-d98d-4640-b8cf-81921087d8f8 req-0c0cbb90-a769-4f74-b439-2fa34d4d9c6a tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:19.338971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-240d0f11-d98d-4640-b8cf-81921087d8f8 req-0c0cbb90-a769-4f74-b439-2fa34d4d9c6a tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 944 time: 0.0506489 Oct 25 09:21:19.383151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-240d0f11-d98d-4640-b8cf-81921087d8f8 req-751bdb2e-ca76-4eaa-94cb-2bad07078a80 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Oct 25 09:21:19.515978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['264b0e49-2f06-4a44-b8d2-06a277c79fea'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:21:19.585116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387f0c-1465-46c3-953d-28afca5644b2 req-d717d96e-b059-4ed3-9642-99b6cc76cc77 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:19.586633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50387f0c-1465-46c3-953d-28afca5644b2 req-d717d96e-b059-4ed3-9642-99b6cc76cc77 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0952055 Oct 25 09:21:19.636048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50387f0c-1465-46c3-953d-28afca5644b2 req-242977f8-83e8-4036-bac7-d3d16772bfda tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399528 Oct 25 09:21:19.800690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:21:19.907086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:19.917852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:19.927483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '360b27d1-dbbe-4219-8876-addf2486a41c', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'port_id': '360b27d1-dbbe-4219-8876-addf2486a41c', 'mac_address': 'fa:16:3e:6a:f0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:21:19.934434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:19.966259 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:19.982058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b27d1-dbbe-4219-8876-addf2486a41c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:21:20.001180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:20.004759 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:20.050919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:20.391302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['360b27d1-dbbe-4219-8876-addf2486a41c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:21:20.515004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfb0e2-695a-4935-ad1d-8d20f38d88d9 req-b15b736a-f8d2-41ff-8bde-9f38ff9971af tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:20.516791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9bfb0e2-695a-4935-ad1d-8d20f38d88d9 req-b15b736a-f8d2-41ff-8bde-9f38ff9971af tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 944 time: 0.0603366 Oct 25 09:21:20.564059 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9bfb0e2-695a-4935-ad1d-8d20f38d88d9 req-68d1e29a-aca3-48a3-9e4f-9f764197c5c8 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353546 Oct 25 09:21:20.762096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327390c-3944-46bd-b8ec-50e08a937f48 req-d351aabc-8824-4010-b8ea-fd1191db60c3 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:20.763583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0327390c-3944-46bd-b8ec-50e08a937f48 req-d351aabc-8824-4010-b8ea-fd1191db60c3 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0499284 Oct 25 09:21:20.804558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0327390c-3944-46bd-b8ec-50e08a937f48 req-b76b5c3a-a1f6-4c80-ad5c-fcb5ba40fe73 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340474 Oct 25 09:21:20.950384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 264b0e49-2f06-4a44-b8d2-06a277c79fea up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:21.001197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 264b0e49-2f06-4a44-b8d2-06a277c79fea completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:21:21.005436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 264b0e49-2f06-4a44-b8d2-06a277c79fea triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:21.005799 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:21.083346 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:21.109089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d9f1e0-0bb7-4e8b-b8af-35b0022ae238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264b0e49-2f06-4a44-b8d2-06a277c79fea'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:21.111233 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d75e018-e810-4f4c-b952-97c81082cd90" -d '{"events": [{"server_uuid": "18d9f1e0-0bb7-4e8b-b8af-35b0022ae238", "name": "network-vif-plugged", "status": "completed", "tag": "264b0e49-2f06-4a44-b8d2-06a277c79fea"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:21.125680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 264b0e49-2f06-4a44-b8d2-06a277c79fea, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=264b0e49-2f06-4a44-b8d2-06a277c79fea,segment=NetworkSegment(5bd6606e-a76a-4bb1-8157-ba59d5ba8957),segment_id=5bd6606e-a76a-4bb1-8157-ba59d5ba8957)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:21.129884 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:21.154004 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78b8feb-13a8-433b-80ca-f29c0a182527 x-openstack-request-id: req-f78b8feb-13a8-433b-80ca-f29c0a182527 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:21.154478 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d9f1e0-0bb7-4e8b-b8af-35b0022ae238", "name": "network-vif-plugged", "status": "completed", "tag": "264b0e49-2f06-4a44-b8d2-06a277c79fea", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:21.154798 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f78b8feb-13a8-433b-80ca-f29c0a182527 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:21.155251 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d9f1e0-0bb7-4e8b-b8af-35b0022ae238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264b0e49-2f06-4a44-b8d2-06a277c79fea', 'code': 200} Oct 25 09:21:21.180230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=264b0e49-2f06-4a44-b8d2-06a277c79fea,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:21.283532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de64e40-c806-4192-9e98-80f63e9e5ed1 req-2e35f77b-a506-4681-9667-ea67c8bb5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:21.285071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6de64e40-c806-4192-9e98-80f63e9e5ed1 req-2e35f77b-a506-4681-9667-ea67c8bb5bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 1096 time: 0.0429115 Oct 25 09:21:21.321031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6de64e40-c806-4192-9e98-80f63e9e5ed1 req-7d279274-5e60-4e0d-b6e6-4e09638ef237 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278287 Oct 25 09:21:21.693101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ec575-7032-4472-b9be-b20b953fc1b5 req-5720697b-0a05-44b5-a808-945e861b2e0b tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:21.694582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca2ec575-7032-4472-b9be-b20b953fc1b5 req-5720697b-0a05-44b5-a808-945e861b2e0b tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 945 time: 0.0554638 Oct 25 09:21:21.734882 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca2ec575-7032-4472-b9be-b20b953fc1b5 req-06834b6c-7cdc-4b47-b4db-6016c77f3163 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Oct 25 09:21:21.791263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:21.794832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:21.844426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 360b27d1-dbbe-4219-8876-addf2486a41c completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:21:21.849055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 360b27d1-dbbe-4219-8876-addf2486a41c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:21.850257 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:21.951130 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:21.963474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f3995-a9c0-4d28-9a85-bf0247aebf86 req-7f6dab22-430f-4ca2-8df0-f38273470076 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:21.966176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-029f3995-a9c0-4d28-9a85-bf0247aebf86 req-7f6dab22-430f-4ca2-8df0-f38273470076 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0719786 Oct 25 09:21:21.999830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:22.005790 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:22.033981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-029f3995-a9c0-4d28-9a85-bf0247aebf86 req-e30df0f8-bc50-454c-9458-9c06885053f0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593808 Oct 25 09:21:22.096994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:22.850768 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7162bf-10d9-439e-a88b-522fa9334d0e req-65469087-0323-44de-8818-3a15d90945fd tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:22.851637 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e7162bf-10d9-439e-a88b-522fa9334d0e req-65469087-0323-44de-8818-3a15d90945fd tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 945 time: 0.0498018 Oct 25 09:21:22.895706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e7162bf-10d9-439e-a88b-522fa9334d0e req-1550cc8e-fc46-491c-9fcc-810d0c61b697 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366201 Oct 25 09:21:23.154190 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0161730-6c44-4df1-9f58-69716aa71b3d req-39ae9494-27ed-49d0-83f5-0fb9a13f4984 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:23.155661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0161730-6c44-4df1-9f58-69716aa71b3d req-39ae9494-27ed-49d0-83f5-0fb9a13f4984 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Oct 25 09:21:23.156334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:23.158775 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe0998c-e169-444b-8a8d-ebe2a845a1fe" -d '{"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:23.200161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0161730-6c44-4df1-9f58-69716aa71b3d req-6e208a45-95b9-4378-a52a-e9aca4b91fc1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323575 Oct 25 09:21:23.248103 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe99cc98-c7f5-423d-8106-ea4d6b42e1c9 x-openstack-request-id: req-fe99cc98-c7f5-423d-8106-ea4d6b42e1c9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:23.248397 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:23.248646 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe99cc98-c7f5-423d-8106-ea4d6b42e1c9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:23.249072 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c', 'code': 200} Oct 25 09:21:23.373120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bb778-cb78-421c-a65e-75d3c223c718 req-61d86f2f-1ce4-4e17-8d28-3668184399f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:23.374632 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fb6bb778-cb78-421c-a65e-75d3c223c718 req-61d86f2f-1ce4-4e17-8d28-3668184399f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0417540 Oct 25 09:21:23.409442 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fb6bb778-cb78-421c-a65e-75d3c223c718 req-6b480f9e-2518-4aaf-a22e-c8d7baa039bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279653 Oct 25 09:21:24.015816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8625e-10dd-4172-87dc-f00500d65762 req-a7bb78e1-78e2-4476-acb3-608d15166d9a tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:24.017354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecb8625e-10dd-4172-87dc-f00500d65762 req-a7bb78e1-78e2-4476-acb3-608d15166d9a tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 945 time: 0.0506241 Oct 25 09:21:24.064182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecb8625e-10dd-4172-87dc-f00500d65762 req-aa7ef208-e4c3-4a90-869f-72feddad057e tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Oct 25 09:21:24.392175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e274-9bf2-46e7-a11f-8a617f221645 req-148e9aa9-1c20-4ec5-96fb-8ae9515d2704 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:24.393666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2635e274-9bf2-46e7-a11f-8a617f221645 req-148e9aa9-1c20-4ec5-96fb-8ae9515d2704 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0531771 Oct 25 09:21:24.431650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2635e274-9bf2-46e7-a11f-8a617f221645 req-793eb358-ce2c-4ef0-8bba-6606f432c564 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Oct 25 09:21:25.380527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53892) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:25.507223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3dff2c02-fb87-4262-856e-e76b07f9c876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:25.620195 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3dff2c02-fb87-4262-856e-e76b07f9c876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:25.629114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5188-c45e-4630-814d-baf603272ff6 req-590754a8-ed51-4426-9157-1ea87a66e316 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:25.630596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b32a5188-c45e-4630-814d-baf603272ff6 req-590754a8-ed51-4426-9157-1ea87a66e316 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0792246 Oct 25 09:21:25.631641 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3dff2c02-fb87-4262-856e-e76b07f9c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:25.691962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3dff2c02-fb87-4262-856e-e76b07f9c876 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5f63132508042bb8bd2559a93f6ffcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101068 Oct 25 09:21:25.694475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff2c02-fb87-4262-856e-e76b07f9c876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3a9a2-9043-4812-a7e8-a03c3c85f0dd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:25.695147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53904) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:25.710914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b32a5188-c45e-4630-814d-baf603272ff6 req-99f5a2b8-96e1-47c6-8abe-d4719e6b2f7b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638506 Oct 25 09:21:25.770456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e7b1986e-e9a1-490e-8205-dd376e95e847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:25.793085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e7b1986e-e9a1-490e-8205-dd376e95e847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:25.843387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e7b1986e-e9a1-490e-8205-dd376e95e847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:25.846705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e7b1986e-e9a1-490e-8205-dd376e95e847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:25.850347 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e7b1986e-e9a1-490e-8205-dd376e95e847 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68a3a9a2-9043-4812-a7e8-a03c3c85f0dd HTTP/1.1" status: 204 len: 168 time: 0.1531351 Oct 25 09:21:25.853487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc34310-bb4c-46a8-837c-a4088b08ecbc req-cfad4f33-a561-44a7-8c66-3f7075c21e2f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:25.855291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cc34310-bb4c-46a8-837c-a4088b08ecbc req-cfad4f33-a561-44a7-8c66-3f7075c21e2f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0577507 Oct 25 09:21:25.864504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53912) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:25.866675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1986e-e9a1-490e-8205-dd376e95e847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3a9a2-9043-4812-a7e8-a03c3c85f0dd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:25.874714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'floatingip': {'port_id': '360b27d1-dbbe-4219-8876-addf2486a41c'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:25.928435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:26.314569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30c7b4-14db-44c0-99a1-af8b7c58ffbb req-412dbc3e-ca76-4b08-b139-6f49d9f5fdf4 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:26.316063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df30c7b4-14db-44c0-99a1-af8b7c58ffbb req-412dbc3e-ca76-4b08-b139-6f49d9f5fdf4 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 945 time: 0.1345477 Oct 25 09:21:26.396468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df30c7b4-14db-44c0-99a1-af8b7c58ffbb req-f126b0b7-6bc8-4a4e-885c-3b5ff5b5a4e3 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533922 Oct 25 09:21:26.497087 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:26.501366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:26.608306 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Floating IP 73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b associated. External IP: 172.25.8.147, port: 360b27d1-dbbe-4219-8876-addf2486a41c. Oct 25 09:21:26.819337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Router 38fb5775-48a9-4dc7-9a59-ca90a5924360 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:21:26.933968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:21:26.939227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:26.944191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] Sync routers for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:21:26.955370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:26.955926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:26.989712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9c5b9868-362a-41df-87f1-69bcb1206f2e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "PUT /v2.0/floatingips/73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b HTTP/1.1" status: 200 len: 991 time: 1.1081219 Oct 25 09:21:26.990316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:26.993319 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa" -d '{"events": [{"name": "network-changed", "server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:27.075059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:27.132355 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5ef1ca-5e77-44a0-932a-c34f22f3c053 x-openstack-request-id: req-ce5ef1ca-5e77-44a0-932a-c34f22f3c053 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:27.132919 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:27.133245 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce5ef1ca-5e77-44a0-932a-c34f22f3c053 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:27.133738 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c', 'status': 'completed', 'code': 200} Oct 25 09:21:27.234108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-9e895fcf-2e68-43df-bb69-68a523b880db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:27.235630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-9e895fcf-2e68-43df-bb69-68a523b880db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0464902 Oct 25 09:21:27.315605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'port_id': '360b27d1-dbbe-4219-8876-addf2486a41c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'mac_address': 'fa:16:3e:6a:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:21:09Z', 'updated_at': '2021-10-25T09:21:26Z', 'revision_number': 1, 'project_id': '301b27b80ff347d1b3015a290519b872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:27.335531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-64b9f35c-6d42-4b31-9215-ad79dd150cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:27.337370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-64b9f35c-6d42-4b31-9215-ad79dd150cc2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0941553 Oct 25 09:21:27.345803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] Checking router: 38fb5775-48a9-4dc7-9a59-ca90a5924360 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:21:27.356449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:27.357172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:27.412079 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-b53e2f48-c005-4265-a95d-d926b1b92495 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 999 time: 0.0669839 Oct 25 09:21:27.473940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-47dca809-bf87-460f-b0f3-116ecee2e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:27.475681 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-47dca809-bf87-460f-b0f3-116ecee2e87e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0564189 Oct 25 09:21:27.475796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:27.539867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-be03d654-17d8-4aef-ac4d-238cb6bf654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:27.541440 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-be03d654-17d8-4aef-ac4d-238cb6bf654f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573707 Oct 25 09:21:27.555705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7514d83-8034-4666-a684-71ef8588f559 req-d4d1478e-862d-4799-a92c-ca8a1eaa4b66 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:27.564182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7514d83-8034-4666-a684-71ef8588f559 req-d4d1478e-862d-4799-a92c-ca8a1eaa4b66 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 945 time: 0.0787847 Oct 25 09:21:27.633496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7514d83-8034-4666-a684-71ef8588f559 req-403e10b5-ac3a-4279-99b7-261923df1fd4 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/security-groups?id=925725df-1906-44e6-acd3-241c62252540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631371 Oct 25 09:21:27.685299 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-fb505456-2f71-44a3-a497-518fb5c9b7a4 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349747 Oct 25 09:21:27.748997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'port_id': '360b27d1-dbbe-4219-8876-addf2486a41c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'mac_address': 'fa:16:3e:6a:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:21:09Z', 'updated_at': '2021-10-25T09:21:26Z', 'revision_number': 1, 'project_id': '301b27b80ff347d1b3015a290519b872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:27.775378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71790449-54ac-45c5-85c2-bcbc4754fd5d None None] The sync data for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 is: [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'port_id': '360b27d1-dbbe-4219-8876-addf2486a41c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'mac_address': 'fa:16:3e:6a:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:21:09Z', 'updated_at': '2021-10-25T09:21:26Z', 'revision_number': 1, 'project_id': '301b27b80ff347d1b3015a290519b872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:21:27.785761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4bdb6ae3-4fdb-45c7-b95e-4576fca90afa req-13ffb6f3-de89-4731-b9c1-e89d23396802 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933225 Oct 25 09:21:27.926654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-2ee83ea8-1a14-40ce-b7c4-4e920c3977a0 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:27.928244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-2ee83ea8-1a14-40ce-b7c4-4e920c3977a0 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.41 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 945 time: 0.0606384 Oct 25 09:21:28.014842 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b99f6-9b6f-49be-a09a-01057b465814 None None] New status for floating IP 73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:21:28.038781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Deleting port 264b0e49-2f06-4a44-b8d2-06a277c79fea {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:28.039134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:28.148194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] For port 264b0e49-2f06-4a44-b8d2-06a277c79fea, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=264b0e49-2f06-4a44-b8d2-06a277c79fea,segment=NetworkSegment(5bd6606e-a76a-4bb1-8157-ba59d5ba8957),segment_id=5bd6606e-a76a-4bb1-8157-ba59d5ba8957)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:28.148707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:28.168558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Calling delete_port for 264b0e49-2f06-4a44-b8d2-06a277c79fea owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:28.309972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:28.339711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Pushing event deleted for resources: {'Port': ['ID=264b0e49-2f06-4a44-b8d2-06a277c79fea,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:28.343396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['264b0e49-2f06-4a44-b8d2-06a277c79fea'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:21:28.397243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] No DVR routers for this DVR port 264b0e49-2f06-4a44-b8d2-06a277c79fea on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:21:28.400016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:28.403493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-324960af-e3b9-4b4a-b0ab-30a9ad9a0968 req-ad213b03-111b-49f4-ac0f-abe8218ce944 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.41 "DELETE /v2.0/ports/264b0e49-2f06-4a44-b8d2-06a277c79fea HTTP/1.1" status: 204 len: 173 time: 0.4685972 Oct 25 09:21:28.739547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f3fa372-06e0-42de-b97b-8a702895dd4d req-bfed1a4c-749d-43b1-8903-8867df0315e9 tempest-ServerTagsTestJSON-2060334480 tempest-ServerTagsTestJSON-2060334480-project] 10.222.0.32 "GET /v2.0/ports?device_id=18d9f1e0-0bb7-4e8b-b8af-35b0022ae238 HTTP/1.1" status: 200 len: 210 time: 0.0304570 Oct 25 09:21:29.135000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d9f1e0-0bb7-4e8b-b8af-35b0022ae238', 'name': 'network-vif-deleted', 'tag': '264b0e49-2f06-4a44-b8d2-06a277c79fea'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:29.137536 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820f01ef-176d-41db-834b-ec1805b0a7ff" -d '{"events": [{"server_uuid": "18d9f1e0-0bb7-4e8b-b8af-35b0022ae238", "name": "network-vif-deleted", "tag": "264b0e49-2f06-4a44-b8d2-06a277c79fea"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:29.175011 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900fe795-8f6b-41fb-acf9-f3933154644f x-openstack-request-id: req-900fe795-8f6b-41fb-acf9-f3933154644f {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:29.175308 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d9f1e0-0bb7-4e8b-b8af-35b0022ae238", "name": "network-vif-deleted", "tag": "264b0e49-2f06-4a44-b8d2-06a277c79fea", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:29.175560 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-900fe795-8f6b-41fb-acf9-f3933154644f {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:29.175968 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d9f1e0-0bb7-4e8b-b8af-35b0022ae238', 'name': 'network-vif-deleted', 'tag': '264b0e49-2f06-4a44-b8d2-06a277c79fea', 'status': 'completed', 'code': 200} Oct 25 09:21:29.799248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 53992) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:29.845065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-314f3637-0a53-43c0-a49f-f5d7aea6b500 admin admin] Deleting subnet 8ea0ec55-9058-4571-b886-6cd2589595c2 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:21:29.848205 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-314f3637-0a53-43c0-a49f-f5d7aea6b500 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:29.882792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-314f3637-0a53-43c0-a49f-f5d7aea6b500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:29.921836 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-314f3637-0a53-43c0-a49f-f5d7aea6b500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:29.973709 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-314f3637-0a53-43c0-a49f-f5d7aea6b500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.002551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f3637-0a53-43c0-a49f-f5d7aea6b500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea0ec55-9058-4571-b886-6cd2589595c2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:30.008446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-314f3637-0a53-43c0-a49f-f5d7aea6b500 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.012691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-314f3637-0a53-43c0-a49f-f5d7aea6b500 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8ea0ec55-9058-4571-b886-6cd2589595c2 HTTP/1.1" status: 204 len: 168 time: 0.2119460 Oct 25 09:21:30.014802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 53994) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:30.083141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.165093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.186795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111d2bfe-87b2-4143-8336-56d09adc4b7f']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:30.195939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd6606e-a76a-4bb1-8157-ba59d5ba8957') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:30.196226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd6606e-a76a-4bb1-8157-ba59d5ba8957') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:30.205685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.218666 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.224456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:21:30.224856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:21:30.226524 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:21:30.281378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.288210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.295105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/111d2bfe-87b2-4143-8336-56d09adc4b7f HTTP/1.1" status: 204 len: 168 time: 0.2751935 Oct 25 09:21:30.303473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365efa13-9095-4a4c-aa6c-dcf598fec0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=111d2bfe-87b2-4143-8336-56d09adc4b7f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:30.469098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54000) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:30.513556 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bc9cbb0d-cc94-4bc1-a268-a829ded9314b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f01d949ea9fb488fb8d3121a61685d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432222 Oct 25 09:21:30.515917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54002) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:30.578249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0332fa83-520b-4838-b681-b12adf66cc98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.599995 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0332fa83-520b-4838-b681-b12adf66cc98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.646064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0332fa83-520b-4838-b681-b12adf66cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.648721 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0332fa83-520b-4838-b681-b12adf66cc98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:30.649886 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0332fa83-520b-4838-b681-b12adf66cc98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/925725df-1906-44e6-acd3-241c62252540 HTTP/1.1" status: 204 len: 168 time: 0.1330850 Oct 25 09:21:30.658338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fa83-520b-4838-b681-b12adf66cc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925725df-1906-44e6-acd3-241c62252540,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:31.804666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49b887fe-cfda-4a4c-910c-33d5ed141323 req-dbd9ce8c-28e3-453a-9b81-507795f749aa tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0288193 Oct 25 09:21:32.948529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc1dde04-6ba6-4a95-9add-fc89f77fe95c req-e6fa3ee0-31b5-4d78-b80d-2822fbb3ecb4 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0440743 Oct 25 09:21:33.007491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 264b0e49-2f06-4a44-b8d2-06a277c79fea no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:21:33.029381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 264b0e49-2f06-4a44-b8d2-06a277c79fea {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:21:33.029848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 264b0e49-2f06-4a44-b8d2-06a277c79fea not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:21:34.054331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bca14b41-af51-4287-ba19-4061feddb226 req-c9042fbc-1f20-4126-9a94-77c5f8a51ca1 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0332243 Oct 25 09:21:34.159244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54076) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:34.407677 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e967e270-e676-4062-98aa-1186175716d1 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/floatingips/c1480f2b-1373-431c-ac19-a1a1fea05f34 HTTP/1.1" status: 200 len: 994 time: 0.2472422 Oct 25 09:21:34.684155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54092) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:34.855906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 5a2e66d5-4082-4a36-bcae-4d32476edc94 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:34.856167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:34.939191 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:34.939753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:34.953570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 5a2e66d5-4082-4a36-bcae-4d32476edc94 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:35.122793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:35.162245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=5a2e66d5-4082-4a36-bcae-4d32476edc94,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:35.220644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.221008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.221347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.221680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.222006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.222329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.222656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.222981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.223296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.223613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.223930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.224246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:21:35.232213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffe1712b-824f-4952-8387-d76da0990361 req-ee9a0b91-3aac-4f8f-ac5e-c5a04a67a7ab tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0651858 Oct 25 09:21:35.274840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:35.275165 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Floating IP c1480f2b-1373-431c-ac19-a1a1fea05f34 disassociated (deleted). External IP: 172.25.8.103, port: a8956971-5544-4923-be68-ddfda12be71f. Oct 25 09:21:35.511869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:21:35.629150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:21:35.633588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:35.640799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] Sync routers for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:21:35.653020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:35.653798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:35.660589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-59f44e6b-354c-4a8e-8364-426214d6e71b tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/floatingips/c1480f2b-1373-431c-ac19-a1a1fea05f34 HTTP/1.1" status: 204 len: 168 time: 0.9745464 Oct 25 09:21:35.661194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:35.663596 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812b0638-b262-442a-8315-7f2801d4402b" -d '{"events": [{"name": "network-changed", "server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "tag": "a8956971-5544-4923-be68-ddfda12be71f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:35.784838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:35.922317 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13666a35-53bf-4657-aa01-965ee00c5de3 x-openstack-request-id: req-13666a35-53bf-4657-aa01-965ee00c5de3 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:35.922809 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "tag": "a8956971-5544-4923-be68-ddfda12be71f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:35.923228 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13666a35-53bf-4657-aa01-965ee00c5de3 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:35.923770 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f', 'status': 'completed', 'code': 200} Oct 25 09:21:36.064000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:57Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:36.100676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] Checking router: 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:21:36.114680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:36.115293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:36.141382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61fd10ec-f381-4eef-b256-70254f94d6b1 req-a351f762-8dbc-468a-baff-fcb8389eab2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.1484551 Oct 25 09:21:36.174243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b0638-b262-442a-8315-7f2801d4402b req-729519df-a9d9-4c73-8ce3-9ae3f5aeed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:36.175999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-812b0638-b262-442a-8315-7f2801d4402b req-729519df-a9d9-4c73-8ce3-9ae3f5aeed68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 1097 time: 0.1816754 Oct 25 09:21:36.191904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd296bf0-6e68-4819-9c7a-8931a140600d req-98ed7346-a324-4706-a201-46595dbf8f81 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:36.193478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd296bf0-6e68-4819-9c7a-8931a140600d req-98ed7346-a324-4706-a201-46595dbf8f81 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 946 time: 0.0869286 Oct 25 09:21:36.233884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd296bf0-6e68-4819-9c7a-8931a140600d req-d1d7e50f-764e-4934-a572-028a19bf4aa3 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Oct 25 09:21:36.236323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:36.338169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d54f60b-3952-46ed-a59b-668ca415581e req-2c824837-98b2-4f1a-9c62-8c9668c21652 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0276060 Oct 25 09:21:36.441940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:57Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:36.468479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b9cdb-ea3a-4371-88b4-af6014b20ba7 None None] The sync data for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 is: [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:19:53Z', 'revision_number': 4, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '63243129-f2ad-444f-bd7f-22e197c8aaff', 'name': '', 'network_id': '90721ad5-6106-41e4-a059-82488714cfa7', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'mac_address': 'fa:16:3e:4b:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:52Z', 'updated_at': '2021-10-25T09:19:57Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'subnets': [{'id': 'c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:21:36.569410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b0638-b262-442a-8315-7f2801d4402b req-4fe565aa-e6fa-4ee0-86d4-6eab3da20e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:36.569410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-812b0638-b262-442a-8315-7f2801d4402b req-4fe565aa-e6fa-4ee0-86d4-6eab3da20e4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=90721ad5-6106-41e4-a059-82488714cfa7 HTTP/1.1" status: 200 len: 898 time: 0.0938375 Oct 25 09:21:36.612731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-812b0638-b262-442a-8315-7f2801d4402b req-bf927d43-9539-4d2c-a52e-79f1c0ccfa3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8956971-5544-4923-be68-ddfda12be71f HTTP/1.1" status: 200 len: 217 time: 0.0360601 Oct 25 09:21:36.664781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b0638-b262-442a-8315-7f2801d4402b req-10289390-bc26-4165-8eec-f22b72f05eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:36.666315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-812b0638-b262-442a-8315-7f2801d4402b req-10289390-bc26-4165-8eec-f22b72f05eaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415 HTTP/1.1" status: 200 len: 835 time: 0.0460331 Oct 25 09:21:36.750576 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c015bc1-ffd0-49e0-9c85-04ae15954731 None None] New status for floating IP c1480f2b-1373-431c-ac19-a1a1fea05f34: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:21:37.019687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b0638-b262-442a-8315-7f2801d4402b req-9d9bb1e7-05b6-4ae8-ae14-2ad18cc89721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:37.021103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-812b0638-b262-442a-8315-7f2801d4402b req-9d9bb1e7-05b6-4ae8-ae14-2ad18cc89721 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90721ad5-6106-41e4-a059-82488714cfa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3434260 Oct 25 09:21:37.112571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-812b0638-b262-442a-8315-7f2801d4402b req-84e1dd79-c1b8-45b7-a1c1-7959289254f7 service neutron] 10.222.0.41 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833504 Oct 25 09:21:37.217204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-812b0638-b262-442a-8315-7f2801d4402b req-c9ccdb58-cce4-458b-b4ec-d6285117a4cf service neutron] 10.222.0.41 "GET /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957863 Oct 25 09:21:37.388697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b53c52-fb1f-4c05-aac6-c1841269d683 req-3b2a9107-ed75-4a3f-8a0d-5f9383d36473 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:37.397966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04b53c52-fb1f-4c05-aac6-c1841269d683 req-3b2a9107-ed75-4a3f-8a0d-5f9383d36473 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 946 time: 0.0851014 Oct 25 09:21:37.453476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04b53c52-fb1f-4c05-aac6-c1841269d683 req-38cde6e8-f0ff-4e08-9f4f-a325f09bbee9 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c4cd15c-9417-412a-b1b9-308a79fa6356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540888 Oct 25 09:21:37.549266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54ea3d81-8ced-46eb-8bcb-a1bf4ce14a70 req-6627a3fb-c1ae-408b-a83f-12317166b03f tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0316706 Oct 25 09:21:37.927472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-0783d887-90db-40b1-a42d-5ecb0814969d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:37.928944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-0783d887-90db-40b1-a42d-5ecb0814969d tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 946 time: 0.0538592 Oct 25 09:21:38.023518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port a8956971-5544-4923-be68-ddfda12be71f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:38.023855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:38.116201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port a8956971-5544-4923-be68-ddfda12be71f, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a8956971-5544-4923-be68-ddfda12be71f,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:38.116201 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:38.133272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for a8956971-5544-4923-be68-ddfda12be71f owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:38.278701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:38.309736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=a8956971-5544-4923-be68-ddfda12be71f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:38.351300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] No DVR routers for this DVR port a8956971-5544-4923-be68-ddfda12be71f on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:21:38.354556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:38.357919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3916c540-c15a-4388-9a94-6bbb4e3ee66b req-fcaacbce-b86e-41fe-91d6-f717cb75aac6 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.41 "DELETE /v2.0/ports/a8956971-5544-4923-be68-ddfda12be71f HTTP/1.1" status: 204 len: 173 time: 0.4229739 Oct 25 09:21:38.358359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'name': 'network-vif-deleted', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:21:38.360623 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb71fa4a-399b-4b23-b4c8-a346a4bd32c4" -d '{"events": [{"server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "name": "network-vif-deleted", "tag": "a8956971-5544-4923-be68-ddfda12be71f"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:21:38.404539 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2fef8-d140-40e7-acf6-5388cb920ba5 x-openstack-request-id: req-caf2fef8-d140-40e7-acf6-5388cb920ba5 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:21:38.404835 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d6adc8-9f2d-4475-b920-f70ea3b40153", "name": "network-vif-deleted", "tag": "a8956971-5544-4923-be68-ddfda12be71f", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:21:38.405141 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caf2fef8-d140-40e7-acf6-5388cb920ba5 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:21:38.405551 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d6adc8-9f2d-4475-b920-f70ea3b40153', 'name': 'network-vif-deleted', 'tag': 'a8956971-5544-4923-be68-ddfda12be71f', 'status': 'completed', 'code': 200} Oct 25 09:21:38.571539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8f74c09-e280-496c-9e32-e62860d086cf req-402ab21b-75dd-4f82-957c-fdceeffb03d0 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "GET /v2.0/ports?device_id=46d6adc8-9f2d-4475-b920-f70ea3b40153 HTTP/1.1" status: 200 len: 210 time: 0.0287099 Oct 25 09:21:38.603211 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:38.663966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea69b9c2-9979-4b3d-8eff-c9f0a0b47987 req-89b52320-c3b0-447e-85ef-7853c21d70d9 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0283396 Oct 25 09:21:39.031662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0dfcf05-29ed-4fe4-bccf-5c335e262eed req-b9d58c27-d252-4039-ba4e-5c6597aa5e85 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0403650 Oct 25 09:21:39.631882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54166) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:39.692081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3cbc375-113c-4da2-803f-8e09d625dc12 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:39.718828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3cbc375-113c-4da2-803f-8e09d625dc12 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:39.776282 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:39.785307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3cbc375-113c-4da2-803f-8e09d625dc12 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:39.787889 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3cbc375-113c-4da2-803f-8e09d625dc12 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:39.789057 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f3cbc375-113c-4da2-803f-8e09d625dc12 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c4cd15c-9417-412a-b1b9-308a79fa6356 HTTP/1.1" status: 204 len: 168 time: 0.1560371 Oct 25 09:21:39.799770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbc375-113c-4da2-803f-8e09d625dc12 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4cd15c-9417-412a-b1b9-308a79fa6356,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:39.821565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54170) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:40.184962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bd9a94c-c8d1-4fef-8be1-e74c139d5b45 req-e13c96e2-c7b5-46fd-9dbf-ed0edcef45bb tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0429928 Oct 25 09:21:40.317209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:40.686007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 63243129-f2ad-444f-bd7f-22e197c8aaff {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:40.686630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:40.787975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port 63243129-f2ad-444f-bd7f-22e197c8aaff, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=63243129-f2ad-444f-bd7f-22e197c8aaff,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:40.788432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:40.803729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 63243129-f2ad-444f-bd7f-22e197c8aaff owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:41.039429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:41.067744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=63243129-f2ad-444f-bd7f-22e197c8aaff,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:41.321005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0378d80-c31d-4b6c-b5b6-acff3e8c0b8b req-a9283c52-78f1-402c-8cf1-cbce2534bb7e tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0391114 Oct 25 09:21:41.330693 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:41.587019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:21:41.707518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:21:41.712775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4ae1bd4c-821f-41c4-b35b-2f8bcce75514 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "PUT /v2.0/routers/5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899465 Oct 25 09:21:41.716034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54186) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:41.719722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] Sync routers for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:21:41.732732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:41.734120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:41.773015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-9014216b-8daa-458b-abc7-5441d99654ea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting subnet c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:21:41.777561 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9014216b-8daa-458b-abc7-5441d99654ea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:41.821708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9014216b-8daa-458b-abc7-5441d99654ea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:41.856695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:41.924668 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9014216b-8daa-458b-abc7-5441d99654ea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.003551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9014216b-8daa-458b-abc7-5441d99654ea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.034892 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9014216b-8daa-458b-abc7-5441d99654ea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.040702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9014216b-8daa-458b-abc7-5441d99654ea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/subnets/c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415 HTTP/1.1" status: 204 len: 168 time: 0.3213217 Oct 25 09:21:42.040702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014216b-8daa-458b-abc7-5441d99654ea tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Subnet': ['ID=c44a5bf0-f47b-44d9-a9c2-6a5cf1f33415,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:42.041094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54188) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:42.050335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b1b95-db2a-408f-80fe-722ca9f3c1f7 None None] Network 90721ad5-6106-41e4-a059-82488714cfa7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:21:42.139506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:21:40Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:42.167243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.214112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] Checking router: 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:21:42.233857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] Routers {'5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:42.234470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:42.344977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] DHCP port deletion for 90721ad5-6106-41e4-a059-82488714cfa7 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:21:42.375943 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.448084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] Set router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:42.459310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Deleting port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:42.459652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.465337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54f8b7b8-fefa-45e5-9397-208bd4ff466f req-968edd91-3dba-4b60-943a-3bcfca185c01 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0349703 Oct 25 09:21:42.574168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] Deleting port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:42.574168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.601149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] For port 50785e6d-9e3e-4b5d-90c0-0cce106b03b6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=50785e6d-9e3e-4b5d-90c0-0cce106b03b6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:42.601513 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.622798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Calling delete_port for 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:42.691959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] For port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=37d7e61e-ab91-4bd4-8160-5d1d10723fe6,segment=NetworkSegment(fb54dec7-c271-45e6-90e4-86b11d3881e9),segment_id=fb54dec7-c271-45e6-90e4-86b11d3881e9)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:42.692389 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.714351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] Calling delete_port for 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:42.741720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:21:40Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:42.800399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2030e364-256a-4b7e-ac70-bc6d76ab1be7 None None] The sync data for ids ['5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59'] in n-d-814746-2 is: [{'id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'name': 'tempest-TestNetworkBasicOps-router-1840446430', 'tenant_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:19:48Z', 'updated_at': '2021-10-25T09:21:40Z', 'revision_number': 5, 'project_id': 'ecf29f943a3b40e38cf1c0695447cc85', 'gw_port': {'id': '50785e6d-9e3e-4b5d-90c0-0cce106b03b6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:19:49Z', 'updated_at': '2021-10-25T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:21:42.879181 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.905377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] Pushing event deleted for resources: {'Port': ['ID=37d7e61e-ab91-4bd4-8160-5d1d10723fe6,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:42.911046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f553f-1889-4cde-b639-2558ae9197ef None None] No DVR routers for this DVR port 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:21:42.917035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:42.948166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Port': ['ID=50785e6d-9e3e-4b5d-90c0-0cce106b03b6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:43.016531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.080282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a8956971-5544-4923-be68-ddfda12be71f no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:21:43.104245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: a8956971-5544-4923-be68-ddfda12be71f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:21:43.104579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a8956971-5544-4923-be68-ddfda12be71f not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:21:43.112599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.114804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.157750 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.158594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Fanout notify agent at l3_agent the message router_deleted on router 5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:21:43.166450 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.170464 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1e17d68f-9fd6-4cd4-adb2-5903665ee026 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/routers/5b5bacbb-a673-4ed0-92e1-5aeacd4c8c59 HTTP/1.1" status: 204 len: 168 time: 1.1243913 Oct 25 09:21:43.172083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54196) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:43.190356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:21:43.218646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:21:43.218993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 37d7e61e-ab91-4bd4-8160-5d1d10723fe6 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:21:43.305298 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.426784 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.449525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90721ad5-6106-41e4-a059-82488714cfa7']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:43.459770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb54dec7-c271-45e6-90e4-86b11d3881e9') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:43.460186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb54dec7-c271-45e6-90e4-86b11d3881e9') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:43.470831 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.485668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.504028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:21:43.504746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:21:43.508698 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:21:43.587185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.601948 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:43.609507 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] 10.222.0.32 "DELETE /v2.0/networks/90721ad5-6106-41e4-a059-82488714cfa7 HTTP/1.1" status: 204 len: 168 time: 0.4369113 Oct 25 09:21:43.634630 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa0472d4-f884-4a1c-9cb8-faf4d0991090 req-785ba7ed-0464-466d-8062-200143286d50 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0336611 Oct 25 09:21:43.639304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9e1b8-b476-4c23-87a4-c4b96ab31916 tempest-TestNetworkBasicOps-1884573564 tempest-TestNetworkBasicOps-1884573564-project] Pushing event deleted for resources: {'Network': ['ID=90721ad5-6106-41e4-a059-82488714cfa7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:43.944411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54208) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:44.107480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f2c6a263-1ec1-4ca7-b45b-c9f421e74e32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecf29f943a3b40e38cf1c0695447cc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617970 Oct 25 09:21:44.112401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54212) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:44.163270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-207421df-44e7-4796-b625-d73a6af932a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.186740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-207421df-44e7-4796-b625-d73a6af932a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.235794 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-207421df-44e7-4796-b625-d73a6af932a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.238378 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-207421df-44e7-4796-b625-d73a6af932a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.242282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-207421df-44e7-4796-b625-d73a6af932a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a00be01-8acc-4f8e-a8a0-3100d96f9504 HTTP/1.1" status: 204 len: 168 time: 0.1261370 Oct 25 09:21:44.247974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207421df-44e7-4796-b625-d73a6af932a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a00be01-8acc-4f8e-a8a0-3100d96f9504,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:44.551996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54220) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:44.573655 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-093ad0f3-dc84-4ec1-913c-04f5fd64e3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.654064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-093ad0f3-dc84-4ec1-913c-04f5fd64e3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.658283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-093ad0f3-dc84-4ec1-913c-04f5fd64e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.719364 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-093ad0f3-dc84-4ec1-913c-04f5fd64e3d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c87e9d1a16c4be2b847f2350ccdee56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658235 Oct 25 09:21:44.720350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ad0f3-dc84-4ec1-913c-04f5fd64e3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ed515e-0b86-4850-9e7f-7e263d94e866,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:44.722605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54224) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:44.788002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 63243129-f2ad-444f-bd7f-22e197c8aaff no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:21:44.811116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed4d608b-6318-4ada-ba10-8ab59cb4c561 req-9994e36c-dcf9-4893-9391-6c546fdd3f8c tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0349636 Oct 25 09:21:44.811680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 63243129-f2ad-444f-bd7f-22e197c8aaff {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:21:44.812215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 63243129-f2ad-444f-bd7f-22e197c8aaff not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:21:44.812410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:21:44.821014 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3a91582-9a76-49cc-ac09-cbc6c00c7066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.841232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:21:44.841691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 50785e6d-9e3e-4b5d-90c0-0cce106b03b6 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:21:44.856315 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3a91582-9a76-49cc-ac09-cbc6c00c7066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.919541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3a91582-9a76-49cc-ac09-cbc6c00c7066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.922607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f3a91582-9a76-49cc-ac09-cbc6c00c7066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:44.923795 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f3a91582-9a76-49cc-ac09-cbc6c00c7066 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41ed515e-0b86-4850-9e7f-7e263d94e866 HTTP/1.1" status: 204 len: 168 time: 0.1991947 Oct 25 09:21:44.933683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a91582-9a76-49cc-ac09-cbc6c00c7066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ed515e-0b86-4850-9e7f-7e263d94e866,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:45.651230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:45.750334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1920359267-network', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:45.777631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Made reservation on behalf of 6b73fea48ca74d29ade13007eef00d1a for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:21:45.779971 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:45.788276 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:45.868163 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:45.872813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:45.894779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:21:45.915058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:45.915058 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Added segment 8b35a832-8252-475e-9cdb-4e6a33e0c44b of type vlan for network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 Oct 25 09:21:45.915804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee12cd-302f-4cfc-ad34-b5edf2b1f3b7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:45.936735 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b14dc36-c6ec-47c0-89a8-2070fd622ae3 req-3411b729-4739-4599-8737-86d1176beabb tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0393400 Oct 25 09:21:45.960967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:45.992667 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:45.993867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:45.994578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.055419 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4030962 Oct 25 09:21:46.058656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54260) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:46.063584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Request body: {'subnet': {'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1920359267-subnet', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:46.068335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6196f-4a32-4163-91bb-cdd1866a6667 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd1526b-4e67-42cb-8d01-7d0f38632b80,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:46.082093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:21:46.089104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Made reservation on behalf of 6b73fea48ca74d29ade13007eef00d1a for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:21:46.092149 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.266999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.321107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45c0ab2-1aac-477a-9ce9-39bf9ef73ded,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:46.332662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Checking segment: {'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:46.333061 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Network hostable DHCP agents. Network: 5fd1526b-4e67-42cb-8d01-7d0f38632b80, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:21:46.350104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:21:46.359255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 5fd1526b-4e67-42cb-8d01-7d0f38632b80) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:46.363485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:21:46.364049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.371422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724647d-2933-415a-8dbd-89f58d00cbd7 None None] Network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:21:46.381814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5feebc10-97c2-49ee-a5da-47ddb226dd4f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3219938 Oct 25 09:21:46.384705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54262) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:46.391639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:21:46.413771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.415245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.471291 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.479805 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5bcae43-ad22-4c1c-a089-4264bead8772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.563253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-5fd1526b-4e67-42cb-8d01-7d0f38632b80', 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'fixed_ips': [{'subnet_id': 'c45c0ab2-1aac-477a-9ce9-39bf9ef73ded'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:21:46.564129 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.629860 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.871661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:46.877875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Allocated IP 172.20.0.2 (5fd1526b-4e67-42cb-8d01-7d0f38632b80/c45c0ab2-1aac-477a-9ce9-39bf9ef73ded/80b89c9e-b527-4f4e-a8ff-9a6f293d259f) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:46.895558 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:47.015969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Allocated IP 172.25.8.220 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/c89a2a16-e126-4664-8ef4-74f384f69cb6) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:47.053366 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:47.058351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4988d3c-ce01-427e-bc8c-d49d5e7c25e6 req-6494b68f-7389-4665-82e3-c3e66e304b05 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0337076 Oct 25 09:21:47.063093 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:47.105487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:47.108613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:47.114710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:47.149970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Pushing event updated for resources: {'Port': ['ID=80b89c9e-b527-4f4e-a8ff-9a6f293d259f,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:47.161104 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:47.178745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Attempting to bind port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:21:47.179204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Attempting to bind port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:21:47.179624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Attempting to bind port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f on network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:47.185539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:21:47.186006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Checking segment: {'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:47.186474 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:47.186920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Bound using segment: {'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:21:47.187448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Bound port: 80b89c9e-b527-4f4e-a8ff-9a6f293d259f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:21:47.187888 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:47.201548 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:47.239825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:47.245121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:47.248670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:47.254183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Pushing event updated for resources: {'Port': ['ID=c89a2a16-e126-4664-8ef4-74f384f69cb6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:47.254583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] For port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:21:47.259376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] For port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=80b89c9e-b527-4f4e-a8ff-9a6f293d259f,segment=NetworkSegment(8b35a832-8252-475e-9cdb-4e6a33e0c44b),segment_id=8b35a832-8252-475e-9cdb-4e6a33e0c44b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:21:47.265904 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:47.325551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dd532-b279-428d-93d0-a59c0760126d None None] Pushing event updated for resources: {'Port': ['ID=80b89c9e-b527-4f4e-a8ff-9a6f293d259f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:47.527700 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:48.079985 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:48.186486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f345ad96-84fa-40eb-b192-060dc82f8550 req-19af92b4-9363-49fd-9cd2-1a3939ea0e86 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0298901 Oct 25 09:21:48.276239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Router 3b1d5742-a0a1-459c-bf4f-2f79513b83af is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:21:48.394586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcb6fd5-c06c-4835-b77b-5c09916bf90c None None] Network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:21:48.402662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:21:48.413007 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Sync routers for ids ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:21:48.424399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:48.428433 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-904986a0-ac54-4a1d-b6fc-6c2950d9d365 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.0394251 Oct 25 09:21:48.428941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54292) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:48.431709 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Routers {'3b1d5742-a0a1-459c-bf4f-2f79513b83af'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:48.432937 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:48.477742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9c65ed02-3d1a-42b1-ba2a-1671eaf048dc None None] Provisioning complete for port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:48.478049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed02-3d1a-42b1-ba2a-1671eaf048dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:48.559135 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Set router 3b1d5742-a0a1-459c-bf4f-2f79513b83af gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:48.638851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed02-3d1a-42b1-ba2a-1671eaf048dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:48.701515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9c65ed02-3d1a-42b1-ba2a-1671eaf048dc None None] For port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=80b89c9e-b527-4f4e-a8ff-9a6f293d259f,segment=NetworkSegment(8b35a832-8252-475e-9cdb-4e6a33e0c44b),segment_id=8b35a832-8252-475e-9cdb-4e6a33e0c44b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:48.709012 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c65ed02-3d1a-42b1-ba2a-1671eaf048dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:48.803789 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5714b860-e87a-4a67-8991-2c2fb4505def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:48.825152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65ed02-3d1a-42b1-ba2a-1671eaf048dc None None] Pushing event updated for resources: {'Port': ['ID=80b89c9e-b527-4f4e-a8ff-9a6f293d259f,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:48.864501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 80b89c9e-b527-4f4e-a8ff-9a6f293d259f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:48.942366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:48.942942 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:48.956724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:47Z', 'revision_number': 3, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port': {'id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:49.008192 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Checking router: 3b1d5742-a0a1-459c-bf4f-2f79513b83af for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:21:49.009192 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Updating router 3b1d5742-a0a1-459c-bf4f-2f79513b83af port c89a2a16-e126-4664-8ef4-74f384f69cb6 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:21:49.042272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.064795 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.137044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-49757a4d-c717-440e-888b-7b588cdc0894 None None] Provisioning complete for port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:49.137417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-49757a4d-c717-440e-888b-7b588cdc0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.262236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Allocated IP 172.20.0.1 (5fd1526b-4e67-42cb-8d01-7d0f38632b80/c45c0ab2-1aac-477a-9ce9-39bf9ef73ded/3962edc5-0d6e-44ff-be14-ee825679505b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:21:49.304353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f798c9e3-9979-4607-ae78-b8ed595ff63d req-a39de8c2-0d2a-489f-9e4a-c8aa7761d469 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0263724 Oct 25 09:21:49.365754 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.372345 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.381518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.421484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.424660 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Attempting to bind port c89a2a16-e126-4664-8ef4-74f384f69cb6 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:21:49.425175 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Attempting to bind port c89a2a16-e126-4664-8ef4-74f384f69cb6 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:21:49.425392 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Attempting to bind port c89a2a16-e126-4664-8ef4-74f384f69cb6 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:49.427304 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c91ae6-960e-48a8-9de4-bbb45a87b308 None None] Pushing event updated for resources: {'Port': ['ID=c89a2a16-e126-4664-8ef4-74f384f69cb6,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:49.432778 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:21:49.433174 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:49.433565 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.433941 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:21:49.434414 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Bound port: c89a2a16-e126-4664-8ef4-74f384f69cb6, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:21:49.434753 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.472038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:49.476596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:49.482792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:21:49.485677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Pushing event updated for resources: {'Port': ['ID=3962edc5-0d6e-44ff-be14-ee825679505b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:49.495623 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] For port c89a2a16-e126-4664-8ef4-74f384f69cb6, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:21:49.499018 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] For port c89a2a16-e126-4664-8ef4-74f384f69cb6, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c89a2a16-e126-4664-8ef4-74f384f69cb6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:21:49.504491 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.526736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.568524 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Routers {'3b1d5742-a0a1-459c-bf4f-2f79513b83af'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:49.569586 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:49.576139 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c91ae6-960e-48a8-9de4-bbb45a87b308 None None] Pushing event updated for resources: {'Port': ['ID=c89a2a16-e126-4664-8ef4-74f384f69cb6,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:49.675247 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.695498 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] Set router 3b1d5742-a0a1-459c-bf4f-2f79513b83af gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:49.767089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-444e076f-9dde-4bed-8093-319856e7afa2 None None] Provisioning complete for port 3962edc5-0d6e-44ff-be14-ee825679505b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:49.767674 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-444e076f-9dde-4bed-8093-319856e7afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.801947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-444e076f-9dde-4bed-8093-319856e7afa2 None None] Port 3962edc5-0d6e-44ff-be14-ee825679505b cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:21:49.857601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.862240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.876724 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:47Z', 'revision_number': 3, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port': {'id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:49.890005 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.904350 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc11a85-ee33-47f1-acf5-71d5684841fa None None] The sync data for ids ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'] in n-d-814746-2 is: [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:47Z', 'revision_number': 3, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port': {'id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:21:49.930042 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:49.932623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Pushing event updated for resources: {'Port': ['ID=3962edc5-0d6e-44ff-be14-ee825679505b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:49.934858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:50.033063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:21:50.034335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:21:50.221918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Router 3b1d5742-a0a1-459c-bf4f-2f79513b83af has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:21:50.324284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6fadf2d0-ce69-4570-b701-96a3326b4cc9 None None] Provisioning complete for port 3962edc5-0d6e-44ff-be14-ee825679505b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:50.324908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6fadf2d0-ce69-4570-b701-96a3326b4cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:50.374796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-6fadf2d0-ce69-4570-b701-96a3326b4cc9 None None] Port 3962edc5-0d6e-44ff-be14-ee825679505b cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:21:50.376149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:21:50.404708 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eac91aa7-4bb9-4e76-9bf1-317669b5a459 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b1d5742-a0a1-459c-bf4f-2f79513b83af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9735110 Oct 25 09:21:50.504655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2df71b13-b540-4b22-ae53-4229e08d4d52 req-5ca6e2a3-3087-4042-8309-c1799b563e1b tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0507860 Oct 25 09:21:50.506199 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:21:50.891475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c89a2a16-e126-4664-8ef4-74f384f69cb6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:50.944861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c89a2a16-e126-4664-8ef4-74f384f69cb6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:50.945259 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:51.034067 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:51.058245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port c89a2a16-e126-4664-8ef4-74f384f69cb6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c89a2a16-e126-4664-8ef4-74f384f69cb6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:51.063008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:51.063772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 80b89c9e-b527-4f4e-a8ff-9a6f293d259f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:51.146214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=c89a2a16-e126-4664-8ef4-74f384f69cb6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:51.158209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:51.158571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:51.550045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54334) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:51.661468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4e944d5-1cdb-4627-a48e-0a0e5a09f8c8 req-f2487425-05ce-434a-9e3c-f03c4397a086 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0615501 Oct 25 09:21:51.794132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:51.830683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Sync routers for ids ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:21:51.843044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Routers {'3b1d5742-a0a1-459c-bf4f-2f79513b83af'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:51.843590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:51.960110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Set router 3b1d5742-a0a1-459c-bf4f-2f79513b83af gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:52.176408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:49Z', 'revision_number': 4, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port': {'id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '3962edc5-0d6e-44ff-be14-ee825679505b', 'name': '', 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'mac_address': 'fa:16:3e:45:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c45c0ab2-1aac-477a-9ce9-39bf9ef73ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:49Z', 'updated_at': '2021-10-25T09:21:49Z', 'revision_number': 2, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'subnets': [{'id': 'c45c0ab2-1aac-477a-9ce9-39bf9ef73ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:52.208095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Checking router: 3b1d5742-a0a1-459c-bf4f-2f79513b83af for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:21:52.208629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Updating router 3b1d5742-a0a1-459c-bf4f-2f79513b83af port 3962edc5-0d6e-44ff-be14-ee825679505b binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:21:52.234650 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.243188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.519930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Deleting port 3962edc5-0d6e-44ff-be14-ee825679505b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:52.520281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.524691 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.534890 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.612620 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.622937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ed4e1-efdc-4cf5-a81b-fdb40027ccc7 None None] Pushing event updated for resources: {'Port': ['ID=3962edc5-0d6e-44ff-be14-ee825679505b,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:52.630324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Calling delete_port for 3962edc5-0d6e-44ff-be14-ee825679505b owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:52.657127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Attempting to bind port 3962edc5-0d6e-44ff-be14-ee825679505b on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:21:52.657489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Attempting to bind port 3962edc5-0d6e-44ff-be14-ee825679505b by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:21:52.658133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Attempting to bind port 3962edc5-0d6e-44ff-be14-ee825679505b on network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:21:52.665067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:21:52.665540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Checking segment: {'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:21:52.666695 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.669438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Bound using segment: {'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:21:52.669942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Bound port: 3962edc5-0d6e-44ff-be14-ee825679505b, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b35a832-8252-475e-9cdb-4e6a33e0c44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '5fd1526b-4e67-42cb-8d01-7d0f38632b80'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:21:52.670483 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.789065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] For port 3962edc5-0d6e-44ff-be14-ee825679505b, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:21:52.793366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] For port 3962edc5-0d6e-44ff-be14-ee825679505b, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3962edc5-0d6e-44ff-be14-ee825679505b,segment=NetworkSegment(8b35a832-8252-475e-9cdb-4e6a33e0c44b),segment_id=8b35a832-8252-475e-9cdb-4e6a33e0c44b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:21:52.800227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.843642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37f10294-c7bc-4c09-8267-9bf03305202f req-c2705c3b-4739-4216-a630-255b20968b98 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0477657 Oct 25 09:21:52.879182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ed4e1-efdc-4cf5-a81b-fdb40027ccc7 None None] Pushing event updated for resources: {'Port': ['ID=3962edc5-0d6e-44ff-be14-ee825679505b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:52.888639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c89a2a16-e126-4664-8ef4-74f384f69cb6 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:21:52.926398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Routers {'3b1d5742-a0a1-459c-bf4f-2f79513b83af'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:52.927118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:52.932223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:52.965310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Pushing event deleted for resources: {'Port': ['ID=3962edc5-0d6e-44ff-be14-ee825679505b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:53.040136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1c62ed48-2b36-4e9c-b5e8-e6373bf42305 None None] Provisioning complete for port 3962edc5-0d6e-44ff-be14-ee825679505b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:53.040694 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c62ed48-2b36-4e9c-b5e8-e6373bf42305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:53.063688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1c62ed48-2b36-4e9c-b5e8-e6373bf42305 None None] Port 3962edc5-0d6e-44ff-be14-ee825679505b was deleted so its status cannot be updated. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 25 09:21:53.078940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c89a2a16-e126-4664-8ef4-74f384f69cb6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:21:53.079315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:53.130437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] Set router 3b1d5742-a0a1-459c-bf4f-2f79513b83af gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:53.180696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:53.281656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b8181c77-0def-475f-bf13-9d4abcc7bffe None None] Could not find standard attr ID for object 3962edc5-0d6e-44ff-be14-ee825679505b. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:21:53.375536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:52Z', 'revision_number': 5, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port': {'id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:53.406325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543ecbc-a1eb-476a-a61f-6c0a5ca4297a None None] The sync data for ids ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'] in n-d-814746-2 is: [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:52Z', 'revision_number': 5, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port': {'id': 'c89a2a16-e126-4664-8ef4-74f384f69cb6', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:21:53.446252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Router 3b1d5742-a0a1-459c-bf4f-2f79513b83af has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:21:53.564686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:21:53.569127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54350) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:53.569635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-af4cdacc-29c3-496f-b94b-adb0e908076c admin admin] 10.222.0.32 "PUT /v2.0/routers/3b1d5742-a0a1-459c-bf4f-2f79513b83af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180457 Oct 25 09:21:53.737277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:53.846776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:53.945621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Deleting port c89a2a16-e126-4664-8ef4-74f384f69cb6 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:53.946172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:53.987648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5aaa68cb-03cd-4400-9211-a6f20715f87b req-1e4de212-d50d-4aa5-9517-44e3c3c15de5 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0308902 Oct 25 09:21:54.048304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] For port c89a2a16-e126-4664-8ef4-74f384f69cb6, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c89a2a16-e126-4664-8ef4-74f384f69cb6,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:54.049026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.065062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Calling delete_port for c89a2a16-e126-4664-8ef4-74f384f69cb6 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:54.229478 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] Sync routers for ids ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:21:54.239695 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] Routers {'3b1d5742-a0a1-459c-bf4f-2f79513b83af'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:54.240359 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:54.274082 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.301847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Pushing event deleted for resources: {'Port': ['ID=c89a2a16-e126-4664-8ef4-74f384f69cb6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:54.332179 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] Set router 3b1d5742-a0a1-459c-bf4f-2f79513b83af gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:54.367225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.388305 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:53Z', 'revision_number': 6, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:54.415496 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] Checking router: 3b1d5742-a0a1-459c-bf4f-2f79513b83af for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:21:54.424347 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] Routers {'3b1d5742-a0a1-459c-bf4f-2f79513b83af'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:21:54.424982 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:21:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:54.463363 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.465613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.495066 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] Set router 3b1d5742-a0a1-459c-bf4f-2f79513b83af gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:21:54.511129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.511705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1d5742-a0a1-459c-bf4f-2f79513b83af {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:21:54.516269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.517452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-50091dd4-6b08-462e-a9fb-a56ae86c526c admin admin] 10.222.0.32 "DELETE /v2.0/routers/3b1d5742-a0a1-459c-bf4f-2f79513b83af HTTP/1.1" status: 204 len: 168 time: 0.9472814 Oct 25 09:21:54.519860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:54.550390 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:54Z', 'revision_number': 7, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:54.564608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcfbd91-6d8a-4998-9d87-0fee540fb0ac admin admin] Deleting subnet c45c0ab2-1aac-477a-9ce9-39bf9ef73ded {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:21:54.567925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afcfbd91-6d8a-4998-9d87-0fee540fb0ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.590776 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa4d06-8fc9-4ddc-95e6-337b95aa2177 None None] The sync data for ids ['3b1d5742-a0a1-459c-bf4f-2f79513b83af'] in n-d-814746-2 is: [{'id': '3b1d5742-a0a1-459c-bf4f-2f79513b83af', 'name': 'tempest-ImageQuotaTest-1920359267-router', 'tenant_id': '6b73fea48ca74d29ade13007eef00d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:46Z', 'updated_at': '2021-10-25T09:21:54Z', 'revision_number': 7, 'project_id': '6b73fea48ca74d29ade13007eef00d1a', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:21:54.609911 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afcfbd91-6d8a-4998-9d87-0fee540fb0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.696612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afcfbd91-6d8a-4998-9d87-0fee540fb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.765020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afcfbd91-6d8a-4998-9d87-0fee540fb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.788764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfbd91-6d8a-4998-9d87-0fee540fb0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45c0ab2-1aac-477a-9ce9-39bf9ef73ded,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:54.795169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afcfbd91-6d8a-4998-9d87-0fee540fb0ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.798399 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-afcfbd91-6d8a-4998-9d87-0fee540fb0ac admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c45c0ab2-1aac-477a-9ce9-39bf9ef73ded HTTP/1.1" status: 204 len: 168 time: 0.2775888 Oct 25 09:21:54.801358 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54362) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:54.801520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf0bcaf-d8a0-47bb-b981-5ea11c1dbceb None None] Network 5fd1526b-4e67-42cb-8d01-7d0f38632b80 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:21:54.871372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:54.933676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Deleting port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:21:54.934030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.001764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] For port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=80b89c9e-b527-4f4e-a8ff-9a6f293d259f,segment=NetworkSegment(8b35a832-8252-475e-9cdb-4e6a33e0c44b),segment_id=8b35a832-8252-475e-9cdb-4e6a33e0c44b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:21:55.002454 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.017352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Calling delete_port for 80b89c9e-b527-4f4e-a8ff-9a6f293d259f owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:21:55.204298 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.208352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89bed8c3-62bd-4d89-aa19-c531fbd57e31 req-25c07540-01f1-4239-a879-c4b3e2f821e2 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0377984 Oct 25 09:21:55.225367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ac5e5-3472-4d42-9f75-7561bbff6df6 None None] DHCP port deletion for 5fd1526b-4e67-42cb-8d01-7d0f38632b80 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:21:55.252933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] No DVR routers for this DVR port 80b89c9e-b527-4f4e-a8ff-9a6f293d259f on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:21:55.259850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Pushing event deleted for resources: {'Port': ['ID=80b89c9e-b527-4f4e-a8ff-9a6f293d259f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:55.353041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.375418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd1526b-4e67-42cb-8d01-7d0f38632b80']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:55.386270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b35a832-8252-475e-9cdb-4e6a33e0c44b') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:55.386558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b35a832-8252-475e-9cdb-4e6a33e0c44b') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:21:55.396070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.410559 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.417597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:21:55.418247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: items = [ Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:21:55.420697 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:21:55.482213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.487740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.491133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] 10.222.0.32 "DELETE /v2.0/networks/5fd1526b-4e67-42cb-8d01-7d0f38632b80 HTTP/1.1" status: 204 len: 168 time: 0.6888225 Oct 25 09:21:55.505224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d371e7-c46a-45ad-b133-c2550014645d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd1526b-4e67-42cb-8d01-7d0f38632b80,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:55.609751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54370) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:55.663300 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e10fa301-1eb4-41a1-8184-bac34167e831 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b73fea48ca74d29ade13007eef00d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496237 Oct 25 09:21:55.664320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54372) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:55.716979 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9144f8aa-2520-469e-838d-1773bbe38d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.741813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9144f8aa-2520-469e-838d-1773bbe38d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.799715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9144f8aa-2520-469e-838d-1773bbe38d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.802574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9144f8aa-2520-469e-838d-1773bbe38d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:55.812832 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9144f8aa-2520-469e-838d-1773bbe38d84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5eee12cd-302f-4cfc-ad34-b5edf2b1f3b7 HTTP/1.1" status: 204 len: 168 time: 0.1425385 Oct 25 09:21:55.822301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144f8aa-2520-469e-838d-1773bbe38d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee12cd-302f-4cfc-ad34-b5edf2b1f3b7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:56.145790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54380) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:56.159606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca59fdc5-debe-4827-9a08-f2b849a5684d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:56.237935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca59fdc5-debe-4827-9a08-f2b849a5684d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:56.242011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca59fdc5-debe-4827-9a08-f2b849a5684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:56.279989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59fdc5-debe-4827-9a08-f2b849a5684d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb2f603-5c43-4273-823b-31aee6cdec45,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:56.287012 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca59fdc5-debe-4827-9a08-f2b849a5684d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1400568 Oct 25 09:21:56.287423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54384) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:21:56.351663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55d4fa3b-9285-49cf-9985-c2061021a1a6 req-946782fa-d61c-41e6-b480-2a4d6234ca1f tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0376689 Oct 25 09:21:56.378357 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4bde-34b8-42b2-a582-d497e1945b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:56.400867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4bde-34b8-42b2-a582-d497e1945b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:56.451032 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4bde-34b8-42b2-a582-d497e1945b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:56.453968 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4bde-34b8-42b2-a582-d497e1945b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:21:56.455163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b3aa4bde-34b8-42b2-a582-d497e1945b24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eb2f603-5c43-4273-823b-31aee6cdec45 HTTP/1.1" status: 204 len: 168 time: 0.1662531 Oct 25 09:21:56.464935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa4bde-34b8-42b2-a582-d497e1945b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb2f603-5c43-4273-823b-31aee6cdec45,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:21:56.752862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c89a2a16-e126-4664-8ef4-74f384f69cb6 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:21:56.778530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c89a2a16-e126-4664-8ef4-74f384f69cb6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:21:56.778865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c89a2a16-e126-4664-8ef4-74f384f69cb6 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:21:56.779445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 80b89c9e-b527-4f4e-a8ff-9a6f293d259f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:21:56.800064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 80b89c9e-b527-4f4e-a8ff-9a6f293d259f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:21:56.800698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 80b89c9e-b527-4f4e-a8ff-9a6f293d259f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:21:57.463710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-865e93c8-ed0a-4b58-bfd8-5993d486bd77 req-d70fc25c-263e-4be3-879f-fc9481eb40d7 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0312190 Oct 25 09:21:58.573575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0010a94-efe6-4f0e-b0cc-2f3f214dd3f6 req-d660ba40-cb00-42f5-8a3d-a5258c4f9b75 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0276074 Oct 25 09:21:59.684137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9349fa67-4172-439e-859d-001e8e365c94 req-4b44203a-2e44-41ba-aa21-ccc1f2c995b3 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0283973 Oct 25 09:22:00.797849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e025674-a4bd-4893-b78e-27b16bde9087 req-6917ceed-4e67-478b-9766-7d3ab7899dea tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0315883 Oct 25 09:22:01.908330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b081a28f-de2b-4cff-8d09-df12f596966c req-4927951c-ca65-4faf-a330-f83b573eac0e tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0269215 Oct 25 09:22:03.017438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-232a55f2-365b-4b92-90e3-b7c77a39ebc0 req-034a3c21-56d6-4f36-b167-f5be4e1bef0d tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0287516 Oct 25 09:22:04.130780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62ecd2a5-8c7d-42f9-b344-cf4688bfceb5 req-98260ae8-8871-4197-8eba-4346cb872f19 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0290082 Oct 25 09:22:05.245974 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-190a57db-912a-4506-89fa-d3fa43823012 req-48c1edad-9350-4948-80b9-390b63dac6c1 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0270948 Oct 25 09:22:06.355783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58c3d7ff-f3d6-4723-a4ae-9db08e5d79b1 req-39097fb2-bf9a-4b9a-bf21-154ada87db3d tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Oct 25 09:22:07.466685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5e8cda4b-0ff6-4519-918d-645526075950 req-a2dd294e-ba5a-488b-b96a-267359d6e8d6 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0307844 Oct 25 09:22:08.338277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34d333c9-62cc-4a71-bf4d-1a36689050cf req-c1492271-bfe8-4c6b-9fbd-37b9c8101d8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0264776 Oct 25 09:22:08.591712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:08.629542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e017d-4362-4215-bd9f-0afcf179479a req-d39ff2e7-15fd-4742-9278-41babfc9fc74 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:08.631165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-634e017d-4362-4215-bd9f-0afcf179479a req-d39ff2e7-15fd-4742-9278-41babfc9fc74 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1096 time: 0.0453463 Oct 25 09:22:08.668293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-634e017d-4362-4215-bd9f-0afcf179479a req-01241c94-c08e-4f04-8d10-2cbe07a64c98 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302565 Oct 25 09:22:08.754399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-620dd796-6c94-4a17-b017-d7b5d1015c3f req-22715787-a9b6-466a-bace-08c6f7c54e22 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0264716 Oct 25 09:22:09.058650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d749c-a74c-44c8-8264-16627afbd687 req-8509a26b-6bdd-43cd-a444-bd6e02754a32 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:09.060142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e2d749c-a74c-44c8-8264-16627afbd687 req-8509a26b-6bdd-43cd-a444-bd6e02754a32 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0547173 Oct 25 09:22:09.098922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7e2d749c-a74c-44c8-8264-16627afbd687 req-b62ed39b-1132-4e18-b3d3-2f2edd461986 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Oct 25 09:22:09.122097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54566) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:09.187960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-da834578-134c-4940-bd54-570117d8bce7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/be65cc39-8b1d-4592-863f-39983b5e801f HTTP/1.1" status: 200 len: 992 time: 0.0595851 Oct 25 09:22:09.692698 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-86100f92-0850-41f7-add4-b5aafb20146a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462704 Oct 25 09:22:09.714277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c7e8-728c-42cf-847c-9f55290fffba req-f54cc041-6fa5-4d6a-ba25-6d4a3b5bee01 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:09.716010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3d6c7e8-728c-42cf-847c-9f55290fffba req-f54cc041-6fa5-4d6a-ba25-6d4a3b5bee01 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0606201 Oct 25 09:22:09.788829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:09.799923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3d6c7e8-728c-42cf-847c-9f55290fffba req-7d972144-ca4e-44b6-a2c4-760ef5eed160 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713077 Oct 25 09:22:09.932257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cbc8706-890d-4d86-b5ff-edc1f43ed9cb req-b7441422-6cf5-40eb-aab9-1e6ed57e6302 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0636790 Oct 25 09:22:10.269446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8ab1eb3-d71d-4579-be9c-c01d50fc81c3 req-04f2885b-4891-4c90-801e-d0ac1922db98 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0350842 Oct 25 09:22:10.291800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af250317-5a9d-4cc5-b192-6b71b916e2fc req-0f33ba8b-8120-46ea-8183-7443710f9986 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7eb696d577c48a6bebffb7cef777393&device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0313663 Oct 25 09:22:10.334407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af250317-5a9d-4cc5-b192-6b71b916e2fc req-d24072cf-ffa3-431a-8578-d16d50c7cbec service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d7eb696d577c48a6bebffb7cef777393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272887 Oct 25 09:22:10.595368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af250317-5a9d-4cc5-b192-6b71b916e2fc req-8977cb94-a408-4f9c-a341-6b5ce21d2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:10.597369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af250317-5a9d-4cc5-b192-6b71b916e2fc req-8977cb94-a408-4f9c-a341-6b5ce21d2752 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2565429 Oct 25 09:22:10.955162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097721a7-18fe-49e4-897c-c1a006906547 req-e37ae282-be2d-46de-959b-ac452ebaefbd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:10.957181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-097721a7-18fe-49e4-897c-c1a006906547 req-e37ae282-be2d-46de-959b-ac452ebaefbd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0681555 Oct 25 09:22:10.999405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-097721a7-18fe-49e4-897c-c1a006906547 req-529da28f-d6da-4f29-9702-6438da104706 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347614 Oct 25 09:22:11.329353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a966c4e2-e121-474b-ad7f-0824a445101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:11.332822 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a966c4e2-e121-474b-ad7f-0824a445101f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1096 time: 0.0564780 Oct 25 09:22:11.393009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5615c673-eaad-40ec-9699-66c5e631ee01 req-5998e494-2d2f-4e7a-bd4d-48fd2deb835d tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0350893 Oct 25 09:22:11.453115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-efe70f6a-ee81-4657-8084-408597e28a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:11.454579 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-efe70f6a-ee81-4657-8084-408597e28a29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1131663 Oct 25 09:22:11.521809 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-f6353d49-9187-4221-a45a-45cea52a049b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 1000 time: 0.0600019 Oct 25 09:22:11.580461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-f68bcc5b-ce90-4834-9428-6c9fcbd196f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:11.582084 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-f68bcc5b-ce90-4834-9428-6c9fcbd196f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0539601 Oct 25 09:22:11.633250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-d274a820-a60a-40bb-99ff-5e70303ba168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:11.635820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-d274a820-a60a-40bb-99ff-5e70303ba168 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467944 Oct 25 09:22:11.734033 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-93ab8ee8-db39-4c88-9667-0334e4dd712f service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904887 Oct 25 09:22:11.840955 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-1373d3ed-c82f-4151-b6d5-bbb1d8859257 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000292 Oct 25 09:22:12.120098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ef23e-5cce-419a-9dfd-60699c133e84 req-b442f187-a814-45dd-8c11-a67b1edd8b0e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:12.127188 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed9ef23e-5cce-419a-9dfd-60699c133e84 req-b442f187-a814-45dd-8c11-a67b1edd8b0e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0566142 Oct 25 09:22:12.160173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ed9ef23e-5cce-419a-9dfd-60699c133e84 req-893df75e-b6d1-4ed7-bbb0-92845fdf5089 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321386 Oct 25 09:22:12.342414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af250317-5a9d-4cc5-b192-6b71b916e2fc req-f1b10e8c-3832-461a-811f-3d00f3e964ce tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0297482 Oct 25 09:22:12.500490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-428c92fa-345a-4781-9a8b-81075d6d5a16 req-6ebf2252-7eaa-4910-9727-4a657a30e409 tempest-ServerShowV257Test-2143226229 tempest-ServerShowV257Test-2143226229-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c1b8c29-854c-4223-a2c4-469ad3bcf934 HTTP/1.1" status: 200 len: 210 time: 0.0346065 Oct 25 09:22:12.527057 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-021e4937-8eb7-4651-b6c0-b1041f074337 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706856 Oct 25 09:22:12.630923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-322edff5-7bc7-4985-9057-e25ddcf15b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:12.632398 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-322edff5-7bc7-4985-9057-e25ddcf15b15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=676a720ff19f4c8e919254912aea07fe&device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 1096 time: 0.0422235 Oct 25 09:22:12.742241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-a8dfe394-e9b9-492c-b749-3f6f3061f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:12.743789 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-a8dfe394-e9b9-492c-b749-3f6f3061f636 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e HTTP/1.1" status: 200 len: 910 time: 0.0926580 Oct 25 09:22:12.813567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-6a15f1a8-ddd7-4626-a383-8d855aa8ac28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7 HTTP/1.1" status: 200 len: 1000 time: 0.0617940 Oct 25 09:22:12.870120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-ad52fc73-a13d-48a5-ba55-4af04988a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:12.871569 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-ad52fc73-a13d-48a5-ba55-4af04988a349 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=14f3cdfa-8d92-4f66-afa9-e3edcae13e5f HTTP/1.1" status: 200 len: 848 time: 0.0511706 Oct 25 09:22:12.919221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-d9c8aa12-2340-4594-88a0-f3efe0450bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:12.920695 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-d9c8aa12-2340-4594-88a0-f3efe0450bb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ffe4d141-f0c6-475b-a25b-42b5585c1c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420341 Oct 25 09:22:13.015453 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-d5d05316-52fc-4488-bb07-97deb922f885 service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860922 Oct 25 09:22:13.125154 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-187671f2-ebd8-4a85-a6df-820de48ca5f8 req-fbb957b4-f71f-4a41-9f54-b1728d372f3b service neutron] 10.222.0.18 "GET /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015387 Oct 25 09:22:13.294016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47226857-9be6-4be6-86cd-bed6a03abbfe req-1a0690a5-a5e7-4295-bab1-622f8cad28b2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:13.295621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47226857-9be6-4be6-86cd-bed6a03abbfe req-1a0690a5-a5e7-4295-bab1-622f8cad28b2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0592873 Oct 25 09:22:13.336805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47226857-9be6-4be6-86cd-bed6a03abbfe req-d770dac2-2513-439a-9ccc-72f9a05b99c9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349743 Oct 25 09:22:13.760146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54660) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:13.870858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d3b96cb-af9a-47da-91a9-b4b304e82d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:13.945678 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d3b96cb-af9a-47da-91a9-b4b304e82d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:13.950264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d3b96cb-af9a-47da-91a9-b4b304e82d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:13.993389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4d3b96cb-af9a-47da-91a9-b4b304e82d5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7eb696d577c48a6bebffb7cef777393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314672 Oct 25 09:22:13.994120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b96cb-af9a-47da-91a9-b4b304e82d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caae23c-d162-4708-97b0-40163b2ec224,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:13.996104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54664) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:14.048079 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:14.069966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:14.118290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:14.121050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:14.122191 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6caae23c-d162-4708-97b0-40163b2ec224 HTTP/1.1" status: 204 len: 168 time: 0.1244814 Oct 25 09:22:14.130238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caae23c-d162-4708-97b0-40163b2ec224,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:14.138658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.139012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.139355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.139692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.140023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.140351 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.140674 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.141031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.141408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.141737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.142056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.142375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136b282-f120-4fb2-8f99-436962f43ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:14.465957 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292123e3-0c2e-4fd4-b487-5e99ad12b27e req-7b62bed0-1470-4b6d-84cf-e79a75c4f854 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:14.467459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-292123e3-0c2e-4fd4-b487-5e99ad12b27e req-7b62bed0-1470-4b6d-84cf-e79a75c4f854 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0534911 Oct 25 09:22:14.509301 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-292123e3-0c2e-4fd4-b487-5e99ad12b27e req-efe13553-b7bf-4a72-a331-b2d7875d4dd2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352147 Oct 25 09:22:15.098280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54704) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:15.205258 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-052c5baa-f4ac-40ab-9001-b41c0e4fbfbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:15.284413 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-052c5baa-f4ac-40ab-9001-b41c0e4fbfbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:15.288062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-052c5baa-f4ac-40ab-9001-b41c0e4fbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:15.327436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-052c5baa-f4ac-40ab-9001-b41c0e4fbfbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0df064635114499fa90e776e5687be82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279205 Oct 25 09:22:15.328180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c5baa-f4ac-40ab-9001-b41c0e4fbfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9fea7-068e-41d0-80c2-e461f593f9dc,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:15.330132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54708) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:15.388548 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6e5fdef-20a3-4d82-ade7-c0876749053a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:15.409769 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6e5fdef-20a3-4d82-ade7-c0876749053a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:15.459024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6e5fdef-20a3-4d82-ade7-c0876749053a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:15.462300 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6e5fdef-20a3-4d82-ade7-c0876749053a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:15.463449 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b6e5fdef-20a3-4d82-ade7-c0876749053a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03f9fea7-068e-41d0-80c2-e461f593f9dc HTTP/1.1" status: 204 len: 168 time: 0.1315346 Oct 25 09:22:15.471821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5fdef-20a3-4d82-ade7-c0876749053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9fea7-068e-41d0-80c2-e461f593f9dc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:15.641504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17d15-0ad5-43fd-ae19-144fac11f0d1 req-a8e33ef4-3847-4034-9b8f-b0250036f887 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:15.643026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91c17d15-0ad5-43fd-ae19-144fac11f0d1 req-a8e33ef4-3847-4034-9b8f-b0250036f887 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0576301 Oct 25 09:22:15.687140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91c17d15-0ad5-43fd-ae19-144fac11f0d1 req-6421b673-4b32-4206-a610-7541240944cd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362654 Oct 25 09:22:16.412281 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c7d270ee-d105-4863-98fe-87f0718a1381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:16.824669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccb33-6c3e-4302-9620-4d73c2c78ad9 req-3a112508-3552-427b-bcd2-9897ace68fd2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:16.827054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-086ccb33-6c3e-4302-9620-4d73c2c78ad9 req-3a112508-3552-427b-bcd2-9897ace68fd2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0527029 Oct 25 09:22:16.882253 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-086ccb33-6c3e-4302-9620-4d73c2c78ad9 req-474eac7e-bfa3-4239-90ff-a547ed747642 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485334 Oct 25 09:22:17.731453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54776) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:17.841521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b05e0d2-3225-44aa-938d-02b93e9d7ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:17.937511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b05e0d2-3225-44aa-938d-02b93e9d7ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:17.941466 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b05e0d2-3225-44aa-938d-02b93e9d7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:17.988125 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b05e0d2-3225-44aa-938d-02b93e9d7ee8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0b72c4e71684b43a783edbc067d6d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553654 Oct 25 09:22:17.988370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54782) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:17.994879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05e0d2-3225-44aa-938d-02b93e9d7ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ad6f2-c5f0-4425-a4f2-4041549fc374,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:18.025557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33bf40-49f4-47f3-ab5c-b98e44b8f3d3 req-04f1862d-33e6-4df9-a2e0-2c56904ebc2b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:18.027106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a33bf40-49f4-47f3-ab5c-b98e44b8f3d3 req-04f1862d-33e6-4df9-a2e0-2c56904ebc2b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0744560 Oct 25 09:22:18.096636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a33bf40-49f4-47f3-ab5c-b98e44b8f3d3 req-b3e29768-ee21-42e6-89b2-c9ec817ec625 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610766 Oct 25 09:22:18.106452 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bd62818-061a-4517-b989-85a6acf3bcf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.141312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bd62818-061a-4517-b989-85a6acf3bcf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.203686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bd62818-061a-4517-b989-85a6acf3bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.206362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bd62818-061a-4517-b989-85a6acf3bcf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.210540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2bd62818-061a-4517-b989-85a6acf3bcf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b83ad6f2-c5f0-4425-a4f2-4041549fc374 HTTP/1.1" status: 204 len: 168 time: 0.2180424 Oct 25 09:22:18.219275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd62818-061a-4517-b989-85a6acf3bcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ad6f2-c5f0-4425-a4f2-4041549fc374,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:18.498154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54796) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:18.513520 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-25527bb3-1d93-49ab-aaa1-f01973ad9b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.602355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-25527bb3-1d93-49ab-aaa1-f01973ad9b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.606576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-25527bb3-1d93-49ab-aaa1-f01973ad9b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.643340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25527bb3-1d93-49ab-aaa1-f01973ad9b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c986c600-51de-4938-bf2e-d65f69e1537f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:18.662052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-25527bb3-1d93-49ab-aaa1-f01973ad9b42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1545a356158147b295a51d00cbd60b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602314 Oct 25 09:22:18.662259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54798) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:18.718148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db1111ab-c0df-4b99-b1a8-aa4992ee9b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.743936 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c912b66f-ca16-4e90-bf41-37c5ec88f661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.745258 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db1111ab-c0df-4b99-b1a8-aa4992ee9b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.810225 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db1111ab-c0df-4b99-b1a8-aa4992ee9b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.813785 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db1111ab-c0df-4b99-b1a8-aa4992ee9b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:18.818653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-db1111ab-c0df-4b99-b1a8-aa4992ee9b6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c986c600-51de-4938-bf2e-d65f69e1537f HTTP/1.1" status: 204 len: 168 time: 0.1550329 Oct 25 09:22:18.828301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1111ab-c0df-4b99-b1a8-aa4992ee9b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c986c600-51de-4938-bf2e-d65f69e1537f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:19.244146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd5112-6b29-4954-864c-d266174f6b6a req-5284c76e-77a2-4bb0-b537-3da9328f6ce5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:19.253116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41fd5112-6b29-4954-864c-d266174f6b6a req-5284c76e-77a2-4bb0-b537-3da9328f6ce5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0677350 Oct 25 09:22:19.298054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41fd5112-6b29-4954-864c-d266174f6b6a req-f061edcc-8129-44c8-a0cf-6acebc862174 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Oct 25 09:22:19.896237 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:19.931246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:20.442189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a715257-754e-4027-9f4f-58c6a6996d74 req-a163dfbd-1b5f-409d-ad58-fa03187aea91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:20.452756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a715257-754e-4027-9f4f-58c6a6996d74 req-a163dfbd-1b5f-409d-ad58-fa03187aea91 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0677600 Oct 25 09:22:20.510271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a715257-754e-4027-9f4f-58c6a6996d74 req-846e6eb5-40f8-4506-89c0-ddebbc68bf62 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560067 Oct 25 09:22:20.637482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54870) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:20.756792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19758338-52ba-46fe-8a49-18f6fca73a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:20.844667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19758338-52ba-46fe-8a49-18f6fca73a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:20.849109 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-19758338-52ba-46fe-8a49-18f6fca73a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:20.888842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-19758338-52ba-46fe-8a49-18f6fca73a58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30777512c81b47adb1e7ce262c575e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502975 Oct 25 09:22:20.891294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54884) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:20.897447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19758338-52ba-46fe-8a49-18f6fca73a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b7af17-8740-4dc3-8de0-5a67c7797a1a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:20.942783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6334f0f4-d6c2-46e5-b24f-a2a6d9d150f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:20.968029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6334f0f4-d6c2-46e5-b24f-a2a6d9d150f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:20.978535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54886) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:21.022355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6334f0f4-d6c2-46e5-b24f-a2a6d9d150f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.026055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6334f0f4-d6c2-46e5-b24f-a2a6d9d150f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.030136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6334f0f4-d6c2-46e5-b24f-a2a6d9d150f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38b7af17-8740-4dc3-8de0-5a67c7797a1a HTTP/1.1" status: 204 len: 168 time: 0.1347454 Oct 25 09:22:21.035199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334f0f4-d6c2-46e5-b24f-a2a6d9d150f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b7af17-8740-4dc3-8de0-5a67c7797a1a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:21.119723 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef357f55-672f-4306-9f9b-e68ac6679ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.202170 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef357f55-672f-4306-9f9b-e68ac6679ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.207269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef357f55-672f-4306-9f9b-e68ac6679ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.252278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54894) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:21.259982 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ef357f55-672f-4306-9f9b-e68ac6679ca5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30f95f1836724d478413f133fd95e033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697001 Oct 25 09:22:21.261125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef357f55-672f-4306-9f9b-e68ac6679ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7946ea87-648b-4f4c-b9eb-f3e4e87a7705,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:21.311889 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eaf00be9-1220-4316-ad63-527e66d92654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.338837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eaf00be9-1220-4316-ad63-527e66d92654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.399490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eaf00be9-1220-4316-ad63-527e66d92654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.402965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-eaf00be9-1220-4316-ad63-527e66d92654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.405378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eaf00be9-1220-4316-ad63-527e66d92654 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7946ea87-648b-4f4c-b9eb-f3e4e87a7705 HTTP/1.1" status: 204 len: 168 time: 0.1519942 Oct 25 09:22:21.415645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00be9-1220-4316-ad63-527e66d92654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7946ea87-648b-4f4c-b9eb-f3e4e87a7705,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:21.647396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308483c-991b-4362-86da-5189695b9006 req-575a0edc-f6f7-45e8-9425-6a6e3c6bc8a6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:21.649988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0308483c-991b-4362-86da-5189695b9006 req-575a0edc-f6f7-45e8-9425-6a6e3c6bc8a6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0586188 Oct 25 09:22:21.693764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0308483c-991b-4362-86da-5189695b9006 req-9b56d98c-8e63-44f0-8915-303b00532b04 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361931 Oct 25 09:22:21.799039 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.803880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54920) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:21.818377 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8df0482e-66a4-44b2-8115-c4946e15c520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.896466 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8df0482e-66a4-44b2-8115-c4946e15c520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.901529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8df0482e-66a4-44b2-8115-c4946e15c520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:21.940666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8df0482e-66a4-44b2-8115-c4946e15c520 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af886e1a14d0492ebb942541edb574e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356227 Oct 25 09:22:21.941803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0482e-66a4-44b2-8115-c4946e15c520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6b7059-83be-4d26-8de7-e9c922041533,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:21.943562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54926) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:21.997856 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13d09252-8eb8-47dc-a248-2e5ded7abdf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.020483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13d09252-8eb8-47dc-a248-2e5ded7abdf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.069133 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13d09252-8eb8-47dc-a248-2e5ded7abdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.071869 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13d09252-8eb8-47dc-a248-2e5ded7abdf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.073053 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-13d09252-8eb8-47dc-a248-2e5ded7abdf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e6b7059-83be-4d26-8de7-e9c922041533 HTTP/1.1" status: 204 len: 168 time: 0.1282830 Oct 25 09:22:22.081170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d09252-8eb8-47dc-a248-2e5ded7abdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6b7059-83be-4d26-8de7-e9c922041533,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:22.264415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 54936) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:22.392019 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-06c79614-f29d-4eaa-a73b-4df0aaf8bf6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.479782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-06c79614-f29d-4eaa-a73b-4df0aaf8bf6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.486773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-06c79614-f29d-4eaa-a73b-4df0aaf8bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.532011 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-06c79614-f29d-4eaa-a73b-4df0aaf8bf6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3af95156280a444f953222571d9ab5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679751 Oct 25 09:22:22.532232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54948) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:22.533304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c79614-f29d-4eaa-a73b-4df0aaf8bf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962872f6-a16e-40b1-bc8f-5ed5e300dc4a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:22.596474 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3c29dd-0edb-431e-b4f7-9577a0138da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.621585 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3c29dd-0edb-431e-b4f7-9577a0138da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.669799 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3c29dd-0edb-431e-b4f7-9577a0138da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.672439 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3c29dd-0edb-431e-b4f7-9577a0138da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:22.673613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bc3c29dd-0edb-431e-b4f7-9577a0138da8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/962872f6-a16e-40b1-bc8f-5ed5e300dc4a HTTP/1.1" status: 204 len: 168 time: 0.1406009 Oct 25 09:22:22.682771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c29dd-0edb-431e-b4f7-9577a0138da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962872f6-a16e-40b1-bc8f-5ed5e300dc4a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:22.833813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f526-fbe1-4ff4-a740-f19c4015fc3a req-0e2ee718-e509-49a7-a243-303e1aeaa561 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:22.835333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91c2f526-fbe1-4ff4-a740-f19c4015fc3a req-0e2ee718-e509-49a7-a243-303e1aeaa561 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0551560 Oct 25 09:22:22.876961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91c2f526-fbe1-4ff4-a740-f19c4015fc3a req-1faf9223-ecb6-48ec-b53c-a4d31d5cc451 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345876 Oct 25 09:22:23.420670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 54998) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:23.622640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-650031094-network', 'tenant_id': '15402e1bedc64a5a8b329f96e2837ac2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:23.644656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Made reservation on behalf of 15402e1bedc64a5a8b329f96e2837ac2 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:23.647175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:23.656391 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:23.734426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:23.738351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:23.762610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:22:23.772208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a854ccd6-171f-4de1-a391-8838c2a5bc53,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:23.777566 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:23.777897 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Added segment 74153928-def7-4cd5-ab65-f4b570d48821 of type vlan for network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 Oct 25 09:22:23.820021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:23.848307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:23.849374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:23.850256 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:23.912215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4876297 Oct 25 09:22:23.912415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55014) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:23.919515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Request body: {'subnet': {'network_id': '284a9b6b-09af-43c2-bf6a-9db8005f03b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-650031094-subnet', 'tenant_id': '15402e1bedc64a5a8b329f96e2837ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:23.923852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab349242-d733-4db5-b3d3-b69f40a44755 admin admin] Pushing event updated for resources: {'Network': ['ID=284a9b6b-09af-43c2-bf6a-9db8005f03b3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:23.939975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:22:23.947049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Made reservation on behalf of 15402e1bedc64a5a8b329f96e2837ac2 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:23.950161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:24.086036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115098b2-326c-4177-bd80-d97544c6b0fb req-ade3bd1d-1c36-4a10-864e-bb07ab199137 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:24.089701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-115098b2-326c-4177-bd80-d97544c6b0fb req-ade3bd1d-1c36-4a10-864e-bb07ab199137 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0926521 Oct 25 09:22:24.170391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-115098b2-326c-4177-bd80-d97544c6b0fb req-49218211-81ac-46ae-8a14-e32ce1634ba9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737264 Oct 25 09:22:24.241904 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:24.306265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a221020b-7fdf-4730-bbe0-1a8e0d8bb603,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:24.316628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Checking segment: {'id': '74153928-def7-4cd5-ab65-f4b570d48821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '284a9b6b-09af-43c2-bf6a-9db8005f03b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:24.317229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Network hostable DHCP agents. Network: 284a9b6b-09af-43c2-bf6a-9db8005f03b3, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:22:24.342229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:22:24.352600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 284a9b6b-09af-43c2-bf6a-9db8005f03b3) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:24.358457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:24.359484 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:24.366360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0c8cc-946b-4a91-9b02-1b297219cd15 None None] Network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:24.388052 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-10972f23-db2a-443e-b5ff-8069c630b5b2 service neutron] show failed (client error): The resource could not be found. Oct 25 09:22:24.389886 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-10972f23-db2a-443e-b5ff-8069c630b5b2 service neutron] 10.222.0.18 "GET /v2.0/ports/f9b72782-dcf4-40f8-85a4-b20123ed2874/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.4139664 Oct 25 09:22:24.393158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b1127111-0f96-4e93-879f-48c685efb052 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4796264 Oct 25 09:22:24.520076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd22a69-d0f7-492e-bf46-1b1f073d6c1d None None] Network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:24.666643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-42ef2d2a-bff7-41c7-88f4-09aeda4a08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:24.668278 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-42ef2d2a-bff7-41c7-88f4-09aeda4a08d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 1096 time: 0.0480502 Oct 25 09:22:24.687745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:24.746797 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:24.974039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:25.011940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:22:25.056356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:25.059456 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e16cab-b328-4ad0-b338-c46abd093e5f" -d '{"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:25.063418 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.080662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Transition to ACTIVE for port object f9b72782-dcf4-40f8-85a4-b20123ed2874 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:22:25.088851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.186006 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba3dab-81c0-4adb-887a-ad38b6cd8197 x-openstack-request-id: req-8fba3dab-81c0-4adb-887a-ad38b6cd8197 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:25.186410 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:25.186768 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fba3dab-81c0-4adb-887a-ad38b6cd8197 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:25.187258 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'code': 200} Oct 25 09:22:25.201846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:25.244331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55062) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:25.250025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-458726101-network', 'tenant_id': '60e9fc33629946a29e64e4036bbb7e55'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:25.269019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] No DVR routers for this DVR port f9b72782-dcf4-40f8-85a4-b20123ed2874 on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:22:25.290768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Made reservation on behalf of 60e9fc33629946a29e64e4036bbb7e55 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:25.294227 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.305194 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.401144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.405972 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.433644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:22:25.444557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11afe813-6c1c-47c0-8c9d-6603c1c23e28,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:25.451310 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.451652 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Added segment 0d58da7d-51a0-4de6-aef3-1e9d00f09d19 of type vlan for network 6245be32-248f-4d4e-b9e9-e7575ce4e487 Oct 25 09:22:25.496770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.526020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.527366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:25.528102 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.601187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] Pushing event updated for resources: {'Network': ['ID=6245be32-248f-4d4e-b9e9-e7575ce4e487,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:25.616067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 6245be32-248f-4d4e-b9e9-e7575ce4e487 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:22:25.627658 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a65d4369-6461-45ee-9ecc-1e57d19cd597 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3819497 Oct 25 09:22:25.628549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:25.638540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Request body: {'subnet': {'network_id': '6245be32-248f-4d4e-b9e9-e7575ce4e487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-458726101-subnet', 'tenant_id': '60e9fc33629946a29e64e4036bbb7e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:25.685596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Made reservation on behalf of 60e9fc33629946a29e64e4036bbb7e55 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:25.688438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.760207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d24c0-2afe-42c5-9ae9-c2daeedec807 req-e3b87586-1662-419b-ac91-2749f5681f12 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:25.761768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2d24c0-2afe-42c5-9ae9-c2daeedec807 req-e3b87586-1662-419b-ac91-2749f5681f12 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.4546096 Oct 25 09:22:25.824520 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:22:25.824860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:22:25.825207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:22:25.833821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac2d24c0-2afe-42c5-9ae9-c2daeedec807 req-1e92ef5c-54dd-4378-9803-fadbf51d7e89 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650611 Oct 25 09:22:25.834808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:22:25.835126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:22:25.840568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:22:25.841104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Checking segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:25.841317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Bound using segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:22:25.842237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Bound port: f9b72782-dcf4-40f8-85a4-b20123ed2874, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:22:25.842771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.894801 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.935337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:22:25.947911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:22:25.953384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.975338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce1c2fd-740e-4782-9154-394b72d99ccf,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:25.981934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Checking segment: {'id': '0d58da7d-51a0-4de6-aef3-1e9d00f09d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6245be32-248f-4d4e-b9e9-e7575ce4e487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:25.981934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Network hostable DHCP agents. Network: 6245be32-248f-4d4e-b9e9-e7575ce4e487, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:22:25.989683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:25.990303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:25.991678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 1091 time: 1.3084364 Oct 25 09:22:26.004106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Network 6245be32-248f-4d4e-b9e9-e7575ce4e487 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:22:26.014019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6817244-4c90-4b90-89fe-22ec533b9ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:26.027448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 6245be32-248f-4d4e-b9e9-e7575ce4e487) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:26.032514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:26.033223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:26.038552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9dc03-d401-4a4d-a89e-a53be31a70e2 None None] Network 6245be32-248f-4d4e-b9e9-e7575ce4e487 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:26.052726 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2d6dd73d-b1aa-46de-9731-910c14a53e18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4211318 Oct 25 09:22:26.083237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-ddc9092b-e61b-4604-bdd2-2abc03eefcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:26.085231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-ddc9092b-e61b-4604-bdd2-2abc03eefcdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1094 time: 0.0584068 Oct 25 09:22:26.252029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-29af935f-01da-4f6e-9254-0766e8e4b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:26.253707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-29af935f-01da-4f6e-9254-0766e8e4b650 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1606798 Oct 25 09:22:26.269902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf280f-eebc-4397-8906-63769c6c98b3 None None] Network 6245be32-248f-4d4e-b9e9-e7575ce4e487 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:26.338600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-27799af4-3a51-4abc-8b32-33d720d55800 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 998 time: 0.0773013 Oct 25 09:22:26.404455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-934bdfe5-85ed-45c0-beed-4862db62ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:26.405935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-934bdfe5-85ed-45c0-beed-4862db62ad62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0605674 Oct 25 09:22:26.455985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-308b4cc4-2b2f-45cc-91ef-0cb73b8fec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:26.457454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-308b4cc4-2b2f-45cc-91ef-0cb73b8fec79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446327 Oct 25 09:22:26.586287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-85c6cd5c-9535-4723-a46a-25c19a11b8cf service neutron] 10.222.0.41 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219862 Oct 25 09:22:26.741318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472fb1-23de-45f1-9321-57ced3717699 req-2a8c822b-b2d2-4a1c-beb9-8264bf3546c4 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:26.743482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-2a8c822b-b2d2-4a1c-beb9-8264bf3546c4 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/networks?id=284a9b6b-09af-43c2-bf6a-9db8005f03b3 HTTP/1.1" status: 200 len: 811 time: 0.1682889 Oct 25 09:22:26.760613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2987fcaf-c7c5-4fb4-813a-49fa5535eca0 req-69353e6e-f1a3-4a0a-8ff0-6521f2ba31d5 service neutron] 10.222.0.41 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623209 Oct 25 09:22:26.762925 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-86faf2f6-d463-4c03-a9c7-0c91a42e0991 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/quotas/15402e1bedc64a5a8b329f96e2837ac2 HTTP/1.1" status: 200 len: 375 time: 0.0125537 Oct 25 09:22:26.795793 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-b6082c6f-ed2a-46cb-bc19-ec82f7afb63d tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=15402e1bedc64a5a8b329f96e2837ac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270681 Oct 25 09:22:26.807722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-ce13590d-c48d-4d0b-87b6-fc978f49ff2b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:22:26.808664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-ce13590d-c48d-4d0b-87b6-fc978f49ff2b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056624 Oct 25 09:22:26.904424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-92f06e83-ae97-41c0-a504-87084abebd27 service neutron] 10.222.0.32 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896645 Oct 25 09:22:26.993844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-a7f4e5a5-306d-4227-9fb4-7c604c1a4b3e service neutron] 10.222.0.32 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832863 Oct 25 09:22:27.193629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2926bb-9128-49e8-8648-739f4c0aed21 req-e5ea9a8c-a06b-4e5c-bdef-fb4283a1078d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.195085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c2926bb-9128-49e8-8648-739f4c0aed21 req-e5ea9a8c-a06b-4e5c-bdef-fb4283a1078d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.0502858 Oct 25 09:22:27.195588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:27.197882 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232eae94-7015-48a8-bcc3-8318e4b0875c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:27.240379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c2926bb-9128-49e8-8648-739f4c0aed21 req-5855c971-e57e-4880-985e-e4df2664a48e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377746 Oct 25 09:22:27.388817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0595320a-7a5b-4c66-ab2a-449504dc8b32 req-5889c4f6-02e5-4aef-a4cb-73883d677f6f tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 210 time: 0.0320554 Oct 25 09:22:27.454061 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a5310a-d7fb-44d5-b9b3-1b13ac90cf7a x-openstack-request-id: req-d8a5310a-d7fb-44d5-b9b3-1b13ac90cf7a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:27.454420 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:27.454739 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8a5310a-d7fb-44d5-b9b3-1b13ac90cf7a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:27.455208 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'status': 'completed', 'code': 200} Oct 25 09:22:27.506766 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:22:27.542160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-a76ca23d-885e-4f77-8bc0-36e797c5156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.543775 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-a76ca23d-885e-4f77-8bc0-36e797c5156f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1094 time: 0.0498672 Oct 25 09:22:27.550286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-1fcedfd5-400e-4827-87a8-72282df6d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.551842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-1fcedfd5-400e-4827-87a8-72282df6d70e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1094 time: 0.0431392 Oct 25 09:22:27.652345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-ada2b476-e31a-44ae-975f-0fd27108e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.653840 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-ada2b476-e31a-44ae-975f-0fd27108e8b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1035266 Oct 25 09:22:27.658627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-62e9fd55-53db-4a57-b112-72665824d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.660076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-62e9fd55-53db-4a57-b112-72665824d937 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.0987251 Oct 25 09:22:27.736643 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-48b165bd-260c-4d0d-aa5a-c027d358a761 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 998 time: 0.0760207 Oct 25 09:22:27.752418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-082c8411-6c6e-4666-8731-ccd55395755d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 998 time: 0.0703168 Oct 25 09:22:27.796100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-038508c0-d7bf-452e-a5ec-56ede77b64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.798531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-038508c0-d7bf-452e-a5ec-56ede77b64c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0547714 Oct 25 09:22:27.818368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-1d3bc1b6-09c7-4e07-b02e-b4b359962350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.819836 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-1d3bc1b6-09c7-4e07-b02e-b4b359962350 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0529034 Oct 25 09:22:27.847175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-2c656594-287b-4e2d-a067-03c3439536fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.848702 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-2c656594-287b-4e2d-a067-03c3439536fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435448 Oct 25 09:22:27.874027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-28033c29-2b78-43dc-af19-a689f33017c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:27.875669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-28033c29-2b78-43dc-af19-a689f33017c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479000 Oct 25 09:22:27.949560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-f268df7f-2c03-44b6-8999-49313ac804c8 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933602 Oct 25 09:22:27.973959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-0840636e-1b00-4f05-b085-1db981cce8dc service neutron] 10.222.0.41 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894878 Oct 25 09:22:28.061739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-c26b6dfb-635f-460f-8f39-acc299bcb95b service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042783 Oct 25 09:22:28.082118 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-232eae94-7015-48a8-bcc3-8318e4b0875c req-fc60dc6e-de2f-4e52-bdb0-6d0cb4ba9f3b service neutron] 10.222.0.41 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996466 Oct 25 09:22:28.093296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:22:28.143840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:22:28.271110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472fb1-23de-45f1-9321-57ced3717699 req-4ef591bc-1d2b-4876-9e7a-b3d534894c9b tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:28.272780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-4ef591bc-1d2b-4876-9e7a-b3d534894c9b tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.41 "GET /v2.0/networks?id=284a9b6b-09af-43c2-bf6a-9db8005f03b3 HTTP/1.1" status: 200 len: 811 time: 0.1135499 Oct 25 09:22:28.301456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Request body: {'port': {'device_id': 'f93814de-8b41-4334-b26c-e78d9edd375d', 'network_id': '284a9b6b-09af-43c2-bf6a-9db8005f03b3', 'admin_state_up': True, 'tenant_id': '15402e1bedc64a5a8b329f96e2837ac2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:28.424513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e64223-94c9-40e8-ad1d-c57b12aa62a6 req-398d9ecc-201b-49fa-9c50-18dc1d6288c2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:28.425928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11e64223-94c9-40e8-ad1d-c57b12aa62a6 req-398d9ecc-201b-49fa-9c50-18dc1d6288c2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.1068010 Oct 25 09:22:28.481171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11e64223-94c9-40e8-ad1d-c57b12aa62a6 req-88e160db-5ec8-4c45-8cda-eb97d384a28d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472331 Oct 25 09:22:28.482181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Made reservation on behalf of 15402e1bedc64a5a8b329f96e2837ac2 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:28.485463 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:28.634180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Allocated IP 172.20.0.6 (284a9b6b-09af-43c2-bf6a-9db8005f03b3/a221020b-7fdf-4730-bbe0-1a8e0d8bb603/580faa72-99bc-499c-8c42-a3d54af32485) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:28.669505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ffee0562-5285-4ccb-9d77-a0bf8a7ddab4 req-4da8d22a-c29f-4902-b11b-5cb995bd86ac tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 210 time: 0.0329690 Oct 25 09:22:28.816654 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:28.854055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:28.899142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:28.904455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:28.906916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:28.931824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:28.939669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Pushing event updated for resources: {'Port': ['ID=580faa72-99bc-499c-8c42-a3d54af32485,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:28.967098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:28.967699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:28.983550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-8a2755d5-e6f5-4ea1-8656-4dad3d9b9e6c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6863792 Oct 25 09:22:29.044787 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1879798-afca-40dd-81a3-ae719c735175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.076583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Request body: {'port': {'device_id': 'f93814de-8b41-4334-b26c-e78d9edd375d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:29.122770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1879798-afca-40dd-81a3-ae719c735175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.126876 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a1879798-afca-40dd-81a3-ae719c735175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.132603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.165613 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a1879798-afca-40dd-81a3-ae719c735175 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e7f2b299b8a4e8a8c01aebd3f619aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326944 Oct 25 09:22:29.167541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1879798-afca-40dd-81a3-ae719c735175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d201ce3c-89a2-4a1c-b54f-bc2d78013ec3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:29.169887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55154) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:29.221849 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfefb9d0-aeaa-475a-9596-bb196f4a62b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.244486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfefb9d0-aeaa-475a-9596-bb196f4a62b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.291958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfefb9d0-aeaa-475a-9596-bb196f4a62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.294574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfefb9d0-aeaa-475a-9596-bb196f4a62b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.295696 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bfefb9d0-aeaa-475a-9596-bb196f4a62b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d201ce3c-89a2-4a1c-b54f-bc2d78013ec3 HTTP/1.1" status: 204 len: 168 time: 0.1249101 Oct 25 09:22:29.303558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefb9d0-aeaa-475a-9596-bb196f4a62b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d201ce3c-89a2-4a1c-b54f-bc2d78013ec3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:29.413116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580faa72-99bc-499c-8c42-a3d54af32485 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:22:29.421371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.433410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Transition to ACTIVE for port object 580faa72-99bc-499c-8c42-a3d54af32485 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:22:29.437371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.491633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Pushing event updated for resources: {'Port': ['ID=580faa72-99bc-499c-8c42-a3d54af32485,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:29.576268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Attempting to bind port 580faa72-99bc-499c-8c42-a3d54af32485 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:22:29.576599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Attempting to bind port 580faa72-99bc-499c-8c42-a3d54af32485 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '74153928-def7-4cd5-ab65-f4b570d48821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '284a9b6b-09af-43c2-bf6a-9db8005f03b3'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:22:29.576933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Attempting to bind port 580faa72-99bc-499c-8c42-a3d54af32485 on network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:22:29.582011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55162) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:29.596439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faa93b74-82cc-49d8-b354-e00726c72be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.596683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Port 580faa72-99bc-499c-8c42-a3d54af32485 on network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:22:29.597032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Attempting to bind port 580faa72-99bc-499c-8c42-a3d54af32485 on network 284a9b6b-09af-43c2-bf6a-9db8005f03b3 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:22:29.607161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:22:29.607496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Checking segment: {'id': '74153928-def7-4cd5-ab65-f4b570d48821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '284a9b6b-09af-43c2-bf6a-9db8005f03b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:29.607872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Bound using segment: {'id': '74153928-def7-4cd5-ab65-f4b570d48821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '284a9b6b-09af-43c2-bf6a-9db8005f03b3'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:22:29.608304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Bound port: 580faa72-99bc-499c-8c42-a3d54af32485, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74153928-def7-4cd5-ab65-f4b570d48821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '284a9b6b-09af-43c2-bf6a-9db8005f03b3'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:22:29.608658 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.637522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb34f-4fd9-4fee-8e79-c3a6b307c605 req-7a844245-fd32-442f-9fad-cb1d914a9643 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:29.639012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-050cb34f-4fd9-4fee-8e79-c3a6b307c605 req-7a844245-fd32-442f-9fad-cb1d914a9643 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.0785329 Oct 25 09:22:29.677342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faa93b74-82cc-49d8-b354-e00726c72be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.682107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faa93b74-82cc-49d8-b354-e00726c72be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.720878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-050cb34f-4fd9-4fee-8e79-c3a6b307c605 req-8a6637bd-2dc3-4027-b718-9f0eac8326d7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603538 Oct 25 09:22:29.723788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-faa93b74-82cc-49d8-b354-e00726c72be7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8195bc8d95e4eefa270e2c7587baae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406200 Oct 25 09:22:29.725157 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa93b74-82cc-49d8-b354-e00726c72be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7ad912-61df-4fd2-9ac3-0c811c345f0f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:29.726773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55168) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:29.734195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] For port 580faa72-99bc-499c-8c42-a3d54af32485, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:22:29.737905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] For port 580faa72-99bc-499c-8c42-a3d54af32485, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=580faa72-99bc-499c-8c42-a3d54af32485,segment=NetworkSegment(74153928-def7-4cd5-ab65-f4b570d48821),segment_id=74153928-def7-4cd5-ab65-f4b570d48821)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:22:29.755254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.813339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:29.814015 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.815360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] 10.222.0.41 "PUT /v2.0/ports/580faa72-99bc-499c-8c42-a3d54af32485 HTTP/1.1" status: 200 len: 1091 time: 0.7435777 Oct 25 09:22:29.817551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93814de-8b41-4334-b26c-e78d9edd375d', 'tag': '580faa72-99bc-499c-8c42-a3d54af32485'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:29.819802 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def31271-540d-4a0f-acb6-ca7085a0c17f" -d '{"events": [{"name": "network-changed", "server_uuid": "f93814de-8b41-4334-b26c-e78d9edd375d", "tag": "580faa72-99bc-499c-8c42-a3d54af32485"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:29.847828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c9ab-c21c-4752-8f04-ded184e88537 service neutron] Pushing event updated for resources: {'Port': ['ID=580faa72-99bc-499c-8c42-a3d54af32485,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:29.854237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f133021-95b4-4b71-871d-8240504da46d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.926049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f133021-95b4-4b71-871d-8240504da46d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:29.976162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472fb1-23de-45f1-9321-57ced3717699 req-a54a0723-013d-48bc-a148-40db870b712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:29.978777 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-a54a0723-013d-48bc-a148-40db870b712f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15402e1bedc64a5a8b329f96e2837ac2&device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 1094 time: 0.0969894 Oct 25 09:22:29.986562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf2bbe-7cb6-4d39-8dda-7230b700fc5b req-60594af1-7ce6-43de-85e3-7e62ce6f11ff tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:29.987893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01cf2bbe-7cb6-4d39-8dda-7230b700fc5b req-60594af1-7ce6-43de-85e3-7e62ce6f11ff tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 943 time: 0.1291227 Oct 25 09:22:30.043480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-e7af3316-a883-4566-89f9-e36d182ca046 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580faa72-99bc-499c-8c42-a3d54af32485 HTTP/1.1" status: 200 len: 217 time: 0.0486691 Oct 25 09:22:30.053324 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f133021-95b4-4b71-871d-8240504da46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:30.057111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f133021-95b4-4b71-871d-8240504da46d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:30.058129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6f133021-95b4-4b71-871d-8240504da46d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df7ad912-61df-4fd2-9ac3-0c811c345f0f HTTP/1.1" status: 204 len: 168 time: 0.3296621 Oct 25 09:22:30.105179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01cf2bbe-7cb6-4d39-8dda-7230b700fc5b req-d177d759-9ee1-49d4-92b6-1e37c67aed7e tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043644 Oct 25 09:22:30.108953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f133021-95b4-4b71-871d-8240504da46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7ad912-61df-4fd2-9ac3-0c811c345f0f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:30.121804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472fb1-23de-45f1-9321-57ced3717699 req-4f0ced84-8020-4fa7-9b8d-ec0f1e6f5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:30.123250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-4f0ced84-8020-4fa7-9b8d-ec0f1e6f5109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a221020b-7fdf-4730-bbe0-1a8e0d8bb603 HTTP/1.1" status: 200 len: 851 time: 0.0708175 Oct 25 09:22:30.169480 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16150a2c-3f2f-484f-a296-742ce9bfccaa x-openstack-request-id: req-16150a2c-3f2f-484f-a296-742ce9bfccaa {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:30.169767 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93814de-8b41-4334-b26c-e78d9edd375d", "tag": "580faa72-99bc-499c-8c42-a3d54af32485", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:30.170015 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16150a2c-3f2f-484f-a296-742ce9bfccaa {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:30.170398 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93814de-8b41-4334-b26c-e78d9edd375d', 'tag': '580faa72-99bc-499c-8c42-a3d54af32485', 'status': 'completed', 'code': 200} Oct 25 09:22:30.172403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-bccf9fcb-b6ba-4cbe-a093-04153cbba002 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=284a9b6b-09af-43c2-bf6a-9db8005f03b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397053 Oct 25 09:22:30.315541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-ce495a34-351d-4215-832d-b1f7c8b68a07 service neutron] 10.222.0.41 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084242 Oct 25 09:22:30.412188 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9472fb1-23de-45f1-9321-57ced3717699 req-2b7f8042-ccef-4333-a7b5-8e0c506c99b0 service neutron] 10.222.0.41 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875323 Oct 25 09:22:30.545323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-2486723f-5156-42e2-a7b5-a2d1d1e91a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:30.546822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-2486723f-5156-42e2-a7b5-a2d1d1e91a60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15402e1bedc64a5a8b329f96e2837ac2&device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 1094 time: 0.0448570 Oct 25 09:22:30.656160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-f9c92464-4acd-4e3a-8a1d-4ced553c24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:30.657659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-f9c92464-4acd-4e3a-8a1d-4ced553c24aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=284a9b6b-09af-43c2-bf6a-9db8005f03b3 HTTP/1.1" status: 200 len: 912 time: 0.1029785 Oct 25 09:22:30.705385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-1f7139c5-9bdf-4d0e-8907-2759458d2d25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580faa72-99bc-499c-8c42-a3d54af32485 HTTP/1.1" status: 200 len: 217 time: 0.0394101 Oct 25 09:22:30.761472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-a3546835-e5be-4dad-bf61-580b3a40d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:30.763172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-a3546835-e5be-4dad-bf61-580b3a40d250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a221020b-7fdf-4730-bbe0-1a8e0d8bb603 HTTP/1.1" status: 200 len: 851 time: 0.0508578 Oct 25 09:22:30.798287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-3c67b9e1-25a8-4d37-a5d7-9f0bc251ed83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=284a9b6b-09af-43c2-bf6a-9db8005f03b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277286 Oct 25 09:22:30.903801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebc9e8-57b5-4000-b680-ed621a92bf18 req-a6135c09-f294-4adf-a513-2c44020549c6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:30.905304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81ebc9e8-57b5-4000-b680-ed621a92bf18 req-a6135c09-f294-4adf-a513-2c44020549c6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.1094146 Oct 25 09:22:30.941608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-34983494-96f8-4f8b-91d5-6ea23bbfb348 service neutron] 10.222.0.41 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334121 Oct 25 09:22:30.975173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81ebc9e8-57b5-4000-b680-ed621a92bf18 req-94680918-67a7-486c-8ca6-7143f23f17d0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633736 Oct 25 09:22:31.052653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-def31271-540d-4a0f-acb6-ca7085a0c17f req-905d27bc-d7a7-48bd-9cbc-8b92c6ee7aec service neutron] 10.222.0.41 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010301 Oct 25 09:22:31.364449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-4da2a131-ecd9-45b1-9cdf-d4860f6870a2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:31.365983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-4da2a131-ecd9-45b1-9cdf-d4860f6870a2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3&tenant_id=231557d3ca294031a5cd015168fb1e9c&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 943 time: 0.1124845 Oct 25 09:22:31.375257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:22:31.376750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50d976-6636-44d8-83c3-947ec1253ddd req-d02c81fd-45fa-4797-a2e1-52c6abc7d3d8 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:31.378222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d50d976-6636-44d8-83c3-947ec1253ddd req-d02c81fd-45fa-4797-a2e1-52c6abc7d3d8 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 943 time: 0.0948391 Oct 25 09:22:31.453667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55226) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:31.459367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d50d976-6636-44d8-83c3-947ec1253ddd req-b9405909-4e1c-4406-83e6-3d0476449f3a tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519674 Oct 25 09:22:31.468428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-e1b5b850-c12d-418a-abcd-beaf004a4d96 service neutron] 10.222.0.41 "GET /v2.0/ports/f9b72782-dcf4-40f8-85a4-b20123ed2874/bindings/n-h1-814746-2 HTTP/1.1" status: 200 len: 382 time: 0.0891316 Oct 25 09:22:31.476607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:31.488851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'port_id': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'mac_address': 'fa:16:3e:3b:50:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:22:31.537723 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.551765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b72782-dcf4-40f8-85a4-b20123ed2874 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:22:31.582123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:31.587610 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.588021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-700fdf9d-7703-48e0-ad1e-7cb51358177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:31.589549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-700fdf9d-7703-48e0-ad1e-7cb51358177e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1094 time: 0.0792747 Oct 25 09:22:31.590810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d3a0bf8-76de-48f0-959a-1d78a00610f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.638799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:31.647861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.649043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.650050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.650549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.651110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.651595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.652154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.652633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.653158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.653769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.654261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.654959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:31.658152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf2fdf-188e-4df0-a331-793ec4ec29bd req-2d68dc5e-f5f5-41c0-9914-8688ff1b1abb tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:31.661415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13bf2fdf-188e-4df0-a331-793ec4ec29bd req-2d68dc5e-f5f5-41c0-9914-8688ff1b1abb tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 943 time: 0.1174595 Oct 25 09:22:31.682646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d3a0bf8-76de-48f0-959a-1d78a00610f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.686910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d3a0bf8-76de-48f0-959a-1d78a00610f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.721077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13bf2fdf-188e-4df0-a331-793ec4ec29bd req-186988db-646b-4e5e-a6d6-176b99a217da tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540535 Oct 25 09:22:31.728591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6d3a0bf8-76de-48f0-959a-1d78a00610f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7470a4e6da0145a4b5311d209c311ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734303 Oct 25 09:22:31.729547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a0bf8-76de-48f0-959a-1d78a00610f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a4f565-48e8-4127-b342-58b8e2730541,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:31.731809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55230) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:31.745935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-28530b96-fe5d-4fd3-a0b5-b2c23a79d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:31.747961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-28530b96-fe5d-4fd3-a0b5-b2c23a79d786 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1491749 Oct 25 09:22:31.838150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-4da01cb5-8a9e-46e7-a79e-78611e5137a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 999 time: 0.0812762 Oct 25 09:22:31.838920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1160b14d-175d-4cb1-b075-8109cbfd529f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.885735 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1160b14d-175d-4cb1-b075-8109cbfd529f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.917851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-fb49ac86-6624-49f1-a375-e1163afa1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:31.919412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-fb49ac86-6624-49f1-a375-e1163afa1401 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0719049 Oct 25 09:22:31.967309 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1160b14d-175d-4cb1-b075-8109cbfd529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.969887 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1160b14d-175d-4cb1-b075-8109cbfd529f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:31.970997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1160b14d-175d-4cb1-b075-8109cbfd529f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82a4f565-48e8-4127-b342-58b8e2730541 HTTP/1.1" status: 204 len: 168 time: 0.2382710 Oct 25 09:22:31.976021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-f612f110-7e5f-4422-9f88-f9c84cd35de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:31.978122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-f612f110-7e5f-4422-9f88-f9c84cd35de6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507007 Oct 25 09:22:31.982878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160b14d-175d-4cb1-b075-8109cbfd529f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a4f565-48e8-4127-b342-58b8e2730541,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:32.063845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['f9b72782-dcf4-40f8-85a4-b20123ed2874'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:22:32.078513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-562df26b-7ed4-47b4-80cb-f059a716bd93 service neutron] 10.222.0.41 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923231 Oct 25 09:22:32.511405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-48a8703b-9774-4a91-8c43-c07a67dd260f service neutron] 10.222.0.41 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204612 Oct 25 09:22:32.590427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3539-dcb5-4264-a049-e8652d7e6154 req-d271d60c-b9bb-4005-8cb9-c0318d9bf8bd tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:32.591886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f3b3539-dcb5-4264-a049-e8652d7e6154 req-d271d60c-b9bb-4005-8cb9-c0318d9bf8bd tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 943 time: 0.0503697 Oct 25 09:22:32.630151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f3b3539-dcb5-4264-a049-e8652d7e6154 req-ba920327-ef26-41bf-8550-e0b45d149625 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Oct 25 09:22:32.840805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cc293-388f-40e9-bcdc-333b84d29b2b req-9630e2aa-1f8e-452e-9958-83443224fa37 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:32.842308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b4cc293-388f-40e9-bcdc-333b84d29b2b req-9630e2aa-1f8e-452e-9958-83443224fa37 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 944 time: 0.0498757 Oct 25 09:22:32.880929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b4cc293-388f-40e9-bcdc-333b84d29b2b req-b99739da-4d82-4bef-bfd7-9b4f97c55e48 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Oct 25 09:22:33.389660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:22:33.443189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port f9b72782-dcf4-40f8-85a4-b20123ed2874 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:22:33.447598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port f9b72782-dcf4-40f8-85a4-b20123ed2874 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:33.447961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:33.524844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:33.550345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:33.552578 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06a7b82-9771-41c2-85ee-35c5fe6059b8" -d '{"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:33.573284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:33.578176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:33.611921 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ec6477-2658-4e1b-b2bc-bcb548938de2 x-openstack-request-id: req-77ec6477-2658-4e1b-b2bc-bcb548938de2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:33.612213 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:33.612463 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77ec6477-2658-4e1b-b2bc-bcb548938de2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:33.612850 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'code': 200} Oct 25 09:22:33.635562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:33.763070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e8f08-f736-4de7-9b16-e6c7c8483208 req-6927461e-9f8b-4dd2-99ea-431da7c4d7ad tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:33.764533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-694e8f08-f736-4de7-9b16-e6c7c8483208 req-6927461e-9f8b-4dd2-99ea-431da7c4d7ad tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 943 time: 0.0535481 Oct 25 09:22:33.806485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-694e8f08-f736-4de7-9b16-e6c7c8483208 req-d3888e51-8f23-4c14-95ea-e53464b0d65a tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Oct 25 09:22:33.938636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55328) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:34.002085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b740a3b-51c9-46f7-aa8c-37d4ae8acd00 req-e1967eaa-0c69-441d-8f55-f46ca68947f6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:34.003950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b740a3b-51c9-46f7-aa8c-37d4ae8acd00 req-e1967eaa-0c69-441d-8f55-f46ca68947f6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0497873 Oct 25 09:22:34.043429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b740a3b-51c9-46f7-aa8c-37d4ae8acd00 req-9a477cc6-7bc0-48c8-88c0-b4e7d301da32 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335674 Oct 25 09:22:34.049984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a5c09e0-6678-4af6-817d-34e2e459f548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.127445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a5c09e0-6678-4af6-817d-34e2e459f548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.130969 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a5c09e0-6678-4af6-817d-34e2e459f548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.173500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7a5c09e0-6678-4af6-817d-34e2e459f548 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e5b4f3fbbc441199ec7a4ce947b6874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336988 Oct 25 09:22:34.174360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c09e0-6678-4af6-817d-34e2e459f548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09649194-02a5-4df5-a772-30cd48d302ee,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:34.176303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55332) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:34.227746 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39a8eec2-4119-4fa9-bcb4-16666c00d1dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.248077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39a8eec2-4119-4fa9-bcb4-16666c00d1dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.294771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39a8eec2-4119-4fa9-bcb4-16666c00d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.297370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-39a8eec2-4119-4fa9-bcb4-16666c00d1dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.298505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-39a8eec2-4119-4fa9-bcb4-16666c00d1dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09649194-02a5-4df5-a772-30cd48d302ee HTTP/1.1" status: 204 len: 168 time: 0.1210918 Oct 25 09:22:34.308321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8eec2-4119-4fa9-bcb4-16666c00d1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09649194-02a5-4df5-a772-30cd48d302ee,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:34.571746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55340) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:34.585158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-48087220-b92b-4fee-af3e-edc60a2a6bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.664767 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-48087220-b92b-4fee-af3e-edc60a2a6bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.670520 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-48087220-b92b-4fee-af3e-edc60a2a6bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.715090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-48087220-b92b-4fee-af3e-edc60a2a6bea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ee6dfe003cc4c459a817c32eeacb5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422772 Oct 25 09:22:34.715683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55342) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:34.717697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48087220-b92b-4fee-af3e-edc60a2a6bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29963ae-ff3b-4cf2-8d77-1d473f9bfd28,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:34.767878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8582ab9a-dc8b-43db-9ce3-6069c0b5c145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.777273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-d31b378b-b1e0-483c-ade2-243f8cd8a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:34.778809 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-d31b378b-b1e0-483c-ade2-243f8cd8a1e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 1096 time: 0.0724621 Oct 25 09:22:34.789859 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8582ab9a-dc8b-43db-9ce3-6069c0b5c145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.796846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:34.842788 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8582ab9a-dc8b-43db-9ce3-6069c0b5c145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.845826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8582ab9a-dc8b-43db-9ce3-6069c0b5c145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.849931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8582ab9a-dc8b-43db-9ce3-6069c0b5c145 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e29963ae-ff3b-4cf2-8d77-1d473f9bfd28 HTTP/1.1" status: 204 len: 168 time: 0.1302330 Oct 25 09:22:34.859736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582ab9a-dc8b-43db-9ce3-6069c0b5c145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29963ae-ff3b-4cf2-8d77-1d473f9bfd28,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:34.873174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:34.943936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3059-4a6a-49d8-bfe3-916f4a89c101 req-e5272e8b-5c58-4c64-8a73-b3f9c94b96e8 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:34.945731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f58d3059-4a6a-49d8-bfe3-916f4a89c101 req-e5272e8b-5c58-4c64-8a73-b3f9c94b96e8 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 943 time: 0.0520542 Oct 25 09:22:34.994029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f58d3059-4a6a-49d8-bfe3-916f4a89c101 req-eba3f232-59c9-4466-9a9e-ec86ac552472 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Oct 25 09:22:35.109699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:35.145164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:22:35.169933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439b322-19ed-4829-b943-e1d6b7908bba req-61813d02-6dd9-4e5f-bff0-e3e98b006921 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:35.171480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9439b322-19ed-4829-b943-e1d6b7908bba req-61813d02-6dd9-4e5f-bff0-e3e98b006921 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 945 time: 0.0552573 Oct 25 09:22:35.192069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:35.194559 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1835498f-1cc5-40e0-8b75-177f38c0cfb2" -d '{"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:35.199928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:35.214369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Transition to ACTIVE for port object f9b72782-dcf4-40f8-85a4-b20123ed2874 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:22:35.216013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9439b322-19ed-4829-b943-e1d6b7908bba req-3748ba6c-8f71-4ad5-9bd9-bab189d0c502 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375595 Oct 25 09:22:35.225794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:35.345438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:35.403086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 580faa72-99bc-499c-8c42-a3d54af32485 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:22:35.426589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] No DVR routers for this DVR port f9b72782-dcf4-40f8-85a4-b20123ed2874 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:22:35.549952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 580faa72-99bc-499c-8c42-a3d54af32485, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=580faa72-99bc-499c-8c42-a3d54af32485,segment=NetworkSegment(74153928-def7-4cd5-ab65-f4b570d48821),segment_id=74153928-def7-4cd5-ab65-f4b570d48821)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:35.574807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '580faa72-99bc-499c-8c42-a3d54af32485', 'network_id': '284a9b6b-09af-43c2-bf6a-9db8005f03b3', 'port_id': '580faa72-99bc-499c-8c42-a3d54af32485', 'mac_address': 'fa:16:3e:70:4a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a221020b-7fdf-4730-bbe0-1a8e0d8bb603', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:22:35.588842 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49701449-f85a-49f7-bbf5-442023fe0415 x-openstack-request-id: req-49701449-f85a-49f7-bbf5-442023fe0415 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:35.589154 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:35.589443 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49701449-f85a-49f7-bbf5-442023fe0415 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:35.590076 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'code': 200} Oct 25 09:22:35.606457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:22:35.606850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:22:35.607228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:22:35.616978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:22:35.617559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Attempting to bind port f9b72782-dcf4-40f8-85a4-b20123ed2874 on network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:22:35.623780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:22:35.624724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Checking segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:35.625235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Bound using segment: {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:22:35.625557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Bound port: f9b72782-dcf4-40f8-85a4-b20123ed2874, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:22:35.625910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:35.649373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:35.669396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580faa72-99bc-499c-8c42-a3d54af32485 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:22:35.689309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 580faa72-99bc-499c-8c42-a3d54af32485, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=580faa72-99bc-499c-8c42-a3d54af32485,segment=NetworkSegment(74153928-def7-4cd5-ab65-f4b570d48821),segment_id=74153928-def7-4cd5-ab65-f4b570d48821)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:35.693839 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:35.707855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:22:35.711630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:22:35.717346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:35.748133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=580faa72-99bc-499c-8c42-a3d54af32485,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:35.760070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:35.760685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:35.762438 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] 10.222.0.18 "PUT /v2.0/ports/f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 1092 time: 0.9696605 Oct 25 09:22:35.785790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f2bfa-f026-41cb-aa72-3622714ed025 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=11']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:35.849347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-040aecaf-01da-488c-86d8-195c3f35909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:35.850905 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-040aecaf-01da-488c-86d8-195c3f35909f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1095 time: 0.0520988 Oct 25 09:22:35.951943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-5ea50b0a-bbd8-4bc6-af9c-3d7b58b56641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:35.953833 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-5ea50b0a-bbd8-4bc6-af9c-3d7b58b56641 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.0955651 Oct 25 09:22:36.046020 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-7bd1617c-7705-44ff-a606-9c8e3afb46b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 998 time: 0.0847743 Oct 25 09:22:36.088681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['580faa72-99bc-499c-8c42-a3d54af32485'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:22:36.136195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fdf93-f6bd-48e2-8814-b469b533d918 req-9bc983ab-a8fb-45fe-b490-031d8a533797 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:36.138535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a30fdf93-f6bd-48e2-8814-b469b533d918 req-9bc983ab-a8fb-45fe-b490-031d8a533797 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 944 time: 0.0664096 Oct 25 09:22:36.155460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-3da7337c-7d04-4d21-9784-e3e692a382e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:36.157601 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-3da7337c-7d04-4d21-9784-e3e692a382e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0937848 Oct 25 09:22:36.202539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a30fdf93-f6bd-48e2-8814-b469b533d918 req-482b1942-c051-496d-a3b7-e26fc35204ab tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 Oct 25 09:22:36.218174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-672e34d3-8230-40ad-9900-b0b16ccd876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:36.219792 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-672e34d3-8230-40ad-9900-b0b16ccd876a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542290 Oct 25 09:22:36.320551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-26e0728f-8473-4822-bc36-697a8e11cd78 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933239 Oct 25 09:22:36.352671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a265e7-876c-47c6-8ddd-8a6a7cd39f8d req-be05ba6b-cf82-4608-9d05-2c0249b629d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:36.354127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99a265e7-876c-47c6-8ddd-8a6a7cd39f8d req-be05ba6b-cf82-4608-9d05-2c0249b629d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 944 time: 0.0541890 Oct 25 09:22:36.402293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99a265e7-876c-47c6-8ddd-8a6a7cd39f8d req-50839348-261a-407b-9f3d-36fb688e41de tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 Oct 25 09:22:36.402651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:36.424148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcebbf61-3c68-401e-bd87-09fe94da70c7 req-099924c2-a80e-4490-8de0-64b1fc0241f1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962284 Oct 25 09:22:36.542984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-180243640'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:36.565672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Made reservation on behalf of 5cbd78375ee04f408f12af960a9f8112 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:36.569102 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:36.578650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:36.654924 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:36.658608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:36.686394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:22:36.695169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2c9e1-cb7a-477f-ac95-bc85e33a83f1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:36.705464 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:36.705801 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Added segment 49082d22-0695-4023-8148-12ac629323a1 of type vlan for network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 Oct 25 09:22:36.708096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.708429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.708758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.709106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.709427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.709747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.710065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.710458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.710773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.711099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.711396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.712927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:22:36.756780 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:36.780500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:36.786069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:36.786652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:36.843621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4399583 Oct 25 09:22:36.846479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55398) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:36.851509 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Request body: {'subnet': {'network_id': '8fdb3e36-861a-431d-8a4e-0bbfa5a65177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:36.859310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215fac8-89f7-4e2c-a94e-79143160f994 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event updated for resources: {'Network': ['ID=8fdb3e36-861a-431d-8a4e-0bbfa5a65177,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:36.869887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:22:36.944985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Made reservation on behalf of 5cbd78375ee04f408f12af960a9f8112 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:36.949052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.126565 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.188082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event updated for resources: {'Subnet': ['ID=903deb82-0360-43d4-8109-27e9668bdc54,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:37.196244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Checking segment: {'id': '49082d22-0695-4023-8148-12ac629323a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8fdb3e36-861a-431d-8a4e-0bbfa5a65177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:37.196603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Network hostable DHCP agents. Network: 8fdb3e36-861a-431d-8a4e-0bbfa5a65177, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:22:37.218450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:22:37.229298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8fdb3e36-861a-431d-8a4e-0bbfa5a65177) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:37.234002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:37.234595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.240716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7897de-92c7-45c2-96b5-cf3cd79ccf11 None None] Network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:37.252213 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bc989db5-581c-444c-b6bf-2a62947ba92b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4046245 Oct 25 09:22:37.255055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55402) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:37.260559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Request body: {'port': {'network_id': '8fdb3e36-861a-431d-8a4e-0bbfa5a65177', 'name': 'tempest-DHCPAgentSchedulersTestJSON-346373772'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:37.325094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a094e3-732c-4b5c-841f-183552820d72 req-38cd8121-bf76-4bf3-b41b-6d80e29225ff tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:37.327752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3a094e3-732c-4b5c-841f-183552820d72 req-38cd8121-bf76-4bf3-b41b-6d80e29225ff tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 944 time: 0.0539663 Oct 25 09:22:37.370180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3a094e3-732c-4b5c-841f-183552820d72 req-3afa8bfa-151a-4ff3-93ac-e31e29658ccb tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357389 Oct 25 09:22:37.383908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Made reservation on behalf of 5cbd78375ee04f408f12af960a9f8112 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:37.387516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.405037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] device_id is not set on port 3e095617-6f82-48b5-9af1-85c231645ca2 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:22:37.417514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 580faa72-99bc-499c-8c42-a3d54af32485 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:22:37.419570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-8fdb3e36-861a-431d-8a4e-0bbfa5a65177', 'network_id': '8fdb3e36-861a-431d-8a4e-0bbfa5a65177', 'tenant_id': '5cbd78375ee04f408f12af960a9f8112', 'fixed_ips': [{'subnet_id': '903deb82-0360-43d4-8109-27e9668bdc54'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:22:37.420382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.520264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540bf9-f2e2-47d0-9a65-549c01bc5e96 req-2dbf7b5d-53e0-4f57-840a-b3f9c5edecef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:37.521223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Allocated IP 172.20.0.11 (8fdb3e36-861a-431d-8a4e-0bbfa5a65177/903deb82-0360-43d4-8109-27e9668bdc54/3e095617-6f82-48b5-9af1-85c231645ca2) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:37.522086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b540bf9-f2e2-47d0-9a65-549c01bc5e96 req-2dbf7b5d-53e0-4f57-840a-b3f9c5edecef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 944 time: 0.0504906 Oct 25 09:22:37.550604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 580faa72-99bc-499c-8c42-a3d54af32485 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:22:37.559458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 580faa72-99bc-499c-8c42-a3d54af32485 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:37.560256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.576612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b540bf9-f2e2-47d0-9a65-549c01bc5e96 req-7deb74a4-3641-4999-b8a4-c5ec22e8f604 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Oct 25 09:22:37.595970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:37.597474 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:37.644802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.653556 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ac78a6-98b5-4a4a-9c96-394330893d0d x-openstack-request-id: req-c1ac78a6-98b5-4a4a-9c96-394330893d0d {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:37.653840 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:37.654090 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1ac78a6-98b5-4a4a-9c96-394330893d0d {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:37.654473 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'status': 'completed', 'code': 200} Oct 25 09:22:37.669032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93814de-8b41-4334-b26c-e78d9edd375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580faa72-99bc-499c-8c42-a3d54af32485'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:37.671874 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430565a-ab90-47d1-91a6-2d9baca7a63e" -d '{"events": [{"server_uuid": "f93814de-8b41-4334-b26c-e78d9edd375d", "name": "network-vif-plugged", "status": "completed", "tag": "580faa72-99bc-499c-8c42-a3d54af32485"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:37.693624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 580faa72-99bc-499c-8c42-a3d54af32485, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=580faa72-99bc-499c-8c42-a3d54af32485,segment=NetworkSegment(74153928-def7-4cd5-ab65-f4b570d48821),segment_id=74153928-def7-4cd5-ab65-f4b570d48821)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:37.710539 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.715292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:22:37.739390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-1e7e6690-281b-4429-8646-846d29c917a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:37.740972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-1e7e6690-281b-4429-8646-846d29c917a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1095 time: 0.0453067 Oct 25 09:22:37.744705 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d66ffe1-105d-4ac7-90e5-d8853423d274 x-openstack-request-id: req-6d66ffe1-105d-4ac7-90e5-d8853423d274 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:37.745072 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93814de-8b41-4334-b26c-e78d9edd375d", "name": "network-vif-plugged", "status": "completed", "tag": "580faa72-99bc-499c-8c42-a3d54af32485", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:37.745398 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d66ffe1-105d-4ac7-90e5-d8853423d274 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:37.756162 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93814de-8b41-4334-b26c-e78d9edd375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580faa72-99bc-499c-8c42-a3d54af32485', 'code': 200} Oct 25 09:22:37.760283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.770542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-7816643d-26b6-428a-857a-e02610489755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:37.772001 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-7816643d-26b6-428a-857a-e02610489755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1095 time: 0.0799170 Oct 25 09:22:37.843727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=580faa72-99bc-499c-8c42-a3d54af32485,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:37.852764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:22:37.862126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:37.898084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd416c-cfa0-4275-9fda-f4f8326a8ec4 req-eeefa117-344e-4fd6-aaac-7a219e21bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:37.900264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2cd416c-cfa0-4275-9fda-f4f8326a8ec4 req-eeefa117-344e-4fd6-aaac-7a219e21bd39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 1096 time: 0.0722890 Oct 25 09:22:37.908944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Allocated IP 172.20.0.2 (8fdb3e36-861a-431d-8a4e-0bbfa5a65177/903deb82-0360-43d4-8109-27e9668bdc54/242b58e9-55d3-4c2b-92cd-d98f4fb86d3e) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:37.933638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-bc07be8a-239e-458a-ba16-8d506e4f59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:37.935011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-f881a243-54e1-4b1c-85ca-17c769614b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:37.935160 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-bc07be8a-239e-458a-ba16-8d506e4f59cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1547904 Oct 25 09:22:37.936455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-f881a243-54e1-4b1c-85ca-17c769614b36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1866529 Oct 25 09:22:37.938691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:37.942675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event updated for resources: {'Port': ['ID=3e095617-6f82-48b5-9af1-85c231645ca2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:37.945340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:37.954591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:37.988277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2cd416c-cfa0-4275-9fda-f4f8326a8ec4 req-1264acb5-0faa-4d2a-8f71-1fdde7261075 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804229 Oct 25 09:22:38.014026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-4e5ec04c-e49b-44d2-8333-8d77f06b1e5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 998 time: 0.0682909 Oct 25 09:22:38.045169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:38.045693 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.049300 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-67219b4e-7e0f-47f3-8ed8-9a6ee872c25c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 998 time: 0.1016817 Oct 25 09:22:38.068206 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.073776 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.092080 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a28f525a-e0dd-4326-b4ac-9ceb35f03b5b tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8359303 Oct 25 09:22:38.095129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55412) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:38.112983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:38.117370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:38.121725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:38.124741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Pushing event updated for resources: {'Port': ['ID=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:38.135408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-6283b967-4ad3-4e0a-b6d7-8d86fe7116a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:38.136854 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-6283b967-4ad3-4e0a-b6d7-8d86fe7116a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0799487 Oct 25 09:22:38.179956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Attempting to bind port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:22:38.180344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Attempting to bind port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '49082d22-0695-4023-8148-12ac629323a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8fdb3e36-861a-431d-8a4e-0bbfa5a65177'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:22:38.181722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Attempting to bind port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e on network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:22:38.186171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:22:38.186541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Checking segment: {'id': '49082d22-0695-4023-8148-12ac629323a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8fdb3e36-861a-431d-8a4e-0bbfa5a65177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:38.186934 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.187320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Bound using segment: {'id': '49082d22-0695-4023-8148-12ac629323a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8fdb3e36-861a-431d-8a4e-0bbfa5a65177'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:22:38.187790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Bound port: 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49082d22-0695-4023-8148-12ac629323a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8fdb3e36-861a-431d-8a4e-0bbfa5a65177'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:22:38.188153 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.214998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-cb8f7fc7-29c5-4045-881b-42bf1d11f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:38.216467 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-cb8f7fc7-29c5-4045-881b-42bf1d11f805 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689816 Oct 25 09:22:38.225195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-afa50cda-c9f2-488a-a927-f4c94de5d7b5 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Deleting port 3e095617-6f82-48b5-9af1-85c231645ca2 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:38.225529 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afa50cda-c9f2-488a-a927-f4c94de5d7b5 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.250753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] For port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:22:38.253540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] For port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,segment=NetworkSegment(49082d22-0695-4023-8148-12ac629323a1),segment_id=49082d22-0695-4023-8148-12ac629323a1)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:22:38.257667 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.318254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da2677-c384-4a49-84af-57dc3745b356 None None] Pushing event updated for resources: {'Port': ['ID=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:38.384123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afa50cda-c9f2-488a-a927-f4c94de5d7b5 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.388906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-6a24af7a-03f2-4735-a7c2-8e5fd42c464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:38.390561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-6a24af7a-03f2-4735-a7c2-8e5fd42c464c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0486896 Oct 25 09:22:38.394575 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-788d4630-696e-4fb6-89eb-2671f2eaead7 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655052 Oct 25 09:22:38.401083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-afa50cda-c9f2-488a-a927-f4c94de5d7b5 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Calling delete_port for 3e095617-6f82-48b5-9af1-85c231645ca2 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:38.447473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-0a00e2fc-43f4-4cf1-987b-63b524518a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:38.449184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-0a00e2fc-43f4-4cf1-987b-63b524518a09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504639 Oct 25 09:22:38.553541 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-a1f182ec-30d6-4815-83cd-f64b2ea6054a service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504829 Oct 25 09:22:38.613109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a0c0-001e-400b-90e4-5d9d100c422d req-5bbb4632-eacc-40fc-aeb1-3f8ed720e1ea tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:38.613941 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.615401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28f7a0c0-001e-400b-90e4-5d9d100c422d req-5bbb4632-eacc-40fc-aeb1-3f8ed720e1ea tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.1653135 Oct 25 09:22:38.641402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afa50cda-c9f2-488a-a927-f4c94de5d7b5 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.674532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa50cda-c9f2-488a-a927-f4c94de5d7b5 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event deleted for resources: {'Port': ['ID=3e095617-6f82-48b5-9af1-85c231645ca2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:38.691474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28f7a0c0-001e-400b-90e4-5d9d100c422d req-2d821558-1690-4000-ac01-b6bcf11e6dd8 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677006 Oct 25 09:22:38.693703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-a0d44532-57aa-4e6d-a9ee-ac776e0e7e2c service neutron] 10.222.0.41 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290149 Oct 25 09:22:38.749194 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-afa50cda-c9f2-488a-a927-f4c94de5d7b5 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.756055 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-afa50cda-c9f2-488a-a927-f4c94de5d7b5 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "DELETE /v2.0/ports/3e095617-6f82-48b5-9af1-85c231645ca2 HTTP/1.1" status: 204 len: 168 time: 0.6598485 Oct 25 09:22:38.757786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55418) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:38.835204 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-653c54ad-3842-4280-8440-6df48fba2270 tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0772202 Oct 25 09:22:38.837180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55422) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:38.842118 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-559445832'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:38.853894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ba5066a-ca7e-4c08-b1d0-40e5609c1dd6 req-cca4212f-5d5b-49f5-945c-47d3af128017 service neutron] 10.222.0.41 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445067 Oct 25 09:22:38.864602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:22:38.866700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Made reservation on behalf of 5cbd78375ee04f408f12af960a9f8112 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:38.870953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.872572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583729d6-7a3f-4c0d-92ed-b97524937311 req-74e4941a-e1c9-4ad8-ba84-c14efa258470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:38.874137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-583729d6-7a3f-4c0d-92ed-b97524937311 req-74e4941a-e1c9-4ad8-ba84-c14efa258470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 944 time: 0.0878251 Oct 25 09:22:38.900624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:22:38.911403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.911403 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Added segment 7be9978e-12db-4b19-bbca-94b49d5a4d73 of type vlan for network d98a7ccf-bd9c-4fea-a48d-a87affb06ad1 Oct 25 09:22:38.919535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-583729d6-7a3f-4c0d-92ed-b97524937311 req-33799ac2-1fc4-4d29-846a-31dc1c37ef04 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391576 Oct 25 09:22:38.960025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.990880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:38.997754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:38.998369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:39.058716 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2171543 Oct 25 09:22:39.059250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55426) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:39.082646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:39.083355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:39.090951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733be32d-6b70-4de6-8ff0-282f10a61ac1 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event updated for resources: {'Network': ['ID=d98a7ccf-bd9c-4fea-a48d-a87affb06ad1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:39.104930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d98a7ccf-bd9c-4fea-a48d-a87affb06ad1 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:22:39.238311 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:39.276179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,segment=NetworkSegment(49082d22-0695-4023-8148-12ac629323a1),segment_id=49082d22-0695-4023-8148-12ac629323a1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:39.281027 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:39.342407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:39.431330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f35a3-5cbe-47b9-bb22-77147451fd39 None None] Network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:39.573431 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-87f29003-8314-41b3-9ede-9822444fb582 tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "GET /v2.0/agents/5a197ba7-d9b2-4e02-8c29-f071ba1282a9/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.5100789 Oct 25 09:22:39.574386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55428) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:39.575397 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9aeb2d91-f77f-467c-9343-3054a8f2faa8 None None] Provisioning complete for port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:39.575785 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9aeb2d91-f77f-467c-9343-3054a8f2faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:39.668129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc7cf9-d504-4e15-9808-f7410871b4b6 tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] Network d98a7ccf-bd9c-4fea-a48d-a87affb06ad1 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:22:39.680240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-54cc7cf9-d504-4e15-9808-f7410871b4b6 tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "POST /v2.0/agents/5a197ba7-d9b2-4e02-8c29-f071ba1282a9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1032631 Oct 25 09:22:39.683891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55430) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:39.693751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf433e8-88f0-469d-bde7-45e051ce74ac None None] Network d98a7ccf-bd9c-4fea-a48d-a87affb06ad1 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:39.830749 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:39.905242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6fe38a29-8133-4c19-8bb3-9ccabc56a10d tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "GET /v2.0/agents/5a197ba7-d9b2-4e02-8c29-f071ba1282a9/dhcp-networks HTTP/1.1" status: 200 len: 8835 time: 0.2199519 Oct 25 09:22:39.908272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55434) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:39.918137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca441cda-7091-48ed-847d-828d7f8135a1 req-ce7e1de4-257f-4d44-98a1-cbbbfeb05f9e tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:39.919552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca441cda-7091-48ed-847d-828d7f8135a1 req-ce7e1de4-257f-4d44-98a1-cbbbfeb05f9e tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0931344 Oct 25 09:22:39.950854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-137b794f-a411-408d-9d01-8a3403032cf9 None None] Provisioning complete for port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:39.951835 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-137b794f-a411-408d-9d01-8a3403032cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:39.966376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca441cda-7091-48ed-847d-828d7f8135a1 req-dc6c9432-870c-4f32-8f94-6b687b315c67 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Oct 25 09:22:40.012772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3f757d72-c1bd-45ee-83fb-547cc5a19fad tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "DELETE /v2.0/agents/5a197ba7-d9b2-4e02-8c29-f071ba1282a9/dhcp-networks/d98a7ccf-bd9c-4fea-a48d-a87affb06ad1 HTTP/1.1" status: 204 len: 168 time: 0.0987236 Oct 25 09:22:40.013038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55440) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:40.150096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c08302-95fa-4dc0-9574-3a3e1fd2152a req-7889fb1b-2566-4b6a-9929-34bb1e140985 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:40.151603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22c08302-95fa-4dc0-9574-3a3e1fd2152a req-7889fb1b-2566-4b6a-9929-34bb1e140985 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 944 time: 0.1072547 Oct 25 09:22:40.181128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9c7efcdf-0256-4f04-8ff5-199330895149 None None] Could not find standard attr ID for object 3e095617-6f82-48b5-9af1-85c231645ca2. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:22:40.192846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:22:40.202582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c680804c-c8c3-4d56-81c7-4363d80fc518 tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "GET /v2.0/agents/5a197ba7-d9b2-4e02-8c29-f071ba1282a9/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.1901848 Oct 25 09:22:40.207093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55444) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:40.225056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22c08302-95fa-4dc0-9574-3a3e1fd2152a req-244178a4-fa94-4735-b684-418d4d52eeaf tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659547 Oct 25 09:22:40.229027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c8955f58-3955-4db4-aa12-af243c39fb04 tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "GET /v2.0/networks/8fdb3e36-861a-431d-8a4e-0bbfa5a65177/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0207753 Oct 25 09:22:40.232353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55446) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:40.256811 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-762587c0-dd96-446b-b164-9ad6f02112ce tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "GET /v2.0/networks/8fdb3e36-861a-431d-8a4e-0bbfa5a65177/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0231414 Oct 25 09:22:40.260229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55448) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:40.261671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55450) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:40.331014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:40.343884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'port_id': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'mac_address': 'fa:16:3e:3b:50:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:22:40.373527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bda2d30b-f4c8-4a38-8147-da65c33ef811 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/be65cc39-8b1d-4592-863f-39983b5e801f HTTP/1.1" status: 200 len: 990 time: 0.1100395 Oct 25 09:22:40.400539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea6af5-a707-43c7-9314-6c0a6403f399 req-a8325251-824a-4109-858c-22ff06c9f324 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:40.401616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.408781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cea6af5-a707-43c7-9314-6c0a6403f399 req-a8325251-824a-4109-858c-22ff06c9f324 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0984027 Oct 25 09:22:40.419902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b72782-dcf4-40f8-85a4-b20123ed2874 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:22:40.424248 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ee7f0398-f34a-49e9-a1ce-0a6875b53d96 tempest-DHCPAgentSchedulersTestJSON-1029427897 tempest-DHCPAgentSchedulersTestJSON-1029427897-project-admin] 10.222.0.32 "GET /v2.0/agents/5a197ba7-d9b2-4e02-8c29-f071ba1282a9/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.1627617 Oct 25 09:22:40.429765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55452) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:40.446945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:40.451523 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.496178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cea6af5-a707-43c7-9314-6c0a6403f399 req-b736edb7-e9e2-457e-b212-d8020a47ea40 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867791 Oct 25 09:22:40.504044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=12']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:40.537346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.635429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.656267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98a7ccf-bd9c-4fea-a48d-a87affb06ad1']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:40.666546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be9978e-12db-4b19-bbca-94b49d5a4d73') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:40.666756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be9978e-12db-4b19-bbca-94b49d5a4d73') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:40.677748 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.692560 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.707113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:22:40.707651 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:22:40.710807 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:22:40.789253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.790958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:22:40.797161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.801139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "DELETE /v2.0/networks/d98a7ccf-bd9c-4fea-a48d-a87affb06ad1 HTTP/1.1" status: 204 len: 168 time: 0.3702562 Oct 25 09:22:40.803556 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55458) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:40.845180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc7d73-67ea-4963-8c3c-bb3efd4f48a0 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event deleted for resources: {'Network': ['ID=d98a7ccf-bd9c-4fea-a48d-a87affb06ad1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:40.846671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:40.847029 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.851683 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db04b0d-0726-4e9b-bd7a-22e241721aa3 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] DELETE failed (client error): The resource could not be found. Oct 25 09:22:40.852554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db04b0d-0726-4e9b-bd7a-22e241721aa3 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:22:40.855807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8db04b0d-0726-4e9b-bd7a-22e241721aa3 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "DELETE /v2.0/ports/3e095617-6f82-48b5-9af1-85c231645ca2 HTTP/1.1" status: 404 len: 333 time: 0.0511913 Oct 25 09:22:40.858523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55460) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:40.874994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['f9b72782-dcf4-40f8-85a4-b20123ed2874'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:22:40.902011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969d9fd-0779-4c56-a412-f66df35baaf0 req-dcbb1bc2-6288-49a1-ae6a-ae30b857bc1d tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:40.909959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1969d9fd-0779-4c56-a412-f66df35baaf0 req-dcbb1bc2-6288-49a1-ae6a-ae30b857bc1d tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0872788 Oct 25 09:22:40.918371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6647f5-3938-4fa6-9d9b-50a43577dfdf tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Deleting subnet 903deb82-0360-43d4-8109-27e9668bdc54 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:22:40.922277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc6647f5-3938-4fa6-9d9b-50a43577dfdf tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:40.954508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1969d9fd-0779-4c56-a412-f66df35baaf0 req-052facd8-56c2-4465-b4e1-be52ca20929a tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 Oct 25 09:22:40.967855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc6647f5-3938-4fa6-9d9b-50a43577dfdf tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.065044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc6647f5-3938-4fa6-9d9b-50a43577dfdf tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.125008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc6647f5-3938-4fa6-9d9b-50a43577dfdf tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.153276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6647f5-3938-4fa6-9d9b-50a43577dfdf tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event deleted for resources: {'Subnet': ['ID=903deb82-0360-43d4-8109-27e9668bdc54,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:41.155269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dc6647f5-3938-4fa6-9d9b-50a43577dfdf tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.160660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dc6647f5-3938-4fa6-9d9b-50a43577dfdf tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "DELETE /v2.0/subnets/903deb82-0360-43d4-8109-27e9668bdc54 HTTP/1.1" status: 204 len: 168 time: 0.2983673 Oct 25 09:22:41.161072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbde3a8-8898-49d6-b335-2a2fe6789343 None None] Network 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:41.161175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55462) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:41.242115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.295903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Deleting port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:41.296365 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.349391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] DHCP port deletion for 8fdb3e36-861a-431d-8a4e-0bbfa5a65177 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:22:41.366923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] For port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,segment=NetworkSegment(49082d22-0695-4023-8148-12ac629323a1),segment_id=49082d22-0695-4023-8148-12ac629323a1)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:41.367285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.379773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Calling delete_port for 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:41.401960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] Deleting port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:41.402335 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.459064 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.466396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] For port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,segment=NetworkSegment(49082d22-0695-4023-8148-12ac629323a1),segment_id=49082d22-0695-4023-8148-12ac629323a1)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:41.466877 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.479792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] Calling delete_port for 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:41.485804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event deleted for resources: {'Port': ['ID=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:41.487739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] No DVR routers for this DVR port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:22:41.571744 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.574570 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.597485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdb3e36-861a-431d-8a4e-0bbfa5a65177']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:41.597689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] Pushing event deleted for resources: {'Port': ['ID=242b58e9-55d3-4c2b-92cd-d98f4fb86d3e,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:41.601256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0da255-bd46-45e6-8b6d-e2c274cf5975 None None] No DVR routers for this DVR port 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:22:41.614016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49082d22-0695-4023-8148-12ac629323a1') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:41.614016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49082d22-0695-4023-8148-12ac629323a1') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:41.623982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.641257 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.648294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:22:41.648688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:22:41.652139 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:22:41.717866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.724699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:41.728556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] 10.222.0.32 "DELETE /v2.0/networks/8fdb3e36-861a-431d-8a4e-0bbfa5a65177 HTTP/1.1" status: 204 len: 168 time: 0.5665228 Oct 25 09:22:41.740181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc189a-4ffe-4ef6-99e4-fe409a281848 tempest-DHCPAgentSchedulersTestJSON-1463770637 tempest-DHCPAgentSchedulersTestJSON-1463770637-project] Pushing event deleted for resources: {'Network': ['ID=8fdb3e36-861a-431d-8a4e-0bbfa5a65177,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:41.967766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55470) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:42.111427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebdffb-660f-4e75-81ae-57a6a8f57afd req-7caeb894-45f5-4af4-bd5d-2478eb56ad91 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:42.112905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-faebdffb-660f-4e75-81ae-57a6a8f57afd req-7caeb894-45f5-4af4-bd5d-2478eb56ad91 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0774045 Oct 25 09:22:42.119744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d2555bf5-2f41-4348-b5cb-ce1b4f9fcb4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cbd78375ee04f408f12af960a9f8112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508849 Oct 25 09:22:42.122408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55476) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:42.152923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-faebdffb-660f-4e75-81ae-57a6a8f57afd req-1153a592-22ad-45a2-8903-4ccf9b03d7bb tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Oct 25 09:22:42.174094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26fd4d99-b90b-48b4-a734-74aa8c7ce1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.195872 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26fd4d99-b90b-48b4-a734-74aa8c7ce1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.198977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:22:42.250779 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26fd4d99-b90b-48b4-a734-74aa8c7ce1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.251127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port f9b72782-dcf4-40f8-85a4-b20123ed2874 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:22:42.254013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26fd4d99-b90b-48b4-a734-74aa8c7ce1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.255360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-26fd4d99-b90b-48b4-a734-74aa8c7ce1ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35b2c9e1-cb7a-477f-ac95-bc85e33a83f1 HTTP/1.1" status: 204 len: 168 time: 0.1313629 Oct 25 09:22:42.255577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port f9b72782-dcf4-40f8-85a4-b20123ed2874 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:42.255974 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.265633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd4d99-b90b-48b4-a734-74aa8c7ce1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2c9e1-cb7a-477f-ac95-bc85e33a83f1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:42.379718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaffef-0ebd-4ba0-ac55-99dd434248f3 req-fb6e97ee-bda8-414b-bccb-16df9232423d tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:42.385160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ccaffef-0ebd-4ba0-ac55-99dd434248f3 req-fb6e97ee-bda8-414b-bccb-16df9232423d tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0645609 Oct 25 09:22:42.395797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.421151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:42.423836 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07b1c30-eef8-4e6c-bfe6-1d6680a5f10c" -d '{"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:42.438157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:42.443323 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.460656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-a0d22524-2d53-428b-b762-128ec57f79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:42.462231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-a0d22524-2d53-428b-b762-128ec57f79bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15402e1bedc64a5a8b329f96e2837ac2&device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 1096 time: 0.0748529 Oct 25 09:22:42.465058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ccaffef-0ebd-4ba0-ac55-99dd434248f3 req-c9cb6434-1a73-4061-80f8-91a14b8093d0 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660071 Oct 25 09:22:42.513485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=13']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:42.536857 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06195911-986c-4ac5-a264-47d49a701744 x-openstack-request-id: req-06195911-986c-4ac5-a264-47d49a701744 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:42.537173 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:42.537626 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06195911-986c-4ac5-a264-47d49a701744 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:42.538009 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'code': 200} Oct 25 09:22:42.570111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-a2c86941-d9ee-4dd7-a751-85a4cf7524a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:42.570111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-a2c86941-d9ee-4dd7-a751-85a4cf7524a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=284a9b6b-09af-43c2-bf6a-9db8005f03b3 HTTP/1.1" status: 200 len: 912 time: 0.0990736 Oct 25 09:22:42.583034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55488) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:42.615831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-d3f51a37-cf01-4d88-bd44-e2ad978ff4d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580faa72-99bc-499c-8c42-a3d54af32485 HTTP/1.1" status: 200 len: 217 time: 0.0397956 Oct 25 09:22:42.621905 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-757f967c-09bd-4bce-985d-768627a9c6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.688190 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-0951ed17-2c31-4b5a-90d2-ba78a31d1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:42.689676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-0951ed17-2c31-4b5a-90d2-ba78a31d1fdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a221020b-7fdf-4730-bbe0-1a8e0d8bb603 HTTP/1.1" status: 200 len: 851 time: 0.0658107 Oct 25 09:22:42.732624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-122ddcc3-3fa9-4935-8b15-e5833faf433a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=284a9b6b-09af-43c2-bf6a-9db8005f03b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345249 Oct 25 09:22:42.777833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:22:42.800180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:22:42.800651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 242b58e9-55d3-4c2b-92cd-d98f4fb86d3e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:22:42.819674 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-757f967c-09bd-4bce-985d-768627a9c6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.827275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-757f967c-09bd-4bce-985d-768627a9c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:42.882163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-3a9cac5f-6ffa-4ec2-ab1a-3bd1092a80a0 service neutron] 10.222.0.41 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422927 Oct 25 09:22:42.882989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f967c-09bd-4bce-985d-768627a9c6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f138f60-f5f2-4bc5-815d-4772c1a17f04,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:42.890020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-757f967c-09bd-4bce-985d-768627a9c6d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ccd7d26652c483abcd30aa171132911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033726 Oct 25 09:22:42.890330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55492) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:43.006712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26639ab9-b3fd-49b0-9da0-078955cd6c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:43.018682 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e0f0264-a051-4e0e-a498-b5c63473a5ff req-76c21004-64ee-4343-92da-bc11ddfe0826 service neutron] 10.222.0.41 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300845 Oct 25 09:22:43.031843 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26639ab9-b3fd-49b0-9da0-078955cd6c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:43.081630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26639ab9-b3fd-49b0-9da0-078955cd6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:43.084215 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26639ab9-b3fd-49b0-9da0-078955cd6c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:43.085368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26639ab9-b3fd-49b0-9da0-078955cd6c45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f138f60-f5f2-4bc5-815d-4772c1a17f04 HTTP/1.1" status: 204 len: 168 time: 0.1944399 Oct 25 09:22:43.093743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26639ab9-b3fd-49b0-9da0-078955cd6c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f138f60-f5f2-4bc5-815d-4772c1a17f04,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:43.599756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a873984-99a7-461d-928d-45e593585417 req-3e9ffdd7-f218-47ff-b105-01b102fd07a1 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:43.601257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a873984-99a7-461d-928d-45e593585417 req-3e9ffdd7-f218-47ff-b105-01b102fd07a1 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0539205 Oct 25 09:22:43.647924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a873984-99a7-461d-928d-45e593585417 req-690f98a8-bb3e-4b3f-ba46-bddb5efbb2df tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371349 Oct 25 09:22:44.691181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55548) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:44.768679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1ceba-e8be-4d73-889c-2808959f0dc7 req-e0a36a90-0872-4968-9432-6afa19d8e3b3 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:44.770243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4af1ceba-e8be-4d73-889c-2808959f0dc7 req-e0a36a90-0872-4968-9432-6afa19d8e3b3 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0508523 Oct 25 09:22:44.807867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4af1ceba-e8be-4d73-889c-2808959f0dc7 req-fdb45755-fbae-466d-bae0-df7372bc921c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Oct 25 09:22:44.836192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:44.858386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:44.959529 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.062327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Allocated IP 172.25.8.83 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/f24e36d1-d7ad-491b-bfbc-e39552c612b1) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:45.170514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522ea1-465b-4c82-93a6-1c7a63a798fb req-d7f385a0-082e-4a92-b89c-1c21320a1541 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:45.172030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45522ea1-465b-4c82-93a6-1c7a63a798fb req-d7f385a0-082e-4a92-b89c-1c21320a1541 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0996723 Oct 25 09:22:45.227454 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.238076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45522ea1-465b-4c82-93a6-1c7a63a798fb req-98b46a19-e382-46cb-b89b-59b0dab99bfe tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578835 Oct 25 09:22:45.266209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.303817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:45.307752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:45.311338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:45.340452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'Port': ['ID=f24e36d1-d7ad-491b-bfbc-e39552c612b1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:45.712760 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.746680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.900915 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.905236 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.971129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'Port': ['ID=f24e36d1-d7ad-491b-bfbc-e39552c612b1,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:45.983841 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.998386 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:45.999576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d7383fd3-8d0d-49b5-a8d5-f5658aad63ae tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3073874 Oct 25 09:22:46.002311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55558) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:46.006991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-561229648'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:46.026969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Made reservation on behalf of 80bb2048d27640c4af0ebba04c74c00f for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:46.030461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.039958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.119322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.123107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.149263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:22:46.157740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a66dc5-4cea-468c-a9a4-024cb75e0470,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:46.163434 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.163770 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Added segment cee44005-7601-4bdc-a70d-a9069653ba4a of type vlan for network 3507a128-2d1f-41c8-847a-bfe1b1efa738 Oct 25 09:22:46.203337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.227667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.233315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:46.233892 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.291241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2846582 Oct 25 09:22:46.291460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55564) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:46.306970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Request body: {'subnet': {'network_id': '3507a128-2d1f-41c8-847a-bfe1b1efa738', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:46.361156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab8c7-e079-4f22-9ed2-ea2e9052c249 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'Network': ['ID=3507a128-2d1f-41c8-847a-bfe1b1efa738,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:46.372404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:22:46.427991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8cf67-c75a-4892-8481-3a5fb76aecca req-f8d1d427-62a1-477d-b199-8f6482974457 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:46.429432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00a8cf67-c75a-4892-8481-3a5fb76aecca req-f8d1d427-62a1-477d-b199-8f6482974457 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.1076384 Oct 25 09:22:46.441060 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-170e937b-fbab-4949-b786-e7222c04f876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.444470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Made reservation on behalf of 80bb2048d27640c4af0ebba04c74c00f for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:46.448139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.533180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00a8cf67-c75a-4892-8481-3a5fb76aecca req-33eed0ea-6f89-459f-aff6-82d0bd53a204 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955110 Oct 25 09:22:46.659400 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.752877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'Subnet': ['ID=8e06f5a3-ed7e-4332-9479-df1652ea28db,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:46.788025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Checking segment: {'id': 'cee44005-7601-4bdc-a70d-a9069653ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3507a128-2d1f-41c8-847a-bfe1b1efa738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:46.788377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Network hostable DHCP agents. Network: 3507a128-2d1f-41c8-847a-bfe1b1efa738, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:22:46.809810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca8555-a93b-40a9-a292-618f9a400630 req-a9ac9c84-f336-4172-a237-c77c9b27ffe0 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:46.811268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58ca8555-a93b-40a9-a292-618f9a400630 req-a9ac9c84-f336-4172-a237-c77c9b27ffe0 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.1035295 Oct 25 09:22:46.830404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-245f0452-91fa-4217-ace8-02ff041d6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:46.831806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-245f0452-91fa-4217-ace8-02ff041d6dcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15402e1bedc64a5a8b329f96e2837ac2&device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 1096 time: 0.0800831 Oct 25 09:22:46.850504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:22:46.904343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 3507a128-2d1f-41c8-847a-bfe1b1efa738) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:46.911801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8f010-a564-4502-974d-fed973a001d7 None None] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:46.918751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:46.919329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.926503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58ca8555-a93b-40a9-a292-618f9a400630 req-55fe6d23-dbca-48c7-a81a-883f9e12a7fa tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073656 Oct 25 09:22:46.954789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d8f63005-0eb1-4ac0-bed0-f3b252c46c3b tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6623549 Oct 25 09:22:46.957797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55570) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:46.963645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1914917307', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}, 'admin_state_up': False}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:46.968716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-367073c7-79e6-4b18-b044-739ecd97b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:46.970152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-367073c7-79e6-4b18-b044-739ecd97b21d service neutron] 10.222.0.41 "GET /v2.0/networks?id=284a9b6b-09af-43c2-bf6a-9db8005f03b3 HTTP/1.1" status: 200 len: 912 time: 0.1292670 Oct 25 09:22:46.990340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:46.991532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.014908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-1c8cf728-627d-4f4b-8556-bb004c3d1aca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580faa72-99bc-499c-8c42-a3d54af32485 HTTP/1.1" status: 200 len: 217 time: 0.0367780 Oct 25 09:22:47.042998 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.069392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-3507a128-2d1f-41c8-847a-bfe1b1efa738', 'network_id': '3507a128-2d1f-41c8-847a-bfe1b1efa738', 'tenant_id': '80bb2048d27640c4af0ebba04c74c00f', 'fixed_ips': [{'subnet_id': '8e06f5a3-ed7e-4332-9479-df1652ea28db'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:22:47.070535 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.073764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-f63102bd-42ee-4ad0-bc4d-900a4420af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:47.075779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-f63102bd-42ee-4ad0-bc4d-900a4420af90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a221020b-7fdf-4730-bbe0-1a8e0d8bb603 HTTP/1.1" status: 200 len: 851 time: 0.0533040 Oct 25 09:22:47.109892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-8f61b006-590e-4b32-b9d3-c78a63c22f9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=284a9b6b-09af-43c2-bf6a-9db8005f03b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262024 Oct 25 09:22:47.190737 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.216151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-b0c77fa8-08e3-418b-bc79-6ebe5ee524be service neutron] 10.222.0.41 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991597 Oct 25 09:22:47.233546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Allocated IP 172.20.0.2 (3507a128-2d1f-41c8-847a-bfe1b1efa738/8e06f5a3-ed7e-4332-9479-df1652ea28db/2513ce02-445e-4f36-99a9-7774690a5f72) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:47.318708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91d738cd-0e7e-41be-9807-6528a0622d6d req-1223e114-60aa-466f-b82d-0b528ab86abf service neutron] 10.222.0.41 "GET /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929427 Oct 25 09:22:47.388338 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.394307 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.400593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.422926 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.434088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:47.437050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:47.440465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:47.447815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Pushing event updated for resources: {'Port': ['ID=2513ce02-445e-4f36-99a9-7774690a5f72,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:47.497153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Attempting to bind port 2513ce02-445e-4f36-99a9-7774690a5f72 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:22:47.497768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Attempting to bind port 2513ce02-445e-4f36-99a9-7774690a5f72 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'cee44005-7601-4bdc-a70d-a9069653ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3507a128-2d1f-41c8-847a-bfe1b1efa738'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:22:47.498124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Attempting to bind port 2513ce02-445e-4f36-99a9-7774690a5f72 on network 3507a128-2d1f-41c8-847a-bfe1b1efa738 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:22:47.502993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:22:47.503366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Checking segment: {'id': 'cee44005-7601-4bdc-a70d-a9069653ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3507a128-2d1f-41c8-847a-bfe1b1efa738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:22:47.503756 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.504141 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Bound using segment: {'id': 'cee44005-7601-4bdc-a70d-a9069653ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3507a128-2d1f-41c8-847a-bfe1b1efa738'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:22:47.504598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Bound port: 2513ce02-445e-4f36-99a9-7774690a5f72, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee44005-7601-4bdc-a70d-a9069653ba4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3507a128-2d1f-41c8-847a-bfe1b1efa738'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:22:47.504996 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.532905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Allocated IP 172.25.8.202 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/00b2ca06-319b-41c0-b165-081cdb8ccbce) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:47.571910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] For port 2513ce02-445e-4f36-99a9-7774690a5f72, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:22:47.575570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] For port 2513ce02-445e-4f36-99a9-7774690a5f72, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2513ce02-445e-4f36-99a9-7774690a5f72,segment=NetworkSegment(cee44005-7601-4bdc-a70d-a9069653ba4a),segment_id=cee44005-7601-4bdc-a70d-a9069653ba4a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:22:47.579735 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.641132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9bbda-5879-474d-875c-a3ed4dce6a32 None None] Pushing event updated for resources: {'Port': ['ID=2513ce02-445e-4f36-99a9-7774690a5f72,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:47.652399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.690329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:47.731092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:47.734119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:47.737724 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:47.761915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'Port': ['ID=00b2ca06-319b-41c0-b165-081cdb8ccbce,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:48.023707 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:48.051917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b60a3-01a3-4457-a7a1-25a25a42b2b7 req-44615800-91df-4c9b-9475-9b4fb655c5ab tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:48.053522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-444b60a3-01a3-4457-a7a1-25a25a42b2b7 req-44615800-91df-4c9b-9475-9b4fb655c5ab tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0547280 Oct 25 09:22:48.096693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-444b60a3-01a3-4457-a7a1-25a25a42b2b7 req-a1a1930d-fe35-4d43-8148-d73348acc89c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355463 Oct 25 09:22:48.251376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:48.400475 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Router 758fff37-5c5b-47b6-9985-162aa2a26e76 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:22:48.513542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:22:48.523053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79d68e-6680-4f29-bc35-db01b97bf390 None None] Sync routers for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:22:48.535656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79d68e-6680-4f29-bc35-db01b97bf390 None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:22:48.536303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3d79d68e-6680-4f29-bc35-db01b97bf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:48.538383 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:48.540753 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-feecce27-afec-4748-bf8a-de56b52370bc tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5812335 Oct 25 09:22:48.543735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55578) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:48.575658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3d79d68e-6680-4f29-bc35-db01b97bf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:48.585925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79d68e-6680-4f29-bc35-db01b97bf390 None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:22:48.587106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3d79d68e-6680-4f29-bc35-db01b97bf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:48.620315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3d79d68e-6680-4f29-bc35-db01b97bf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:48.621073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79d68e-6680-4f29-bc35-db01b97bf390 None None] The sync data for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:22:48.630999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9eaa4c-d7b9-4609-aae2-c95d8ad533bc None None] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:22:48.864371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c8f587d8-8e8c-46ea-8817-482904c67830 None None] Provisioning complete for port 2513ce02-445e-4f36-99a9-7774690a5f72 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:48.864743 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8f587d8-8e8c-46ea-8817-482904c67830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:48.871725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2513ce02-445e-4f36-99a9-7774690a5f72 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:22:48.950954 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-21c5e230-58ef-4594-bb7c-28ca6f6fd3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.017147 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.043660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2513ce02-445e-4f36-99a9-7774690a5f72 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:49.044020 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.088731 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8f587d8-8e8c-46ea-8817-482904c67830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.162595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c8f587d8-8e8c-46ea-8817-482904c67830 None None] For port 2513ce02-445e-4f36-99a9-7774690a5f72, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2513ce02-445e-4f36-99a9-7774690a5f72,segment=NetworkSegment(cee44005-7601-4bdc-a70d-a9069653ba4a),segment_id=cee44005-7601-4bdc-a70d-a9069653ba4a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:49.183509 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8f587d8-8e8c-46ea-8817-482904c67830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.225646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.256680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f587d8-8e8c-46ea-8817-482904c67830 None None] Pushing event updated for resources: {'Port': ['ID=2513ce02-445e-4f36-99a9-7774690a5f72,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:49.297077 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:22:49.297430 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:22:49.297718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7cb8e-7800-4a92-921b-36e97abd1780 req-c23977dc-07fb-4134-8edd-3114d75e7b05 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:49.299259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85c7cb8e-7800-4a92-921b-36e97abd1780 req-c23977dc-07fb-4134-8edd-3114d75e7b05 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.1041760 Oct 25 09:22:49.379665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85c7cb8e-7800-4a92-921b-36e97abd1780 req-6b7a89ae-5741-47d0-ba6a-6327dda9768c tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737154 Oct 25 09:22:49.391098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Allocated IP 172.20.0.1 (3507a128-2d1f-41c8-847a-bfe1b1efa738/8e06f5a3-ed7e-4332-9479-df1652ea28db/1200c491-8e73-4fd4-9b24-8eba6469bb14) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:49.408472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4cb9c803-9d0f-482e-aca6-8a9dd8f6e095 None None] Provisioning complete for port 2513ce02-445e-4f36-99a9-7774690a5f72 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:49.409673 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c803-9d0f-482e-aca6-8a9dd8f6e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.523630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.559259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.606945 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:49.610173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:49.614034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:49.644869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'Port': ['ID=1200c491-8e73-4fd4-9b24-8eba6469bb14,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:49.688349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.759469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd410c-5dc5-4bf6-b22a-5a53e2e8629f req-7ce4a3d8-cc06-4156-8462-54f357ae8222 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:49.761050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6bd410c-5dc5-4bf6-b22a-5a53e2e8629f req-7ce4a3d8-cc06-4156-8462-54f357ae8222 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.1086612 Oct 25 09:22:49.861745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c6bd410c-5dc5-4bf6-b22a-5a53e2e8629f req-8759d573-d14c-416c-83a9-18c02b8bf791 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939798 Oct 25 09:22:49.870857 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.891263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.936406 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.938151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2d075fb9-de4a-4761-92d3-0f5f55aec9a3 None None] Provisioning complete for port 1200c491-8e73-4fd4-9b24-8eba6469bb14 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:49.938596 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2d075fb9-de4a-4761-92d3-0f5f55aec9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:49.977641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2d075fb9-de4a-4761-92d3-0f5f55aec9a3 None None] Port 1200c491-8e73-4fd4-9b24-8eba6469bb14 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:22:50.155394 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:50.159938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:50.233636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'Port': ['ID=1200c491-8e73-4fd4-9b24-8eba6469bb14,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:50.235967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:50.331113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:50.332433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:50.453141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Router 758fff37-5c5b-47b6-9985-162aa2a26e76 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:22:50.565961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:22:50.575150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e65d7051-4440-418f-acb1-5c35e8058c05 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "PUT /v2.0/routers/758fff37-5c5b-47b6-9985-162aa2a26e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0299754 Oct 25 09:22:50.575693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55590) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:50.577669 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c95303-84c0-4f8f-8629-b1edd4e2f79a None None] Sync routers for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:22:50.580712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Request body: {'port': {'network_id': '3507a128-2d1f-41c8-847a-bfe1b1efa738', 'name': 'tempest-FloatingIPAdminTestJSON-760968194'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:50.588513 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c95303-84c0-4f8f-8629-b1edd4e2f79a None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:22:50.589445 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d5c95303-84c0-4f8f-8629-b1edd4e2f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:50.601088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-03796219-f9b3-4fb6-9161-03be87890bb4 None None] Provisioning complete for port 1200c491-8e73-4fd4-9b24-8eba6469bb14 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:50.601497 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-03796219-f9b3-4fb6-9161-03be87890bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:50.625207 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d5c95303-84c0-4f8f-8629-b1edd4e2f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:50.634587 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c95303-84c0-4f8f-8629-b1edd4e2f79a None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:22:50.635184 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d5c95303-84c0-4f8f-8629-b1edd4e2f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:50.638353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-03796219-f9b3-4fb6-9161-03be87890bb4 None None] Port 1200c491-8e73-4fd4-9b24-8eba6469bb14 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:22:50.667576 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d5c95303-84c0-4f8f-8629-b1edd4e2f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:50.668135 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c95303-84c0-4f8f-8629-b1edd4e2f79a None None] The sync data for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:22:50.695430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Made reservation on behalf of 80bb2048d27640c4af0ebba04c74c00f for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:22:50.698942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:50.716433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] device_id is not set on port 34b97a67-5459-4e04-afed-635b895ebee2 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:22:50.784149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2513ce02-445e-4f36-99a9-7774690a5f72 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:22:50.829251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Allocated IP 172.20.0.3 (3507a128-2d1f-41c8-847a-bfe1b1efa738/8e06f5a3-ed7e-4332-9479-df1652ea28db/34b97a67-5459-4e04-afed-635b895ebee2) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:50.831842 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2513ce02-445e-4f36-99a9-7774690a5f72 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:50.832302 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:50.981117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:50.988908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264777-5f25-42f4-8abf-04c9702f5c15 req-29017769-e5ab-440b-9650-3029fb2278bd tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:50.990379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3264777-5f25-42f4-8abf-04c9702f5c15 req-29017769-e5ab-440b-9650-3029fb2278bd tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0495880 Oct 25 09:22:51.016060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.031654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b3264777-5f25-42f4-8abf-04c9702f5c15 req-abce8778-bae0-4c3c-9c7f-6dc31a96391b tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/security-groups?id=a854ccd6-171f-4de1-a391-8838c2a5bc53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Oct 25 09:22:51.062221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:51.065311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:51.067647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:51.095806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event updated for resources: {'Port': ['ID=34b97a67-5459-4e04-afed-635b895ebee2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:51.123765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:51.124446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.141729 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f9fbce47-f145-4fdb-8ab4-c4a5c0684873 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649121 Oct 25 09:22:51.144767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55594) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:51.202459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'project_id': '80bb2048d27640c4af0ebba04c74c00f', 'port_id': '34b97a67-5459-4e04-afed-635b895ebee2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:51.223652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.259873 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b1e3a7d1-4228-4c0d-961c-196e9680dc5d None None] Provisioning complete for port 34b97a67-5459-4e04-afed-635b895ebee2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:22:51.260436 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a7d1-4228-4c0d-961c-196e9680dc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.293952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3a7d1-4228-4c0d-961c-196e9680dc5d None None] Port 34b97a67-5459-4e04-afed-635b895ebee2 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:22:51.316440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.420866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Allocated IP 172.25.8.36 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/17c34013-d9b8-46e9-9e57-b400e107fda5) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:51.524435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.557498 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.595086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:51.599612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:51.604264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:51.628096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Pushing event updated for resources: {'Port': ['ID=17c34013-d9b8-46e9-9e57-b400e107fda5,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:51.694404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-f6caa988-fef0-4150-ba66-b3d0824d80ac tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:51.695858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-f6caa988-fef0-4150-ba66-b3d0824d80ac tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.41 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 945 time: 0.0505922 Oct 25 09:22:51.796075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Deleting port 580faa72-99bc-499c-8c42-a3d54af32485 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:51.796426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.803417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.887280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] For port 580faa72-99bc-499c-8c42-a3d54af32485, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=580faa72-99bc-499c-8c42-a3d54af32485,segment=NetworkSegment(74153928-def7-4cd5-ab65-f4b570d48821),segment_id=74153928-def7-4cd5-ab65-f4b570d48821)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:22:51.887633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:51.901176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Calling delete_port for 580faa72-99bc-499c-8c42-a3d54af32485 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:51.953836 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:52.020037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:52.033913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:52.064787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Pushing event deleted for resources: {'Port': ['ID=580faa72-99bc-499c-8c42-a3d54af32485,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:52.067453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['580faa72-99bc-499c-8c42-a3d54af32485'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:22:52.119044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] No DVR routers for this DVR port 580faa72-99bc-499c-8c42-a3d54af32485 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:22:52.128177 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:52.131376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89b77a45-4d32-44fb-b64a-cd84dbe37729 req-4a2c6fdc-96e3-4702-a747-a6439889bc38 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.41 "DELETE /v2.0/ports/580faa72-99bc-499c-8c42-a3d54af32485 HTTP/1.1" status: 204 len: 173 time: 0.4291036 Oct 25 09:22:52.131821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93814de-8b41-4334-b26c-e78d9edd375d', 'name': 'network-vif-deleted', 'tag': '580faa72-99bc-499c-8c42-a3d54af32485'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:22:52.134123 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2cfd6c-7c27-457c-bd6d-da1e64c414b3" -d '{"events": [{"server_uuid": "f93814de-8b41-4334-b26c-e78d9edd375d", "name": "network-vif-deleted", "tag": "580faa72-99bc-499c-8c42-a3d54af32485"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:22:52.155260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44c7275d-d64a-4127-94b0-01e90c5ceef7 req-12992388-2470-47f9-ade0-41871f220f41 tempest-TestServerAdvancedOps-831367199 tempest-TestServerAdvancedOps-831367199-project] 10.222.0.32 "GET /v2.0/ports?device_id=f93814de-8b41-4334-b26c-e78d9edd375d HTTP/1.1" status: 200 len: 210 time: 0.0374739 Oct 25 09:22:52.201355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:52.204566 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef99af2-bfd3-4baf-8e40-ba230ab82776 x-openstack-request-id: req-0ef99af2-bfd3-4baf-8e40-ba230ab82776 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:22:52.204977 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93814de-8b41-4334-b26c-e78d9edd375d", "name": "network-vif-deleted", "tag": "580faa72-99bc-499c-8c42-a3d54af32485", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:22:52.205170 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ef99af2-bfd3-4baf-8e40-ba230ab82776 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:22:52.205686 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93814de-8b41-4334-b26c-e78d9edd375d', 'name': 'network-vif-deleted', 'tag': '580faa72-99bc-499c-8c42-a3d54af32485', 'status': 'completed', 'code': 200} Oct 25 09:22:52.207781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:52.612791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Pushing event updated for resources: {'Port': ['ID=17c34013-d9b8-46e9-9e57-b400e107fda5,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:52.624968 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:52.732337 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Floating IP bee70dc1-7e63-4482-b5c1-98381f87bc1d associated. External IP: 172.25.8.36, port: 34b97a67-5459-4e04-afed-635b895ebee2. Oct 25 09:22:52.933446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Router 758fff37-5c5b-47b6-9985-162aa2a26e76 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:22:53.040063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:22:53.049303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443a33b-5dce-4b71-aa51-a0c90e25ac1a None None] Sync routers for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:22:53.057728 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:53.058326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443a33b-5dce-4b71-aa51-a0c90e25ac1a None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:22:53.058932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e443a33b-5dce-4b71-aa51-a0c90e25ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:53.085790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-92232466-d274-4195-a328-552e39da19a5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 1.9399800 Oct 25 09:22:53.089156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55606) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:53.094621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e443a33b-5dce-4b71-aa51-a0c90e25ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:53.103235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443a33b-5dce-4b71-aa51-a0c90e25ac1a None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:22:53.103843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e443a33b-5dce-4b71-aa51-a0c90e25ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:53.135020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e443a33b-5dce-4b71-aa51-a0c90e25ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:53.135648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443a33b-5dce-4b71-aa51-a0c90e25ac1a None None] The sync data for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:22:53.204986 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bc1bb63d-ccc1-4413-9381-88b3b65b02e5 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] 10.222.0.32 "GET /v2.0/floatingips/bee70dc1-7e63-4482-b5c1-98381f87bc1d HTTP/1.1" status: 200 len: 981 time: 0.1147377 Oct 25 09:22:53.207555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55610) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:53.221236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55612) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:53.269445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c551966-3dee-4774-a587-448d119658ba admin admin] Deleting subnet a221020b-7fdf-4730-bbe0-1a8e0d8bb603 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:22:53.272648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c551966-3dee-4774-a587-448d119658ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:53.309813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c551966-3dee-4774-a587-448d119658ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:53.318451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-86dabc86-1cde-404c-895d-ae63a3f6a8fa tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.1097727 Oct 25 09:22:53.321179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55614) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:53.348912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c551966-3dee-4774-a587-448d119658ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:53.401831 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c551966-3dee-4774-a587-448d119658ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:53.432827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c551966-3dee-4774-a587-448d119658ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a221020b-7fdf-4730-bbe0-1a8e0d8bb603,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:53.434881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c551966-3dee-4774-a587-448d119658ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:53.440532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55616) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:53.440679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c551966-3dee-4774-a587-448d119658ba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a221020b-7fdf-4730-bbe0-1a8e0d8bb603 HTTP/1.1" status: 204 len: 168 time: 0.2204916 Oct 25 09:22:53.838511 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:53.854040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Deleting port 17c34013-d9b8-46e9-9e57-b400e107fda5 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:53.854368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:53.973648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.008997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284a9b6b-09af-43c2-bf6a-9db8005f03b3']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:54.011768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.012096 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.026693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74153928-def7-4cd5-ab65-f4b570d48821') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:54.026988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74153928-def7-4cd5-ab65-f4b570d48821') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:54.035270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Calling delete_port for 17c34013-d9b8-46e9-9e57-b400e107fda5 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:54.041629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.060916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.097289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:22:54.097671 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:22:54.099309 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:22:54.168995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.173998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.177166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] 10.222.0.32 "DELETE /v2.0/networks/284a9b6b-09af-43c2-bf6a-9db8005f03b3 HTTP/1.1" status: 204 len: 168 time: 0.7352381 Oct 25 09:22:54.180282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55620) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:54.200593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0667413-c144-4f7a-b577-35efb879919a admin admin] Pushing event deleted for resources: {'Network': ['ID=284a9b6b-09af-43c2-bf6a-9db8005f03b3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:54.226051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-150d0a47-d4ff-4c03-8d0c-eea2ae0045d6 admin admin] Deleting subnet 6ce1c2fd-740e-4782-9154-394b72d99ccf {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:22:54.230137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150d0a47-d4ff-4c03-8d0c-eea2ae0045d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.265416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150d0a47-d4ff-4c03-8d0c-eea2ae0045d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.268107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.301342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event deleted for resources: {'Port': ['ID=17c34013-d9b8-46e9-9e57-b400e107fda5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:54.307178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150d0a47-d4ff-4c03-8d0c-eea2ae0045d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.360033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150d0a47-d4ff-4c03-8d0c-eea2ae0045d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.361757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.362243 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Floating IP bee70dc1-7e63-4482-b5c1-98381f87bc1d disassociated (deleted). External IP: 172.25.8.36, port: 34b97a67-5459-4e04-afed-635b895ebee2. Oct 25 09:22:54.392314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d0a47-d4ff-4c03-8d0c-eea2ae0045d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce1c2fd-740e-4782-9154-394b72d99ccf,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:54.394289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-150d0a47-d4ff-4c03-8d0c-eea2ae0045d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.400022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55622) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:54.400172 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-150d0a47-d4ff-4c03-8d0c-eea2ae0045d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ce1c2fd-740e-4782-9154-394b72d99ccf HTTP/1.1" status: 204 len: 168 time: 0.2186532 Oct 25 09:22:54.515954 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.678158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.706797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6245be32-248f-4d4e-b9e9-e7575ce4e487']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:54.719862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d58da7d-51a0-4de6-aef3-1e9d00f09d19') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:54.720154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d58da7d-51a0-4de6-aef3-1e9d00f09d19') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:54.734089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.736550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Router 758fff37-5c5b-47b6-9985-162aa2a26e76 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:22:54.751516 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.759342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:22:54.759718 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:22:54.761481 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:22:54.883176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.892226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.895267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] 10.222.0.32 "DELETE /v2.0/networks/6245be32-248f-4d4e-b9e9-e7575ce4e487 HTTP/1.1" status: 204 len: 168 time: 0.4942918 Oct 25 09:22:54.908303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f9cf0-e6e8-4487-8c23-0b8d9ae25d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6245be32-248f-4d4e-b9e9-e7575ce4e487,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:54.925497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:22:54.930218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.936431 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f44c8-22de-4fc4-a0f9-073c84415222 None None] Sync routers for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:22:54.946395 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f44c8-22de-4fc4-a0f9-073c84415222 None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:22:54.946992 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-693f44c8-22de-4fc4-a0f9-073c84415222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:54.960426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2f0bc20c-b8a4-4c00-a005-5a7ae1fe634a tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "DELETE /v2.0/floatingips/bee70dc1-7e63-4482-b5c1-98381f87bc1d HTTP/1.1" status: 204 len: 168 time: 1.6349149 Oct 25 09:22:54.961533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55628) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:54.965830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:54.980004 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-693f44c8-22de-4fc4-a0f9-073c84415222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:54.989580 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:54.989758 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f44c8-22de-4fc4-a0f9-073c84415222 None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:22:54.990477 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-693f44c8-22de-4fc4-a0f9-073c84415222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:55.028992 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-693f44c8-22de-4fc4-a0f9-073c84415222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:22:55.029630 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f44c8-22de-4fc4-a0f9-073c84415222 None None] The sync data for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 is: [] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:22:55.075913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55630) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:55.080711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.117274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5eed76a8-565d-481c-80f6-fefaed3e6a7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15402e1bedc64a5a8b329f96e2837ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400808 Oct 25 09:22:55.119818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55632) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:55.168514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e3708a9-815b-494d-b692-a0e94d39c87a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.190277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e3708a9-815b-494d-b692-a0e94d39c87a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.190943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Allocated IP 172.25.8.29 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/61059957-44b6-4aec-8272-1b27ba4e1733) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:55.240912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e3708a9-815b-494d-b692-a0e94d39c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.243930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7e3708a9-815b-494d-b692-a0e94d39c87a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.245114 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7e3708a9-815b-494d-b692-a0e94d39c87a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a854ccd6-171f-4de1-a391-8838c2a5bc53 HTTP/1.1" status: 204 len: 168 time: 0.1243839 Oct 25 09:22:55.255563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3708a9-815b-494d-b692-a0e94d39c87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a854ccd6-171f-4de1-a391-8838c2a5bc53,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:55.298776 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.333022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.380402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:55.384088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:55.387993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:55.412803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Pushing event updated for resources: {'Port': ['ID=61059957-44b6-4aec-8272-1b27ba4e1733,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:55.459461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 580faa72-99bc-499c-8c42-a3d54af32485 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:22:55.480095 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.484463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 580faa72-99bc-499c-8c42-a3d54af32485 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:22:55.485107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 580faa72-99bc-499c-8c42-a3d54af32485 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:22:55.515967 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.579914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55638) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:55.621184 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a388f606-81d3-420d-8c92-6a6425c71c40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60e9fc33629946a29e64e4036bbb7e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400660 Oct 25 09:22:55.623578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55640) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:55.676573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.676977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1bb52cc-acac-49ad-bed7-6fe42099c048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.681682 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.700936 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1bb52cc-acac-49ad-bed7-6fe42099c048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.750118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Pushing event updated for resources: {'Port': ['ID=61059957-44b6-4aec-8272-1b27ba4e1733,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:55.751161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1bb52cc-acac-49ad-bed7-6fe42099c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.756054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f1bb52cc-acac-49ad-bed7-6fe42099c048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.757421 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f1bb52cc-acac-49ad-bed7-6fe42099c048 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11afe813-6c1c-47c0-8c9d-6603c1c23e28 HTTP/1.1" status: 204 len: 168 time: 0.1327405 Oct 25 09:22:55.765095 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.766447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb52cc-acac-49ad-bed7-6fe42099c048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11afe813-6c1c-47c0-8c9d-6603c1c23e28,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:55.788373 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:55.790419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8e28219f-a7fd-4c67-ad15-b9729e86c305 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8276618 Oct 25 09:22:55.793056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55644) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:55.954491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:22:55.980711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.095678 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.216838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Allocated IP 172.25.8.19 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/695469c8-5949-43cd-8eb3-0f216c1086de) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:22:56.329142 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.365474 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.404601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:22:56.407447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:22:56.410015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:22:56.441681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Pushing event updated for resources: {'Port': ['ID=695469c8-5949-43cd-8eb3-0f216c1086de,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:56.503490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.536557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.686975 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.691201 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.764099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Pushing event updated for resources: {'Port': ['ID=695469c8-5949-43cd-8eb3-0f216c1086de,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:56.774676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.788864 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:56.790265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26b3fd20-cbae-417f-8ef6-ac28dfe30bf0 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9962118 Oct 25 09:22:56.792858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55650) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:56.854538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-50d0c1b7-3f42-45c4-aa71-ff2a27a52b53 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.0606017 Oct 25 09:22:56.857067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55652) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:56.925993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-54fbe80d-8289-4254-b1ab-3f9259e2b1ab tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0678945 Oct 25 09:22:56.928544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55654) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:57.051709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Deleting port 695469c8-5949-43cd-8eb3-0f216c1086de {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:57.051972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.128513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.128838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.141130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Calling delete_port for 695469c8-5949-43cd-8eb3-0f216c1086de owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:57.272084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.299764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Pushing event deleted for resources: {'Port': ['ID=695469c8-5949-43cd-8eb3-0f216c1086de,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:57.359754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.362769 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.363901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7cbada07-d3b8-4469-ae3d-694f831b3924 tempest-FloatingIPAdminTestJSON-422568068 tempest-FloatingIPAdminTestJSON-422568068-project] 10.222.0.32 "DELETE /v2.0/floatingips/5b00381f-b390-4bd2-9905-350e539c0aa1 HTTP/1.1" status: 204 len: 168 time: 0.4344378 Oct 25 09:22:57.366611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55658) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:57.485035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Deleting port 61059957-44b6-4aec-8272-1b27ba4e1733 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:57.485369 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.563712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.564540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.577486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Calling delete_port for 61059957-44b6-4aec-8272-1b27ba4e1733 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:57.706551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.739506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Pushing event deleted for resources: {'Port': ['ID=61059957-44b6-4aec-8272-1b27ba4e1733,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:57.794404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.796983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.798116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-02b357b2-0ab3-462e-85bc-1e7ab1fb7651 tempest-FloatingIPAdminTestJSON-1177494802 tempest-FloatingIPAdminTestJSON-1177494802-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/89671b3d-7337-488e-a32d-191387f8aedd HTTP/1.1" status: 204 len: 168 time: 0.4299743 Oct 25 09:22:57.801540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55660) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:57.891413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-95fb7bf7-2219-4bb9-b50d-f5ff299c56c1 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Deleting port 34b97a67-5459-4e04-afed-635b895ebee2 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:57.891663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95fb7bf7-2219-4bb9-b50d-f5ff299c56c1 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.975717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95fb7bf7-2219-4bb9-b50d-f5ff299c56c1 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:57.987828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-95fb7bf7-2219-4bb9-b50d-f5ff299c56c1 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Calling delete_port for 34b97a67-5459-4e04-afed-635b895ebee2 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:58.115366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95fb7bf7-2219-4bb9-b50d-f5ff299c56c1 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:58.144940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb7bf7-2219-4bb9-b50d-f5ff299c56c1 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event deleted for resources: {'Port': ['ID=34b97a67-5459-4e04-afed-635b895ebee2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:58.218322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-95fb7bf7-2219-4bb9-b50d-f5ff299c56c1 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:58.221594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-95fb7bf7-2219-4bb9-b50d-f5ff299c56c1 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "DELETE /v2.0/ports/34b97a67-5459-4e04-afed-635b895ebee2 HTTP/1.1" status: 204 len: 168 time: 0.4191065 Oct 25 09:22:58.224297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55664) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:58.276147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75324cd8-367e-480c-853e-8f05be912072 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:22:58.277727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-75324cd8-367e-480c-853e-8f05be912072 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "GET /v2.0/ports?device_id=758fff37-5c5b-47b6-9985-162aa2a26e76 HTTP/1.1" status: 200 len: 913 time: 0.0524030 Oct 25 09:22:58.280516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55666) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:22:58.928216 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:59.180183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Deleting port 1200c491-8e73-4fd4-9b24-8eba6469bb14 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:22:59.180441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:59.273120 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:59.285566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Calling delete_port for 1200c491-8e73-4fd4-9b24-8eba6469bb14 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:22:59.469479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:59.495883 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event deleted for resources: {'Port': ['ID=1200c491-8e73-4fd4-9b24-8eba6469bb14,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:22:59.670920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:22:59.888566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Router 758fff37-5c5b-47b6-9985-162aa2a26e76 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:22:59.995886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:23:00.001062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d4bbc204-245d-4806-bc77-5594c3b944f0 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "PUT /v2.0/routers/758fff37-5c5b-47b6-9985-162aa2a26e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7193453 Oct 25 09:23:00.003587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55672) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:00.006313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f759308-54f5-4328-a5ca-837d145efa01 None None] Sync routers for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:23:00.016488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f759308-54f5-4328-a5ca-837d145efa01 None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:00.017327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6f759308-54f5-4328-a5ca-837d145efa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:00.049589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6f759308-54f5-4328-a5ca-837d145efa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:00.058928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f759308-54f5-4328-a5ca-837d145efa01 None None] Routers {'758fff37-5c5b-47b6-9985-162aa2a26e76'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:00.059521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6f759308-54f5-4328-a5ca-837d145efa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:22:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['758fff37-5c5b-47b6-9985-162aa2a26e76'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:00.094489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6f759308-54f5-4328-a5ca-837d145efa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:00.095133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f759308-54f5-4328-a5ca-837d145efa01 None None] The sync data for ids ['758fff37-5c5b-47b6-9985-162aa2a26e76'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:23:00.115972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.218677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.271468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Deleting port 00b2ca06-319b-41c0-b165-081cdb8ccbce {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:00.271878 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.347680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.359598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Calling delete_port for 00b2ca06-319b-41c0-b165-081cdb8ccbce owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:00.520178 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.550404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event deleted for resources: {'Port': ['ID=00b2ca06-319b-41c0-b165-081cdb8ccbce,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:00.608761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.697933 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.700295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.743453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.744028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Fanout notify agent at l3_agent the message router_deleted on router 758fff37-5c5b-47b6-9985-162aa2a26e76 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:23:00.750788 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.751870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6f951609-6864-4c9a-a3fc-6e93bbde41a2 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "DELETE /v2.0/routers/758fff37-5c5b-47b6-9985-162aa2a26e76 HTTP/1.1" status: 204 len: 168 time: 0.7473779 Oct 25 09:23:00.754416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55676) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:00.808536 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d99b1b8-1f5d-4f0a-b70d-34a494727d4e tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Deleting subnet 8e06f5a3-ed7e-4332-9479-df1652ea28db {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:00.811567 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2d99b1b8-1f5d-4f0a-b70d-34a494727d4e tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.850994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2d99b1b8-1f5d-4f0a-b70d-34a494727d4e tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.931546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2d99b1b8-1f5d-4f0a-b70d-34a494727d4e tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:00.990866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2d99b1b8-1f5d-4f0a-b70d-34a494727d4e tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.016625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99b1b8-1f5d-4f0a-b70d-34a494727d4e tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event deleted for resources: {'Subnet': ['ID=8e06f5a3-ed7e-4332-9479-df1652ea28db,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:01.020366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2d99b1b8-1f5d-4f0a-b70d-34a494727d4e tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.024577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2d99b1b8-1f5d-4f0a-b70d-34a494727d4e tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "DELETE /v2.0/subnets/8e06f5a3-ed7e-4332-9479-df1652ea28db HTTP/1.1" status: 204 len: 168 time: 0.2687230 Oct 25 09:23:01.026519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55678) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:01.029167 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673cd961-5fd1-4801-9153-f22301e5d9c8 None None] Network 3507a128-2d1f-41c8-847a-bfe1b1efa738 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:01.100673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.154349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Deleting port 2513ce02-445e-4f36-99a9-7774690a5f72 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:01.154687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.202175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] DHCP port deletion for 3507a128-2d1f-41c8-847a-bfe1b1efa738 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:01.224972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] For port 2513ce02-445e-4f36-99a9-7774690a5f72, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2513ce02-445e-4f36-99a9-7774690a5f72,segment=NetworkSegment(cee44005-7601-4bdc-a70d-a9069653ba4a),segment_id=cee44005-7601-4bdc-a70d-a9069653ba4a)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:01.225339 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.239293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Calling delete_port for 2513ce02-445e-4f36-99a9-7774690a5f72 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:01.249128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] Deleting port 2513ce02-445e-4f36-99a9-7774690a5f72 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:01.249504 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.313330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] For port 2513ce02-445e-4f36-99a9-7774690a5f72, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2513ce02-445e-4f36-99a9-7774690a5f72,segment=NetworkSegment(cee44005-7601-4bdc-a70d-a9069653ba4a),segment_id=cee44005-7601-4bdc-a70d-a9069653ba4a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:01.314165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.321117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.329114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] Calling delete_port for 2513ce02-445e-4f36-99a9-7774690a5f72 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:01.351362 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event deleted for resources: {'Port': ['ID=2513ce02-445e-4f36-99a9-7774690a5f72,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:01.354952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] No DVR routers for this DVR port 2513ce02-445e-4f36-99a9-7774690a5f72 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:01.409787 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.433722 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.433931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] Pushing event deleted for resources: {'Port': ['ID=2513ce02-445e-4f36-99a9-7774690a5f72,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:01.439154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afea2a-0251-4be0-8978-a4bcd36f9f63 None None] No DVR routers for this DVR port 2513ce02-445e-4f36-99a9-7774690a5f72 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:01.456542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3507a128-2d1f-41c8-847a-bfe1b1efa738']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:01.466914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee44005-7601-4bdc-a70d-a9069653ba4a') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:01.467209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee44005-7601-4bdc-a70d-a9069653ba4a') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:01.476770 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.489644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.496416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:01.496796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:01.499845 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:01.559998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.565550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.571982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "DELETE /v2.0/networks/3507a128-2d1f-41c8-847a-bfe1b1efa738 HTTP/1.1" status: 204 len: 168 time: 0.5417030 Oct 25 09:23:01.572620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55682) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:01.584653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3391b3-7f33-4fcf-a80f-1b724d5ee1c8 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event deleted for resources: {'Network': ['ID=3507a128-2d1f-41c8-847a-bfe1b1efa738,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:01.698430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Deleting port f24e36d1-d7ad-491b-bfbc-e39552c612b1 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:01.698699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.776111 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.776485 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.787945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Calling delete_port for f24e36d1-d7ad-491b-bfbc-e39552c612b1 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:01.918280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:01.943050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Pushing event deleted for resources: {'Port': ['ID=f24e36d1-d7ad-491b-bfbc-e39552c612b1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:02.006390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.010491 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.011634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-946cdee2-feca-4f32-bc6e-2f1a77a5cdb9 tempest-FloatingIPAdminTestJSON-1563556121 tempest-FloatingIPAdminTestJSON-1563556121-project] 10.222.0.32 "DELETE /v2.0/floatingips/e4cde158-afa8-4ad1-ac64-2356f9b0bb74 HTTP/1.1" status: 204 len: 168 time: 0.4382796 Oct 25 09:23:02.256719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55688) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:02.387811 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c2677f6d-52d8-4616-a03e-81bc390e1b8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80bb2048d27640c4af0ebba04c74c00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299007 Oct 25 09:23:02.390332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55692) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:02.443483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73f9f6af-a6d1-4872-8ea1-108475725c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.466034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73f9f6af-a6d1-4872-8ea1-108475725c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.513930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73f9f6af-a6d1-4872-8ea1-108475725c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.516477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73f9f6af-a6d1-4872-8ea1-108475725c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.517651 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73f9f6af-a6d1-4872-8ea1-108475725c39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75a66dc5-4cea-468c-a9a4-024cb75e0470 HTTP/1.1" status: 204 len: 168 time: 0.1264155 Oct 25 09:23:02.526038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9f6af-a6d1-4872-8ea1-108475725c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a66dc5-4cea-468c-a9a4-024cb75e0470,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:02.778088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55700) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:02.785790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2513ce02-445e-4f36-99a9-7774690a5f72 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:02.792642 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2aaf375f-287d-4a01-8345-7fdb0e8ed54a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.809640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2513ce02-445e-4f36-99a9-7774690a5f72 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:02.809973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2513ce02-445e-4f36-99a9-7774690a5f72 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:02.868028 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2aaf375f-287d-4a01-8345-7fdb0e8ed54a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.871663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2aaf375f-287d-4a01-8345-7fdb0e8ed54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.909275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2aaf375f-287d-4a01-8345-7fdb0e8ed54a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c8c9449645e4e12bbb9b72c18790c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301692 Oct 25 09:23:02.910121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf375f-287d-4a01-8345-7fdb0e8ed54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45baf2ba-bc13-4ec3-aac5-a351a409cb06,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:02.912877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55702) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:02.963395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4092e075-58dc-40f7-ab60-1653512f85a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:02.985262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4092e075-58dc-40f7-ab60-1653512f85a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.030162 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4092e075-58dc-40f7-ab60-1653512f85a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.032804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4092e075-58dc-40f7-ab60-1653512f85a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.033963 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4092e075-58dc-40f7-ab60-1653512f85a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45baf2ba-bc13-4ec3-aac5-a351a409cb06 HTTP/1.1" status: 204 len: 168 time: 0.1195054 Oct 25 09:23:03.042313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092e075-58dc-40f7-ab60-1653512f85a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45baf2ba-bc13-4ec3-aac5-a351a409cb06,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:03.342243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55708) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:03.355851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f5a17b66-172c-4db4-8958-362d34d1b558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.428851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f5a17b66-172c-4db4-8958-362d34d1b558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.433410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f5a17b66-172c-4db4-8958-362d34d1b558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.474510 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f5a17b66-172c-4db4-8958-362d34d1b558 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99615c69887b44d4acc4dff5783c1167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311986 Oct 25 09:23:03.475461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a17b66-172c-4db4-8958-362d34d1b558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436b26b9-071f-4b36-a858-9acaddc4f526,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:03.478668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55710) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:03.535158 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-81a060a7-d624-4dd1-a968-225c4708195e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.556920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-81a060a7-d624-4dd1-a968-225c4708195e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.603264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-81a060a7-d624-4dd1-a968-225c4708195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.606004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-81a060a7-d624-4dd1-a968-225c4708195e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:03.607125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-81a060a7-d624-4dd1-a968-225c4708195e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/436b26b9-071f-4b36-a858-9acaddc4f526 HTTP/1.1" status: 204 len: 168 time: 0.1272700 Oct 25 09:23:03.616710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a060a7-d624-4dd1-a968-225c4708195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b26b9-071f-4b36-a858-9acaddc4f526,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:04.505164 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:23:04.822160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55750) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:04.970754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-659987421'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:04.993645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Made reservation on behalf of 2f968d6b62134ec1b166f45696b2c5db for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:04.997444 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.006002 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.086542 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.090461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.119395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:05.125534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a36ec3-c17f-4741-b453-dc1e6c5276cd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:05.131810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.132146 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Added segment 92a7507e-fe71-4fb6-99cf-1ecf71b8abbe of type vlan for network 914d4f29-c626-4c18-af04-f0dd46f91767 Oct 25 09:23:05.172849 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.197249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.203044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:05.203622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.262329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4388885 Oct 25 09:23:05.275402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47938a9a-ff09-4d2f-b0eb-586fe4419d00 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Pushing event updated for resources: {'Network': ['ID=914d4f29-c626-4c18-af04-f0dd46f91767,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:05.285414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 914d4f29-c626-4c18-af04-f0dd46f91767 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:05.426242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55758) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:05.431811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Request body: {'port': {'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767', 'binding:host_id': 'n-h2-814746-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1868607189'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:05.452683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Made reservation on behalf of df679b78ce3c40abb5d05ba094cd05ca for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:05.454916 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.463173 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.534022 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.537455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.542417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] device_id is not set on port 23ad823a-42c4-4290-9733-90e570643aa0 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:05.621357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b526576-31ef-4e64-9f5d-2745ec58bb8f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:05.781448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] device_id is not set on port 23ad823a-42c4-4290-9733-90e570643aa0 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:05.790803 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.796818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:05.846957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=23ad823a-42c4-4290-9733-90e570643aa0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:05.864009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Checking segment: {'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:05.864361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Network hostable DHCP agents. Network: 914d4f29-c626-4c18-af04-f0dd46f91767, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:05.880726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Network 914d4f29-c626-4c18-af04-f0dd46f91767 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:05.889896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 914d4f29-c626-4c18-af04-f0dd46f91767) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:05.894546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:05.902120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adcb4aa-2aef-497c-8670-50017a0ee763 None None] Network 914d4f29-c626-4c18-af04-f0dd46f91767 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:05.914180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:05.914518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:05.914944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:05.919324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:05.919646 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:05.920035 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 2 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:05.932708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:05.933097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:05.933420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:05.937669 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:05.937991 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:05.938376 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 3 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:05.951479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:05.951812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:05.952145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:05.956519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:05.956844 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:05.957259 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 4 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:05.968801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:05.969158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:05.969569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:05.973789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:05.974112 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:05.974522 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 5 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:05.987601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:05.987938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:05.988271 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:05.993215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:05.993548 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:05.993936 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 6 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:06.005715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:06.006048 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:06.006378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:06.010645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:06.010965 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:06.011352 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 7 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:06.023901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:06.024336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:06.024673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:06.028970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:06.029283 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:06.029673 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 8 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:06.041786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:06.042052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:06.042376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:06.046576 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:06.046895 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:06.047271 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 9 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:06.059976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:06.060303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:06.060627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:06.065574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:06.066016 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:06.066393 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 10 to bind port 23ad823a-42c4-4290-9733-90e570643aa0 Oct 25 09:23:06.079583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:06.079914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:06.080242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:06.084418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 23ad823a-42c4-4290-9733-90e570643aa0 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:06.084736 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 23ad823a-42c4-4290-9733-90e570643aa0 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:06.085122 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.146963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] For port 23ad823a-42c4-4290-9733-90e570643aa0, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:06.147316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempted to set empty binding levels {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 09:23:06.152202 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.181333 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:06.181921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.205621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=23ad823a-42c4-4290-9733-90e570643aa0,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:06.211837 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bed91130-ee9a-4383-ac41-089f46508319 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.7845519 Oct 25 09:23:06.214644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55762) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:06.289833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Deleting port 23ad823a-42c4-4290-9733-90e570643aa0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:06.290173 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.356471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] For port 23ad823a-42c4-4290-9733-90e570643aa0, host n-h2-814746-2, got binding levels [] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:06.356748 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.368936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Calling delete_port for 23ad823a-42c4-4290-9733-90e570643aa0 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:06.448411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.478110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event deleted for resources: {'Port': ['ID=23ad823a-42c4-4290-9733-90e570643aa0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:06.483703 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.487196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ccf8c062-69ac-4f11-bdf5-f75256696ed1 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "DELETE /v2.0/ports/23ad823a-42c4-4290-9733-90e570643aa0 HTTP/1.1" status: 204 len: 168 time: 0.2715914 Oct 25 09:23:06.489862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55764) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:06.513098 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-278483e7-11d5-4517-991f-a3225536f45a tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] GET failed (client error): The resource could not be found. Oct 25 09:23:06.514503 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-278483e7-11d5-4517-991f-a3225536f45a tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "GET /v2.0/ports/23ad823a-42c4-4290-9733-90e570643aa0 HTTP/1.1" status: 404 len: 333 time: 0.0237470 Oct 25 09:23:06.517907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55766) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:06.522322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Request body: {'port': {'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-85656231'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:06.542423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Made reservation on behalf of df679b78ce3c40abb5d05ba094cd05ca for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:06.544665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.562645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] device_id is not set on port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:06.705002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.739625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.786882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Network 914d4f29-c626-4c18-af04-f0dd46f91767 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:06.792395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:06.796764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:06.797689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:06.798269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:06.801226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=22bac11d-9cdd-4cba-b3b7-69ed35e066dd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:06.816869 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b8da12ba-9151-4670-ac8e-6d3ee4ba6951 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.2979729 Oct 25 09:23:06.819406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55770) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:06.825335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:06.877940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.041168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] device_id is not set on port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:07.048457 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.053574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.108073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=22bac11d-9cdd-4cba-b3b7-69ed35e066dd,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:07.118641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.118978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.119309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.123640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.123966 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.124346 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 2 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.136735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.137102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.137430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.141591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.141911 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.142288 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 3 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.154257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.154587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.154914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.159047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.159365 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.159743 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 4 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.172153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.172505 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.172831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.177026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.177346 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.177724 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 5 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.189105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.189444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.189768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.193885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.194204 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.194587 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 6 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.206966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.207317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.207640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.212693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.213052 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.213428 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 7 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.224852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.225202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.225527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.230955 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.231282 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.231647 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 8 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.245166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.245494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.245820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.250021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.250335 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.250708 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 9 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.263227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.263550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.263870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.267957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.268272 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.268641 n-d-814746-2 neutron-server[106991]: INFO neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 10 to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd Oct 25 09:23:07.281618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:07.281943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:07.282262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:07.286404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:07.286719 n-d-814746-2 neutron-server[106991]: ERROR neutron.plugins.ml2.managers [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:07.287067 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.348398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] For port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:07.348669 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempted to set empty binding levels {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 09:23:07.353229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.386977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] In _notify_port_updated(), no bound segment for port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:23:07.387828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.388672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.389987 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "PUT /v2.0/ports/22bac11d-9cdd-4cba-b3b7-69ed35e066dd HTTP/1.1" status: 200 len: 973 time: 0.5688899 Oct 25 09:23:07.392665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55772) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:07.405998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa874d-5397-4f75-b772-4f516d7af3e0 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=22bac11d-9cdd-4cba-b3b7-69ed35e066dd,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:07.480484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.480996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.481475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.481947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.482415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.482882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.483346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.483808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.484276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.484737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.485229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.485691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.486149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.486607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.487064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.487521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.487979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.488439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.488910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.489443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.489906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.490370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.490833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:07.493816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6c88f984-abb7-4f34-be65-96aa7e817228 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20669 time: 0.1001258 Oct 25 09:23:07.497630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55774) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:07.570602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Deleting port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:07.570941 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.636589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] For port 22bac11d-9cdd-4cba-b3b7-69ed35e066dd, host n-h2-814746-2, got binding levels [] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:07.636865 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.649534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Calling delete_port for 22bac11d-9cdd-4cba-b3b7-69ed35e066dd owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:07.725525 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.750377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event deleted for resources: {'Port': ['ID=22bac11d-9cdd-4cba-b3b7-69ed35e066dd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:07.757819 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.761441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6fbde46d-121e-463a-bf43-3eb73f99f729 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "DELETE /v2.0/ports/22bac11d-9cdd-4cba-b3b7-69ed35e066dd HTTP/1.1" status: 204 len: 168 time: 0.2624483 Oct 25 09:23:07.763704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55776) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:07.786474 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca837544-d35e-4bdd-8924-3c02856f0702 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] GET failed (client error): The resource could not be found. Oct 25 09:23:07.787866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ca837544-d35e-4bdd-8924-3c02856f0702 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "GET /v2.0/ports/22bac11d-9cdd-4cba-b3b7-69ed35e066dd HTTP/1.1" status: 404 len: 333 time: 0.0232475 Oct 25 09:23:07.791429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55778) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:07.795976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-128365438', 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:07.816209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Made reservation on behalf of df679b78ce3c40abb5d05ba094cd05ca for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:07.818483 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:07.838687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] device_id is not set on port 08bcebcb-a99f-48f7-9521-e22e46ce52e7 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:07.993970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.024608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.066729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Network 914d4f29-c626-4c18-af04-f0dd46f91767 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:08.071855 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:08.076219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:08.077173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:08.077746 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.080968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=08bcebcb-a99f-48f7-9521-e22e46ce52e7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:08.095645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-66688475-112b-492a-b3f2-e35e3875fa32 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3032365 Oct 25 09:23:08.098274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55782) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:08.131055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f8445-c94a-45fd-b4ad-0bfd06ce6290 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:08.133392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e12f8445-c94a-45fd-b4ad-0bfd06ce6290 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "GET /v2.0/ports/08bcebcb-a99f-48f7-9521-e22e46ce52e7 HTTP/1.1" status: 200 len: 954 time: 0.0337369 Oct 25 09:23:08.135581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55784) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:08.211978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-120cd79e-744d-4a7a-bab5-6a8419c383c7 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Deleting port 08bcebcb-a99f-48f7-9521-e22e46ce52e7 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:08.212317 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-120cd79e-744d-4a7a-bab5-6a8419c383c7 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.270666 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-120cd79e-744d-4a7a-bab5-6a8419c383c7 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.282609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-120cd79e-744d-4a7a-bab5-6a8419c383c7 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Calling delete_port for 08bcebcb-a99f-48f7-9521-e22e46ce52e7 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:08.363272 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-120cd79e-744d-4a7a-bab5-6a8419c383c7 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.387981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cd79e-744d-4a7a-bab5-6a8419c383c7 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event deleted for resources: {'Port': ['ID=08bcebcb-a99f-48f7-9521-e22e46ce52e7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:08.395229 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-120cd79e-744d-4a7a-bab5-6a8419c383c7 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.399455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-120cd79e-744d-4a7a-bab5-6a8419c383c7 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "DELETE /v2.0/ports/08bcebcb-a99f-48f7-9521-e22e46ce52e7 HTTP/1.1" status: 204 len: 168 time: 0.2629950 Oct 25 09:23:08.402167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55786) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:08.425699 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cedaed-0c59-458e-bbbe-ef5c5a7126da tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] GET failed (client error): The resource could not be found. Oct 25 09:23:08.427112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-25cedaed-0c59-458e-bbbe-ef5c5a7126da tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "GET /v2.0/ports/08bcebcb-a99f-48f7-9521-e22e46ce52e7 HTTP/1.1" status: 404 len: 333 time: 0.0240519 Oct 25 09:23:08.430810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55788) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:08.435219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Request body: {'port': {'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1382990077'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:08.455499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Made reservation on behalf of df679b78ce3c40abb5d05ba094cd05ca for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:08.457882 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.473229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] device_id is not set on port 8f064a14-6a6f-4c66-9587-e11a89906785 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:08.618976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.622166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.653700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.694832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Network 914d4f29-c626-4c18-af04-f0dd46f91767 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:08.697655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:08.701457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:08.702361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:08.702941 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.708253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=8f064a14-6a6f-4c66-9587-e11a89906785,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:08.723152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e7b7ce83-8310-4c94-b836-369227a5bc02 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2913749 Oct 25 09:23:08.726692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55790) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:08.731324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:08.788305 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.953496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] device_id is not set on port 8f064a14-6a6f-4c66-9587-e11a89906785 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:08.961107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:08.966406 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.015279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=8f064a14-6a6f-4c66-9587-e11a89906785,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:09.029632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.029959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.030288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.034435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.034749 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.035119 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 2 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.048304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.048627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.048973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.053066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.053380 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.053751 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 3 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.065832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.066154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.066473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.072085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.072398 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.072771 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 4 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.084565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.084919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.086335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.090793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.091107 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.091478 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 5 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.103984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.104307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.104623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.108717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.109062 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.109430 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 6 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.121438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.121757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.122072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.126126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.126439 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.126810 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 7 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.138380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.138700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.139020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.143119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.143431 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.143799 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 8 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.156364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.156686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.157045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.161098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.161421 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.161790 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 9 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.173954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.174278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.174603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.178688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.179400 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.180045 n-d-814746-2 neutron-server[106992]: INFO neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempt 10 to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 Oct 25 09:23:09.192706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:09.193140 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:09.193524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempting to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:09.198727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:09.199042 n-d-814746-2 neutron-server[106992]: ERROR neutron.plugins.ml2.managers [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Failed to bind port 8f064a14-6a6f-4c66-9587-e11a89906785 on host n-h2-814746-2 for vnic_type normal using segments [{'id': '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '914d4f29-c626-4c18-af04-f0dd46f91767'}] Oct 25 09:23:09.199647 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.264555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] For port 8f064a14-6a6f-4c66-9587-e11a89906785, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:09.264846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attempted to set empty binding levels {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 25 09:23:09.268629 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.299329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] In _notify_port_updated(), no bound segment for port 8f064a14-6a6f-4c66-9587-e11a89906785 on network 914d4f29-c626-4c18-af04-f0dd46f91767 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:23:09.300163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:09.300734 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.302027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "PUT /v2.0/ports/8f064a14-6a6f-4c66-9587-e11a89906785 HTTP/1.1" status: 200 len: 975 time: 0.5746436 Oct 25 09:23:09.305226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55794) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:09.317910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7997cd1-27ee-45c0-ae73-7ffc80131f20 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event updated for resources: {'Port': ['ID=8f064a14-6a6f-4c66-9587-e11a89906785,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:09.379567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Deleting port 8f064a14-6a6f-4c66-9587-e11a89906785 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:09.379906 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.444768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] For port 8f064a14-6a6f-4c66-9587-e11a89906785, host n-h2-814746-2, got binding levels [] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:09.445130 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.457801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Calling delete_port for 8f064a14-6a6f-4c66-9587-e11a89906785 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:09.534120 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.559240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f064a14-6a6f-4c66-9587-e11a89906785,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:09.568059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.573152 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73f17f34-75e6-4dda-8016-4856dcbf8fae tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8f064a14-6a6f-4c66-9587-e11a89906785 HTTP/1.1" status: 204 len: 168 time: 0.2665048 Oct 25 09:23:09.576112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55796) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:09.600232 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-707fe297-828c-450e-a807-27d5b1ef3b27 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] GET failed (client error): The resource could not be found. Oct 25 09:23:09.601811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-707fe297-828c-450e-a807-27d5b1ef3b27 tempest-PortsAdminExtendedAttrsTestJSON-1617843145 tempest-PortsAdminExtendedAttrsTestJSON-1617843145-project-admin] 10.222.0.32 "GET /v2.0/ports/8f064a14-6a6f-4c66-9587-e11a89906785 HTTP/1.1" status: 404 len: 333 time: 0.0249612 Oct 25 09:23:09.605329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55798) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:09.682637 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.769595 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.789536 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.790598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914d4f29-c626-4c18-af04-f0dd46f91767']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:09.800640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:09.800962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a7507e-fe71-4fb6-99cf-1ecf71b8abbe') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:09.815715 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.829576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.836003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:09.836395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:09.839502 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:10.211942 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:10.219247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:10.222421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] 10.222.0.32 "DELETE /v2.0/networks/914d4f29-c626-4c18-af04-f0dd46f91767 HTTP/1.1" status: 204 len: 168 time: 0.6162040 Oct 25 09:23:10.234363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e705378-2ed1-4fcc-b22b-5fa4b5aa3ab2 tempest-PortsAdminExtendedAttrsTestJSON-956605622 tempest-PortsAdminExtendedAttrsTestJSON-956605622-project] Pushing event deleted for resources: {'Network': ['ID=914d4f29-c626-4c18-af04-f0dd46f91767,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:10.460166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55806) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:10.595843 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73dbc83a-21f2-4311-ae9d-039a10edc9c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f968d6b62134ec1b166f45696b2c5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339178 Oct 25 09:23:10.598224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55810) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:10.649117 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04f19693-74e7-4539-9372-d7c5bf1dda84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:10.670116 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04f19693-74e7-4539-9372-d7c5bf1dda84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:10.720380 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04f19693-74e7-4539-9372-d7c5bf1dda84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:10.722943 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-04f19693-74e7-4539-9372-d7c5bf1dda84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:10.724071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-04f19693-74e7-4539-9372-d7c5bf1dda84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20a36ec3-c17f-4741-b453-dc1e6c5276cd HTTP/1.1" status: 204 len: 168 time: 0.1249666 Oct 25 09:23:10.732705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f19693-74e7-4539-9372-d7c5bf1dda84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a36ec3-c17f-4741-b453-dc1e6c5276cd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:10.981580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55816) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:11.021006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1d6c87c1-ecad-4b57-b7a7-673c7824ba2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df679b78ce3c40abb5d05ba094cd05ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382245 Oct 25 09:23:11.023539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55818) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:11.071276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a1d6-a256-4f63-bac5-1cc99e4ce1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:11.097053 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a1d6-a256-4f63-bac5-1cc99e4ce1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:11.147545 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a1d6-a256-4f63-bac5-1cc99e4ce1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:11.150793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a1d6-a256-4f63-bac5-1cc99e4ce1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:11.155232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ffd2a1d6-a256-4f63-bac5-1cc99e4ce1d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b526576-31ef-4e64-9f5d-2745ec58bb8f HTTP/1.1" status: 204 len: 168 time: 0.1307654 Oct 25 09:23:11.164036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2a1d6-a256-4f63-bac5-1cc99e4ce1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b526576-31ef-4e64-9f5d-2745ec58bb8f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:11.916926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55842) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:12.015148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1743832634'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:12.039306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Made reservation on behalf of e0012afec3ef4b99b09ccaf3aa22f1e9 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:12.043220 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.052164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.132010 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.136808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.164735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:12.174938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970d717a-29c3-49d3-a2f6-4124701eced4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:12.183078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.183424 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Added segment da884215-3693-4bce-bacd-667a354bdbfd of type vlan for network bfc30d18-0c47-4915-b94b-7d3919c7c730 Oct 25 09:23:12.228767 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.258020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.263881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:12.264469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.345964 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4277802 Oct 25 09:23:12.349030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55848) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:12.354209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Request body: {'subnet': {'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:12.360897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883fef3-fded-4535-8324-2c24bc517129 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event updated for resources: {'Network': ['ID=bfc30d18-0c47-4915-b94b-7d3919c7c730,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:12.372668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network bfc30d18-0c47-4915-b94b-7d3919c7c730 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:12.374995 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-8046e8c9-4686-4166-aba1-48320d44ecdf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605640 Oct 25 09:23:12.459748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Made reservation on behalf of e0012afec3ef4b99b09ccaf3aa22f1e9 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:12.463938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.471325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-1ec666df-4a41-45ad-9749-98adc14883c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:12.472820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-1ec666df-4a41-45ad-9749-98adc14883c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1097 time: 0.0558939 Oct 25 09:23:12.599268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-83198ae9-595a-4ac3-a445-9f570ca55e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:12.600870 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-83198ae9-595a-4ac3-a445-9f570ca55e67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1051054 Oct 25 09:23:12.671283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.685093 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-76843a50-f1dc-4c2f-8f85-e5b4e0a0d9f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 1000 time: 0.0642164 Oct 25 09:23:12.737882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-90133aa0-759e-4548-bfc2-2b5ac1d6e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:12.739341 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-90133aa0-759e-4548-bfc2-2b5ac1d6e8d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.0465913 Oct 25 09:23:12.740423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event updated for resources: {'Subnet': ['ID=92bd9a7e-b17c-48a1-9672-22f8f4fc8750,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:12.745865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Checking segment: {'id': 'da884215-3693-4bce-bacd-667a354bdbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:12.746225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Network hostable DHCP agents. Network: bfc30d18-0c47-4915-b94b-7d3919c7c730, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:12.763414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Network bfc30d18-0c47-4915-b94b-7d3919c7c730 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:12.772215 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, bfc30d18-0c47-4915-b94b-7d3919c7c730) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:12.777646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:12.778476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.784102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a8c0d5-bd5a-4b19-98a8-3d1da10f798c None None] Network bfc30d18-0c47-4915-b94b-7d3919c7c730 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:12.795272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-841cd025-e2fb-4bc7-9f9f-1b3022255f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:12.797292 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-841cd025-e2fb-4bc7-9f9f-1b3022255f8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496297 Oct 25 09:23:12.797824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b52f474a-6d1f-40f7-9c09-371f27c18729 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4476275 Oct 25 09:23:12.797973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-0f478a90-e3f8-4d50-89ea-050d5482ad15 req-ee599a13-578a-4054-add3-5b4985295bf9 service neutron] (106991) timed out ('10.222.0.18', 57378) {{(pid=106991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:23:12.800674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55854) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:12.805659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Request body: {'port': {'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-283409869'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:12.904342 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-9e3fd643-a76a-4878-a201-db62722a5de5 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986078 Oct 25 09:23:12.926293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Made reservation on behalf of e0012afec3ef4b99b09ccaf3aa22f1e9 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:12.931013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.933970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-bfc30d18-0c47-4915-b94b-7d3919c7c730', 'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730', 'tenant_id': 'e0012afec3ef4b99b09ccaf3aa22f1e9', 'fixed_ips': [{'subnet_id': '92bd9a7e-b17c-48a1-9672-22f8f4fc8750'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:12.934993 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:12.950024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] device_id is not set on port 64c6db27-0b37-4396-aa7c-0e83f681d592 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:13.001582 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5acef21-5d40-41b8-9b3f-c3eebf757333 req-3f6a3827-be06-4dfa-b866-506f38e631f2 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900371 Oct 25 09:23:13.072024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Allocated IP 2001:db8::1ed (bfc30d18-0c47-4915-b94b-7d3919c7c730/92bd9a7e-b17c-48a1-9672-22f8f4fc8750/64c6db27-0b37-4396-aa7c-0e83f681d592) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:13.218345 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.251313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.291166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Network bfc30d18-0c47-4915-b94b-7d3919c7c730 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:13.298511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:13.302539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:13.304834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Allocated IP 2001:db8::2 (bfc30d18-0c47-4915-b94b-7d3919c7c730/92bd9a7e-b17c-48a1-9672-22f8f4fc8750/30528a31-fab4-4b10-bb4f-2f0258794913) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:13.309547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:13.310177 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.325698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event updated for resources: {'Port': ['ID=64c6db27-0b37-4396-aa7c-0e83f681d592,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:13.334455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7fe966e7-7212-483e-ad04-541937f1b710 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5326283 Oct 25 09:23:13.337814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55858) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:13.343058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Request body: {'port': {'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2060237377', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:13.343556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] bootfile-name is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 09:23:13.343892 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] tftp-server is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 09:23:13.344223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] server-ip-address is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 09:23:13.457237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Made reservation on behalf of e0012afec3ef4b99b09ccaf3aa22f1e9 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:13.458497 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.461549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.465089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.480440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] device_id is not set on port c523f375-c806-4d9e-8c0a-5fef274ff4e6 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:13.500653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Network bfc30d18-0c47-4915-b94b-7d3919c7c730 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:13.503436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:13.506009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:13.540941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Pushing event updated for resources: {'Port': ['ID=30528a31-fab4-4b10-bb4f-2f0258794913,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:13.572614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Attempting to bind port 30528a31-fab4-4b10-bb4f-2f0258794913 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:13.573005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Attempting to bind port 30528a31-fab4-4b10-bb4f-2f0258794913 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'da884215-3693-4bce-bacd-667a354bdbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:13.573356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Attempting to bind port 30528a31-fab4-4b10-bb4f-2f0258794913 on network bfc30d18-0c47-4915-b94b-7d3919c7c730 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:13.578516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:13.578875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Checking segment: {'id': 'da884215-3693-4bce-bacd-667a354bdbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:13.579263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.579646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Bound using segment: {'id': 'da884215-3693-4bce-bacd-667a354bdbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:13.580097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Bound port: 30528a31-fab4-4b10-bb4f-2f0258794913, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da884215-3693-4bce-bacd-667a354bdbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bfc30d18-0c47-4915-b94b-7d3919c7c730'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:13.580467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.603743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Allocated IP 2001:db8::65 (bfc30d18-0c47-4915-b94b-7d3919c7c730/92bd9a7e-b17c-48a1-9672-22f8f4fc8750/c523f375-c806-4d9e-8c0a-5fef274ff4e6) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:13.643610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] For port 30528a31-fab4-4b10-bb4f-2f0258794913, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:13.646747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] For port 30528a31-fab4-4b10-bb4f-2f0258794913, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=30528a31-fab4-4b10-bb4f-2f0258794913,segment=NetworkSegment(da884215-3693-4bce-bacd-667a354bdbfd),segment_id=da884215-3693-4bce-bacd-667a354bdbfd)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:13.650875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.709805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d242c-bbf1-4998-b179-e4483bc6ec61 None None] Pushing event updated for resources: {'Port': ['ID=30528a31-fab4-4b10-bb4f-2f0258794913,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:13.770857 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.805644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.858792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Network bfc30d18-0c47-4915-b94b-7d3919c7c730 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:13.863197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:13.868877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:13.874935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:13.878815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:13.892454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event updated for resources: {'Port': ['ID=c523f375-c806-4d9e-8c0a-5fef274ff4e6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:13.907031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8f67172c-5bbb-4b12-97c4-99cd387b7441 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.5655310 Oct 25 09:23:13.907395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55860) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:13.994101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cb209-466b-40a6-a456-3e2af4bb02c7 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:14.000134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cb209-466b-40a6-a456-3e2af4bb02c7 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:14.006214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cb209-466b-40a6-a456-3e2af4bb02c7 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:14.009015 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f3cb209-466b-40a6-a456-3e2af4bb02c7 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0994892 Oct 25 09:23:14.012091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55862) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:14.106615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-fd20876c-a7b6-48ef-ab83-e2d8489893b9 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Deleting port c523f375-c806-4d9e-8c0a-5fef274ff4e6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:14.106840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd20876c-a7b6-48ef-ab83-e2d8489893b9 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.200825 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd20876c-a7b6-48ef-ab83-e2d8489893b9 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.213420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-fd20876c-a7b6-48ef-ab83-e2d8489893b9 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Calling delete_port for c523f375-c806-4d9e-8c0a-5fef274ff4e6 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:14.359403 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd20876c-a7b6-48ef-ab83-e2d8489893b9 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.389013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20876c-a7b6-48ef-ab83-e2d8489893b9 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event deleted for resources: {'Port': ['ID=c523f375-c806-4d9e-8c0a-5fef274ff4e6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:14.424250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fd20876c-a7b6-48ef-ab83-e2d8489893b9 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.433532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fd20876c-a7b6-48ef-ab83-e2d8489893b9 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "DELETE /v2.0/ports/c523f375-c806-4d9e-8c0a-5fef274ff4e6 HTTP/1.1" status: 204 len: 168 time: 0.4167013 Oct 25 09:23:14.433765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55866) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:14.439053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Request body: {'port': {'name': 'tempest-new-port-name-1225373488', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:14.439446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] bootfile-name is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 09:23:14.439810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] tftp-server is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 09:23:14.440162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.api.validators [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] server-ip-address is not in valid_values {{(pid=106992) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 25 09:23:14.514754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.598163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91098d48-6f04-4cbc-9448-428db21b3f7f None None] Network bfc30d18-0c47-4915-b94b-7d3919c7c730 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:14.710964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.716048 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.723849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-112aea92-c5ab-4193-bdd9-7be11953b7fa None None] Provisioning complete for port 30528a31-fab4-4b10-bb4f-2f0258794913 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:14.724217 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-112aea92-c5ab-4193-bdd9-7be11953b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.753317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] In _notify_port_updated(), no bound segment for port 64c6db27-0b37-4396-aa7c-0e83f681d592 on network bfc30d18-0c47-4915-b94b-7d3919c7c730 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:23:14.759839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:14.760435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.761539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "PUT /v2.0/ports/64c6db27-0b37-4396-aa7c-0e83f681d592 HTTP/1.1" status: 200 len: 1130 time: 0.3268151 Oct 25 09:23:14.764455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55868) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:14.808055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afb8ce-87af-4c29-aeb2-82343db6137b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event updated for resources: {'Port': ['ID=64c6db27-0b37-4396-aa7c-0e83f681d592,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:14.834178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e463e18-581d-473d-b645-6450178908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:14.836219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5e463e18-581d-473d-b645-6450178908e0 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "GET /v2.0/ports/64c6db27-0b37-4396-aa7c-0e83f681d592 HTTP/1.1" status: 200 len: 1130 time: 0.0707595 Oct 25 09:23:14.840284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55870) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:14.864735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 30528a31-fab4-4b10-bb4f-2f0258794913 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:14.868487 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-112aea92-c5ab-4193-bdd9-7be11953b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.934305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-112aea92-c5ab-4193-bdd9-7be11953b7fa None None] For port 30528a31-fab4-4b10-bb4f-2f0258794913, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=30528a31-fab4-4b10-bb4f-2f0258794913,segment=NetworkSegment(da884215-3693-4bce-bacd-667a354bdbfd),segment_id=da884215-3693-4bce-bacd-667a354bdbfd)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:14.941614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4f029a92-ffb9-4e5b-bc33-07552f25fd5b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Deleting port 64c6db27-0b37-4396-aa7c-0e83f681d592 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:14.941950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f029a92-ffb9-4e5b-bc33-07552f25fd5b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.942201 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-112aea92-c5ab-4193-bdd9-7be11953b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:14.972097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 30528a31-fab4-4b10-bb4f-2f0258794913 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:14.972376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.034898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aea92-c5ab-4193-bdd9-7be11953b7fa None None] Pushing event updated for resources: {'Port': ['ID=30528a31-fab4-4b10-bb4f-2f0258794913,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:15.051319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f029a92-ffb9-4e5b-bc33-07552f25fd5b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.067052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4f029a92-ffb9-4e5b-bc33-07552f25fd5b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Calling delete_port for 64c6db27-0b37-4396-aa7c-0e83f681d592 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:15.087253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ab3071dd-bc98-4f43-81b6-b77b2b6bf06e None None] Provisioning complete for port 30528a31-fab4-4b10-bb4f-2f0258794913 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:15.087646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab3071dd-bc98-4f43-81b6-b77b2b6bf06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.183414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ab3071dd-bc98-4f43-81b6-b77b2b6bf06e None None] Provisioning complete for port 64c6db27-0b37-4396-aa7c-0e83f681d592 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:15.183782 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ab3071dd-bc98-4f43-81b6-b77b2b6bf06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.210019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f029a92-ffb9-4e5b-bc33-07552f25fd5b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.219934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ab3071dd-bc98-4f43-81b6-b77b2b6bf06e None None] Port 64c6db27-0b37-4396-aa7c-0e83f681d592 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:15.244652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f029a92-ffb9-4e5b-bc33-07552f25fd5b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event deleted for resources: {'Port': ['ID=64c6db27-0b37-4396-aa7c-0e83f681d592,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:15.281807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f029a92-ffb9-4e5b-bc33-07552f25fd5b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.287693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55874) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:15.288285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f029a92-ffb9-4e5b-bc33-07552f25fd5b tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "DELETE /v2.0/ports/64c6db27-0b37-4396-aa7c-0e83f681d592 HTTP/1.1" status: 204 len: 168 time: 0.4464014 Oct 25 09:23:15.334309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fea52f4e-3d11-4736-a1a2-d7ece53fffe4 None None] Could not find standard attr ID for object 64c6db27-0b37-4396-aa7c-0e83f681d592. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:15.344200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Deleting subnet 92bd9a7e-b17c-48a1-9672-22f8f4fc8750 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:15.347698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.394578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.484061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.549055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b6562084-7a77-4fbc-a299-bdc2a627d672 None None] Could not find standard attr ID for object c523f375-c806-4d9e-8c0a-5fef274ff4e6. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:15.553228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.587626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event deleted for resources: {'Subnet': ['ID=92bd9a7e-b17c-48a1-9672-22f8f4fc8750,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:15.591152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.594356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "DELETE /v2.0/subnets/92bd9a7e-b17c-48a1-9672-22f8f4fc8750 HTTP/1.1" status: 204 len: 168 time: 0.3048599 Oct 25 09:23:15.597109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55878) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:15.599972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.600324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.600705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.601085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.601418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.601751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.602088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.602411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.602740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.603064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.603380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.603702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cc9bd-ef4c-4233-9e87-766fb81fff0f tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:15.693377 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.706489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7c28e-5c32-4b52-b058-c512e6e13891 None None] Network bfc30d18-0c47-4915-b94b-7d3919c7c730 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:15.760568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Deleting port 30528a31-fab4-4b10-bb4f-2f0258794913 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:15.760810 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.832985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] For port 30528a31-fab4-4b10-bb4f-2f0258794913, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=30528a31-fab4-4b10-bb4f-2f0258794913,segment=NetworkSegment(da884215-3693-4bce-bacd-667a354bdbfd),segment_id=da884215-3693-4bce-bacd-667a354bdbfd)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:15.833347 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.847903 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Calling delete_port for 30528a31-fab4-4b10-bb4f-2f0258794913 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:15.932586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:15.958837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event deleted for resources: {'Port': ['ID=30528a31-fab4-4b10-bb4f-2f0258794913,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:15.963929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] No DVR routers for this DVR port 30528a31-fab4-4b10-bb4f-2f0258794913 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:16.021032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ad07d-8504-4075-b293-e4c11366af07 None None] DHCP port deletion for bfc30d18-0c47-4915-b94b-7d3919c7c730 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:16.049613 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.068801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc30d18-0c47-4915-b94b-7d3919c7c730']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:16.078134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da884215-3693-4bce-bacd-667a354bdbfd') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:16.078425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da884215-3693-4bce-bacd-667a354bdbfd') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:16.088063 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.101385 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.107802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:16.108257 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:16.111919 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:16.169589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.181042 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.184509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] 10.222.0.32 "DELETE /v2.0/networks/bfc30d18-0c47-4915-b94b-7d3919c7c730 HTTP/1.1" status: 204 len: 168 time: 0.5864022 Oct 25 09:23:16.196783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584df166-42bc-458e-9f21-a4cb19c2d60e tempest-ExtraDHCPOptionsIpV6TestJSON-21148999 tempest-ExtraDHCPOptionsIpV6TestJSON-21148999-project] Pushing event deleted for resources: {'Network': ['ID=bfc30d18-0c47-4915-b94b-7d3919c7c730,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:16.402494 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b0f35e60-d54b-483a-b5ed-ca30f1ed4a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.422423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55884) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:16.557084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b8a2eecb-ba0a-4ce0-84ec-3341e3ed3efb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0012afec3ef4b99b09ccaf3aa22f1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305630 Oct 25 09:23:16.557304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55890) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:16.611176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-34580643-06eb-45a9-9704-4ff5eaa9d7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.632851 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-34580643-06eb-45a9-9704-4ff5eaa9d7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.682910 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-34580643-06eb-45a9-9704-4ff5eaa9d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.685503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-34580643-06eb-45a9-9704-4ff5eaa9d7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:16.686662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-34580643-06eb-45a9-9704-4ff5eaa9d7cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/970d717a-29c3-49d3-a2f6-4124701eced4 HTTP/1.1" status: 204 len: 168 time: 0.1285403 Oct 25 09:23:16.694194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34580643-06eb-45a9-9704-4ff5eaa9d7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970d717a-29c3-49d3-a2f6-4124701eced4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:16.791236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 30528a31-fab4-4b10-bb4f-2f0258794913 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:16.811409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 30528a31-fab4-4b10-bb4f-2f0258794913 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:16.811682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 30528a31-fab4-4b10-bb4f-2f0258794913 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:17.314213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55912) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:17.410070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-828254783'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:17.431719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:17.435203 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.443835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.517751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.521242 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.548245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:17.558485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a11a712-0577-405c-b550-b06e7d07027a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:17.563472 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.563814 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Added segment e6f4a58b-2c0a-49f2-8627-fce604ed5b0d of type vlan for network fa13f679-00e0-4ba0-a3f2-67c013931007 Oct 25 09:23:17.606143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.634132 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.639811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:17.640406 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.701648 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3862441 Oct 25 09:23:17.703630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55918) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:17.709005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'name': 'tempest-PortsIpV6TestJSON-1993026869'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:17.718329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03b002-e2f0-4a4d-8a85-4f1dd008dc37 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Network': ['ID=fa13f679-00e0-4ba0-a3f2-67c013931007,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:17.730421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:17.798179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:17.801997 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:17.818952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port d35ff5c5-a088-4f74-8c93-b1428a8051a5 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:17.986266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.020771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.087553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=d35ff5c5-a088-4f74-8c93-b1428a8051a5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:18.094860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking segment: {'id': 'e6f4a58b-2c0a-49f2-8627-fce604ed5b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:18.095285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network hostable DHCP agents. Network: fa13f679-00e0-4ba0-a3f2-67c013931007, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:18.111801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:18.120537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, fa13f679-00e0-4ba0-a3f2-67c013931007) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:18.124096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:18.129202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00dca8-71a1-4489-bdb4-98bb67898550 None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:18.129686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:18.130276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.147811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-507f0843-c9a1-426b-9ca1-89fc0039fa9e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4430580 Oct 25 09:23:18.151659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55920) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:18.156508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1280243466'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:18.177574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:18.181809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.207098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:18.217008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.217357 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Added segment 0e8a3031-a964-4191-8ec9-65136dca6fe8 of type vlan for network 188e446d-316c-4a08-a348-ec55c2d113b2 Oct 25 09:23:18.258538 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.281948 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.287540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:18.288153 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.345751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1930606 Oct 25 09:23:18.348463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55922) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:18.353541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'ports': [{'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007'}, {'network_id': '188e446d-316c-4a08-a348-ec55c2d113b2'}]} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:18.353852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:18.354341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': '188e446d-316c-4a08-a348-ec55c2d113b2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:18.360208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6d093-f0b6-40f1-943e-acccab95ef39 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Network': ['ID=188e446d-316c-4a08-a348-ec55c2d113b2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:18.370531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 188e446d-316c-4a08-a348-ec55c2d113b2 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:18.515884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 2} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:18.520311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.532813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.610243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port b36c7841-15d0-46ff-ac8d-d7f666b64f06 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:18.734575 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2a76c54-f4d4-42af-833f-fd482f4c9897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.735433 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.801308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port bfae6df5-e9ac-4aed-a7a5-d875c3c8921c yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:18.913650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.948655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:18.992858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:18.995888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:18.999471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:19.000275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:19.006441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=b36c7841-15d0-46ff-ac8d-d7f666b64f06,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:19.066980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=bfae6df5-e9ac-4aed-a7a5-d875c3c8921c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:19.071381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking segment: {'id': '0e8a3031-a964-4191-8ec9-65136dca6fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '188e446d-316c-4a08-a348-ec55c2d113b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:19.071738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network hostable DHCP agents. Network: 188e446d-316c-4a08-a348-ec55c2d113b2, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:19.089123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 188e446d-316c-4a08-a348-ec55c2d113b2 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:19.097997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 188e446d-316c-4a08-a348-ec55c2d113b2) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:19.103377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:19.106414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823ff86-151a-4211-8958-af06074abf43 None None] Network 188e446d-316c-4a08-a348-ec55c2d113b2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:19.110718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:19.116347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:19.117044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:19.132554 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ab781806-2383-44c3-b494-7e0bd6aef76e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7829885 Oct 25 09:23:19.135435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55928) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:19.227604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f639a-85c9-42e9-a2eb-b8fa053a95ab tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port bfae6df5-e9ac-4aed-a7a5-d875c3c8921c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:19.227951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d2f639a-85c9-42e9-a2eb-b8fa053a95ab tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:19.292840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d2f639a-85c9-42e9-a2eb-b8fa053a95ab tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:19.308462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f639a-85c9-42e9-a2eb-b8fa053a95ab tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for bfae6df5-e9ac-4aed-a7a5-d875c3c8921c owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:19.385868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d2f639a-85c9-42e9-a2eb-b8fa053a95ab tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:19.411799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f639a-85c9-42e9-a2eb-b8fa053a95ab tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=bfae6df5-e9ac-4aed-a7a5-d875c3c8921c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:19.419346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d2f639a-85c9-42e9-a2eb-b8fa053a95ab tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:19.422649 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d2f639a-85c9-42e9-a2eb-b8fa053a95ab tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/bfae6df5-e9ac-4aed-a7a5-d875c3c8921c HTTP/1.1" status: 204 len: 168 time: 0.2862983 Oct 25 09:23:19.425335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55930) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:19.505995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965d1c1-894b-4590-ad46-dc445ef50ed9 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:19.512935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965d1c1-894b-4590-ad46-dc445ef50ed9 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:19.514429 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f965d1c1-894b-4590-ad46-dc445ef50ed9 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0881782 Oct 25 09:23:19.517259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55932) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:19.893994 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:19.933254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:19.944908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-48a66495-fc54-4c45-be0a-c5ada91263df tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port b36c7841-15d0-46ff-ac8d-d7f666b64f06 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:19.945253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48a66495-fc54-4c45-be0a-c5ada91263df tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.012126 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48a66495-fc54-4c45-be0a-c5ada91263df tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.024450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-48a66495-fc54-4c45-be0a-c5ada91263df tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for b36c7841-15d0-46ff-ac8d-d7f666b64f06 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:20.102433 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48a66495-fc54-4c45-be0a-c5ada91263df tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.134189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a66495-fc54-4c45-be0a-c5ada91263df tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=b36c7841-15d0-46ff-ac8d-d7f666b64f06,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:20.139411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-48a66495-fc54-4c45-be0a-c5ada91263df tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.142691 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-48a66495-fc54-4c45-be0a-c5ada91263df tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/b36c7841-15d0-46ff-ac8d-d7f666b64f06 HTTP/1.1" status: 204 len: 168 time: 0.6245384 Oct 25 09:23:20.145278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55936) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:20.194637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d51029-5cef-404c-a78f-5e3a740817ea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:20.196095 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-47d51029-5cef-404c-a78f-5e3a740817ea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0499034 Oct 25 09:23:20.199168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55938) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:20.222011 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-16049d7b-97e2-4b4a-bbbf-88161c6cc4a5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:20.223368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-16049d7b-97e2-4b4a-bbbf-88161c6cc4a5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/bfae6df5-e9ac-4aed-a7a5-d875c3c8921c HTTP/1.1" status: 404 len: 333 time: 0.0232985 Oct 25 09:23:20.226856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55940) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:20.249265 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b96e5f-3303-4b18-8723-22e40e1074d8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:20.250590 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-44b96e5f-3303-4b18-8723-22e40e1074d8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/b36c7841-15d0-46ff-ac8d-d7f666b64f06 HTTP/1.1" status: 404 len: 333 time: 0.0228851 Oct 25 09:23:20.253061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55942) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:20.330334 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.414651 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.433699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188e446d-316c-4a08-a348-ec55c2d113b2']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:20.442731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8a3031-a964-4191-8ec9-65136dca6fe8') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:20.443022 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8a3031-a964-4191-8ec9-65136dca6fe8') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:20.456381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.469682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.475970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:20.476349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:20.479271 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:20.536378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.544982 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.547360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/networks/188e446d-316c-4a08-a348-ec55c2d113b2 HTTP/1.1" status: 204 len: 168 time: 0.2934365 Oct 25 09:23:20.551130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55944) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:20.556233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-392569335'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:20.561996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b1ba5-58ee-4d3c-8be5-8def40fee4cd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Network': ['ID=188e446d-316c-4a08-a348-ec55c2d113b2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:20.578975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:20.582761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.606813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:20.615952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.616616 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Added segment 217cf7e1-aa8e-4536-b140-0b58872f05e5 of type vlan for network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 Oct 25 09:23:20.655129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.679049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.684529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:20.685138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.744433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1922040 Oct 25 09:23:20.749260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55946) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:20.754381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': '2993580f-535c-4fb1-ae3c-7a66f4ae8b01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:20.760796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e43ed-8371-447e-be0d-61829d2f96b3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Network': ['ID=2993580f-535c-4fb1-ae3c-7a66f4ae8b01,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:20.771676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:20.850260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:20.854041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:20.911759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Performing IP validity checks on allocation pools {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 09:23:20.914667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 09:23:21.038146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.098564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=d4d0dc30-46e4-4953-a49f-4e1a48a056dd,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:21.105501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking segment: {'id': '217cf7e1-aa8e-4536-b140-0b58872f05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2993580f-535c-4fb1-ae3c-7a66f4ae8b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:21.105864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network hostable DHCP agents. Network: 2993580f-535c-4fb1-ae3c-7a66f4ae8b01, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:21.122709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:21.130860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 2993580f-535c-4fb1-ae3c-7a66f4ae8b01) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:21.135502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:21.136309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.140295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9355e-c0de-463a-81c6-1b15d7cebc03 None None] Network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:21.152047 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-40c50825-6b61-4e08-a1cf-94c34d613efe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4016919 Oct 25 09:23:21.154712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:21.159534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': '2993580f-535c-4fb1-ae3c-7a66f4ae8b01', 'name': 'tempest-PortsIpV6TestJSON-503190888'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:21.270819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:21.274604 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.285362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-2993580f-535c-4fb1-ae3c-7a66f4ae8b01', 'network_id': '2993580f-535c-4fb1-ae3c-7a66f4ae8b01', 'tenant_id': '75fcd05f80a0479aaed0967bafe7f571', 'fixed_ips': [{'subnet_id': 'd4d0dc30-46e4-4953-a49f-4e1a48a056dd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:21.286332 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.291788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:21.410672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::328 (2993580f-535c-4fb1-ae3c-7a66f4ae8b01/d4d0dc30-46e4-4953-a49f-4e1a48a056dd/c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:21.560720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.594892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.642467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:21.642689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Allocated IP 2001:db8::2 (2993580f-535c-4fb1-ae3c-7a66f4ae8b01/d4d0dc30-46e4-4953-a49f-4e1a48a056dd/f9334669-afba-4d97-bbe0-51a9d8d1c32b) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:21.647593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:21.651366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:21.657074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:21.657691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.666780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:21.680837 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1ba5a4ed-1934-482c-88ad-c09459ef5edf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5251043 Oct 25 09:23:21.683474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55952) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:21.775774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-9f0bf99f-3446-45e0-a74e-259a2901a3ac tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:21.776122 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf99f-3446-45e0-a74e-259a2901a3ac tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.795042 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.805000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.839170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.852733 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:21.856940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:21.859809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:21.862669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Pushing event updated for resources: {'Port': ['ID=f9334669-afba-4d97-bbe0-51a9d8d1c32b,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:21.870678 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf99f-3446-45e0-a74e-259a2901a3ac tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.883230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-9f0bf99f-3446-45e0-a74e-259a2901a3ac tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:21.918555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Attempting to bind port f9334669-afba-4d97-bbe0-51a9d8d1c32b on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:21.918829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Attempting to bind port f9334669-afba-4d97-bbe0-51a9d8d1c32b by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '217cf7e1-aa8e-4536-b140-0b58872f05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2993580f-535c-4fb1-ae3c-7a66f4ae8b01'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:21.919212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Attempting to bind port f9334669-afba-4d97-bbe0-51a9d8d1c32b on network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:21.924107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:21.924477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Checking segment: {'id': '217cf7e1-aa8e-4536-b140-0b58872f05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2993580f-535c-4fb1-ae3c-7a66f4ae8b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:21.926464 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.926464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Bound using segment: {'id': '217cf7e1-aa8e-4536-b140-0b58872f05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2993580f-535c-4fb1-ae3c-7a66f4ae8b01'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:21.926464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Bound port: f9334669-afba-4d97-bbe0-51a9d8d1c32b, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217cf7e1-aa8e-4536-b140-0b58872f05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2993580f-535c-4fb1-ae3c-7a66f4ae8b01'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:21.926464 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:21.993111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] For port f9334669-afba-4d97-bbe0-51a9d8d1c32b, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:21.996663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] For port f9334669-afba-4d97-bbe0-51a9d8d1c32b, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f9334669-afba-4d97-bbe0-51a9d8d1c32b,segment=NetworkSegment(217cf7e1-aa8e-4536-b140-0b58872f05e5),segment_id=217cf7e1-aa8e-4536-b140-0b58872f05e5)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:22.002663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.016283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf99f-3446-45e0-a74e-259a2901a3ac tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.049166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bf99f-3446-45e0-a74e-259a2901a3ac tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:22.074572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f4eca-5bb3-437e-8f4a-e3b600c0fbdf None None] Pushing event updated for resources: {'Port': ['ID=f9334669-afba-4d97-bbe0-51a9d8d1c32b,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:22.078778 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf99f-3446-45e0-a74e-259a2901a3ac tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.084645 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9f0bf99f-3446-45e0-a74e-259a2901a3ac tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2 HTTP/1.1" status: 204 len: 168 time: 0.3977280 Oct 25 09:23:22.085077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55956) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:22.108758 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-57eee13f-a4ed-476a-b893-8c8bc2bafe96 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:23:22.109459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57eee13f-a4ed-476a-b893-8c8bc2bafe96 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:23:22.115086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-57eee13f-a4ed-476a-b893-8c8bc2bafe96 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2 HTTP/1.1" status: 404 len: 333 time: 0.0265601 Oct 25 09:23:22.115354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55958) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:22.140823 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8db9aeb-c070-4f31-b14a-b5a715feb53d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:22.144090 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c8db9aeb-c070-4f31-b14a-b5a715feb53d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/c98a2e24-79a7-4b30-b1a1-ce20dc0d87c2 HTTP/1.1" status: 404 len: 333 time: 0.0256448 Oct 25 09:23:22.145208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55960) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:22.198206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-207faaec-a075-41a9-b1fe-947c46666009 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet d4d0dc30-46e4-4953-a49f-4e1a48a056dd {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:22.201736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-207faaec-a075-41a9-b1fe-947c46666009 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.260851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-207faaec-a075-41a9-b1fe-947c46666009 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.352511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-207faaec-a075-41a9-b1fe-947c46666009 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.409612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-207faaec-a075-41a9-b1fe-947c46666009 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.440052 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207faaec-a075-41a9-b1fe-947c46666009 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d0dc30-46e4-4953-a49f-4e1a48a056dd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:22.443639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-207faaec-a075-41a9-b1fe-947c46666009 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.447528 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-207faaec-a075-41a9-b1fe-947c46666009 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/d4d0dc30-46e4-4953-a49f-4e1a48a056dd HTTP/1.1" status: 204 len: 168 time: 0.3014140 Oct 25 09:23:22.450450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55962) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:22.525489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.580036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port f9334669-afba-4d97-bbe0-51a9d8d1c32b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:22.580607 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.649722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] For port f9334669-afba-4d97-bbe0-51a9d8d1c32b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f9334669-afba-4d97-bbe0-51a9d8d1c32b,segment=NetworkSegment(217cf7e1-aa8e-4536-b140-0b58872f05e5),segment_id=217cf7e1-aa8e-4536-b140-0b58872f05e5)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:22.650085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.663999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for f9334669-afba-4d97-bbe0-51a9d8d1c32b owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:22.761948 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.788634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=f9334669-afba-4d97-bbe0-51a9d8d1c32b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:22.794421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No DVR routers for this DVR port f9334669-afba-4d97-bbe0-51a9d8d1c32b on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:22.865700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f9334669-afba-4d97-bbe0-51a9d8d1c32b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:22.894849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f9334669-afba-4d97-bbe0-51a9d8d1c32b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:22.895190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f9334669-afba-4d97-bbe0-51a9d8d1c32b not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 25 09:23:22.911673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.919163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Port f9334669-afba-4d97-bbe0-51a9d8d1c32b not found, will not notify nova. {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 25 09:23:22.934964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2993580f-535c-4fb1-ae3c-7a66f4ae8b01']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:22.945650 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217cf7e1-aa8e-4536-b140-0b58872f05e5') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:22.945910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217cf7e1-aa8e-4536-b140-0b58872f05e5') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:22.956707 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.970620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.977276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:22.977687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:22.980991 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:23.047739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.055655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.062504 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/networks/2993580f-535c-4fb1-ae3c-7a66f4ae8b01 HTTP/1.1" status: 204 len: 168 time: 0.6077023 Oct 25 09:23:23.063312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55966) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:23.078618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1246435323'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:23.082991 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3262a3-9068-4442-8a53-3e0f22fcaa60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Network': ['ID=2993580f-535c-4fb1-ae3c-7a66f4ae8b01,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:23.106611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:23.110539 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.114622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9de2b1f7-1bfb-4e9e-aeb4-fc1680244fdc None None] Could not find standard attr ID for object f9334669-afba-4d97-bbe0-51a9d8d1c32b. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:23.135785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:23.138874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d88cde0-a325-4bed-af11-0df7712b8d52 None None] DHCP port deletion for 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:23.146182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.146621 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Added segment 97de09a6-adf8-47d0-a246-a1eefc69795f of type vlan for network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 Oct 25 09:23:23.160484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb2125-94b0-41b8-b18e-049e4ea9c4f7 None None] Network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:23.173307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb2125-94b0-41b8-b18e-049e4ea9c4f7 None None] Network 2993580f-535c-4fb1-ae3c-7a66f4ae8b01 could not be found, it might have been deleted concurrently. {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 09:23:23.188668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.213115 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.218655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:23.219222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.278737 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2143998 Oct 25 09:23:23.281820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55970) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:23.286919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': '3898ecff-a2f6-4af1-9b4c-10e5c093e854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:23.290788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec92e2-685c-4f68-8683-3d982f2e65ff tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Network': ['ID=3898ecff-a2f6-4af1-9b4c-10e5c093e854,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:23.301048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:23.377470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:23.380931 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.555687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.616287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=483f7d21-e468-4f32-aea7-fc425826402e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:23.626291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking segment: {'id': '97de09a6-adf8-47d0-a246-a1eefc69795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3898ecff-a2f6-4af1-9b4c-10e5c093e854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:23.626648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network hostable DHCP agents. Network: 3898ecff-a2f6-4af1-9b4c-10e5c093e854, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:23.642121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:23.650759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 3898ecff-a2f6-4af1-9b4c-10e5c093e854) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:23.654729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:23.655330 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.661020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b1a55-36e1-456e-94fc-86365f4e9631 None None] Network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:23.674341 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2cd63e49-fa92-4b6c-97a8-32d33b97825b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3886111 Oct 25 09:23:23.674560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55972) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:23.679858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': '3898ecff-a2f6-4af1-9b4c-10e5c093e854', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1597092864'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:23.790099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:23.793874 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.806982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-3898ecff-a2f6-4af1-9b4c-10e5c093e854', 'network_id': '3898ecff-a2f6-4af1-9b4c-10e5c093e854', 'tenant_id': '75fcd05f80a0479aaed0967bafe7f571', 'fixed_ips': [{'subnet_id': '483f7d21-e468-4f32-aea7-fc425826402e'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:23.807811 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:23.813701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port b2f2c428-9c61-41ab-ae17-9a281cb0b137 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:23.930608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::302 (3898ecff-a2f6-4af1-9b4c-10e5c093e854/483f7d21-e468-4f32-aea7-fc425826402e/b2f2c428-9c61-41ab-ae17-9a281cb0b137) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:24.050980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.083938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.122254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:24.125476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:24.129367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:24.135645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:24.136282 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.137200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Allocated IP 2001:db8::2 (3898ecff-a2f6-4af1-9b4c-10e5c093e854/483f7d21-e468-4f32-aea7-fc425826402e/864c11cd-77c3-42b8-8f9c-4c1e29fe6869) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:24.150966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=b2f2c428-9c61-41ab-ae17-9a281cb0b137,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:24.161902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2dc3236a-30f6-424c-ba80-6e770928307f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.4862978 Oct 25 09:23:24.164913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55976) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:24.255686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-09f2e5f7-9502-4b8d-83ff-80ec29549ba6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port b2f2c428-9c61-41ab-ae17-9a281cb0b137 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:24.256022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-09f2e5f7-9502-4b8d-83ff-80ec29549ba6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.299658 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.307200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.344998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:24.345921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-09f2e5f7-9502-4b8d-83ff-80ec29549ba6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.347837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:24.351387 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:24.358204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-09f2e5f7-9502-4b8d-83ff-80ec29549ba6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for b2f2c428-9c61-41ab-ae17-9a281cb0b137 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:24.361673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Pushing event updated for resources: {'Port': ['ID=864c11cd-77c3-42b8-8f9c-4c1e29fe6869,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:24.411250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Attempting to bind port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:24.411607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Attempting to bind port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '97de09a6-adf8-47d0-a246-a1eefc69795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3898ecff-a2f6-4af1-9b4c-10e5c093e854'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:24.411958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Attempting to bind port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 on network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:24.417492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:24.417853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Checking segment: {'id': '97de09a6-adf8-47d0-a246-a1eefc69795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3898ecff-a2f6-4af1-9b4c-10e5c093e854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:24.418243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.418623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Bound using segment: {'id': '97de09a6-adf8-47d0-a246-a1eefc69795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3898ecff-a2f6-4af1-9b4c-10e5c093e854'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:24.419076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Bound port: 864c11cd-77c3-42b8-8f9c-4c1e29fe6869, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97de09a6-adf8-47d0-a246-a1eefc69795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3898ecff-a2f6-4af1-9b4c-10e5c093e854'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:24.419441 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.480818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] For port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:24.484049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] For port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=864c11cd-77c3-42b8-8f9c-4c1e29fe6869,segment=NetworkSegment(97de09a6-adf8-47d0-a246-a1eefc69795f),segment_id=97de09a6-adf8-47d0-a246-a1eefc69795f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:24.487026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-09f2e5f7-9502-4b8d-83ff-80ec29549ba6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.488081 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.513685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2e5f7-9502-4b8d-83ff-80ec29549ba6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=b2f2c428-9c61-41ab-ae17-9a281cb0b137,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:24.542033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-09f2e5f7-9502-4b8d-83ff-80ec29549ba6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.545546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-09f2e5f7-9502-4b8d-83ff-80ec29549ba6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/b2f2c428-9c61-41ab-ae17-9a281cb0b137 HTTP/1.1" status: 204 len: 168 time: 0.3794763 Oct 25 09:23:24.545973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3cfbc-540e-4ae4-9969-4be895796b3e None None] Pushing event updated for resources: {'Port': ['ID=864c11cd-77c3-42b8-8f9c-4c1e29fe6869,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:24.548035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55978) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:24.576009 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fde8068-f24f-46c4-99ef-8b3e45dc0da3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:24.577616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1fde8068-f24f-46c4-99ef-8b3e45dc0da3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/b2f2c428-9c61-41ab-ae17-9a281cb0b137 HTTP/1.1" status: 404 len: 333 time: 0.0286624 Oct 25 09:23:24.580299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55980) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:24.636515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-42200542-410d-4587-9673-a35afd0c5bca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet 483f7d21-e468-4f32-aea7-fc425826402e {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:24.639946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42200542-410d-4587-9673-a35afd0c5bca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.682151 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42200542-410d-4587-9673-a35afd0c5bca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.787176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42200542-410d-4587-9673-a35afd0c5bca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.853302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:24.862581 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42200542-410d-4587-9673-a35afd0c5bca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.894763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-42200542-410d-4587-9673-a35afd0c5bca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.898181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-42200542-410d-4587-9673-a35afd0c5bca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/483f7d21-e468-4f32-aea7-fc425826402e HTTP/1.1" status: 204 len: 168 time: 0.3169415 Oct 25 09:23:24.898997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42200542-410d-4587-9673-a35afd0c5bca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=483f7d21-e468-4f32-aea7-fc425826402e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:24.901009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 55982) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:24.911019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:24.911378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.978741 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:24.991629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.024985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=864c11cd-77c3-42b8-8f9c-4c1e29fe6869,segment=NetworkSegment(97de09a6-adf8-47d0-a246-a1eefc69795f),segment_id=97de09a6-adf8-47d0-a246-a1eefc69795f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:25.029258 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.040082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:25.040428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.077906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=864c11cd-77c3-42b8-8f9c-4c1e29fe6869,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:25.096179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f9334669-afba-4d97-bbe0-51a9d8d1c32b no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:25.114433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] For port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=864c11cd-77c3-42b8-8f9c-4c1e29fe6869,segment=NetworkSegment(97de09a6-adf8-47d0-a246-a1eefc69795f),segment_id=97de09a6-adf8-47d0-a246-a1eefc69795f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:25.114685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.121130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f9334669-afba-4d97-bbe0-51a9d8d1c32b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:25.121480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f9334669-afba-4d97-bbe0-51a9d8d1c32b not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:25.129984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:25.211213 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.243580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=864c11cd-77c3-42b8-8f9c-4c1e29fe6869,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:25.247781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No DVR routers for this DVR port 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:25.329318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.350845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3898ecff-a2f6-4af1-9b4c-10e5c093e854']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:25.360542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97de09a6-adf8-47d0-a246-a1eefc69795f') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:25.360833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97de09a6-adf8-47d0-a246-a1eefc69795f') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:25.371192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.385891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.392319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:25.392716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:25.395770 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:25.460754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.468204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.471382 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/networks/3898ecff-a2f6-4af1-9b4c-10e5c093e854 HTTP/1.1" status: 204 len: 168 time: 0.5693808 Oct 25 09:23:25.475717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55986) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:25.481034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'name': 'tempest-PortsIpV6TestJSON-76441789'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:25.486524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d8927-69ea-49ac-bce6-d6e4959f8431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Network': ['ID=3898ecff-a2f6-4af1-9b4c-10e5c093e854,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:25.548496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8f992730-03cc-4e98-918b-b7c7b30fd2ef None None] Could not find standard attr ID for object 864c11cd-77c3-42b8-8f9c-4c1e29fe6869. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:25.580616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:25.584213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.600579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37cedf6-2c75-4db5-98d8-0e7a0b41a390 None None] DHCP port deletion for 3898ecff-a2f6-4af1-9b4c-10e5c093e854 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:25.602034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port 13794256-157e-42f1-94cf-33c76f0c6de3 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:25.615066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18bb76f-1854-4082-8d3e-b050cd0e0301 None None] Network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:25.628008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18bb76f-1854-4082-8d3e-b050cd0e0301 None None] Network 3898ecff-a2f6-4af1-9b4c-10e5c093e854 could not be found, it might have been deleted concurrently. {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 09:23:25.771285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.801832 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.849529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:25.852533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:25.856179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:25.861720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:25.862332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:25.868794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=13794256-157e-42f1-94cf-33c76f0c6de3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:25.884130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8971d659-3c8f-4c6e-a004-f38980c7df61 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4072764 Oct 25 09:23:25.886591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55988) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:25.972495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-81437b6b-ac5f-4852-88d6-3e74f722545e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port 13794256-157e-42f1-94cf-33c76f0c6de3 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:25.972828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-81437b6b-ac5f-4852-88d6-3e74f722545e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:26.041762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-81437b6b-ac5f-4852-88d6-3e74f722545e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:26.053812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-81437b6b-ac5f-4852-88d6-3e74f722545e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for 13794256-157e-42f1-94cf-33c76f0c6de3 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:26.129262 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-81437b6b-ac5f-4852-88d6-3e74f722545e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:26.156249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81437b6b-ac5f-4852-88d6-3e74f722545e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=13794256-157e-42f1-94cf-33c76f0c6de3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:26.163378 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-81437b6b-ac5f-4852-88d6-3e74f722545e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:26.166615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-81437b6b-ac5f-4852-88d6-3e74f722545e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/13794256-157e-42f1-94cf-33c76f0c6de3 HTTP/1.1" status: 204 len: 168 time: 0.2790935 Oct 25 09:23:26.169134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55990) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:26.173747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'mac_address': 'fa:16:3e:a6:d0:18', 'name': 'tempest-PortsIpV6TestJSON-1444563282'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:26.272493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:26.336798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:26.358504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port 6c06faa2-4853-4536-8798-cbb162d89625 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:26.797673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:26.817882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:26.818300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 864c11cd-77c3-42b8-8f9c-4c1e29fe6869 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:26.831834 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:26.863431 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:26.909648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:26.913261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:26.917017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:26.922499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:26.923077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:26.930959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=6c06faa2-4853-4536-8798-cbb162d89625,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:26.941504 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-74b122c7-6dfe-4e92-876b-55ae29c81ce6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7714107 Oct 25 09:23:26.944506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55994) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:26.987796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f65d1f-565d-41a1-80ce-b159a40c713e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:26.989156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-84f65d1f-565d-41a1-80ce-b159a40c713e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/6c06faa2-4853-4536-8798-cbb162d89625 HTTP/1.1" status: 200 len: 845 time: 0.0436959 Oct 25 09:23:26.992653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55996) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:27.074850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e8116018-48f4-44da-91d3-9767829544fe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port 6c06faa2-4853-4536-8798-cbb162d89625 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:27.075101 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8116018-48f4-44da-91d3-9767829544fe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.141179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8116018-48f4-44da-91d3-9767829544fe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.154320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e8116018-48f4-44da-91d3-9767829544fe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for 6c06faa2-4853-4536-8798-cbb162d89625 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:27.229387 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8116018-48f4-44da-91d3-9767829544fe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.259017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116018-48f4-44da-91d3-9767829544fe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=6c06faa2-4853-4536-8798-cbb162d89625,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:27.266207 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e8116018-48f4-44da-91d3-9767829544fe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.269470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e8116018-48f4-44da-91d3-9767829544fe tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/6c06faa2-4853-4536-8798-cbb162d89625 HTTP/1.1" status: 204 len: 168 time: 0.2758834 Oct 25 09:23:27.272506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 55998) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:27.296598 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-251ad3f0-4bac-473a-a88a-ee6205d48388 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:27.298012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-251ad3f0-4bac-473a-a88a-ee6205d48388 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/6c06faa2-4853-4536-8798-cbb162d89625 HTTP/1.1" status: 404 len: 333 time: 0.0245719 Oct 25 09:23:27.301420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56000) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:27.306080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'name': 'tempest-PortsIpV6TestJSON-1006320392'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:27.391917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:27.395500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.413505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port e7ac5e5b-971c-43f8-8810-b8aab4c02a62 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:27.569426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.602395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.650497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:27.654581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:27.656842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:27.662793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:27.663370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.679325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=e7ac5e5b-971c-43f8-8810-b8aab4c02a62,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:27.685941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a8dbdd98-6061-4d43-b568-22f1941cc296 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3836079 Oct 25 09:23:27.688619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56004) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:27.694150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:27.758936 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.911264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.916610 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.947119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] In _notify_port_updated(), no bound segment for port e7ac5e5b-971c-43f8-8810-b8aab4c02a62 on network fa13f679-00e0-4ba0-a3f2-67c013931007 {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:23:27.953034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:27.953618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:27.954863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "PUT /v2.0/ports/e7ac5e5b-971c-43f8-8810-b8aab4c02a62 HTTP/1.1" status: 200 len: 818 time: 0.2652919 Oct 25 09:23:27.957971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56006) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:27.972190 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525d3a7-ca5b-44de-9a7a-4420b5100ded tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=e7ac5e5b-971c-43f8-8810-b8aab4c02a62,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:28.042809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-615525d5-f760-4793-a799-e7f4728662cf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port e7ac5e5b-971c-43f8-8810-b8aab4c02a62 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:28.043145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-615525d5-f760-4793-a799-e7f4728662cf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.111851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-615525d5-f760-4793-a799-e7f4728662cf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.124000 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-615525d5-f760-4793-a799-e7f4728662cf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for e7ac5e5b-971c-43f8-8810-b8aab4c02a62 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:28.200952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-615525d5-f760-4793-a799-e7f4728662cf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.238753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615525d5-f760-4793-a799-e7f4728662cf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=e7ac5e5b-971c-43f8-8810-b8aab4c02a62,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:28.248921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-615525d5-f760-4793-a799-e7f4728662cf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.252012 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-615525d5-f760-4793-a799-e7f4728662cf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/e7ac5e5b-971c-43f8-8810-b8aab4c02a62 HTTP/1.1" status: 204 len: 168 time: 0.2930229 Oct 25 09:23:28.254521 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56008) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:28.301397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e67cdb-573e-4d30-9e17-ce63b2035649 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:28.302828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-13e67cdb-573e-4d30-9e17-ce63b2035649 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0473940 Oct 25 09:23:28.306276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56010) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:28.329707 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db7bf1d-ed36-4282-a8e3-e2b9e930d0a3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:28.331095 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9db7bf1d-ed36-4282-a8e3-e2b9e930d0a3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/e7ac5e5b-971c-43f8-8810-b8aab4c02a62 HTTP/1.1" status: 404 len: 333 time: 0.0239336 Oct 25 09:23:28.334535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56012) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:28.339219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-98528875'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:28.359045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:28.362521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.385812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:28.394639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.394961 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Added segment 784db754-ce72-410b-92ee-5d77526dcbef of type vlan for network 65078c26-a163-4f13-ba5c-2059a44aa3bb Oct 25 09:23:28.433249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.461713 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.467326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:28.467912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.519849 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1842446 Oct 25 09:23:28.523895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56016) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:28.529195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:28.537771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da260de3-4789-4350-9482-1ac1c49ade9b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Network': ['ID=65078c26-a163-4f13-ba5c-2059a44aa3bb,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:28.550889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:28.628531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:28.633242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.814439 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.872635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=cc1a5898-3881-41ec-8180-14cdd8b11d97,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:28.883993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking segment: {'id': '784db754-ce72-410b-92ee-5d77526dcbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:28.884347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network hostable DHCP agents. Network: 65078c26-a163-4f13-ba5c-2059a44aa3bb, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:28.900268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:28.909020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 65078c26-a163-4f13-ba5c-2059a44aa3bb) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:28.913057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:28.913850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:28.918412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ac279-a92c-4791-b49b-96bc82f9ac0d None None] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:28.930498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6a77b09c-0af1-4c70-94fd-65fe9e083e03 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4054780 Oct 25 09:23:28.933364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56020) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:28.938356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-94a39486-4352-4ed7-a181-c62aaff6b07a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:29.052575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a39486-4352-4ed7-a181-c62aaff6b07a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:29.057251 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a39486-4352-4ed7-a181-c62aaff6b07a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.063457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-65078c26-a163-4f13-ba5c-2059a44aa3bb', 'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb', 'tenant_id': '75fcd05f80a0479aaed0967bafe7f571', 'fixed_ips': [{'subnet_id': 'cc1a5898-3881-41ec-8180-14cdd8b11d97'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:29.064420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.147017 n-d-814746-2 neutron-server[106992]: INFO neutron.db.ipam_backend_mixin [None req-94a39486-4352-4ed7-a181-c62aaff6b07a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc1a5898-3881-41ec-8180-14cdd8b11d97 (CIDR: 2001:db8::/64) Oct 25 09:23:29.150429 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a39486-4352-4ed7-a181-c62aaff6b07a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:23:29.150888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a39486-4352-4ed7-a181-c62aaff6b07a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:23:29.166940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94a39486-4352-4ed7-a181-c62aaff6b07a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2323308 Oct 25 09:23:29.169775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56022) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:29.174768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:29.205222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Allocated IP 2001:db8::2 (65078c26-a163-4f13-ba5c-2059a44aa3bb/cc1a5898-3881-41ec-8180-14cdd8b11d97/a7d5ac62-8122-424d-9c0a-c8e30f15ff8b) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:29.291400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:29.295025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.349189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.356016 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.396274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:29.401581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:29.403975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:29.413935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Pushing event updated for resources: {'Port': ['ID=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:29.466563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Attempting to bind port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:29.467144 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Attempting to bind port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '784db754-ce72-410b-92ee-5d77526dcbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:29.467694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Attempting to bind port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b on network 65078c26-a163-4f13-ba5c-2059a44aa3bb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:29.472666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:29.473134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Checking segment: {'id': '784db754-ce72-410b-92ee-5d77526dcbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:29.473530 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.473916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Bound using segment: {'id': '784db754-ce72-410b-92ee-5d77526dcbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:29.474378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Bound port: a7d5ac62-8122-424d-9c0a-c8e30f15ff8b, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784db754-ce72-410b-92ee-5d77526dcbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:29.474752 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.541399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] For port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:29.544911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] For port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,segment=NetworkSegment(784db754-ce72-410b-92ee-5d77526dcbef),segment_id=784db754-ce72-410b-92ee-5d77526dcbef)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:29.550455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.575265 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.609257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe25ac-8b87-4c58-9b0b-ab4296658fa6 None None] Pushing event updated for resources: {'Port': ['ID=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:29.636110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:29.639556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:29.641321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=6a422064-84ca-493f-8f2c-5cecc4f51f6e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:29.644317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:29.644919 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.663544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ca656b78-d61b-4884-8a8f-e4f693bcd767 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4920082 Oct 25 09:23:29.666573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56026) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:29.671530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb', 'fixed_ips': [{'subnet_id': 'cc1a5898-3881-41ec-8180-14cdd8b11d97'}, {'subnet_id': '6a422064-84ca-493f-8f2c-5cecc4f51f6e'}], 'name': 'tempest-PortsIpV6TestJSON-467098527'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:29.814054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:29.909983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:29.931518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port acf197f7-c00d-4245-92f9-735bdf0e3578 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:30.284032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::36c (65078c26-a163-4f13-ba5c-2059a44aa3bb/cc1a5898-3881-41ec-8180-14cdd8b11d97/acf197f7-c00d-4245-92f9-735bdf0e3578) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:30.291967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8:0:1::100 (65078c26-a163-4f13-ba5c-2059a44aa3bb/6a422064-84ca-493f-8f2c-5cecc4f51f6e/acf197f7-c00d-4245-92f9-735bdf0e3578) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:30.450301 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:30.485355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:30.533412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:30.541495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:30.544005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:30.549925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:30.550547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:30.569820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=acf197f7-c00d-4245-92f9-735bdf0e3578,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:30.579374 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-128a1589-6892-4f0c-9475-52fe0958c46e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.9110968 Oct 25 09:23:30.581682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56028) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:30.587936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc1a5898-3881-41ec-8180-14cdd8b11d97'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:30.592437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51998937-5f35-4229-9ee6-85506229e6a8 None None] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:30.653470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5cf046e6-85b6-441e-a475-b98a5bc137d6 None None] Provisioning complete for port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:30.654127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5cf046e6-85b6-441e-a475-b98a5bc137d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:30.665027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:30.857891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a7d5ac62-8122-424d-9c0a-c8e30f15ff8b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:30.942074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Delete allocated IP 2001:db8:0:1::100 (65078c26-a163-4f13-ba5c-2059a44aa3bb/6a422064-84ca-493f-8f2c-5cecc4f51f6e) {{(pid=106991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 09:23:31.009699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5cf046e6-85b6-441e-a475-b98a5bc137d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.014398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:31.014760 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.077418 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.080373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5cf046e6-85b6-441e-a475-b98a5bc137d6 None None] For port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,segment=NetworkSegment(784db754-ce72-410b-92ee-5d77526dcbef),segment_id=784db754-ce72-410b-92ee-5d77526dcbef)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:31.083598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.109962 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5cf046e6-85b6-441e-a475-b98a5bc137d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.189417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c84436-4c82-4c86-be3d-248a30b54c3e None None] Update dhcp port {'port': {'network_id': '65078c26-a163-4f13-ba5c-2059a44aa3bb', 'fixed_ips': [{'subnet_id': 'cc1a5898-3881-41ec-8180-14cdd8b11d97', 'ip_address': '2001:db8::2'}, {'subnet_id': '6a422064-84ca-493f-8f2c-5cecc4f51f6e'}], 'binding:host_id': 'n-d-814746-2'}, 'id': 'a7d5ac62-8122-424d-9c0a-c8e30f15ff8b'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:23:31.224623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf046e6-85b6-441e-a475-b98a5bc137d6 None None] Pushing event updated for resources: {'Port': ['ID=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:31.236626 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-88c84436-4c82-4c86-be3d-248a30b54c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.406110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-88c84436-4c82-4c86-be3d-248a30b54c3e None None] Allocated IP 2001:db8:0:1::2 (65078c26-a163-4f13-ba5c-2059a44aa3bb/6a422064-84ca-493f-8f2c-5cecc4f51f6e/a7d5ac62-8122-424d-9c0a-c8e30f15ff8b) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:31.492463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] In _notify_port_updated(), no bound segment for port acf197f7-c00d-4245-92f9-735bdf0e3578 on network 65078c26-a163-4f13-ba5c-2059a44aa3bb {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:23:31.498053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:31.498667 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.499972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "PUT /v2.0/ports/acf197f7-c00d-4245-92f9-735bdf0e3578 HTTP/1.1" status: 200 len: 925 time: 0.9173114 Oct 25 09:23:31.502915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56032) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:31.508765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc1a5898-3881-41ec-8180-14cdd8b11d97'}, {'subnet_id': '6a422064-84ca-493f-8f2c-5cecc4f51f6e'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:31.509877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-88c84436-4c82-4c86-be3d-248a30b54c3e None None] For port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,segment=NetworkSegment(784db754-ce72-410b-92ee-5d77526dcbef),segment_id=784db754-ce72-410b-92ee-5d77526dcbef)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:31.512250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cf906-9f62-4513-90d4-3fde8cfe3b09 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=acf197f7-c00d-4245-92f9-735bdf0e3578,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:31.540653 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-88c84436-4c82-4c86-be3d-248a30b54c3e None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.545472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-88c84436-4c82-4c86-be3d-248a30b54c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.633033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c84436-4c82-4c86-be3d-248a30b54c3e None None] Pushing event updated for resources: {'Port': ['ID=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:31.664968 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:31.945237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8:0:1::63 (65078c26-a163-4f13-ba5c-2059a44aa3bb/6a422064-84ca-493f-8f2c-5cecc4f51f6e/acf197f7-c00d-4245-92f9-735bdf0e3578) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:32.078990 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.083558 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.122232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc57f7a-c783-4715-9378-e896bcac65bd None None] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:32.166436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] In _notify_port_updated(), no bound segment for port acf197f7-c00d-4245-92f9-735bdf0e3578 on network 65078c26-a163-4f13-ba5c-2059a44aa3bb {{(pid=106992) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:23:32.171991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:32.172634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.173970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "PUT /v2.0/ports/acf197f7-c00d-4245-92f9-735bdf0e3578 HTTP/1.1" status: 200 len: 1010 time: 0.6700656 Oct 25 09:23:32.174677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539bcf0-ee8e-4b73-a939-215ce2f88fcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=acf197f7-c00d-4245-92f9-735bdf0e3578,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:32.176937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56036) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:32.186955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e70018dc-fdca-4ea6-9d8f-ba86423091fc None None] Provisioning complete for port acf197f7-c00d-4245-92f9-735bdf0e3578 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:32.187327 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e70018dc-fdca-4ea6-9d8f-ba86423091fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.241730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e70018dc-fdca-4ea6-9d8f-ba86423091fc None None] Port acf197f7-c00d-4245-92f9-735bdf0e3578 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:32.273300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c83089e6-57ae-4bc3-be91-efd580a2599c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port acf197f7-c00d-4245-92f9-735bdf0e3578 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:32.273650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c83089e6-57ae-4bc3-be91-efd580a2599c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.289056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e70018dc-fdca-4ea6-9d8f-ba86423091fc None None] Provisioning complete for port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:32.289425 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e70018dc-fdca-4ea6-9d8f-ba86423091fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.362052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c83089e6-57ae-4bc3-be91-efd580a2599c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.375249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c83089e6-57ae-4bc3-be91-efd580a2599c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for acf197f7-c00d-4245-92f9-735bdf0e3578 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:32.559382 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c83089e6-57ae-4bc3-be91-efd580a2599c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.594628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83089e6-57ae-4bc3-be91-efd580a2599c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=acf197f7-c00d-4245-92f9-735bdf0e3578,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:32.618177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-681cd593-d537-4d4c-8495-fc62a289f807 None None] Could not find standard attr ID for object acf197f7-c00d-4245-92f9-735bdf0e3578. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:32.633527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-681cd593-d537-4d4c-8495-fc62a289f807 None None] Provisioning complete for port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:32.633894 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-681cd593-d537-4d4c-8495-fc62a289f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.645310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c83089e6-57ae-4bc3-be91-efd580a2599c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.652553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c83089e6-57ae-4bc3-be91-efd580a2599c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/acf197f7-c00d-4245-92f9-735bdf0e3578 HTTP/1.1" status: 204 len: 168 time: 0.4724164 Oct 25 09:23:32.652748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56038) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:32.679276 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac36e5b8-b324-4a49-84d6-98d697028128 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:32.680920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ac36e5b8-b324-4a49-84d6-98d697028128 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/acf197f7-c00d-4245-92f9-735bdf0e3578 HTTP/1.1" status: 404 len: 333 time: 0.0272019 Oct 25 09:23:32.683808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56040) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:32.739648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-00974d5c-9282-4095-aabd-0c1537c4bd1f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet 6a422064-84ca-493f-8f2c-5cecc4f51f6e {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:32.743296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00974d5c-9282-4095-aabd-0c1537c4bd1f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.803100 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00974d5c-9282-4095-aabd-0c1537c4bd1f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.809217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a7d5ac62-8122-424d-9c0a-c8e30f15ff8b up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:32.856952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a659e5c9-3fc3-43d5-928b-e095d1954148 None None] Could not find standard attr ID for object acf197f7-c00d-4245-92f9-735bdf0e3578. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:32.878349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:32.878769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.900499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00974d5c-9282-4095-aabd-0c1537c4bd1f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:32.969346 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00974d5c-9282-4095-aabd-0c1537c4bd1f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.002765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-00974d5c-9282-4095-aabd-0c1537c4bd1f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.006615 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-00974d5c-9282-4095-aabd-0c1537c4bd1f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/6a422064-84ca-493f-8f2c-5cecc4f51f6e HTTP/1.1" status: 204 len: 168 time: 0.3211215 Oct 25 09:23:33.007636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00974d5c-9282-4095-aabd-0c1537c4bd1f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=6a422064-84ca-493f-8f2c-5cecc4f51f6e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:33.009384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56044) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:33.063896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bbc273-c8c8-4e61-ac59-e56196656a3f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet cc1a5898-3881-41ec-8180-14cdd8b11d97 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:33.067183 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23bbc273-c8c8-4e61-ac59-e56196656a3f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.074162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c9e7db75-1ac8-493d-a3bd-6196f7dabd3c None None] Could not find standard attr ID for object acf197f7-c00d-4245-92f9-735bdf0e3578. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:33.076769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee272f3d-198b-484e-93ce-2deb7997407e None None] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:33.108181 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23bbc273-c8c8-4e61-ac59-e56196656a3f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.195536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23bbc273-c8c8-4e61-ac59-e56196656a3f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.255242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23bbc273-c8c8-4e61-ac59-e56196656a3f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.284241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbc273-c8c8-4e61-ac59-e56196656a3f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1a5898-3881-41ec-8180-14cdd8b11d97,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:33.286712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-23bbc273-c8c8-4e61-ac59-e56196656a3f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.292690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-23bbc273-c8c8-4e61-ac59-e56196656a3f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/cc1a5898-3881-41ec-8180-14cdd8b11d97 HTTP/1.1" status: 204 len: 168 time: 0.2798667 Oct 25 09:23:33.293003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56046) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:33.380438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.435372 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:33.435714 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.505220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] For port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,segment=NetworkSegment(784db754-ce72-410b-92ee-5d77526dcbef),segment_id=784db754-ce72-410b-92ee-5d77526dcbef)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:33.505586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.519248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for a7d5ac62-8122-424d-9c0a-c8e30f15ff8b owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:33.604589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.629088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=a7d5ac62-8122-424d-9c0a-c8e30f15ff8b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:33.635846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No DVR routers for this DVR port a7d5ac62-8122-424d-9c0a-c8e30f15ff8b on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:33.721591 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.730175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1076e4-9ed1-45f9-9f7f-390258b1494f None None] Network 65078c26-a163-4f13-ba5c-2059a44aa3bb requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:33.744160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65078c26-a163-4f13-ba5c-2059a44aa3bb']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:33.753418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784db754-ce72-410b-92ee-5d77526dcbef') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:33.753707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784db754-ce72-410b-92ee-5d77526dcbef') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:33.764218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.777817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.784728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:33.785142 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:33.788645 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:33.795774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a3c89368-8864-47ec-9087-f419ddeb75b3 None None] Could not find standard attr ID for object a7d5ac62-8122-424d-9c0a-c8e30f15ff8b. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:33.851061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.857919 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:33.861942 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/networks/65078c26-a163-4f13-ba5c-2059a44aa3bb HTTP/1.1" status: 204 len: 168 time: 0.5672207 Oct 25 09:23:33.864792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56048) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:33.900823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da40ad1-7f65-4077-80cc-9024bf29c38d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Network': ['ID=65078c26-a163-4f13-ba5c-2059a44aa3bb,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:33.914726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e148039-15a2-4ad2-9826-97fa3a825b0a None None] DHCP port deletion for 65078c26-a163-4f13-ba5c-2059a44aa3bb request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:33.928326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a43cde-e078-4b05-80ac-a180338b0df5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:33.929683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-79a43cde-e078-4b05-80ac-a180338b0df5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0639112 Oct 25 09:23:33.933691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56052) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:33.985000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8bd03533-ae88-477d-b7c4-fc50e93afbcb tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0499878 Oct 25 09:23:33.988293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56054) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:33.993456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-327869500'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:34.013844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:34.017711 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.042015 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:34.050527 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.050849 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Added segment 699a44f9-d2b2-47cd-a6b1-332a3876c661 of type vlan for network d039348f-7ff5-418e-9237-83a60821904f Oct 25 09:23:34.089349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.113324 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.118861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:34.119459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.176521 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1870999 Oct 25 09:23:34.180104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56056) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:34.185275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': 'd039348f-7ff5-418e-9237-83a60821904f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:34.188611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1463ea-07ae-40bb-89ab-116a6bb13afd tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Network': ['ID=d039348f-7ff5-418e-9237-83a60821904f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:34.199454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d039348f-7ff5-418e-9237-83a60821904f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:34.276284 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:34.280313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.457743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.524266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=8e7126dc-24d1-4f0c-a759-00a5dd16dc40,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:34.529533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking segment: {'id': '699a44f9-d2b2-47cd-a6b1-332a3876c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd039348f-7ff5-418e-9237-83a60821904f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:34.529892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network hostable DHCP agents. Network: d039348f-7ff5-418e-9237-83a60821904f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:34.546084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network d039348f-7ff5-418e-9237-83a60821904f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:34.554410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d039348f-7ff5-418e-9237-83a60821904f) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:34.558449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:34.559162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.569684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e48be1f-6f3c-47a3-b839-fbe092163d9d None None] Network d039348f-7ff5-418e-9237-83a60821904f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:34.576965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9901c0e2-b81b-4b7e-8896-c8c29ad9b449 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3957119 Oct 25 09:23:34.579497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56060) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:34.585522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': 'd039348f-7ff5-418e-9237-83a60821904f', 'name': 'tempest-PortsIpV6TestJSON-475805718'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:34.695252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:34.699008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.717511 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d039348f-7ff5-418e-9237-83a60821904f', 'network_id': 'd039348f-7ff5-418e-9237-83a60821904f', 'tenant_id': '75fcd05f80a0479aaed0967bafe7f571', 'fixed_ips': [{'subnet_id': '8e7126dc-24d1-4f0c-a759-00a5dd16dc40'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:34.718436 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:34.721762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port ce3190da-ac6f-4e02-8a67-22665d51ffef yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:34.815274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a7d5ac62-8122-424d-9c0a-c8e30f15ff8b no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:34.837467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: a7d5ac62-8122-424d-9c0a-c8e30f15ff8b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:34.837801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device a7d5ac62-8122-424d-9c0a-c8e30f15ff8b not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:34.841034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::1d1 (d039348f-7ff5-418e-9237-83a60821904f/8e7126dc-24d1-4f0c-a759-00a5dd16dc40/ce3190da-ac6f-4e02-8a67-22665d51ffef) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:34.988999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.023322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.070252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network d039348f-7ff5-418e-9237-83a60821904f is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:35.073787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:35.076532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Allocated IP 2001:db8::2 (d039348f-7ff5-418e-9237-83a60821904f/8e7126dc-24d1-4f0c-a759-00a5dd16dc40/9df0d823-b2bb-49df-8890-fa728dd43667) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:35.077650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:35.083524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:35.084185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.090413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=ce3190da-ac6f-4e02-8a67-22665d51ffef,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:35.106423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7f41eb7e-ca4f-490d-a813-742511aa5730 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5259032 Oct 25 09:23:35.108942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56064) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:35.113804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': 'd039348f-7ff5-418e-9237-83a60821904f', 'name': 'tempest-PortsIpV6TestJSON-1799745675'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:35.228136 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.234323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:35.234500 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.239841 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.258258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port b47a5e21-18d7-4bc3-a51c-94b5c0b00d5e yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:35.273782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Network d039348f-7ff5-418e-9237-83a60821904f is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:35.276734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:35.280294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:35.292653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Pushing event updated for resources: {'Port': ['ID=9df0d823-b2bb-49df-8890-fa728dd43667,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:35.313396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.313742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.314083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.314422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.314754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.315083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.315407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.315730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.316052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.316371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.316689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.317036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:35.351376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Attempting to bind port 9df0d823-b2bb-49df-8890-fa728dd43667 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:35.351839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Attempting to bind port 9df0d823-b2bb-49df-8890-fa728dd43667 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '699a44f9-d2b2-47cd-a6b1-332a3876c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd039348f-7ff5-418e-9237-83a60821904f'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:35.352093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Attempting to bind port 9df0d823-b2bb-49df-8890-fa728dd43667 on network d039348f-7ff5-418e-9237-83a60821904f {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:35.357903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:35.358116 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Checking segment: {'id': '699a44f9-d2b2-47cd-a6b1-332a3876c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd039348f-7ff5-418e-9237-83a60821904f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:35.358362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.358805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Bound using segment: {'id': '699a44f9-d2b2-47cd-a6b1-332a3876c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd039348f-7ff5-418e-9237-83a60821904f'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:35.359242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Bound port: 9df0d823-b2bb-49df-8890-fa728dd43667, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699a44f9-d2b2-47cd-a6b1-332a3876c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd039348f-7ff5-418e-9237-83a60821904f'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:35.359546 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.382644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::29c (d039348f-7ff5-418e-9237-83a60821904f/8e7126dc-24d1-4f0c-a759-00a5dd16dc40/b47a5e21-18d7-4bc3-a51c-94b5c0b00d5e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:35.427028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] For port 9df0d823-b2bb-49df-8890-fa728dd43667, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:35.430776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] For port 9df0d823-b2bb-49df-8890-fa728dd43667, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9df0d823-b2bb-49df-8890-fa728dd43667,segment=NetworkSegment(699a44f9-d2b2-47cd-a6b1-332a3876c661),segment_id=699a44f9-d2b2-47cd-a6b1-332a3876c661)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:35.434352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.496460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eba4-92ce-4049-bce5-e6ae98d133d6 None None] Pushing event updated for resources: {'Port': ['ID=9df0d823-b2bb-49df-8890-fa728dd43667,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:35.500836 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660f98b-30c8-4402-b77c-9ed070cc05a9 req-79bba384-ae09-451b-96a8-4a7967def44c tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:35.502378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5660f98b-30c8-4402-b77c-9ed070cc05a9 req-79bba384-ae09-451b-96a8-4a7967def44c tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1097 time: 0.1032128 Oct 25 09:23:35.577641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5660f98b-30c8-4402-b77c-9ed070cc05a9 req-d8f22d58-c258-432a-aee6-bd549a676057 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649788 Oct 25 09:23:35.590694 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.603153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:35.630295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.687148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network d039348f-7ff5-418e-9237-83a60821904f is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:35.690316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:35.694915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:35.700710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:35.701410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.716404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=b47a5e21-18d7-4bc3-a51c-94b5c0b00d5e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:35.725764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f45a310-2cc6-49ba-b498-8d006f7b9184 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6157753 Oct 25 09:23:35.729472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56072) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:35.815115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3459bf16-eb03-4c1d-9ba9-d1c875536e8a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:35.816622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3459bf16-eb03-4c1d-9ba9-d1c875536e8a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1d1 HTTP/1.1" status: 200 len: 928 time: 0.0862107 Oct 25 09:23:35.820013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56074) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:35.855178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 509e998b-c1b2-4070-a8a4-f3ac1aed70e9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:35.855513 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.912782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-533d2020-9a96-42cf-800d-ec009e1e627b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port b47a5e21-18d7-4bc3-a51c-94b5c0b00d5e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:35.913170 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-533d2020-9a96-42cf-800d-ec009e1e627b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.936412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.936734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:35.950783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 509e998b-c1b2-4070-a8a4-f3ac1aed70e9 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:36.001619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-533d2020-9a96-42cf-800d-ec009e1e627b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.013872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-533d2020-9a96-42cf-800d-ec009e1e627b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for b47a5e21-18d7-4bc3-a51c-94b5c0b00d5e owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:36.129628 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.154303 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-533d2020-9a96-42cf-800d-ec009e1e627b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.158838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=509e998b-c1b2-4070-a8a4-f3ac1aed70e9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:36.213927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d2020-9a96-42cf-800d-ec009e1e627b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=b47a5e21-18d7-4bc3-a51c-94b5c0b00d5e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:36.226047 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.226677 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Floating IP be65cc39-8b1d-4592-863f-39983b5e801f disassociated (deleted). External IP: 172.25.8.24, port: f9b72782-dcf4-40f8-85a4-b20123ed2874. Oct 25 09:23:36.234782 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-533d2020-9a96-42cf-800d-ec009e1e627b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.238058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-533d2020-9a96-42cf-800d-ec009e1e627b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/b47a5e21-18d7-4bc3-a51c-94b5c0b00d5e HTTP/1.1" status: 204 len: 168 time: 0.4170980 Oct 25 09:23:36.240803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56078) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:36.266644 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8a244f-76e5-47f5-a414-7470cc7fb9e6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:36.270753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9c8a244f-76e5-47f5-a414-7470cc7fb9e6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/b47a5e21-18d7-4bc3-a51c-94b5c0b00d5e HTTP/1.1" status: 404 len: 333 time: 0.0261717 Oct 25 09:23:36.271072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56080) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:36.366495 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f32ffdff-9271-4d0b-8579-6171d4f8a7de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port ce3190da-ac6f-4e02-8a67-22665d51ffef {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:36.366835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f32ffdff-9271-4d0b-8579-6171d4f8a7de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.462398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f32ffdff-9271-4d0b-8579-6171d4f8a7de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.469490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router b9d775a6-9cd4-4292-afb5-1f571ff76ada has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:23:36.478010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f32ffdff-9271-4d0b-8579-6171d4f8a7de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for ce3190da-ac6f-4e02-8a67-22665d51ffef owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:36.487988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4267c962-276c-4ca9-b8b8-dc2caa61351a None None] Network d039348f-7ff5-418e-9237-83a60821904f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:36.559396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-04bdbb32-bf3a-419a-b1ca-d638bb2bc906 None None] Provisioning complete for port 9df0d823-b2bb-49df-8890-fa728dd43667 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:36.559734 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04bdbb32-bf3a-419a-b1ca-d638bb2bc906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.596323 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:23:36.604127 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.612109 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] Sync routers for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:23:36.623028 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:36.623976 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:36.625986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f32ffdff-9271-4d0b-8579-6171d4f8a7de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.637541 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bfcea5eb-9f99-4ff4-8847-4c7cee449621 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/floatingips/be65cc39-8b1d-4592-863f-39983b5e801f HTTP/1.1" status: 204 len: 168 time: 1.0333035 Oct 25 09:23:36.638249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:23:36.640843 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e319ca-d359-4e38-8d37-a6823d0bf68a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:23:36.665562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ffdff-9271-4d0b-8579-6171d4f8a7de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=ce3190da-ac6f-4e02-8a67-22665d51ffef,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:36.692204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f32ffdff-9271-4d0b-8579-6171d4f8a7de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.699292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56086) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:36.699452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f32ffdff-9271-4d0b-8579-6171d4f8a7de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/ce3190da-ac6f-4e02-8a67-22665d51ffef HTTP/1.1" status: 204 len: 168 time: 0.4267850 Oct 25 09:23:36.736082 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54599d7-340a-4c5d-b5fa-c0d79d3415e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:36.738277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e54599d7-340a-4c5d-b5fa-c0d79d3415e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/ce3190da-ac6f-4e02-8a67-22665d51ffef HTTP/1.1" status: 404 len: 333 time: 0.0376165 Oct 25 09:23:36.742466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56088) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:36.747119 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04bdbb32-bf3a-419a-b1ca-d638bb2bc906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.811747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-04bdbb32-bf3a-419a-b1ca-d638bb2bc906 None None] For port 9df0d823-b2bb-49df-8890-fa728dd43667, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9df0d823-b2bb-49df-8890-fa728dd43667,segment=NetworkSegment(699a44f9-d2b2-47cd-a6b1-332a3876c661),segment_id=699a44f9-d2b2-47cd-a6b1-332a3876c661)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:36.822191 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-04bdbb32-bf3a-419a-b1ca-d638bb2bc906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.848579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet 8e7126dc-24d1-4f0c-a759-00a5dd16dc40 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:36.857568 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.886093 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:23:36.919940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdbb32-bf3a-419a-b1ca-d638bb2bc906 None None] Pushing event updated for resources: {'Port': ['ID=9df0d823-b2bb-49df-8890-fa728dd43667,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:36.933548 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a712ab52-4ed8-4675-9870-0147ed18d92c x-openstack-request-id: req-a712ab52-4ed8-4675-9870-0147ed18d92c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:23:36.934083 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:23:36.934534 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a712ab52-4ed8-4675-9870-0147ed18d92c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:23:36.935131 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'status': 'completed', 'code': 200} Oct 25 09:23:36.946637 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:36.955441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9df0d823-b2bb-49df-8890-fa728dd43667 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:37.046500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-67eecc92-44df-4e24-86a1-84de3ae2fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:37.046709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 9df0d823-b2bb-49df-8890-fa728dd43667 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:37.047077 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.048568 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-67eecc92-44df-4e24-86a1-84de3ae2fbf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 1097 time: 0.0685163 Oct 25 09:23:37.113198 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.174369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-a4047d4d-3dbc-4be4-99e1-ef06e8a03fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:37.175670 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9740-c88d-47b2-a521-3c6151277b9e req-8140982d-5db4-4ab9-9b20-255f3768cd97 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:37.177255 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-a4047d4d-3dbc-4be4-99e1-ef06e8a03fc2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 200 len: 898 time: 0.1177135 Oct 25 09:23:37.177401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee1d9740-c88d-47b2-a521-3c6151277b9e req-8140982d-5db4-4ab9-9b20-255f3768cd97 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 946 time: 0.1206474 Oct 25 09:23:37.193169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-43166e65-3c3c-4ad6-8d32-f68d01838c97 None None] Provisioning complete for port 9df0d823-b2bb-49df-8890-fa728dd43667 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:37.193574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43166e65-3c3c-4ad6-8d32-f68d01838c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.206970 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:37.259551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee1d9740-c88d-47b2-a521-3c6151277b9e req-173354c7-1646-4efb-9d17-8e0082235cab tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627244 Oct 25 09:23:37.262667 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.264760 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] Checking router: b9d775a6-9cd4-4292-afb5-1f571ff76ada for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:23:37.284311 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:37.284311 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:37.284792 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-9a8d2071-5cab-485a-a093-9ff6e26004e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 200 len: 217 time: 0.0965314 Oct 25 09:23:37.300416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7126dc-24d1-4f0c-a759-00a5dd16dc40,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:37.303673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.307333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/8e7126dc-24d1-4f0c-a759-00a5dd16dc40 HTTP/1.1" status: 204 len: 168 time: 0.5638070 Oct 25 09:23:37.316185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56094) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:37.321180 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.321869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.324322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.324879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.325460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.328026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.328630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.329260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.329808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.330344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.332439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.333040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8ce4d-4fd4-43b2-901b-711dcc5df881 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:37.420083 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:23:37.434115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5df0ce-eb08-4a51-af2c-452e16b28954 None None] Network d039348f-7ff5-418e-9237-83a60821904f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:37.458047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-45c37bc2-9ebc-4179-8444-bdc8775d55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:37.459219 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-45c37bc2-9ebc-4179-8444-bdc8775d55ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 200 len: 835 time: 0.1676753 Oct 25 09:23:37.463143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.539332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-0ad7ee9a-b3de-4c02-b965-fb9c4afa16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:37.540453 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-0ad7ee9a-b3de-4c02-b965-fb9c4afa16b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ca0c356-9d51-499e-b1d8-4c35afddfa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719140 Oct 25 09:23:37.610264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port 9df0d823-b2bb-49df-8890-fa728dd43667 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:37.611685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.637818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-30f36a69-a1e8-4a69-bed5-9f383cfed5d7 None None] Could not find standard attr ID for object ce3190da-ac6f-4e02-8a67-22665d51ffef. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:37.650043 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:37.685425 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1994ccc5-1615-4aeb-a77a-b00f9c9c32d6 None None] The sync data for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 is: [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:20:34Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c2837e75-f34f-4fec-b785-aac857593020', 'name': '', 'network_id': '2ca0c356-9d51-499e-b1d8-4c35afddfa34', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:46:66:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:33Z', 'updated_at': '2021-10-25T09:20:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1c1621a5-eac7-4783-aeaa-cfe62c5f4482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:23:37.701956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] For port 9df0d823-b2bb-49df-8890-fa728dd43667, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9df0d823-b2bb-49df-8890-fa728dd43667,segment=NetworkSegment(699a44f9-d2b2-47cd-a6b1-332a3876c661),segment_id=699a44f9-d2b2-47cd-a6b1-332a3876c661)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:37.702409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.713136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-218b2027-514e-4077-97b7-2107b3a8f1e1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633720 Oct 25 09:23:37.718734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for 9df0d823-b2bb-49df-8890-fa728dd43667 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:37.779242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] DHCP port deletion for d039348f-7ff5-418e-9237-83a60821904f request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:37.833702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] Deleting port 9df0d823-b2bb-49df-8890-fa728dd43667 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:37.836410 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.873951 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97e319ca-d359-4e38-8d37-a6823d0bf68a req-08923373-003f-4e1c-a7dc-8f9b4574f6cb service neutron] 10.222.0.18 "GET /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507075 Oct 25 09:23:37.885057 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.904715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] For port 9df0d823-b2bb-49df-8890-fa728dd43667, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=9df0d823-b2bb-49df-8890-fa728dd43667,segment=NetworkSegment(699a44f9-d2b2-47cd-a6b1-332a3876c661),segment_id=699a44f9-d2b2-47cd-a6b1-332a3876c661)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:37.905180 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:37.921075 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] Calling delete_port for 9df0d823-b2bb-49df-8890-fa728dd43667 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:37.922815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=9df0d823-b2bb-49df-8890-fa728dd43667,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:37.924871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No DVR routers for this DVR port 9df0d823-b2bb-49df-8890-fa728dd43667 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:37.983251 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de874074-a409-4c64-8bdc-16af40b4216b None None] New status for floating IP be65cc39-8b1d-4592-863f-39983b5e801f: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:23:38.012509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.032614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d039348f-7ff5-418e-9237-83a60821904f']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:38.042196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699a44f9-d2b2-47cd-a6b1-332a3876c661') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:38.042487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699a44f9-d2b2-47cd-a6b1-332a3876c661') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:38.051988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.066290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.075663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.076090 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:38.076488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:38.080114 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:38.102272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] Pushing event deleted for resources: {'Port': ['ID=9df0d823-b2bb-49df-8890-fa728dd43667,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:38.105906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb360405-f74d-4388-b216-5febe437ea57 None None] No DVR routers for this DVR port 9df0d823-b2bb-49df-8890-fa728dd43667 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:38.142843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.148136 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.151614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/networks/d039348f-7ff5-418e-9237-83a60821904f HTTP/1.1" status: 204 len: 168 time: 0.8344359 Oct 25 09:23:38.155301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56096) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:38.160016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-366865354'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:38.177089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343edaef-4118-4ed0-803d-6cb50aad4dc8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Network': ['ID=d039348f-7ff5-418e-9237-83a60821904f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:38.192849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:38.196872 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.222142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:38.232430 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.232820 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Added segment 4aed8e0b-9906-4788-97cc-5a16912bf8dc of type vlan for network 0d826c9b-aadb-422f-b268-e2abaabe52ea Oct 25 09:23:38.273421 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.299735 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.307986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:38.308588 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.373286 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2168169 Oct 25 09:23:38.377086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56100) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:38.383701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:38.389775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639043fb-8b8b-4ad4-a272-5ea2406063b2 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Network': ['ID=0d826c9b-aadb-422f-b268-e2abaabe52ea,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:38.400331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:38.440559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f366de4-4366-4314-a02d-54fd44ffbfea req-457fcd57-e534-4f84-ad5c-bb2c233d32a4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:38.442042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f366de4-4366-4314-a02d-54fd44ffbfea req-457fcd57-e534-4f84-ad5c-bb2c233d32a4 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 946 time: 0.1018810 Oct 25 09:23:38.511504 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f366de4-4366-4314-a02d-54fd44ffbfea req-e9da9e68-9ac9-4ced-8586-44b6a02afdc1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea8bd24-997a-491e-8da2-8b021d2b64b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562019 Oct 25 09:23:38.519206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:38.532787 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.532979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20d022-9071-4c17-8e96-01a72f679e28 req-65041627-4945-446e-812e-dc04612c69e3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:38.532979 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af20d022-9071-4c17-8e96-01a72f679e28 req-65041627-4945-446e-812e-dc04612c69e3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 946 time: 0.0510914 Oct 25 09:23:38.613611 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.639986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port f9b72782-dcf4-40f8-85a4-b20123ed2874 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:38.640571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.739569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port f9b72782-dcf4-40f8-85a4-b20123ed2874, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=f9b72782-dcf4-40f8-85a4-b20123ed2874,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:38.739926 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.754147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for f9b72782-dcf4-40f8-85a4-b20123ed2874 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:38.819418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9df0d823-b2bb-49df-8890-fa728dd43667 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:38.848378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 9df0d823-b2bb-49df-8890-fa728dd43667 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:38.849055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 9df0d823-b2bb-49df-8890-fa728dd43667 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:38.891057 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.921592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=f9b72782-dcf4-40f8-85a4-b20123ed2874,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:38.965357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] No DVR routers for this DVR port f9b72782-dcf4-40f8-85a4-b20123ed2874 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:38.968247 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:38.972167 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af20d022-9071-4c17-8e96-01a72f679e28 req-d4914f9f-046d-45a0-b721-c3c69c15259d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "DELETE /v2.0/ports/f9b72782-dcf4-40f8-85a4-b20123ed2874 HTTP/1.1" status: 204 len: 173 time: 0.4330914 Oct 25 09:23:38.972653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-deleted', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:23:38.976362 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0c9353-056d-47d4-b280-c1b93e982794" -d '{"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-deleted", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:23:39.019554 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6000e6e9-a97c-454c-b2c8-b5e1ee9cb907 x-openstack-request-id: req-6000e6e9-a97c-454c-b2c8-b5e1ee9cb907 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:23:39.019854 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a95baa-ab2f-4be4-a13c-0da7918a70b3", "name": "network-vif-deleted", "tag": "f9b72782-dcf4-40f8-85a4-b20123ed2874", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:23:39.020109 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6000e6e9-a97c-454c-b2c8-b5e1ee9cb907 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:23:39.020507 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a95baa-ab2f-4be4-a13c-0da7918a70b3', 'name': 'network-vif-deleted', 'tag': 'f9b72782-dcf4-40f8-85a4-b20123ed2874', 'status': 'completed', 'code': 200} Oct 25 09:23:39.058839 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.121523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:39.130030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking segment: {'id': '4aed8e0b-9906-4788-97cc-5a16912bf8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:39.130388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network hostable DHCP agents. Network: 0d826c9b-aadb-422f-b268-e2abaabe52ea, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:39.147792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:39.155973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 0d826c9b-aadb-422f-b268-e2abaabe52ea) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:39.160051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:39.160562 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.165335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9804e86d-70d3-4e57-8595-87b3390d61e0 None None] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:39.176987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c8d77292-0cee-4282-8a9a-3ea87058479a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7983263 Oct 25 09:23:39.180072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56106) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:39.185166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea', 'name': 'tempest-PortsIpV6TestJSON-1787014133', 'fixed_ips': [{'subnet_id': 'ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1', 'ip_address': '2001:db8::10'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:39.301184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:39.353043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-0d826c9b-aadb-422f-b268-e2abaabe52ea', 'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea', 'tenant_id': '75fcd05f80a0479aaed0967bafe7f571', 'fixed_ips': [{'subnet_id': 'ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:39.353923 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.394371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.413405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port 435b7a4e-b545-4cd0-a5f5-420da2d6b9f1 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:39.512501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Allocated IP 2001:db8::2 (0d826c9b-aadb-422f-b268-e2abaabe52ea/ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1/6c27b214-760d-4d56-8837-1ba300af9942) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:39.643467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78de36b0-571f-487f-8b27-5e51260d344d req-7e1938d6-177b-4448-9ac8-0047b5351823 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6a95baa-ab2f-4be4-a13c-0da7918a70b3 HTTP/1.1" status: 200 len: 210 time: 0.0324304 Oct 25 09:23:39.666797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.673921 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.722230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:39.725883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:39.729381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:39.737617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::10 (0d826c9b-aadb-422f-b268-e2abaabe52ea/ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1/435b7a4e-b545-4cd0-a5f5-420da2d6b9f1) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:39.740563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Pushing event updated for resources: {'Port': ['ID=6c27b214-760d-4d56-8837-1ba300af9942,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:39.801130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Attempting to bind port 6c27b214-760d-4d56-8837-1ba300af9942 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:39.801500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Attempting to bind port 6c27b214-760d-4d56-8837-1ba300af9942 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4aed8e0b-9906-4788-97cc-5a16912bf8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:39.801868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Attempting to bind port 6c27b214-760d-4d56-8837-1ba300af9942 on network 0d826c9b-aadb-422f-b268-e2abaabe52ea {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:39.810988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:39.811346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Checking segment: {'id': '4aed8e0b-9906-4788-97cc-5a16912bf8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:39.811744 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.812156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Bound using segment: {'id': '4aed8e0b-9906-4788-97cc-5a16912bf8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:39.812590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Bound port: 6c27b214-760d-4d56-8837-1ba300af9942, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aed8e0b-9906-4788-97cc-5a16912bf8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:39.813024 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.816297 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.878036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] For port 6c27b214-760d-4d56-8837-1ba300af9942, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:39.882017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] For port 6c27b214-760d-4d56-8837-1ba300af9942, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6c27b214-760d-4d56-8837-1ba300af9942,segment=NetworkSegment(4aed8e0b-9906-4788-97cc-5a16912bf8dc),segment_id=4aed8e0b-9906-4788-97cc-5a16912bf8dc)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:39.886019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.900717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.934966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:39.950245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43b5d6-3c69-439a-8b93-501d2186298c None None] Pushing event updated for resources: {'Port': ['ID=6c27b214-760d-4d56-8837-1ba300af9942,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:39.981016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:39.984326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:39.988265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:39.994498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:39.995131 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:40.007959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=435b7a4e-b545-4cd0-a5f5-420da2d6b9f1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:40.017687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d4cbf794-9829-4418-9a2d-dad487b924f0 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8365200 Oct 25 09:23:40.020360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56112) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:40.026058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': '0d826c9b-aadb-422f-b268-e2abaabe52ea', 'name': 'tempest-PortsIpV6TestJSON-45708467', 'fixed_ips': [{'subnet_id': 'ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1', 'ip_address': '2001:db8::f'}]}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:40.151271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:40.156328 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:40.176864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port 258d10b6-a456-441b-bd1b-81a35e4e7c54 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:40.338574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::f (0d826c9b-aadb-422f-b268-e2abaabe52ea/ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1/258d10b6-a456-441b-bd1b-81a35e4e7c54) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:40.487104 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:40.525222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:40.581871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:40.585712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:40.588205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:40.594079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:40.594700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:40.601288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=258d10b6-a456-441b-bd1b-81a35e4e7c54,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:40.621338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-74e7f6df-32cb-461d-bcce-04d4cf9ad4db tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.5974579 Oct 25 09:23:40.621576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56116) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:40.676717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf64a0-1429-4457-b925-61fae462fbea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:40.679379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eecf64a0-1429-4457-b925-61fae462fbea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0567632 Oct 25 09:23:40.682418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:40.709849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56122) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:40.819886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7db5c-b6a7-4a39-8549-d88ee893744d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:40.828793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7db5c-b6a7-4a39-8549-d88ee893744d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:40.835796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7db5c-b6a7-4a39-8549-d88ee893744d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:40.837784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1ac7db5c-b6a7-4a39-8549-d88ee893744d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1537635 Oct 25 09:23:40.841216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56126) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:40.871114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6c27b214-760d-4d56-8837-1ba300af9942 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:40.935106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-63432a73-df3f-44e1-b8b5-1257e9767f4e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port 258d10b6-a456-441b-bd1b-81a35e4e7c54 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:40.935362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6c27b214-760d-4d56-8837-1ba300af9942 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:40.935820 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:40.936309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63432a73-df3f-44e1-b8b5-1257e9767f4e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.005644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69418b-1093-4139-ba56-bb469e2fd454 None None] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:41.040235 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63432a73-df3f-44e1-b8b5-1257e9767f4e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.053393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-63432a73-df3f-44e1-b8b5-1257e9767f4e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for 258d10b6-a456-441b-bd1b-81a35e4e7c54 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:41.060567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.141982 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.144440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2bb7ed8f-770a-4640-9033-afcbf567395c None None] Provisioning complete for port 6c27b214-760d-4d56-8837-1ba300af9942 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:41.144802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ed8f-770a-4640-9033-afcbf567395c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.152008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 6c27b214-760d-4d56-8837-1ba300af9942, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6c27b214-760d-4d56-8837-1ba300af9942,segment=NetworkSegment(4aed8e0b-9906-4788-97cc-5a16912bf8dc),segment_id=4aed8e0b-9906-4788-97cc-5a16912bf8dc)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:41.179216 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.199798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63432a73-df3f-44e1-b8b5-1257e9767f4e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.235432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63432a73-df3f-44e1-b8b5-1257e9767f4e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=258d10b6-a456-441b-bd1b-81a35e4e7c54,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:41.270080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63432a73-df3f-44e1-b8b5-1257e9767f4e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.277240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63432a73-df3f-44e1-b8b5-1257e9767f4e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/258d10b6-a456-441b-bd1b-81a35e4e7c54 HTTP/1.1" status: 204 len: 168 time: 0.4324389 Oct 25 09:23:41.278148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56128) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:41.303265 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6032602-65d9-4a99-95f2-32e01c7c8989 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:41.306040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a6032602-65d9-4a99-95f2-32e01c7c8989 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/258d10b6-a456-441b-bd1b-81a35e4e7c54 HTTP/1.1" status: 404 len: 333 time: 0.0256991 Oct 25 09:23:41.308227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56130) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:41.310106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=6c27b214-760d-4d56-8837-1ba300af9942,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:41.461517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port c2837e75-f34f-4fec-b785-aac857593020 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:41.461919 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.507283 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:23:41.582292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port c2837e75-f34f-4fec-b785-aac857593020, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c2837e75-f34f-4fec-b785-aac857593020,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:41.583368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.599746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for c2837e75-f34f-4fec-b785-aac857593020 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:41.684851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c74f1-c2e6-4fe4-945a-aa9a499d64ce tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port 435b7a4e-b545-4cd0-a5f5-420da2d6b9f1 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:41.685436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7c74f1-c2e6-4fe4-945a-aa9a499d64ce tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.708055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0c4d43a2-5be8-4a9b-b3c8-61afadc17d21 None None] Provisioning complete for port 435b7a4e-b545-4cd0-a5f5-420da2d6b9f1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:41.708432 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c4d43a2-5be8-4a9b-b3c8-61afadc17d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.747897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d43a2-5be8-4a9b-b3c8-61afadc17d21 None None] Port 435b7a4e-b545-4cd0-a5f5-420da2d6b9f1 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:41.761773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0c4d43a2-5be8-4a9b-b3c8-61afadc17d21 None None] Provisioning complete for port 6c27b214-760d-4d56-8837-1ba300af9942 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:41.762453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c4d43a2-5be8-4a9b-b3c8-61afadc17d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.788228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7c74f1-c2e6-4fe4-945a-aa9a499d64ce tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.808720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c74f1-c2e6-4fe4-945a-aa9a499d64ce tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for 435b7a4e-b545-4cd0-a5f5-420da2d6b9f1 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:41.852368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:41.912623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=c2837e75-f34f-4fec-b785-aac857593020,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:42.012056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7c74f1-c2e6-4fe4-945a-aa9a499d64ce tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.027366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f61b6e0e-5594-4257-a8e2-70c08b32a09c None None] Could not find standard attr ID for object 435b7a4e-b545-4cd0-a5f5-420da2d6b9f1. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:42.041623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c74f1-c2e6-4fe4-945a-aa9a499d64ce tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=435b7a4e-b545-4cd0-a5f5-420da2d6b9f1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:42.080178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a7c74f1-c2e6-4fe4-945a-aa9a499d64ce tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.083504 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3a7c74f1-c2e6-4fe4-945a-aa9a499d64ce tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/435b7a4e-b545-4cd0-a5f5-420da2d6b9f1 HTTP/1.1" status: 204 len: 168 time: 0.7741005 Oct 25 09:23:42.086660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56134) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:42.112305 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f147030-1bda-4fe2-bb84-30cd5a2c722b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:42.113940 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7f147030-1bda-4fe2-bb84-30cd5a2c722b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/435b7a4e-b545-4cd0-a5f5-420da2d6b9f1 HTTP/1.1" status: 404 len: 333 time: 0.0263391 Oct 25 09:23:42.117737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56136) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:42.151943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.187457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab34439-1352-4157-8b55-3a36ce661a6d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:42.191141 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dab34439-1352-4157-8b55-3a36ce661a6d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.236569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dab34439-1352-4157-8b55-3a36ce661a6d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.341274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c901a8dc-551e-47b5-b9ba-64259fae3e4d None None] Could not find standard attr ID for object 258d10b6-a456-441b-bd1b-81a35e4e7c54. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:42.352364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dab34439-1352-4157-8b55-3a36ce661a6d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.407961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router b9d775a6-9cd4-4292-afb5-1f571ff76ada has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:23:42.422493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dab34439-1352-4157-8b55-3a36ce661a6d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.448712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:42.456453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab34439-1352-4157-8b55-3a36ce661a6d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:42.458520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dab34439-1352-4157-8b55-3a36ce661a6d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.465110 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dab34439-1352-4157-8b55-3a36ce661a6d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1 HTTP/1.1" status: 204 len: 168 time: 0.3438950 Oct 25 09:23:42.465438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56138) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:42.483416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4bf30c-01f7-43e4-8b28-6193c50f0f2c None None] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:42.485590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: f9b72782-dcf4-40f8-85a4-b20123ed2874 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:42.485924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device f9b72782-dcf4-40f8-85a4-b20123ed2874 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:42.534437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:23:42.542367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-623e8fb8-6653-4331-b031-831886e3b3d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "PUT /v2.0/routers/b9d775a6-9cd4-4292-afb5-1f571ff76ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8289859 Oct 25 09:23:42.543376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56140) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:42.546908 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] Sync routers for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:23:42.556033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.558741 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:42.559616 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:42.619467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1fdd7b-efcb-4985-aff6-57f93c8ee321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting subnet 1c1621a5-eac7-4783-aeaa-cfe62c5f4482 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:42.623366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e1fdd7b-efcb-4985-aff6-57f93c8ee321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.634337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port 6c27b214-760d-4d56-8837-1ba300af9942 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:42.635039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.670620 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e1fdd7b-efcb-4985-aff6-57f93c8ee321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.676767 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:23:42.691115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] DHCP port deletion for 0d826c9b-aadb-422f-b268-e2abaabe52ea request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:42.728203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] For port 6c27b214-760d-4d56-8837-1ba300af9942, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6c27b214-760d-4d56-8837-1ba300af9942,segment=NetworkSegment(4aed8e0b-9906-4788-97cc-5a16912bf8dc),segment_id=4aed8e0b-9906-4788-97cc-5a16912bf8dc)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:42.729987 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.747704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for 6c27b214-760d-4d56-8837-1ba300af9942 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:42.767295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] Deleting port 6c27b214-760d-4d56-8837-1ba300af9942 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:42.769768 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.774115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e1fdd7b-efcb-4985-aff6-57f93c8ee321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.853930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e1fdd7b-efcb-4985-aff6-57f93c8ee321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.858310 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.889706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=6c27b214-760d-4d56-8837-1ba300af9942,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:42.904407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No DVR routers for this DVR port 6c27b214-760d-4d56-8837-1ba300af9942 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:42.907270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] For port 6c27b214-760d-4d56-8837-1ba300af9942, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6c27b214-760d-4d56-8837-1ba300af9942,segment=NetworkSegment(4aed8e0b-9906-4788-97cc-5a16912bf8dc),segment_id=4aed8e0b-9906-4788-97cc-5a16912bf8dc)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:42.907689 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.920936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fdd7b-efcb-4985-aff6-57f93c8ee321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1621a5-eac7-4783-aeaa-cfe62c5f4482,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:42.923368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8e1fdd7b-efcb-4985-aff6-57f93c8ee321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:42.926663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8e1fdd7b-efcb-4985-aff6-57f93c8ee321 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/subnets/1c1621a5-eac7-4783-aeaa-cfe62c5f4482 HTTP/1.1" status: 204 len: 168 time: 0.3830693 Oct 25 09:23:42.929997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56142) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:42.930694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173b8e2-a735-4621-8bcc-7d913f767f06 None None] Network 2ca0c356-9d51-499e-b1d8-4c35afddfa34 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:42.947441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6c27b214-760d-4d56-8837-1ba300af9942 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:43.020556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.038819 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:23:41Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:43.042286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] Calling delete_port for 6c27b214-760d-4d56-8837-1ba300af9942 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:43.052200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d826c9b-aadb-422f-b268-e2abaabe52ea']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:43.055613 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6c27b214-760d-4d56-8837-1ba300af9942 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:43.055953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6c27b214-760d-4d56-8837-1ba300af9942 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:43.072635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.073584 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] Checking router: b9d775a6-9cd4-4292-afb5-1f571ff76ada for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:23:43.080190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aed8e0b-9906-4788-97cc-5a16912bf8dc') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:43.080807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aed8e0b-9906-4788-97cc-5a16912bf8dc') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:43.084454 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] Routers {'b9d775a6-9cd4-4292-afb5-1f571ff76ada'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:43.088803 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:43.099262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.119397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.128950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:43.129782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:43.187955 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:43.206440 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] Set router b9d775a6-9cd4-4292-afb5-1f571ff76ada gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:23:43.211086 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.218624 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.220566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.230105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.245713 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/networks/0d826c9b-aadb-422f-b268-e2abaabe52ea HTTP/1.1" status: 204 len: 168 time: 0.7791920 Oct 25 09:23:43.250923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56146) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:43.257509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] Network 0d826c9b-aadb-422f-b268-e2abaabe52ea is not hosted by any dhcp agent {{(pid=106993) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 25 09:23:43.258083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] No DVR routers for this DVR port 6c27b214-760d-4d56-8837-1ba300af9942 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:43.260230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b014ed1-339f-4a2e-9b38-ecc2379156e7 None None] Pushing event deleted for resources: {'Port': ['ID=6c27b214-760d-4d56-8837-1ba300af9942,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:43.284022 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-99653005'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:43.288791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359cdf3-be45-4cf6-bc59-4d87f2623531 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Network': ['ID=0d826c9b-aadb-422f-b268-e2abaabe52ea,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:43.302774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] DHCP port deletion for 2ca0c356-9d51-499e-b1d8-4c35afddfa34 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:43.317027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:43.317406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 1b34d817-7b5b-4372-b455-a72d4899e962 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:43.317754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.322523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.353693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:43.367817 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.375470 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Added segment 49e64c6b-4705-49b2-a79b-ffafee896561 of type vlan for network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 Oct 25 09:23:43.375645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] Deleting port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:43.375645 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.417555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port 1b34d817-7b5b-4372-b455-a72d4899e962, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1b34d817-7b5b-4372-b455-a72d4899e962,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:43.417921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.428445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.438304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 1b34d817-7b5b-4372-b455-a72d4899e962 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:43.447164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] For port 5959564b-9ef0-4fda-bae8-682cd4d8bd88, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5959564b-9ef0-4fda-bae8-682cd4d8bd88,segment=NetworkSegment(07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f),segment_id=07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:43.447828 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.448036 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:23:41Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:43.459371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.463161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] Calling delete_port for 5959564b-9ef0-4fda-bae8-682cd4d8bd88 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:43.464989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:43.465582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.479120 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a5e733-9b47-41bc-a808-37707502545a None None] The sync data for ids ['b9d775a6-9cd4-4292-afb5-1f571ff76ada'] in n-d-814746-2 is: [{'id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-181002301', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:20:30Z', 'updated_at': '2021-10-25T09:23:41Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1b34d817-7b5b-4372-b455-a72d4899e962', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d775a6-9cd4-4292-afb5-1f571ff76ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:20:31Z', 'updated_at': '2021-10-25T09:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:23:43.530652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2781208 Oct 25 09:23:43.530968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56148) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:43.538273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': '34e9805b-2c06-4bb2-ba89-cadc45a84e65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:43.548998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1603bc9-3f58-4198-91e6-0208a0f84c1b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Network': ['ID=34e9805b-2c06-4bb2-ba89-cadc45a84e65,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:43.563902 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.566105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:43.598290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] Pushing event deleted for resources: {'Port': ['ID=5959564b-9ef0-4fda-bae8-682cd4d8bd88,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:43.627071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dd346-079e-47f2-8b51-0c4af565bd6f None None] No DVR routers for this DVR port 5959564b-9ef0-4fda-bae8-682cd4d8bd88 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:43.690273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:43.694260 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.792953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:43.830203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=1b34d817-7b5b-4372-b455-a72d4899e962,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:43.928732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.378557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.384792 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.395704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.468429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.468905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Fanout notify agent at l3_agent the message router_deleted on router b9d775a6-9cd4-4292-afb5-1f571ff76ada {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:23:44.476805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.477909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8577910d-0fc1-47d0-8f47-7d592cfdbef2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/routers/b9d775a6-9cd4-4292-afb5-1f571ff76ada HTTP/1.1" status: 204 len: 168 time: 1.5469904 Oct 25 09:23:44.480679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56152) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:44.500086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=c59a8b6a-dc72-4396-a2a5-8a4a02172148,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:44.509881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Checking segment: {'id': '49e64c6b-4705-49b2-a79b-ffafee896561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '34e9805b-2c06-4bb2-ba89-cadc45a84e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:44.510417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network hostable DHCP agents. Network: 34e9805b-2c06-4bb2-ba89-cadc45a84e65, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:44.530100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:44.540908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 34e9805b-2c06-4bb2-ba89-cadc45a84e65) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:44.549302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:44.549887 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.558298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934409cc-a859-4fd2-aa7a-2b7538675c14 None None] Network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:44.570970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9ef2c87c-2b50-4777-8bb2-e30665d09cb8 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0388885 Oct 25 09:23:44.573918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56154) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:44.579456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fa58f72b-39c8-4d4f-a4da-3a5a5f0da3a6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-574606805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:44.582486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.609029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa58f72b-39c8-4d4f-a4da-3a5a5f0da3a6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.610061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa58f72b-39c8-4d4f-a4da-3a5a5f0da3a6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.674099 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa58f72b-39c8-4d4f-a4da-3a5a5f0da3a6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.682359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa58f72b-39c8-4d4f-a4da-3a5a5f0da3a6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.698988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.702435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fa58f72b-39c8-4d4f-a4da-3a5a5f0da3a6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.703620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fa58f72b-39c8-4d4f-a4da-3a5a5f0da3a6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1286480 Oct 25 09:23:44.706449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56156) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:44.712684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'network_id': '34e9805b-2c06-4bb2-ba89-cadc45a84e65', 'name': 'tempest-PortsIpV6TestJSON-1878665795'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:44.724827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca0c356-9d51-499e-b1d8-4c35afddfa34']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:44.729529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-34e9805b-2c06-4bb2-ba89-cadc45a84e65', 'network_id': '34e9805b-2c06-4bb2-ba89-cadc45a84e65', 'tenant_id': '75fcd05f80a0479aaed0967bafe7f571', 'fixed_ips': [{'subnet_id': 'c59a8b6a-dc72-4396-a2a5-8a4a02172148'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:44.730397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.734867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:44.735234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e6a1ae-bc9f-49c5-b2a7-f186c7fe838f') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:44.745248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.761206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.770151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:44.770677 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:44.775886 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:44.831067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:44.836286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.845882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.854000 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:44.860232 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/networks/2ca0c356-9d51-499e-b1d8-4c35afddfa34 HTTP/1.1" status: 204 len: 168 time: 0.3760469 Oct 25 09:23:44.860631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56158) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:44.871162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62803bff-e826-402c-bf4b-241ea60d972f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Network': ['ID=2ca0c356-9d51-499e-b1d8-4c35afddfa34,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:44.878536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Allocated IP 2001:db8::2 (34e9805b-2c06-4bb2-ba89-cadc45a84e65/c59a8b6a-dc72-4396-a2a5-8a4a02172148/f9e9fda3-1da7-4c2f-b7c9-104008d4de8f) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:44.883417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port b6a69f6e-a810-441c-825b-036fe9193093 yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:44.976685 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-284c2828-7dd3-4c0f-9774-37c13f53dfbd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.016923 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-284c2828-7dd3-4c0f-9774-37c13f53dfbd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.038262 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.045689 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.076877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5959564b-9ef0-4fda-bae8-682cd4d8bd88 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:45.110410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5959564b-9ef0-4fda-bae8-682cd4d8bd88 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:45.110770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5959564b-9ef0-4fda-bae8-682cd4d8bd88 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:45.111237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c2837e75-f34f-4fec-b785-aac857593020 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:45.116296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:45.124286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::2e7 (34e9805b-2c06-4bb2-ba89-cadc45a84e65/c59a8b6a-dc72-4396-a2a5-8a4a02172148/b6a69f6e-a810-441c-825b-036fe9193093) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:45.140030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:45.147102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:45.155530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c2837e75-f34f-4fec-b785-aac857593020 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:45.155530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c2837e75-f34f-4fec-b785-aac857593020 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:45.155530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1b34d817-7b5b-4372-b455-a72d4899e962 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:45.158902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-284c2828-7dd3-4c0f-9774-37c13f53dfbd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.161528 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-284c2828-7dd3-4c0f-9774-37c13f53dfbd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.162847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-284c2828-7dd3-4c0f-9774-37c13f53dfbd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/security-groups/dea8bd24-997a-491e-8da2-8b021d2b64b3 HTTP/1.1" status: 204 len: 168 time: 0.3007245 Oct 25 09:23:45.191297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c2828-7dd3-4c0f-9774-37c13f53dfbd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea8bd24-997a-491e-8da2-8b021d2b64b3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:45.337936 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.351406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Pushing event updated for resources: {'Port': ['ID=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:45.355483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 1b34d817-7b5b-4372-b455-a72d4899e962 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:45.355884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1b34d817-7b5b-4372-b455-a72d4899e962 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:45.383054 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.423204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Attempting to bind port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:45.423576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Attempting to bind port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '49e64c6b-4705-49b2-a79b-ffafee896561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '34e9805b-2c06-4bb2-ba89-cadc45a84e65'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:45.423939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Attempting to bind port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f on network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:45.430862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:45.431049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Checking segment: {'id': '49e64c6b-4705-49b2-a79b-ffafee896561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '34e9805b-2c06-4bb2-ba89-cadc45a84e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:45.431397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.431789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Bound using segment: {'id': '49e64c6b-4705-49b2-a79b-ffafee896561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '34e9805b-2c06-4bb2-ba89-cadc45a84e65'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:45.432255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Bound port: f9e9fda3-1da7-4c2f-b7c9-104008d4de8f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e64c6b-4705-49b2-a79b-ffafee896561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '34e9805b-2c06-4bb2-ba89-cadc45a84e65'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:45.432636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.435795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:45.438986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:45.443910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:45.450930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:45.451551 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.460202 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=b6a69f6e-a810-441c-825b-036fe9193093,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:45.474689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4eadda6d-6a97-4b79-ad11-ea4239867cda tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7665427 Oct 25 09:23:45.477610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56166) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:45.503731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] For port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:45.507186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] For port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,segment=NetworkSegment(49e64c6b-4705-49b2-a79b-ffafee896561),segment_id=49e64c6b-4705-49b2-a79b-ffafee896561)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:45.510990 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.584980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4dfae-d51c-4232-a27d-03d3842cf00b None None] Pushing event updated for resources: {'Port': ['ID=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:45.682669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56168) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:45.688255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e2b339c1-3379-4555-a43a-529fd5856fa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993899673', 'description': 'tempest-secgroup-smoke-993899673 description', 'project_id': '231557d3ca294031a5cd015168fb1e9c'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:45.712284 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2b339c1-3379-4555-a43a-529fd5856fa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.810495 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2b339c1-3379-4555-a43a-529fd5856fa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.815281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2b339c1-3379-4555-a43a-529fd5856fa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.841225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.851130 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e2b339c1-3379-4555-a43a-529fd5856fa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.855729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e2b339c1-3379-4555-a43a-529fd5856fa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1688905 Oct 25 09:23:45.856031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56170) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:45.860439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9bd72c9f-2e0a-4dd7-b656-87f7613a4b95 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'f2da54b5-1bc9-437d-8db1-d390e8a66cb7', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:45.869244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b339c1-3379-4555-a43a-529fd5856fa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2da54b5-1bc9-437d-8db1-d390e8a66cb7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:45.899964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9bd72c9f-2e0a-4dd7-b656-87f7613a4b95 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.957914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9bd72c9f-2e0a-4dd7-b656-87f7613a4b95 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.962353 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9bd72c9f-2e0a-4dd7-b656-87f7613a4b95 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.985687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd72c9f-2e0a-4dd7-b656-87f7613a4b95 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae77248-9d73-4544-8360-a7ed6ae47e16,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:45.992023 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9bd72c9f-2e0a-4dd7-b656-87f7613a4b95 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:45.993304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9bd72c9f-2e0a-4dd7-b656-87f7613a4b95 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363943 Oct 25 09:23:45.996092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56172) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:46.001316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e37279a6-f62e-4247-883c-992a211afaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'f2da54b5-1bc9-437d-8db1-d390e8a66cb7', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:46.088334 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e37279a6-f62e-4247-883c-992a211afaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.181723 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e37279a6-f62e-4247-883c-992a211afaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.183725 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.185866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e37279a6-f62e-4247-883c-992a211afaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.191752 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.232744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37279a6-f62e-4247-883c-992a211afaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1798c06f-2fbc-4d49-9717-64e3149eeb46,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:46.250551 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e37279a6-f62e-4247-883c-992a211afaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.254368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e37279a6-f62e-4247-883c-992a211afaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2547107 Oct 25 09:23:46.256975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56174) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:46.262015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f4e2e83b-f5f8-4b60-ba6b-5eddb23f62e7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'f2da54b5-1bc9-437d-8db1-d390e8a66cb7', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:46.284013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=b6a69f6e-a810-441c-825b-036fe9193093,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:46.301214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e83b-f5f8-4b60-ba6b-5eddb23f62e7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.386729 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e83b-f5f8-4b60-ba6b-5eddb23f62e7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.398175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e83b-f5f8-4b60-ba6b-5eddb23f62e7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.417472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-90d54844-ef1d-496c-9c7c-44bc6f4cf456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.417736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.417865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2e83b-f5f8-4b60-ba6b-5eddb23f62e7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de28172-fec7-4c82-9a1a-5238ddcb1494,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:46.429282 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e83b-f5f8-4b60-ba6b-5eddb23f62e7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.430509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f4e2e83b-f5f8-4b60-ba6b-5eddb23f62e7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1724927 Oct 25 09:23:46.433212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56178) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:46.437499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-26b71e68-8225-4f81-bd2c-c7baf53c0d9e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'f2da54b5-1bc9-437d-8db1-d390e8a66cb7', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:46.466076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b71e68-8225-4f81-bd2c-c7baf53c0d9e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.536108 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b71e68-8225-4f81-bd2c-c7baf53c0d9e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.541333 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b71e68-8225-4f81-bd2c-c7baf53c0d9e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.566422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.571386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b71e68-8225-4f81-bd2c-c7baf53c0d9e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d02d81f-35a1-46e6-b2ff-15d30ffb7a5c,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:46.580726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-26b71e68-8225-4f81-bd2c-c7baf53c0d9e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.581987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26b71e68-8225-4f81-bd2c-c7baf53c0d9e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478479 Oct 25 09:23:46.585110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56180) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:46.589782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d8f017df-b5f7-43d9-a84b-ea137bdf26d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'f2da54b5-1bc9-437d-8db1-d390e8a66cb7', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:46.617631 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-d8f017df-b5f7-43d9-a84b-ea137bdf26d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Project 231557d3ca294031a5cd015168fb1e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:23:46.623545 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8f017df-b5f7-43d9-a84b-ea137bdf26d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.655809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6f13e-cb93-4312-8fc6-e9ac4da54b34 None None] Network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:46.692180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8f017df-b5f7-43d9-a84b-ea137bdf26d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.698405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8f017df-b5f7-43d9-a84b-ea137bdf26d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.720341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f017df-b5f7-43d9-a84b-ea137bdf26d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b1971e-c297-4f96-8993-d3979c5e4be0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:46.727049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d8f017df-b5f7-43d9-a84b-ea137bdf26d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.731561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d8f017df-b5f7-43d9-a84b-ea137bdf26d8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423955 Oct 25 09:23:46.731561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56182) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:46.732346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ebf06827-c551-444e-9e26-8d183ba69ff3 None None] Provisioning complete for port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:46.732905 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ebf06827-c551-444e-9e26-8d183ba69ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.735794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-63bed1bd-d468-4225-9453-4421d3b7456e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': 'f2da54b5-1bc9-437d-8db1-d390e8a66cb7', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:46.760179 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-63bed1bd-d468-4225-9453-4421d3b7456e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Project 231557d3ca294031a5cd015168fb1e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:23:46.766517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63bed1bd-d468-4225-9453-4421d3b7456e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.841155 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63bed1bd-d468-4225-9453-4421d3b7456e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.851223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63bed1bd-d468-4225-9453-4421d3b7456e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.871823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bed1bd-d468-4225-9453-4421d3b7456e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9ea8e4-f097-4e92-87be-31981fe9c72c,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:46.884500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63bed1bd-d468-4225-9453-4421d3b7456e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.888429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-63bed1bd-d468-4225-9453-4421d3b7456e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536634 Oct 25 09:23:46.888843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56184) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:46.896866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'network': {'name': 'tempest-network-smoke--418751809', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'port_security_enabled': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:46.903255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f9e9fda3-1da7-4c2f-b7c9-104008d4de8f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:46.919167 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.924078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.925875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:46.926036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.930598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.939336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ebf06827-c551-444e-9e26-8d183ba69ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.956313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:23:46.969280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:46.970073 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Added segment d849a59a-5486-407c-b0fa-4c7d51be270b of type vlan for network d1e0bba8-1496-4625-95f0-bee6050c36d5 Oct 25 09:23:46.987548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ebf06827-c551-444e-9e26-8d183ba69ff3 None None] For port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,segment=NetworkSegment(49e64c6b-4705-49b2-a79b-ffafee896561),segment_id=49e64c6b-4705-49b2-a79b-ffafee896561)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:46.998256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ebf06827-c551-444e-9e26-8d183ba69ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.019609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.031500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:47.031900 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.051161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.059641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:47.060923 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.084619 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:47.085870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=b6a69f6e-a810-441c-825b-036fe9193093,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:47.086753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf06827-c551-444e-9e26-8d183ba69ff3 None None] Pushing event updated for resources: {'Port': ['ID=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:47.089854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:47.142791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Network': ['ID=d1e0bba8-1496-4625-95f0-bee6050c36d5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:47.159558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2a07c152-c60e-48fa-be5b-5703a8f64ed2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2691944 Oct 25 09:23:47.162721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56186) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:47.168685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:23:47.168917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'admin_state_up': True, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:47.204622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.205977 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.285035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.331451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f42b63a8-e7bd-4beb-ba9a-875e4c945df5 None None] Provisioning complete for port b6a69f6e-a810-441c-825b-036fe9193093 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:47.331817 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f42b63a8-e7bd-4beb-ba9a-875e4c945df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.381523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f42b63a8-e7bd-4beb-ba9a-875e4c945df5 None None] Port b6a69f6e-a810-441c-825b-036fe9193093 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:47.392612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f42b63a8-e7bd-4beb-ba9a-875e4c945df5 None None] Provisioning complete for port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:47.393166 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f42b63a8-e7bd-4beb-ba9a-875e4c945df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.491494 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.516386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Router 6b4a7e76-e9b6-409a-83d0-343278a456a2 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:23:47.620145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ec6f5f5f-0614-48e5-a260-e639c73c4995 None None] Provisioning complete for port b6a69f6e-a810-441c-825b-036fe9193093 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:47.620509 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5f5f-0614-48e5-a260-e639c73c4995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.623259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:23:47.633786 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d08ae320-8531-42b3-b05a-20e2d9435565 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "PUT /v2.0/routers/6b4a7e76-e9b6-409a-83d0-343278a456a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1549966 Oct 25 09:23:47.637176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56190) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:47.658092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa7656-a55b-4f3c-87ef-29379d4ce68b None None] Sync routers for ids ['6b4a7e76-e9b6-409a-83d0-343278a456a2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:23:47.673874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f5f5f-0614-48e5-a260-e639c73c4995 None None] Port b6a69f6e-a810-441c-825b-036fe9193093 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:47.678044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa7656-a55b-4f3c-87ef-29379d4ce68b None None] Routers {'6b4a7e76-e9b6-409a-83d0-343278a456a2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:47.679211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2daa7656-a55b-4f3c-87ef-29379d4ce68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b4a7e76-e9b6-409a-83d0-343278a456a2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:47.707718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b039fa-bb67-4d60-914f-930ec70c4596 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:47.713331 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b5b039fa-bb67-4d60-914f-930ec70c4596 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b4a7e76-e9b6-409a-83d0-343278a456a2 HTTP/1.1" status: 200 len: 989 time: 0.0720925 Oct 25 09:23:47.713911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56192) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:47.726961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2daa7656-a55b-4f3c-87ef-29379d4ce68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:47.736286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa7656-a55b-4f3c-87ef-29379d4ce68b None None] Routers {'6b4a7e76-e9b6-409a-83d0-343278a456a2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:47.736921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2daa7656-a55b-4f3c-87ef-29379d4ce68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b4a7e76-e9b6-409a-83d0-343278a456a2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:47.737886 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.758634 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.773773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2daa7656-a55b-4f3c-87ef-29379d4ce68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:47.774582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa7656-a55b-4f3c-87ef-29379d4ce68b None None] The sync data for ids ['6b4a7e76-e9b6-409a-83d0-343278a456a2'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:23:47.874744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.25.8.160 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/cb48950f-d2ed-422b-8009-cf4c99735e5c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:47.898738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4e53afa8-8c57-4340-b357-d9bdd06b22d5 None None] Provisioning complete for port b6a69f6e-a810-441c-825b-036fe9193093 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:47.899283 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4e53afa8-8c57-4340-b357-d9bdd06b22d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:47.940366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-4e53afa8-8c57-4340-b357-d9bdd06b22d5 None None] Port b6a69f6e-a810-441c-825b-036fe9193093 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:47.997225 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.034259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.077509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:48.080512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:48.084755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:48.112751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=cb48950f-d2ed-422b-8009-cf4c99735e5c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:48.160739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-18b003cc-7edc-46d4-bbbf-5eccdfda0e1b None None] Provisioning complete for port b6a69f6e-a810-441c-825b-036fe9193093 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:48.161202 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-18b003cc-7edc-46d4-bbbf-5eccdfda0e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.197049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.202884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-18b003cc-7edc-46d4-bbbf-5eccdfda0e1b None None] Port b6a69f6e-a810-441c-825b-036fe9193093 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:48.341856 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.465209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port b6a69f6e-a810-441c-825b-036fe9193093 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:48.465646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.544711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.560179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.573899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for b6a69f6e-a810-441c-825b-036fe9193093 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:48.674993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 67237707-489a-4ad0-821f-162957d9ef49 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:23:48.737937 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6fc75754-05e0-4bcc-9991-0383b79cccf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.762517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.786951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:23:48.795221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=b6a69f6e-a810-441c-825b-036fe9193093,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:48.799516 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Sync routers for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:23:48.815071 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:48.815759 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:48.829999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.831609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c6c648c7-9deb-4a71-8224-074f717916d3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6675460 Oct 25 09:23:48.835365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56196) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:48.837521 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f9e9fda3-1da7-4c2f-b7c9-104008d4de8f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:48.870647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3778a276-092e-4b07-83d7-f3d208321570 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=231557d3ca294031a5cd015168fb1e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339887 Oct 25 09:23:48.873210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56198) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:48.901864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:48.902311 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.941902 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:48.980664 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:23:49.071411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c240e57-b966-4a96-aa84-a5bda86bfd27 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:49.076965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5c240e57-b966-4a96-aa84-a5bda86bfd27 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2022521 Oct 25 09:23:49.077337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56200) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:49.113497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f575fd88-3e8c-4ce0-9807-5e04b24e43ae tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350409 Oct 25 09:23:49.114114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56202) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:49.119818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-949440408', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:49.138652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Router 6b4a7e76-e9b6-409a-83d0-343278a456a2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:23:49.189540 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:48Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:49.215380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:49.219066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.219610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:23:49.221477 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Checking router: 67237707-489a-4ad0-821f-162957d9ef49 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:23:49.221890 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Updating router 67237707-489a-4ad0-821f-162957d9ef49 port cb48950f-d2ed-422b-8009-cf4c99735e5c binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:23:49.228445 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c6be674-fda9-479a-a639-153c002b71f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "PUT /v2.0/routers/6b4a7e76-e9b6-409a-83d0-343278a456a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5078638 Oct 25 09:23:49.228806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56204) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:49.235671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273fd2b-176c-411e-ae29-ba09fba783b7 None None] Sync routers for ids ['6b4a7e76-e9b6-409a-83d0-343278a456a2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:23:49.248287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273fd2b-176c-411e-ae29-ba09fba783b7 None None] Routers {'6b4a7e76-e9b6-409a-83d0-343278a456a2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:49.249281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0273fd2b-176c-411e-ae29-ba09fba783b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b4a7e76-e9b6-409a-83d0-343278a456a2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:49.250701 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.300344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0273fd2b-176c-411e-ae29-ba09fba783b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:49.313392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273fd2b-176c-411e-ae29-ba09fba783b7 None None] Routers {'6b4a7e76-e9b6-409a-83d0-343278a456a2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:49.314283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0273fd2b-176c-411e-ae29-ba09fba783b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['6b4a7e76-e9b6-409a-83d0-343278a456a2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:49.360945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0273fd2b-176c-411e-ae29-ba09fba783b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:49.361359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273fd2b-176c-411e-ae29-ba09fba783b7 None None] The sync data for ids ['6b4a7e76-e9b6-409a-83d0-343278a456a2'] in n-d-814746-2 is: [] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:23:49.467789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.521884 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f64017-6295-4b53-9c18-471d643c6fd9 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:49.525974 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-54f64017-6295-4b53-9c18-471d643c6fd9 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/b6a69f6e-a810-441c-825b-036fe9193093 HTTP/1.1" status: 404 len: 333 time: 0.2938178 Oct 25 09:23:49.526562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56206) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:49.540231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Subnet': ['ID=81a0124a-20db-4bef-a785-35cfc3832e00,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:49.547520 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.547619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Checking segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:49.548001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network hostable DHCP agents. Network: d1e0bba8-1496-4625-95f0-bee6050c36d5, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:23:49.554602 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.575014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:23:49.588162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d1e0bba8-1496-4625-95f0-bee6050c36d5) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:49.593703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:49.594117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.610296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723cc098-5ffe-4310-bea0-23115fbcd6de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.613517 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Attempting to bind port cb48950f-d2ed-422b-8009-cf4c99735e5c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:49.613863 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Attempting to bind port cb48950f-d2ed-422b-8009-cf4c99735e5c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:49.614311 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Attempting to bind port cb48950f-d2ed-422b-8009-cf4c99735e5c on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:49.619259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f84f3d-0bb1-43e9-b8eb-0080ce167ed3 None None] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:49.624617 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:49.625291 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:49.625845 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.626510 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:49.626857 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Bound port: cb48950f-d2ed-422b-8009-cf4c99735e5c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:49.627225 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.639107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a5a8cd65-d6a7-419e-ab5f-da44c1e19614 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5230455 Oct 25 09:23:49.642183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56210) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:49.688078 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] For port cb48950f-d2ed-422b-8009-cf4c99735e5c, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:49.692391 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] For port cb48950f-d2ed-422b-8009-cf4c99735e5c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cb48950f-d2ed-422b-8009-cf4c99735e5c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:49.694581 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Pushing event updated for resources: {'Port': ['ID=cb48950f-d2ed-422b-8009-cf4c99735e5c,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:49.700598 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.716210 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.716854 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.717377 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.718252 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.718564 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.719038 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.719726 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.720205 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.720686 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.721181 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.721659 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.722112 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:23:49.778482 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4360fb-8974-4279-b9eb-482f83fb5a17 None None] Pushing event updated for resources: {'Port': ['ID=cb48950f-d2ed-422b-8009-cf4c99735e5c,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:49.797184 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:49.797998 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:49.831732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d1e0bba8-1496-4625-95f0-bee6050c36d5', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:49.832859 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.850309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723cc098-5ffe-4310-bea0-23115fbcd6de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.853456 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723cc098-5ffe-4310-bea0-23115fbcd6de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.905832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723cc098-5ffe-4310-bea0-23115fbcd6de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.907259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723cc098-5ffe-4310-bea0-23115fbcd6de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4a7e76-e9b6-409a-83d0-343278a456a2 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:23:49.917556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-723cc098-5ffe-4310-bea0-23115fbcd6de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.919600 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-723cc098-5ffe-4310-bea0-23115fbcd6de tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/routers/6b4a7e76-e9b6-409a-83d0-343278a456a2 HTTP/1.1" status: 204 len: 168 time: 0.3915198 Oct 25 09:23:49.923436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56212) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:49.925135 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:23:49.975423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:49.994522 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.018989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Allocated IP 172.20.0.2 (d1e0bba8-1496-4625-95f0-bee6050c36d5/81a0124a-20db-4bef-a785-35cfc3832e00/b22f3c2c-0df1-4444-8f30-880fc628439c) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:50.060089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d459b4e-7848-4fb9-84d5-68d4b545c676 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet c59a8b6a-dc72-4396-a2a5-8a4a02172148 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:50.069826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d459b4e-7848-4fb9-84d5-68d4b545c676 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.119505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d459b4e-7848-4fb9-84d5-68d4b545c676 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.191829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.201008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.211465 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:48Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:50.238883 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4c867-0f97-48ec-8128-4df34f8ea964 None None] The sync data for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 is: [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:48Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:23:50.250279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:50.254919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:50.262898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Pushing event updated for resources: {'Port': ['ID=b22f3c2c-0df1-4444-8f30-880fc628439c,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:50.265254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:50.282426 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d459b4e-7848-4fb9-84d5-68d4b545c676 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.321775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Attempting to bind port b22f3c2c-0df1-4444-8f30-880fc628439c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:50.322145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Attempting to bind port b22f3c2c-0df1-4444-8f30-880fc628439c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:50.322581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Attempting to bind port b22f3c2c-0df1-4444-8f30-880fc628439c on network d1e0bba8-1496-4625-95f0-bee6050c36d5 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:50.328354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:50.328823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Checking segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:50.329343 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.329785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Bound using segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:50.330322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Bound port: b22f3c2c-0df1-4444-8f30-880fc628439c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:50.330773 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.385596 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.389302 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d459b4e-7848-4fb9-84d5-68d4b545c676 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.405401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] For port b22f3c2c-0df1-4444-8f30-880fc628439c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:50.410231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] For port b22f3c2c-0df1-4444-8f30-880fc628439c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b22f3c2c-0df1-4444-8f30-880fc628439c,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:50.415968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.432136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d459b4e-7848-4fb9-84d5-68d4b545c676 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.435285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1d459b4e-7848-4fb9-84d5-68d4b545c676 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/c59a8b6a-dc72-4396-a2a5-8a4a02172148 HTTP/1.1" status: 204 len: 168 time: 0.5102298 Oct 25 09:23:50.436126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d459b4e-7848-4fb9-84d5-68d4b545c676 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=c59a8b6a-dc72-4396-a2a5-8a4a02172148,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:50.438308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56214) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:50.453468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd072bca-ec4e-428a-bfca-d7a869540992 None None] Network 34e9805b-2c06-4bb2-ba89-cadc45a84e65 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:50.619818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.702896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228360-cf08-4e51-9a86-203c9a502b09 None None] Pushing event updated for resources: {'Port': ['ID=b22f3c2c-0df1-4444-8f30-880fc628439c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:50.707295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:50.708171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.884085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] For port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,segment=NetworkSegment(49e64c6b-4705-49b2-a79b-ffafee896561),segment_id=49e64c6b-4705-49b2-a79b-ffafee896561)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:50.884662 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:50.905702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for f9e9fda3-1da7-4c2f-b7c9-104008d4de8f owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:50.917912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] DHCP port deletion for 34e9805b-2c06-4bb2-ba89-cadc45a84e65 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:23:50.996313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cb48950f-d2ed-422b-8009-cf4c99735e5c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:51.046538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] Deleting port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:51.046914 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.054395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.086917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:51.092412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No DVR routers for this DVR port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:51.117905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] For port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,segment=NetworkSegment(49e64c6b-4705-49b2-a79b-ffafee896561),segment_id=49e64c6b-4705-49b2-a79b-ffafee896561)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:51.118293 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.131841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] Calling delete_port for f9e9fda3-1da7-4c2f-b7c9-104008d4de8f owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:51.203934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.227010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e9805b-2c06-4bb2-ba89-cadc45a84e65']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:51.238849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e64c6b-4705-49b2-a79b-ffafee896561') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:51.238849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e64c6b-4705-49b2-a79b-ffafee896561') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:51.243096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.248568 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.263026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.269287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:23:51.269699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.277761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] Pushing event deleted for resources: {'Port': ['ID=f9e9fda3-1da7-4c2f-b7c9-104008d4de8f,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:51.279630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98baca72-2aa8-4481-822d-ba269a5f9a1a None None] No DVR routers for this DVR port f9e9fda3-1da7-4c2f-b7c9-104008d4de8f on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:23:51.281094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port cb48950f-d2ed-422b-8009-cf4c99735e5c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:51.281469 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.327062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.20.0.1 (d1e0bba8-1496-4625-95f0-bee6050c36d5/81a0124a-20db-4bef-a785-35cfc3832e00/b58bb26b-4891-4b1c-b56b-c32a19fbe13a) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:23:51.340766 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:23:51.348041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.359959 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.364067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/networks/34e9805b-2c06-4bb2-ba89-cadc45a84e65 HTTP/1.1" status: 204 len: 168 time: 0.9245241 Oct 25 09:23:51.375999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56218) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:51.388030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598194ca-9eb3-4fa7-ada4-bb685b1081ca tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Network': ['ID=34e9805b-2c06-4bb2-ba89-cadc45a84e65,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:51.408657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.437820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be61a07-565c-4825-9464-fc9f6f29e308 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:51.439302 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6be61a07-565c-4825-9464-fc9f6f29e308 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/d35ff5c5-a088-4f74-8c93-b1428a8051a5 HTTP/1.1" status: 200 len: 845 time: 0.0623453 Oct 25 09:23:51.444627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56220) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:51.459068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port cb48950f-d2ed-422b-8009-cf4c99735e5c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cb48950f-d2ed-422b-8009-cf4c99735e5c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:51.465472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.519089 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-61b277cb-315c-47d0-8ff2-e9099b3d0c17 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/d35ff5c5-a088-4f74-8c93-b1428a8051a5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0714178 Oct 25 09:23:51.523511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56222) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:51.528522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:51.529068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.545085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=cb48950f-d2ed-422b-8009-cf4c99735e5c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:51.578874 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.633349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:51.637590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:51.639741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:51.642154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:51.643363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:51.649865 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.692129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.806902 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.847910 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.875041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.936378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:51.938972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:51.940701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5816ace-b3bc-4793-9821-02f31beb53c8 None None] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:51.942657 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:51.945450 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:51.970590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=044c45fe-e86b-4366-a5bb-863c821a7c31,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:51.981706 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-abe0d43d-0ae9-4afe-b4f4-4e49916a8aea tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4571331 Oct 25 09:23:51.981879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd0abbe-337c-45b3-8755-c63ea6293fe6 None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:51.982321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56226) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:51.986718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e6abcb00-9a72-407c-ad7f-987c6f51cfa6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'security_group': {'name': 'tempest-secgroup-1705539923'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:52.018638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6abcb00-9a72-407c-ad7f-987c6f51cfa6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.121303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6abcb00-9a72-407c-ad7f-987c6f51cfa6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.126565 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6abcb00-9a72-407c-ad7f-987c6f51cfa6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.167333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6abcb00-9a72-407c-ad7f-987c6f51cfa6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.172055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56228) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:52.172342 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e6abcb00-9a72-407c-ad7f-987c6f51cfa6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1890600 Oct 25 09:23:52.176639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bf5f4a32-9705-4644-8bd0-0fff2745acc7 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'security_group': {'name': 'tempest-secgroup-1764256192'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:52.177378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abcb00-9a72-407c-ad7f-987c6f51cfa6 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e026f3f5-1539-4d7f-92d7-898b96b866c2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:52.208813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-82f60427-f001-4086-abf9-99fe273c3232 None None] Provisioning complete for port b22f3c2c-0df1-4444-8f30-880fc628439c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:52.209298 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-82f60427-f001-4086-abf9-99fe273c3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.213835 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.218837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.248185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf5f4a32-9705-4644-8bd0-0fff2745acc7 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.328512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:52.332253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.450203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-82f60427-f001-4086-abf9-99fe273c3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.450789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf5f4a32-9705-4644-8bd0-0fff2745acc7 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.461200 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf5f4a32-9705-4644-8bd0-0fff2745acc7 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.501327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-82f60427-f001-4086-abf9-99fe273c3232 None None] For port b22f3c2c-0df1-4444-8f30-880fc628439c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b22f3c2c-0df1-4444-8f30-880fc628439c,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:52.507814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf5f4a32-9705-4644-8bd0-0fff2745acc7 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.508706 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-82f60427-f001-4086-abf9-99fe273c3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.512329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56230) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:52.513461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bf5f4a32-9705-4644-8bd0-0fff2745acc7 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3401911 Oct 25 09:23:52.516177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:52.517876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f4a32-9705-4644-8bd0-0fff2745acc7 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c554cdff-f951-4881-b7f1-86409836546d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:52.518012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-fa13f679-00e0-4ba0-a3f2-67c013931007', 'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'tenant_id': '75fcd05f80a0479aaed0967bafe7f571', 'fixed_ips': [{'subnet_id': '044c45fe-e86b-4366-a5bb-863c821a7c31'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:23:52.518224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.521918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:52.522694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1968028247', 'security_groups': ['c554cdff-f951-4881-b7f1-86409836546d'], 'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '044c45fe-e86b-4366-a5bb-863c821a7c31'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:52.638391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f60427-f001-4086-abf9-99fe273c3232 None None] Pushing event updated for resources: {'Port': ['ID=b22f3c2c-0df1-4444-8f30-880fc628439c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:52.671544 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 67237707-489a-4ad0-821f-162957d9ef49 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:23:52.701303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:52.740202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Allocated IP 2001:db8::2 (fa13f679-00e0-4ba0-a3f2-67c013931007/044c45fe-e86b-4366-a5bb-863c821a7c31/54f02123-4cbe-4b19-9331-99a552086080) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:52.828828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:52.829261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:23:52.846464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f853f0c2-8c2f-44c1-a2e6-b95f862268c3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "PUT /v2.0/routers/67237707-489a-4ad0-821f-162957d9ef49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2007842 Oct 25 09:23:52.847846 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Sync routers for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:23:52.851862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port 93c7334c-c669-4185-a66d-798ee38f83c9 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:52.863974 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:52.865522 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:52.868923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-40e8171d-634c-470a-a515-2baad6f29d34 None None] Provisioning complete for port b22f3c2c-0df1-4444-8f30-880fc628439c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:52.868923 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-40e8171d-634c-470a-a515-2baad6f29d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.039705 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:23:53.040133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b22f3c2c-0df1-4444-8f30-880fc628439c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:53.106924 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.139056 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.218675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:53.222753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::25f (fa13f679-00e0-4ba0-a3f2-67c013931007/044c45fe-e86b-4366-a5bb-863c821a7c31/93c7334c-c669-4185-a66d-798ee38f83c9) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:53.227846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:53.230736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Pushing event updated for resources: {'Port': ['ID=54f02123-4cbe-4b19-9331-99a552086080,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:53.232594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-151c02d5-6aca-48dd-86ed-6d61b6467b9f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993899673&fields=id&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 267 time: 0.0528557 Oct 25 09:23:53.240296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:53.253938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-40e8171d-634c-470a-a515-2baad6f29d34 None None] Provisioning complete for port b58bb26b-4891-4b1c-b56b-c32a19fbe13a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:53.262334 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-40e8171d-634c-470a-a515-2baad6f29d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.264245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b22f3c2c-0df1-4444-8f30-880fc628439c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:53.264679 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.342379 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:52Z', 'revision_number': 2, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:53.373314 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Checking router: 67237707-489a-4ad0-821f-162957d9ef49 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:23:53.374029 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Updating router 67237707-489a-4ad0-821f-162957d9ef49 port b58bb26b-4891-4b1c-b56b-c32a19fbe13a binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:23:53.389650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-40e8171d-634c-470a-a515-2baad6f29d34 None None] Port b58bb26b-4891-4b1c-b56b-c32a19fbe13a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:53.393078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Attempting to bind port 54f02123-4cbe-4b19-9331-99a552086080 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:53.393546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Attempting to bind port 54f02123-4cbe-4b19-9331-99a552086080 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'e6f4a58b-2c0a-49f2-8627-fce604ed5b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:53.394008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Attempting to bind port 54f02123-4cbe-4b19-9331-99a552086080 on network fa13f679-00e0-4ba0-a3f2-67c013931007 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:53.402833 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:53.403378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Checking segment: {'id': 'e6f4a58b-2c0a-49f2-8627-fce604ed5b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:53.403876 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.404361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Bound using segment: {'id': 'e6f4a58b-2c0a-49f2-8627-fce604ed5b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:53.404969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Bound port: 54f02123-4cbe-4b19-9331-99a552086080, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f4a58b-2c0a-49f2-8627-fce604ed5b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:53.405470 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.415772 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.418595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-37da28e5-5d63-4c6f-b40d-44799295baa1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:53.428841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-37da28e5-5d63-4c6f-b40d-44799295baa1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 796 time: 0.1841986 Oct 25 09:23:53.448703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-3e30ebd5-2993-4e0e-8a08-5c76de81ecc2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/quotas/231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 375 time: 0.0188863 Oct 25 09:23:53.464979 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.493894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cb48950f-d2ed-422b-8009-cf4c99735e5c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:53.509438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.532696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] For port 54f02123-4cbe-4b19-9331-99a552086080, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:53.533399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-f4292bb1-82ab-46ee-b1d5-b4c20a730cf8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770473 Oct 25 09:23:53.556058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] For port 54f02123-4cbe-4b19-9331-99a552086080, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54f02123-4cbe-4b19-9331-99a552086080,segment=NetworkSegment(e6f4a58b-2c0a-49f2-8627-fce604ed5b0d),segment_id=e6f4a58b-2c0a-49f2-8627-fce604ed5b0d)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:53.570124 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:53.574444 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:53.574803 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.579103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e858c385-f51a-41ea-8058-d0030ab0a763 None None] Provisioning complete for port b58bb26b-4891-4b1c-b56b-c32a19fbe13a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:53.579526 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e858c385-f51a-41ea-8058-d0030ab0a763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.588036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:53.594375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:53.594947 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.617846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=93c7334c-c669-4185-a66d-798ee38f83c9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:53.633591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bfad08b8-4c0c-41c7-bad5-dcd0015298e5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1192870 Oct 25 09:23:53.636554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56252) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:53.644011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8374fb53-cfc6-4f54-8b9c-3da2c44027bf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:53.685719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e858c385-f51a-41ea-8058-d0030ab0a763 None None] Port b58bb26b-4891-4b1c-b56b-c32a19fbe13a cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:53.696256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9b03a-d099-477d-bbb2-819f89be6703 None None] Pushing event updated for resources: {'Port': ['ID=54f02123-4cbe-4b19-9331-99a552086080,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:53.711314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port cb48950f-d2ed-422b-8009-cf4c99735e5c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:53.711817 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.770930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-02e5186f-7ffb-44fa-b938-82d8cfe32959 service neutron] 10.222.0.32 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297649 Oct 25 09:23:53.789787 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.800576 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.837139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8374fb53-cfc6-4f54-8b9c-3da2c44027bf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:53.842091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8374fb53-cfc6-4f54-8b9c-3da2c44027bf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:53.877544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f9e9fda3-1da7-4c2f-b7c9-104008d4de8f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:23:53.903064 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6b688-6d15-4ec7-b3a3-61ed115db27f None None] Pushing event updated for resources: {'Port': ['ID=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:53.914038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-4a39bbd7-48b3-4224-b073-f37e517f9b77 service neutron] 10.222.0.32 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330767 Oct 25 09:23:53.925275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f9e9fda3-1da7-4c2f-b7c9-104008d4de8f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:23:53.925608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f9e9fda3-1da7-4c2f-b7c9-104008d4de8f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:23:54.033416 n-d-814746-2 neutron-server[106991]: INFO neutron.db.ipam_backend_mixin [None req-8374fb53-cfc6-4f54-8b9c-3da2c44027bf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 044c45fe-e86b-4366-a5bb-863c821a7c31 (CIDR: 2001:db8::/64) Oct 25 09:23:54.039351 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Attempting to bind port b58bb26b-4891-4b1c-b56b-c32a19fbe13a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:54.039845 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Attempting to bind port b58bb26b-4891-4b1c-b56b-c32a19fbe13a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:54.040274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Attempting to bind port b58bb26b-4891-4b1c-b56b-c32a19fbe13a on network d1e0bba8-1496-4625-95f0-bee6050c36d5 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:54.043041 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-8374fb53-cfc6-4f54-8b9c-3da2c44027bf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:23:54.045348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8374fb53-cfc6-4f54-8b9c-3da2c44027bf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:23:54.050155 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:54.050518 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Checking segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:54.050971 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.051368 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Bound using segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:54.052410 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Bound port: b58bb26b-4891-4b1c-b56b-c32a19fbe13a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:54.052804 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.081750 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8374fb53-cfc6-4f54-8b9c-3da2c44027bf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4434004 Oct 25 09:23:54.085671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56254) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:54.092489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:54.159289 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] For port b58bb26b-4891-4b1c-b56b-c32a19fbe13a, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:54.166075 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] For port b58bb26b-4891-4b1c-b56b-c32a19fbe13a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:54.171552 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.258312 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:23:54.258941 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:54.289133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:54.297745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.324674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-37835af2-65aa-4b1f-845e-a56cccda05f6 None None] Provisioning complete for port b58bb26b-4891-4b1c-b56b-c32a19fbe13a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:54.328392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-37835af2-65aa-4b1f-845e-a56cccda05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.408061 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:23:54.424715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3102f330-ca3c-4f00-9940-aa71f410d33a req-46867bdd-03e6-45d6-8657-f0181b0a4c4c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0523651 Oct 25 09:23:54.473387 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-37835af2-65aa-4b1f-845e-a56cccda05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.506941 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6b688-6d15-4ec7-b3a3-61ed115db27f None None] Pushing event updated for resources: {'Port': ['ID=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:54.554683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-37835af2-65aa-4b1f-845e-a56cccda05f6 None None] For port b58bb26b-4891-4b1c-b56b-c32a19fbe13a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:54.565204 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-37835af2-65aa-4b1f-845e-a56cccda05f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.640674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37835af2-65aa-4b1f-845e-a56cccda05f6 None None] Pushing event updated for resources: {'Port': ['ID=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:54.691203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e44d07b3-94b1-4644-8989-3db69aedfd26 None None] Provisioning complete for port b58bb26b-4891-4b1c-b56b-c32a19fbe13a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:54.691595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e44d07b3-94b1-4644-8989-3db69aedfd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.699762 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:54Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:23:54.726932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.744914 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb58e47-917f-40df-92c1-184e8e078e23 None None] The sync data for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 is: [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:54Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:23:54.869732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:54.873208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:54.877601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:54.878138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:54.893250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=b35dfd70-30ce-4e3c-acca-a51e87412392,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:54.918150 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a534d38e-ea78-483b-b90a-f5048d782034 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8288109 Oct 25 09:23:54.918489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56268) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:54.923896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-485635027', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b35dfd70-30ce-4e3c-acca-a51e87412392'}], 'security_groups': ['e026f3f5-1539-4d7f-92d7-898b96b866c2']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:54.956544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54f02123-4cbe-4b19-9331-99a552086080 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:55.026289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:55.026661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.046246 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.142195 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.156605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b0892-94ca-4788-8a97-c2ad9531e0d2 None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:55.236773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-22cac995-6711-4eb9-95c4-c677fb4e87ea None None] Provisioning complete for port d35ff5c5-a088-4f74-8c93-b1428a8051a5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:55.237188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22cac995-6711-4eb9-95c4-c677fb4e87ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.242428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 54f02123-4cbe-4b19-9331-99a552086080, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54f02123-4cbe-4b19-9331-99a552086080,segment=NetworkSegment(e6f4a58b-2c0a-49f2-8627-fce604ed5b0d),segment_id=e6f4a58b-2c0a-49f2-8627-fce604ed5b0d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:55.271319 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.337587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-22cac995-6711-4eb9-95c4-c677fb4e87ea None None] Port d35ff5c5-a088-4f74-8c93-b1428a8051a5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:55.372264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=54f02123-4cbe-4b19-9331-99a552086080,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:55.401317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-22cac995-6711-4eb9-95c4-c677fb4e87ea None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:55.401685 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22cac995-6711-4eb9-95c4-c677fb4e87ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.499250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Delete allocated IP 2001:db8::25f (fa13f679-00e0-4ba0-a3f2-67c013931007/044c45fe-e86b-4366-a5bb-863c821a7c31) {{(pid=106991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 09:23:55.528359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8:0:1::26a (fa13f679-00e0-4ba0-a3f2-67c013931007/b35dfd70-30ce-4e3c-acca-a51e87412392/93c7334c-c669-4185-a66d-798ee38f83c9) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:55.658311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd90835-280e-49aa-a5fe-ba52096e782d None None] Update dhcp port {'port': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'fixed_ips': [{'subnet_id': '044c45fe-e86b-4366-a5bb-863c821a7c31', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b35dfd70-30ce-4e3c-acca-a51e87412392'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '54f02123-4cbe-4b19-9331-99a552086080'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:23:55.683378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15de7097-809e-4353-a120-d6022fb42193 req-b2091fbf-6201-41ef-866f-2aeb8e79e444 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0954018 Oct 25 09:23:55.696992 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccd90835-280e-49aa-a5fe-ba52096e782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.748996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-af39a8fe-cc58-43a9-9fbe-a1fbf58d4664 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:55.751170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-af39a8fe-cc58-43a9-9fbe-a1fbf58d4664 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.41 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 796 time: 0.2483459 Oct 25 09:23:55.801707 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.812171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-18b577c3-21c4-4b84-9f23-497f47a077c2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 379 time: 0.0450745 Oct 25 09:23:55.812294 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.824249 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'port': {'device_id': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'admin_state_up': True, 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'security_groups': ['f2da54b5-1bc9-437d-8db1-d390e8a66cb7']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:55.886258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] In _notify_port_updated(), no bound segment for port 93c7334c-c669-4185-a66d-798ee38f83c9 on network fa13f679-00e0-4ba0-a3f2-67c013931007 {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:23:55.892468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:55.893087 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:55.894604 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "PUT /v2.0/ports/93c7334c-c669-4185-a66d-798ee38f83c9 HTTP/1.1" status: 200 len: 930 time: 0.9751277 Oct 25 09:23:55.898627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56274) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:55.978780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070bb98-4e33-4e6e-a186-546580c1f7ae tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=93c7334c-c669-4185-a66d-798ee38f83c9,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:55.993350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:55.997809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.023958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6e251c20-f2e1-4370-88e5-d4bce59d915e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port 93c7334c-c669-4185-a66d-798ee38f83c9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:23:56.024297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e251c20-f2e1-4370-88e5-d4bce59d915e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.130582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e251c20-f2e1-4370-88e5-d4bce59d915e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.145346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6e251c20-f2e1-4370-88e5-d4bce59d915e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for 93c7334c-c669-4185-a66d-798ee38f83c9 owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:23:56.151248 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.20.0.3 (d1e0bba8-1496-4625-95f0-bee6050c36d5/81a0124a-20db-4bef-a785-35cfc3832e00/4aa99734-47a9-4ccb-aff2-047ef198446d) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:56.152763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-ccd90835-280e-49aa-a5fe-ba52096e782d None None] Allocated IP 2001:db8:0:1::2 (fa13f679-00e0-4ba0-a3f2-67c013931007/b35dfd70-30ce-4e3c-acca-a51e87412392/54f02123-4cbe-4b19-9331-99a552086080) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:56.273633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ccd90835-280e-49aa-a5fe-ba52096e782d None None] For port 54f02123-4cbe-4b19-9331-99a552086080, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54f02123-4cbe-4b19-9331-99a552086080,segment=NetworkSegment(e6f4a58b-2c0a-49f2-8627-fce604ed5b0d),segment_id=e6f4a58b-2c0a-49f2-8627-fce604ed5b0d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:56.305699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccd90835-280e-49aa-a5fe-ba52096e782d None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.311878 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ccd90835-280e-49aa-a5fe-ba52096e782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.319819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e251c20-f2e1-4370-88e5-d4bce59d915e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.328707 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.361470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e251c20-f2e1-4370-88e5-d4bce59d915e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=93c7334c-c669-4185-a66d-798ee38f83c9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:56.378518 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.394128 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e251c20-f2e1-4370-88e5-d4bce59d915e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.412397 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e251c20-f2e1-4370-88e5-d4bce59d915e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/93c7334c-c669-4185-a66d-798ee38f83c9 HTTP/1.1" status: 204 len: 168 time: 0.5125592 Oct 25 09:23:56.414964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56278) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:56.419899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd90835-280e-49aa-a5fe-ba52096e782d None None] Pushing event updated for resources: {'Port': ['ID=54f02123-4cbe-4b19-9331-99a552086080,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:56.445465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:56.449005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:56.452929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:56.460033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:56.469988 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fba50d2-0a68-46a5-9acd-a56bd543446a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:23:56.472814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4fba50d2-0a68-46a5-9acd-a56bd543446a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/93c7334c-c669-4185-a66d-798ee38f83c9 HTTP/1.1" status: 404 len: 333 time: 0.0568395 Oct 25 09:23:56.475960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56280) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:56.538012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:56.538666 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.539123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35d4776a-9c4a-4d9b-a738-6963ff4cf078 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.557578 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-09ac61d2-f24b-4547-bfa9-d41219cd5df9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7387996 Oct 25 09:23:56.574498 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35d4776a-9c4a-4d9b-a738-6963ff4cf078 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.575926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Request body: {'port': {'device_id': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:56.644515 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35d4776a-9c4a-4d9b-a738-6963ff4cf078 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.649811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-35d4776a-9c4a-4d9b-a738-6963ff4cf078 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.651081 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-35d4776a-9c4a-4d9b-a738-6963ff4cf078 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/security-groups/c554cdff-f951-4881-b7f1-86409836546d HTTP/1.1" status: 204 len: 168 time: 0.1732850 Oct 25 09:23:56.654748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56282) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:56.657357 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.669534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4776a-9c4a-4d9b-a738-6963ff4cf078 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c554cdff-f951-4881-b7f1-86409836546d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:56.747944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-453b6c33-12d2-4d55-ad29-d26972c9fb91 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.778917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-453b6c33-12d2-4d55-ad29-d26972c9fb91 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.784396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2b9eb641-5ddf-490f-9e76-e0f7c0f6d16b None None] Provisioning complete for port 4aa99734-47a9-4ccb-aff2-047ef198446d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:56.784769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb641-5ddf-490f-9e76-e0f7c0f6d16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.856094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2b9eb641-5ddf-490f-9e76-e0f7c0f6d16b None None] Port 4aa99734-47a9-4ccb-aff2-047ef198446d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:56.863904 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-453b6c33-12d2-4d55-ad29-d26972c9fb91 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.869432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-453b6c33-12d2-4d55-ad29-d26972c9fb91 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:56.871175 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-453b6c33-12d2-4d55-ad29-d26972c9fb91 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/security-groups/e026f3f5-1539-4d7f-92d7-898b96b866c2 HTTP/1.1" status: 204 len: 168 time: 0.2137718 Oct 25 09:23:56.873918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56286) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:56.916476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b6c33-12d2-4d55-ad29-d26972c9fb91 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e026f3f5-1539-4d7f-92d7-898b96b866c2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:56.927773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccbe87-46b3-457a-b68e-d39ce1eadb3e req-8c065b6d-9bfa-4e69-a53f-3db6cc29ef3e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:56.935589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6eccbe87-46b3-457a-b68e-d39ce1eadb3e req-8c065b6d-9bfa-4e69-a53f-3db6cc29ef3e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 931 time: 0.1263757 Oct 25 09:23:56.953721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ed1b55-332a-4e8f-b4ec-fb4f404a8039 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet 044c45fe-e86b-4366-a5bb-863c821a7c31 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:23:56.957278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27ed1b55-332a-4e8f-b4ec-fb4f404a8039 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.010702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b58bb26b-4891-4b1c-b56b-c32a19fbe13a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:57.020640 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27ed1b55-332a-4e8f-b4ec-fb4f404a8039 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.041606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6eccbe87-46b3-457a-b68e-d39ce1eadb3e req-50200705-befe-4741-9016-0de0ed6d26f6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050699 Oct 25 09:23:57.076662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b58bb26b-4891-4b1c-b56b-c32a19fbe13a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:57.077080 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.121451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa99734-47a9-4ccb-aff2-047ef198446d {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:23:57.128169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27ed1b55-332a-4e8f-b4ec-fb4f404a8039 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.129819 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.148796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Transition to ACTIVE for port object 4aa99734-47a9-4ccb-aff2-047ef198446d will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:23:57.154899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.182515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54f02123-4cbe-4b19-9331-99a552086080 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:23:57.221760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27ed1b55-332a-4e8f-b4ec-fb4f404a8039 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.243953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:57.244336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.254250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed1b55-332a-4e8f-b4ec-fb4f404a8039 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=044c45fe-e86b-4366-a5bb-863c821a7c31,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:57.273028 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27ed1b55-332a-4e8f-b4ec-fb4f404a8039 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.285376 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-27ed1b55-332a-4e8f-b4ec-fb4f404a8039 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/044c45fe-e86b-4366-a5bb-863c821a7c31 HTTP/1.1" status: 204 len: 168 time: 0.4102814 Oct 25 09:23:57.289496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56288) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:57.298580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:57.300712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-689859b2-fe86-4228-8f9c-3e339269145b None None] Provisioning complete for port d35ff5c5-a088-4f74-8c93-b1428a8051a5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:57.301447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-689859b2-fe86-4228-8f9c-3e339269145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.309131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:23:57.309743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:23:57.310240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:57.314950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:57.321360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:23:57.321922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:23:57.327750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:23:57.328288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Checking segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:23:57.330068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Bound using segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:23:57.330699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Bound port: 4aa99734-47a9-4ccb-aff2-047ef198446d, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:23:57.331446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.357648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-689859b2-fe86-4228-8f9c-3e339269145b None None] Port d35ff5c5-a088-4f74-8c93-b1428a8051a5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:57.407425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-689859b2-fe86-4228-8f9c-3e339269145b None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:57.407800 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-689859b2-fe86-4228-8f9c-3e339269145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.414558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:23:57.418374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:23:57.424972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.477512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:57.480249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.483523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] 10.222.0.41 "PUT /v2.0/ports/4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 1091 time: 0.9122758 Oct 25 09:23:57.487641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:23:57.491023 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b174fde-6094-4cc9-b251-1d3d78fe46eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:23:57.491187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:57.495567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.558514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-689859b2-fe86-4228-8f9c-3e339269145b None None] Could not find standard attr ID for object 93c7334c-c669-4185-a66d-798ee38f83c9. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:57.575924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a703ee3-7311-48ec-a53c-634b9c824c40 None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:57.588386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ff99f-ec8f-4a9c-aef9-a15a1c813236 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:57.613444 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d5b89b-a35d-46d4-8a90-619ee49ea9b9 x-openstack-request-id: req-45d5b89b-a35d-46d4-8a90-619ee49ea9b9 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:23:57.613977 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:23:57.615583 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45d5b89b-a35d-46d4-8a90-619ee49ea9b9 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:23:57.618184 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'status': 'completed', 'code': 200} Oct 25 09:23:57.684740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-3b12e8f1-6421-4d29-84c3-9c59a4654254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:57.686965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-3b12e8f1-6421-4d29-84c3-9c59a4654254 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1094 time: 0.1317637 Oct 25 09:23:57.746639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-d0c47122-b4b9-4963-9daf-5a8ad0ee00a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 217 time: 0.0462554 Oct 25 09:23:57.756097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-96e22e42-8f30-4813-8b05-a6930b86e22b None None] Could not find standard attr ID for object 93c7334c-c669-4185-a66d-798ee38f83c9. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:23:57.807850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-aac5f466-1ba0-4b96-b0e8-4b5990ccef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:57.809487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-aac5f466-1ba0-4b96-b0e8-4b5990ccef58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0563684 Oct 25 09:23:57.812704 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.859588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:57.863865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:57.867302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-42bfd0b8-6de8-4a74-985b-6e0afb64b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:57.867695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:57.869032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-42bfd0b8-6de8-4a74-985b-6e0afb64b588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530405 Oct 25 09:23:57.869178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.902014 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6113107 Oct 25 09:23:57.904707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56294) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:57.910687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-78692541-414f-4caa-9631-ef6068150d60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'security_group': {'name': 'tempest-secgroup-216819808'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:57.915893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50192ba6-853f-43a5-a0b7-54be5dcb1351 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=f3d0d438-7213-4b84-a92c-f4a012e544c9,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:57.939988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78692541-414f-4caa-9631-ef6068150d60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:57.985032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-bb35f752-c969-415a-86e6-9529d6d8188d service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087449 Oct 25 09:23:58.023209 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78692541-414f-4caa-9631-ef6068150d60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.027400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78692541-414f-4caa-9631-ef6068150d60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.063398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78692541-414f-4caa-9631-ef6068150d60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d611998-30bb-4ad9-93eb-3f987e99ea75,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:58.071473 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78692541-414f-4caa-9631-ef6068150d60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.073142 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-78692541-414f-4caa-9631-ef6068150d60 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1669693 Oct 25 09:23:58.075924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56298) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:58.083754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-311f2c30-7695-4ed5-92d5-fe9f7f57be6e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'security_group': {'name': 'tempest-secgroup-268689653'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:58.100642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa7c2b12-b2ee-4ca7-aadb-5782752df1ef req-55e530d3-ab80-482d-9e31-5bc7d11e70d0 service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076758 Oct 25 09:23:58.109537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-311f2c30-7695-4ed5-92d5-fe9f7f57be6e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.172454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe223f1-9689-4a30-aeda-25bf7b457126 req-fd9cfb27-9411-4363-b0c5-6b811daa88d2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:58.174060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbe223f1-9689-4a30-aeda-25bf7b457126 req-fd9cfb27-9411-4363-b0c5-6b811daa88d2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 943 time: 0.0604346 Oct 25 09:23:58.189182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-311f2c30-7695-4ed5-92d5-fe9f7f57be6e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.194579 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-311f2c30-7695-4ed5-92d5-fe9f7f57be6e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.227438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-311f2c30-7695-4ed5-92d5-fe9f7f57be6e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.229024 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-311f2c30-7695-4ed5-92d5-fe9f7f57be6e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1517336 Oct 25 09:23:58.232957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56300) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:58.237675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5f1472db-68cc-41b7-98a5-e3e1e6682e5a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'security_group': {'name': 'tempest-secgroup-345026296'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:58.246172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbe223f1-9689-4a30-aeda-25bf7b457126 req-14dde11f-2869-47e2-9551-b0107a47f0f3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579703 Oct 25 09:23:58.258219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f2c30-7695-4ed5-92d5-fe9f7f57be6e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f0dea0-3f68-4bbf-8aea-305c85d82a3b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:58.265063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-c043939a-4c6d-4ea6-b4d8-ca53b98574dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:58.267029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-c043939a-4c6d-4ea6-b4d8-ca53b98574dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1094 time: 0.0707653 Oct 25 09:23:58.274938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f1472db-68cc-41b7-98a5-e3e1e6682e5a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.352465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f1472db-68cc-41b7-98a5-e3e1e6682e5a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.357759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f1472db-68cc-41b7-98a5-e3e1e6682e5a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.380534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-3f0ddcec-7d97-470c-a988-5b62d6a003e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:58.382165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-3f0ddcec-7d97-470c-a988-5b62d6a003e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 897 time: 0.1077678 Oct 25 09:23:58.386139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f1472db-68cc-41b7-98a5-e3e1e6682e5a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.387396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5f1472db-68cc-41b7-98a5-e3e1e6682e5a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1532803 Oct 25 09:23:58.390225 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56302) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:58.394989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1577446841', 'security_groups': ['06f5ed56-a096-4e6f-bbde-456d9697a92e'], 'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3d0d438-7213-4b84-a92c-f4a012e544c9'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:58.425626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-bcf58398-8505-496a-967d-488b6ae8368d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 217 time: 0.0361464 Oct 25 09:23:58.448760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1472db-68cc-41b7-98a5-e3e1e6682e5a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5ed56-a096-4e6f-bbde-456d9697a92e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:58.469215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c93d2-ff57-4119-9ef9-43d23a380dea None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:23:58.483591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-d5f01ee5-a9dc-496e-88ef-4fcdab6da034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:58.485098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-d5f01ee5-a9dc-496e-88ef-4fcdab6da034 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0524781 Oct 25 09:23:58.526049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:58.534459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-60669e8f-9f1b-4d52-8b8b-8699858fc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:58.536096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-60669e8f-9f1b-4d52-8b8b-8699858fc8e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441523 Oct 25 09:23:58.542644 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d95162ae-6ab7-470b-8358-cb189a908fcc None None] Provisioning complete for port d35ff5c5-a088-4f74-8c93-b1428a8051a5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:58.542837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d95162ae-6ab7-470b-8358-cb189a908fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.625029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d95162ae-6ab7-470b-8358-cb189a908fcc None None] Port d35ff5c5-a088-4f74-8c93-b1428a8051a5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:58.637991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-d6220806-f2c3-48e3-be1e-49a78ff7803a service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948329 Oct 25 09:23:58.653982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d95162ae-6ab7-470b-8358-cb189a908fcc None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:58.654503 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d95162ae-6ab7-470b-8358-cb189a908fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.744924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b174fde-6094-4cc9-b251-1d3d78fe46eb req-bf292877-d864-45f1-9e99-35f34087b66d service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998185 Oct 25 09:23:58.827080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d2d2e-edf2-41a4-b0f1-8ba74f5a7225 None None] Update dhcp port {'port': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'fixed_ips': [{'subnet_id': 'b35dfd70-30ce-4e3c-acca-a51e87412392', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3d0d438-7213-4b84-a92c-f4a012e544c9'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '54f02123-4cbe-4b19-9331-99a552086080'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:23:58.852912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2d2e-edf2-41a4-b0f1-8ba74f5a7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.900898 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:58.917234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] device_id is not set on port c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:23:59.016904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-cf4d2d2e-edf2-41a4-b0f1-8ba74f5a7225 None None] Allocated IP 2001:db8::2 (fa13f679-00e0-4ba0-a3f2-67c013931007/f3d0d438-7213-4b84-a92c-f4a012e544c9/54f02123-4cbe-4b19-9331-99a552086080) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:59.110621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cf4d2d2e-edf2-41a4-b0f1-8ba74f5a7225 None None] For port 54f02123-4cbe-4b19-9331-99a552086080, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54f02123-4cbe-4b19-9331-99a552086080,segment=NetworkSegment(e6f4a58b-2c0a-49f2-8627-fce604ed5b0d),segment_id=e6f4a58b-2c0a-49f2-8627-fce604ed5b0d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:23:59.139632 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2d2e-edf2-41a4-b0f1-8ba74f5a7225 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:59.144118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf4d2d2e-edf2-41a4-b0f1-8ba74f5a7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:59.209519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8::5d (fa13f679-00e0-4ba0-a3f2-67c013931007/f3d0d438-7213-4b84-a92c-f4a012e544c9/c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:23:59.229530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d2d2e-edf2-41a4-b0f1-8ba74f5a7225 None None] Pushing event updated for resources: {'Port': ['ID=54f02123-4cbe-4b19-9331-99a552086080,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:59.370176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:59.391761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dac4c-5913-4b0f-bba0-111c26da3ae5 req-db5564cd-127f-4fa5-91b4-67494c9dee18 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:59.393638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e49dac4c-5913-4b0f-bba0-111c26da3ae5 req-db5564cd-127f-4fa5-91b4-67494c9dee18 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 943 time: 0.0539351 Oct 25 09:23:59.410466 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:59.437454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e49dac4c-5913-4b0f-bba0-111c26da3ae5 req-634a000f-0176-420e-9321-51f93d8e9841 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358250 Oct 25 09:23:59.473320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:23:59.478012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:23:59.480585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:23:59.482684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:23:59.488358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:23:59.488996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:59.506181 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3c14413a-8862-4081-a61c-f0d67593e40e tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1149046 Oct 25 09:23:59.509085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56308) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:59.514786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-144ef32d-1e93-480b-96e0-a7c08747b639 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:59.630968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ef32d-1e93-480b-96e0-a7c08747b639 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:59.634576 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-144ef32d-1e93-480b-96e0-a7c08747b639 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:59.735328 n-d-814746-2 neutron-server[106991]: INFO neutron.db.ipam_backend_mixin [None req-144ef32d-1e93-480b-96e0-a7c08747b639 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3d0d438-7213-4b84-a92c-f4a012e544c9 (CIDR: 2001:db8::/64) Oct 25 09:23:59.738903 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-144ef32d-1e93-480b-96e0-a7c08747b639 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:23:59.739927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144ef32d-1e93-480b-96e0-a7c08747b639 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:23:59.757419 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-144ef32d-1e93-480b-96e0-a7c08747b639 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2472436 Oct 25 09:23:59.758912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56310) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:23:59.764195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-97cfa659-c965-45dd-ab61-17066ca415f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:23:59.825683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e355ad04-50b0-4cb8-9316-2c2a7d186b2d None None] Provisioning complete for port d35ff5c5-a088-4f74-8c93-b1428a8051a5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:59.826274 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e355ad04-50b0-4cb8-9316-2c2a7d186b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:59.872612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e355ad04-50b0-4cb8-9316-2c2a7d186b2d None None] Port d35ff5c5-a088-4f74-8c93-b1428a8051a5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:23:59.883822 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e355ad04-50b0-4cb8-9316-2c2a7d186b2d None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:23:59.884194 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e355ad04-50b0-4cb8-9316-2c2a7d186b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:23:59.894322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cfa659-c965-45dd-ab61-17066ca415f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:23:59.904150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97cfa659-c965-45dd-ab61-17066ca415f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:00.010650 n-d-814746-2 neutron-server[106991]: INFO neutron.db.ipam_backend_mixin [None req-97cfa659-c965-45dd-ab61-17066ca415f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b35dfd70-30ce-4e3c-acca-a51e87412392 (CIDR: 2001:db8:0:1::/64) Oct 25 09:24:00.014781 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cfa659-c965-45dd-ab61-17066ca415f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 09:24:00.015239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cfa659-c965-45dd-ab61-17066ca415f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:00.035276 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-97cfa659-c965-45dd-ab61-17066ca415f5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2749898 Oct 25 09:24:00.038254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56320) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:00.043653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'subnet': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:24:00.125625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-27e38bdd-1638-4f29-83f8-a1b83bc84111 None None] Provisioning complete for port c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:00.125854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-27e38bdd-1638-4f29-83f8-a1b83bc84111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:00.164323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-27e38bdd-1638-4f29-83f8-a1b83bc84111 None None] Port c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:24:00.180153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Made reservation on behalf of 75fcd05f80a0479aaed0967bafe7f571 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:24:00.184006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:00.280529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a43e8f92-e607-4b14-93b6-b467649a08ac None None] Could not find standard attr ID for object 93c7334c-c669-4185-a66d-798ee38f83c9. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:24:00.476676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:00.525764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Network fa13f679-00e0-4ba0-a3f2-67c013931007 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:24:00.530866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:24:00.534509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:00.535213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:00.543055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001bc14c-8f05-45d2-a822-293ab7db7ea1 None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:24:00.593718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Subnet': ['ID=1b215f57-418a-4498-80d5-b75fe2fdeefc,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:00.602129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6ac10249-d9bc-4211-b1e1-ebd1dc5cb976 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5627851 Oct 25 09:24:00.605106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56332) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:00.610436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-445827508', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b215f57-418a-4498-80d5-b75fe2fdeefc'}], 'security_groups': ['4d611998-30bb-4ad9-93eb-3f987e99ea75', '60f0dea0-3f68-4bbf-8aea-305c85d82a3b']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:24:00.641386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10c3d-02a8-4031-a8bd-ec764141404d req-56c536fd-13f2-46b0-ba75-6e18ea139319 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:00.644237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2cd10c3d-02a8-4031-a8bd-ec764141404d req-56c536fd-13f2-46b0-ba75-6e18ea139319 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 943 time: 0.1137414 Oct 25 09:24:00.701776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:00.705385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2cd10c3d-02a8-4031-a8bd-ec764141404d req-d9069d6a-4b5f-4d72-b463-e1408a2440f5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553699 Oct 25 09:24:00.810944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448fbad-0b7e-4be5-94c2-9fc31ce375ce None None] Update dhcp port {'port': {'network_id': 'fa13f679-00e0-4ba0-a3f2-67c013931007', 'fixed_ips': [{'subnet_id': 'b35dfd70-30ce-4e3c-acca-a51e87412392', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3d0d438-7213-4b84-a92c-f4a012e544c9', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b215f57-418a-4498-80d5-b75fe2fdeefc'}], 'binding:host_id': 'n-d-814746-2'}, 'id': '54f02123-4cbe-4b19-9331-99a552086080'} from n-d-814746-2. {{(pid=106993) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 25 09:24:00.843645 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4448fbad-0b7e-4be5-94c2-9fc31ce375ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:00.884838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54f02123-4cbe-4b19-9331-99a552086080 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:24:01.012376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:01.012744 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.057053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Delete allocated IP 2001:db8::5d (fa13f679-00e0-4ba0-a3f2-67c013931007/f3d0d438-7213-4b84-a92c-f4a012e544c9) {{(pid=106991) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 25 09:24:01.066454 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Allocated IP 2001:db8:0:2::382 (fa13f679-00e0-4ba0-a3f2-67c013931007/1b215f57-418a-4498-80d5-b75fe2fdeefc/c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:24:01.250867 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.257449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.311846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-4448fbad-0b7e-4be5-94c2-9fc31ce375ce None None] Allocated IP 2001:db8:0:2::2 (fa13f679-00e0-4ba0-a3f2-67c013931007/1b215f57-418a-4498-80d5-b75fe2fdeefc/54f02123-4cbe-4b19-9331-99a552086080) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:24:01.320319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] In _notify_port_updated(), no bound segment for port c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 on network fa13f679-00e0-4ba0-a3f2-67c013931007 {{(pid=106991) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 25 09:24:01.326166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:01.326778 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.328065 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "PUT /v2.0/ports/c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 HTTP/1.1" status: 200 len: 969 time: 0.7219696 Oct 25 09:24:01.330996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56336) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:01.342811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d95420-25eb-44a1-8166-89c1d579974b tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event updated for resources: {'Port': ['ID=c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:01.417547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4448fbad-0b7e-4be5-94c2-9fc31ce375ce None None] For port 54f02123-4cbe-4b19-9331-99a552086080, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54f02123-4cbe-4b19-9331-99a552086080,segment=NetworkSegment(e6f4a58b-2c0a-49f2-8627-fce604ed5b0d),segment_id=e6f4a58b-2c0a-49f2-8627-fce604ed5b0d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:01.432603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9b6d1-068e-4fbd-a14d-e83b20b94967 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:01.432970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b6d1-068e-4fbd-a14d-e83b20b94967 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.447387 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4448fbad-0b7e-4be5-94c2-9fc31ce375ce None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.452666 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4448fbad-0b7e-4be5-94c2-9fc31ce375ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.566325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448fbad-0b7e-4be5-94c2-9fc31ce375ce None None] Pushing event updated for resources: {'Port': ['ID=54f02123-4cbe-4b19-9331-99a552086080,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:01.746694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4aa99734-47a9-4ccb-aff2-047ef198446d details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:24:01.871234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:01.884969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'port_id': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'mac_address': 'fa:16:3e:e4:30:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:24:01.920117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e8d0-9ea1-4ef3-90bb-51dbd3511b25 req-1830283a-b6ea-475b-be8f-6c1c43177251 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:01.921661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f101e8d0-9ea1-4ef3-90bb-51dbd3511b25 req-1830283a-b6ea-475b-be8f-6c1c43177251 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 943 time: 0.0842483 Oct 25 09:24:01.925476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b6d1-068e-4fbd-a14d-e83b20b94967 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.925718 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:01.939865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa99734-47a9-4ccb-aff2-047ef198446d {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:24:01.945790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9b6d1-068e-4fbd-a14d-e83b20b94967 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:01.962281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:01.967212 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.015472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f101e8d0-9ea1-4ef3-90bb-51dbd3511b25 req-071eb4cc-40da-421d-9dc0-db0240b7ff03 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819809 Oct 25 09:24:02.025796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:02.120513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b6d1-068e-4fbd-a14d-e83b20b94967 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.153563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9b6d1-068e-4fbd-a14d-e83b20b94967 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:02.180901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2ae9b6d1-068e-4fbd-a14d-e83b20b94967 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.189102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2ae9b6d1-068e-4fbd-a14d-e83b20b94967 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 HTTP/1.1" status: 204 len: 168 time: 0.8531044 Oct 25 09:24:02.189281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56344) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:02.221449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9a24d86c-8c9e-4267-ae2c-f1c4dd306b83 None None] Provisioning complete for port d35ff5c5-a088-4f74-8c93-b1428a8051a5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:02.222695 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a24d86c-8c9e-4267-ae2c-f1c4dd306b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.226223 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f23fc8-981a-4cbb-a173-446751e94b2d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] GET failed (client error): The resource could not be found. Oct 25 09:24:02.228332 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-41f23fc8-981a-4cbb-a173-446751e94b2d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports/c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02 HTTP/1.1" status: 404 len: 333 time: 0.0393834 Oct 25 09:24:02.231253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56348) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:02.261118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9a24d86c-8c9e-4267-ae2c-f1c4dd306b83 None None] Port d35ff5c5-a088-4f74-8c93-b1428a8051a5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:24:02.264629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9a24d86c-8c9e-4267-ae2c-f1c4dd306b83 None None] Could not find standard attr ID for object c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:24:02.276358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9a24d86c-8c9e-4267-ae2c-f1c4dd306b83 None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:02.290173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9a24d86c-8c9e-4267-ae2c-f1c4dd306b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.304728 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-67cba0c5-c2c3-47a3-84a1-f473f179ba9a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.336034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-67cba0c5-c2c3-47a3-84a1-f473f179ba9a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.369679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['4aa99734-47a9-4ccb-aff2-047ef198446d'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:24:02.390694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-67cba0c5-c2c3-47a3-84a1-f473f179ba9a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.393854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-67cba0c5-c2c3-47a3-84a1-f473f179ba9a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.399105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-67cba0c5-c2c3-47a3-84a1-f473f179ba9a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/security-groups/06f5ed56-a096-4e6f-bbde-456d9697a92e HTTP/1.1" status: 204 len: 168 time: 0.1667650 Oct 25 09:24:02.399568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56354) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:02.409585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cba0c5-c2c3-47a3-84a1-f473f179ba9a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5ed56-a096-4e6f-bbde-456d9697a92e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:02.473133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-15a82ace-9b9a-456f-9487-8a03ee1f4bad tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.503458 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-15a82ace-9b9a-456f-9487-8a03ee1f4bad tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.569045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-15a82ace-9b9a-456f-9487-8a03ee1f4bad tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.576015 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-15a82ace-9b9a-456f-9487-8a03ee1f4bad tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.581809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-15a82ace-9b9a-456f-9487-8a03ee1f4bad tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/security-groups/60f0dea0-3f68-4bbf-8aea-305c85d82a3b HTTP/1.1" status: 204 len: 168 time: 0.1809158 Oct 25 09:24:02.585297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56360) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:02.595405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a82ace-9b9a-456f-9487-8a03ee1f4bad tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f0dea0-3f68-4bbf-8aea-305c85d82a3b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:02.671771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f595393-0b10-43ce-ae49-9be4e684a5d4 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.704335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f595393-0b10-43ce-ae49-9be4e684a5d4 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.733942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f96c1-410f-4d3f-b04e-730ad7a44139 req-a4925f4e-00d8-43e9-97f3-1af0f77eaaaf tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:02.736180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c9f96c1-410f-4d3f-b04e-730ad7a44139 req-a4925f4e-00d8-43e9-97f3-1af0f77eaaaf tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0589671 Oct 25 09:24:02.751909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f595393-0b10-43ce-ae49-9be4e684a5d4 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.756861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5f595393-0b10-43ce-ae49-9be4e684a5d4 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.760741 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5f595393-0b10-43ce-ae49-9be4e684a5d4 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d611998-30bb-4ad9-93eb-3f987e99ea75 HTTP/1.1" status: 204 len: 168 time: 0.1711712 Oct 25 09:24:02.761959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56366) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:02.769299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f595393-0b10-43ce-ae49-9be4e684a5d4 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d611998-30bb-4ad9-93eb-3f987e99ea75,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:02.780528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-45aac3a7-55c4-4412-b4ee-33d104f4acef None None] Could not find standard attr ID for object c4b7b279-d88a-4e6b-a3fe-d6d12fa29f02. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 09:24:02.823483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7c9f96c1-410f-4d3f-b04e-730ad7a44139 req-7a94d70a-f8f9-484c-9445-9d9a9c4a7a82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794876 Oct 25 09:24:02.835167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c06b62-77e4-4223-b6fd-95cc38d512d1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet f3d0d438-7213-4b84-a92c-f4a012e544c9 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:24:02.838701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2c06b62-77e4-4223-b6fd-95cc38d512d1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.873738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54f02123-4cbe-4b19-9331-99a552086080 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:24:02.885743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2c06b62-77e4-4223-b6fd-95cc38d512d1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.938885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:02.939233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:02.968210 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2c06b62-77e4-4223-b6fd-95cc38d512d1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.030936 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2c06b62-77e4-4223-b6fd-95cc38d512d1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.058331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c06b62-77e4-4223-b6fd-95cc38d512d1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d0d438-7213-4b84-a92c-f4a012e544c9,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:03.060308 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a2c06b62-77e4-4223-b6fd-95cc38d512d1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.067801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a2c06b62-77e4-4223-b6fd-95cc38d512d1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/f3d0d438-7213-4b84-a92c-f4a012e544c9 HTTP/1.1" status: 204 len: 168 time: 0.2999654 Oct 25 09:24:03.068079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cc7f5a-65f6-496e-9e17-595bdedf7926 None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:24:03.068353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56370) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.133603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcfba66-29f4-4c96-8979-3d24bd552bb3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet 1b215f57-418a-4498-80d5-b75fe2fdeefc {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:24:03.151246 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bcfba66-29f4-4c96-8979-3d24bd552bb3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.200766 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bcfba66-29f4-4c96-8979-3d24bd552bb3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.228814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3b75-37e1-45b5-b0f6-2634f3c249a0 req-5dc6fbce-d3a7-4f18-bbf7-bac73a5a9c16 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:03.230380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30af3b75-37e1-45b5-b0f6-2634f3c249a0 req-5dc6fbce-d3a7-4f18-bbf7-bac73a5a9c16 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 944 time: 0.1146350 Oct 25 09:24:03.288799 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30af3b75-37e1-45b5-b0f6-2634f3c249a0 req-d4039cb9-d14b-4138-b083-63e1b2571e1f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523748 Oct 25 09:24:03.326498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bcfba66-29f4-4c96-8979-3d24bd552bb3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.386733 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bcfba66-29f4-4c96-8979-3d24bd552bb3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.416791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfba66-29f4-4c96-8979-3d24bd552bb3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=1b215f57-418a-4498-80d5-b75fe2fdeefc,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:03.422886 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bcfba66-29f4-4c96-8979-3d24bd552bb3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.429049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2bcfba66-29f4-4c96-8979-3d24bd552bb3 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/1b215f57-418a-4498-80d5-b75fe2fdeefc HTTP/1.1" status: 204 len: 168 time: 0.3568249 Oct 25 09:24:03.429230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56372) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.456210 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd9d266-3eeb-418a-8587-5baec2512431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:03.456668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd9d266-3eeb-418a-8587-5baec2512431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:03.459829 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2cd9d266-3eeb-418a-8587-5baec2512431 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/f3d0d438-7213-4b84-a92c-f4a012e544c9 HTTP/1.1" status: 404 len: 337 time: 0.0297267 Oct 25 09:24:03.462465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56374) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.515383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d92df6-43cc-4672-bee1-54b4cf6df06c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting subnet b35dfd70-30ce-4e3c-acca-a51e87412392 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:24:03.518855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9d92df6-43cc-4672-bee1-54b4cf6df06c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.560759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9d92df6-43cc-4672-bee1-54b4cf6df06c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.652348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9d92df6-43cc-4672-bee1-54b4cf6df06c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.714778 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9d92df6-43cc-4672-bee1-54b4cf6df06c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.719927 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b6d53-76fa-46a1-adf4-7cd640e6de65 None None] Network fa13f679-00e0-4ba0-a3f2-67c013931007 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:24:03.740185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d92df6-43cc-4672-bee1-54b4cf6df06c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Subnet': ['ID=b35dfd70-30ce-4e3c-acca-a51e87412392,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:03.745936 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9d92df6-43cc-4672-bee1-54b4cf6df06c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.749142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b9d92df6-43cc-4672-bee1-54b4cf6df06c tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/b35dfd70-30ce-4e3c-acca-a51e87412392 HTTP/1.1" status: 204 len: 168 time: 0.2856894 Oct 25 09:24:03.751518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56376) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.768544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4aa99734-47a9-4ccb-aff2-047ef198446d up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:24:03.777491 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-316e3b40-f082-4d0d-baf8-60076deec4a1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:03.777947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316e3b40-f082-4d0d-baf8-60076deec4a1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:03.781024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-316e3b40-f082-4d0d-baf8-60076deec4a1 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/044c45fe-e86b-4366-a5bb-863c821a7c31 HTTP/1.1" status: 404 len: 337 time: 0.0285583 Oct 25 09:24:03.783562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56378) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.810590 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b76d0462-0ced-4cff-969e-bcefae6cfef5 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b4a7e76-e9b6-409a-83d0-343278a456a2 HTTP/1.1" status: 200 len: 205 time: 0.0259662 Oct 25 09:24:03.813079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56380) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.854828 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-a665b360-382a-4470-84f2-0cfd59ca485a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] delete failed (client error): The resource could not be found. Oct 25 09:24:03.858161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a665b360-382a-4470-84f2-0cfd59ca485a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/routers/6b4a7e76-e9b6-409a-83d0-343278a456a2 HTTP/1.1" status: 404 len: 336 time: 0.0418510 Oct 25 09:24:03.858292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-37eab908-8b9c-48a2-a060-d6f4da6a152b None None] Provisioning complete for port d35ff5c5-a088-4f74-8c93-b1428a8051a5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:03.858292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-37eab908-8b9c-48a2-a060-d6f4da6a152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.858503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56382) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.886794 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e35382-6586-45d0-a511-48ac9d5ce736 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:03.887250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e35382-6586-45d0-a511-48ac9d5ce736 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:03.893414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b8e35382-6586-45d0-a511-48ac9d5ce736 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/c59a8b6a-dc72-4396-a2a5-8a4a02172148 HTTP/1.1" status: 404 len: 337 time: 0.0340152 Oct 25 09:24:03.893615 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56386) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.922304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-37eab908-8b9c-48a2-a060-d6f4da6a152b None None] Port d35ff5c5-a088-4f74-8c93-b1428a8051a5 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:24:03.925947 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca7a272-8ff3-419e-925c-52eab2bd052a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:03.926416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca7a272-8ff3-419e-925c-52eab2bd052a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:03.929400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 4aa99734-47a9-4ccb-aff2-047ef198446d completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:24:03.933399 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dca7a272-8ff3-419e-925c-52eab2bd052a tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/ca07a11c-53fd-42cd-a0ec-ac4b2e4ca0b1 HTTP/1.1" status: 404 len: 337 time: 0.0387683 Oct 25 09:24:03.934359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56388) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:03.940169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 4aa99734-47a9-4ccb-aff2-047ef198446d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:03.940530 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.948822 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-37eab908-8b9c-48a2-a060-d6f4da6a152b None None] Provisioning complete for port 54f02123-4cbe-4b19-9331-99a552086080 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:03.949464 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-37eab908-8b9c-48a2-a060-d6f4da6a152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:03.963709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2822fd6-06c6-49f9-a698-e6e2bcef91dc req-85b06011-c117-4838-af6d-088c17083ca2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:03.964254 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9f8d97-d59d-4ad5-be6b-a05428188a07 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:03.964904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9f8d97-d59d-4ad5-be6b-a05428188a07 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:03.965194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2822fd6-06c6-49f9-a698-e6e2bcef91dc req-85b06011-c117-4838-af6d-088c17083ca2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0566576 Oct 25 09:24:03.968390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2a9f8d97-d59d-4ad5-be6b-a05428188a07 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/8e7126dc-24d1-4f0c-a759-00a5dd16dc40 HTTP/1.1" status: 404 len: 337 time: 0.0325656 Oct 25 09:24:03.971695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56390) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:04.023777 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-df43d68d-4eac-400a-9e53-ec84d1eda68f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:04.024801 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df43d68d-4eac-400a-9e53-ec84d1eda68f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:04.030925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56392) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:04.031120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-df43d68d-4eac-400a-9e53-ec84d1eda68f tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/acf197f7-c00d-4245-92f9-735bdf0e3578 HTTP/1.1" status: 404 len: 333 time: 0.0582762 Oct 25 09:24:04.034054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] DHCP port deletion for fa13f679-00e0-4ba0-a3f2-67c013931007 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:24:04.053113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2822fd6-06c6-49f9-a698-e6e2bcef91dc req-b05f1e85-8ec8-452a-9d76-53601dc415c8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725474 Oct 25 09:24:04.061942 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-76edd032-a8cd-44a6-9fc1-0c3d3d300697 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:04.062415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76edd032-a8cd-44a6-9fc1-0c3d3d300697 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:04.065989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-76edd032-a8cd-44a6-9fc1-0c3d3d300697 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/6a422064-84ca-493f-8f2c-5cecc4f51f6e HTTP/1.1" status: 404 len: 337 time: 0.0340693 Oct 25 09:24:04.069304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56394) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:04.096535 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-728386ae-f7c9-4ce0-86f1-9cccac5d6800 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:04.097021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728386ae-f7c9-4ce0-86f1-9cccac5d6800 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:04.100779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-728386ae-f7c9-4ce0-86f1-9cccac5d6800 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/cc1a5898-3881-41ec-8180-14cdd8b11d97 HTTP/1.1" status: 404 len: 337 time: 0.0298424 Oct 25 09:24:04.103579 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56396) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:04.126303 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ab90a8-3e5d-4602-8ccb-a9516379cd29 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:04.126924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ab90a8-3e5d-4602-8ccb-a9516379cd29 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:04.129967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60ab90a8-3e5d-4602-8ccb-a9516379cd29 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/b2f2c428-9c61-41ab-ae17-9a281cb0b137 HTTP/1.1" status: 404 len: 333 time: 0.0253947 Oct 25 09:24:04.132626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56398) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:04.135284 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.158070 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-32637777-79c1-46da-bb47-867622ab5957 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:04.158686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32637777-79c1-46da-bb47-867622ab5957 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:04.162333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-32637777-79c1-46da-bb47-867622ab5957 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/483f7d21-e468-4f32-aea7-fc425826402e HTTP/1.1" status: 404 len: 337 time: 0.0287576 Oct 25 09:24:04.164998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56400) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:04.168211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:24:04.170478 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a227d-9ced-4189-8dd8-16390b8fa63b" -d '{"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:24:04.186637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:04.191081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] Deleting port 54f02123-4cbe-4b19-9331-99a552086080 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:04.191704 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.193118 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed9a758-e4cb-495f-9f57-4e384347a1b9 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] DELETE failed (client error): The resource could not be found. Oct 25 09:24:04.193359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed9a758-e4cb-495f-9f57-4e384347a1b9 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:24:04.195536 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.199936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4ed9a758-e4cb-495f-9f57-4e384347a1b9 tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/subnets/d4d0dc30-46e4-4953-a49f-4e1a48a056dd HTTP/1.1" status: 404 len: 337 time: 0.0311251 Oct 25 09:24:04.200199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56404) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:04.214088 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b159ff4-2f6d-419e-a3d2-deb7deb6536f x-openstack-request-id: req-9b159ff4-2f6d-419e-a3d2-deb7deb6536f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:24:04.214377 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:24:04.214629 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b159ff4-2f6d-419e-a3d2-deb7deb6536f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:24:04.215009 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'code': 200} Oct 25 09:24:04.306322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-adc21595-e6b4-404b-8896-562fbd6affcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Deleting port d35ff5c5-a088-4f74-8c93-b1428a8051a5 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:04.306717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-adc21595-e6b4-404b-8896-562fbd6affcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.307299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] For port 54f02123-4cbe-4b19-9331-99a552086080, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=54f02123-4cbe-4b19-9331-99a552086080,segment=NetworkSegment(e6f4a58b-2c0a-49f2-8627-fce604ed5b0d),segment_id=e6f4a58b-2c0a-49f2-8627-fce604ed5b0d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:04.307693 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.321495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:04.330776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] Calling delete_port for 54f02123-4cbe-4b19-9331-99a552086080 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:04.417160 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.425036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca94d10-63da-446d-9cbe-5b52074b7e15 req-ac819c91-ce67-43bc-a966-43ec5c607723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:04.426135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fca94d10-63da-446d-9cbe-5b52074b7e15 req-ac819c91-ce67-43bc-a966-43ec5c607723 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1096 time: 0.1311181 Oct 25 09:24:04.429143 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-adc21595-e6b4-404b-8896-562fbd6affcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.443734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] Pushing event deleted for resources: {'Port': ['ID=54f02123-4cbe-4b19-9331-99a552086080,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:04.447156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301edb8f-4d73-49e7-bbf1-144ae9914416 None None] No DVR routers for this DVR port 54f02123-4cbe-4b19-9331-99a552086080 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:24:04.451238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-adc21595-e6b4-404b-8896-562fbd6affcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Calling delete_port for d35ff5c5-a088-4f74-8c93-b1428a8051a5 owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:04.483084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d0c85-ccc4-4bfb-8dde-4f5f88ce3d03 req-53cfa453-2571-4069-ad80-864bc07b5c1d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:04.484566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c2d0c85-ccc4-4bfb-8dde-4f5f88ce3d03 req-53cfa453-2571-4069-ad80-864bc07b5c1d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.1121109 Oct 25 09:24:04.557135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fca94d10-63da-446d-9cbe-5b52074b7e15 req-30d35825-12fc-4dae-8e00-a7c6a7b1035e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186495 Oct 25 09:24:04.588187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c2d0c85-ccc4-4bfb-8dde-4f5f88ce3d03 req-109f4043-4248-48da-a4cc-49a2af78a898 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662515 Oct 25 09:24:04.609687 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-adc21595-e6b4-404b-8896-562fbd6affcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.637871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc21595-e6b4-404b-8896-562fbd6affcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Port': ['ID=d35ff5c5-a088-4f74-8c93-b1428a8051a5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:04.645456 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-adc21595-e6b4-404b-8896-562fbd6affcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.648704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-adc21595-e6b4-404b-8896-562fbd6affcf tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/ports/d35ff5c5-a088-4f74-8c93-b1428a8051a5 HTTP/1.1" status: 204 len: 168 time: 0.4475496 Oct 25 09:24:04.651371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56408) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:04.733108 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.823017 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.826769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54f02123-4cbe-4b19-9331-99a552086080 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:04.844072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa13f679-00e0-4ba0-a3f2-67c013931007']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:04.847028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 54f02123-4cbe-4b19-9331-99a552086080 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:24:04.847368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 54f02123-4cbe-4b19-9331-99a552086080 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:24:04.854384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f4a58b-2c0a-49f2-8627-fce604ed5b0d') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:04.854678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f4a58b-2c0a-49f2-8627-fce604ed5b0d') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:04.864111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.877181 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.883098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:24:04.883473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:24:04.886411 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:24:04.943020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.950092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:04.953327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] 10.222.0.32 "DELETE /v2.0/networks/fa13f679-00e0-4ba0-a3f2-67c013931007 HTTP/1.1" status: 204 len: 168 time: 0.3010168 Oct 25 09:24:04.970471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abba210-4c67-49eb-a30a-eb34359b118d tempest-PortsIpV6TestJSON-1996667563 tempest-PortsIpV6TestJSON-1996667563-project] Pushing event deleted for resources: {'Network': ['ID=fa13f679-00e0-4ba0-a3f2-67c013931007,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:05.181455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377754a7-be9d-4e8d-ab9c-c0e2e3e1713a req-ebe911dc-a758-4022-9f93-f5cbc5f82935 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:05.182941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-377754a7-be9d-4e8d-ab9c-c0e2e3e1713a req-ebe911dc-a758-4022-9f93-f5cbc5f82935 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0497384 Oct 25 09:24:05.197808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56416) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:05.222370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-377754a7-be9d-4e8d-ab9c-c0e2e3e1713a req-20982cec-bf95-44d0-8ae7-7f7cc099e582 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332625 Oct 25 09:24:05.331998 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b33ee3d1-6d3e-454f-9b77-32da7bc0bbde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75fcd05f80a0479aaed0967bafe7f571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330259 Oct 25 09:24:05.335763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56420) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:05.386220 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-22cce864-a450-499f-9f1e-7d5838d0c8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:05.407013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-22cce864-a450-499f-9f1e-7d5838d0c8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:05.451372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-22cce864-a450-499f-9f1e-7d5838d0c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:05.453880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-22cce864-a450-499f-9f1e-7d5838d0c8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:05.457384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-22cce864-a450-499f-9f1e-7d5838d0c8c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a11a712-0577-405c-b550-b06e7d07027a HTTP/1.1" status: 204 len: 168 time: 0.1182449 Oct 25 09:24:05.463181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cce864-a450-499f-9f1e-7d5838d0c8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a11a712-0577-405c-b550-b06e7d07027a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:05.707999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7463-645d-4ea2-854f-3e2bc8418299 req-c0d46d15-1451-4e26-b6cb-1c63f97bfdf9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:05.709651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-952b7463-645d-4ea2-854f-3e2bc8418299 req-c0d46d15-1451-4e26-b6cb-1c63f97bfdf9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0551507 Oct 25 09:24:05.752411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-952b7463-645d-4ea2-854f-3e2bc8418299 req-23564843-b2c1-4b8d-9c69-5a30b9ed3535 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368803 Oct 25 09:24:06.093008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56444) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:06.096707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026979 Oct 25 09:24:06.099492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56446) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:06.197411 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-21203e9a-fe75-483c-a368-6ba4d75168b3 tempest-NetworksApiDiscovery-676351416 tempest-NetworksApiDiscovery-676351416-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0969377 Oct 25 09:24:06.350115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696284b-5fd6-43ce-ba69-e40e87f10a6a req-dd0c8d64-44c4-42be-848c-08c2efc1ca5c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:06.351616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6696284b-5fd6-43ce-ba69-e40e87f10a6a req-dd0c8d64-44c4-42be-848c-08c2efc1ca5c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0514536 Oct 25 09:24:06.392103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6696284b-5fd6-43ce-ba69-e40e87f10a6a req-212a6673-d8bb-4351-a710-a59df6f18821 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Oct 25 09:24:06.440298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56456) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:06.545765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37b755f3-4ed8-47ef-baa4-9b249770ca5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:06.621218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37b755f3-4ed8-47ef-baa4-9b249770ca5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:06.624749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-37b755f3-4ed8-47ef-baa4-9b249770ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:06.661930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-37b755f3-4ed8-47ef-baa4-9b249770ca5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59368addf6414288a27ae0a0dfd5c59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205434 Oct 25 09:24:06.663534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b755f3-4ed8-47ef-baa4-9b249770ca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893c163f-1e9c-41ce-a76a-974c3c67b651,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:06.665298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56460) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:06.720529 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-617c9d79-a752-4d2e-b605-ab7ab3af0fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:06.741744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-617c9d79-a752-4d2e-b605-ab7ab3af0fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:06.785820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-617c9d79-a752-4d2e-b605-ab7ab3af0fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:06.789345 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-617c9d79-a752-4d2e-b605-ab7ab3af0fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:06.792560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-617c9d79-a752-4d2e-b605-ab7ab3af0fa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/893c163f-1e9c-41ce-a76a-974c3c67b651 HTTP/1.1" status: 204 len: 168 time: 0.1260977 Oct 25 09:24:06.800188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c9d79-a752-4d2e-b605-ab7ab3af0fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893c163f-1e9c-41ce-a76a-974c3c67b651,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:06.879525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f647e-dd4e-4798-8c66-ceb9d2ea4a9c req-9588a5fa-211a-4b87-b637-5623fa18ffa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:06.881221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc8f647e-dd4e-4798-8c66-ceb9d2ea4a9c req-9588a5fa-211a-4b87-b637-5623fa18ffa2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Oct 25 09:24:06.921437 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc8f647e-dd4e-4798-8c66-ceb9d2ea4a9c req-8fd09f36-e9f6-4b25-8b4c-9b13a83db54b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333948 Oct 25 09:24:07.039625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d6c2a-d4d5-4b26-8873-35e9d2dd1567 req-209714b9-28d8-468b-ae02-c5cfa17fe658 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:07.041237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb7d6c2a-d4d5-4b26-8873-35e9d2dd1567 req-209714b9-28d8-468b-ae02-c5cfa17fe658 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0529568 Oct 25 09:24:07.088313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb7d6c2a-d4d5-4b26-8873-35e9d2dd1567 req-90a79058-43fe-4a34-b698-66d8b587de43 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338058 Oct 25 09:24:07.110154 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56476) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:07.149417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01d0af-ed0d-4ee4-bdbb-265757d446d1 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:07.150930 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fe01d0af-ed0d-4ee4-bdbb-265757d446d1 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1091 time: 0.0397570 Oct 25 09:24:07.153935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56480) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:07.158551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:24:07.181946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:07.285413 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:07.394806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.25.8.71 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/2a65f196-8c6b-4c36-81ac-37f14a33c4b3) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:24:07.531758 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:07.552304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4bfa4-bf45-4b85-afcd-fbcbf7f0f965 req-99448fad-bb36-43ed-87d0-efd7c4804bc3 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:07.554561 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01e4bfa4-bf45-4b85-afcd-fbcbf7f0f965 req-99448fad-bb36-43ed-87d0-efd7c4804bc3 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0742314 Oct 25 09:24:07.607402 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01e4bfa4-bf45-4b85-afcd-fbcbf7f0f965 req-78d6f567-25ef-4bc9-8570-02a215186f1c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443790 Oct 25 09:24:07.608838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:07.654262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:24:07.656948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:24:07.660548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:24:07.684385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=2a65f196-8c6b-4c36-81ac-37f14a33c4b3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:08.012011 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.083953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.245305 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.249855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.324483 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=2a65f196-8c6b-4c36-81ac-37f14a33c4b3,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:08.336085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.439654 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Floating IP 80b147c9-7897-442e-aa75-295ee41b31ed associated. External IP: 172.25.8.71, port: 4aa99734-47a9-4ccb-aff2-047ef198446d. Oct 25 09:24:08.611197 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.627563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56532) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:08.669961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 67237707-489a-4ad0-821f-162957d9ef49 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:24:08.781744 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7976b53b-a60d-4d9d-a0da-e9ea27fd62d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.828073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da8c80-7d53-4b8f-847c-ca5578009c49 req-2a11f1ce-bad6-4bc3-9455-c4078551078b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:08.829537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3da8c80-7d53-4b8f-847c-ca5578009c49 req-2a11f1ce-bad6-4bc3-9455-c4078551078b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.1161845 Oct 25 09:24:08.876789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:24:08.886649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] Sync routers for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:24:08.898028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:24:08.898686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:08.914278 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3da8c80-7d53-4b8f-847c-ca5578009c49 req-6f2ab295-e4e7-4558-8969-1f935fef34a5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759523 Oct 25 09:24:08.918222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.960347 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7976b53b-a60d-4d9d-a0da-e9ea27fd62d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:08.962289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c4f0981c-eaea-41d0-8954-af709d3be0d5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8073015 Oct 25 09:24:08.963048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:24:08.965403 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc45886c-4b37-4975-af6e-ea60029bafa5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:24:08.968952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7976b53b-a60d-4d9d-a0da-e9ea27fd62d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.012062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7976b53b-a60d-4d9d-a0da-e9ea27fd62d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97fb07fb3a774527adab274d364b008b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834579 Oct 25 09:24:09.013049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976b53b-a60d-4d9d-a0da-e9ea27fd62d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ff2da-d07f-4df6-8b87-8bd611754ae4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:09.014763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56542) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:09.025791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:24:09.070162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf50dd7-b56b-43e8-a14b-faaf6d596ef5 req-695c9b01-8d27-4778-a6d8-46556830bdde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:09.071664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccf50dd7-b56b-43e8-a14b-faaf6d596ef5 req-695c9b01-8d27-4778-a6d8-46556830bdde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0508478 Oct 25 09:24:09.079779 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-417e5934-793b-45a2-9f18-09142f4cf2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.103032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-417e5934-793b-45a2-9f18-09142f4cf2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.112444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccf50dd7-b56b-43e8-a14b-faaf6d596ef5 req-53966503-d667-4a45-8b55-cc755e5fb2a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342638 Oct 25 09:24:09.139837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56544) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:09.175291 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a83c6-1043-4f71-bf29-522a3c2ca17f x-openstack-request-id: req-532a83c6-1043-4f71-bf29-522a3c2ca17f {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:24:09.175764 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:24:09.176556 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-532a83c6-1043-4f71-bf29-522a3c2ca17f {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:24:09.177006 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'status': 'completed', 'code': 200} Oct 25 09:24:09.205370 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-417e5934-793b-45a2-9f18-09142f4cf2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.207975 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-417e5934-793b-45a2-9f18-09142f4cf2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.209646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-417e5934-793b-45a2-9f18-09142f4cf2f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c0ff2da-d07f-4df6-8b87-8bd611754ae4 HTTP/1.1" status: 204 len: 168 time: 0.1927538 Oct 25 09:24:09.226215 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-abc34404-8767-41f3-a256-c8c0e4b8d04c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/80b147c9-7897-442e-aa75-295ee41b31ed HTTP/1.1" status: 200 len: 990 time: 0.0862527 Oct 25 09:24:09.227577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e5934-793b-45a2-9f18-09142f4cf2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ff2da-d07f-4df6-8b87-8bd611754ae4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:09.279765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-5f609cdf-68a6-4fce-a3ee-e1a79093d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:09.281335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-5f609cdf-68a6-4fce-a3ee-e1a79093d1fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0571411 Oct 25 09:24:09.287371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '80b147c9-7897-442e-aa75-295ee41b31ed', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '67237707-489a-4ad0-821f-162957d9ef49', 'port_id': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'mac_address': 'fa:16:3e:e4:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:24:07Z', 'updated_at': '2021-10-25T09:24:07Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:09.321162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] Checking router: 67237707-489a-4ad0-821f-162957d9ef49 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:24:09.330639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:24:09.331274 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:23:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:09.384993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-1b9928d4-1ab6-4cdb-9b31-bdcfbd765fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:09.386475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-1b9928d4-1ab6-4cdb-9b31-bdcfbd765fa1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 897 time: 0.0977559 Oct 25 09:24:09.446607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:24:09.456980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-a6e303e0-353c-4091-aab9-913cd2fbdede service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 998 time: 0.0630107 Oct 25 09:24:09.500631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56550) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:09.514990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eb61ba8-025f-4969-8eef-aa40ce6b64a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.519318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-36512d37-0585-4cce-b568-45f709b68c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:09.520769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-36512d37-0585-4cce-b568-45f709b68c98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0569968 Oct 25 09:24:09.578521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-146b957f-8b86-4c7d-be31-f3c7847d62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:09.580104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-146b957f-8b86-4c7d-be31-f3c7847d62f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522015 Oct 25 09:24:09.600634 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eb61ba8-025f-4969-8eef-aa40ce6b64a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.605157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6eb61ba8-025f-4969-8eef-aa40ce6b64a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.645789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb61ba8-025f-4969-8eef-aa40ce6b64a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01454ce2-e82b-4bee-a1e3-c4177e15d105,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:09.656721 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6eb61ba8-025f-4969-8eef-aa40ce6b64a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=977d711e20b64310a3b49992010dc3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547117 Oct 25 09:24:09.657326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56552) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:09.690026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-7842ba4f-bbdb-4333-a65b-2ea7162989e3 service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029060 Oct 25 09:24:09.697162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '80b147c9-7897-442e-aa75-295ee41b31ed', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '67237707-489a-4ad0-821f-162957d9ef49', 'port_id': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'mac_address': 'fa:16:3e:e4:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:24:07Z', 'updated_at': '2021-10-25T09:24:07Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:09.730361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd86e4-399b-4e06-9c57-3e3a6d42501e None None] The sync data for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 is: [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '80b147c9-7897-442e-aa75-295ee41b31ed', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.71', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '67237707-489a-4ad0-821f-162957d9ef49', 'port_id': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'mac_address': 'fa:16:3e:e4:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:24:07Z', 'updated_at': '2021-10-25T09:24:07Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:24:09.773757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-554b584f-0c85-4024-b5ee-9ac4a06676e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.799434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.812326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-554b584f-0c85-4024-b5ee-9ac4a06676e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.830998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc45886c-4b37-4975-af6e-ea60029bafa5 req-77b7a584-e248-4a14-9f95-48a35dcb8797 service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328607 Oct 25 09:24:09.872405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-554b584f-0c85-4024-b5ee-9ac4a06676e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.875006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-554b584f-0c85-4024-b5ee-9ac4a06676e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:09.876125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-554b584f-0c85-4024-b5ee-9ac4a06676e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01454ce2-e82b-4bee-a1e3-c4177e15d105 HTTP/1.1" status: 204 len: 168 time: 0.2178206 Oct 25 09:24:09.885462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b584f-0c85-4024-b5ee-9ac4a06676e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01454ce2-e82b-4bee-a1e3-c4177e15d105,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:09.968458 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6ffce-cf86-495e-8bc0-86080b33b1aa None None] New status for floating IP 80b147c9-7897-442e-aa75-295ee41b31ed: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:24:10.050059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b20e1c-036a-4e74-9b72-9e855e6d2f10 req-9288cd21-6d6c-41f2-a27c-1ed233b95699 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:10.051560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4b20e1c-036a-4e74-9b72-9e855e6d2f10 req-9288cd21-6d6c-41f2-a27c-1ed233b95699 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0562038 Oct 25 09:24:10.097115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4b20e1c-036a-4e74-9b72-9e855e6d2f10 req-87223143-e97f-4b95-9339-999fa3b2c3da tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373585 Oct 25 09:24:10.228401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56566) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:10.289962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-faeececb-ab91-4dea-a3ab-23427119130f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/80b147c9-7897-442e-aa75-295ee41b31ed HTTP/1.1" status: 200 len: 992 time: 0.0603163 Oct 25 09:24:11.246323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab1dfc-8e85-4071-a127-a44e9a4f69b3 req-96abcb72-0ae1-45c1-bce4-f02925655013 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:11.247861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bab1dfc-8e85-4071-a127-a44e9a4f69b3 req-96abcb72-0ae1-45c1-bce4-f02925655013 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0614402 Oct 25 09:24:11.292571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bab1dfc-8e85-4071-a127-a44e9a4f69b3 req-a65e4749-c3b2-411b-a853-d64475bcb2ea tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346007 Oct 25 09:24:12.431738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecaa2f-4b09-463b-b6f1-92702f7e3851 req-f14fd09b-8bb5-420d-9fe4-426961b564ad tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:12.433249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cecaa2f-4b09-463b-b6f1-92702f7e3851 req-f14fd09b-8bb5-420d-9fe4-426961b564ad tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0558872 Oct 25 09:24:12.471092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cecaa2f-4b09-463b-b6f1-92702f7e3851 req-bf188acc-fdb5-4262-995a-ddc1a0a00404 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314274 Oct 25 09:24:13.596422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5505af-55b7-45bf-a17c-bc74d99ced96 req-434c2221-150a-48b3-8077-5b0d9f45ff37 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:13.598095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e5505af-55b7-45bf-a17c-bc74d99ced96 req-434c2221-150a-48b3-8077-5b0d9f45ff37 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0538080 Oct 25 09:24:13.637416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-d7f76a80-9356-4349-8bb9-a1424f63bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:13.639302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e5505af-55b7-45bf-a17c-bc74d99ced96 req-bb35b132-1f60-4f68-b3cf-f8f80d7b076b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349460 Oct 25 09:24:13.639870 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-d7f76a80-9356-4349-8bb9-a1424f63bf55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0504427 Oct 25 09:24:13.750402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-52cf74b6-99f8-4ae7-a3ff-6f0ee3afead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:13.752143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-52cf74b6-99f8-4ae7-a3ff-6f0ee3afead2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0915942 Oct 25 09:24:13.833161 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-00ca5ec4-1a87-4e92-b852-a2916d006e87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 1001 time: 0.0678217 Oct 25 09:24:13.889824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-e00a7965-0f81-4ac1-8a58-0f7fa834ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:13.891604 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-e00a7965-0f81-4ac1-8a58-0f7fa834ebb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0516312 Oct 25 09:24:13.937978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-33b2687d-a90e-4de4-83c6-5ca321e2256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:13.939772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-33b2687d-a90e-4de4-83c6-5ca321e2256a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409548 Oct 25 09:24:14.039877 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-ec3fb3b5-e122-4860-9d45-db898e6a1cd9 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927155 Oct 25 09:24:14.177310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a621ed9e-a3a8-4842-b36f-063a47694a30 req-e6c48247-f028-4c3f-8732-233956328b81 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299584 Oct 25 09:24:14.760726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d7bd7-c106-4979-8728-333cee0c85f2 req-bfbca141-87d2-4f1f-aa07-59d0c0489b8b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:14.762319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f23d7bd7-c106-4979-8728-333cee0c85f2 req-bfbca141-87d2-4f1f-aa07-59d0c0489b8b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0474820 Oct 25 09:24:14.799448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f23d7bd7-c106-4979-8728-333cee0c85f2 req-3997e672-bf2c-43e4-b97d-0790d9c05c4f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312178 Oct 25 09:24:15.921959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887153b-41a1-4fb0-bebb-2ee30f0dba01 req-2e64d93a-db59-4216-b645-1353de0755d1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:15.923397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0887153b-41a1-4fb0-bebb-2ee30f0dba01 req-2e64d93a-db59-4216-b645-1353de0755d1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0517790 Oct 25 09:24:15.960900 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0887153b-41a1-4fb0-bebb-2ee30f0dba01 req-0e9b92c8-4123-4fce-a9a4-23bfb81c302d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Oct 25 09:24:16.411525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bc7883a3-a625-42b1-b4ba-c1eab0c85f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:16.571656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:24:16.666782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:16.678791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '360b27d1-dbbe-4219-8876-addf2486a41c', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'port_id': '360b27d1-dbbe-4219-8876-addf2486a41c', 'mac_address': 'fa:16:3e:6a:f0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:24:16.714885 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:16.727488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 360b27d1-dbbe-4219-8876-addf2486a41c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:24:16.746968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:16.750953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:16.796162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:16.892235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['360b27d1-dbbe-4219-8876-addf2486a41c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:24:17.089002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a92c1-26b1-4aca-a893-d5f65b1f9785 req-5a9b80bd-f850-4bb7-8fad-1095d9f75791 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:17.090613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-539a92c1-26b1-4aca-a893-d5f65b1f9785 req-5a9b80bd-f850-4bb7-8fad-1095d9f75791 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0503840 Oct 25 09:24:17.130375 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-539a92c1-26b1-4aca-a893-d5f65b1f9785 req-5f140f43-590c-4002-8825-4891d7e77766 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334694 Oct 25 09:24:18.249980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572f076-ce86-4150-8036-a3723771f6ce req-93f630c4-03b4-4c0b-8fd5-f2ad66116656 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:18.251445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7572f076-ce86-4150-8036-a3723771f6ce req-93f630c4-03b4-4c0b-8fd5-f2ad66116656 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0491867 Oct 25 09:24:18.290649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7572f076-ce86-4150-8036-a3723771f6ce req-f1ee7f3a-feb5-443e-8267-94ee11fc11a1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332727 Oct 25 09:24:18.507019 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:24:18.574053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:24:18.621886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 360b27d1-dbbe-4219-8876-addf2486a41c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:18.622168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:18.700859 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:18.722782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:24:18.726674 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b4ce54-9e18-45e3-932f-c3a88d95989c" -d '{"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:24:18.747093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:18.753533 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:18.761142 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b679bb17-b47d-43d6-9ab1-2da00f61e72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:18.783618 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d245eb-da0a-4688-a4f0-67a7603fcdab x-openstack-request-id: req-56d245eb-da0a-4688-a4f0-67a7603fcdab {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:24:18.783908 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:24:18.784159 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56d245eb-da0a-4688-a4f0-67a7603fcdab {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:24:18.784551 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c', 'code': 200} Oct 25 09:24:18.809554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:19.421548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd5d7d-8d10-4281-8acb-12a28f3dcc44 req-a5111346-9985-4f9c-8d9c-e0b95bab7345 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:19.423007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8fd5d7d-8d10-4281-8acb-12a28f3dcc44 req-a5111346-9985-4f9c-8d9c-e0b95bab7345 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Oct 25 09:24:19.462446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8fd5d7d-8d10-4281-8acb-12a28f3dcc44 req-d3f5c2eb-75c8-4ce2-a2e7-d057ea4eca2b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325997 Oct 25 09:24:19.898029 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:19.938718 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:20.669343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fb86b-d37e-4526-85ac-21cc130420e7 req-49798ef6-6d0f-468f-8298-ab29927c9c96 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:20.676769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-947fb86b-d37e-4526-85ac-21cc130420e7 req-49798ef6-6d0f-468f-8298-ab29927c9c96 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0649192 Oct 25 09:24:20.718403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-947fb86b-d37e-4526-85ac-21cc130420e7 req-0b5a0d73-1e83-460e-aa3a-ab0509b66659 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402293 Oct 25 09:24:20.832165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-5a4c20f7-4cfa-4a56-9d58-9532b5fc6036 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601184 Oct 25 09:24:21.390323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-5a5a90ed-2340-46b4-817e-836f6b633bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:21.398764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-5a5a90ed-2340-46b4-817e-836f6b633bcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1096 time: 0.4993219 Oct 25 09:24:21.572644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-17c41660-a856-4226-b1f9-75997076dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:21.574195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-17c41660-a856-4226-b1f9-75997076dc70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 897 time: 0.1418426 Oct 25 09:24:21.582827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbacd6-1c14-498f-8044-4325f8afe80b req-8be763b6-9a4d-45ca-a931-ba449321d28e tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:21.584303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37dbacd6-1c14-498f-8044-4325f8afe80b req-8be763b6-9a4d-45ca-a931-ba449321d28e tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 945 time: 0.0835638 Oct 25 09:24:21.676666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-fbe5e23f-8bb8-4534-a805-8f68fc4dafd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 1000 time: 0.0913546 Oct 25 09:24:21.681198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37dbacd6-1c14-498f-8044-4325f8afe80b req-d391b5f8-1001-40bf-a11d-126c7ac91582 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551126 Oct 25 09:24:21.741830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-b47a9275-05d1-4cac-9eee-5567c37b3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:21.743553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-b47a9275-05d1-4cac-9eee-5567c37b3bac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0597389 Oct 25 09:24:21.801477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-f4f31d85-604b-4871-991c-ddce07349fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:21.803939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-f4f31d85-604b-4871-991c-ddce07349fe6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534337 Oct 25 09:24:21.825298 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:21.936925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f0b7c-1b2b-4c6a-a7db-a792e06343e6 req-d6d43148-383e-4a3e-9ce3-b09104c74647 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:21.938412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-056f0b7c-1b2b-4c6a-a7db-a792e06343e6 req-d6d43148-383e-4a3e-9ce3-b09104c74647 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.1015379 Oct 25 09:24:21.957314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-a7aa9b0d-0683-4efd-b39b-1cd7b3ba9cce service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413052 Oct 25 09:24:22.049641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-056f0b7c-1b2b-4c6a-a7db-a792e06343e6 req-3c63ba78-aedf-407f-8997-dd706584d14b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995147 Oct 25 09:24:22.094184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f9a942-afef-4d8f-848d-b54f2b437b0e req-75371080-2a6b-4309-810a-875262615417 service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245234 Oct 25 09:24:22.156831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-25698ea0-49ec-44de-90b4-820d8b2da739 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:22.159148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-25698ea0-49ec-44de-90b4-820d8b2da739 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 945 time: 0.0809641 Oct 25 09:24:22.270521 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Deleting port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:22.272191 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:22.405780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] For port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:22.406408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:22.714643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:22.715196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:22.716175 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Floating IP dd7a7bf8-4cb2-43ee-8f63-d0d3ec1417a9 disassociated. External IP: 172.25.8.80, port: 1ca3bbd5-2337-4d91-b22e-8547a282aeb7. Oct 25 09:24:22.716571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Calling delete_port for 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:22.839235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7aa60e-2b7f-4a71-81d3-3960c49dd0fd req-f7d35764-668d-4426-8671-52202baf5a7d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:22.841493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef7aa60e-2b7f-4a71-81d3-3960c49dd0fd req-f7d35764-668d-4426-8671-52202baf5a7d tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 945 time: 0.0634181 Oct 25 09:24:22.923891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:22.925112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef7aa60e-2b7f-4a71-81d3-3960c49dd0fd req-23a319e8-acc1-4ed6-837a-14758b70f88e tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/security-groups?id=119605c5-8a8b-4b85-aa9b-26282f93e51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741770 Oct 25 09:24:22.965108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event deleted for resources: {'Port': ['ID=1ca3bbd5-2337-4d91-b22e-8547a282aeb7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:22.984520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.985309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.986046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.986588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.987110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.988320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.988860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.989406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.990702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.991232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.991773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:22.992285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:23.183183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:24:23.267116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badd00b-6422-48be-90e6-61b9ce892eb3 req-391a70e9-7835-49e2-b7b3-c6dc0573ca2d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:23.277455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6badd00b-6422-48be-90e6-61b9ce892eb3 req-391a70e9-7835-49e2-b7b3-c6dc0573ca2d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.1323910 Oct 25 09:24:23.397557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6badd00b-6422-48be-90e6-61b9ce892eb3 req-f139f6a8-8e9b-4db4-88ef-d0ac9250f6f1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116130 Oct 25 09:24:23.446484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:24:23.458527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] Sync routers for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:24:23.474716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:24:23.475760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:24:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:23.519981 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] No DVR routers for this DVR port 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:24:23.524708 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:23.530628 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c7e731a1-6a98-48a5-8486-8ef4cc75d273 req-24039c0c-aa35-4843-9883-ad7ed9ca03e0 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.18 "DELETE /v2.0/ports/1ca3bbd5-2337-4d91-b22e-8547a282aeb7 HTTP/1.1" status: 204 len: 173 time: 1.3649745 Oct 25 09:24:23.531137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'name': 'network-vif-deleted', 'tag': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:24:23.539464 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65697078-490c-40b6-a364-f5147dc3864e" -d '{"events": [{"server_uuid": "8a651051-aab1-4e5f-a7ed-f6b30303489e", "name": "network-vif-deleted", "tag": "1ca3bbd5-2337-4d91-b22e-8547a282aeb7"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:24:23.673091 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e548b92a-3b4d-4cba-ac06-3f3916bfecce x-openstack-request-id: req-e548b92a-3b4d-4cba-ac06-3f3916bfecce {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:24:23.673879 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a651051-aab1-4e5f-a7ed-f6b30303489e", "name": "network-vif-deleted", "tag": "1ca3bbd5-2337-4d91-b22e-8547a282aeb7", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:24:23.674140 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e548b92a-3b4d-4cba-ac06-3f3916bfecce {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:24:23.674544 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a651051-aab1-4e5f-a7ed-f6b30303489e', 'name': 'network-vif-deleted', 'tag': '1ca3bbd5-2337-4d91-b22e-8547a282aeb7', 'status': 'completed', 'code': 200} Oct 25 09:24:23.854070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:24:24.098394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11acd1b4-e407-42dd-9634-ef8b2d0505a8 req-470d798e-5622-4987-9d16-45746e4bb9a8 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a651051-aab1-4e5f-a7ed-f6b30303489e HTTP/1.1" status: 200 len: 210 time: 0.0474131 Oct 25 09:24:24.233445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:28Z', 'revision_number': 5, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:24.277904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] Checking router: 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:24:24.294653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:24:24.295616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:24:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:24.322347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56728) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:24.463151 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:24:24.579073 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7983c4c7-fda7-49ab-a984-c6493ea69c23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:24.702358 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7983c4c7-fda7-49ab-a984-c6493ea69c23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:24.711263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7983c4c7-fda7-49ab-a984-c6493ea69c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:24.763949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7983c4c7-fda7-49ab-a984-c6493ea69c23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4dbbae15cf749c0be1dd63ab06d95ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402623 Oct 25 09:24:24.764872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983c4c7-fda7-49ab-a984-c6493ea69c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36385da3-11aa-4d29-b045-a310e2d3a182,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:24.765193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:28Z', 'revision_number': 5, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:24.766629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56734) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:24.782606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c4c05-efd4-411d-ac75-84b1645ac4de req-f70acc67-9455-4e37-b3e0-c01a0fca0661 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:24.793880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec2c4c05-efd4-411d-ac75-84b1645ac4de req-f70acc67-9455-4e37-b3e0-c01a0fca0661 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.2766514 Oct 25 09:24:24.804565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea31720-554d-4df5-ab92-2ad3343c8bbd None None] The sync data for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 is: [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:18:19Z', 'revision_number': 4, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd42e9526-77b5-471b-a8ec-35ccb7cac8ff', 'name': '', 'network_id': 'ffe4d141-f0c6-475b-a25b-42b5585c1c8e', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'mac_address': 'fa:16:3e:b5:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:18Z', 'updated_at': '2021-10-25T09:18:28Z', 'revision_number': 5, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'subnets': [{'id': '14f3cdfa-8d92-4f66-afa9-e3edcae13e5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:24:24.855300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec2c4c05-efd4-411d-ac75-84b1645ac4de req-9fa614d7-8703-4605-8743-b5d833367c42 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602655 Oct 25 09:24:24.871520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab740180-00f3-4887-8463-a7d6ab021d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:24.897349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab740180-00f3-4887-8463-a7d6ab021d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:24.964544 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab740180-00f3-4887-8463-a7d6ab021d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:24.968938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab740180-00f3-4887-8463-a7d6ab021d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:24.972400 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ab740180-00f3-4887-8463-a7d6ab021d70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36385da3-11aa-4d29-b045-a310e2d3a182 HTTP/1.1" status: 204 len: 168 time: 0.2015803 Oct 25 09:24:24.979699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab740180-00f3-4887-8463-a7d6ab021d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36385da3-11aa-4d29-b045-a310e2d3a182,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:25.232043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56742) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:25.249033 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97290e-9a24-469e-8546-0f3aa5a5ab6f None None] New status for floating IP dd7a7bf8-4cb2-43ee-8f63-d0d3ec1417a9: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:24:25.418393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Deleting port 1bacf418-e453-4c0c-8552-34809cc090d0 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:25.418750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.456125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56744) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:25.483106 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d258686b-b22d-4d8e-86c6-eebefe57a763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.511017 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.511502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.528979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Calling delete_port for 1bacf418-e453-4c0c-8552-34809cc090d0 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:25.586600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d258686b-b22d-4d8e-86c6-eebefe57a763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.591908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d258686b-b22d-4d8e-86c6-eebefe57a763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.633568 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d258686b-b22d-4d8e-86c6-eebefe57a763 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09974658c3d9444baa467eae8b3fc7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760256 Oct 25 09:24:25.634285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258686b-b22d-4d8e-86c6-eebefe57a763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcdda84-3722-41be-8566-040d35f1222a,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:25.637742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56746) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:25.697603 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c03986d-a44e-4127-8cbd-8ce60c42dc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.714388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.722178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c03986d-a44e-4127-8cbd-8ce60c42dc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.749156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event deleted for resources: {'Port': ['ID=1bacf418-e453-4c0c-8552-34809cc090d0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:25.784465 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c03986d-a44e-4127-8cbd-8ce60c42dc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.787830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9c03986d-a44e-4127-8cbd-8ce60c42dc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.789159 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9c03986d-a44e-4127-8cbd-8ce60c42dc5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dcdda84-3722-41be-8566-040d35f1222a HTTP/1.1" status: 204 len: 168 time: 0.1503193 Oct 25 09:24:25.807524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03986d-a44e-4127-8cbd-8ce60c42dc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcdda84-3722-41be-8566-040d35f1222a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:25.831770 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.835000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:25.836880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b2b3f6cc-a6cd-42b4-a7c9-4b40b7179cc6 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "DELETE /v2.0/floatingips/dd7a7bf8-4cb2-43ee-8f63-d0d3ec1417a9 HTTP/1.1" status: 204 len: 168 time: 0.5998735 Oct 25 09:24:25.914188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56756) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:25.992697 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5417c809-733c-4e64-b5a0-2cf7c9067777 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:26.033400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5417c809-733c-4e64-b5a0-2cf7c9067777 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:26.079973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9bcc3-af43-4325-99f9-8bce84430714 req-5fc1f36e-4bb6-45a6-82d9-034131bf1212 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:26.085159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07a9bcc3-af43-4325-99f9-8bce84430714 req-5fc1f36e-4bb6-45a6-82d9-034131bf1212 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.1062155 Oct 25 09:24:26.134042 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5417c809-733c-4e64-b5a0-2cf7c9067777 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:26.136713 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5417c809-733c-4e64-b5a0-2cf7c9067777 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:26.140494 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5417c809-733c-4e64-b5a0-2cf7c9067777 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] 10.222.0.32 "DELETE /v2.0/security-groups/119605c5-8a8b-4b85-aa9b-26282f93e51f HTTP/1.1" status: 204 len: 168 time: 0.2220919 Oct 25 09:24:26.147982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07a9bcc3-af43-4325-99f9-8bce84430714 req-bd4d7563-a6d2-40fe-bc95-f615210c87a8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506978 Oct 25 09:24:26.158365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417c809-733c-4e64-b5a0-2cf7c9067777 tempest-TestServerBasicOps-784819314 tempest-TestServerBasicOps-784819314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119605c5-8a8b-4b85-aa9b-26282f93e51f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:26.215409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56762) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:26.653887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:26.684169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:24:26.684436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1ca3bbd5-2337-4d91-b22e-8547a282aeb7 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:24:26.891387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:27.334192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b984c-c0da-4474-810a-453dc9da4706 req-e8e2eaf5-038f-426f-9908-6ea4ffa54ab7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:27.344495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-774b984c-c0da-4474-810a-453dc9da4706 req-e8e2eaf5-038f-426f-9908-6ea4ffa54ab7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0726497 Oct 25 09:24:27.399520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-774b984c-c0da-4474-810a-453dc9da4706 req-31d800a2-c496-4afc-9ec1-5722b4437447 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532846 Oct 25 09:24:27.494337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Deleting port d42e9526-77b5-471b-a8ec-35ccb7cac8ff {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:27.494755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:27.603306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] For port d42e9526-77b5-471b-a8ec-35ccb7cac8ff, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:27.606706 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:27.622418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Calling delete_port for d42e9526-77b5-471b-a8ec-35ccb7cac8ff owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:27.877682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:27.913805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Pushing event deleted for resources: {'Port': ['ID=d42e9526-77b5-471b-a8ec-35ccb7cac8ff,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:28.154903 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:28.430155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:24:28.557218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe5c37-cdf5-4eb6-ad13-a724ff3b11b9 req-6a278115-d6fd-47e3-9382-1e0a83efdd9c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:28.565924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aafe5c37-cdf5-4eb6-ad13-a724ff3b11b9 req-6a278115-d6fd-47e3-9382-1e0a83efdd9c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0785930 Oct 25 09:24:28.623307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aafe5c37-cdf5-4eb6-ad13-a724ff3b11b9 req-20ccddc7-34ab-4409-888c-8e65dc62c61d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560348 Oct 25 09:24:28.643528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:24:28.657478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] Sync routers for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:24:28.670328 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e26bed35-6076-470e-87f3-b812540af05a admin admin] 10.222.0.32 "PUT /v2.0/routers/74c0f8e8-59af-4a57-a79d-c4bdd8b1d935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4535074 Oct 25 09:24:28.672917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56828) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:28.675322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:24:28.675984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:24:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:28.822997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:24:28.846016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:28.982356 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.073203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Deleting port c7bf296f-583f-4d12-b97b-896c88ab4f20 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:29.074380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.101683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:24:27Z', 'revision_number': 5, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port': {'id': 'c7bf296f-583f-4d12-b97b-896c88ab4f20', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:16Z', 'updated_at': '2021-10-25T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:29.136333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] Checking router: 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:24:29.155116 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] Routers {'74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:24:29.155781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:24:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:29.219932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] For port c7bf296f-583f-4d12-b97b-896c88ab4f20, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c7bf296f-583f-4d12-b97b-896c88ab4f20,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:29.220307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.253138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Calling delete_port for c7bf296f-583f-4d12-b97b-896c88ab4f20 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:29.253911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] Set router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:24:29.309218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:24:28Z', 'revision_number': 6, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:29.347270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec3c531-22ea-4c7a-9b5a-1f2b47026778 None None] The sync data for ids ['74c0f8e8-59af-4a57-a79d-c4bdd8b1d935'] in n-d-814746-2 is: [{'id': '74c0f8e8-59af-4a57-a79d-c4bdd8b1d935', 'name': 'tempest-TestServerBasicOps-2048732019-router', 'tenant_id': '676a720ff19f4c8e919254912aea07fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:15Z', 'updated_at': '2021-10-25T09:24:28Z', 'revision_number': 6, 'project_id': '676a720ff19f4c8e919254912aea07fe', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:24:29.498098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.527742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bf296f-583f-4d12-b97b-896c88ab4f20,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:29.631708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.773680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.819424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.894307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540709aa-fc4e-42df-bfd6-c319c8dca79a req-9e0677a9-4d9a-455e-80cd-567a9811d37c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:29.896026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-540709aa-fc4e-42df-bfd6-c319c8dca79a req-9e0677a9-4d9a-455e-80cd-567a9811d37c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.1465325 Oct 25 09:24:29.903814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.904683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:24:29.909526 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:29.910779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-97c62d5b-3eb4-4a61-8b76-1164d253b0d8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/74c0f8e8-59af-4a57-a79d-c4bdd8b1d935 HTTP/1.1" status: 204 len: 168 time: 1.2368140 Oct 25 09:24:29.914020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56848) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:29.967718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-540709aa-fc4e-42df-bfd6-c319c8dca79a req-d66d4f84-1dcf-483b-9b31-71bc9a6ed772 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Oct 25 09:24:29.998930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4e1977-57e9-4a96-bad4-3027be26c294 admin admin] Deleting subnet 14f3cdfa-8d92-4f66-afa9-e3edcae13e5f {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:24:30.003243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1977-57e9-4a96-bad4-3027be26c294 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.053629 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1977-57e9-4a96-bad4-3027be26c294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.166971 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1977-57e9-4a96-bad4-3027be26c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.247851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1977-57e9-4a96-bad4-3027be26c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.284253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1977-57e9-4a96-bad4-3027be26c294 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.290474 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b4e1977-57e9-4a96-bad4-3027be26c294 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/14f3cdfa-8d92-4f66-afa9-e3edcae13e5f HTTP/1.1" status: 204 len: 168 time: 0.3664303 Oct 25 09:24:30.290474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e1977-57e9-4a96-bad4-3027be26c294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f3cdfa-8d92-4f66-afa9-e3edcae13e5f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:30.290813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56852) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:30.297914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d6113e-0750-45ad-9d6a-36a809e16bef None None] Network ffe4d141-f0c6-475b-a25b-42b5585c1c8e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:24:30.369165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.435694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Deleting port e9882a9b-393f-423d-a787-8edcbece6653 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:30.436027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.519846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] For port e9882a9b-393f-423d-a787-8edcbece6653, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e9882a9b-393f-423d-a787-8edcbece6653,segment=NetworkSegment(fa9e88ca-d70f-4cb2-9881-82229a88550b),segment_id=fa9e88ca-d70f-4cb2-9881-82229a88550b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:30.520425 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.538863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Calling delete_port for e9882a9b-393f-423d-a787-8edcbece6653 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:30.597162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] DHCP port deletion for ffe4d141-f0c6-475b-a25b-42b5585c1c8e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:24:30.669585 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.696394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] Deleting port e9882a9b-393f-423d-a787-8edcbece6653 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:30.697717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.704709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9882a9b-393f-423d-a787-8edcbece6653,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:30.714986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] No DVR routers for this DVR port e9882a9b-393f-423d-a787-8edcbece6653 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:24:30.816078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] For port e9882a9b-393f-423d-a787-8edcbece6653, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:30.816078 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.836016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] Calling delete_port for e9882a9b-393f-423d-a787-8edcbece6653 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:30.844907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.845113 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] Port e9882a9b-393f-423d-a787-8edcbece6653 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:24:30.845113 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.870377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe4d141-f0c6-475b-a25b-42b5585c1c8e']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:30.871774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] Pushing event deleted for resources: {'Port': ['ID=e9882a9b-393f-423d-a787-8edcbece6653,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:30.884517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b7e8f-4e47-4fc7-907e-af9dfe3626bd None None] No DVR routers for this DVR port e9882a9b-393f-423d-a787-8edcbece6653 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:24:30.889077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9e88ca-d70f-4cb2-9881-82229a88550b') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:30.889652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9e88ca-d70f-4cb2-9881-82229a88550b') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:30.907109 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.925193 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.936753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:24:30.937605 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:24:30.940032 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:24:30.952712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c7bf296f-583f-4d12-b97b-896c88ab4f20 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:30.990797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c7bf296f-583f-4d12-b97b-896c88ab4f20 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:24:30.991147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c7bf296f-583f-4d12-b97b-896c88ab4f20 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:24:30.991549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e9882a9b-393f-423d-a787-8edcbece6653 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:31.038280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: e9882a9b-393f-423d-a787-8edcbece6653 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:24:31.038947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e9882a9b-393f-423d-a787-8edcbece6653 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:24:31.039949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d42e9526-77b5-471b-a8ec-35ccb7cac8ff no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:31.075320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: d42e9526-77b5-471b-a8ec-35ccb7cac8ff {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:24:31.076006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d42e9526-77b5-471b-a8ec-35ccb7cac8ff not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:24:31.104575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:31.127329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:31.137788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56858) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:31.144706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ffe4d141-f0c6-475b-a25b-42b5585c1c8e HTTP/1.1" status: 204 len: 168 time: 0.8527415 Oct 25 09:24:31.211105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201b62b-0f1e-4abf-9979-f0811eab49a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe4d141-f0c6-475b-a25b-42b5585c1c8e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:31.245410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db7fa9-d8be-4c23-be22-92d20211ea6a req-b69dfdf8-f2c8-4a53-9d42-fa425c738f02 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:31.247667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81db7fa9-d8be-4c23-be22-92d20211ea6a req-b69dfdf8-f2c8-4a53-9d42-fa425c738f02 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.1400480 Oct 25 09:24:31.314093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81db7fa9-d8be-4c23-be22-92d20211ea6a req-b3568b6c-447a-413a-bb56-8627c0a06912 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533369 Oct 25 09:24:31.594947 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:31.866003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Deleting port b746b3f4-d447-4022-9d0e-83be307a9c6c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:31.866621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:31.960727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] For port b746b3f4-d447-4022-9d0e-83be307a9c6c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b746b3f4-d447-4022-9d0e-83be307a9c6c,segment=NetworkSegment(ac84caf0-7352-4f69-a321-d5faea7e29d4),segment_id=ac84caf0-7352-4f69-a321-d5faea7e29d4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:31.961104 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:31.976441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Calling delete_port for b746b3f4-d447-4022-9d0e-83be307a9c6c owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:32.220562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:32.284919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Pushing event deleted for resources: {'Port': ['ID=b746b3f4-d447-4022-9d0e-83be307a9c6c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:32.496165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56faca6-a9db-4257-bd27-77945972b142 req-b752175d-d839-4adb-bc0f-f3835b9da66c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:32.497716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a56faca6-a9db-4257-bd27-77945972b142 req-b752175d-d839-4adb-bc0f-f3835b9da66c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0716305 Oct 25 09:24:32.537273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:32.577758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a56faca6-a9db-4257-bd27-77945972b142 req-1ff80ff3-d574-4fe7-8236-517f9dfa9872 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593200 Oct 25 09:24:32.868770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Router fa750259-f565-4380-ac37-2dc986398607 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:24:33.022963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:24:33.034657 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] Sync routers for ids ['fa750259-f565-4380-ac37-2dc986398607'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:24:33.040339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56874) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:33.041481 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c8fbc8f6-a1df-4b49-a726-35b27499939a admin admin] 10.222.0.32 "PUT /v2.0/routers/fa750259-f565-4380-ac37-2dc986398607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8971586 Oct 25 09:24:33.047180 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] Routers {'fa750259-f565-4380-ac37-2dc986398607'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:24:33.048003 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:24:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa750259-f565-4380-ac37-2dc986398607'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:33.171129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:33.311763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:33.314339 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] Set router fa750259-f565-4380-ac37-2dc986398607 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:24:33.385596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Deleting port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:33.386699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:33.493619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] For port b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:33.493972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:33.511293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Calling delete_port for b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:33.519109 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:24:32Z', 'revision_number': 5, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port': {'id': 'b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa750259-f565-4380-ac37-2dc986398607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:33.550814 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] Checking router: fa750259-f565-4380-ac37-2dc986398607 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:24:33.564544 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] Routers {'fa750259-f565-4380-ac37-2dc986398607'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:24:33.564544 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:24:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fa750259-f565-4380-ac37-2dc986398607'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:33.645184 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] Set router fa750259-f565-4380-ac37-2dc986398607 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:24:33.705095 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:24:33Z', 'revision_number': 6, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:33.728207 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:33.732368 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911f7a6-aafe-4f76-9d03-ba2786ff6cc5 None None] The sync data for ids ['fa750259-f565-4380-ac37-2dc986398607'] in n-d-814746-2 is: [{'id': 'fa750259-f565-4380-ac37-2dc986398607', 'name': 'tempest-TestServerBasicOps-1864214704-router', 'tenant_id': '3a2e7bf575054ea49fadf6673e56a22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:18:24Z', 'updated_at': '2021-10-25T09:24:33Z', 'revision_number': 6, 'project_id': '3a2e7bf575054ea49fadf6673e56a22c', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:24:33.743658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cb9d9-96ab-4191-832a-62b554adcc4d req-33225304-5862-4829-bc8d-7e4e179f175d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:33.745315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce5cb9d9-96ab-4191-832a-62b554adcc4d req-33225304-5862-4829-bc8d-7e4e179f175d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0745628 Oct 25 09:24:33.773790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:33.843859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce5cb9d9-96ab-4191-832a-62b554adcc4d req-31dfba68-c325-4b4d-b8a7-c44cddcda8ca tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787597 Oct 25 09:24:33.862612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:33.954995 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:33.957133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.000723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.001451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa750259-f565-4380-ac37-2dc986398607 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:24:34.006257 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.007187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-63b6bb71-8868-4008-82d6-1cfe376f08b5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fa750259-f565-4380-ac37-2dc986398607 HTTP/1.1" status: 204 len: 168 time: 0.9658928 Oct 25 09:24:34.009726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56890) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:34.057107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde96438-e8bc-4ccb-9565-4e76c64fe313 admin admin] Deleting subnet a041b26c-1cc2-4526-b5f5-c22c1c2bd13f {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:24:34.060513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fde96438-e8bc-4ccb-9565-4e76c64fe313 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.100479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fde96438-e8bc-4ccb-9565-4e76c64fe313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.190138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fde96438-e8bc-4ccb-9565-4e76c64fe313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.243592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fde96438-e8bc-4ccb-9565-4e76c64fe313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.271048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde96438-e8bc-4ccb-9565-4e76c64fe313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a041b26c-1cc2-4526-b5f5-c22c1c2bd13f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:34.275703 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fde96438-e8bc-4ccb-9565-4e76c64fe313 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.280982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fde96438-e8bc-4ccb-9565-4e76c64fe313 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a041b26c-1cc2-4526-b5f5-c22c1c2bd13f HTTP/1.1" status: 204 len: 168 time: 0.2681782 Oct 25 09:24:34.281516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56894) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:34.288745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd6619-d731-42e8-8804-1e7738745171 None None] Network fb46d12d-d7bc-4667-b68f-052122bd8a4e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:24:34.312700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85ad44-4277-441d-984a-b1b1fd085261 req-9cc0bf01-daa0-45bb-a2f2-69aae709a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:34.314168 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de85ad44-4277-441d-984a-b1b1fd085261 req-9cc0bf01-daa0-45bb-a2f2-69aae709a776 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0740089 Oct 25 09:24:34.367427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.430626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Deleting port f623364c-ee3b-4635-b81a-fe198a572c10 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:34.431226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.460210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85ad44-4277-441d-984a-b1b1fd085261 req-2eecd357-7ea0-4776-864c-54c1fa2bcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:34.462955 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de85ad44-4277-441d-984a-b1b1fd085261 req-2eecd357-7ea0-4776-864c-54c1fa2bcd33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.1403198 Oct 25 09:24:34.508714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] For port f623364c-ee3b-4635-b81a-fe198a572c10, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f623364c-ee3b-4635-b81a-fe198a572c10,segment=NetworkSegment(ac84caf0-7352-4f69-a321-d5faea7e29d4),segment_id=ac84caf0-7352-4f69-a321-d5faea7e29d4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:34.509174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.523753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Calling delete_port for f623364c-ee3b-4635-b81a-fe198a572c10 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:34.537213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] DHCP port deletion for fb46d12d-d7bc-4667-b68f-052122bd8a4e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:24:34.545997 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de85ad44-4277-441d-984a-b1b1fd085261 req-c1f0be1a-f946-4578-8ca4-a3778eba8af1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 1001 time: 0.0744839 Oct 25 09:24:34.605141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85ad44-4277-441d-984a-b1b1fd085261 req-3b90dfa2-c7db-4504-81e8-243a03a4a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:34.606816 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de85ad44-4277-441d-984a-b1b1fd085261 req-3b90dfa2-c7db-4504-81e8-243a03a4a35a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0534062 Oct 25 09:24:34.631504 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.636174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] Deleting port f623364c-ee3b-4635-b81a-fe198a572c10 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:24:34.636550 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.663545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Pushing event deleted for resources: {'Port': ['ID=f623364c-ee3b-4635-b81a-fe198a572c10,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:34.665444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] No DVR routers for this DVR port f623364c-ee3b-4635-b81a-fe198a572c10 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:24:34.667647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85ad44-4277-441d-984a-b1b1fd085261 req-8071769b-2932-40bc-9b75-0ad36f781acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:34.669846 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de85ad44-4277-441d-984a-b1b1fd085261 req-8071769b-2932-40bc-9b75-0ad36f781acb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558426 Oct 25 09:24:34.743306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] For port f623364c-ee3b-4635-b81a-fe198a572c10, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:34.743701 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.758022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] Calling delete_port for f623364c-ee3b-4635-b81a-fe198a572c10 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:24:34.760790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] Port f623364c-ee3b-4635-b81a-fe198a572c10 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 09:24:34.762244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.765797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.791097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb46d12d-d7bc-4667-b68f-052122bd8a4e']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:34.798766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] No DVR routers for this DVR port f623364c-ee3b-4635-b81a-fe198a572c10 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:24:34.800535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0492fa-8ed6-45d7-bc1f-069e00809b56 None None] Pushing event deleted for resources: {'Port': ['ID=f623364c-ee3b-4635-b81a-fe198a572c10,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:34.802607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac84caf0-7352-4f69-a321-d5faea7e29d4') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:34.802969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac84caf0-7352-4f69-a321-d5faea7e29d4') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:24:34.813130 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de85ad44-4277-441d-984a-b1b1fd085261 req-e37308ad-bed6-43d9-9c28-644bcb81caf7 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324041 Oct 25 09:24:34.822609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.842275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.849525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:24:34.849880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.894279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b746b3f4-d447-4022-9d0e-83be307a9c6c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:24:34.913442 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:24:34.947692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b746b3f4-d447-4022-9d0e-83be307a9c6c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:24:34.948058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b746b3f4-d447-4022-9d0e-83be307a9c6c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:24:34.948473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f623364c-ee3b-4635-b81a-fe198a572c10 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:34.975992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f623364c-ee3b-4635-b81a-fe198a572c10 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:24:34.976599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f623364c-ee3b-4635-b81a-fe198a572c10 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:24:34.977121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:34.986907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:34.990765 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-de85ad44-4277-441d-984a-b1b1fd085261 req-85267550-625a-407c-8d31-94ae29a19497 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707757 Oct 25 09:24:35.004174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.006979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:24:35.007460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b9d91ccb-a8a7-4a0a-9e7d-7e1fcbd396d0 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:24:35.010998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] 10.222.0.32 "DELETE /v2.0/networks/fb46d12d-d7bc-4667-b68f-052122bd8a4e HTTP/1.1" status: 204 len: 168 time: 0.7263281 Oct 25 09:24:35.029852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af2ce2-de0c-4159-abfb-603b44973045 req-a1446b8d-deda-4b77-a114-5b2f5480cb54 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:35.031487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74af2ce2-de0c-4159-abfb-603b44973045 req-a1446b8d-deda-4b77-a114-5b2f5480cb54 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0907118 Oct 25 09:24:35.063511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd2307-369f-4ef0-83a7-dad91251962b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb46d12d-d7bc-4667-b68f-052122bd8a4e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:35.090513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74af2ce2-de0c-4159-abfb-603b44973045 req-76e7b72b-113a-4549-8401-91cdb00d6342 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Oct 25 09:24:35.211326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56900) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:35.258029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8c603442-6844-487b-986c-b696593a65f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=676a720ff19f4c8e919254912aea07fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454004 Oct 25 09:24:35.260462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56902) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:35.308811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-62b8ffd8-6aa0-44b7-80be-dcbeaf06e960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.330438 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-62b8ffd8-6aa0-44b7-80be-dcbeaf06e960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.386994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-62b8ffd8-6aa0-44b7-80be-dcbeaf06e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.389734 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-62b8ffd8-6aa0-44b7-80be-dcbeaf06e960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.390956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-62b8ffd8-6aa0-44b7-80be-dcbeaf06e960 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b4aaafd-8962-4e29-b79b-bee43ef35285 HTTP/1.1" status: 204 len: 168 time: 0.1294444 Oct 25 09:24:35.400164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8ffd8-6aa0-44b7-80be-dcbeaf06e960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4aaafd-8962-4e29-b79b-bee43ef35285,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:35.762910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56916) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:35.808701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-df7027d1-c1b0-4a8d-89e7-bc1e873d8796 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a2e7bf575054ea49fadf6673e56a22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422997 Oct 25 09:24:35.809093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 56920) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:35.866985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a588b53a-7308-4df6-8c07-bebdd4d17434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.892858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a588b53a-7308-4df6-8c07-bebdd4d17434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.945757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a588b53a-7308-4df6-8c07-bebdd4d17434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.948813 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a588b53a-7308-4df6-8c07-bebdd4d17434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:35.951007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a588b53a-7308-4df6-8c07-bebdd4d17434 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/add7c322-af0c-4e62-afd8-ee1918fad1f2 HTTP/1.1" status: 204 len: 168 time: 0.1402214 Oct 25 09:24:35.959636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588b53a-7308-4df6-8c07-bebdd4d17434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add7c322-af0c-4e62-afd8-ee1918fad1f2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:36.243989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dcff0-b3bc-41e9-a2e3-12db5643d60e req-250486cd-3f66-4f84-93bd-962ff224709d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:36.245922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b69dcff0-b3bc-41e9-a2e3-12db5643d60e req-250486cd-3f66-4f84-93bd-962ff224709d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0599957 Oct 25 09:24:36.290687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b69dcff0-b3bc-41e9-a2e3-12db5643d60e req-fe8cf32b-8f2f-4f95-9eb9-7aec0d51f04b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379345 Oct 25 09:24:37.417145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16847db4-215f-43b5-86c0-796cf3608666 req-b70d9803-be07-4966-af45-7b802c3aef52 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:37.418666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16847db4-215f-43b5-86c0-796cf3608666 req-b70d9803-be07-4966-af45-7b802c3aef52 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0507402 Oct 25 09:24:37.461740 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16847db4-215f-43b5-86c0-796cf3608666 req-1ff176ad-1c99-4099-b28b-4395d27c3841 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369673 Oct 25 09:24:37.954759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-0c17cc25-ef4d-4b10-8a3b-f4fd924efe61 req-5f4d4a9e-4b92-4416-bcdb-7a0268b7abf2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:24:37.955776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c17cc25-ef4d-4b10-8a3b-f4fd924efe61 req-5f4d4a9e-4b92-4416-bcdb-7a0268b7abf2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053558 Oct 25 09:24:38.121369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122a8e-3368-4708-b27c-c9ac52cdc299 req-a422f02c-35ee-4209-a69a-fc98f5392896 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:38.122970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c122a8e-3368-4708-b27c-c9ac52cdc299 req-a422f02c-35ee-4209-a69a-fc98f5392896 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0542376 Oct 25 09:24:38.163660 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c122a8e-3368-4708-b27c-c9ac52cdc299 req-e881f547-1c42-4384-8be1-ad3371b44c60 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345483 Oct 25 09:24:38.274801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 56980) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:38.420256 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-f17ee85d-6470-4424-adb7-5c79af1679dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1439826 Oct 25 09:24:38.429364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-de93773b-2582-40d2-bef2-b3c2fcf8cdb2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:24:38.430304 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-de93773b-2582-40d2-bef2-b3c2fcf8cdb2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052397 Oct 25 09:24:38.610804 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:38.701410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:24:38.804991 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:38.830957 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:24:38.833718 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390b556-493d-4459-a083-e66c3d918080" -d '{"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-unplugged", "status": "completed", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:24:38.845421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:38.851143 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:38.880167 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Oct 2021 09:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209526ff-99d5-4d6f-9b2d-89b537b99be9 x-openstack-request-id: req-209526ff-99d5-4d6f-9b2d-89b537b99be9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:24:38.880346 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-unplugged", "status": "failed", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c", "code": 422}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:24:38.880561 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-209526ff-99d5-4d6f-9b2d-89b537b99be9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:24:38.881480 n-d-814746-2 neutron-server[106993]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c', 'code': 422} returned with failed status Oct 25 09:24:38.908126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:38.917461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.917966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.918636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.918972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.919455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.919890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.920321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.920759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.921219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.921646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.922227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:38.922488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:39.292170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab64794-8ea5-4650-ad38-cfe6b334a206 req-1d1359bd-37a6-4643-9e49-8f1c7f8bd2a2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:39.293592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bab64794-8ea5-4650-ad38-cfe6b334a206 req-1d1359bd-37a6-4643-9e49-8f1c7f8bd2a2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0507262 Oct 25 09:24:39.333485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bab64794-8ea5-4650-ad38-cfe6b334a206 req-a4c53ba8-5cf9-4d9f-b9a1-5d376839745f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329373 Oct 25 09:24:39.831827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:40.432837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57018) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:40.471998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ccf78-5767-4eff-ab30-00723c6b7391 req-53fdadd2-f523-40ae-987c-1234c5f1cdfb tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:40.484516 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d5ccf78-5767-4eff-ab30-00723c6b7391 req-53fdadd2-f523-40ae-987c-1234c5f1cdfb tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0641108 Oct 25 09:24:40.552074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d5ccf78-5767-4eff-ab30-00723c6b7391 req-2579b2ec-642a-4557-9d0a-f912dff84fcc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610852 Oct 25 09:24:40.592112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-780a6085-15b5-4c06-a9be-4bc03bbf50bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:40.675910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-780a6085-15b5-4c06-a9be-4bc03bbf50bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:40.682636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-780a6085-15b5-4c06-a9be-4bc03bbf50bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:40.722091 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-780a6085-15b5-4c06-a9be-4bc03bbf50bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d9f4dfee175436ca36ef3cf40e2393d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881377 Oct 25 09:24:40.722890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a6085-15b5-4c06-a9be-4bc03bbf50bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd72be8c-60cf-45a6-b5ef-395f5b3eaeab,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:40.725267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57022) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:40.786884 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:40.809577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:40.859275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:40.862045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:40.863453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd72be8c-60cf-45a6-b5ef-395f5b3eaeab HTTP/1.1" status: 204 len: 168 time: 0.1368973 Oct 25 09:24:40.873631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd72be8c-60cf-45a6-b5ef-395f5b3eaeab,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:40.881783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.882430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.883005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.883674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.884224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.884915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.885461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.886106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.886529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.886942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.887492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:40.888038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f328593f-c7d1-4faf-b89c-9c5e3f5113f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:24:41.163425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57028) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:41.177901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffa89cfd-a27b-457b-9536-30200e2bf0e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:41.254374 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffa89cfd-a27b-457b-9536-30200e2bf0e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:41.258398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ffa89cfd-a27b-457b-9536-30200e2bf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:41.298796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ffa89cfd-a27b-457b-9536-30200e2bf0e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66653546feba4b9dbadf5d2e122afad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342757 Oct 25 09:24:41.299644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa89cfd-a27b-457b-9536-30200e2bf0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53da298-a1fb-499f-9e66-de8ed5a9e5bd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:41.302691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57030) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:41.362035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60a81479-6c07-4af7-a7aa-e2dad58a021d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:41.383660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60a81479-6c07-4af7-a7aa-e2dad58a021d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:41.433925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60a81479-6c07-4af7-a7aa-e2dad58a021d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:41.437033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60a81479-6c07-4af7-a7aa-e2dad58a021d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:41.438231 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-60a81479-6c07-4af7-a7aa-e2dad58a021d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d53da298-a1fb-499f-9e66-de8ed5a9e5bd HTTP/1.1" status: 204 len: 168 time: 0.1279919 Oct 25 09:24:41.448156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a81479-6c07-4af7-a7aa-e2dad58a021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53da298-a1fb-499f-9e66-de8ed5a9e5bd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:41.682742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71240dc-b32e-49a5-96e8-3ebfb4e46727 req-acc28f0a-39a6-4f95-bd1a-5667436baaa8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:41.685476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a71240dc-b32e-49a5-96e8-3ebfb4e46727 req-acc28f0a-39a6-4f95-bd1a-5667436baaa8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0562735 Oct 25 09:24:41.730413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a71240dc-b32e-49a5-96e8-3ebfb4e46727 req-058aa2e8-12a7-41bf-b094-c4e6c174a619 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380166 Oct 25 09:24:41.783205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57038) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:41.799541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a67b8af6-cd46-4686-b695-0d28bae037c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:42.149695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a67b8af6-cd46-4686-b695-0d28bae037c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:42.154074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a67b8af6-cd46-4686-b695-0d28bae037c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:42.195694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a67b8af6-cd46-4686-b695-0d28bae037c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7df4f1f3d4614ce29d32b20cfac6444d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089136 Oct 25 09:24:42.195694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b8af6-cd46-4686-b695-0d28bae037c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec1a28-62d7-4c51-95be-9ee0f78d3857,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:42.196289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57040) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:24:42.249121 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94b62ad7-b241-4030-887b-7f294f9006e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:42.272128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94b62ad7-b241-4030-887b-7f294f9006e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:42.323574 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94b62ad7-b241-4030-887b-7f294f9006e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:42.326217 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94b62ad7-b241-4030-887b-7f294f9006e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:42.327391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94b62ad7-b241-4030-887b-7f294f9006e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8ec1a28-62d7-4c51-95be-9ee0f78d3857 HTTP/1.1" status: 204 len: 168 time: 0.1297054 Oct 25 09:24:42.338088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b62ad7-b241-4030-887b-7f294f9006e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec1a28-62d7-4c51-95be-9ee0f78d3857,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:42.867539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971f890-6643-4408-b608-a9af630f8ef3 req-5bf650e1-ff6b-4898-9d33-a2e2e0eece6f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:42.869062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5971f890-6643-4408-b608-a9af630f8ef3 req-5bf650e1-ff6b-4898-9d33-a2e2e0eece6f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0582845 Oct 25 09:24:42.914666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5971f890-6643-4408-b608-a9af630f8ef3 req-ff0dc6ff-1d56-4342-8a67-39193954666e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 Oct 25 09:24:44.047605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaebf8c-75c6-4d17-b335-d20ea3e85140 req-010a9c6f-adb8-4bf4-b97b-69cc0ed59fb7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:44.049243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccaebf8c-75c6-4d17-b335-d20ea3e85140 req-010a9c6f-adb8-4bf4-b97b-69cc0ed59fb7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0569410 Oct 25 09:24:44.093029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccaebf8c-75c6-4d17-b335-d20ea3e85140 req-7a58e54b-0fad-4b06-bc54-0b5ce07a7f76 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367200 Oct 25 09:24:44.638920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-2556fa5a-455d-4207-952c-7f7f4d6cbae8 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe55a8932dc743468aa39fbe5d622f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284319 Oct 25 09:24:44.852765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-d9368ea0-7321-4c25-b910-6326ff77900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:44.854338 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-d9368ea0-7321-4c25-b910-6326ff77900e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3&tenant_id=301b27b80ff347d1b3015a290519b872 HTTP/1.1" status: 200 len: 1094 time: 0.0431678 Oct 25 09:24:44.928116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-27cf775c-e3d7-4c28-8d86-1a9950317d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:44.929653 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-27cf775c-e3d7-4c28-8d86-1a9950317d80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1094 time: 0.0423331 Oct 25 09:24:45.026937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-acc23c86-dba4-4b83-b7ff-1c8f9f32dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:45.028415 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-acc23c86-dba4-4b83-b7ff-1c8f9f32dba4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0908854 Oct 25 09:24:45.101281 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-94f2472f-72e6-48c0-a441-32b979148870 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 999 time: 0.0657563 Oct 25 09:24:45.149313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-abcfd139-a898-41e0-a198-461dc199f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:45.150762 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-abcfd139-a898-41e0-a198-461dc199f4b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0430272 Oct 25 09:24:45.196896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-b88ac09d-ac82-4589-a0cc-6067c3766fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:45.198404 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-b88ac09d-ac82-4589-a0cc-6067c3766fb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411446 Oct 25 09:24:45.200091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-ef489663-2023-4802-ae8d-38af79991d23 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:45.201555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-ef489663-2023-4802-ae8d-38af79991d23 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5570962 Oct 25 09:24:45.217521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-59fe0336-b1c5-4f15-8a78-7fc1912b6dd2 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/quotas/fe55a8932dc743468aa39fbe5d622f06 HTTP/1.1" status: 200 len: 375 time: 0.0101094 Oct 25 09:24:45.253334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-2d345a8b-60c5-4aa6-8bb0-7f36f768560c tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe55a8932dc743468aa39fbe5d622f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301905 Oct 25 09:24:45.296528 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-d461f42a-91cd-4953-8dea-3002f22eaa2e service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913599 Oct 25 09:24:45.399242 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f9802d3-bbd1-4fd7-bc5c-da97070184a8 req-7545a985-6902-48a6-a534-d9bfe89a5e71 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956557 Oct 25 09:24:45.458034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4615ca-15bc-46e4-be3a-50e65b5209a2 req-8cb20634-1f59-41bc-8a3a-5d6be8a70f46 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:45.459597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee4615ca-15bc-46e4-be3a-50e65b5209a2 req-8cb20634-1f59-41bc-8a3a-5d6be8a70f46 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0569370 Oct 25 09:24:45.499679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee4615ca-15bc-46e4-be3a-50e65b5209a2 req-91882a4d-021d-4fa7-8802-7c54bb5e0f87 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337179 Oct 25 09:24:45.582239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04e85367-10f0-4bb1-93fc-41cf93bd56ac req-e91565dd-946a-401c-903c-d84d026d1032 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 210 time: 0.0349824 Oct 25 09:24:46.405095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-b2887a02-4261-4547-a31f-22a59611083b tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fe55a8932dc743468aa39fbe5d622f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242851 Oct 25 09:24:46.414682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3783366-4870-43af-9161-5c165be96b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:46.548961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-adce41fd-18f0-4760-9535-97ecaada8284 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:46.550710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-adce41fd-18f0-4760-9535-97ecaada8284 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383085 Oct 25 09:24:46.578198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Request body: {'port': {'device_id': 'cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': 'fe55a8932dc743468aa39fbe5d622f06'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:24:46.719821 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Made reservation on behalf of fe55a8932dc743468aa39fbe5d622f06 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:24:46.726132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:46.742248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:46.859573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:46.864798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:46.935133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10402d8d-97b3-4298-81ec-9d9e129f6581 req-d381ebef-e97f-48ef-8e0e-792e846ed893 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:46.936965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10402d8d-97b3-4298-81ec-9d9e129f6581 req-d381ebef-e97f-48ef-8e0e-792e846ed893 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.3539004 Oct 25 09:24:46.974533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8efde39-5c69-4825-9c91-34bf84d2ab7b,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:47.025149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10402d8d-97b3-4298-81ec-9d9e129f6581 req-00a5fdbb-62dc-4dde-ac57-0246e4a6b523 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798202 Oct 25 09:24:47.058633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Allocated IP 192.168.233.159 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/83247a91-090d-46c7-8063-f7b00630acec) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:24:47.186934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26ff3b64-2edc-4ff8-b866-3adc10263105 req-6fa31bdf-00a0-43f1-ba98-3a46caaf0496 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 210 time: 0.0693605 Oct 25 09:24:47.251929 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:47.289185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:47.336066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:24:47.339276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:24:47.343856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:24:47.375089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Pushing event updated for resources: {'Port': ['ID=83247a91-090d-46c7-8063-f7b00630acec,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:47.411187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:47.411983 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:47.430480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-51a5b622-8e94-4fc4-8cfd-01514949944e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8565187 Oct 25 09:24:47.449656 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Request body: {'port': {'device_id': 'cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:24:47.509791 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:47.648486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bec45db4-3e15-42ea-9f13-f1e500d018ac None None] Provisioning complete for port 83247a91-090d-46c7-8063-f7b00630acec triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:47.649535 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bec45db4-3e15-42ea-9f13-f1e500d018ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:47.696742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bec45db4-3e15-42ea-9f13-f1e500d018ac None None] Port 83247a91-090d-46c7-8063-f7b00630acec cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:24:47.831200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83247a91-090d-46c7-8063-f7b00630acec {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:24:47.840035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:47.852057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Transition to ACTIVE for port object 83247a91-090d-46c7-8063-f7b00630acec will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:24:47.857227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:47.913424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Pushing event updated for resources: {'Port': ['ID=83247a91-090d-46c7-8063-f7b00630acec,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:47.993338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Attempting to bind port 83247a91-090d-46c7-8063-f7b00630acec on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:24:47.993671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Attempting to bind port 83247a91-090d-46c7-8063-f7b00630acec by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:24:47.994043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Attempting to bind port 83247a91-090d-46c7-8063-f7b00630acec on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:24:47.999097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Port 83247a91-090d-46c7-8063-f7b00630acec on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:24:47.999496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Attempting to bind port 83247a91-090d-46c7-8063-f7b00630acec on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:24:48.006629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:24:48.006958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:24:48.007407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:24:48.007846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Bound port: 83247a91-090d-46c7-8063-f7b00630acec, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:24:48.008218 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:48.088295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] For port 83247a91-090d-46c7-8063-f7b00630acec, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:24:48.092220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] For port 83247a91-090d-46c7-8063-f7b00630acec, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=83247a91-090d-46c7-8063-f7b00630acec,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:24:48.101512 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:48.146196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:48.146874 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:48.148701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] 10.222.0.41 "PUT /v2.0/ports/83247a91-090d-46c7-8063-f7b00630acec HTTP/1.1" status: 200 len: 1096 time: 0.7037723 Oct 25 09:24:48.149173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba', 'tag': '83247a91-090d-46c7-8063-f7b00630acec'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:24:48.151691 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba", "tag": "83247a91-090d-46c7-8063-f7b00630acec"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:24:48.219568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cc890-2c41-41e7-a90d-87212a84b321 service neutron] Pushing event updated for resources: {'Port': ['ID=83247a91-090d-46c7-8063-f7b00630acec,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:48.285320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c822cf-dc09-40cc-918e-bfb69f03579a req-675cfbb2-d8e1-4e58-ab86-fcae9744b8e8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:48.287182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42c822cf-dc09-40cc-918e-bfb69f03579a req-675cfbb2-d8e1-4e58-ab86-fcae9744b8e8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.1210821 Oct 25 09:24:48.319016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-15804937-3ec3-4556-b3b3-8d82f225ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:48.320522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-15804937-3ec3-4556-b3b3-8d82f225ccf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe55a8932dc743468aa39fbe5d622f06&device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 1099 time: 0.1123505 Oct 25 09:24:48.384912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-a4affa05-88a2-4ec2-9e74-97dc4681b07c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=83247a91-090d-46c7-8063-f7b00630acec HTTP/1.1" status: 200 len: 217 time: 0.0465178 Oct 25 09:24:48.390017 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-42c822cf-dc09-40cc-918e-bfb69f03579a req-3021c74d-98c8-4dc1-9796-cd3b428bf076 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935705 Oct 25 09:24:48.438568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-a5e7cd91-1805-4342-a3a9-b7c0c2091281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:48.440053 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-a5e7cd91-1805-4342-a3a9-b7c0c2091281 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0479665 Oct 25 09:24:48.456391 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb09e0a-0b75-452b-b5ff-52f2e46fc3ea x-openstack-request-id: req-cbb09e0a-0b75-452b-b5ff-52f2e46fc3ea {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:24:48.456684 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba", "tag": "83247a91-090d-46c7-8063-f7b00630acec", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:24:48.456969 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbb09e0a-0b75-452b-b5ff-52f2e46fc3ea {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:24:48.457408 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba', 'tag': '83247a91-090d-46c7-8063-f7b00630acec', 'status': 'completed', 'code': 200} Oct 25 09:24:48.493731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-681867f7-fa9a-4a00-8b6d-1aa991f8128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:48.495247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-681867f7-fa9a-4a00-8b6d-1aa991f8128c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479071 Oct 25 09:24:48.616465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669075e8-1346-4d3e-ac8b-a63737aa13ba req-f128c48f-38c1-463a-bdb1-5090e8d4d195 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:48.618150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-669075e8-1346-4d3e-ac8b-a63737aa13ba req-f128c48f-38c1-463a-bdb1-5090e8d4d195 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 948 time: 0.1169043 Oct 25 09:24:48.653874 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-4af8c644-bf25-4734-8ea2-4492ad8698e7 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508689 Oct 25 09:24:48.668610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-669075e8-1346-4d3e-ac8b-a63737aa13ba req-df68bd34-82bb-489e-8c16-37f4727222da tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Oct 25 09:24:48.747277 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-11e8fe1a-7742-4be7-b333-a1b48a857611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:48.777912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a6b3312-4e93-4b4f-9f0b-fafb2830ed5e req-06e14d3c-61ef-453b-9e20-606321c5d544 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076818 Oct 25 09:24:48.913531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-78b6cafe-9498-44b0-87fd-811aea9f74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:48.915580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-78b6cafe-9498-44b0-87fd-811aea9f74e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe55a8932dc743468aa39fbe5d622f06&device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 1099 time: 0.0535915 Oct 25 09:24:49.017107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-571d4e40-6faa-411c-8e6b-6e2be5a22534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:49.018568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-571d4e40-6faa-411c-8e6b-6e2be5a22534 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.0954905 Oct 25 09:24:49.063202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-48ef2ad0-d34a-4bf4-8b42-f978d3cce3da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=83247a91-090d-46c7-8063-f7b00630acec HTTP/1.1" status: 200 len: 217 time: 0.0372515 Oct 25 09:24:49.114647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-d7a07c47-5d6c-4e37-9ab6-7131767993f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:49.116609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-d7a07c47-5d6c-4e37-9ab6-7131767993f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0469103 Oct 25 09:24:49.171023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-ac92ba31-f8a4-4ee5-888f-20d5767d25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:49.172442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-ac92ba31-f8a4-4ee5-888f-20d5767d25d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479407 Oct 25 09:24:49.272470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-7ac47a77-338e-465e-a8b4-15358aa3b39d service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925229 Oct 25 09:24:49.370108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f7bcc0a-650e-40bd-b768-f7c307ba78b5 req-60976162-002d-4d54-b15e-d88b94d8b8ce service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904195 Oct 25 09:24:49.518019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218eadef-6e71-4fe8-8e84-e976082f36e4 req-14238cf8-d45c-4193-b247-0689c3d92ac9 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:49.519585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218eadef-6e71-4fe8-8e84-e976082f36e4 req-14238cf8-d45c-4193-b247-0689c3d92ac9 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0518823 Oct 25 09:24:49.564096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-218eadef-6e71-4fe8-8e84-e976082f36e4 req-fac22601-eb68-436d-ae0d-49d41d907779 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364251 Oct 25 09:24:49.802473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1b1a-36ea-45bd-9e9e-0db07eec29ac req-a80d9fec-2bd8-43d9-9528-57bdc5368b27 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:49.804454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99cd1b1a-36ea-45bd-9e9e-0db07eec29ac req-a80d9fec-2bd8-43d9-9528-57bdc5368b27 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 948 time: 0.0630486 Oct 25 09:24:49.852571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99cd1b1a-36ea-45bd-9e9e-0db07eec29ac req-d1d21153-653e-4ba0-80ee-82432d45e38a tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Oct 25 09:24:49.905025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:49.945281 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:50.690660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3287813-fa5a-49cf-b4a9-64771d7cfbe6 req-cb0d71a7-df38-4d73-afd5-f5e0b4ad0dbd tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:50.692678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3287813-fa5a-49cf-b4a9-64771d7cfbe6 req-cb0d71a7-df38-4d73-afd5-f5e0b4ad0dbd tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0532749 Oct 25 09:24:50.737257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3287813-fa5a-49cf-b4a9-64771d7cfbe6 req-ecd0f04a-7f99-43e4-a6f3-d084ff7a7294 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374737 Oct 25 09:24:50.990199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be126d9-a499-47a6-9cf6-b6e7511e86ca req-92fbba9c-10b5-4f0e-b265-2d06418dfdd7 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:50.991879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9be126d9-a499-47a6-9cf6-b6e7511e86ca req-92fbba9c-10b5-4f0e-b265-2d06418dfdd7 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 948 time: 0.0679629 Oct 25 09:24:51.031741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9be126d9-a499-47a6-9cf6-b6e7511e86ca req-cea6855e-bb24-4e33-8d91-93c69bc88a17 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337534 Oct 25 09:24:51.811968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:51.887457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9b34-5341-4f3b-b22e-01d8173ec610 req-2d43fbb1-4c39-45fe-9171-8811aff922e1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:51.890290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8df9b34-5341-4f3b-b22e-01d8173ec610 req-2d43fbb1-4c39-45fe-9171-8811aff922e1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0752313 Oct 25 09:24:51.951209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8df9b34-5341-4f3b-b22e-01d8173ec610 req-4888a2cf-cf3e-4145-924c-608453af559f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539892 Oct 25 09:24:52.156047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d725-bba3-4600-9bbf-14b76c3defb3 req-9d8c4a0c-a42e-4d33-8f01-66335aac852d tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:52.157712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e80d725-bba3-4600-9bbf-14b76c3defb3 req-9d8c4a0c-a42e-4d33-8f01-66335aac852d tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 948 time: 0.0523469 Oct 25 09:24:52.202892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e80d725-bba3-4600-9bbf-14b76c3defb3 req-9ae3e844-5afb-42ca-a637-b80382b22ad0 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Oct 25 09:24:53.078852 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48c746-9df8-434a-ac3c-d57d2ec847d2 req-b6a62d6c-c7b9-4eed-8cd4-234231e05f40 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:53.080324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b48c746-9df8-434a-ac3c-d57d2ec847d2 req-b6a62d6c-c7b9-4eed-8cd4-234231e05f40 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0518615 Oct 25 09:24:53.121475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b48c746-9df8-434a-ac3c-d57d2ec847d2 req-9e718e67-ae9b-40f0-8b57-140b00006de3 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343752 Oct 25 09:24:53.324031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319302d-edb4-4519-8b7d-5c43617ba400 req-58c8c404-7f76-4707-98f0-c93e069061af tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:53.325884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a319302d-edb4-4519-8b7d-5c43617ba400 req-58c8c404-7f76-4707-98f0-c93e069061af tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 948 time: 0.0518019 Oct 25 09:24:53.371857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a319302d-edb4-4519-8b7d-5c43617ba400 req-788ea2f6-b8b2-4fcf-b99e-1f4d0d1f40bb tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Oct 25 09:24:53.994952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 83247a91-090d-46c7-8063-f7b00630acec details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:24:54.095986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 83247a91-090d-46c7-8063-f7b00630acec, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=83247a91-090d-46c7-8063-f7b00630acec,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:54.108147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '83247a91-090d-46c7-8063-f7b00630acec', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '83247a91-090d-46c7-8063-f7b00630acec', 'mac_address': 'fa:16:3e:74:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:24:54.145918 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:54.158588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83247a91-090d-46c7-8063-f7b00630acec {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:24:54.180059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 83247a91-090d-46c7-8063-f7b00630acec, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=83247a91-090d-46c7-8063-f7b00630acec,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:54.185568 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:54.241252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=83247a91-090d-46c7-8063-f7b00630acec,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:54.261053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322fb1c-75e9-4b06-9f87-5bc542296d44 req-76bbf480-5867-46b6-8ce5-4065a31704c9 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:54.262600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0322fb1c-75e9-4b06-9f87-5bc542296d44 req-76bbf480-5867-46b6-8ce5-4065a31704c9 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0511754 Oct 25 09:24:54.306008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0322fb1c-75e9-4b06-9f87-5bc542296d44 req-920f8053-dfdf-411c-ab35-ddfb85391ab0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355685 Oct 25 09:24:54.492716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0a804-12f4-4ac7-9d31-82d718e8be6d req-e65a46a4-4b56-42c3-acdf-2607a4f00aee tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:54.494527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24b0a804-12f4-4ac7-9d31-82d718e8be6d req-e65a46a4-4b56-42c3-acdf-2607a4f00aee tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 949 time: 0.0510271 Oct 25 09:24:54.539924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24b0a804-12f4-4ac7-9d31-82d718e8be6d req-8936f131-87c5-4716-be1a-438a4884666f tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342929 Oct 25 09:24:54.618923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['83247a91-090d-46c7-8063-f7b00630acec'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:24:55.444216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b701d-1ac6-473c-accd-8adc81078012 req-bff29059-39d8-4914-adfb-3771f71d1e91 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:55.454357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-373b701d-1ac6-473c-accd-8adc81078012 req-bff29059-39d8-4914-adfb-3771f71d1e91 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0625460 Oct 25 09:24:55.492743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-373b701d-1ac6-473c-accd-8adc81078012 req-8b73783e-f0e9-4081-97a2-8f46eec89cd2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372403 Oct 25 09:24:55.507646 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:24:55.657846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a141b-a469-48f4-8bf5-59ac5b6526e6 req-d7f09f09-985b-4f78-8c9d-b03f2472933d tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:55.659380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d50a141b-a469-48f4-8bf5-59ac5b6526e6 req-d7f09f09-985b-4f78-8c9d-b03f2472933d tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 949 time: 0.0504963 Oct 25 09:24:55.701649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d50a141b-a469-48f4-8bf5-59ac5b6526e6 req-81857c8e-1e71-4749-ba0c-ff803e3e31a4 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Oct 25 09:24:56.009788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 83247a91-090d-46c7-8063-f7b00630acec up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:24:56.060109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 83247a91-090d-46c7-8063-f7b00630acec completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:24:56.064450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 83247a91-090d-46c7-8063-f7b00630acec triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:24:56.064843 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:56.139271 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:56.161356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83247a91-090d-46c7-8063-f7b00630acec'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:24:56.163579 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfbdf3f-8b52-4920-bbeb-cbc405418234" -d '{"events": [{"server_uuid": "cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba", "name": "network-vif-plugged", "status": "completed", "tag": "83247a91-090d-46c7-8063-f7b00630acec"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:24:56.175920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 83247a91-090d-46c7-8063-f7b00630acec, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=83247a91-090d-46c7-8063-f7b00630acec,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:24:56.179850 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:24:56.203241 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f4e05d-f1cf-4acb-afae-8b0b6c200dfe x-openstack-request-id: req-97f4e05d-f1cf-4acb-afae-8b0b6c200dfe {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:24:56.203531 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba", "name": "network-vif-plugged", "status": "completed", "tag": "83247a91-090d-46c7-8063-f7b00630acec", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:24:56.203790 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97f4e05d-f1cf-4acb-afae-8b0b6c200dfe {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:24:56.204159 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83247a91-090d-46c7-8063-f7b00630acec', 'code': 200} Oct 25 09:24:56.230022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=83247a91-090d-46c7-8063-f7b00630acec,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:24:56.321639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d5533-273f-4a4c-bc0b-a33a69b12565 req-5d401246-9793-4db4-ae2f-b63a02e3cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:56.323075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e30d5533-273f-4a4c-bc0b-a33a69b12565 req-5d401246-9793-4db4-ae2f-b63a02e3cfc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 1101 time: 0.0402262 Oct 25 09:24:56.357652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e30d5533-273f-4a4c-bc0b-a33a69b12565 req-c09dc07b-1c78-41c4-b783-e4090e033d6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277431 Oct 25 09:24:56.615601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a8af-f874-45a4-a5fc-2174fbad13e7 req-7e453336-0e1a-4b64-8352-030fc4e2a837 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:56.617092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddc3a8af-f874-45a4-a5fc-2174fbad13e7 req-7e453336-0e1a-4b64-8352-030fc4e2a837 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0481675 Oct 25 09:24:56.658773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddc3a8af-f874-45a4-a5fc-2174fbad13e7 req-c8f6817c-e4d2-4be0-8111-fa1584dd1d45 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354829 Oct 25 09:24:56.816425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec5c58-f4a0-4da8-bdf1-50e67bcb3b4f req-dac286b0-c059-4ac5-9df5-e0f9995be833 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:56.817952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebec5c58-f4a0-4da8-bdf1-50e67bcb3b4f req-dac286b0-c059-4ac5-9df5-e0f9995be833 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 950 time: 0.0491064 Oct 25 09:24:56.855889 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebec5c58-f4a0-4da8-bdf1-50e67bcb3b4f req-5e96291b-6876-4326-862a-27ad49de97f5 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Oct 25 09:24:57.784357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e536c-0a49-4818-84d1-d4ea66d0c937 req-0c50c18d-4708-4393-a780-d5229f7fdfbc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:57.786542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-023e536c-0a49-4818-84d1-d4ea66d0c937 req-0c50c18d-4708-4393-a780-d5229f7fdfbc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0513792 Oct 25 09:24:57.827330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-023e536c-0a49-4818-84d1-d4ea66d0c937 req-119e1ff9-271d-47e8-9821-6de8db900d54 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345988 Oct 25 09:24:57.968433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06f41-e869-4404-9ae8-f604f1313f44 req-bde2e495-6643-4eba-b23e-4d3c8f869c09 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:57.969926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91c06f41-e869-4404-9ae8-f604f1313f44 req-bde2e495-6643-4eba-b23e-4d3c8f869c09 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 950 time: 0.0482161 Oct 25 09:24:58.011484 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91c06f41-e869-4404-9ae8-f604f1313f44 req-a61b1273-2bdf-434e-9f66-ae6033ccd1b4 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Oct 25 09:24:58.956147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccb8c6-57ba-44c6-bd93-38ea01aa7421 req-648d7ad0-9746-4b3c-b2e1-703ad4c86eec tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:24:58.957792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fccb8c6-57ba-44c6-bd93-38ea01aa7421 req-648d7ad0-9746-4b3c-b2e1-703ad4c86eec tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0539954 Oct 25 09:24:58.998577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fccb8c6-57ba-44c6-bd93-38ea01aa7421 req-b9743e45-ddbb-46ba-a95e-7b3b8a69449d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340557 Oct 25 09:25:00.122345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ee573-e4a4-4144-8c9e-b8bec761bd5c req-d335624b-a8ce-421c-b30e-207a9f38f945 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:00.123747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b4ee573-e4a4-4144-8c9e-b8bec761bd5c req-d335624b-a8ce-421c-b30e-207a9f38f945 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0501986 Oct 25 09:25:00.162923 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b4ee573-e4a4-4144-8c9e-b8bec761bd5c req-9e6fd860-059b-4820-972a-f9469d652119 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Oct 25 09:25:01.286682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059a1a-2541-4f98-b3ba-99970945d98e req-e6fc2dbd-e583-4030-a574-2a89555ba091 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:01.288177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d059a1a-2541-4f98-b3ba-99970945d98e req-e6fc2dbd-e583-4030-a574-2a89555ba091 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0487623 Oct 25 09:25:01.330980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d059a1a-2541-4f98-b3ba-99970945d98e req-5ef98e75-1227-4eee-af49-37638c527ea2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366530 Oct 25 09:25:02.452020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca865626-1bbf-4d49-a0da-d13b6747928d req-8efcd7cb-f126-4bf2-b3d8-56cbc77bd385 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:02.453512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca865626-1bbf-4d49-a0da-d13b6747928d req-8efcd7cb-f126-4bf2-b3d8-56cbc77bd385 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0492346 Oct 25 09:25:02.492238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca865626-1bbf-4d49-a0da-d13b6747928d req-e22859ee-f042-4ef2-809f-f5cb04de943c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322857 Oct 25 09:25:03.614776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaddadb-fc1f-4b27-be10-ad56938a47ac req-6ca92b23-7822-4b83-9d3e-d8f53b70d020 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:03.616257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccaddadb-fc1f-4b27-be10-ad56938a47ac req-6ca92b23-7822-4b83-9d3e-d8f53b70d020 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0502584 Oct 25 09:25:03.653801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ccaddadb-fc1f-4b27-be10-ad56938a47ac req-8732e001-ed49-4c5f-ac3c-d620a859eedb tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315168 Oct 25 09:25:04.777706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037776d-e043-4332-9f72-63d150c000d1 req-c6d13d2a-18b7-4d15-821d-c32c75f7f2c1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:04.779131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6037776d-e043-4332-9f72-63d150c000d1 req-c6d13d2a-18b7-4d15-821d-c32c75f7f2c1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0486357 Oct 25 09:25:04.821528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6037776d-e043-4332-9f72-63d150c000d1 req-3540bda6-0682-4f2b-afb5-333ce623d177 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355003 Oct 25 09:25:05.941962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154e94a-32a8-4371-9ff1-8af5bdebbbb7 req-c5dfb67d-3de7-4eaf-b9bf-370a964810a4 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:05.943416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5154e94a-32a8-4371-9ff1-8af5bdebbbb7 req-c5dfb67d-3de7-4eaf-b9bf-370a964810a4 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0492408 Oct 25 09:25:05.981031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5154e94a-32a8-4371-9ff1-8af5bdebbbb7 req-1d2cd25d-bb2c-4fa1-b83b-3cd8b8c700c7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Oct 25 09:25:07.102707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868e52-949e-4783-9d49-af381828f843 req-2f75d03a-4b56-41f2-92d8-ec180e0f85c0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:07.104160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b868e52-949e-4783-9d49-af381828f843 req-2f75d03a-4b56-41f2-92d8-ec180e0f85c0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0488188 Oct 25 09:25:07.140773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b868e52-949e-4783-9d49-af381828f843 req-99ac001b-aa45-415f-9404-6a98970ec2ae tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307066 Oct 25 09:25:08.262603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e315db0-41e5-48dd-a3ba-1d5259345b68 req-d8416231-81e4-42b2-9b94-2dbe37b5eec7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:08.264080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e315db0-41e5-48dd-a3ba-1d5259345b68 req-d8416231-81e4-42b2-9b94-2dbe37b5eec7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 943 time: 0.0490246 Oct 25 09:25:08.306379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e315db0-41e5-48dd-a3ba-1d5259345b68 req-c5dd63df-5b16-4b07-bf6b-3eccf85b4d4b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356095 Oct 25 09:25:08.623119 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:08.787357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:25:08.886401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:08.900127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '360b27d1-dbbe-4219-8876-addf2486a41c', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'port_id': '360b27d1-dbbe-4219-8876-addf2486a41c', 'mac_address': 'fa:16:3e:6a:f0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:25:08.937476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:08.950646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b27d1-dbbe-4219-8876-addf2486a41c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:25:08.970930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:08.975032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:09.019761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:09.357049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['360b27d1-dbbe-4219-8876-addf2486a41c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:25:09.428538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318bbd4-d49b-4e93-82d6-2483f9ee75e2 req-d3951511-960d-4da2-ad0a-92919fba0b0a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:09.430058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e318bbd4-d49b-4e93-82d6-2483f9ee75e2 req-d3951511-960d-4da2-ad0a-92919fba0b0a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0497031 Oct 25 09:25:09.469222 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e318bbd4-d49b-4e93-82d6-2483f9ee75e2 req-d341f3dc-7df3-4f31-9be2-8e32b706630f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331488 Oct 25 09:25:09.819567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:10.600650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325691c-7645-43f8-aa64-633f37398ddf req-8d8687d5-5712-4c33-a7dc-6dd7a9a73b71 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:10.602251 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e325691c-7645-43f8-aa64-633f37398ddf req-8d8687d5-5712-4c33-a7dc-6dd7a9a73b71 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 944 time: 0.0512154 Oct 25 09:25:10.639574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e325691c-7645-43f8-aa64-633f37398ddf req-2374f0af-116c-4618-b33f-06ee6c468fc0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312507 Oct 25 09:25:10.818234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:25:10.870082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 360b27d1-dbbe-4219-8876-addf2486a41c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:10.870801 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:10.944751 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:10.967393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:25:10.969632 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4faea54-77a5-4233-8f85-c0472898f617" -d '{"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:25:10.982159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:10.986852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:11.011061 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79fc0ca-702c-444a-9d7e-6f9f2b96332b x-openstack-request-id: req-e79fc0ca-702c-444a-9d7e-6f9f2b96332b {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:25:11.011357 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:25:11.011603 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e79fc0ca-702c-444a-9d7e-6f9f2b96332b {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:25:11.011987 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c', 'code': 200} Oct 25 09:25:11.038745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:11.225959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74023-ba23-4934-9d70-196472ea2cd3 req-f30c8ba1-7926-406d-b412-95d381e63c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:11.227760 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-71c74023-ba23-4934-9d70-196472ea2cd3 req-f30c8ba1-7926-406d-b412-95d381e63c69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1097 time: 0.0444458 Oct 25 09:25:11.270601 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-71c74023-ba23-4934-9d70-196472ea2cd3 req-2e851e78-5692-4b9c-9cb7-00f087ab0652 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348022 Oct 25 09:25:11.773326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3b26e-d266-41e2-8115-4bf861da6c30 req-6cb08092-4dbe-4867-b8dd-06955715b8b9 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:11.774787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5c3b26e-d266-41e2-8115-4bf861da6c30 req-6cb08092-4dbe-4867-b8dd-06955715b8b9 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0515931 Oct 25 09:25:11.820046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e5c3b26e-d266-41e2-8115-4bf861da6c30 req-428ee014-cf9a-4944-9801-984c2f467f16 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390024 Oct 25 09:25:12.960167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc8e3-b20d-408d-8c8c-396348cd0eac req-ff5c6a32-5557-4957-b90c-aba3ebd886de tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:12.962065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e9dc8e3-b20d-408d-8c8c-396348cd0eac req-ff5c6a32-5557-4957-b90c-aba3ebd886de tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0604377 Oct 25 09:25:13.003242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e9dc8e3-b20d-408d-8c8c-396348cd0eac req-3e2348ad-4462-4ee0-a3e7-746b555481ca tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353243 Oct 25 09:25:14.132019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb0915-ca07-4f82-80e6-bc7f570d739c req-9998cc1f-1ac2-4ac8-bfe3-071cb038e3ab tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:14.133542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbfb0915-ca07-4f82-80e6-bc7f570d739c req-9998cc1f-1ac2-4ac8-bfe3-071cb038e3ab tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0495377 Oct 25 09:25:14.177647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbfb0915-ca07-4f82-80e6-bc7f570d739c req-e410d4c4-7f8e-462a-975a-11962a40097b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Oct 25 09:25:14.312246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-4406c55e-0fef-4ce7-9d70-1a90287ac5ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404904 Oct 25 09:25:14.410130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-20b3fd72-029c-44fd-adad-ad34b0cc036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:14.411629 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-20b3fd72-029c-44fd-adad-ad34b0cc036b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1097 time: 0.0414793 Oct 25 09:25:14.522542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-89a27206-b2c4-46c7-bde0-32b608c83a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:14.524008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-89a27206-b2c4-46c7-bde0-32b608c83a44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0927272 Oct 25 09:25:14.591782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-53b8e887-9e8c-480d-b2da-d3efd443e5a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 1001 time: 0.0607545 Oct 25 09:25:14.640852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-3bae84aa-050a-4a66-b839-b798966c647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:14.642325 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-3bae84aa-050a-4a66-b839-b798966c647f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0439827 Oct 25 09:25:14.692493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-ae773633-da14-48b9-be2e-cb4e7ed60f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:14.694003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-ae773633-da14-48b9-be2e-cb4e7ed60f92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451620 Oct 25 09:25:14.786106 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-d416e60b-1cd7-451e-8659-554d8591965a service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849769 Oct 25 09:25:14.883526 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ddf9417-3dfa-40af-82b8-88d0bde27b59 req-d5306ee5-04b7-4f9a-816f-ad127dfc7950 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896335 Oct 25 09:25:16.419623 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8f5d9939-c56b-4da7-9994-d9f8aedcc796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:18.740177 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d06fca99-a6de-4040-b4f3-758ca43bfa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:19.899508 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:19.945886 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:21.797972 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-fd2057e1-4341-40e7-b0e9-cae4fab4ef44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394275 Oct 25 09:25:21.814619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:21.902122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-cf192a73-b93b-496e-b4af-eb3c5d56d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:21.903596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-cf192a73-b93b-496e-b4af-eb3c5d56d1ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0472453 Oct 25 09:25:22.011295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-f26aa8ef-85c8-4370-9be3-b35527db6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:22.012812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-f26aa8ef-85c8-4370-9be3-b35527db6c40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 897 time: 0.0873699 Oct 25 09:25:22.084181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-dd51f619-5fcb-4dd1-9037-0ebdccbcc0ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 1000 time: 0.0635738 Oct 25 09:25:22.134411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-4c7b292e-8f23-40ac-8697-efde535c68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:22.135929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-4c7b292e-8f23-40ac-8697-efde535c68c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0449796 Oct 25 09:25:22.185950 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-75cafa97-7bab-4333-a387-74d4ac42762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:22.187470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-75cafa97-7bab-4333-a387-74d4ac42762e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436256 Oct 25 09:25:22.286826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-cd1bd91d-8852-42cf-8b54-86a6313f46ca service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915170 Oct 25 09:25:22.381192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16df8ce2-e8ba-4408-bd7e-ffba0c73b8fc req-ed6228a4-54fd-4ee8-b3cb-fd087aeea580 service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871243 Oct 25 09:25:23.391813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a5c7-ddb1-44ca-9f5e-7ed295246f48 req-1cfbfbc6-02d9-4c87-87fb-58c4b95e42a6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:23.393892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a902a5c7-ddb1-44ca-9f5e-7ed295246f48 req-1cfbfbc6-02d9-4c87-87fb-58c4b95e42a6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0550258 Oct 25 09:25:23.434415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a902a5c7-ddb1-44ca-9f5e-7ed295246f48 req-f311bcff-ba77-4549-baf2-4d32b7312a6b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323403 Oct 25 09:25:23.461152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57322) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:23.536031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cae00029-969b-4562-b1ff-a68d336f4710 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/80b147c9-7897-442e-aa75-295ee41b31ed HTTP/1.1" status: 200 len: 992 time: 0.0719652 Oct 25 09:25:23.833595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1c6d-5f81-426a-81e4-86d9f7880876 req-8251c173-8543-4132-af45-9eb159300e24 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:23.835225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-873b1c6d-5f81-426a-81e4-86d9f7880876 req-8251c173-8543-4132-af45-9eb159300e24 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0429506 Oct 25 09:25:23.872137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-873b1c6d-5f81-426a-81e4-86d9f7880876 req-ecfaede9-e4a3-4d9f-8175-77a465965f9c tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306833 Oct 25 09:25:24.419021 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-13144cad-0ecb-4843-bec1-8e83f02b2c32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476906 Oct 25 09:25:24.430101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-0771412c-56ac-4aa6-b384-ee93c54c8175 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:25:24.431075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-0771412c-56ac-4aa6-b384-ee93c54c8175 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051854 Oct 25 09:25:24.948574 n-d-814746-2 neutron-server[106991]: WARNING keystonemiddleware.auth_token [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-0771412c-56ac-4aa6-b384-ee93c54c8175 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 25 09:25:24.990142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-3c3ea63d-af4a-4fbd-8971-71fec83e744b tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:24.991570 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-3c3ea63d-af4a-4fbd-8971-71fec83e744b tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports/4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 1093 time: 0.0443785 Oct 25 09:25:25.000855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Request body: {'binding': {'host': 'n-h2-814746-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:25.001283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Unknown quota resources ['binding']. {{(pid=106991) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 25 09:25:25.156712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on host n-h2-814746-2 for vnic_type normal with profile None {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:25:25.157086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:25:25.157416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:25.162320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:25:25.162639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:25.167377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:25:25.167710 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Checking segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:25:25.168116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Bound using segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:25:25.168518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Bound port: 4aa99734-47a9-4ccb-aff2-047ef198446d, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:25:25.253921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:25:25.259836 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] Publish callbacks [] for binding, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:25.261038 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] 10.222.0.32 "POST /v2.0/ports/4aa99734-47a9-4ccb-aff2-047ef198446d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2639296 Oct 25 09:25:25.399568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96807f7-65fe-43a8-a7e9-38162cc056a5 req-4e7113a2-e433-41bb-a079-e2230c65eb37 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:25.401076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c96807f7-65fe-43a8-a7e9-38162cc056a5 req-4e7113a2-e433-41bb-a079-e2230c65eb37 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0520220 Oct 25 09:25:25.440616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c96807f7-65fe-43a8-a7e9-38162cc056a5 req-94b49d37-b2d5-4397-a040-3d5a53f57fe0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334206 Oct 25 09:25:25.499428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-794687a3-fb93-4faf-8048-50b42e054554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:25.500921 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-794687a3-fb93-4faf-8048-50b42e054554 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0415452 Oct 25 09:25:25.598198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-13428bdb-3087-4241-ad2d-5e5a71ed1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:25.599689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-13428bdb-3087-4241-ad2d-5e5a71ed1e02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 897 time: 0.0920024 Oct 25 09:25:25.669146 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-01f4b6aa-a129-4a67-a0bc-ceaa8dbe2b85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 1000 time: 0.0614378 Oct 25 09:25:25.724767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-219780e0-62d8-4541-8b5b-a004fc566cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:25.726131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-219780e0-62d8-4541-8b5b-a004fc566cca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0484622 Oct 25 09:25:25.773643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-3068437f-5ef7-4184-9852-840555586446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:25.775155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-3068437f-5ef7-4184-9852-840555586446 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404537 Oct 25 09:25:25.869953 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-1e5f188f-dc4e-4430-9539-3c6451f6e9b3 service neutron] 10.222.0.18 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867276 Oct 25 09:25:25.964079 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-d1dbc34f-3ffd-4dbe-be15-b9cc0fa5171d service neutron] 10.222.0.18 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859327 Oct 25 09:25:26.148937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-5d10e065-b175-4230-be61-9f363fefd811 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:26.150591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-5d10e065-b175-4230-be61-9f363fefd811 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2&tenant_id=231557d3ca294031a5cd015168fb1e9c&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1096 time: 0.0808723 Oct 25 09:25:26.164878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814746-2'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:26.218685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:26.343936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:26.380639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:25:26.421533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:25:26.423842 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bd7cde-b3a6-47e3-964c-722e21eb0827" -d '{"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:25:26.429011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:26.435201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:26.471082 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39915797-1ce4-4265-81dc-4802dd222f8e x-openstack-request-id: req-39915797-1ce4-4265-81dc-4802dd222f8e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:25:26.471082 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:25:26.471821 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39915797-1ce4-4265-81dc-4802dd222f8e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:25:26.472913 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'code': 200} Oct 25 09:25:26.555178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:26.586565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.586993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.587401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.587807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.588208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.588655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.589076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.589470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.589890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.590325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.590867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.591260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:26.615428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774c330-ba23-4de6-a1a0-f11b336a8a52 req-b14f6437-a108-4b6f-b950-4e2df424cbb0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:26.617094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6774c330-ba23-4de6-a1a0-f11b336a8a52 req-b14f6437-a108-4b6f-b950-4e2df424cbb0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 943 time: 0.0690866 Oct 25 09:25:26.654915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on host n-h1-814746-2 for vnic_type normal with profile {"migrating_to": "n-h2-814746-2"} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:25:26.655254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:25:26.655583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:26.665703 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:25:26.666385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Attempting to bind port 4aa99734-47a9-4ccb-aff2-047ef198446d on network d1e0bba8-1496-4625-95f0-bee6050c36d5 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:26.669954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6774c330-ba23-4de6-a1a0-f11b336a8a52 req-76eee3b1-23ec-4c7a-a1eb-9bc342dc85f8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462558 Oct 25 09:25:26.674617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:25:26.675622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Checking segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:25:26.675622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Bound using segment: {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:25:26.676223 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Bound port: 4aa99734-47a9-4ccb-aff2-047ef198446d, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd849a59a-5486-407c-b0fa-4c7d51be270b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:25:26.676630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:26.758604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:25:26.762378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:25:26.766263 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:26.826576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-54530cc1-3281-4b11-9f4b-a76cfe5f63a5 None None] Provisioning complete for port 4aa99734-47a9-4ccb-aff2-047ef198446d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:26.827093 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54530cc1-3281-4b11-9f4b-a76cfe5f63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:26.869265 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=8']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:26.909631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:26.910443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:26.911848 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-7c368a7f-d192-4b49-93b6-3d01308f6b1b service neutron] 10.222.0.18 "PUT /v2.0/ports/4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 1121 time: 0.7509100 Oct 25 09:25:26.923669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54530cc1-3281-4b11-9f4b-a76cfe5f63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:26.958748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:25:26.960677 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcc233c-480f-4cd8-b889-486d56c825f3" -d '{"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:25:26.995682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-54530cc1-3281-4b11-9f4b-a76cfe5f63a5 None None] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:27.005321 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54530cc1-3281-4b11-9f4b-a76cfe5f63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:27.041066 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa8c9b-bb3f-4909-accf-cc1ede0279b4 x-openstack-request-id: req-73fa8c9b-bb3f-4909-accf-cc1ede0279b4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:25:27.041612 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:25:27.042109 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73fa8c9b-bb3f-4909-accf-cc1ede0279b4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:25:27.042505 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'code': 200} Oct 25 09:25:27.072684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['4aa99734-47a9-4ccb-aff2-047ef198446d'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:25:27.190531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530cc1-3281-4b11-9f4b-a76cfe5f63a5 None None] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:27.378648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fc1263cb-97d8-4670-987a-a54e0ab9091d None None] Provisioning complete for port 4aa99734-47a9-4ccb-aff2-047ef198446d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:27.379013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fc1263cb-97d8-4670-987a-a54e0ab9091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:27.792375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa420c5-b40b-44f7-b2a3-948fce7f55db req-5542a066-aa5a-4fd5-adc7-1312b67dcaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:27.793940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daa420c5-b40b-44f7-b2a3-948fce7f55db req-5542a066-aa5a-4fd5-adc7-1312b67dcaa7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0513849 Oct 25 09:25:27.837485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daa420c5-b40b-44f7-b2a3-948fce7f55db req-74fe7ff5-bdde-452a-b27e-9bee1f254208 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369129 Oct 25 09:25:28.474433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:25:28.476928 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d2ecd-185e-4ea7-9f97-6e7963745691" -d '{"events": [{"name": "network-changed", "server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:25:28.512474 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a3f8d-b0e2-4a94-bdf8-6590899d0f3e x-openstack-request-id: req-c29a3f8d-b0e2-4a94-bdf8-6590899d0f3e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:25:28.512773 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:25:28.513064 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c29a3f8d-b0e2-4a94-bdf8-6590899d0f3e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:25:28.513471 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'status': 'completed', 'code': 200} Oct 25 09:25:28.607398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-7eab7d75-eb3c-4636-9855-e44872b23d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:28.609115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-7eab7d75-eb3c-4636-9855-e44872b23d97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1126 time: 0.0510147 Oct 25 09:25:28.706322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-eeb68a4d-71f5-4593-9c37-1d23ae31c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:28.707809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-eeb68a4d-71f5-4593-9c37-1d23ae31c066 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 897 time: 0.0901239 Oct 25 09:25:28.775316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-10cded31-dc9f-40e0-ae94-6c54d8cf1ea3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 1000 time: 0.0593247 Oct 25 09:25:28.830947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-9b23b2c0-b2be-4b0e-a4f5-28d0a2ceb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:28.832554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-9b23b2c0-b2be-4b0e-a4f5-28d0a2ceb8b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0508544 Oct 25 09:25:28.882089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-490c6aa9-11aa-49eb-a2df-1ad83100fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:28.885045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-490c6aa9-11aa-49eb-a2df-1ad83100fead service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432167 Oct 25 09:25:28.913370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aa99734-47a9-4ccb-aff2-047ef198446d details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:25:29.008448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de151d-ed92-442d-b725-8c3ab92ee496 req-217d1034-b3ff-4532-b143-a4a6986b9383 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:29.010058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19de151d-ed92-442d-b725-8c3ab92ee496 req-217d1034-b3ff-4532-b143-a4a6986b9383 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0920355 Oct 25 09:25:29.037615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:29.046365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-585ea875-b0e0-4f37-a6ef-885008e71ae1 service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482475 Oct 25 09:25:29.048658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aa99734-47a9-4ccb-aff2-047ef198446d has no active binding in host n-h2-814746-2 {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 25 09:25:29.085066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19de151d-ed92-442d-b725-8c3ab92ee496 req-195f058d-a983-4650-9506-1c843fcdbad1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623183 Oct 25 09:25:29.155893 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a41d2ecd-185e-4ea7-9f97-6e7963745691 req-4628634f-f30c-4271-bd67-5b619302224f service neutron] 10.222.0.41 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011162 Oct 25 09:25:30.223314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de8693-ed4c-458e-9a97-e6c60274e6fc req-a8be4925-cda3-4aa2-a709-1f2a33d39573 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:30.224787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7de8693-ed4c-458e-9a97-e6c60274e6fc req-a8be4925-cda3-4aa2-a709-1f2a33d39573 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0621510 Oct 25 09:25:30.264732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7de8693-ed4c-458e-9a97-e6c60274e6fc req-418b20e9-7b45-404a-ae23-2b44a9083e21 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337956 Oct 25 09:25:31.381031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff88d0-5d06-4ec5-8514-d9fd707ca2b7 req-3844f093-852f-4162-b2ab-3b8f0e05618f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:31.382533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04ff88d0-5d06-4ec5-8514-d9fd707ca2b7 req-3844f093-852f-4162-b2ab-3b8f0e05618f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0506344 Oct 25 09:25:31.423129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04ff88d0-5d06-4ec5-8514-d9fd707ca2b7 req-002b306f-7875-427d-9523-4cb8cac9ea01 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Oct 25 09:25:32.507935 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:25:32.542986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e221417-6a93-40c3-8a0d-f79f53563350 req-f974ce9f-33a4-4a61-aef6-566a2d7fd363 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:32.544581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e221417-6a93-40c3-8a0d-f79f53563350 req-f974ce9f-33a4-4a61-aef6-566a2d7fd363 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0510666 Oct 25 09:25:32.585981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e221417-6a93-40c3-8a0d-f79f53563350 req-d9796c0f-827c-434a-ba5d-b799c270f6d1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349073 Oct 25 09:25:33.712079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad350b3-6625-4f4b-8691-9fd47ae5df14 req-d1318ba6-2269-4be8-bd6e-0bfa7112df16 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:33.713671 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ad350b3-6625-4f4b-8691-9fd47ae5df14 req-d1318ba6-2269-4be8-bd6e-0bfa7112df16 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0589104 Oct 25 09:25:33.754557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ad350b3-6625-4f4b-8691-9fd47ae5df14 req-3e5888f8-4aac-4f0d-b806-5d7742d3f2ef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346138 Oct 25 09:25:34.870128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d8435-afaf-4f4c-a488-c3b2f2d14f4d req-172fbd6d-5de6-48c0-a7eb-97862d0b8bf2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:34.871618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-538d8435-afaf-4f4c-a488-c3b2f2d14f4d req-172fbd6d-5de6-48c0-a7eb-97862d0b8bf2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0499816 Oct 25 09:25:34.911089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-538d8435-afaf-4f4c-a488-c3b2f2d14f4d req-5878429d-2b46-4226-a648-84d3fd792889 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334830 Oct 25 09:25:35.517292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-cbae1a61-8427-452e-be73-759f54ac4539 service neutron] 10.222.0.41 "GET /v2.0/ports/4aa99734-47a9-4ccb-aff2-047ef198446d/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 384 time: 0.0679131 Oct 25 09:25:35.696104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:35.716661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:25:35.766442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:25:35.769409 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8168d252-748d-42a0-b354-de6b30a839d7" -d '{"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:25:35.776787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:35.793892 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:35.828386 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e41ae0-5019-4a15-b39e-1d8510fe4d89 x-openstack-request-id: req-e7e41ae0-5019-4a15-b39e-1d8510fe4d89 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:25:35.828685 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:25:35.828960 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7e41ae0-5019-4a15-b39e-1d8510fe4d89 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:25:35.829359 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'code': 200} Oct 25 09:25:35.871366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] Transition to ACTIVE for port object 4aa99734-47a9-4ccb-aff2-047ef198446d will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:25:35.875543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:36.048195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=11']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:36.112548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] No DVR routers for this DVR port 4aa99734-47a9-4ccb-aff2-047ef198446d on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:25:36.123517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662494e6-64db-4678-84c5-ae014639f4af req-f9cd5f6a-9ace-4831-830c-38950735ec56 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:36.125050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-662494e6-64db-4678-84c5-ae014639f4af req-f9cd5f6a-9ace-4831-830c-38950735ec56 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 944 time: 0.1355004 Oct 25 09:25:36.233288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-662494e6-64db-4678-84c5-ae014639f4af req-6a64bccc-8939-47b2-9df6-e726a43b080f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778582 Oct 25 09:25:36.281119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-c6f96918-24dc-4e77-aaea-745492e56671 service neutron] 10.222.0.41 "PUT /v2.0/ports/4aa99734-47a9-4ccb-aff2-047ef198446d/bindings/n-h2-814746-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7570419 Oct 25 09:25:36.421360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-1cee421c-fa23-4657-ac97-7a78e8b9fe60 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:36.422856 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-1cee421c-fa23-4657-ac97-7a78e8b9fe60 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2&tenant_id=231557d3ca294031a5cd015168fb1e9c&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.0436237 Oct 25 09:25:36.469850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-ba097c25-1999-4cdd-b25d-4736ee2da7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:36.471858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-ba097c25-1999-4cdd-b25d-4736ee2da7fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 1095 time: 0.0409961 Oct 25 09:25:36.547718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-f0576006-dd7b-4363-aa29-f2557e79213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:36.549939 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-f0576006-dd7b-4363-aa29-f2557e79213e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0433664 Oct 25 09:25:36.651353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-75e24b5e-c4d9-49e0-adb6-5b15d286a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:36.652840 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-75e24b5e-c4d9-49e0-adb6-5b15d286a355 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 897 time: 0.0950260 Oct 25 09:25:36.723632 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-765f1c13-02c1-4011-9a05-6956ae3a0569 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 998 time: 0.0633299 Oct 25 09:25:36.779097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-22b1390d-8e7b-4147-82a1-ab5befb110af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:36.780567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-22b1390d-8e7b-4147-82a1-ab5befb110af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0469954 Oct 25 09:25:36.831282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-e5c5bf66-0493-4946-a6ec-8bb1dcab5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:36.832782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-e5c5bf66-0493-4946-a6ec-8bb1dcab5f0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441949 Oct 25 09:25:36.929033 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-f0c25c29-60e1-47b6-bca6-402a07cb89c5 service neutron] 10.222.0.18 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867035 Oct 25 09:25:37.022349 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-da219633-8122-475a-b2b5-0281a83561a3 service neutron] 10.222.0.18 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860536 Oct 25 09:25:37.313091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-f3a56e8b-cb56-496c-a542-cbbdbebe547e tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:37.314802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-f3a56e8b-cb56-496c-a542-cbbdbebe547e tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2&tenant_id=231557d3ca294031a5cd015168fb1e9c&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 1095 time: 0.0457625 Oct 25 09:25:37.368522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24ed9e-aaf1-44cd-b908-9a50dbb7571b req-1010b689-6e07-4f81-ba52-9faaed665040 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:37.370182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b24ed9e-aaf1-44cd-b908-9a50dbb7571b req-1010b689-6e07-4f81-ba52-9faaed665040 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0615497 Oct 25 09:25:37.409141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b24ed9e-aaf1-44cd-b908-9a50dbb7571b req-4b8ccf6b-638b-4a6a-a455-c1fc2d00b62b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Oct 25 09:25:37.435221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-dc731b8a-db58-4d3d-9d7b-26f969e7d5e3 service neutron] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:25:37.438886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-dc731b8a-db58-4d3d-9d7b-26f969e7d5e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:37.440565 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-dc731b8a-db58-4d3d-9d7b-26f969e7d5e3 service neutron] 10.222.0.18 "DELETE /v2.0/ports/4aa99734-47a9-4ccb-aff2-047ef198446d/bindings/n-h1-814746-2 HTTP/1.1" status: 204 len: 173 time: 0.1186292 Oct 25 09:25:37.525896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bb351-2626-45a3-8777-82e52257a0fd req-1ba66087-b0b9-4fb7-b0c0-2091825803d7 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:37.527486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e2bb351-2626-45a3-8777-82e52257a0fd req-1ba66087-b0b9-4fb7-b0c0-2091825803d7 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0480456 Oct 25 09:25:37.916543 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e2bb351-2626-45a3-8777-82e52257a0fd req-c72741b2-6e2b-4f63-ab16-b46bb96f089f tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828754 Oct 25 09:25:38.029596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d028b-3af3-4529-ad9e-01f931893739 req-8535ad3f-6533-4476-aedb-06c6a8ee97e1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:38.031090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a1d028b-3af3-4529-ad9e-01f931893739 req-8535ad3f-6533-4476-aedb-06c6a8ee97e1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0495615 Oct 25 09:25:38.070136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a1d028b-3af3-4529-ad9e-01f931893739 req-75d7574a-a309-433c-a7a3-8447cf172cee tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Oct 25 09:25:38.093797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57614) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:38.159436 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5eb88fd0-700e-470c-9210-a4e900852c79 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/80b147c9-7897-442e-aa75-295ee41b31ed HTTP/1.1" status: 200 len: 990 time: 0.0603185 Oct 25 09:25:38.240743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4aa99734-47a9-4ccb-aff2-047ef198446d no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:25:38.292911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4aa99734-47a9-4ccb-aff2-047ef198446d not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:25:38.389575 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57624) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:38.554272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 2a65f196-8c6b-4c36-81ac-37f14a33c4b3 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:25:38.554937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:38.626265 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:38.634095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:38.634332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:38.646193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 2a65f196-8c6b-4c36-81ac-37f14a33c4b3 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:25:38.803664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:38.834547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=2a65f196-8c6b-4c36-81ac-37f14a33c4b3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:38.902041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:38.902440 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Floating IP 80b147c9-7897-442e-aa75-295ee41b31ed disassociated (deleted). External IP: 172.25.8.71, port: 4aa99734-47a9-4ccb-aff2-047ef198446d. Oct 25 09:25:39.396535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 67237707-489a-4ad0-821f-162957d9ef49 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:25:39.514387 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:25:39.519025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:39.526090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] Sync routers for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:25:39.537909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:25:39.538688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:39.553884 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c60eba01-ef00-471c-927a-a363d7de2399 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/floatingips/80b147c9-7897-442e-aa75-295ee41b31ed HTTP/1.1" status: 204 len: 168 time: 1.1631017 Oct 25 09:25:39.554845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:25:39.557875 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d269c-794f-48ab-8479-ad57f603a86b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:25:39.666472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:25:39.738512 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d2eda7-eec7-4ef8-9e4a-25a680e65423 x-openstack-request-id: req-10d2eda7-eec7-4ef8-9e4a-25a680e65423 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:25:39.739785 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:25:39.740142 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10d2eda7-eec7-4ef8-9e4a-25a680e65423 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:25:39.740658 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'status': 'completed', 'code': 200} Oct 25 09:25:39.868091 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67856-0c41-44ac-80d0-c011ffd342b1 req-edc4ed61-34e1-4891-bebf-79419f95eea0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:39.869971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdc67856-0c41-44ac-80d0-c011ffd342b1 req-edc4ed61-34e1-4891-bebf-79419f95eea0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0826867 Oct 25 09:25:39.872277 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:39.885631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d269c-794f-48ab-8479-ad57f603a86b req-76bc3ce6-766c-4e1b-8314-dc45f5b45e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:39.887462 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-748d269c-794f-48ab-8479-ad57f603a86b req-76bc3ce6-766c-4e1b-8314-dc45f5b45e4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0728850 Oct 25 09:25:39.907404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:39.930692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdc67856-0c41-44ac-80d0-c011ffd342b1 req-56fef1b4-4532-44f9-a9d5-d664b16b48ab tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2da54b5-1bc9-437d-8db1-d390e8a66cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471618 Oct 25 09:25:39.933197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] Checking router: 67237707-489a-4ad0-821f-162957d9ef49 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:25:39.942698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:25:39.943473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:40.018993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d269c-794f-48ab-8479-ad57f603a86b req-67106d72-93a8-4f07-85af-0b23bc6bd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:40.020470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-748d269c-794f-48ab-8479-ad57f603a86b req-67106d72-93a8-4f07-85af-0b23bc6bd0d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 200 len: 897 time: 0.0998175 Oct 25 09:25:40.054378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:25:40.072418 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-748d269c-794f-48ab-8479-ad57f603a86b req-57597169-16da-488d-819e-76ddde5c6479 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 200 len: 217 time: 0.0427041 Oct 25 09:25:40.125155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d269c-794f-48ab-8479-ad57f603a86b req-235df826-cc04-47f7-81d6-e14fab883846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:40.127208 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-748d269c-794f-48ab-8479-ad57f603a86b req-235df826-cc04-47f7-81d6-e14fab883846 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 200 len: 834 time: 0.0456712 Oct 25 09:25:40.177061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d269c-794f-48ab-8479-ad57f603a86b req-171c9d0e-5509-48f5-9516-0d8cadf43949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:40.178509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-748d269c-794f-48ab-8479-ad57f603a86b req-171c9d0e-5509-48f5-9516-0d8cadf43949 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d1e0bba8-1496-4625-95f0-bee6050c36d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426030 Oct 25 09:25:40.290360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-748d269c-794f-48ab-8479-ad57f603a86b req-73b5e39e-fb82-4879-8565-f4450ec338f5 service neutron] 10.222.0.18 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020870 Oct 25 09:25:40.389665 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-748d269c-794f-48ab-8479-ad57f603a86b req-d5911104-70e1-4202-80e7-5df5514fbc37 service neutron] 10.222.0.18 "GET /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908523 Oct 25 09:25:40.432168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:40.461798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db28fe12-a49f-482e-a6fa-32b37232a590 None None] The sync data for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 is: [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b58bb26b-4891-4b1c-b56b-c32a19fbe13a', 'name': '', 'network_id': 'd1e0bba8-1496-4625-95f0-bee6050c36d5', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:60:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:51Z', 'updated_at': '2021-10-25T09:23:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '81a0124a-20db-4bef-a785-35cfc3832e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:25:40.534036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-0244f6ae-c061-432c-8b3e-380a6456ac8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:40.535658 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-0244f6ae-c061-432c-8b3e-380a6456ac8b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0641394 Oct 25 09:25:40.635139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 4aa99734-47a9-4ccb-aff2-047ef198446d {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:25:40.635807 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:40.718799 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b16533-491a-4e28-9a85-97d990973872 None None] New status for floating IP 80b147c9-7897-442e-aa75-295ee41b31ed: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:25:40.743436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port 4aa99734-47a9-4ccb-aff2-047ef198446d, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4aa99734-47a9-4ccb-aff2-047ef198446d,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:40.743797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:40.756971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 4aa99734-47a9-4ccb-aff2-047ef198446d owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:25:40.905272 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:40.934058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=4aa99734-47a9-4ccb-aff2-047ef198446d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:40.981148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] No DVR routers for this DVR port 4aa99734-47a9-4ccb-aff2-047ef198446d on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:25:40.984054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:40.988729 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eae4c3ac-8bf5-462e-8541-8b5090e3bea4 req-d84073ff-11fb-4ff7-957d-873893235470 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "DELETE /v2.0/ports/4aa99734-47a9-4ccb-aff2-047ef198446d HTTP/1.1" status: 204 len: 173 time: 0.4462557 Oct 25 09:25:41.037762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-894c69d8-008e-470b-96cd-e2bf4bd87035 req-83227c05-8fd9-481d-b961-acc2da7690f7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9509448-913a-48e8-9497-360e10a1d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0343070 Oct 25 09:25:41.741974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-deleted', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:25:41.744373 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880a5da5-01f0-4be4-904a-b06079802b0f" -d '{"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-deleted", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:25:41.779417 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e6423-5a43-4ab8-a4ad-da4b0cb45753 x-openstack-request-id: req-d38e6423-5a43-4ab8-a4ad-da4b0cb45753 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:25:41.779714 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9509448-913a-48e8-9497-360e10a1d6f2", "name": "network-vif-deleted", "tag": "4aa99734-47a9-4ccb-aff2-047ef198446d", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:25:41.779970 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d38e6423-5a43-4ab8-a4ad-da4b0cb45753 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:25:41.780379 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9509448-913a-48e8-9497-360e10a1d6f2', 'name': 'network-vif-deleted', 'tag': '4aa99734-47a9-4ccb-aff2-047ef198446d', 'status': 'completed', 'code': 200} Oct 25 09:25:42.099309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57704) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:42.484664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:42.745011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port b58bb26b-4891-4b1c-b56b-c32a19fbe13a {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:25:42.745738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:42.843792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port b58bb26b-4891-4b1c-b56b-c32a19fbe13a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:42.844219 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:42.861685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for b58bb26b-4891-4b1c-b56b-c32a19fbe13a owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:25:43.059606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:43.087934 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=b58bb26b-4891-4b1c-b56b-c32a19fbe13a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:43.287706 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:43.505128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router 67237707-489a-4ad0-821f-162957d9ef49 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:25:43.613081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:25:43.621136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57728) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:43.621564 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2f4e0133-bceb-4598-a558-d59d3928b9a9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "PUT /v2.0/routers/67237707-489a-4ad0-821f-162957d9ef49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5208068 Oct 25 09:25:43.623293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] Sync routers for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:25:43.641136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:25:43.641930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:43.673017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting subnet 81a0124a-20db-4bef-a785-35cfc3832e00 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:25:43.677563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:43.724688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:43.758403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:25:43.818479 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:43.882079 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:43.916100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Subnet': ['ID=81a0124a-20db-4bef-a785-35cfc3832e00,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:43.925680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:43.930445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/subnets/81a0124a-20db-4bef-a785-35cfc3832e00 HTTP/1.1" status: 204 len: 168 time: 0.3076684 Oct 25 09:25:43.931846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.932191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.932593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.932867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.933043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57738) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:43.933458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.933586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.933858 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.934188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.935024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.935360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.935687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.936009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e872b14b-225d-41d1-9801-2df6b449b0dc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:43.942847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a3de1-b927-41a5-aae6-482be3d63685 None None] Network d1e0bba8-1496-4625-95f0-bee6050c36d5 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:25:44.019614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:25:43Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:44.064361 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.096498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] Checking router: 67237707-489a-4ad0-821f-162957d9ef49 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:25:44.111903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] Routers {'67237707-489a-4ad0-821f-162957d9ef49'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:25:44.112518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['67237707-489a-4ad0-821f-162957d9ef49'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:44.185228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.206043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] DHCP port deletion for d1e0bba8-1496-4625-95f0-bee6050c36d5 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:25:44.251308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port cb48950f-d2ed-422b-8009-cf4c99735e5c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:25:44.251664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.271565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] Set router 67237707-489a-4ad0-821f-162957d9ef49 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:25:44.346851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port cb48950f-d2ed-422b-8009-cf4c99735e5c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cb48950f-d2ed-422b-8009-cf4c99735e5c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:44.347234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.359558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for cb48950f-d2ed-422b-8009-cf4c99735e5c owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:25:44.389929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Deleting port b22f3c2c-0df1-4444-8f30-880fc628439c {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:25:44.390300 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.490625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] For port b22f3c2c-0df1-4444-8f30-880fc628439c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b22f3c2c-0df1-4444-8f30-880fc628439c,segment=NetworkSegment(d849a59a-5486-407c-b0fa-4c7d51be270b),segment_id=d849a59a-5486-407c-b0fa-4c7d51be270b)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:44.490964 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.507901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Calling delete_port for b22f3c2c-0df1-4444-8f30-880fc628439c owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:25:44.552523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.586186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:25:43Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:44.588746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=cb48950f-d2ed-422b-8009-cf4c99735e5c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:44.622299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a93bfd-7c6c-412e-bfa8-2c53815f3eab None None] The sync data for ids ['67237707-489a-4ad0-821f-162957d9ef49'] in n-d-814746-2 is: [{'id': '67237707-489a-4ad0-821f-162957d9ef49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-719588960', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:25:43Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': 'cb48950f-d2ed-422b-8009-cf4c99735e5c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67237707-489a-4ad0-821f-162957d9ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:23:47Z', 'updated_at': '2021-10-25T09:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:25:44.635903 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.659095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Pushing event deleted for resources: {'Port': ['ID=b22f3c2c-0df1-4444-8f30-880fc628439c,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:44.662547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.670941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.671284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.671626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.671966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.672312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.672642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.673005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.673548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.674044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.674369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.674695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.675019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:44.679440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c24991-8ee6-42a8-ad96-be5228f1c534 None None] No DVR routers for this DVR port b22f3c2c-0df1-4444-8f30-880fc628439c on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:25:44.780091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.782402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.831964 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.832711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Fanout notify agent at l3_agent the message router_deleted on router 67237707-489a-4ad0-821f-162957d9ef49 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:25:44.841804 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.845663 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-196772a5-229c-456c-a22d-cf03585b5bc0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/routers/67237707-489a-4ad0-821f-162957d9ef49 HTTP/1.1" status: 204 len: 168 time: 0.9090259 Oct 25 09:25:44.846620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57754) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:44.938042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aa99734-47a9-4ccb-aff2-047ef198446d no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:25:44.950652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:44.959518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 4aa99734-47a9-4ccb-aff2-047ef198446d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:25:44.959945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4aa99734-47a9-4ccb-aff2-047ef198446d not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:25:44.999148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b58bb26b-4891-4b1c-b56b-c32a19fbe13a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:25:45.024981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b58bb26b-4891-4b1c-b56b-c32a19fbe13a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:25:45.025323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b58bb26b-4891-4b1c-b56b-c32a19fbe13a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:25:45.025734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b22f3c2c-0df1-4444-8f30-880fc628439c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:25:45.058877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b22f3c2c-0df1-4444-8f30-880fc628439c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:25:45.059350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b22f3c2c-0df1-4444-8f30-880fc628439c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:25:45.068372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.092604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e0bba8-1496-4625-95f0-bee6050c36d5']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:45.106292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd849a59a-5486-407c-b0fa-4c7d51be270b') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:45.106678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd849a59a-5486-407c-b0fa-4c7d51be270b') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:45.119195 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.137473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.144147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:25:45.144534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:25:45.148417 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:25:45.221022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.229184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.234650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/networks/d1e0bba8-1496-4625-95f0-bee6050c36d5 HTTP/1.1" status: 204 len: 168 time: 0.3869159 Oct 25 09:25:45.238112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57762) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:45.256413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df066c-e9d8-4288-aafd-d73ac3aaedde tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Network': ['ID=d1e0bba8-1496-4625-95f0-bee6050c36d5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:45.307691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e15acb25-5f3c-4fcf-8e42-40dbd0668a46 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.339993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e15acb25-5f3c-4fcf-8e42-40dbd0668a46 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.410089 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e15acb25-5f3c-4fcf-8e42-40dbd0668a46 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.412840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e15acb25-5f3c-4fcf-8e42-40dbd0668a46 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.414187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e15acb25-5f3c-4fcf-8e42-40dbd0668a46 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/security-groups/f2da54b5-1bc9-437d-8db1-d390e8a66cb7 HTTP/1.1" status: 204 len: 168 time: 0.1749327 Oct 25 09:25:45.428147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15acb25-5f3c-4fcf-8e42-40dbd0668a46 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2da54b5-1bc9-437d-8db1-d390e8a66cb7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:45.873933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57776) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:45.878888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c1f4432c-905a-4ce9-9636-5118d7935206 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306778562', 'description': 'tempest-secgroup-smoke-306778562 description', 'project_id': '231557d3ca294031a5cd015168fb1e9c'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:45.903035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1f4432c-905a-4ce9-9636-5118d7935206 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.975605 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1f4432c-905a-4ce9-9636-5118d7935206 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:45.980566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1f4432c-905a-4ce9-9636-5118d7935206 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.013608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4432c-905a-4ce9-9636-5118d7935206 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50efd238-fb9b-4c70-bb31-f8df63d7cc30,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:46.022332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c1f4432c-905a-4ce9-9636-5118d7935206 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.026787 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c1f4432c-905a-4ce9-9636-5118d7935206 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1515496 Oct 25 09:25:46.026953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57784) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:46.032232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-91e84c59-30b3-49bb-b4ca-11d7c8307c44 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '50efd238-fb9b-4c70-bb31-f8df63d7cc30', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:46.067887 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-91e84c59-30b3-49bb-b4ca-11d7c8307c44 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.124911 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-91e84c59-30b3-49bb-b4ca-11d7c8307c44 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.129016 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-91e84c59-30b3-49bb-b4ca-11d7c8307c44 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.147863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e84c59-30b3-49bb-b4ca-11d7c8307c44 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b113a0d-7820-4a01-94cc-21d52097535b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:46.153281 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-91e84c59-30b3-49bb-b4ca-11d7c8307c44 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.157321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57786) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:46.157488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-91e84c59-30b3-49bb-b4ca-11d7c8307c44 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292043 Oct 25 09:25:46.163172 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-89bf355d-2238-49a4-8dcb-d61e26d771e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '50efd238-fb9b-4c70-bb31-f8df63d7cc30', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:46.190033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89bf355d-2238-49a4-8dcb-d61e26d771e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.257503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89bf355d-2238-49a4-8dcb-d61e26d771e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.261919 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89bf355d-2238-49a4-8dcb-d61e26d771e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.280591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf355d-2238-49a4-8dcb-d61e26d771e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce47eb7-7e87-4a32-824c-bd35cbd844af,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:46.290912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89bf355d-2238-49a4-8dcb-d61e26d771e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.292237 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-89bf355d-2238-49a4-8dcb-d61e26d771e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328595 Oct 25 09:25:46.295099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57792) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:46.301472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5eabee3d-60b1-4616-b0db-e7c963791fc3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '50efd238-fb9b-4c70-bb31-f8df63d7cc30', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:46.339094 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5eabee3d-60b1-4616-b0db-e7c963791fc3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.402846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5eabee3d-60b1-4616-b0db-e7c963791fc3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.410255 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5eabee3d-60b1-4616-b0db-e7c963791fc3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.426732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabee3d-60b1-4616-b0db-e7c963791fc3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb42779-4cfa-4612-9cd7-b328607492e3,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:46.435344 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c798f84-4f77-4f8e-b771-5996960bf43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.440142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5eabee3d-60b1-4616-b0db-e7c963791fc3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.441619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5eabee3d-60b1-4616-b0db-e7c963791fc3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454592 Oct 25 09:25:46.444162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57794) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:46.448806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5496014c-b968-46dc-8ef2-a6fbd7d307ec tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '50efd238-fb9b-4c70-bb31-f8df63d7cc30', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:46.476017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5496014c-b968-46dc-8ef2-a6fbd7d307ec tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.541162 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5496014c-b968-46dc-8ef2-a6fbd7d307ec tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.544848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5496014c-b968-46dc-8ef2-a6fbd7d307ec tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.565551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496014c-b968-46dc-8ef2-a6fbd7d307ec tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebceac06-2fc4-4ffa-8f98-b2d811883e60,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:46.577178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5496014c-b968-46dc-8ef2-a6fbd7d307ec tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.578409 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5496014c-b968-46dc-8ef2-a6fbd7d307ec tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329935 Oct 25 09:25:46.581598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57800) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:46.585988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c6a43eec-a84e-4c79-b33b-25b2ac6e8d50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '50efd238-fb9b-4c70-bb31-f8df63d7cc30', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:46.609328 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-c6a43eec-a84e-4c79-b33b-25b2ac6e8d50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Project 231557d3ca294031a5cd015168fb1e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:25:46.615529 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6a43eec-a84e-4c79-b33b-25b2ac6e8d50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.676640 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6a43eec-a84e-4c79-b33b-25b2ac6e8d50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.680958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6a43eec-a84e-4c79-b33b-25b2ac6e8d50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.700348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a43eec-a84e-4c79-b33b-25b2ac6e8d50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512d5c5f-3b47-4432-991f-c42ced0ed161,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:46.709629 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6a43eec-a84e-4c79-b33b-25b2ac6e8d50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.713618 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57802) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:46.713747 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c6a43eec-a84e-4c79-b33b-25b2ac6e8d50 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311793 Oct 25 09:25:46.718326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-78a9cce1-b008-4d85-9f80-4f7cc8146015 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'security_group_rule': {'security_group_id': '50efd238-fb9b-4c70-bb31-f8df63d7cc30', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:46.742463 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-78a9cce1-b008-4d85-9f80-4f7cc8146015 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Project 231557d3ca294031a5cd015168fb1e9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:25:46.747319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78a9cce1-b008-4d85-9f80-4f7cc8146015 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.817357 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78a9cce1-b008-4d85-9f80-4f7cc8146015 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.822173 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78a9cce1-b008-4d85-9f80-4f7cc8146015 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.834340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cb48950f-d2ed-422b-8009-cf4c99735e5c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:25:46.843741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9cce1-b008-4d85-9f80-4f7cc8146015 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0cf4b2-a26b-4b77-80a8-3bd239d59a8e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:46.854840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-78a9cce1-b008-4d85-9f80-4f7cc8146015 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.856089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-78a9cce1-b008-4d85-9f80-4f7cc8146015 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414635 Oct 25 09:25:46.860305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57808) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:46.866319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: cb48950f-d2ed-422b-8009-cf4c99735e5c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:25:46.866672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cb48950f-d2ed-422b-8009-cf4c99735e5c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:25:46.866816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'network': {'name': 'tempest-network-smoke--1410036193', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'port_security_enabled': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:46.900687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:25:46.904241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.934199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:25:46.946492 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:46.946831 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Added segment f10b0a3e-7b17-427c-bafd-3fb7a3496640 of type vlan for network 5445ceb1-7217-400c-ac57-0154b64f0991 Oct 25 09:25:46.997944 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.027694 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.033924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:47.034507 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.118214 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2558537 Oct 25 09:25:47.121107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57816) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:47.136555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'admin_state_up': True, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:47.145359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7810e88-e39d-418e-b810-2c712d508db6 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Network': ['ID=5445ceb1-7217-400c-ac57-0154b64f0991,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:47.158935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 5445ceb1-7217-400c-ac57-0154b64f0991 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:25:47.167600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.168649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.223318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.648545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.848775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.868290 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:47.979776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.25.8.28 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1beb1c72-1188-477d-8ace-0e534df62f49) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:25:48.082892 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:48.123951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:48.169988 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:25:48.173887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:25:48.179198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:25:48.202705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=1beb1c72-1188-477d-8ace-0e534df62f49,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:48.437943 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:48.637459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:48.741862 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b875422f-7b3a-472e-ab04-3c3b52483eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:48.768565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router bd5838b2-e6e1-4d42-907b-4311451b6ab5 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:25:48.880127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:25:48.892411 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Sync routers for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:25:48.902265 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:48.902892 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:25:48.906568 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:48.906756 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a262a181-89d6-4e40-8349-689d3b0fd96f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7814219 Oct 25 09:25:48.908000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57848) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:48.948539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1d1cd15f-6b04-46fe-a3c8-af090910c31e tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=231557d3ca294031a5cd015168fb1e9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392208 Oct 25 09:25:48.952230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57850) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:49.015204 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:25:49.110920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a23d4-c7ad-4b89-bd32-f2714208239d tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:49.112551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-036a23d4-c7ad-4b89-bd32-f2714208239d tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1593902 Oct 25 09:25:49.115443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57854) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:49.144933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bb24c12c-b253-4a61-91ae-e07d94056841 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279264 Oct 25 09:25:49.147259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 57858) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:49.152361 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-655635645', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:49.227925 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:48Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:49.252063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:25:49.255720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.259247 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Checking router: bd5838b2-e6e1-4d42-907b-4311451b6ab5 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:25:49.259594 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Updating router bd5838b2-e6e1-4d42-907b-4311451b6ab5 port 1beb1c72-1188-477d-8ace-0e534df62f49 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:25:49.285572 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.451748 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.509700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Subnet': ['ID=1130f8a9-a433-47d6-be70-26909df24e89,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:49.534054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Checking segment: {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:25:49.534595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network hostable DHCP agents. Network: 5445ceb1-7217-400c-ac57-0154b64f0991, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:25:49.552612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 5445ceb1-7217-400c-ac57-0154b64f0991 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:25:49.571278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 5445ceb1-7217-400c-ac57-0154b64f0991) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:25:49.582142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd548cfc-3950-43a7-a449-cdebe404ec90 None None] Network 5445ceb1-7217-400c-ac57-0154b64f0991 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:25:49.582423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:49.583081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.589222 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.596014 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.600750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fafd9021-0021-452c-b5ce-430285ae99e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4523394 Oct 25 09:25:49.603571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 57868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:25:49.649043 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Attempting to bind port 1beb1c72-1188-477d-8ace-0e534df62f49 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:25:49.649483 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Attempting to bind port 1beb1c72-1188-477d-8ace-0e534df62f49 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:25:49.650347 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Attempting to bind port 1beb1c72-1188-477d-8ace-0e534df62f49 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:49.652290 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Pushing event updated for resources: {'Port': ['ID=1beb1c72-1188-477d-8ace-0e534df62f49,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:49.662654 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.662986 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.663312 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.663636 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.663954 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.664290 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.664589 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.664912 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.665233 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.665562 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.665857 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.666213 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:25:49.676435 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:25:49.677028 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:25:49.677579 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.678535 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:25:49.679186 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Bound port: 1beb1c72-1188-477d-8ace-0e534df62f49, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:25:49.679717 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.748767 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] For port 1beb1c72-1188-477d-8ace-0e534df62f49, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:25:49.755804 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] For port 1beb1c72-1188-477d-8ace-0e534df62f49, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1beb1c72-1188-477d-8ace-0e534df62f49,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:25:49.762317 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.822918 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:25:49.823636 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:49.865252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-5445ceb1-7217-400c-ac57-0154b64f0991', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:25:49.866353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:49.944644 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:25:50.011243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Allocated IP 172.20.0.2 (5445ceb1-7217-400c-ac57-0154b64f0991/1130f8a9-a433-47d6-be70-26909df24e89/7defeb72-ac19-4b17-8a49-363a4ab02284) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:25:50.102374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.108338 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.216902 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.226333 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.247317 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e03adf-66dd-40e0-9b0e-e73f3eef651b None None] Pushing event updated for resources: {'Port': ['ID=1beb1c72-1188-477d-8ace-0e534df62f49,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:50.247514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.267714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Network 5445ceb1-7217-400c-ac57-0154b64f0991 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:25:50.271013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:25:50.274615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:25:50.287453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Pushing event updated for resources: {'Port': ['ID=7defeb72-ac19-4b17-8a49-363a4ab02284,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:50.291657 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:48Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:50.319963 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6787d37-ebc9-4814-ad18-8f4f6ba9699e None None] The sync data for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 is: [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:48Z', 'revision_number': 3, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:25:50.339297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Attempting to bind port 7defeb72-ac19-4b17-8a49-363a4ab02284 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:25:50.339653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Attempting to bind port 7defeb72-ac19-4b17-8a49-363a4ab02284 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:25:50.340021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Attempting to bind port 7defeb72-ac19-4b17-8a49-363a4ab02284 on network 5445ceb1-7217-400c-ac57-0154b64f0991 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:50.345891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:25:50.346262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Checking segment: {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:25:50.346665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.347072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Bound using segment: {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:25:50.347528 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Bound port: 7defeb72-ac19-4b17-8a49-363a4ab02284, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:25:50.347905 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.418281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] For port 7defeb72-ac19-4b17-8a49-363a4ab02284, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:25:50.422507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] For port 7defeb72-ac19-4b17-8a49-363a4ab02284, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7defeb72-ac19-4b17-8a49-363a4ab02284,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:25:50.427928 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.526802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331086-31b3-4098-880a-5333c9efc1e4 None None] Pushing event updated for resources: {'Port': ['ID=7defeb72-ac19-4b17-8a49-363a4ab02284,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:50.580025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.20.0.1 (5445ceb1-7217-400c-ac57-0154b64f0991/1130f8a9-a433-47d6-be70-26909df24e89/fa08f640-0791-433a-8c1a-3e18e61db257) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:25:50.743793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.808755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.859560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 5445ceb1-7217-400c-ac57-0154b64f0991 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:25:50.906584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:25:50.911137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:25:50.996832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:50.999805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=fa08f640-0791-433a-8c1a-3e18e61db257,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:51.001839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1beb1c72-1188-477d-8ace-0e534df62f49 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:25:51.057295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1beb1c72-1188-477d-8ace-0e534df62f49 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:51.057663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.153978 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.166509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.176315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 1beb1c72-1188-477d-8ace-0e534df62f49, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1beb1c72-1188-477d-8ace-0e534df62f49,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:51.185093 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.185886 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7defeb72-ac19-4b17-8a49-363a4ab02284 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:25:51.446695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=1beb1c72-1188-477d-8ace-0e534df62f49,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:51.533340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7defeb72-ac19-4b17-8a49-363a4ab02284 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:51.533976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.651811 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.697931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 7defeb72-ac19-4b17-8a49-363a4ab02284, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7defeb72-ac19-4b17-8a49-363a4ab02284,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:51.704592 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.771087 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=7defeb72-ac19-4b17-8a49-363a4ab02284,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:51.826616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.901482 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.908061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:51.953420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f9eb7-eb50-4ca9-aa44-6c7af875a119 None None] Network 5445ceb1-7217-400c-ac57-0154b64f0991 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:25:51.987055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=fa08f640-0791-433a-8c1a-3e18e61db257,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:51.989638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:52.069150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a3625a5c-6b49-4f65-adde-e6069dace722 None None] Provisioning complete for port 7defeb72-ac19-4b17-8a49-363a4ab02284 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:52.070392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a3625a5c-6b49-4f65-adde-e6069dace722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:52.096519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 5445ceb1-7217-400c-ac57-0154b64f0991 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:25:52.098901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:25:52.224501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router bd5838b2-e6e1-4d42-907b-4311451b6ab5 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:25:52.351374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:25:52.357906 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c7f5e4c0-c821-4ea3-8297-bb9a956f9b00 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "PUT /v2.0/routers/bd5838b2-e6e1-4d42-907b-4311451b6ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7528305 Oct 25 09:25:52.553786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Sync routers for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:25:52.572773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-969dfb76-874c-400e-9fb5-13f5092a5e3d None None] Provisioning complete for port 7defeb72-ac19-4b17-8a49-363a4ab02284 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:52.573047 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-969dfb76-874c-400e-9fb5-13f5092a5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:52.577314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-31fa7112-e876-44b9-9ba1-9e077e3035ce tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306778562&fields=id&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 267 time: 0.0425909 Oct 25 09:25:52.577874 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:25:52.578508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:52.709722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-2cf1a730-6ef8-46b0-80bd-809137c4f89c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:52.711190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-2cf1a730-6ef8-46b0-80bd-809137c4f89c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/networks?id=5445ceb1-7217-400c-ac57-0154b64f0991 HTTP/1.1" status: 200 len: 797 time: 0.1225290 Oct 25 09:25:52.733679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-85fc4ecb-ffe8-4d4a-82c0-78f59235f9bc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/quotas/231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 375 time: 0.0160520 Oct 25 09:25:52.772996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:25:52.816434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-ca46b471-2000-4f7d-afc1-86bb3d120b5e tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754120 Oct 25 09:25:52.831318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-969dfb76-874c-400e-9fb5-13f5092a5e3d None None] Provisioning complete for port fa08f640-0791-433a-8c1a-3e18e61db257 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:52.831824 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-969dfb76-874c-400e-9fb5-13f5092a5e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:52.874136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-969dfb76-874c-400e-9fb5-13f5092a5e3d None None] Port fa08f640-0791-433a-8c1a-3e18e61db257 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:25:52.924015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1beb1c72-1188-477d-8ace-0e534df62f49 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:25:52.925513 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-e56b734d-85c9-4d16-8517-c0ccda79037e service neutron] 10.222.0.32 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010945 Oct 25 09:25:53.021341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c18c6ba2-2248-4b42-bd3d-539b102fd222 None None] Provisioning complete for port fa08f640-0791-433a-8c1a-3e18e61db257 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:53.021931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c18c6ba2-2248-4b42-bd3d-539b102fd222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.037718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-372ef43c-31a9-4fb8-9bee-2f13a431464e service neutron] 10.222.0.32 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074727 Oct 25 09:25:53.082290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1beb1c72-1188-477d-8ace-0e534df62f49 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:53.083197 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.144417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c18c6ba2-2248-4b42-bd3d-539b102fd222 None None] Port fa08f640-0791-433a-8c1a-3e18e61db257 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:25:53.231688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7defeb72-ac19-4b17-8a49-363a4ab02284 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:25:53.262259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd3b8bcb-6755-442c-916f-eaac8dddb9c7 req-5cdb4737-be6c-40b6-92eb-13d20a9f6849 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 210 time: 0.0330291 Oct 25 09:25:53.300757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 2, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:53.342587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Checking router: bd5838b2-e6e1-4d42-907b-4311451b6ab5 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:25:53.343095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Updating router bd5838b2-e6e1-4d42-907b-4311451b6ab5 port fa08f640-0791-433a-8c1a-3e18e61db257 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:25:53.348269 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3c806915-2bfe-485b-bb54-703b2555d588 None None] Provisioning complete for port fa08f640-0791-433a-8c1a-3e18e61db257 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:53.348269 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3c806915-2bfe-485b-bb54-703b2555d588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.402936 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.406524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7defeb72-ac19-4b17-8a49-363a4ab02284 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:53.406887 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.443107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3c806915-2bfe-485b-bb54-703b2555d588 None None] Port fa08f640-0791-433a-8c1a-3e18e61db257 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:25:53.767468 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.774431 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.831270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ea22-115b-4ece-a6d4-296be55d92f7 None None] Pushing event updated for resources: {'Port': ['ID=fa08f640-0791-433a-8c1a-3e18e61db257,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:53.893378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Attempting to bind port fa08f640-0791-433a-8c1a-3e18e61db257 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:25:53.893742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Attempting to bind port fa08f640-0791-433a-8c1a-3e18e61db257 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:25:53.894102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Attempting to bind port fa08f640-0791-433a-8c1a-3e18e61db257 on network 5445ceb1-7217-400c-ac57-0154b64f0991 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:53.900409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:25:53.900784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Checking segment: {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:25:53.901215 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.901601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Bound using segment: {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:25:53.902067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Bound port: fa08f640-0791-433a-8c1a-3e18e61db257, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:25:53.902445 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:53.972989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] For port fa08f640-0791-433a-8c1a-3e18e61db257, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:25:53.976432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] For port fa08f640-0791-433a-8c1a-3e18e61db257, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fa08f640-0791-433a-8c1a-3e18e61db257,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:25:53.982049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:54.046597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ea22-115b-4ece-a6d4-296be55d92f7 None None] Pushing event updated for resources: {'Port': ['ID=fa08f640-0791-433a-8c1a-3e18e61db257,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:54.050012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:25:54.050287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:54.174808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:25:54.441842 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbf95ac3-70d2-46a4-8d41-3aa4ceba1d08 req-c50b4edc-2128-48b1-b110-06e9a385895b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 210 time: 0.0624132 Oct 25 09:25:54.452042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c997d448-99a4-47b8-a2a1-052910428610 None None] Provisioning complete for port fa08f640-0791-433a-8c1a-3e18e61db257 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:54.452042 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c997d448-99a4-47b8-a2a1-052910428610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:54.511739 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-ee8c51f6-74a9-4f92-9586-3a28080bd0c9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:54.513664 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-ee8c51f6-74a9-4f92-9586-3a28080bd0c9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/networks?id=5445ceb1-7217-400c-ac57-0154b64f0991 HTTP/1.1" status: 200 len: 797 time: 0.2732253 Oct 25 09:25:54.580177 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-5167cae0-8c4e-4ba9-a933-26829559e9af tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231557d3ca294031a5cd015168fb1e9c HTTP/1.1" status: 200 len: 379 time: 0.0462203 Oct 25 09:25:54.594399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'port': {'device_id': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'admin_state_up': True, 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'security_groups': ['50efd238-fb9b-4c70-bb31-f8df63d7cc30']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:54.656682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c997d448-99a4-47b8-a2a1-052910428610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:54.703408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c997d448-99a4-47b8-a2a1-052910428610 None None] For port fa08f640-0791-433a-8c1a-3e18e61db257, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fa08f640-0791-433a-8c1a-3e18e61db257,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:54.710447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c997d448-99a4-47b8-a2a1-052910428610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:54.711108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Made reservation on behalf of 231557d3ca294031a5cd015168fb1e9c for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:25:54.715469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:54.748977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:53Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:25:54.778809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9fca7-09cd-45ac-9aeb-f74490dde2a5 None None] The sync data for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 is: [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:53Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:25:54.798704 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997d448-99a4-47b8-a2a1-052910428610 None None] Pushing event updated for resources: {'Port': ['ID=fa08f640-0791-433a-8c1a-3e18e61db257,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:54.834107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7a3b276e-0b8b-4ef7-acc9-e0abd66c7c7a None None] Provisioning complete for port fa08f640-0791-433a-8c1a-3e18e61db257 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:54.834511 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7a3b276e-0b8b-4ef7-acc9-e0abd66c7c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:54.886888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.20.0.13 (5445ceb1-7217-400c-ac57-0154b64f0991/1130f8a9-a433-47d6-be70-26909df24e89/72e635e2-ea7e-45e3-8c9d-b525766f0d45) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:25:55.069121 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:55.125806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:55.175195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 5445ceb1-7217-400c-ac57-0154b64f0991 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:25:55.178557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:25:55.183087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:25:55.188207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:55.259070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:55.260408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:55.283759 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-46baae49-50c3-4468-9a1c-3d65318e8f88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6979113 Oct 25 09:25:55.303063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Request body: {'port': {'device_id': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:25:55.385168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:55.495334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a9392d4f-3b35-4ce2-90a5-e8fae745a013 None None] Provisioning complete for port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:55.496085 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a9392d4f-3b35-4ce2-90a5-e8fae745a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:55.567606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a9392d4f-3b35-4ce2-90a5-e8fae745a013 None None] Port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:25:55.583826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce85b98-551c-4bf4-a462-5ae02af26a91 req-6e341a01-6bf4-4b42-9464-6635541bcc1c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:55.593261 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ce85b98-551c-4bf4-a462-5ae02af26a91 req-6e341a01-6bf4-4b42-9464-6635541bcc1c tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 932 time: 0.0745821 Oct 25 09:25:55.643641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ce85b98-551c-4bf4-a462-5ae02af26a91 req-3e7f0342-d228-4b39-8d1c-95462eeb0955 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448093 Oct 25 09:25:55.714853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e635e2-ea7e-45e3-8c9d-b525766f0d45 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:25:55.730687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:55.748202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Transition to ACTIVE for port object 72e635e2-ea7e-45e3-8c9d-b525766f0d45 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:25:55.755547 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:55.882325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:55.952235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Attempting to bind port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:25:55.952571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Attempting to bind port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:25:55.952921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Attempting to bind port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 on network 5445ceb1-7217-400c-ac57-0154b64f0991 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:55.961773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 on network 5445ceb1-7217-400c-ac57-0154b64f0991 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:25:55.961963 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Attempting to bind port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 on network 5445ceb1-7217-400c-ac57-0154b64f0991 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:25:55.969149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:25:55.969997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Checking segment: {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:25:55.970398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Bound using segment: {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:25:55.970841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Bound port: 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10b0a3e-7b17-427c-bafd-3fb7a3496640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:25:55.971203 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:56.045604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:25:56.049474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:25:56.054511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:56.097503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.098519 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:56.100269 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/72e635e2-ea7e-45e3-8c9d-b525766f0d45 HTTP/1.1" status: 200 len: 1092 time: 0.8028591 Oct 25 09:25:56.100826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:25:56.103428 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6789bc3-eedc-42eb-aadb-14d30ab14479" -d '{"events": [{"name": "network-changed", "server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:25:56.142116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adcc70-a7a7-4d37-8e61-c5f4bebca4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:56.203528 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e22bfc-96c6-4ec9-921f-ca018656e053 x-openstack-request-id: req-15e22bfc-96c6-4ec9-921f-ca018656e053 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:25:56.204957 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:25:56.206366 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15e22bfc-96c6-4ec9-921f-ca018656e053 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:25:56.207022 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'status': 'completed', 'code': 200} Oct 25 09:25:56.233514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-edc1e4af-b1c4-47f5-ad9e-035d4fdf8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.235843 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-edc1e4af-b1c4-47f5-ad9e-035d4fdf8b19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1095 time: 0.0722375 Oct 25 09:25:56.290735 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-6d4a5e35-1deb-42dc-a53c-f0e5dd44376b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45 HTTP/1.1" status: 200 len: 217 time: 0.0414188 Oct 25 09:25:56.347917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-fa5c6032-9b32-49b6-8000-b06be2a7e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.349468 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-fa5c6032-9b32-49b6-8000-b06be2a7e3f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1130f8a9-a433-47d6-be70-26909df24e89 HTTP/1.1" status: 200 len: 834 time: 0.0519681 Oct 25 09:25:56.401968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-f12136b8-d6ed-488b-8cf9-778998d7d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.403454 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-f12136b8-d6ed-488b-8cf9-778998d7d7d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5445ceb1-7217-400c-ac57-0154b64f0991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465882 Oct 25 09:25:56.500657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-bcfc744d-cf79-44f2-87db-793747f52d35 service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894711 Oct 25 09:25:56.596108 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f9e5e3c4-dbcd-468e-8c5d-7454ccd871f2 req-a291d1cd-4251-4c46-ba41-bd4a3962cdf8 service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874574 Oct 25 09:25:56.721787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-b60ef81e-ca8c-4e4e-8fcc-acf7b8f04e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.724048 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-b60ef81e-ca8c-4e4e-8fcc-acf7b8f04e06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1095 time: 0.0445111 Oct 25 09:25:56.768006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6be5f4-1c5f-4d9c-a16b-e4f35e0c8187 req-4f7ad891-444b-40a6-8881-dedd4a76ed09 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.769761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d6be5f4-1c5f-4d9c-a16b-e4f35e0c8187 req-4f7ad891-444b-40a6-8881-dedd4a76ed09 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 944 time: 0.0585339 Oct 25 09:25:56.810511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d6be5f4-1c5f-4d9c-a16b-e4f35e0c8187 req-4026557c-927d-45b1-82d6-ce4fd83a69e2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348880 Oct 25 09:25:56.830029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-e1f3fb16-bb05-4caa-8714-9f8b087db7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.831988 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-e1f3fb16-bb05-4caa-8714-9f8b087db7c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5445ceb1-7217-400c-ac57-0154b64f0991 HTTP/1.1" status: 200 len: 898 time: 0.0996499 Oct 25 09:25:56.876787 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-89dc012c-3547-465e-aa2d-1d54b719b3fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45 HTTP/1.1" status: 200 len: 217 time: 0.0374131 Oct 25 09:25:56.916865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fa08f640-0791-433a-8c1a-3e18e61db257 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:25:56.933691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-bfabce8e-4849-4660-82b3-f59369efcc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.935907 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-bfabce8e-4849-4660-82b3-f59369efcc22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1130f8a9-a433-47d6-be70-26909df24e89 HTTP/1.1" status: 200 len: 834 time: 0.0528655 Oct 25 09:25:56.968735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port fa08f640-0791-433a-8c1a-3e18e61db257 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:25:56.969134 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:56.993404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-19deb566-02a7-406b-a349-5295fcae2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:56.995009 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-19deb566-02a7-406b-a349-5295fcae2e79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5445ceb1-7217-400c-ac57-0154b64f0991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519125 Oct 25 09:25:57.092774 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-55415f2b-2d82-47b1-81fa-a82c1f22204d service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899959 Oct 25 09:25:57.187927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d6789bc3-eedc-42eb-aadb-14d30ab14479 req-9e5355eb-7679-454a-b195-f98cb9ad04e4 service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877335 Oct 25 09:25:57.931371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f14f7-7321-40ba-8f61-4f9db5c06306 req-0063fcef-734a-429e-9b5d-707cb586622b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:57.933002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a8f14f7-7321-40ba-8f61-4f9db5c06306 req-0063fcef-734a-429e-9b5d-707cb586622b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 944 time: 0.0496089 Oct 25 09:25:57.973392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a8f14f7-7321-40ba-8f61-4f9db5c06306 req-97eff55c-086e-459d-893f-6f32656cde24 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332274 Oct 25 09:25:58.982400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 72e635e2-ea7e-45e3-8c9d-b525766f0d45 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:25:59.082805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:59.094823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'port_id': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'mac_address': 'fa:16:3e:a2:63:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:25:59.096878 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c9da6-a722-4bc6-8406-a1787317d573 req-cbda792a-e46a-41f1-b91f-15091917b511 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:25:59.098362 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb2c9da6-a722-4bc6-8406-a1787317d573 req-cbda792a-e46a-41f1-b91f-15091917b511 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 944 time: 0.0543764 Oct 25 09:25:59.139639 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:59.142023 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb2c9da6-a722-4bc6-8406-a1787317d573 req-aaddb01c-609d-4e42-a0b5-38a0daa2b634 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354450 Oct 25 09:25:59.158212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e635e2-ea7e-45e3-8c9d-b525766f0d45 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:25:59.178206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:25:59.183189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:25:59.231531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:25:59.572715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['72e635e2-ea7e-45e3-8c9d-b525766f0d45'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:26:00.262709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd45aa5-4236-42b5-9b5c-76aabf6679fe req-e7d33c39-0110-46c6-bb52-082938467bfc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:00.264172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdd45aa5-4236-42b5-9b5c-76aabf6679fe req-e7d33c39-0110-46c6-bb52-082938467bfc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 945 time: 0.0525622 Oct 25 09:26:00.304667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdd45aa5-4236-42b5-9b5c-76aabf6679fe req-372816cb-6289-46c5-b018-1ead93d123a7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338228 Oct 25 09:26:00.982983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 72e635e2-ea7e-45e3-8c9d-b525766f0d45 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:26:01.039912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:26:01.044159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:26:01.044631 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:01.144530 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:01.170354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:26:01.173042 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659f0203-29a8-4d5c-9ab5-fb3414536aab" -d '{"events": [{"server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "name": "network-vif-plugged", "status": "completed", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:26:01.189323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:26:01.194488 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:01.251692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:01.307233 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1924f50-9f61-45d6-b512-3a8ac85a6e76 x-openstack-request-id: req-b1924f50-9f61-45d6-b512-3a8ac85a6e76 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:26:01.307551 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "name": "network-vif-plugged", "status": "completed", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:26:01.307906 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1924f50-9f61-45d6-b512-3a8ac85a6e76 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:26:01.308186 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'code': 200} Oct 25 09:26:01.451410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842d0c5-7d5d-4fdd-88ad-d763dbf8d1c7 req-6546344f-76e4-44af-b03f-ef5070b6d987 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:01.457479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9842d0c5-7d5d-4fdd-88ad-d763dbf8d1c7 req-6546344f-76e4-44af-b03f-ef5070b6d987 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0686140 Oct 25 09:26:01.475394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c40d7-e41e-4b6f-8ee2-31ce31e6950b req-5859d077-ace7-4d6d-8d13-fa7e763d4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:01.477514 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-556c40d7-e41e-4b6f-8ee2-31ce31e6950b req-5859d077-ace7-4d6d-8d13-fa7e763d4af1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0615444 Oct 25 09:26:01.505635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9842d0c5-7d5d-4fdd-88ad-d763dbf8d1c7 req-ac7c2535-dbb9-4291-9e04-3d5876851847 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Oct 25 09:26:01.527551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-556c40d7-e41e-4b6f-8ee2-31ce31e6950b req-bd134071-19af-4ecf-a463-d798d213618f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Oct 25 09:26:02.643246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551179-19cb-429b-a922-bcb754bfb8b9 req-3e796ab4-e22e-4008-9ee7-0c9f607f5530 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:02.644869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72551179-19cb-429b-a922-bcb754bfb8b9 req-3e796ab4-e22e-4008-9ee7-0c9f607f5530 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0643628 Oct 25 09:26:02.695189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-72551179-19cb-429b-a922-bcb754bfb8b9 req-75da2509-457d-437b-b733-c60aecfaf061 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416062 Oct 25 09:26:03.944593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099e51-1f3f-41f0-89c7-c25389112f35 req-34ea50ff-d8b2-43e8-80e8-d0708c06e38a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:03.946076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a099e51-1f3f-41f0-89c7-c25389112f35 req-34ea50ff-d8b2-43e8-80e8-d0708c06e38a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0573661 Oct 25 09:26:03.985732 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a099e51-1f3f-41f0-89c7-c25389112f35 req-436b89f8-ef91-4072-b0fc-66c9d194a368 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331795 Oct 25 09:26:04.099332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad655eb2-b757-4b70-9704-a6858a7f150b req-7fc43197-c35a-4e70-9579-302b855f615a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:04.100799 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad655eb2-b757-4b70-9704-a6858a7f150b req-7fc43197-c35a-4e70-9579-302b855f615a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0499043 Oct 25 09:26:04.138072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad655eb2-b757-4b70-9704-a6858a7f150b req-93edddc5-80c4-45b3-a99a-90385e5eb067 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313547 Oct 25 09:26:04.160164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58468) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:04.201111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4c3fb-487e-4048-bf7f-b22538be60d3 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:04.203605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e9e4c3fb-487e-4048-bf7f-b22538be60d3 tempest-TestNetworkAdvancedServerOps-2114290777 tempest-TestNetworkAdvancedServerOps-2114290777-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1092 time: 0.0423942 Oct 25 09:26:04.206226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58470) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:04.210553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:26:04.235845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:04.334211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:04.435354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Allocated IP 172.25.8.247 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/432e3448-1bf1-4591-adf6-53fbd31a5ef1) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:26:04.543454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:04.580719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:04.619665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:26:04.622632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:26:04.625585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:26:04.659085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=432e3448-1bf1-4591-adf6-53fbd31a5ef1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:04.980250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:05.047218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:05.205344 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:05.211484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:05.288211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event updated for resources: {'Port': ['ID=432e3448-1bf1-4591-adf6-53fbd31a5ef1,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:05.304328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:05.408082 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Floating IP af8ad25a-e9cf-4c97-a81d-85cbb3d31c18 associated. External IP: 172.25.8.247, port: 72e635e2-ea7e-45e3-8c9d-b525766f0d45. Oct 25 09:26:05.615346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router bd5838b2-e6e1-4d42-907b-4311451b6ab5 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:26:06.017054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:26:06.026808 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] Sync routers for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:26:06.037114 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:06.038500 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:26:06.039892 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:06.073189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b9dd31dd-917a-45bf-806c-e42850c8dd05 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8635983 Oct 25 09:26:06.073189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:26:06.073966 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafeab16-e2e0-4eef-9f62-4f39e5013256" -d '{"events": [{"name": "network-changed", "server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:26:06.150417 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:26:06.180241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b9f23-8f15-4009-aa09-b0a00bc558cd req-d31f8c74-8eda-4481-942a-3c22df79ed8a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:06.183223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f8b9f23-8f15-4009-aa09-b0a00bc558cd req-d31f8c74-8eda-4481-942a-3c22df79ed8a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0511248 Oct 25 09:26:06.225505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f8b9f23-8f15-4009-aa09-b0a00bc558cd req-186bb904-f645-48f5-aa5e-8e06c0bad075 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355902 Oct 25 09:26:06.249690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58482) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:06.291060 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe288ab1-1e54-45b1-b4fd-3e4c96f3f884 x-openstack-request-id: req-fe288ab1-1e54-45b1-b4fd-3e4c96f3f884 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:26:06.291387 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:26:06.291587 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe288ab1-1e54-45b1-b4fd-3e4c96f3f884 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:26:06.292098 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'status': 'completed', 'code': 200} Oct 25 09:26:06.321872 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b3f4ed43-982e-4d89-95aa-1ed4e0074ed7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/af8ad25a-e9cf-4c97-a81d-85cbb3d31c18 HTTP/1.1" status: 200 len: 992 time: 0.0709488 Oct 25 09:26:06.372563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-efae37eb-1d99-42b8-abd3-bf8140c0f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:06.374457 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-efae37eb-1d99-42b8-abd3-bf8140c0f1f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0439389 Oct 25 09:26:06.391827 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'af8ad25a-e9cf-4c97-a81d-85cbb3d31c18', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'port_id': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'mac_address': 'fa:16:3e:a2:63:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:26:04Z', 'updated_at': '2021-10-25T09:26:04Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:06.417166 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] Checking router: bd5838b2-e6e1-4d42-907b-4311451b6ab5 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:26:06.427020 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:26:06.427621 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:25:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:06.475232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-9d2328a6-c476-4fdb-9db9-26f821262aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:06.477024 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-9d2328a6-c476-4fdb-9db9-26f821262aaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=5445ceb1-7217-400c-ac57-0154b64f0991 HTTP/1.1" status: 200 len: 898 time: 0.0956933 Oct 25 09:26:06.531308 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:26:06.545911 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-3e88cc12-1284-4ccd-9aa2-6fcf85101211 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45 HTTP/1.1" status: 200 len: 1000 time: 0.0598240 Oct 25 09:26:06.604768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-924428fd-2c1a-4d73-8073-b3087981eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:06.606363 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-924428fd-2c1a-4d73-8073-b3087981eec0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1130f8a9-a433-47d6-be70-26909df24e89 HTTP/1.1" status: 200 len: 834 time: 0.0534906 Oct 25 09:26:06.652204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-bf1f6dc5-1473-4e0c-9291-e8c5cf453e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:06.653827 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-bf1f6dc5-1473-4e0c-9291-e8c5cf453e82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5445ceb1-7217-400c-ac57-0154b64f0991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400307 Oct 25 09:26:06.755816 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-185b1505-f2f5-4b50-aa22-a0ebd3f2ae4e service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943420 Oct 25 09:26:06.769928 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'af8ad25a-e9cf-4c97-a81d-85cbb3d31c18', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'port_id': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'mac_address': 'fa:16:3e:a2:63:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:26:04Z', 'updated_at': '2021-10-25T09:26:04Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:06.796666 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa5bac-00c1-4ce9-ac12-932a66efac38 None None] The sync data for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 is: [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'af8ad25a-e9cf-4c97-a81d-85cbb3d31c18', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'port_id': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'mac_address': 'fa:16:3e:a2:63:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:26:04Z', 'updated_at': '2021-10-25T09:26:04Z', 'revision_number': 0, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:26:06.851158 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dafeab16-e2e0-4eef-9f62-4f39e5013256 req-07b17f7c-17d1-436c-8f57-c58903101de0 service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887017 Oct 25 09:26:06.998597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859df18-f088-4a60-a46e-d2ccd3527c3b None None] New status for floating IP af8ad25a-e9cf-4c97-a81d-85cbb3d31c18: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:26:07.324141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58486) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:07.389755 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f72e644-bdee-4a7d-9418-cd13ae1e3f02 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/af8ad25a-e9cf-4c97-a81d-85cbb3d31c18 HTTP/1.1" status: 200 len: 994 time: 0.0645368 Oct 25 09:26:08.631602 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:09.377373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da1e76-c894-4211-bd6a-286ec4e1029d req-a52afced-50a3-4795-b459-55cffc5f0219 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:09.378751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3da1e76-c894-4211-bd6a-286ec4e1029d req-a52afced-50a3-4795-b459-55cffc5f0219 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 950 time: 0.0532887 Oct 25 09:26:09.418473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3da1e76-c894-4211-bd6a-286ec4e1029d req-ea89d19b-ea6e-45d8-a174-20001a1a4c1f tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Oct 25 09:26:09.506886 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:26:09.846181 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:10.534792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb496a7-0e1c-4097-a693-59e22e7b2ad9 req-c2ee73d7-82b4-43a6-a714-c15273ed082e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:10.536268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fb496a7-0e1c-4097-a693-59e22e7b2ad9 req-c2ee73d7-82b4-43a6-a714-c15273ed082e tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 950 time: 0.0491133 Oct 25 09:26:10.575381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fb496a7-0e1c-4097-a693-59e22e7b2ad9 req-96275332-a0f6-47fe-aa46-44d780418470 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Oct 25 09:26:11.351128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-a9a40e00-93c0-423f-9184-1f80fe3d1040 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:11.352522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-a9a40e00-93c0-423f-9184-1f80fe3d1040 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 950 time: 0.0491087 Oct 25 09:26:11.449181 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Deleting port 83247a91-090d-46c7-8063-f7b00630acec {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:26:11.449524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:11.539467 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] For port 83247a91-090d-46c7-8063-f7b00630acec, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=83247a91-090d-46c7-8063-f7b00630acec,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:26:11.540132 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:11.552662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Calling delete_port for 83247a91-090d-46c7-8063-f7b00630acec owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:26:11.720104 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:11.729843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e275f0-2379-49f9-91ff-fc212e8d17e7 req-9c4330aa-68c3-471a-881d-cf1b96f818c9 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:11.731331 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0e275f0-2379-49f9-91ff-fc212e8d17e7 req-9c4330aa-68c3-471a-881d-cf1b96f818c9 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba HTTP/1.1" status: 200 len: 950 time: 0.0718496 Oct 25 09:26:11.762493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['83247a91-090d-46c7-8063-f7b00630acec'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:26:11.780471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Pushing event deleted for resources: {'Port': ['ID=83247a91-090d-46c7-8063-f7b00630acec,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:11.832281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] No DVR routers for this DVR port 83247a91-090d-46c7-8063-f7b00630acec on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:26:11.836388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:11.839655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a58e1ec-ba4c-41d6-9f17-8f03d59457f2 req-b0d25cfe-731d-4f3a-918f-ac64e8ec6006 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.41 "DELETE /v2.0/ports/83247a91-090d-46c7-8063-f7b00630acec HTTP/1.1" status: 204 len: 173 time: 0.4806318 Oct 25 09:26:11.840088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba', 'name': 'network-vif-deleted', 'tag': '83247a91-090d-46c7-8063-f7b00630acec'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:26:11.842353 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f56872-1a86-46b2-b4a9-196af7142b43" -d '{"events": [{"server_uuid": "cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba", "name": "network-vif-deleted", "tag": "83247a91-090d-46c7-8063-f7b00630acec"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:26:11.848091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0e275f0-2379-49f9-91ff-fc212e8d17e7 req-55c7a189-a36b-4693-bb6f-f1db86c1d984 tempest-VolumesBackupsTest-1562392884 tempest-VolumesBackupsTest-1562392884-project] 10.222.0.32 "GET /v2.0/security-groups?id=c8efde39-5c69-4825-9c91-34bf84d2ab7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092863 Oct 25 09:26:11.907480 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e588a6a-38d9-404f-b3e9-530b5cf0d7e7 x-openstack-request-id: req-2e588a6a-38d9-404f-b3e9-530b5cf0d7e7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:26:11.907821 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba", "name": "network-vif-deleted", "tag": "83247a91-090d-46c7-8063-f7b00630acec", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:26:11.908100 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e588a6a-38d9-404f-b3e9-530b5cf0d7e7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:26:11.908474 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4528ac-7bf7-402b-bd05-2c2a9ed7eeba', 'name': 'network-vif-deleted', 'tag': '83247a91-090d-46c7-8063-f7b00630acec', 'status': 'completed', 'code': 200} Oct 25 09:26:13.668760 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-599a941a-270f-4425-b96b-3d73d0adc142 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917580 Oct 25 09:26:13.770886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-1998d72f-7dff-452f-a971-d08ebeabbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:13.772425 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-1998d72f-7dff-452f-a971-d08ebeabbc7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 1097 time: 0.0429866 Oct 25 09:26:13.884656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-aef4b2e2-4650-4568-b766-6c380f620916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:13.886143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-aef4b2e2-4650-4568-b766-6c380f620916 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0931845 Oct 25 09:26:13.953351 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-0e8a485e-4a8e-45cd-a1a7-0a874db30e9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 200 len: 1001 time: 0.0596418 Oct 25 09:26:14.003130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-1f911597-a5f1-4e86-890a-813f0d081554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:14.004585 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-1f911597-a5f1-4e86-890a-813f0d081554 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0443597 Oct 25 09:26:14.065167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-9f7770b2-654c-4623-a512-77ded8d60409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:14.066779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-9f7770b2-654c-4623-a512-77ded8d60409 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548360 Oct 25 09:26:14.160974 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-2d9f35ce-c8bf-4e33-a67c-199b31899ebd service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829048 Oct 25 09:26:14.256437 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2edb3f5-99aa-4e10-b3f8-0d54aa707ac6 req-e5605756-861f-4b42-8f4d-350f1a2071a8 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882487 Oct 25 09:26:14.495780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 83247a91-090d-46c7-8063-f7b00630acec no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:26:14.519273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 83247a91-090d-46c7-8063-f7b00630acec {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:26:14.519605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 83247a91-090d-46c7-8063-f7b00630acec not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:26:16.419008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-647126d2-a0dd-44eb-8dda-e558791b19cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:18.746981 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6f60-bcc4-46c1-9fe8-8522b2c52b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:19.903891 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:19.950707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:21.823274 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:27.145028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f8e9b-c912-450a-914a-351088566456 req-561ecd14-8203-460a-a03a-2df00eafef42 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:27.146511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-477f8e9b-c912-450a-914a-351088566456 req-561ecd14-8203-460a-a03a-2df00eafef42 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0496042 Oct 25 09:26:27.185077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-477f8e9b-c912-450a-914a-351088566456 req-d6222f94-770f-4065-b6ed-4dd1eb1d98f0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Oct 25 09:26:28.311534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4c84-65ad-46ec-8f7f-f00a5fe8f7a4 req-5a98b681-c173-40ee-96d3-2edc3e6393ab tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:28.313386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b4a4c84-65ad-46ec-8f7f-f00a5fe8f7a4 req-5a98b681-c173-40ee-96d3-2edc3e6393ab tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0533280 Oct 25 09:26:28.351072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5b4a4c84-65ad-46ec-8f7f-f00a5fe8f7a4 req-b63d544f-9624-4277-af9f-b01da0711b84 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Oct 25 09:26:28.987790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed992-4a02-4018-a148-4a7961b8553a req-21c7ea1e-8d68-4b10-b124-f164f746ffbc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:28.989369 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aeaed992-4a02-4018-a148-4a7961b8553a req-21c7ea1e-8d68-4b10-b124-f164f746ffbc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.18 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0501835 Oct 25 09:26:29.088377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Deleting port 360b27d1-dbbe-4219-8876-addf2486a41c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:26:29.088711 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:29.181400 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] For port 360b27d1-dbbe-4219-8876-addf2486a41c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=360b27d1-dbbe-4219-8876-addf2486a41c,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:26:29.181767 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:29.357093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:29.357375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:29.357687 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Floating IP 73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b disassociated. External IP: 172.25.8.147, port: 360b27d1-dbbe-4219-8876-addf2486a41c. Oct 25 09:26:29.358026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Calling delete_port for 360b27d1-dbbe-4219-8876-addf2486a41c owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:26:29.488780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd573cb1-bbb1-490b-8754-26b6f750cc68 req-8e781653-4cbb-4999-a412-5d88069780bb tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:29.491458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd573cb1-bbb1-490b-8754-26b6f750cc68 req-8e781653-4cbb-4999-a412-5d88069780bb tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e2c694-0ee3-40bc-8f0f-d138ee77c3a3 HTTP/1.1" status: 200 len: 946 time: 0.0618942 Oct 25 09:26:29.501945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:29.534938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event deleted for resources: {'Port': ['ID=360b27d1-dbbe-4219-8876-addf2486a41c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:29.540619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd573cb1-bbb1-490b-8754-26b6f750cc68 req-25db0fdc-c729-45c3-bd47-5bcf1c17a111 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=584b86de-80c9-4ad3-9941-8d7ef3b08f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Oct 25 09:26:29.556369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.556731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.557089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.557440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.557770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.558104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.558420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.558759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.559073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.575745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.576102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.576439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:26:29.690435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Router 38fb5775-48a9-4dc7-9a59-ca90a5924360 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:26:29.801373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:26:29.811395 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] Sync routers for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:26:29.821836 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:26:29.822430 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:26:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:29.846051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] No DVR routers for this DVR port 360b27d1-dbbe-4219-8876-addf2486a41c on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:26:29.848726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:29.852444 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aeaed992-4a02-4018-a148-4a7961b8553a req-65fd62c4-b7c2-4f7c-8e0b-eab7f221c4f7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.18 "DELETE /v2.0/ports/360b27d1-dbbe-4219-8876-addf2486a41c HTTP/1.1" status: 204 len: 173 time: 0.8563890 Oct 25 09:26:29.852940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-deleted', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:26:29.855205 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4dbe18-2b2e-4e27-8b5a-1153c1e8a733" -d '{"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-deleted", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:26:29.903309 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2086348-f845-416d-b382-b0a170a2c5b7 x-openstack-request-id: req-d2086348-f845-416d-b382-b0a170a2c5b7 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:26:29.904041 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e2c694-0ee3-40bc-8f0f-d138ee77c3a3", "name": "network-vif-deleted", "tag": "360b27d1-dbbe-4219-8876-addf2486a41c", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:26:29.904489 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2086348-f845-416d-b382-b0a170a2c5b7 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:26:29.905074 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e2c694-0ee3-40bc-8f0f-d138ee77c3a3', 'name': 'network-vif-deleted', 'tag': '360b27d1-dbbe-4219-8876-addf2486a41c', 'status': 'completed', 'code': 200} Oct 25 09:26:29.929715 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:26:30.170087 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:30.205101 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] Checking router: 38fb5775-48a9-4dc7-9a59-ca90a5924360 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:26:30.216924 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:26:30.217712 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:26:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:30.350336 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:26:30.667510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58684) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:30.725877 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:30.747645 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-95bf9c82-4161-4b43-8598-159ac15c4055 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:30.756915 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de376e-8a82-4dbb-a02f-b27351ca430f None None] The sync data for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 is: [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:26:30.781845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-95bf9c82-4161-4b43-8598-159ac15c4055 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:30.836912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-95bf9c82-4161-4b43-8598-159ac15c4055 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:30.839997 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-95bf9c82-4161-4b43-8598-159ac15c4055 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:30.844391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58686) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:30.850102 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-95bf9c82-4161-4b43-8598-159ac15c4055 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "DELETE /v2.0/security-groups/584b86de-80c9-4ad3-9941-8d7ef3b08f0e HTTP/1.1" status: 204 len: 168 time: 0.1796887 Oct 25 09:26:30.860354 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-dcfd2ff1-ed56-4885-94b2-f6ee65d03c0c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] show failed (client error): The resource could not be found. Oct 25 09:26:30.861130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf9c82-4161-4b43-8598-159ac15c4055 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b86de-80c9-4ad3-9941-8d7ef3b08f0e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:30.864300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58688) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:30.864831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dcfd2ff1-ed56-4885-94b2-f6ee65d03c0c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups/584b86de-80c9-4ad3-9941-8d7ef3b08f0e HTTP/1.1" status: 404 len: 347 time: 0.0190785 Oct 25 09:26:31.004374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Deleting port a32c17f8-8a56-4d98-a6f1-b619aa246d53 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:26:31.004719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.033503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e258c850-1240-4ef5-b264-665e8830693e None None] New status for floating IP 73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:26:31.090570 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.090816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.104094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Calling delete_port for a32c17f8-8a56-4d98-a6f1-b619aa246d53 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:26:31.241059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.270708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event deleted for resources: {'Port': ['ID=a32c17f8-8a56-4d98-a6f1-b619aa246d53,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:31.332776 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.336051 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.340502 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1c31d8f6-415b-49f6-ad58-0fab56f1af4d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "DELETE /v2.0/floatingips/73c3154c-5af3-4ee9-b5bf-0f8f394ddb3b HTTP/1.1" status: 204 len: 168 time: 0.4719636 Oct 25 09:26:31.594795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 58694) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:31.599438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-381320a9-707e-438f-a234-a41998dec156 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774588084', 'description': 'tempest-description--1277740426'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:26:31.621756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-381320a9-707e-438f-a234-a41998dec156 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.690780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-381320a9-707e-438f-a234-a41998dec156 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.694538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-381320a9-707e-438f-a234-a41998dec156 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.724385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-381320a9-707e-438f-a234-a41998dec156 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.725605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-381320a9-707e-438f-a234-a41998dec156 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1297889 Oct 25 09:26:31.728565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58696) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:31.729490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381320a9-707e-438f-a234-a41998dec156 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a570becc-164d-43bc-ae1a-2c534e12e871,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:31.733276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-894d0fd5-ad01-4f8f-9587-618ff135a641 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'security_group_rule': {'security_group_id': 'a570becc-164d-43bc-ae1a-2c534e12e871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:26:31.759842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-894d0fd5-ad01-4f8f-9587-618ff135a641 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.805830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-894d0fd5-ad01-4f8f-9587-618ff135a641 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.809424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-894d0fd5-ad01-4f8f-9587-618ff135a641 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.829287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d0fd5-ad01-4f8f-9587-618ff135a641 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66985257-bf22-489e-b6e1-a4cc5bfb8106,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:31.838373 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-894d0fd5-ad01-4f8f-9587-618ff135a641 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.839532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-894d0fd5-ad01-4f8f-9587-618ff135a641 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098423 Oct 25 09:26:31.842161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58698) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:31.846991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e0f97c36-0655-4796-8356-825cb4c94138 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'security_group_rule': {'security_group_id': 'a570becc-164d-43bc-ae1a-2c534e12e871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:26:31.871585 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c36-0655-4796-8356-825cb4c94138 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.930703 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c36-0655-4796-8356-825cb4c94138 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.934023 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c36-0655-4796-8356-825cb4c94138 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.952008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f97c36-0655-4796-8356-825cb4c94138 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adb56e6-d9cf-474f-8310-f4e8862d1a8b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:31.960107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e0f97c36-0655-4796-8356-825cb4c94138 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:31.961291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e0f97c36-0655-4796-8356-825cb4c94138 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182179 Oct 25 09:26:31.964241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58700) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:31.968705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:26:31.989932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.085453 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.189615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Allocated IP 172.25.8.98 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/44934c14-b0ec-4da2-b00a-d98eef6c36c7) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:26:32.290619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.325291 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.370164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:26:32.373115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:26:32.376477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:26:32.400401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'Port': ['ID=44934c14-b0ec-4da2-b00a-d98eef6c36c7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:32.470500 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.509436 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.666677 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.672730 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.748859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'Port': ['ID=44934c14-b0ec-4da2-b00a-d98eef6c36c7,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:32.759464 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.774299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:32.775505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bd304618-6acd-4cac-bae8-f24818173292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8103645 Oct 25 09:26:32.916583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-ccec870f-c76e-403e-af93-421269bcce4a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--774588084&fields=id&tenant_id=301b27b80ff347d1b3015a290519b872 HTTP/1.1" status: 200 len: 267 time: 0.0337510 Oct 25 09:26:33.027742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-0bb86f0a-4ac2-402a-b9d1-11d8a75d900e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:33.029148 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-0bb86f0a-4ac2-402a-b9d1-11d8a75d900e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 814 time: 0.1054788 Oct 25 09:26:33.044350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-96359b76-96a0-41bc-a2b8-3f21c22e6569 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/quotas/301b27b80ff347d1b3015a290519b872 HTTP/1.1" status: 200 len: 375 time: 0.0092611 Oct 25 09:26:33.098129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1a5e2b1f-43c1-4f07-9142-1509c88a3bb4 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470405 Oct 25 09:26:33.131042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:26:33.151900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 360b27d1-dbbe-4219-8876-addf2486a41c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:26:33.152230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 360b27d1-dbbe-4219-8876-addf2486a41c not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:26:33.194515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-2e4de2f2-6b49-428b-a4c7-e225d91376da service neutron] 10.222.0.32 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843832 Oct 25 09:26:33.288021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-93374396-67fb-4e3c-afe6-64cdb4387edf service neutron] 10.222.0.32 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874352 Oct 25 09:26:33.461001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-098a2c2d-695a-4faf-bff2-1faafd3e0da6 req-2befdb32-a19b-48c2-a1bb-4e53436f7ff8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 210 time: 0.0307443 Oct 25 09:26:34.538153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-f1d9b452-6160-4bbd-aaab-066a15a03113 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:34.540171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-f1d9b452-6160-4bbd-aaab-066a15a03113 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.41 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 814 time: 0.1202250 Oct 25 09:26:34.620574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-613ab3b2-b560-456f-ab69-99718530dc8b req-b8433f9b-ab66-45e4-b6c0-b899ba572e75 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 210 time: 0.0357087 Oct 25 09:26:34.640494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-ae5cd590-9758-4abe-9d37-5808ec7964f4 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=301b27b80ff347d1b3015a290519b872 HTTP/1.1" status: 200 len: 379 time: 0.0837975 Oct 25 09:26:34.665044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'port': {'device_id': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'admin_state_up': True, 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'security_groups': ['a570becc-164d-43bc-ae1a-2c534e12e871']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:26:35.022400 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Made reservation on behalf of 301b27b80ff347d1b3015a290519b872 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:26:35.028184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:35.182261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Allocated IP 172.20.0.11 (8006a4a0-0ae3-4355-8575-1ac63ca0e446/e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3/819ae1c1-d0e0-4818-8e99-852fc589bc02) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:26:35.326683 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:35.360822 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:35.404033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:26:35.408237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:26:35.411938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:26:35.443499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:35.473069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:35.473700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:35.491443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-d4817107-6999-42c0-9350-c120fef882d7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8301032 Oct 25 09:26:35.509173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Request body: {'port': {'device_id': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:26:35.573381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:35.730036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8c970dbc-fd2b-4097-9a78-e521a4307dbf None None] Provisioning complete for port 819ae1c1-d0e0-4818-8e99-852fc589bc02 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:26:35.730570 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8c970dbc-fd2b-4097-9a78-e521a4307dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:35.768577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8c970dbc-fd2b-4097-9a78-e521a4307dbf None None] Port 819ae1c1-d0e0-4818-8e99-852fc589bc02 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:26:35.797710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7a2de-c53a-44a1-9ad3-bae9f854e218 req-0723b5f2-02f8-458c-a182-00466e85aca8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:35.799254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ff7a2de-c53a-44a1-9ad3-bae9f854e218 req-0723b5f2-02f8-458c-a182-00466e85aca8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 932 time: 0.1005096 Oct 25 09:26:35.868244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ff7a2de-c53a-44a1-9ad3-bae9f854e218 req-2b09ca0e-7835-4656-a886-193bf22cdba9 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623431 Oct 25 09:26:35.930848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819ae1c1-d0e0-4818-8e99-852fc589bc02 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:26:35.938319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:35.950182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Transition to ACTIVE for port object 819ae1c1-d0e0-4818-8e99-852fc589bc02 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:26:35.954228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:36.020714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:36.081064 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Attempting to bind port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:26:36.081402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Attempting to bind port 819ae1c1-d0e0-4818-8e99-852fc589bc02 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:26:36.081733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Attempting to bind port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:26:36.086327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:26:36.086647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Attempting to bind port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:26:36.091676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:26:36.092020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Checking segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:26:36.092403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Bound using segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:26:36.093557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Bound port: 819ae1c1-d0e0-4818-8e99-852fc589bc02, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:26:36.094045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:36.161149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:26:36.164329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:26:36.169661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:36.206882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:36.207514 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:36.209071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 1092 time: 0.7043123 Oct 25 09:26:36.209502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:26:36.211859 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f6e668-df3f-423c-900f-942a2f9610d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:26:36.238424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951861e-0ea7-4dc5-ab26-85ee63a1c8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:36.351466 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c8d720-18e5-4816-b4d1-e021b21f6389 x-openstack-request-id: req-88c8d720-18e5-4816-b4d1-e021b21f6389 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:26:36.351762 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:26:36.352015 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88c8d720-18e5-4816-b4d1-e021b21f6389 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:26:36.352410 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'status': 'completed', 'code': 200} Oct 25 09:26:36.407217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-90457e74-3ca0-4b61-8360-883e2932f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:36.408772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-90457e74-3ca0-4b61-8360-883e2932f210 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1095 time: 0.1208706 Oct 25 09:26:36.462385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-a475cc6d-fca4-4e46-a647-11aa6f71ff44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 217 time: 0.0398309 Oct 25 09:26:36.511269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-6e88c1b6-9ec1-40da-b65a-46683e18bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:36.512592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-6e88c1b6-9ec1-40da-b65a-46683e18bd71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0435598 Oct 25 09:26:36.560710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-8121df3f-7dd5-40f6-8145-e66c10cb5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:36.562269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-8121df3f-7dd5-40f6-8145-e66c10cb5df1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416341 Oct 25 09:26:36.662520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-f02455a7-6f8a-4da2-9a37-08b5ba9e9d0a service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928755 Oct 25 09:26:36.756734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2990831a-5ae5-4aad-8191-f70edabdac77 req-07f37189-bd8e-4a2f-a574-176ba6b5a89b service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871270 Oct 25 09:26:36.882607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-e57d2b2d-0365-4bd7-a0fc-82ebe9c4917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:36.884137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-e57d2b2d-0365-4bd7-a0fc-82ebe9c4917f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1095 time: 0.0461133 Oct 25 09:26:37.009636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-0e800bd6-bdb1-4537-81ba-ecf2ac92267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:37.011002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-0e800bd6-bdb1-4537-81ba-ecf2ac92267e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.1174259 Oct 25 09:26:37.019863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c230e-4e30-4237-97fd-23f869b7df95 req-807f632e-90a0-4593-b0a3-e642d0fcc593 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:37.021229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b9c230e-4e30-4237-97fd-23f869b7df95 req-807f632e-90a0-4593-b0a3-e642d0fcc593 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 944 time: 0.0722821 Oct 25 09:26:37.067043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-a237cd7a-2447-4bd8-8821-7111490e7063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 217 time: 0.0448771 Oct 25 09:26:37.120730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b9c230e-4e30-4237-97fd-23f869b7df95 req-0cda3757-d7af-48de-b6f6-465139333252 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927987 Oct 25 09:26:37.132286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-14fa1ad7-2721-4c12-8c60-5f620e407ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:37.133535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-14fa1ad7-2721-4c12-8c60-5f620e407ce8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0586185 Oct 25 09:26:37.178820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-5a2b4d9c-a7d2-4caa-afd6-fb4d59c25e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:37.180373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-5a2b4d9c-a7d2-4caa-afd6-fb4d59c25e68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396926 Oct 25 09:26:37.276056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-9c89de01-5535-4e34-a4dc-629d195d65a3 service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883145 Oct 25 09:26:37.372045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f6e668-df3f-423c-900f-942a2f9610d0 req-51f229ab-6d5e-438c-b31b-92d9bbc1f6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882080 Oct 25 09:26:38.533282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a407c-a40e-4eff-b4eb-0c0504d4439a req-7c7a7a6d-7b7e-4d29-9f61-f2d439a5c544 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:38.534667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a8a407c-a40e-4eff-b4eb-0c0504d4439a req-7c7a7a6d-7b7e-4d29-9f61-f2d439a5c544 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 944 time: 0.0514779 Oct 25 09:26:38.573943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a8a407c-a40e-4eff-b4eb-0c0504d4439a req-2534dad8-b44e-4b9f-b999-0de56a1d42d6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333550 Oct 25 09:26:38.639436 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:39.721168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b4f5-fad8-447d-ad23-78842c8be981 req-f201a5d1-be09-41d3-a904-30d268150e8f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:39.722806 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22d7b4f5-fad8-447d-ad23-78842c8be981 req-f201a5d1-be09-41d3-a904-30d268150e8f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 944 time: 0.0527992 Oct 25 09:26:39.761850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22d7b4f5-fad8-447d-ad23-78842c8be981 req-1da3a876-7579-4d72-9ce4-2902a219c7af tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327137 Oct 25 09:26:39.860222 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:40.603600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:26:40.701059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:26:40.711916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'port_id': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'mac_address': 'fa:16:3e:e8:71:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:26:40.750139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:40.762908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819ae1c1-d0e0-4818-8e99-852fc589bc02 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:26:40.782460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:26:40.786359 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:40.836910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:40.892738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707549-7e6a-4402-83ca-957ddcff879e req-23508d97-fd48-4945-9847-c5d138b8530f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:40.894232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1707549-7e6a-4402-83ca-957ddcff879e req-23508d97-fd48-4945-9847-c5d138b8530f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0546489 Oct 25 09:26:40.934649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1707549-7e6a-4402-83ca-957ddcff879e req-b2619a3f-d2ed-4a11-9421-b6e91606e70e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326653 Oct 25 09:26:41.174983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['819ae1c1-d0e0-4818-8e99-852fc589bc02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:26:42.055381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29b651-f68e-4232-add0-32093d86a402 req-a63227f7-5361-42fc-ab15-8a450c50801e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:42.056769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba29b651-f68e-4232-add0-32093d86a402 req-a63227f7-5361-42fc-ab15-8a450c50801e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0495205 Oct 25 09:26:42.095318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba29b651-f68e-4232-add0-32093d86a402 req-d9d36fcd-78fd-4f97-aa16-ec644ebecff4 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Oct 25 09:26:42.651589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:26:42.704149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 819ae1c1-d0e0-4818-8e99-852fc589bc02 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:26:42.708109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 819ae1c1-d0e0-4818-8e99-852fc589bc02 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:26:42.708472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:42.790632 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:42.815465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:26:42.818065 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b1a170-5974-4790-ab82-2b44a5accb1b" -d '{"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-plugged", "status": "completed", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:26:42.838128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:26:42.847438 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:42.875060 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a65b45-6f24-4479-84b8-49ab1f49ffe1 x-openstack-request-id: req-33a65b45-6f24-4479-84b8-49ab1f49ffe1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:26:42.875347 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-plugged", "status": "completed", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:26:42.875603 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33a65b45-6f24-4479-84b8-49ab1f49ffe1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:26:42.875992 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'code': 200} Oct 25 09:26:42.906620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:26:42.991434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707f71-8d99-4f41-b4fd-feda129df8e2 req-12416dda-3a28-4798-b24a-a3d663b69fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:42.992982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98707f71-8d99-4f41-b4fd-feda129df8e2 req-12416dda-3a28-4798-b24a-a3d663b69fa7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1097 time: 0.0415351 Oct 25 09:26:43.027801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98707f71-8d99-4f41-b4fd-feda129df8e2 req-5fedfa00-5c6b-4e4c-805c-bbddb7a48910 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274541 Oct 25 09:26:43.220785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100808f-b524-4180-b704-69382585c7b4 req-549fa10b-b87e-42b9-9e47-517a998481da tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:43.222573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d100808f-b524-4180-b704-69382585c7b4 req-549fa10b-b87e-42b9-9e47-517a998481da tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0544865 Oct 25 09:26:43.260609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d100808f-b524-4180-b704-69382585c7b4 req-2681da60-d977-4b17-bb22-e176be3705fa tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318656 Oct 25 09:26:44.383465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0fe06-1459-4c09-8a8a-1e3f7b99e174 req-5ac0ec99-d590-45fc-b57e-4b42c47bed26 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:44.384832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0a0fe06-1459-4c09-8a8a-1e3f7b99e174 req-5ac0ec99-d590-45fc-b57e-4b42c47bed26 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0491509 Oct 25 09:26:44.424438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0a0fe06-1459-4c09-8a8a-1e3f7b99e174 req-25daf014-3825-456d-ac27-1df10bd904f5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332518 Oct 25 09:26:45.547446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19767df-d180-4625-90c7-8a6737f0f66d req-7cd9a464-2571-44cb-8d2b-cdb8193abfca tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:45.548915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c19767df-d180-4625-90c7-8a6737f0f66d req-7cd9a464-2571-44cb-8d2b-cdb8193abfca tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0504644 Oct 25 09:26:45.587809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c19767df-d180-4625-90c7-8a6737f0f66d req-037f0755-dcb3-4b64-afdd-ec538444b831 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328674 Oct 25 09:26:45.709231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d547f-a809-4673-958b-dd143af768f1 req-da2ba54d-9a9f-4a5d-bafc-90131e09a404 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:45.710701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-757d547f-a809-4673-958b-dd143af768f1 req-da2ba54d-9a9f-4a5d-bafc-90131e09a404 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0537560 Oct 25 09:26:45.720133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 58858) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:26:45.724377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Request body: {'floatingip': {'port_id': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:26:45.763083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:46.180621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:46.185630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:46.283958 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Floating IP be3459ba-13af-407a-ad27-6e118cd4737b associated. External IP: 172.25.8.98, port: 819ae1c1-d0e0-4818-8e99-852fc589bc02. Oct 25 09:26:46.422448 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56084039-d27f-4e59-97e9-da9635903fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:46.487719 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Router 38fb5775-48a9-4dc7-9a59-ca90a5924360 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:26:46.508236 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:26:46.603083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:26:46.611448 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:46.617986 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] Sync routers for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:26:46.631708 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:26:46.632468 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:26:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:46.643270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-41f33aea-eb3c-4ecc-82a8-435b47631489 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "PUT /v2.0/floatingips/be3459ba-13af-407a-ad27-6e118cd4737b HTTP/1.1" status: 200 len: 991 time: 0.9196212 Oct 25 09:26:46.643270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:26:46.644042 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40253da4-3a8b-496e-af2a-303ded360705" -d '{"events": [{"name": "network-changed", "server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:26:46.746961 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:26:46.751877 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec96e4b1-37c2-4cc7-a100-669d30cd4797 x-openstack-request-id: req-ec96e4b1-37c2-4cc7-a100-669d30cd4797 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:26:46.752160 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:26:46.752422 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec96e4b1-37c2-4cc7-a100-669d30cd4797 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:26:46.752836 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'status': 'completed', 'code': 200} Oct 25 09:26:46.837783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40253da4-3a8b-496e-af2a-303ded360705 req-4e20ee3d-0f61-4feb-9928-03d7002ea636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:46.839272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40253da4-3a8b-496e-af2a-303ded360705 req-4e20ee3d-0f61-4feb-9928-03d7002ea636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1097 time: 0.0458014 Oct 25 09:26:46.941156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40253da4-3a8b-496e-af2a-303ded360705 req-fc702230-0440-417c-b6a5-9ce90ca1a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:46.943083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40253da4-3a8b-496e-af2a-303ded360705 req-fc702230-0440-417c-b6a5-9ce90ca1a79c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0959704 Oct 25 09:26:46.979729 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'be3459ba-13af-407a-ad27-6e118cd4737b', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'port_id': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'mac_address': 'fa:16:3e:e8:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:26:32Z', 'updated_at': '2021-10-25T09:26:46Z', 'revision_number': 1, 'project_id': '301b27b80ff347d1b3015a290519b872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:47.010003 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] Checking router: 38fb5775-48a9-4dc7-9a59-ca90a5924360 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:26:47.015345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40253da4-3a8b-496e-af2a-303ded360705 req-9edf125a-3bf9-447d-8afe-d33e0a1342fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 999 time: 0.0631442 Oct 25 09:26:47.021041 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:26:47.021630 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:26:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:47.065299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40253da4-3a8b-496e-af2a-303ded360705 req-11e312bc-79b0-41f5-9a63-81e73e3213f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:47.066899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40253da4-3a8b-496e-af2a-303ded360705 req-11e312bc-79b0-41f5-9a63-81e73e3213f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0445955 Oct 25 09:26:47.113313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40253da4-3a8b-496e-af2a-303ded360705 req-1c00ecf7-148b-414b-9527-8a0de1bb9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:26:47.114930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40253da4-3a8b-496e-af2a-303ded360705 req-1c00ecf7-148b-414b-9527-8a0de1bb9384 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412030 Oct 25 09:26:47.126624 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:26:47.388754 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'be3459ba-13af-407a-ad27-6e118cd4737b', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'port_id': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'mac_address': 'fa:16:3e:e8:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:26:32Z', 'updated_at': '2021-10-25T09:26:46Z', 'revision_number': 1, 'project_id': '301b27b80ff347d1b3015a290519b872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:26:47.419790 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205cf369-4103-49d8-9de8-e63e1d2d6504 None None] The sync data for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 is: [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'be3459ba-13af-407a-ad27-6e118cd4737b', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'port_id': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'mac_address': 'fa:16:3e:e8:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:26:32Z', 'updated_at': '2021-10-25T09:26:46Z', 'revision_number': 1, 'project_id': '301b27b80ff347d1b3015a290519b872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:26:47.504499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40253da4-3a8b-496e-af2a-303ded360705 req-23229585-d394-4b94-ac17-39d6f40d680e service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819895 Oct 25 09:26:47.617693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40253da4-3a8b-496e-af2a-303ded360705 req-85944e1d-4fd1-4e54-b814-eb1e69955637 service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061578 Oct 25 09:26:47.706917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d8388-da9e-41a5-88ba-1e61e6f30364 None None] New status for floating IP be3459ba-13af-407a-ad27-6e118cd4737b: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:26:48.749770 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-81af1347-96e0-44ba-8f95-2390566b5973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:49.908420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:49.956501 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:26:51.829782 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:08.647684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:09.853539 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:10.425792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f633c0-4fa8-4d3f-aebe-bdd50c092c68 req-d08eab55-29ca-4bd7-920b-93f5ebc1ba0d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:10.427326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45f633c0-4fa8-4d3f-aebe-bdd50c092c68 req-d08eab55-29ca-4bd7-920b-93f5ebc1ba0d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0506058 Oct 25 09:27:10.472080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45f633c0-4fa8-4d3f-aebe-bdd50c092c68 req-9d85df28-a3fe-4dba-a0ae-bfbf44f8dacc tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385301 Oct 25 09:27:11.601007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822e3b6-63cb-482c-92ab-ff04448b9ce9 req-5311aa1b-87b7-416f-90ab-f5d75c2f5571 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:11.603819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a822e3b6-63cb-482c-92ab-ff04448b9ce9 req-5311aa1b-87b7-416f-90ab-f5d75c2f5571 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0531042 Oct 25 09:27:11.643671 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a822e3b6-63cb-482c-92ab-ff04448b9ce9 req-fe9e1305-b080-4bb3-984c-b877de66d4de tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335491 Oct 25 09:27:12.762951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee56c30-7b98-4965-a91c-06b34f3a1bf0 req-ee1a414a-63d3-40ee-9639-1feec61a8497 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:12.765137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ee56c30-7b98-4965-a91c-06b34f3a1bf0 req-ee1a414a-63d3-40ee-9639-1feec61a8497 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0481212 Oct 25 09:27:12.801983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ee56c30-7b98-4965-a91c-06b34f3a1bf0 req-38d83474-34c0-46ac-a3ca-833c78370e74 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309324 Oct 25 09:27:13.921992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1c86b-2d72-44fd-98ab-fd18abbf0fdf req-4c68c3ea-58b8-43fa-912c-371ea7f66213 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:13.923498 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90f1c86b-2d72-44fd-98ab-fd18abbf0fdf req-4c68c3ea-58b8-43fa-912c-371ea7f66213 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0486495 Oct 25 09:27:13.963998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90f1c86b-2d72-44fd-98ab-fd18abbf0fdf req-e18c1c96-c0e9-411f-b76b-c07d91a51bc2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345795 Oct 25 09:27:14.633116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cc24-eb90-49fa-8417-3f733180db6d req-d3e460a4-93dd-4a08-8733-da3bf1e82ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:14.634600 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3674cc24-eb90-49fa-8417-3f733180db6d req-d3e460a4-93dd-4a08-8733-da3bf1e82ea5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0403633 Oct 25 09:27:14.742715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cc24-eb90-49fa-8417-3f733180db6d req-efc44358-dcde-40ee-a304-50279d39df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:14.744179 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3674cc24-eb90-49fa-8417-3f733180db6d req-efc44358-dcde-40ee-a304-50279d39df16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5445ceb1-7217-400c-ac57-0154b64f0991 HTTP/1.1" status: 200 len: 898 time: 0.0902429 Oct 25 09:27:14.813175 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3674cc24-eb90-49fa-8417-3f733180db6d req-e32fc8cb-88a2-4ccc-be4b-c98a9e9e2808 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45 HTTP/1.1" status: 200 len: 1002 time: 0.0624599 Oct 25 09:27:14.863153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cc24-eb90-49fa-8417-3f733180db6d req-0b0654c0-e24f-4a78-8d53-0eb0edb1a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:14.864502 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3674cc24-eb90-49fa-8417-3f733180db6d req-0b0654c0-e24f-4a78-8d53-0eb0edb1a284 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1130f8a9-a433-47d6-be70-26909df24e89 HTTP/1.1" status: 200 len: 834 time: 0.0439477 Oct 25 09:27:14.910997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cc24-eb90-49fa-8417-3f733180db6d req-23d2784b-d034-4128-9433-1feb5add99c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:14.912484 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3674cc24-eb90-49fa-8417-3f733180db6d req-23d2784b-d034-4128-9433-1feb5add99c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5445ceb1-7217-400c-ac57-0154b64f0991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410957 Oct 25 09:27:15.007827 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3674cc24-eb90-49fa-8417-3f733180db6d req-51897a30-9b98-4327-a852-051136158e1a service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882044 Oct 25 09:27:15.092592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9e7be-606e-41b6-aa21-1d7a4ddd30a5 req-f0385236-c86d-4424-9803-697ff42c107f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:15.094125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15a9e7be-606e-41b6-aa21-1d7a4ddd30a5 req-f0385236-c86d-4424-9803-697ff42c107f tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0582263 Oct 25 09:27:15.111395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3674cc24-eb90-49fa-8417-3f733180db6d req-4a55ca0c-3f72-4aba-82b9-99100a5ee907 service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966623 Oct 25 09:27:15.135040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15a9e7be-606e-41b6-aa21-1d7a4ddd30a5 req-6d6082c3-fe66-4ca6-bd23-adf0530e3b88 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344641 Oct 25 09:27:16.254242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08696567-8a8d-4b51-9014-727352acaafd req-d7801bac-ce6b-43c0-aeb0-8854ecf9d954 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:16.255690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08696567-8a8d-4b51-9014-727352acaafd req-d7801bac-ce6b-43c0-aeb0-8854ecf9d954 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0482621 Oct 25 09:27:16.294195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08696567-8a8d-4b51-9014-727352acaafd req-9a4d9aa5-5dce-4e29-b9fe-7107ffa71c30 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326047 Oct 25 09:27:16.424626 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee9284b4-a839-4bae-8e52-364d3a20c2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:17.411690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6bfc4-bb4e-4321-8750-0ee5493c1719 req-dca5a0de-eed9-44a7-bfab-9bdafa4c93a2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:17.413065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aad6bfc4-bb4e-4321-8750-0ee5493c1719 req-dca5a0de-eed9-44a7-bfab-9bdafa4c93a2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0490527 Oct 25 09:27:17.456729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aad6bfc4-bb4e-4321-8750-0ee5493c1719 req-36726b0b-812d-4d0e-aa20-c2276daa2ab5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374849 Oct 25 09:27:18.579381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3d006-d74a-46bf-b6a5-0aba3ee6f53c req-4f879ee2-f70f-43c7-934f-3b6d6735640a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:18.580872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32b3d006-d74a-46bf-b6a5-0aba3ee6f53c req-4f879ee2-f70f-43c7-934f-3b6d6735640a tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0494764 Oct 25 09:27:18.619825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32b3d006-d74a-46bf-b6a5-0aba3ee6f53c req-088e1ee9-02f7-4622-9571-27ca36180190 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328689 Oct 25 09:27:18.750369 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ebd038d6-fd74-4aaa-8166-1b3cbe715af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:19.748541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec4760-2964-44a5-9f0a-39092d5978f8 req-58a8d2ac-1f82-48ca-96ee-c57203341ed8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:19.750277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87ec4760-2964-44a5-9f0a-39092d5978f8 req-58a8d2ac-1f82-48ca-96ee-c57203341ed8 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0576475 Oct 25 09:27:19.788316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87ec4760-2964-44a5-9f0a-39092d5978f8 req-52042434-7979-4027-89ff-c4d5f2c27275 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321124 Oct 25 09:27:19.911911 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:19.955354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:20.916422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e8038-9710-4b6d-85d0-8862adc76f67 req-ec0bb9a0-3561-4db5-b732-544f0bd95b4d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:20.917931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f39e8038-9710-4b6d-85d0-8862adc76f67 req-ec0bb9a0-3561-4db5-b732-544f0bd95b4d tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0490179 Oct 25 09:27:20.959593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f39e8038-9710-4b6d-85d0-8862adc76f67 req-8278acf5-d956-4428-b998-7fb7d9d50a75 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349307 Oct 25 09:27:21.828258 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:22.078848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05bb1d-5ca5-4431-b0d6-7e28c76bbb07 req-9317d820-c205-4a57-bbdc-029bf75ae202 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:22.080352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce05bb1d-5ca5-4431-b0d6-7e28c76bbb07 req-9317d820-c205-4a57-bbdc-029bf75ae202 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0500147 Oct 25 09:27:22.120921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce05bb1d-5ca5-4431-b0d6-7e28c76bbb07 req-b400838d-a031-4fa4-9b88-ec6afb0ba3ed tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338659 Oct 25 09:27:23.239914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66a9b7-c800-4011-8d4d-0c30b5c5f750 req-510fbb1f-31f0-470c-b184-761986213cd0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:23.241406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc66a9b7-c800-4011-8d4d-0c30b5c5f750 req-510fbb1f-31f0-470c-b184-761986213cd0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Oct 25 09:27:23.278125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc66a9b7-c800-4011-8d4d-0c30b5c5f750 req-16d5438e-802d-4263-ab70-fafa376975fd tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307095 Oct 25 09:27:23.507905 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:27:24.398507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19636bc-44ef-4a7c-ac98-d2b9e852be2d req-260799cb-20cb-484d-90d9-1cb61f49c1ae tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:24.399959 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a19636bc-44ef-4a7c-ac98-d2b9e852be2d req-260799cb-20cb-484d-90d9-1cb61f49c1ae tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0488307 Oct 25 09:27:24.440913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a19636bc-44ef-4a7c-ac98-d2b9e852be2d req-dd4af44e-4e8f-4b9d-84f6-2b625d306c63 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344062 Oct 25 09:27:25.050577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a00f4-e13f-417a-93b2-c7e1d89985b1 req-a30b1bf7-8596-436f-ac35-2f07c69471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:25.052047 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-669a00f4-e13f-417a-93b2-c7e1d89985b1 req-a30b1bf7-8596-436f-ac35-2f07c69471f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0401165 Oct 25 09:27:25.090107 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-669a00f4-e13f-417a-93b2-c7e1d89985b1 req-cb41e738-5d48-4bea-9860-c46b8bf1b68d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315440 Oct 25 09:27:25.374431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 72e635e2-ea7e-45e3-8c9d-b525766f0d45 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:27:25.387468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 72e635e2-ea7e-45e3-8c9d-b525766f0d45 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:27:25.572049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366789-cc6c-4d1e-b8b1-76f3d263b618 req-c75e0cb1-787d-4a17-a619-756f5039a7aa tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:25.573815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27366789-cc6c-4d1e-b8b1-76f3d263b618 req-c75e0cb1-787d-4a17-a619-756f5039a7aa tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0552523 Oct 25 09:27:25.615983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27366789-cc6c-4d1e-b8b1-76f3d263b618 req-b955b91c-e462-4d69-9364-95280a7eb921 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353625 Oct 25 09:27:25.695627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:25.698477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:27:25.717773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'port_id': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'mac_address': 'fa:16:3e:a2:63:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:27:25.732285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:27:25.734550 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dd9b46-d6a3-4cd5-8810-46f38591e10c" -d '{"events": [{"server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:27:25.766547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:27:25.777102 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:25.781269 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:25.793611 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec85e77-882a-441c-bbd8-e3d393d09835 x-openstack-request-id: req-0ec85e77-882a-441c-bbd8-e3d393d09835 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:27:25.794143 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:27:25.794295 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ec85e77-882a-441c-bbd8-e3d393d09835 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:27:25.794652 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'code': 200} Oct 25 09:27:25.811181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-863f2236-461a-4e9c-92f1-04e8884b659a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491171 Oct 25 09:27:25.814592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72e635e2-ea7e-45e3-8c9d-b525766f0d45 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:27:25.876678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:27:25.885727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.886041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.886378 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.886709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.887040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.887396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.888268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.888773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.888773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.889459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.889780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.890098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:27:25.895766 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:27:25.896115 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:27:25.922673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-9ed460c6-adec-4cfb-a0dd-87caea32be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:25.924338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-9ed460c6-adec-4cfb-a0dd-87caea32be1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1097 time: 0.0495315 Oct 25 09:27:26.040045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-faff8163-02b5-4349-b8dd-7f659fec08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:26.041545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-faff8163-02b5-4349-b8dd-7f659fec08fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0957971 Oct 25 09:27:26.107073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-c7eb76ea-2a5a-446b-a106-00f4c69a4b1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 1001 time: 0.0585451 Oct 25 09:27:26.160789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-a5cebabb-1170-4301-9903-76abe0af7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:26.162281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-a5cebabb-1170-4301-9903-76abe0af7cb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0475986 Oct 25 09:27:26.207830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-e278ed42-1296-4f3d-b38d-f39b175575be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:26.209330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-e278ed42-1296-4f3d-b38d-f39b175575be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404730 Oct 25 09:27:26.305542 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-9ae48440-a382-4f31-8564-a4c2191a9612 service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893092 Oct 25 09:27:26.399868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe6af5e8-ee2d-403b-a9c1-9b791588cf5a req-ad9c0d84-d2f6-4d6d-9dfd-5dc814ca98d7 service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873640 Oct 25 09:27:26.436455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:26.452451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e635e2-ea7e-45e3-8c9d-b525766f0d45 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:27:26.475393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:27:26.479759 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:26.528037 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:27:26.736995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4435fa2-710f-48bd-a2d0-cece6394de01 req-da390807-bec1-4ee2-b01b-ca54ffae4ae5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:27:26.738603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4435fa2-710f-48bd-a2d0-cece6394de01 req-da390807-bec1-4ee2-b01b-ca54ffae4ae5 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 945 time: 0.0503385 Oct 25 09:27:26.777420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4435fa2-710f-48bd-a2d0-cece6394de01 req-e9db2bcd-88a5-4c86-9407-05ed1322d608 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325234 Oct 25 09:27:26.799892 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 59306) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:27:26.857834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['72e635e2-ea7e-45e3-8c9d-b525766f0d45'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:27:26.884233 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-59913ce6-31b5-44b9-a4c3-f3bdca2c4a42 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/floatingips/af8ad25a-e9cf-4c97-a81d-85cbb3d31c18 HTTP/1.1" status: 200 len: 993 time: 0.0743968 Oct 25 09:27:29.413168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 72e635e2-ea7e-45e3-8c9d-b525766f0d45 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:27:29.461420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:27:29.461786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:29.539537 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:29.563127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:27:29.565496 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f54eb02-f932-424e-9627-5436941fa88a" -d '{"events": [{"server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "name": "network-vif-plugged", "status": "completed", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:27:29.582182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:27:29.586397 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:29.620061 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab04503-18a4-4a00-a758-efba7d41a736 x-openstack-request-id: req-eab04503-18a4-4a00-a758-efba7d41a736 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:27:29.620371 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "name": "network-vif-plugged", "status": "completed", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:27:29.620622 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eab04503-18a4-4a00-a758-efba7d41a736 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:27:29.621042 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'code': 200} Oct 25 09:27:29.641440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:27:38.648957 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:39.852466 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:46.432096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-441fd9b1-532a-4f3e-807d-7468a96e17fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:48.755190 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b679baba-1ae4-4c70-9bd5-099826279685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:49.924936 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:49.963832 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:27:51.831970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:00.506660 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:28:08.666572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:09.875216 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:15.636589 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-e538fff9-ed9c-4f1b-a238-4d49a0a5d476 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529723 Oct 25 09:28:15.740270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-6629bfb1-171f-46f3-a254-5fcea91ba9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:15.741785 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-6629bfb1-171f-46f3-a254-5fcea91ba9fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0435281 Oct 25 09:28:15.852477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-b1af67ed-ff6b-478e-ae34-77a66d69f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:15.853924 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-b1af67ed-ff6b-478e-ae34-77a66d69f490 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5445ceb1-7217-400c-ac57-0154b64f0991 HTTP/1.1" status: 200 len: 898 time: 0.0909328 Oct 25 09:28:15.926248 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-291642c9-8d11-4257-84b6-337bfe869276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45 HTTP/1.1" status: 200 len: 1002 time: 0.0652657 Oct 25 09:28:15.976028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-11de770c-cf6c-4307-b0d6-3fe47468ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:15.977622 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-11de770c-cf6c-4307-b0d6-3fe47468ea6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1130f8a9-a433-47d6-be70-26909df24e89 HTTP/1.1" status: 200 len: 834 time: 0.0440443 Oct 25 09:28:16.028872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-32c15d0d-82ed-4145-9b95-0365c3b424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:16.030493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-32c15d0d-82ed-4145-9b95-0365c3b424fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5445ceb1-7217-400c-ac57-0154b64f0991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458770 Oct 25 09:28:16.131286 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-7f0ed8c6-1b87-403a-a9fa-30ff3a35bc0b service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933125 Oct 25 09:28:16.226323 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7203c5d2-aad2-44ae-8cd7-311e55b48d69 req-74b0da77-7276-4db4-9fa3-096b45ad478b service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873768 Oct 25 09:28:16.429114 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d44c0290-c27b-4df3-9001-78fee0392888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:18.757981 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6cc39710-4afe-40ae-a8a6-99986bea2e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:19.917615 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:19.960254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:21.834069 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:25.783216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-25068482-7e97-4622-bcb0-809328bddfd4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410755 Oct 25 09:28:25.893386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-4101eeb4-d109-4bfe-a9de-e2c6b3a3c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:25.894939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-4101eeb4-d109-4bfe-a9de-e2c6b3a3c0c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1097 time: 0.0422606 Oct 25 09:28:26.007470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-3dc7c143-4749-4681-a5d9-8e42143a15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:26.008965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-3dc7c143-4749-4681-a5d9-8e42143a15bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0946703 Oct 25 09:28:26.087472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-051d6e07-75de-4722-86a3-3c8abf579b28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 1001 time: 0.0711348 Oct 25 09:28:26.137428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-665a2192-bdf9-44f7-9ab9-08f3091e7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:26.138864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-665a2192-bdf9-44f7-9ab9-08f3091e7095 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0432186 Oct 25 09:28:26.184229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-56425b1d-569d-48a7-bd55-8b7995255026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:26.185731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-56425b1d-569d-48a7-bd55-8b7995255026 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398307 Oct 25 09:28:26.281908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-b16f807b-2ff0-44f3-8bb2-a6498666927a service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888221 Oct 25 09:28:26.376815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-792efe98-9f25-4f7f-88d7-06f739022d82 req-344c9ea5-0ff0-4dfa-bcd8-907f8f9484c2 service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876324 Oct 25 09:28:33.556914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60628) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:33.723526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 432e3448-1bf1-4591-adf6-53fbd31a5ef1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:28:33.723870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:33.803762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:33.804242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:33.816962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 432e3448-1bf1-4591-adf6-53fbd31a5ef1 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:28:33.990612 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:34.024198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=432e3448-1bf1-4591-adf6-53fbd31a5ef1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:34.053439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.053807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.054120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.054452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.054779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.055105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.055431 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.055753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.056074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.056399 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.056716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.057059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:34.099530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:34.099863 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Floating IP af8ad25a-e9cf-4c97-a81d-85cbb3d31c18 disassociated (deleted). External IP: 172.25.8.247, port: 72e635e2-ea7e-45e3-8c9d-b525766f0d45. Oct 25 09:28:34.313309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router bd5838b2-e6e1-4d42-907b-4311451b6ab5 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:28:34.417195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:28:34.423084 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:34.427723 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] Sync routers for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:28:34.437820 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:34.438522 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:34.455549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-485bc4f1-e118-49cc-97e3-2fa4bf4b30f9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/floatingips/af8ad25a-e9cf-4c97-a81d-85cbb3d31c18 HTTP/1.1" status: 204 len: 168 time: 0.8974979 Oct 25 09:28:34.456254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:28:34.458900 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a73c48-3ffe-4649-8396-e3756fe6044b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:28:34.652641 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6d207e-6791-407d-842a-46a4f14b8378 x-openstack-request-id: req-bc6d207e-6791-407d-842a-46a4f14b8378 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:28:34.654113 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:28:34.654808 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc6d207e-6791-407d-842a-46a4f14b8378 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:28:34.655437 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'status': 'completed', 'code': 200} Oct 25 09:28:34.662144 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:34.756276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-0f9f7a68-8c96-4860-a8e3-897caafa63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:34.758296 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-0f9f7a68-8c96-4860-a8e3-897caafa63d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=231557d3ca294031a5cd015168fb1e9c&device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 1097 time: 0.0555823 Oct 25 09:28:34.776106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a417a-2060-45c0-89d5-278368189032 req-79874a06-fb9b-4fc6-919a-bf62eaec469b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:34.779382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf8a417a-2060-45c0-89d5-278368189032 req-79874a06-fb9b-4fc6-919a-bf62eaec469b tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0755708 Oct 25 09:28:34.835572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf8a417a-2060-45c0-89d5-278368189032 req-7fbcc539-5d0a-4a71-871c-e5b87f6ef2c7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496891 Oct 25 09:28:34.868046 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-d0147fb0-5ad6-4026-a8ac-b8453b092234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:34.869752 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-d0147fb0-5ad6-4026-a8ac-b8453b092234 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5445ceb1-7217-400c-ac57-0154b64f0991 HTTP/1.1" status: 200 len: 898 time: 0.1010578 Oct 25 09:28:34.915586 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-fc513534-00e6-4071-969d-a04cbe2a9fab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45 HTTP/1.1" status: 200 len: 217 time: 0.0373058 Oct 25 09:28:34.940629 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:34.967571 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] Checking router: bd5838b2-e6e1-4d42-907b-4311451b6ab5 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:28:34.970532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-d487941c-2de4-4ad5-81d5-cbf56c0f60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:34.972221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-d487941c-2de4-4ad5-81d5-cbf56c0f60dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1130f8a9-a433-47d6-be70-26909df24e89 HTTP/1.1" status: 200 len: 834 time: 0.0483217 Oct 25 09:28:34.975819 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:34.976478 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:35.027394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-c356d069-bbd2-4f68-968b-d1b9935bdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:35.028919 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-c356d069-bbd2-4f68-968b-d1b9935bdc35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5445ceb1-7217-400c-ac57-0154b64f0991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488510 Oct 25 09:28:35.094465 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:35.129987 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-6f6f0765-1ce6-4881-a423-db85fde4e9a4 service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919521 Oct 25 09:28:35.240426 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-78a73c48-3ffe-4649-8396-e3756fe6044b req-0dad404e-9059-45a4-be55-ffbe0e0c3607 service neutron] 10.222.0.18 "GET /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975852 Oct 25 09:28:35.306496 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:35.336307 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624cd06-8f7b-462f-a422-206d18b95a17 None None] The sync data for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 is: [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'fa08f640-0791-433a-8c1a-3e18e61db257', 'name': '', 'network_id': '5445ceb1-7217-400c-ac57-0154b64f0991', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'mac_address': 'fa:16:3e:87:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '1130f8a9-a433-47d6-be70-26909df24e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:50Z', 'updated_at': '2021-10-25T09:25:54Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'subnets': [{'id': '1130f8a9-a433-47d6-be70-26909df24e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:28:35.572250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875fa45-d758-424e-8ed6-e2b071055b30 None None] New status for floating IP af8ad25a-e9cf-4c97-a81d-85cbb3d31c18: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:28:35.968067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b2e08-74a7-4b78-b8e4-2574022b06fc req-59dea2d2-c57a-4741-a153-640017e6f787 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:35.969577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f14b2e08-74a7-4b78-b8e4-2574022b06fc req-59dea2d2-c57a-4741-a153-640017e6f787 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0487669 Oct 25 09:28:36.007845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f14b2e08-74a7-4b78-b8e4-2574022b06fc req-a473cc60-b941-4c80-8713-9a1627ca25d0 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/security-groups?id=50efd238-fb9b-4c70-bb31-f8df63d7cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Oct 25 09:28:36.473132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-2a676a9d-e516-4811-923d-b48720bdf9f7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:36.474580 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-2a676a9d-e516-4811-923d-b48720bdf9f7 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 946 time: 0.0492144 Oct 25 09:28:36.563189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:28:36.563522 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:36.664511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port 72e635e2-ea7e-45e3-8c9d-b525766f0d45, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=72e635e2-ea7e-45e3-8c9d-b525766f0d45,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:36.664874 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:36.677627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 72e635e2-ea7e-45e3-8c9d-b525766f0d45 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:28:36.809253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:36.838792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=72e635e2-ea7e-45e3-8c9d-b525766f0d45,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:36.866481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.866831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.867173 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.867510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.867844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.868177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.868506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.868834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.869185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.869515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.869832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.870155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:36.890214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] No DVR routers for this DVR port 72e635e2-ea7e-45e3-8c9d-b525766f0d45 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:28:36.902036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:36.906613 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-33b3bc9b-67c6-4505-97ab-e269f170ab76 req-0d591584-ec27-4e12-a198-6091bf2aa064 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.18 "DELETE /v2.0/ports/72e635e2-ea7e-45e3-8c9d-b525766f0d45 HTTP/1.1" status: 204 len: 173 time: 0.4258175 Oct 25 09:28:36.907098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'name': 'network-vif-deleted', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:28:36.909588 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce36a208-981d-426f-9304-193b4ae16b8c" -d '{"events": [{"server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "name": "network-vif-deleted", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:28:37.023755 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884834d3-ddff-4fb1-ac29-8f73d506b911 x-openstack-request-id: req-884834d3-ddff-4fb1-ac29-8f73d506b911 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:28:37.024161 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9", "name": "network-vif-deleted", "tag": "72e635e2-ea7e-45e3-8c9d-b525766f0d45", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:28:37.024359 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-884834d3-ddff-4fb1-ac29-8f73d506b911 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:28:37.024949 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9', 'name': 'network-vif-deleted', 'tag': '72e635e2-ea7e-45e3-8c9d-b525766f0d45', 'status': 'completed', 'code': 200} Oct 25 09:28:37.130409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54bd5559-1bf0-43f8-9734-2c88d2a5cd13 req-36c925a6-6e6a-4a94-bf3a-5d21b5b05ab3 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e76af55-c4bd-4e0b-bfca-cb8b6105b4b9 HTTP/1.1" status: 200 len: 210 time: 0.0292017 Oct 25 09:28:37.505871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:28:38.204405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60734) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:38.650456 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:38.662959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:38.963728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port fa08f640-0791-433a-8c1a-3e18e61db257 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:28:38.964601 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:39.060268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port fa08f640-0791-433a-8c1a-3e18e61db257, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fa08f640-0791-433a-8c1a-3e18e61db257,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:39.060630 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:39.324241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for fa08f640-0791-433a-8c1a-3e18e61db257 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:28:39.522701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:39.549439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=fa08f640-0791-433a-8c1a-3e18e61db257,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:39.738448 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:39.804788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 72e635e2-ea7e-45e3-8c9d-b525766f0d45 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:28:39.827101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 72e635e2-ea7e-45e3-8c9d-b525766f0d45 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:28:39.827698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 72e635e2-ea7e-45e3-8c9d-b525766f0d45 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:28:39.902298 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:39.969440 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Router bd5838b2-e6e1-4d42-907b-4311451b6ab5 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:28:40.087128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:28:40.093386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a25678dc-f610-4a6b-917c-5da7e6f256d9 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "PUT /v2.0/routers/bd5838b2-e6e1-4d42-907b-4311451b6ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8873887 Oct 25 09:28:40.095739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60772) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:40.100486 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] Sync routers for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:28:40.110996 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:40.111817 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:40.147426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-28017ded-5a7c-456f-93f6-05c741403f61 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting subnet 1130f8a9-a433-47d6-be70-26909df24e89 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:28:40.150679 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28017ded-5a7c-456f-93f6-05c741403f61 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.191736 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28017ded-5a7c-456f-93f6-05c741403f61 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.225236 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:40.286032 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28017ded-5a7c-456f-93f6-05c741403f61 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.356571 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28017ded-5a7c-456f-93f6-05c741403f61 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.384915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017ded-5a7c-456f-93f6-05c741403f61 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Subnet': ['ID=1130f8a9-a433-47d6-be70-26909df24e89,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:40.388450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-28017ded-5a7c-456f-93f6-05c741403f61 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.394488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-28017ded-5a7c-456f-93f6-05c741403f61 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/subnets/1130f8a9-a433-47d6-be70-26909df24e89 HTTP/1.1" status: 204 len: 168 time: 0.2977078 Oct 25 09:28:40.395094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60778) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:40.407188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eda089-0b0f-4d88-a7aa-f93379d33847 None None] Network 5445ceb1-7217-400c-ac57-0154b64f0991 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:28:40.432611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:28:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:40.474688 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] Checking router: bd5838b2-e6e1-4d42-907b-4311451b6ab5 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:28:40.484324 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] Routers {'bd5838b2-e6e1-4d42-907b-4311451b6ab5'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:40.485344 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:40.544117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.646474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] DHCP port deletion for 5445ceb1-7217-400c-ac57-0154b64f0991 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:28:40.651271 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] Set router bd5838b2-e6e1-4d42-907b-4311451b6ab5 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:40.703909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Deleting port 7defeb72-ac19-4b17-8a49-363a4ab02284 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:28:40.704272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.710149 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.775528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Deleting port 1beb1c72-1188-477d-8ace-0e534df62f49 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:28:40.775888 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.794114 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] For port 7defeb72-ac19-4b17-8a49-363a4ab02284, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7defeb72-ac19-4b17-8a49-363a4ab02284,segment=NetworkSegment(f10b0a3e-7b17-427c-bafd-3fb7a3496640),segment_id=f10b0a3e-7b17-427c-bafd-3fb7a3496640)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:40.794515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.811771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Calling delete_port for 7defeb72-ac19-4b17-8a49-363a4ab02284 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:28:40.862180 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:28:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:40.871671 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] For port 1beb1c72-1188-477d-8ace-0e534df62f49, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1beb1c72-1188-477d-8ace-0e534df62f49,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:40.872103 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.885418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Calling delete_port for 1beb1c72-1188-477d-8ace-0e534df62f49 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:28:40.896648 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa90c74-6e5a-4a52-8364-08430ea2e7c6 None None] The sync data for ids ['bd5838b2-e6e1-4d42-907b-4311451b6ab5'] in n-d-814746-2 is: [{'id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023592026', 'tenant_id': '231557d3ca294031a5cd015168fb1e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:28:39Z', 'revision_number': 5, 'project_id': '231557d3ca294031a5cd015168fb1e9c', 'gw_port': {'id': '1beb1c72-1188-477d-8ace-0e534df62f49', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5838b2-e6e1-4d42-907b-4311451b6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:25:47Z', 'updated_at': '2021-10-25T09:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:28:40.902318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:40.979393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Pushing event deleted for resources: {'Port': ['ID=7defeb72-ac19-4b17-8a49-363a4ab02284,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:40.987717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] No DVR routers for this DVR port 7defeb72-ac19-4b17-8a49-363a4ab02284 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:28:40.990164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.990585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.990996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.991407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.991810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.992214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.992611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.993042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.993438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.993832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.994226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:40.994623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3e0f75-5879-4546-a13c-ca19e83464ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:41.098559 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.125295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Port': ['ID=1beb1c72-1188-477d-8ace-0e534df62f49,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:41.199497 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.299659 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.300224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.347979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.348637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Fanout notify agent at l3_agent the message router_deleted on router bd5838b2-e6e1-4d42-907b-4311451b6ab5 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:28:41.367477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.372060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f5a8259f-e48d-488b-915d-c5b5bc1b3eef tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/routers/bd5838b2-e6e1-4d42-907b-4311451b6ab5 HTTP/1.1" status: 204 len: 168 time: 0.9759102 Oct 25 09:28:41.373546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60796) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:41.375492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7defeb72-ac19-4b17-8a49-363a4ab02284 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:28:41.406493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7defeb72-ac19-4b17-8a49-363a4ab02284 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:28:41.406937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7defeb72-ac19-4b17-8a49-363a4ab02284 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:28:41.476986 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.574933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.596776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5445ceb1-7217-400c-ac57-0154b64f0991']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:41.606777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10b0a3e-7b17-427c-bafd-3fb7a3496640') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:41.607071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10b0a3e-7b17-427c-bafd-3fb7a3496640') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:41.616768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.632552 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.639855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:28:41.640318 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:28:41.643718 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:28:41.717177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.723106 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.727496 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/networks/5445ceb1-7217-400c-ac57-0154b64f0991 HTTP/1.1" status: 204 len: 168 time: 0.3529108 Oct 25 09:28:41.731029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60808) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:41.752310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e33463-01e6-4d71-97c8-14f32d5ac9f2 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'Network': ['ID=5445ceb1-7217-400c-ac57-0154b64f0991,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:41.796219 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f9067cb-d763-49c3-aedb-248800fc6998 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.823957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f9067cb-d763-49c3-aedb-248800fc6998 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.887488 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f9067cb-d763-49c3-aedb-248800fc6998 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.890277 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f9067cb-d763-49c3-aedb-248800fc6998 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:41.891441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f9067cb-d763-49c3-aedb-248800fc6998 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] 10.222.0.32 "DELETE /v2.0/security-groups/50efd238-fb9b-4c70-bb31-f8df63d7cc30 HTTP/1.1" status: 204 len: 168 time: 0.1594238 Oct 25 09:28:41.901450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9067cb-d763-49c3-aedb-248800fc6998 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50efd238-fb9b-4c70-bb31-f8df63d7cc30,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:42.993042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1beb1c72-1188-477d-8ace-0e534df62f49 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:28:43.017386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 1beb1c72-1188-477d-8ace-0e534df62f49 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:28:43.017726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1beb1c72-1188-477d-8ace-0e534df62f49 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:28:43.018133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fa08f640-0791-433a-8c1a-3e18e61db257 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:28:43.039278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: fa08f640-0791-433a-8c1a-3e18e61db257 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:28:43.039617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fa08f640-0791-433a-8c1a-3e18e61db257 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:28:43.235776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60844) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:43.382804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f3f01847-df77-4510-8ebf-0ee06c9a09b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=231557d3ca294031a5cd015168fb1e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458607 Oct 25 09:28:43.385293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60852) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:43.432512 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd6f69b8-4ef0-49bd-958f-9fe59716bef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:43.454703 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd6f69b8-4ef0-49bd-958f-9fe59716bef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:43.503592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd6f69b8-4ef0-49bd-958f-9fe59716bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:43.506306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bd6f69b8-4ef0-49bd-958f-9fe59716bef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:43.507469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bd6f69b8-4ef0-49bd-958f-9fe59716bef7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/791ba435-37b3-40ba-b3a4-5774936d7c15 HTTP/1.1" status: 204 len: 168 time: 0.1212733 Oct 25 09:28:43.516276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f69b8-4ef0-49bd-958f-9fe59716bef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791ba435-37b3-40ba-b3a4-5774936d7c15,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:43.804143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60862) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:43.850326 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-585f7a97-6370-4337-b3d6-869d2ff92f93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e59c95b00915425188043926fa5b5a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446305 Oct 25 09:28:43.852633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60870) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:43.904334 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fb30acae-418a-49d2-990a-97d3f2f75625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:43.926895 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fb30acae-418a-49d2-990a-97d3f2f75625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:43.977212 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fb30acae-418a-49d2-990a-97d3f2f75625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:43.980786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-fb30acae-418a-49d2-990a-97d3f2f75625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:43.981995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-fb30acae-418a-49d2-990a-97d3f2f75625 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8d5eb22-0c16-42f4-8b1d-eb02ae3c71c6 HTTP/1.1" status: 204 len: 168 time: 0.1283526 Oct 25 09:28:43.989996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30acae-418a-49d2-990a-97d3f2f75625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d5eb22-0c16-42f4-8b1d-eb02ae3c71c6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:44.700656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 60906) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:44.797415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-422705482-network', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:28:44.819377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:28:44.821722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:44.830973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:44.928847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:44.934598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:44.961214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:28:44.971687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878cacdf-6e75-40bd-ac6c-0be8105127b1,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:44.976669 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:44.977345 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Added segment 681fe5b1-8e39-4742-91fe-825a1e3b9526 of type vlan for network b68b09de-69d5-44ed-ba8f-c3133cc88952 Oct 25 09:28:45.018805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.045616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.046577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:45.047145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.098266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3960280 Oct 25 09:28:45.101306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60916) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:45.107717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Request body: {'subnet': {'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-422705482-subnet', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:28:45.109595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be73786-93dc-40dc-a345-9d33b5999b0c admin admin] Pushing event updated for resources: {'Network': ['ID=b68b09de-69d5-44ed-ba8f-c3133cc88952,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:45.119604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:28:45.134320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:28:45.139825 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.318897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.375219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd5c76e-e219-49a9-871e-3ca9ec977689,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:45.382398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:28:45.382756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Network hostable DHCP agents. Network: b68b09de-69d5-44ed-ba8f-c3133cc88952, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:28:45.398963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:28:45.409228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, b68b09de-69d5-44ed-ba8f-c3133cc88952) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:45.416315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:45.417493 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.419240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82956c58-91d4-4150-a4b4-2a1a483b3428 None None] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:28:45.439812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-214a0f7f-aa04-4e6f-be55-cf65e49d972f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3373027 Oct 25 09:28:45.442688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60928) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:45.447269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:28:45.493208 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.494442 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.592437 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.594288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-b68b09de-69d5-44ed-ba8f-c3133cc88952', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:28:45.595165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.736747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.741826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Allocated IP 172.20.0.2 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/7decf176-14e1-430d-ab59-4fffb6c46a84) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:28:45.909263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.918156 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.960317 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:45.960574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:28:45.963610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:45.968109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:28:45.976678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Pushing event updated for resources: {'Port': ['ID=7decf176-14e1-430d-ab59-4fffb6c46a84,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:45.987145 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:46.027845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Attempting to bind port 7decf176-14e1-430d-ab59-4fffb6c46a84 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:28:46.028210 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Attempting to bind port 7decf176-14e1-430d-ab59-4fffb6c46a84 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:28:46.028568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Attempting to bind port 7decf176-14e1-430d-ab59-4fffb6c46a84 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:28:46.033649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:28:46.034017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:28:46.034412 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:46.034798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:28:46.035271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Bound port: 7decf176-14e1-430d-ab59-4fffb6c46a84, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:28:46.035634 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:46.095931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Allocated IP 172.25.8.126 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:28:46.099911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] For port 7decf176-14e1-430d-ab59-4fffb6c46a84, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:28:46.103214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] For port 7decf176-14e1-430d-ab59-4fffb6c46a84, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7decf176-14e1-430d-ab59-4fffb6c46a84,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:28:46.108053 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:46.164161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29b59f-816e-4152-84c1-d450aabc10bb None None] Pushing event updated for resources: {'Port': ['ID=7decf176-14e1-430d-ab59-4fffb6c46a84,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:46.207958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:46.256388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:46.302056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:28:46.310216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:46.314377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:28:46.359634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:46.426569 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b17e5dcc-f743-477d-a8a7-e0315182496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:46.872853 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:47.053127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7decf176-14e1-430d-ab59-4fffb6c46a84 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:47.106072 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:47.122828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7decf176-14e1-430d-ab59-4fffb6c46a84 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:47.123253 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:47.232590 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:47.267407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 7decf176-14e1-430d-ab59-4fffb6c46a84, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7decf176-14e1-430d-ab59-4fffb6c46a84,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:47.270830 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Router 24bde1af-de7f-4f03-8108-9fd5313596fb is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:28:47.273117 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:47.281734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a6a055-e980-4e40-ada0-e8fd613265d2 None None] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:28:47.395800 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:28:47.419366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:47.420930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-50981a83-430c-4229-a6ab-334e82ab24c3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9768472 Oct 25 09:28:47.423484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 60962) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:47.426502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:28:47.467906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:47.468549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:47.475657 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0c93fa23-b8d8-43b0-8116-c2cae6afbc95 None None] Provisioning complete for port 7decf176-14e1-430d-ab59-4fffb6c46a84 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:47.476251 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c93fa23-b8d8-43b0-8116-c2cae6afbc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:47.675791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=7decf176-14e1-430d-ab59-4fffb6c46a84,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:47.818421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:47.915015 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.079591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:46Z', 'revision_number': 3, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:48.118253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:28:48.118500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Updating router 24bde1af-de7f-4f03-8108-9fd5313596fb port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:28:48.145923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3072d4c0-b6fb-43b9-bbb5-e221ca3e41cd None None] Provisioning complete for port 7decf176-14e1-430d-ab59-4fffb6c46a84 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:48.146592 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3072d4c0-b6fb-43b9-bbb5-e221ca3e41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.165079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Allocated IP 172.20.0.1 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/2febbfb1-0c8c-4c4c-ac13-d85c690978df) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:28:48.188566 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.286070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.324608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.366342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:28:48.369343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:48.373242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:28:48.404242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=2febbfb1-0c8c-4c4c-ac13-d85c690978df,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:48.423145 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.527382 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.536146 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.585994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.599463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6210d7-3e2c-4834-9732-8293c2002e14 None None] Pushing event updated for resources: {'Port': ['ID=f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:48.609121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Attempting to bind port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:28:48.609706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Attempting to bind port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:28:48.610291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Attempting to bind port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:28:48.618218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:28:48.619133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:28:48.619702 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.620356 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:28:48.621205 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Bound port: f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:28:48.621780 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.681730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] For port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:28:48.684754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] For port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:28:48.688731 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.767764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6210d7-3e2c-4834-9732-8293c2002e14 None None] Pushing event updated for resources: {'Port': ['ID=f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:48.773791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:48.774409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:48.783926 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.789191 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.816247 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-34da6868-19e5-4e71-8291-410114412916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.817885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3679bad9-790e-4190-b6a7-cb29dc9b6f01 None None] Provisioning complete for port 2febbfb1-0c8c-4c4c-ac13-d85c690978df triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:48.818297 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3679bad9-790e-4190-b6a7-cb29dc9b6f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.867409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:48.869201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=2febbfb1-0c8c-4c4c-ac13-d85c690978df,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:48.901176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3679bad9-790e-4190-b6a7-cb29dc9b6f01 None None] Port 2febbfb1-0c8c-4c4c-ac13-d85c690978df cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:28:48.929982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:48.989517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:28:48.991131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:49.015912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7decf176-14e1-430d-ab59-4fffb6c46a84 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:49.149066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7decf176-14e1-430d-ab59-4fffb6c46a84 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:49.149512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:49.154058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Router 24bde1af-de7f-4f03-8108-9fd5313596fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:28:49.275164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 1, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:49.287475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:28:49.293886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-85fd4e7d-7e4b-4dd1-8370-623ff3cf7ef8 admin admin] 10.222.0.32 "PUT /v2.0/routers/24bde1af-de7f-4f03-8108-9fd5313596fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691890 Oct 25 09:28:49.313137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6df5c-8195-40cc-9b7c-e1f45ec382ea None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 1, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:28:49.328120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b2fdad00-fd2d-4455-9560-f094249bf6ab None None] Provisioning complete for port 2febbfb1-0c8c-4c4c-ac13-d85c690978df triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:49.328488 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b2fdad00-fd2d-4455-9560-f094249bf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:49.368417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdad00-fd2d-4455-9560-f094249bf6ab None None] Port 2febbfb1-0c8c-4c4c-ac13-d85c690978df cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:28:49.908507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 32770) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:49.915967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1296622337-network', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:28:49.931809 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:49.941056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Made reservation on behalf of 672711956ae9475ea2e67dc5ad1ced0a for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:28:49.943480 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:49.953298 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:49.978826 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.062312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.076519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.103989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:28:50.124947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.126233 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Added segment 34442c35-cfb2-460b-bdd0-2c8032d2460f of type vlan for network 55b0d1f6-9e23-43a8-8b77-38c226262b1c Oct 25 09:28:50.168971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cdb5e1-54b8-4e7e-af57-a8ee7ebee8c2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:50.184026 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.212763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.214708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:50.215356 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.254156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3419404 Oct 25 09:28:50.254511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:50.259481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Request body: {'subnet': {'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1296622337-subnet', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:28:50.292517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Made reservation on behalf of 672711956ae9475ea2e67dc5ad1ced0a for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:28:50.300240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.322401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8e078-6a94-423b-bedb-5289bc06623f admin admin] Pushing event updated for resources: {'Network': ['ID=55b0d1f6-9e23-43a8-8b77-38c226262b1c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:50.334152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 55b0d1f6-9e23-43a8-8b77-38c226262b1c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:28:50.808361 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.862471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6835be-ce4d-41eb-9770-f3ca1426174b,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:50.879114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Checking segment: {'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:28:50.879464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Network hostable DHCP agents. Network: 55b0d1f6-9e23-43a8-8b77-38c226262b1c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:28:50.895489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Network 55b0d1f6-9e23-43a8-8b77-38c226262b1c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:28:50.905917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 55b0d1f6-9e23-43a8-8b77-38c226262b1c) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:50.910274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:50.911025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.918751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dde218-e13a-4bbf-af6b-d7339e582358 None None] Network 55b0d1f6-9e23-43a8-8b77-38c226262b1c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:28:50.934054 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8025a386-f959-485f-8c9b-f2b9abfb3d98 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6783161 Oct 25 09:28:50.936653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32778) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:50.942200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:28:50.970578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:50.971832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.053034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.088257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:51.160085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-55b0d1f6-9e23-43a8-8b77-38c226262b1c', 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'fixed_ips': [{'subnet_id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:28:51.161007 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.195582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:51.196053 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.222903 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.381480 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.392682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Allocated IP 172.20.0.2 (55b0d1f6-9e23-43a8-8b77-38c226262b1c/fe6835be-ce4d-41eb-9770-f3ca1426174b/917cd687-48f8-4c89-9b2e-f54deaaed247) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:28:51.417789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:51.436741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.473768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.503389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.537258 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:51.632134 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.635056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Allocated IP 172.25.8.162 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/089e8416-3ad1-468b-aed2-887613f01037) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:28:51.639738 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.771616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.855107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.869165 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:28:51.892063 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:51.894196 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:51.916373 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:28:51.916691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Network 55b0d1f6-9e23-43a8-8b77-38c226262b1c is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:28:51.921658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:51.924660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:28:51.928596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:51.938225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:28:51.983574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:51.984662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=089e8416-3ad1-468b-aed2-887613f01037,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:51.998333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Pushing event updated for resources: {'Port': ['ID=917cd687-48f8-4c89-9b2e-f54deaaed247,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:52.015189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Attempting to bind port 917cd687-48f8-4c89-9b2e-f54deaaed247 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:28:52.015787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Attempting to bind port 917cd687-48f8-4c89-9b2e-f54deaaed247 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:28:52.016153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Attempting to bind port 917cd687-48f8-4c89-9b2e-f54deaaed247 on network 55b0d1f6-9e23-43a8-8b77-38c226262b1c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:28:52.022627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:28:52.023059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Checking segment: {'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:28:52.023468 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.023862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Bound using segment: {'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:28:52.024404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Bound port: 917cd687-48f8-4c89-9b2e-f54deaaed247, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:28:52.024793 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.131241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] For port 917cd687-48f8-4c89-9b2e-f54deaaed247, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:28:52.137002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] For port 917cd687-48f8-4c89-9b2e-f54deaaed247, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=917cd687-48f8-4c89-9b2e-f54deaaed247,segment=NetworkSegment(34442c35-cfb2-460b-bdd0-2c8032d2460f),segment_id=34442c35-cfb2-460b-bdd0-2c8032d2460f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:28:52.145186 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.165876 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:52.218589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64487b4d-6cb7-44cc-b93d-ad01caa2ac2a None None] Pushing event updated for resources: {'Port': ['ID=917cd687-48f8-4c89-9b2e-f54deaaed247,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:52.318258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.451016 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 2, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:52.480319 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:28:52.480663 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Updating router 24bde1af-de7f-4f03-8108-9fd5313596fb port 2febbfb1-0c8c-4c4c-ac13-d85c690978df binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:28:52.512648 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.603634 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.751524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Router e0566ae1-20d4-417f-937b-18dba8370a61 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:28:52.807088 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.815733 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.877600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:28:52.897992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Sync routers for ids ['e0566ae1-20d4-417f-937b-18dba8370a61'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:28:52.898428 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Pushing event updated for resources: {'Port': ['ID=2febbfb1-0c8c-4c4c-ac13-d85c690978df,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:52.904058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.905594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1313794a-5355-403a-9afa-c11207139fb6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9677618 Oct 25 09:28:52.908300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 32788) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:28:52.918796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Routers {'e0566ae1-20d4-417f-937b-18dba8370a61'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:52.920170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e0566ae1-20d4-417f-937b-18dba8370a61'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:52.927536 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.927969 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.928399 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.929910 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.930480 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.930903 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.931360 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.931787 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.932271 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.932963 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.934051 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.934593 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:28:52.956637 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Attempting to bind port 2febbfb1-0c8c-4c4c-ac13-d85c690978df on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:28:52.957305 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Attempting to bind port 2febbfb1-0c8c-4c4c-ac13-d85c690978df by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:28:52.964970 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Attempting to bind port 2febbfb1-0c8c-4c4c-ac13-d85c690978df on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:28:52.977952 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:28:52.978457 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:28:52.978947 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:52.980056 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:28:52.980906 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Bound port: 2febbfb1-0c8c-4c4c-ac13-d85c690978df, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:28:52.981384 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:53.090528 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] For port 2febbfb1-0c8c-4c4c-ac13-d85c690978df, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:28:53.093886 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] For port 2febbfb1-0c8c-4c4c-ac13-d85c690978df, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2febbfb1-0c8c-4c4c-ac13-d85c690978df,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:28:53.104914 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:53.159035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Set router e0566ae1-20d4-417f-937b-18dba8370a61 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:53.211373 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:53.212003 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:53.219523 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb1bf0-8e59-434a-b63f-d7f78a24653a None None] Pushing event updated for resources: {'Port': ['ID=2febbfb1-0c8c-4c4c-ac13-d85c690978df,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:53.290246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 917cd687-48f8-4c89-9b2e-f54deaaed247 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:53.412766 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:53.429264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-69674b2b-0ebe-4f3d-bfb1-93cbbdf0bfdb None None] Provisioning complete for port 2febbfb1-0c8c-4c4c-ac13-d85c690978df triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:53.429639 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69674b2b-0ebe-4f3d-bfb1-93cbbdf0bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:53.473223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 917cd687-48f8-4c89-9b2e-f54deaaed247 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:53.473449 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:53.738374 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:53.741428 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:53.743157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b0c62-923e-4006-8336-b9483be9c41f None None] Network 55b0d1f6-9e23-43a8-8b77-38c226262b1c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:28:53.774259 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd4d3-2c15-4547-8604-868c97e775fd None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:28:53.795100 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:53.836234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69674b2b-0ebe-4f3d-bfb1-93cbbdf0bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:53.865982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 917cd687-48f8-4c89-9b2e-f54deaaed247, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=917cd687-48f8-4c89-9b2e-f54deaaed247,segment=NetworkSegment(34442c35-cfb2-460b-bdd0-2c8032d2460f),segment_id=34442c35-cfb2-460b-bdd0-2c8032d2460f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:53.899514 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:53.900323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:53.905967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '089e8416-3ad1-468b-aed2-887613f01037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:28:52Z', 'revision_number': 3, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port': {'id': '089e8416-3ad1-468b-aed2-887613f01037', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:51Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:53.993482 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Allocated IP 172.20.0.1 (55b0d1f6-9e23-43a8-8b77-38c226262b1c/fe6835be-ce4d-41eb-9770-f3ca1426174b/c02a52e4-58ea-44be-bfb5-60cf8ab40241) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:28:54.010043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-69674b2b-0ebe-4f3d-bfb1-93cbbdf0bfdb None None] For port 2febbfb1-0c8c-4c4c-ac13-d85c690978df, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2febbfb1-0c8c-4c4c-ac13-d85c690978df,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:54.017492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Checking router: e0566ae1-20d4-417f-937b-18dba8370a61 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:28:54.017782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Updating router e0566ae1-20d4-417f-937b-18dba8370a61 port 089e8416-3ad1-468b-aed2-887613f01037 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:28:54.060999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69674b2b-0ebe-4f3d-bfb1-93cbbdf0bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.097650 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.131059 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.178476 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.242141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Pushing event updated for resources: {'Port': ['ID=c02a52e4-58ea-44be-bfb5-60cf8ab40241,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:54.256879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Network 55b0d1f6-9e23-43a8-8b77-38c226262b1c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:28:54.259720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:54.265339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:28:54.284981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=917cd687-48f8-4c89-9b2e-f54deaaed247,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:54.320103 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.384390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:54.384762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.391322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7869ae6a-391c-4afb-b3e8-8d92f04784e5 None None] Provisioning complete for port 2febbfb1-0c8c-4c4c-ac13-d85c690978df triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:54.391689 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7869ae6a-391c-4afb-b3e8-8d92f04784e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.486013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.493394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69674b2b-0ebe-4f3d-bfb1-93cbbdf0bfdb None None] Pushing event updated for resources: {'Port': ['ID=2febbfb1-0c8c-4c4c-ac13-d85c690978df,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:54.713014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.720645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7869ae6a-391c-4afb-b3e8-8d92f04784e5 None None] Provisioning complete for port 917cd687-48f8-4c89-9b2e-f54deaaed247 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:54.721122 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7869ae6a-391c-4afb-b3e8-8d92f04784e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.725180 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.729988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.736851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.814281 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:54.816295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Pushing event updated for resources: {'Port': ['ID=c02a52e4-58ea-44be-bfb5-60cf8ab40241,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:54.921679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Network 55b0d1f6-9e23-43a8-8b77-38c226262b1c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:28:54.923378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:28:54.990994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbdf54-98a1-462d-ad80-bb93da18018e None None] Pushing event updated for resources: {'Port': ['ID=089e8416-3ad1-468b-aed2-887613f01037,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:54.997080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Attempting to bind port 089e8416-3ad1-468b-aed2-887613f01037 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:28:54.997519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Attempting to bind port 089e8416-3ad1-468b-aed2-887613f01037 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:28:54.997942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Attempting to bind port 089e8416-3ad1-468b-aed2-887613f01037 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:28:55.006498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:28:55.006907 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:28:55.007370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:55.007814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:28:55.008351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Bound port: 089e8416-3ad1-468b-aed2-887613f01037, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:28:55.008804 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:55.063026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Router e0566ae1-20d4-417f-937b-18dba8370a61 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:28:55.067398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 917cd687-48f8-4c89-9b2e-f54deaaed247 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:55.142242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] For port 089e8416-3ad1-468b-aed2-887613f01037, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:28:55.147296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] For port 089e8416-3ad1-468b-aed2-887613f01037, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=089e8416-3ad1-468b-aed2-887613f01037,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:28:55.156036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:55.189168 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:28:55.189322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 917cd687-48f8-4c89-9b2e-f54deaaed247 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:55.189614 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:55.203652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d7021a3-a005-467f-be79-e05239305267 admin admin] 10.222.0.32 "PUT /v2.0/routers/e0566ae1-20d4-417f-937b-18dba8370a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2941594 Oct 25 09:28:55.327275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Routers {'e0566ae1-20d4-417f-937b-18dba8370a61'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:55.328086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e0566ae1-20d4-417f-937b-18dba8370a61'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:55.332117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbdf54-98a1-462d-ad80-bb93da18018e None None] Pushing event updated for resources: {'Port': ['ID=089e8416-3ad1-468b-aed2-887613f01037,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:55.338127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-54b28601-5b42-452d-9ce9-4c6ba94039cc None None] Provisioning complete for port c02a52e4-58ea-44be-bfb5-60cf8ab40241 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:55.339358 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54b28601-5b42-452d-9ce9-4c6ba94039cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:55.466750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-54b28601-5b42-452d-9ce9-4c6ba94039cc None None] Port c02a52e4-58ea-44be-bfb5-60cf8ab40241 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:28:55.485680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2febbfb1-0c8c-4c4c-ac13-d85c690978df up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:55.517304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-54b28601-5b42-452d-9ce9-4c6ba94039cc None None] Provisioning complete for port 917cd687-48f8-4c89-9b2e-f54deaaed247 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:55.517531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54b28601-5b42-452d-9ce9-4c6ba94039cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:55.586194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] Set router e0566ae1-20d4-417f-937b-18dba8370a61 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:55.704530 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2febbfb1-0c8c-4c4c-ac13-d85c690978df triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:55.704855 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:55.937924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-48a14f5c-145d-4e78-90ae-5392a8905b1e None None] Provisioning complete for port c02a52e4-58ea-44be-bfb5-60cf8ab40241 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:55.938304 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-48a14f5c-145d-4e78-90ae-5392a8905b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:55.972071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '089e8416-3ad1-468b-aed2-887613f01037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:28:54Z', 'revision_number': 4, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port': {'id': '089e8416-3ad1-468b-aed2-887613f01037', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:51Z', 'updated_at': '2021-10-25T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c02a52e4-58ea-44be-bfb5-60cf8ab40241', 'name': '', 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'mac_address': 'fa:16:3e:15:7b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:53Z', 'updated_at': '2021-10-25T09:28:54Z', 'revision_number': 2, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'subnets': [{'id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:56.007605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7a134-306e-41d9-93fb-eb68012b1306 None None] The sync data for ids ['e0566ae1-20d4-417f-937b-18dba8370a61'] in n-d-814746-2 is: [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '089e8416-3ad1-468b-aed2-887613f01037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:28:54Z', 'revision_number': 4, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port': {'id': '089e8416-3ad1-468b-aed2-887613f01037', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:51Z', 'updated_at': '2021-10-25T09:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c02a52e4-58ea-44be-bfb5-60cf8ab40241', 'name': '', 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'mac_address': 'fa:16:3e:15:7b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:53Z', 'updated_at': '2021-10-25T09:28:54Z', 'revision_number': 2, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'subnets': [{'id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:28:56.016676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-48a14f5c-145d-4e78-90ae-5392a8905b1e None None] Port c02a52e4-58ea-44be-bfb5-60cf8ab40241 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:28:57.039441 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 089e8416-3ad1-468b-aed2-887613f01037 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:57.101005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 089e8416-3ad1-468b-aed2-887613f01037 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:57.101741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:57.190876 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:57.216417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 089e8416-3ad1-468b-aed2-887613f01037, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=089e8416-3ad1-468b-aed2-887613f01037,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:57.221278 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:57.283252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=089e8416-3ad1-468b-aed2-887613f01037,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:57.458631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-00199c5e-715e-49e9-949a-c73605f4913e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:57.460911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-00199c5e-715e-49e9-949a-c73605f4913e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1138859 Oct 25 09:28:57.478217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-b9a9e01c-c96d-4456-b0ea-8d8c014cee00 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/quotas/8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 375 time: 0.0102718 Oct 25 09:28:57.533653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-5d42319e-e915-4796-99dc-a05312c9eecd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489333 Oct 25 09:28:57.732556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-7a1c3a88-5536-4847-9e14-acbdf8c7b1ea service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919906 Oct 25 09:28:57.831700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-b71ccabc-9f23-4571-a457-4dd725f325a6 service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928915 Oct 25 09:28:58.233871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e82625e-c00f-4297-b118-260d3388b3dc req-c541a6b4-c302-4f9c-94c6-277dc2c9fb06 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 210 time: 0.0299230 Oct 25 09:28:58.278261 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Sync routers for ids ['e0566ae1-20d4-417f-937b-18dba8370a61'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:28:58.289078 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Routers {'e0566ae1-20d4-417f-937b-18dba8370a61'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:58.289809 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e0566ae1-20d4-417f-937b-18dba8370a61'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:58.415884 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Set router e0566ae1-20d4-417f-937b-18dba8370a61 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:58.662251 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '089e8416-3ad1-468b-aed2-887613f01037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:28:54Z', 'revision_number': 4, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port': {'id': '089e8416-3ad1-468b-aed2-887613f01037', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:51Z', 'updated_at': '2021-10-25T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c02a52e4-58ea-44be-bfb5-60cf8ab40241', 'name': '', 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'mac_address': 'fa:16:3e:15:7b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:53Z', 'updated_at': '2021-10-25T09:28:54Z', 'revision_number': 2, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'subnets': [{'id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:58.779597 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Checking router: e0566ae1-20d4-417f-937b-18dba8370a61 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:28:58.779964 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Updating router e0566ae1-20d4-417f-937b-18dba8370a61 port c02a52e4-58ea-44be-bfb5-60cf8ab40241 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:28:58.805067 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:58.992818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 089e8416-3ad1-468b-aed2-887613f01037 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:28:59.059850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 089e8416-3ad1-468b-aed2-887613f01037 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:59.061261 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.076982 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.083172 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.165759 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451907e-d66b-452b-aa8e-80876c2d9251 None None] Pushing event updated for resources: {'Port': ['ID=c02a52e4-58ea-44be-bfb5-60cf8ab40241,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:59.205987 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Attempting to bind port c02a52e4-58ea-44be-bfb5-60cf8ab40241 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:28:59.206354 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Attempting to bind port c02a52e4-58ea-44be-bfb5-60cf8ab40241 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:28:59.206715 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Attempting to bind port c02a52e4-58ea-44be-bfb5-60cf8ab40241 on network 55b0d1f6-9e23-43a8-8b77-38c226262b1c {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:28:59.217246 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:28:59.217613 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Checking segment: {'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:28:59.218012 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.218406 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Bound using segment: {'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:28:59.218889 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Bound port: c02a52e4-58ea-44be-bfb5-60cf8ab40241, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34442c35-cfb2-460b-bdd0-2c8032d2460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:28:59.219256 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.323579 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] For port c02a52e4-58ea-44be-bfb5-60cf8ab40241, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:28:59.327360 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] For port c02a52e4-58ea-44be-bfb5-60cf8ab40241, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c02a52e4-58ea-44be-bfb5-60cf8ab40241,segment=NetworkSegment(34442c35-cfb2-460b-bdd0-2c8032d2460f),segment_id=34442c35-cfb2-460b-bdd0-2c8032d2460f)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:28:59.333569 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.365845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-d5397a4c-2f44-4398-a1c3-0e8e20ef1867 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:28:59.367850 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-d5397a4c-2f44-4398-a1c3-0e8e20ef1867 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.18 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.2325828 Oct 25 09:28:59.394658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'port': {'device_id': 'af294bd6-6f24-4e64-95e7-83e13b8ceeaa', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'admin_state_up': True, 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:28:59.420820 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Routers {'e0566ae1-20d4-417f-937b-18dba8370a61'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:28:59.421455 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:28:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e0566ae1-20d4-417f-937b-18dba8370a61'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:28:59.441433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f5eb0e1-8195-48a7-896b-f32effd02d50 req-b5567cd2-09ab-4e98-934a-5587cc80e07e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 210 time: 0.0726659 Oct 25 09:28:59.544372 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451907e-d66b-452b-aa8e-80876c2d9251 None None] Pushing event updated for resources: {'Port': ['ID=c02a52e4-58ea-44be-bfb5-60cf8ab40241,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:28:59.560251 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] Set router e0566ae1-20d4-417f-937b-18dba8370a61 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:28:59.599970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:28:59.604763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.699823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d509b157-92ca-4fd3-bd23-aa144378f3fe None None] Provisioning complete for port c02a52e4-58ea-44be-bfb5-60cf8ab40241 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:28:59.700202 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d509b157-92ca-4fd3-bd23-aa144378f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.877717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d509b157-92ca-4fd3-bd23-aa144378f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.930458 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.20.0.10 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/800cacaa-3e2a-48b9-ae2b-64f180b5dd85) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:28:59.942869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d509b157-92ca-4fd3-bd23-aa144378f3fe None None] For port c02a52e4-58ea-44be-bfb5-60cf8ab40241, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c02a52e4-58ea-44be-bfb5-60cf8ab40241,segment=NetworkSegment(34442c35-cfb2-460b-bdd0-2c8032d2460f),segment_id=34442c35-cfb2-460b-bdd0-2c8032d2460f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:28:59.948764 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d509b157-92ca-4fd3-bd23-aa144378f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:28:59.987351 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '089e8416-3ad1-468b-aed2-887613f01037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:28:54Z', 'revision_number': 4, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port': {'id': '089e8416-3ad1-468b-aed2-887613f01037', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:51Z', 'updated_at': '2021-10-25T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c02a52e4-58ea-44be-bfb5-60cf8ab40241', 'name': '', 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'mac_address': 'fa:16:3e:15:7b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:53Z', 'updated_at': '2021-10-25T09:28:59Z', 'revision_number': 4, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'subnets': [{'id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:29:00.030010 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf64f4-cb41-4599-88d8-35e8695317fd None None] The sync data for ids ['e0566ae1-20d4-417f-937b-18dba8370a61'] in n-d-814746-2 is: [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '089e8416-3ad1-468b-aed2-887613f01037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:28:54Z', 'revision_number': 4, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port': {'id': '089e8416-3ad1-468b-aed2-887613f01037', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:51Z', 'updated_at': '2021-10-25T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c02a52e4-58ea-44be-bfb5-60cf8ab40241', 'name': '', 'network_id': '55b0d1f6-9e23-43a8-8b77-38c226262b1c', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'mac_address': 'fa:16:3e:15:7b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:53Z', 'updated_at': '2021-10-25T09:28:59Z', 'revision_number': 4, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'subnets': [{'id': 'fe6835be-ce4d-41eb-9770-f3ca1426174b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:29:00.041932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509b157-92ca-4fd3-bd23-aa144378f3fe None None] Pushing event updated for resources: {'Port': ['ID=c02a52e4-58ea-44be-bfb5-60cf8ab40241,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:00.081343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4cc6be4a-28ab-4718-8abc-d6099a0dac87 None None] Provisioning complete for port c02a52e4-58ea-44be-bfb5-60cf8ab40241 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:29:00.081657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4cc6be4a-28ab-4718-8abc-d6099a0dac87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:00.225238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:00.263513 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:00.318256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:29:00.323410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:29:00.327434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:29:00.382790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:00.383796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:00.400151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:00.413051 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-da382e3d-4c51-4fcb-ba97-0856cb8464eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0225062 Oct 25 09:29:00.443500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Request body: {'port': {'device_id': 'af294bd6-6f24-4e64-95e7-83e13b8ceeaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:29:00.524599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:00.654906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556f9b-6ecf-4f44-a04e-39b4b7b5a5ea req-2bbc0c37-e44f-4383-96ca-cfce60950d34 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:00.656754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f556f9b-6ecf-4f44-a04e-39b4b7b5a5ea req-2bbc0c37-e44f-4383-96ca-cfce60950d34 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 932 time: 0.0931971 Oct 25 09:29:00.700147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4f556f9b-6ecf-4f44-a04e-39b4b7b5a5ea req-443f2a40-687c-4f46-b14d-140a20baa38b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Oct 25 09:29:00.740368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-42a07208-92dc-46ca-8d0a-d89803b5dfe6 None None] Provisioning complete for port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:29:00.741541 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-42a07208-92dc-46ca-8d0a-d89803b5dfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:00.797522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-42a07208-92dc-46ca-8d0a-d89803b5dfe6 None None] Port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:29:01.034797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c02a52e4-58ea-44be-bfb5-60cf8ab40241 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:29:01.089107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c02a52e4-58ea-44be-bfb5-60cf8ab40241 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:29:01.089803 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:01.142023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:29:01.149940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:01.164211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Transition to ACTIVE for port object 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:29:01.170332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:01.224075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:01.304474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Attempting to bind port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:29:01.304938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Attempting to bind port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:29:01.305489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Attempting to bind port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:29:01.310958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:29:01.311279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Attempting to bind port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:29:01.317307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:29:01.317646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:29:01.318032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:29:01.318463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Bound port: 800cacaa-3e2a-48b9-ae2b-64f180b5dd85, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:29:01.318818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:01.386617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] For port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:29:01.390897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] For port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:29:01.398271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:01.435781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:01.436316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:01.437759 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/800cacaa-3e2a-48b9-ae2b-64f180b5dd85 HTTP/1.1" status: 200 len: 1092 time: 0.9998834 Oct 25 09:29:01.438192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af294bd6-6f24-4e64-95e7-83e13b8ceeaa', 'tag': '800cacaa-3e2a-48b9-ae2b-64f180b5dd85'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:29:01.440758 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44441818-97ca-4ec5-bc87-74f9ba6e1850" -d '{"events": [{"name": "network-changed", "server_uuid": "af294bd6-6f24-4e64-95e7-83e13b8ceeaa", "tag": "800cacaa-3e2a-48b9-ae2b-64f180b5dd85"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:29:01.464811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e8551-e2a8-4de5-b163-6e52c4f9b4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:01.503858 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1aff5c-1014-4de0-a1e1-4452e256f697 x-openstack-request-id: req-db1aff5c-1014-4de0-a1e1-4452e256f697 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:29:01.504373 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af294bd6-6f24-4e64-95e7-83e13b8ceeaa", "tag": "800cacaa-3e2a-48b9-ae2b-64f180b5dd85", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:29:01.504820 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db1aff5c-1014-4de0-a1e1-4452e256f697 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:29:01.505265 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af294bd6-6f24-4e64-95e7-83e13b8ceeaa', 'tag': '800cacaa-3e2a-48b9-ae2b-64f180b5dd85', 'status': 'completed', 'code': 200} Oct 25 09:29:01.575215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-90ebbd3f-c297-41b0-a638-ece8ce8c4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:01.577644 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-90ebbd3f-c297-41b0-a638-ece8ce8c4d0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 1095 time: 0.0595269 Oct 25 09:29:01.632655 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-058b2f31-f514-4dfd-a45b-a9d33fcdbc06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=800cacaa-3e2a-48b9-ae2b-64f180b5dd85 HTTP/1.1" status: 200 len: 217 time: 0.0423520 Oct 25 09:29:01.686078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-4897a5b9-16af-4d99-aa3f-316ddf0a09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:01.687550 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-4897a5b9-16af-4d99-aa3f-316ddf0a09d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0465124 Oct 25 09:29:01.742786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-23842f20-5763-4dad-a446-0f29c7a7d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:01.744959 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-23842f20-5763-4dad-a446-0f29c7a7d2d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502055 Oct 25 09:29:01.848309 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-089d8c25-cf52-43c9-9449-1323b8dcff83 service neutron] 10.222.0.18 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944054 Oct 25 09:29:01.867713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014576a-2650-4ffe-9d78-5bdf8ab90815 req-02891cca-3a48-4a27-ace3-84b454116b6a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:01.876304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a014576a-2650-4ffe-9d78-5bdf8ab90815 req-02891cca-3a48-4a27-ace3-84b454116b6a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0693667 Oct 25 09:29:01.911518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a014576a-2650-4ffe-9d78-5bdf8ab90815 req-33df54be-ab0c-4cba-8e1e-bbf93a67d51e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343647 Oct 25 09:29:01.960065 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7cdb6d1-9385-4248-ab59-f74957420bc4 req-437e1e50-2534-4922-a53b-787aa485a7be service neutron] 10.222.0.18 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048963 Oct 25 09:29:02.071133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-09ca4352-f31b-4bf6-b9ae-0a23ee154206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:02.072560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-09ca4352-f31b-4bf6-b9ae-0a23ee154206 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 1095 time: 0.0422039 Oct 25 09:29:02.169995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-f4e38305-ef39-43c9-a8ac-5e5786d58472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:02.171383 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-f4e38305-ef39-43c9-a8ac-5e5786d58472 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0916393 Oct 25 09:29:02.214436 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-520f5646-3c18-465a-95dd-faa857cd3c1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=800cacaa-3e2a-48b9-ae2b-64f180b5dd85 HTTP/1.1" status: 200 len: 217 time: 0.0357773 Oct 25 09:29:02.264481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-3f16b1f1-32dc-4963-9faf-4b039c9c3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:02.265933 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-3f16b1f1-32dc-4963-9faf-4b039c9c3a50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0449917 Oct 25 09:29:02.315968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-b8ee41ea-7eca-470a-8ee8-3a0243c843e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:02.317610 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-b8ee41ea-7eca-470a-8ee8-3a0243c843e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444732 Oct 25 09:29:02.412484 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-209f13a6-fd98-47f2-a180-76158ac80678 service neutron] 10.222.0.18 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876288 Oct 25 09:29:02.508821 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44441818-97ca-4ec5-bc87-74f9ba6e1850 req-3acb69c4-9c6c-4781-bbd1-ce52d26acc49 service neutron] 10.222.0.18 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895681 Oct 25 09:29:03.031211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b3adc-8c24-4777-9f42-a12ef740fac9 req-10b823a0-d87a-4c52-ade1-22e88d62b486 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:03.032656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-456b3adc-8c24-4777-9f42-a12ef740fac9 req-10b823a0-d87a-4c52-ade1-22e88d62b486 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0485237 Oct 25 09:29:03.074724 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-456b3adc-8c24-4777-9f42-a12ef740fac9 req-aa0712d6-6a76-4a41-aa07-db1949f9c881 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359104 Oct 25 09:29:04.198754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4fd7e-ee4d-4aba-9d13-29be030768ae req-da00d118-266b-4e42-b236-8943bc66d109 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:04.200290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c4fd7e-ee4d-4aba-9d13-29be030768ae req-da00d118-266b-4e42-b236-8943bc66d109 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0502698 Oct 25 09:29:04.240300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8c4fd7e-ee4d-4aba-9d13-29be030768ae req-d2aef3ef-98eb-43b8-a1d2-7bfe9d428a42 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Oct 25 09:29:05.374597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfd4ca-2a10-4895-8af5-f9a69ab7c758 req-949f2224-efcf-4b45-9b5d-08967bfe7868 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:05.376083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cbfd4ca-2a10-4895-8af5-f9a69ab7c758 req-949f2224-efcf-4b45-9b5d-08967bfe7868 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0555108 Oct 25 09:29:05.420921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cbfd4ca-2a10-4895-8af5-f9a69ab7c758 req-b7689f96-00aa-45ea-a3d3-1715fd2c2816 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Oct 25 09:29:06.544489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9edd95-219d-4069-ab42-c2d6879a32ea req-7ac88b7e-e8f8-49e1-ad8b-90c84e75de1c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:06.546823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a9edd95-219d-4069-ab42-c2d6879a32ea req-7ac88b7e-e8f8-49e1-ad8b-90c84e75de1c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0512643 Oct 25 09:29:06.595405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a9edd95-219d-4069-ab42-c2d6879a32ea req-2c671286-54cd-4f56-8a3f-b3061f061207 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422735 Oct 25 09:29:07.728235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebd4b3-3643-46fe-8106-94cd21db9251 req-ee55150c-19c9-4f1b-b914-d1f14427201d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:07.729839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00ebd4b3-3643-46fe-8106-94cd21db9251 req-ee55150c-19c9-4f1b-b914-d1f14427201d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0590589 Oct 25 09:29:07.768287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00ebd4b3-3643-46fe-8106-94cd21db9251 req-d066a2aa-7729-4e9d-82ba-89eb00ac716a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Oct 25 09:29:08.674886 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:08.899164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43486855-ccca-4f33-900c-fc295c7cda84 req-cbd557af-f469-4d89-9a17-6ac0a5bb4fbb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:08.902314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43486855-ccca-4f33-900c-fc295c7cda84 req-cbd557af-f469-4d89-9a17-6ac0a5bb4fbb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0607727 Oct 25 09:29:08.942430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43486855-ccca-4f33-900c-fc295c7cda84 req-17f8a279-9b27-409e-b99f-f258425e46c3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333714 Oct 25 09:29:09.903326 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:10.087176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160df472-b10a-4e71-a956-50525abc72b9 req-90f18574-f7bb-4a18-9f02-7453dc1d27cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:10.089372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-160df472-b10a-4e71-a956-50525abc72b9 req-90f18574-f7bb-4a18-9f02-7453dc1d27cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0618651 Oct 25 09:29:10.138105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-160df472-b10a-4e71-a956-50525abc72b9 req-767c89f9-25d6-431d-a6a2-10589d94bf95 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Oct 25 09:29:11.266760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eae08-2681-430c-95d1-4fbae04116df req-1423e537-1d11-4892-86ba-83bff7c5b864 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:11.268312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b78eae08-2681-430c-95d1-4fbae04116df req-1423e537-1d11-4892-86ba-83bff7c5b864 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0575199 Oct 25 09:29:11.317123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b78eae08-2681-430c-95d1-4fbae04116df req-7ce9f43d-8565-4ed7-ba41-e6fb3e0ad193 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365300 Oct 25 09:29:12.447382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a7c1d-d917-44eb-88e8-9c8ac778de42 req-96bda91d-a026-4297-8b81-2cb07818a402 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:12.449065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d07a7c1d-d917-44eb-88e8-9c8ac778de42 req-96bda91d-a026-4297-8b81-2cb07818a402 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0514760 Oct 25 09:29:12.490008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d07a7c1d-d917-44eb-88e8-9c8ac778de42 req-c081a378-59b1-4ef1-9c82-262e210bf21e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Oct 25 09:29:13.618078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cec84-f4ac-43df-a04c-d8b62efd02ce req-ca7ecdd9-de96-491c-95c0-79f99e49ebb8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:13.620121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d0cec84-f4ac-43df-a04c-d8b62efd02ce req-ca7ecdd9-de96-491c-95c0-79f99e49ebb8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0488780 Oct 25 09:29:13.665044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d0cec84-f4ac-43df-a04c-d8b62efd02ce req-e3a26d17-0fce-4a3f-bfa8-5b1e45805e9d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Oct 25 09:29:14.506558 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:29:14.801159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7f02a-5cbb-439e-954f-b87429a6c7f3 req-185a0145-de9b-470f-b70f-a541e256eab1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:14.803674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a7f02a-5cbb-439e-954f-b87429a6c7f3 req-185a0145-de9b-470f-b70f-a541e256eab1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0612271 Oct 25 09:29:14.843000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1a7f02a-5cbb-439e-954f-b87429a6c7f3 req-53fedc4a-7efe-41b1-b696-c15730d02d3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333958 Oct 25 09:29:15.967052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380c2b-eca0-4f83-93b6-777e5330ca16 req-983b3ff1-c3c0-492c-a4a1-9dd6b9e4dbd5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:15.968594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a380c2b-eca0-4f83-93b6-777e5330ca16 req-983b3ff1-c3c0-492c-a4a1-9dd6b9e4dbd5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 944 time: 0.0506361 Oct 25 09:29:16.007757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a380c2b-eca0-4f83-93b6-777e5330ca16 req-516250b6-613a-48e1-a208-26df192fc0e2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Oct 25 09:29:16.025170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:29:16.135679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:16.146944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '800cacaa-3e2a-48b9-ae2b-64f180b5dd85', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'port_id': '800cacaa-3e2a-48b9-ae2b-64f180b5dd85', 'mac_address': 'fa:16:3e:e5:57:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:29:16.185958 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:16.199856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:29:16.223142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:16.227596 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:16.281731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:16.430458 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20acb5ac-cc44-49c5-a3d7-5bf0349028e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:16.598042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['800cacaa-3e2a-48b9-ae2b-64f180b5dd85'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:29:17.133253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae024745-53d6-4348-8d2d-da735f2fd6cf req-953f649d-01e2-4917-8537-91a310ed38d7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:17.134736 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae024745-53d6-4348-8d2d-da735f2fd6cf req-953f649d-01e2-4917-8537-91a310ed38d7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 945 time: 0.0494237 Oct 25 09:29:17.182519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae024745-53d6-4348-8d2d-da735f2fd6cf req-9c2208af-c37a-44b0-a9ae-8285c3798c9e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Oct 25 09:29:18.030417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:29:18.083592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:29:18.090383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:29:18.091499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:18.182293 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:18.207082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af294bd6-6f24-4e64-95e7-83e13b8ceeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800cacaa-3e2a-48b9-ae2b-64f180b5dd85'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:29:18.209854 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1515bda6-fff5-4d8c-8a73-a50195fb5335" -d '{"events": [{"server_uuid": "af294bd6-6f24-4e64-95e7-83e13b8ceeaa", "name": "network-vif-plugged", "status": "completed", "tag": "800cacaa-3e2a-48b9-ae2b-64f180b5dd85"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:29:18.227302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:18.232751 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:18.319319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:18.329027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f003d03-ba93-40e8-9538-a6c87c2a790b req-66374886-c81d-413d-b700-16407450191b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:18.337481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f003d03-ba93-40e8-9538-a6c87c2a790b req-66374886-c81d-413d-b700-16407450191b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 946 time: 0.0642791 Oct 25 09:29:18.379187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f003d03-ba93-40e8-9538-a6c87c2a790b req-5eb4fe49-4ab2-4589-8146-85b0824e83f7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Oct 25 09:29:18.430224 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5ee8d5-4344-4f23-91df-6de2e053960a x-openstack-request-id: req-4d5ee8d5-4344-4f23-91df-6de2e053960a {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:29:18.430514 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af294bd6-6f24-4e64-95e7-83e13b8ceeaa", "name": "network-vif-plugged", "status": "completed", "tag": "800cacaa-3e2a-48b9-ae2b-64f180b5dd85", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:29:18.430766 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d5ee8d5-4344-4f23-91df-6de2e053960a {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:29:18.432023 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af294bd6-6f24-4e64-95e7-83e13b8ceeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800cacaa-3e2a-48b9-ae2b-64f180b5dd85', 'code': 200} Oct 25 09:29:18.564667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db871509-b25c-459f-a5fa-2994eb8d6e73 req-511791e9-7fbf-4c7f-b56c-e1e2e11e2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:18.566875 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db871509-b25c-459f-a5fa-2994eb8d6e73 req-511791e9-7fbf-4c7f-b56c-e1e2e11e2c27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 1097 time: 0.0420594 Oct 25 09:29:18.603008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-db871509-b25c-459f-a5fa-2994eb8d6e73 req-b6dfd851-1df8-4086-9c0b-23a0b0e8998f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283923 Oct 25 09:29:18.760249 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ba549fb-b2d7-4613-b0f7-fa9ed7c37851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:19.520935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba35547-13c1-4ad5-95b7-dc5705cfd8ee req-ced255d3-2b6b-4795-9cb7-c244a933fcb1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:19.522518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ba35547-13c1-4ad5-95b7-dc5705cfd8ee req-ced255d3-2b6b-4795-9cb7-c244a933fcb1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 946 time: 0.0549455 Oct 25 09:29:19.568082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ba35547-13c1-4ad5-95b7-dc5705cfd8ee req-13f7310b-a707-400a-a5d5-49c04e7e712c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Oct 25 09:29:19.916608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:19.981927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:20.689328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23bde0-9709-413a-94c6-43e4dd7b9ae7 req-645d64d7-0628-46f2-acfd-86c20dc001b1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:20.690815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d23bde0-9709-413a-94c6-43e4dd7b9ae7 req-645d64d7-0628-46f2-acfd-86c20dc001b1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 946 time: 0.0503063 Oct 25 09:29:20.734573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d23bde0-9709-413a-94c6-43e4dd7b9ae7 req-8ba32678-5837-414f-b4c1-f14c2a38e449 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376730 Oct 25 09:29:21.189753 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d272c-ee3f-4abe-8e1d-df4b4aac373f req-32df1505-61a9-4a2d-a500-f72db0fae23f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:21.191127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-701d272c-ee3f-4abe-8e1d-df4b4aac373f req-32df1505-61a9-4a2d-a500-f72db0fae23f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 946 time: 0.3282683 Oct 25 09:29:21.229312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-701d272c-ee3f-4abe-8e1d-df4b4aac373f req-e5884cc2-b884-40ef-9f6d-a6c926d45680 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Oct 25 09:29:21.343439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fc450-68c1-46f0-af58-9e7e1571c697 req-7ddb174f-e911-40db-9b89-890fe3d90501 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:21.345102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a5fc450-68c1-46f0-af58-9e7e1571c697 req-7ddb174f-e911-40db-9b89-890fe3d90501 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 946 time: 0.0511992 Oct 25 09:29:21.389473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a5fc450-68c1-46f0-af58-9e7e1571c697 req-e27abe7c-ec54-4f36-9826-675a4546c3d7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363576 Oct 25 09:29:21.632631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aac4a-7388-46d7-8bd0-ada0009933bd req-eb105838-d641-4f74-a595-9c32b22d780a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:21.634177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-619aac4a-7388-46d7-8bd0-ada0009933bd req-eb105838-d641-4f74-a595-9c32b22d780a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 946 time: 0.0490274 Oct 25 09:29:21.675837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-619aac4a-7388-46d7-8bd0-ada0009933bd req-c36ee3ff-357f-4c55-800c-762ed0e5a060 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Oct 25 09:29:21.842474 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:22.796823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c0f25-4887-4850-9272-58456787d425 req-64f8f201-58fc-4ae7-8c31-db467fb5f85f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:22.798237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d1c0f25-4887-4850-9272-58456787d425 req-64f8f201-58fc-4ae7-8c31-db467fb5f85f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 946 time: 0.0511022 Oct 25 09:29:22.839652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d1c0f25-4887-4850-9272-58456787d425 req-fb2656ee-ca97-4a93-8a96-da4ecc54fa8e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351865 Oct 25 09:29:23.291723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-17e59ff6-e856-475b-a713-2e35ba4b8dd8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:23.293210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-17e59ff6-e856-475b-a713-2e35ba4b8dd8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.18 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 946 time: 0.0499673 Oct 25 09:29:23.392227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:29:23.392566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:23.493612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] For port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:23.494540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:23.507071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:29:23.642230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:23.675040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['800cacaa-3e2a-48b9-ae2b-64f180b5dd85'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:29:23.677985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=800cacaa-3e2a-48b9-ae2b-64f180b5dd85,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:23.735539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] No DVR routers for this DVR port 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:29:23.738206 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:23.741694 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0069a7e4-f7d7-4730-9ec4-802ce09bffe6 req-8fa51754-995a-4978-bd1c-745802bd985b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.18 "DELETE /v2.0/ports/800cacaa-3e2a-48b9-ae2b-64f180b5dd85 HTTP/1.1" status: 204 len: 173 time: 0.4419396 Oct 25 09:29:23.742146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af294bd6-6f24-4e64-95e7-83e13b8ceeaa', 'name': 'network-vif-deleted', 'tag': '800cacaa-3e2a-48b9-ae2b-64f180b5dd85'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:29:23.744644 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987869d4-9814-435e-afa8-dbb726a697fc" -d '{"events": [{"server_uuid": "af294bd6-6f24-4e64-95e7-83e13b8ceeaa", "name": "network-vif-deleted", "tag": "800cacaa-3e2a-48b9-ae2b-64f180b5dd85"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:29:23.793433 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1323c056-a3b0-4e40-a7c5-39cfc30569c1 x-openstack-request-id: req-1323c056-a3b0-4e40-a7c5-39cfc30569c1 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:29:23.794346 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af294bd6-6f24-4e64-95e7-83e13b8ceeaa", "name": "network-vif-deleted", "tag": "800cacaa-3e2a-48b9-ae2b-64f180b5dd85", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:29:23.794611 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1323c056-a3b0-4e40-a7c5-39cfc30569c1 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:29:23.795158 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af294bd6-6f24-4e64-95e7-83e13b8ceeaa', 'name': 'network-vif-deleted', 'tag': '800cacaa-3e2a-48b9-ae2b-64f180b5dd85', 'status': 'completed', 'code': 200} Oct 25 09:29:23.949544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b88d50f-c8a8-4073-8689-f13d70f99dee req-e1f79f1f-9b78-4279-ab54-dee95dd008bd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 210 time: 0.0275724 Oct 25 09:29:25.051569 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c83ec0a-b741-43b0-9aca-31e8298b6133 req-cb8161e8-68f3-4cca-94e1-c8b8a70da0a4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 210 time: 0.0276158 Oct 25 09:29:26.055564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:29:26.078593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:29:26.079179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 800cacaa-3e2a-48b9-ae2b-64f180b5dd85 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:29:26.168227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6915bc45-8ce3-425d-a2c3-c3443959d10e req-51246d58-338d-42d6-bd74-309aa98a313b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 210 time: 0.0338333 Oct 25 09:29:27.277433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a109b239-2549-49e2-91ff-e468c43ff5de req-1db0b9a7-54ef-4136-a815-4674541b8adb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 210 time: 0.0338821 Oct 25 09:29:27.822710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-5f3238ab-b5dd-48b4-b893-7ef541beaf93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647953 Oct 25 09:29:27.954221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-30367f54-fccd-4241-acf5-926d1ceb797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:27.955819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-30367f54-fccd-4241-acf5-926d1ceb797f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1097 time: 0.0687697 Oct 25 09:29:28.081072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-5d6da428-a3f1-4334-a15d-d4ae5971aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:28.082967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-5d6da428-a3f1-4334-a15d-d4ae5971aca0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.1049938 Oct 25 09:29:28.165396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-a23d4c99-2687-4259-bb12-03af27e7bab3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 1001 time: 0.0746815 Oct 25 09:29:28.225839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-c07f3091-fb5e-4614-a916-2c433fd7a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:28.227749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-c07f3091-fb5e-4614-a916-2c433fd7a81e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0557272 Oct 25 09:29:28.287709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-add14732-6644-412e-a08d-ebfd3cf7a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:28.289631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-add14732-6644-412e-a08d-ebfd3cf7a6e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527682 Oct 25 09:29:28.502157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da9e87f2-2df9-4d05-ac8a-af39a15db5e4 req-b097a177-c04b-47a1-8451-d6a2460c7417 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=af294bd6-6f24-4e64-95e7-83e13b8ceeaa HTTP/1.1" status: 200 len: 210 time: 0.0512230 Oct 25 09:29:28.518891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-33100212-483a-4ec7-a792-f5d8e86a6abb service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215049 Oct 25 09:29:28.652781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9247d4f4-255d-4f8d-b00e-20ebcaec8e7e req-7dd34ea4-8924-4664-bd03-ba17310c2d0d service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263154 Oct 25 09:29:31.186434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2462ee-e730-4928-946b-1690755dd2fc req-516b104b-c743-48a5-9163-51b0ec822f74 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:31.189215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb2462ee-e730-4928-946b-1690755dd2fc req-516b104b-c743-48a5-9163-51b0ec822f74 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0559084 Oct 25 09:29:31.233392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb2462ee-e730-4928-946b-1690755dd2fc req-7500f1a3-fefb-45ca-a4f1-5fe63a889b27 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376921 Oct 25 09:29:32.366084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d25db-8d5d-4c4a-b6e4-7ff533db1e10 req-72934399-68c6-497f-b88a-17d3053fb7da tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:32.368819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca9d25db-8d5d-4c4a-b6e4-7ff533db1e10 req-72934399-68c6-497f-b88a-17d3053fb7da tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0590103 Oct 25 09:29:32.409812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca9d25db-8d5d-4c4a-b6e4-7ff533db1e10 req-5e133cad-3157-4d2f-926b-679a876c042d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356033 Oct 25 09:29:33.564321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c287b0-26bb-476c-abbb-54ad13f89e16 req-72a976e9-cb4e-4927-9394-a90ad5f33e8d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:33.567028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06c287b0-26bb-476c-abbb-54ad13f89e16 req-72a976e9-cb4e-4927-9394-a90ad5f33e8d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0668952 Oct 25 09:29:33.631555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06c287b0-26bb-476c-abbb-54ad13f89e16 req-f76973e4-1a61-48a8-9cc2-2197e6ae7404 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500600 Oct 25 09:29:34.752176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f610c67-eeda-45a9-b993-6e91855e38fa req-8daf27ea-c419-496c-9c04-5c7348742a67 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:34.753729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f610c67-eeda-45a9-b993-6e91855e38fa req-8daf27ea-c419-496c-9c04-5c7348742a67 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0546594 Oct 25 09:29:34.796098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f610c67-eeda-45a9-b993-6e91855e38fa req-4b31c81a-2b71-4241-bbdc-adea6fd419f2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351381 Oct 25 09:29:35.935784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eec7b-e6cd-49ff-b974-8a366421581a req-a956c5c0-6c90-4cdf-9e97-6a5492d6de7f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:35.937373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-811eec7b-e6cd-49ff-b974-8a366421581a req-a956c5c0-6c90-4cdf-9e97-6a5492d6de7f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0585306 Oct 25 09:29:35.981894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-811eec7b-e6cd-49ff-b974-8a366421581a req-60eac1d4-e9c2-43aa-8b05-fdae0022e7ef tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367882 Oct 25 09:29:37.116039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff74a-e06a-4482-b30c-fff7b27a06ee req-ef822a77-8688-4f6b-abb9-768347a1c22a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:37.124248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5bff74a-e06a-4482-b30c-fff7b27a06ee req-ef822a77-8688-4f6b-abb9-768347a1c22a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0623133 Oct 25 09:29:37.166398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5bff74a-e06a-4482-b30c-fff7b27a06ee req-7cadc331-644a-43b4-a66f-cee1052eff0c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409870 Oct 25 09:29:37.954053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33882) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:29:38.113866 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-de994996-d305-4e23-bf1d-dea8be260b5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe55a8932dc743468aa39fbe5d622f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585672 Oct 25 09:29:38.116365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 33886) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:29:38.170754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:38.195779 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:38.262888 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:38.267680 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:38.271995 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8efde39-5c69-4825-9c91-34bf84d2ab7b HTTP/1.1" status: 204 len: 168 time: 0.1545415 Oct 25 09:29:38.286152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8efde39-5c69-4825-9c91-34bf84d2ab7b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:38.295344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.295829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.296302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.296803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.297162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.297591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.297924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.298245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.298569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.299298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.299632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.299956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ad07e-a104-47ac-ac6b-b5a6bbf61526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:38.373982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688bae5-95ae-48c5-b09f-9f30540ab2c7 req-93b1f690-d366-4835-8dcf-b3a032b49fe4 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:38.382167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a688bae5-95ae-48c5-b09f-9f30540ab2c7 req-93b1f690-d366-4835-8dcf-b3a032b49fe4 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.1120470 Oct 25 09:29:38.426991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a688bae5-95ae-48c5-b09f-9f30540ab2c7 req-a14b7835-10ac-4f44-bc2a-1e1cafad7f86 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410302 Oct 25 09:29:38.690682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:39.558996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aa139-00c4-4224-ac46-3cf3c119997c req-300c47bd-c875-43bd-98d1-238eae477a26 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:39.560528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f94aa139-00c4-4224-ac46-3cf3c119997c req-300c47bd-c875-43bd-98d1-238eae477a26 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0549941 Oct 25 09:29:39.617763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f94aa139-00c4-4224-ac46-3cf3c119997c req-41c95ab1-183a-46e1-bbf2-972348a5b221 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489943 Oct 25 09:29:39.914661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:40.612731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-fe910e68-49de-4d70-8e78-db409eaaeacf tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4686d4e9a3274b55880a5a211de32b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282876 Oct 25 09:29:40.725703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcd8f-5067-4311-9b29-377002315003 req-764930bf-9e79-4dc7-9dee-0bab6b5d4e4a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:40.727134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-764930bf-9e79-4dc7-9dee-0bab6b5d4e4a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1129301 Oct 25 09:29:40.743755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-1b8ca637-615f-4591-b2f4-8ab7884f6cb3 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/quotas/4686d4e9a3274b55880a5a211de32b8f HTTP/1.1" status: 200 len: 375 time: 0.0097165 Oct 25 09:29:40.780932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-ea51c71d-c856-4e9d-b874-1d24c3464fba tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4686d4e9a3274b55880a5a211de32b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298448 Oct 25 09:29:40.994487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03411-0c8c-4951-89fe-834ffb394c0a req-2edab367-b344-4803-a230-a5c74d7b7c0a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:40.996021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4fd03411-0c8c-4951-89fe-834ffb394c0a req-2edab367-b344-4803-a230-a5c74d7b7c0a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0547507 Oct 25 09:29:41.034989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4fd03411-0c8c-4951-89fe-834ffb394c0a req-c2dd6a8e-e989-453b-a2c5-379ddbb9f5f8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327635 Oct 25 09:29:41.106392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1aa7e236-5723-4cb7-a378-f2324f7eb105 req-8acd5e59-85d4-4ce1-93d1-1a81d79ce17d tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 210 time: 0.0282834 Oct 25 09:29:42.182890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb22ca-fb7d-43eb-b042-d14c5fc1d80b req-e8213506-1b26-4681-a67e-5e33e3daed4c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:42.184697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5eb22ca-fb7d-43eb-b042-d14c5fc1d80b req-e8213506-1b26-4681-a67e-5e33e3daed4c tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0607445 Oct 25 09:29:42.228049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5eb22ca-fb7d-43eb-b042-d14c5fc1d80b req-760cc1f8-75ca-431c-adc1-f54e7c1674d9 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366242 Oct 25 09:29:42.298302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3676b43f-4656-4424-b5aa-69f651f9298c req-6b506de3-4ab6-402e-b731-3a782fa8acdb tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 210 time: 0.0287218 Oct 25 09:29:43.367277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4bc4-553e-4fcf-b5a7-322bde0c817a req-0b2548c6-d0a9-42cf-aba3-290f53632b82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:43.369540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5ef4bc4-553e-4fcf-b5a7-322bde0c817a req-0b2548c6-d0a9-42cf-aba3-290f53632b82 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0612371 Oct 25 09:29:43.422345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5ef4bc4-553e-4fcf-b5a7-322bde0c817a req-d0c1a182-b168-4c36-8426-8430d6b96c9b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 Oct 25 09:29:43.536369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:29:43.542920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83c931c5-1380-4f93-aad2-243fc18d212e req-b27b1e0d-d0e3-423a-8b91-418a06119381 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 210 time: 0.0344250 Oct 25 09:29:43.657143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:43.668486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'port_id': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'mac_address': 'fa:16:3e:e8:71:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:29:43.706974 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:43.720745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 819ae1c1-d0e0-4818-8e99-852fc589bc02 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:29:43.741306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:43.745950 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:43.792731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:43.800021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.800365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.800703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.801175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.801509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.801836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.802159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.802481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.802800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.803119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.803439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.803762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:43.885186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['819ae1c1-d0e0-4818-8e99-852fc589bc02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:29:44.099797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-5335bc82-17ff-48e8-9883-d7451daa72cf tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4686d4e9a3274b55880a5a211de32b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315275 Oct 25 09:29:44.307663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcd8f-5067-4311-9b29-377002315003 req-484cff7b-c930-4c43-9b01-82bc4daaaab4 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:44.309132 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-484cff7b-c930-4c43-9b01-82bc4daaaab4 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039218 Oct 25 09:29:44.327852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Request body: {'port': {'device_id': '3f792439-7827-4bf3-97f1-1ba2bedbfbcd', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '4686d4e9a3274b55880a5a211de32b8f'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:29:44.438692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Made reservation on behalf of 4686d4e9a3274b55880a5a211de32b8f for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:29:44.442491 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:44.451199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:44.533111 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:44.537321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:44.582378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcba97-c656-4b27-88ee-3a7935008424 req-2e1e3f66-9f44-4f18-80ab-d679e3955528 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:44.584304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9adcba97-c656-4b27-88ee-3a7935008424 req-2e1e3f66-9f44-4f18-80ab-d679e3955528 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0713375 Oct 25 09:29:44.612222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:44.627137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9adcba97-c656-4b27-88ee-3a7935008424 req-4d1420b1-83a6-4f2f-8d7c-fd24395014b0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342703 Oct 25 09:29:44.688414 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Allocated IP 192.168.233.115 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/4ac88ad1-96d6-4c30-a593-a23e88f8bb3b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:29:44.730705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f298f47-3529-4d3b-b798-2850d6a31e3f req-83f1837a-52b9-4345-b657-d286e70ef213 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 210 time: 0.0314579 Oct 25 09:29:44.853412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:44.887866 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:44.933238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:29:44.936436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:29:44.940413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:29:44.981587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Pushing event updated for resources: {'Port': ['ID=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:45.019495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:45.020602 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.038900 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-e08f68c1-e2a9-4d9a-bf20-bc3cae64d162 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7150111 Oct 25 09:29:45.057462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Request body: {'port': {'device_id': '3f792439-7827-4bf3-97f1-1ba2bedbfbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:29:45.117378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.169901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c4c231e1-14d2-4d81-bf61-78d4d3688392 None None] Provisioning complete for port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:29:45.170897 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c4c231e1-14d2-4d81-bf61-78d4d3688392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.205159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c4c231e1-14d2-4d81-bf61-78d4d3688392 None None] Port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:29:45.386704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:29:45.393953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.407429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Transition to ACTIVE for port object 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:29:45.412048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.468237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:45.546666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:29:45.565490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Attempting to bind port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:29:45.565864 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Attempting to bind port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:29:45.567656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Attempting to bind port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:29:45.579315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:29:45.580072 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Attempting to bind port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:29:45.587637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:29:45.588062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:29:45.588356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:29:45.588790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Bound port: 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:29:45.589174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.610671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 819ae1c1-d0e0-4818-8e99-852fc589bc02 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:29:45.611075 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.672714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] For port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:29:45.677065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] For port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:29:45.687642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.737918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:45.738822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.740010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] 10.222.0.18 "PUT /v2.0/ports/4ac88ad1-96d6-4c30-a593-a23e88f8bb3b HTTP/1.1" status: 200 len: 1096 time: 0.6871552 Oct 25 09:29:45.741001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f792439-7827-4bf3-97f1-1ba2bedbfbcd', 'tag': '4ac88ad1-96d6-4c30-a593-a23e88f8bb3b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:29:45.743385 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198fad23-1271-495d-8efd-a9c85f8fc322" -d '{"events": [{"name": "network-changed", "server_uuid": "3f792439-7827-4bf3-97f1-1ba2bedbfbcd", "tag": "4ac88ad1-96d6-4c30-a593-a23e88f8bb3b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:29:45.773620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aecaa3-534e-43d2-b99d-726dccc9093e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:45.782033 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.849938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:29:45.859443 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0511ac3-ebc2-4fa2-a472-4df29f634912" -d '{"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-plugged", "status": "completed", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:29:45.862960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcd8f-5067-4311-9b29-377002315003 req-c00d54e9-fb9f-450f-88e3-396f8056775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:45.864918 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-c00d54e9-fb9f-450f-88e3-396f8056775b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4686d4e9a3274b55880a5a211de32b8f&device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 1099 time: 0.0586853 Oct 25 09:29:45.878711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:45.891629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:45.951968 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-4b150321-ae09-4ba3-98fb-2a5a3737743d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b HTTP/1.1" status: 200 len: 217 time: 0.0704019 Oct 25 09:29:45.975300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:46.039254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcd8f-5067-4311-9b29-377002315003 req-4c7e4870-f081-435f-b6bc-cb173fa95547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:46.042047 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-4c7e4870-f081-435f-b6bc-cb173fa95547 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0829313 Oct 25 09:29:46.095107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5a69-06b5-4902-a706-639ebe3dd804 req-c7a5ef55-d260-4e79-b504-c97eb674ceb5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:46.097367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcd8f-5067-4311-9b29-377002315003 req-06797bfc-d37f-434a-8167-3d51ffe32cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:46.098898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-06797bfc-d37f-434a-8167-3d51ffe32cbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417829 Oct 25 09:29:46.101369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-513b5a69-06b5-4902-a706-639ebe3dd804 req-c7a5ef55-d260-4e79-b504-c97eb674ceb5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.3267326 Oct 25 09:29:46.139407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-513b5a69-06b5-4902-a706-639ebe3dd804 req-c8186d10-5322-44aa-951e-b7dc9260bbc8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352585 Oct 25 09:29:46.198283 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1759597b-6a97-4b51-a6ef-a40f4832b558 x-openstack-request-id: req-1759597b-6a97-4b51-a6ef-a40f4832b558 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:29:46.198808 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f792439-7827-4bf3-97f1-1ba2bedbfbcd", "tag": "4ac88ad1-96d6-4c30-a593-a23e88f8bb3b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:29:46.198808 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1759597b-6a97-4b51-a6ef-a40f4832b558 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:29:46.199212 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f792439-7827-4bf3-97f1-1ba2bedbfbcd', 'tag': '4ac88ad1-96d6-4c30-a593-a23e88f8bb3b', 'status': 'completed', 'code': 200} Oct 25 09:29:46.204825 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-a0aa17fa-3c6e-4b25-8fff-e5048fab581c service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973611 Oct 25 09:29:46.296187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad3808-6708-4501-8cb4-b213d84189e6 req-5703d800-5c48-46e6-a8d4-de3f6e05e71d tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:46.297755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8ad3808-6708-4501-8cb4-b213d84189e6 req-5703d800-5c48-46e6-a8d4-de3f6e05e71d tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 948 time: 0.0565310 Oct 25 09:29:46.308030 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cecdcd8f-5067-4311-9b29-377002315003 req-b050f5db-b067-4a60-bb41-7015c9b4b6a7 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914271 Oct 25 09:29:46.342530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8ad3808-6708-4501-8cb4-b213d84189e6 req-4cda99bb-9be7-41cf-a5a5-a1295b48041e tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378778 Oct 25 09:29:46.390779 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51c0b2f-dee0-4170-b48e-cf2a7e178e53 x-openstack-request-id: req-c51c0b2f-dee0-4170-b48e-cf2a7e178e53 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:29:46.391303 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-plugged", "status": "completed", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:29:46.391303 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c51c0b2f-dee0-4170-b48e-cf2a7e178e53 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:29:46.391695 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'code': 200} Oct 25 09:29:46.422924 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-49f9ec97-ee15-4bd7-8814-718bba86f046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:46.449023 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-7af0727a-0f57-4d1c-ae65-fb7660a59d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:46.450536 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-7af0727a-0f57-4d1c-ae65-fb7660a59d8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4686d4e9a3274b55880a5a211de32b8f&device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 1099 time: 0.0465252 Oct 25 09:29:46.546243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-ad049c14-c7a7-4ce8-8d94-6162c5d8fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:46.547810 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-ad049c14-c7a7-4ce8-8d94-6162c5d8fbba service neutron] 10.222.0.18 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.0896003 Oct 25 09:29:46.591155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-31517091-1f69-408f-b4f4-acbaf7fcffaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b HTTP/1.1" status: 200 len: 217 time: 0.0361362 Oct 25 09:29:46.644505 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-232d514f-8ed4-4ac5-8efc-8c0668f1826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:46.645882 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-232d514f-8ed4-4ac5-8efc-8c0668f1826a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0479810 Oct 25 09:29:46.691119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-5290a3dc-f8fa-4eb0-bc07-76d9fe62a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:46.692510 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-5290a3dc-f8fa-4eb0-bc07-76d9fe62a397 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396304 Oct 25 09:29:46.784032 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-45a9e723-7624-4c3a-9f27-81d05a44c162 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842302 Oct 25 09:29:46.876789 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-198fad23-1271-495d-8efd-a9c85f8fc322 req-caaf7997-f925-4b04-9852-8e7a84afaf86 service neutron] 10.222.0.18 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858362 Oct 25 09:29:47.265686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9dfd3-65dd-4942-859f-f054380270c4 req-700abc49-a523-4c3a-a707-9bb95aa3aacc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:47.267088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bd9dfd3-65dd-4942-859f-f054380270c4 req-700abc49-a523-4c3a-a707-9bb95aa3aacc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0493693 Oct 25 09:29:47.305307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bd9dfd3-65dd-4942-859f-f054380270c4 req-275574f0-893e-4772-80b9-2283218f856e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Oct 25 09:29:47.463823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a5d1f-f411-42ef-b356-fb3a9bf64c2a req-dddf84ab-cbc4-44b0-b563-5f8e9361836a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:47.465614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d69a5d1f-f411-42ef-b356-fb3a9bf64c2a req-dddf84ab-cbc4-44b0-b563-5f8e9361836a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 948 time: 0.0539382 Oct 25 09:29:47.510530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d69a5d1f-f411-42ef-b356-fb3a9bf64c2a req-8d8a370b-9f9e-4ad9-98b1-03c9e4b21177 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Oct 25 09:29:48.457201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91472f-9210-4ea4-8660-b59a65c5e877 req-ff13ec25-09f1-4e62-ae15-19d6f478d333 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:48.458861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef91472f-9210-4ea4-8660-b59a65c5e877 req-ff13ec25-09f1-4e62-ae15-19d6f478d333 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0674331 Oct 25 09:29:48.510125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef91472f-9210-4ea4-8660-b59a65c5e877 req-bdc2ac7f-72e0-4c8a-97df-9343febbaa52 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432582 Oct 25 09:29:48.633449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9bf99-ae3c-442c-aee4-08a27b021b15 req-30e56150-da37-4c9a-9535-8f3339bfd7ae tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:48.634967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15a9bf99-ae3c-442c-aee4-08a27b021b15 req-30e56150-da37-4c9a-9535-8f3339bfd7ae tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 948 time: 0.0497038 Oct 25 09:29:48.674163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15a9bf99-ae3c-442c-aee4-08a27b021b15 req-39770ec1-d4bc-45c7-92bc-14e023eef147 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Oct 25 09:29:48.762574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d707eb46-f7fa-4fdb-a4df-d349a421c93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:49.660760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d026e7-20c6-49c7-8362-0f910fcdb863 req-726ababb-411c-41bf-99d9-050dbebecdf0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:49.662529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0d026e7-20c6-49c7-8362-0f910fcdb863 req-726ababb-411c-41bf-99d9-050dbebecdf0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0637951 Oct 25 09:29:49.705409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0d026e7-20c6-49c7-8362-0f910fcdb863 req-97444013-23df-42a3-b5a1-ebac0467a062 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353799 Oct 25 09:29:49.849297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a1118-ac71-4871-8c16-8aad00548325 req-a33580ad-3874-476a-90a8-86b03725a856 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:49.850672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a86a1118-ac71-4871-8c16-8aad00548325 req-a33580ad-3874-476a-90a8-86b03725a856 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 948 time: 0.0570855 Oct 25 09:29:49.893449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a86a1118-ac71-4871-8c16-8aad00548325 req-f9895273-63a7-41c1-bb6c-9719ed0ba2f6 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360751 Oct 25 09:29:49.922206 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:49.977203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:50.162618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:29:50.278321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:50.291172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4ac88ad1-96d6-4c30-a593-a23e88f8bb3b', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '4ac88ad1-96d6-4c30-a593-a23e88f8bb3b', 'mac_address': 'fa:16:3e:35:e9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:29:50.332559 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:50.351699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:29:50.374122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:50.379879 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:50.447636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:50.747596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4ac88ad1-96d6-4c30-a593-a23e88f8bb3b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:29:50.879686 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f9687-13f0-4010-b34d-1454d65e5375 req-a7f14208-cb25-47b9-9e8e-a2904815f509 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:50.889519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d54f9687-13f0-4010-b34d-1454d65e5375 req-a7f14208-cb25-47b9-9e8e-a2904815f509 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0732858 Oct 25 09:29:50.973906 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d54f9687-13f0-4010-b34d-1454d65e5375 req-9ba2e47d-526b-435b-ab9f-7bfe79fbf4f2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830517 Oct 25 09:29:51.099835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60deebcc-9e4c-49e7-a145-e6060247636e req-5729d365-9d84-4e6a-b134-802e5fb42253 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:51.101649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60deebcc-9e4c-49e7-a145-e6060247636e req-5729d365-9d84-4e6a-b134-802e5fb42253 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 949 time: 0.0548940 Oct 25 09:29:51.151103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60deebcc-9e4c-49e7-a145-e6060247636e req-d0969e1a-524e-49fe-ac85-4cd93a171744 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Oct 25 09:29:51.506293 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:29:51.853162 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:52.140538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8f8f5-a52e-4fd3-aead-6e99a490c60c req-54b35952-a013-43a1-a897-fa0110af05dc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:52.142868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ae8f8f5-a52e-4fd3-aead-6e99a490c60c req-54b35952-a013-43a1-a897-fa0110af05dc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0640843 Oct 25 09:29:52.164415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:29:52.210816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ae8f8f5-a52e-4fd3-aead-6e99a490c60c req-7cf46ff2-a610-4094-85d4-a60faef66d07 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614507 Oct 25 09:29:52.271154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:29:52.276239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:29:52.276668 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:52.392478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3b635-36b7-4639-8fa7-224b21c2fe49 req-0ce28770-d9d7-4947-92ea-a5e6fdc6a3a6 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:52.394159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28c3b635-36b7-4639-8fa7-224b21c2fe49 req-0ce28770-d9d7-4947-92ea-a5e6fdc6a3a6 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 949 time: 0.0825822 Oct 25 09:29:52.403211 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:52.438074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f792439-7827-4bf3-97f1-1ba2bedbfbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac88ad1-96d6-4c30-a593-a23e88f8bb3b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:29:52.441326 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d2436b-8961-4b46-b015-b4c92b7e85f7" -d '{"events": [{"server_uuid": "3f792439-7827-4bf3-97f1-1ba2bedbfbcd", "name": "network-vif-plugged", "status": "completed", "tag": "4ac88ad1-96d6-4c30-a593-a23e88f8bb3b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:29:52.451550 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28c3b635-36b7-4639-8fa7-224b21c2fe49 req-1e8879a0-3b7a-4341-9e93-0e93bc69c915 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Oct 25 09:29:52.465477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:52.481908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:52.524675 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a2dc39-4bb9-4b45-a8de-086ee67ceb32 x-openstack-request-id: req-22a2dc39-4bb9-4b45-a8de-086ee67ceb32 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:29:52.525360 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f792439-7827-4bf3-97f1-1ba2bedbfbcd", "name": "network-vif-plugged", "status": "completed", "tag": "4ac88ad1-96d6-4c30-a593-a23e88f8bb3b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:29:52.525360 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22a2dc39-4bb9-4b45-a8de-086ee67ceb32 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:29:52.525600 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f792439-7827-4bf3-97f1-1ba2bedbfbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac88ad1-96d6-4c30-a593-a23e88f8bb3b', 'code': 200} Oct 25 09:29:52.559510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:52.672439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaac45-b16d-4fcb-89e2-f0dba026eefd req-75f2aad2-c83f-416c-a887-31a3036930f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:52.674078 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-deeaac45-b16d-4fcb-89e2-f0dba026eefd req-75f2aad2-c83f-416c-a887-31a3036930f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 1101 time: 0.0600820 Oct 25 09:29:52.723143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-deeaac45-b16d-4fcb-89e2-f0dba026eefd req-a7a8fbb8-1268-46b3-896e-dc9fe37301d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Oct 25 09:29:53.036447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-52c823e1-fa9b-482f-b99a-1a377133c306 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:53.038686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-52c823e1-fa9b-482f-b99a-1a377133c306 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1585834 Oct 25 09:29:53.058623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-7ec422fb-999c-40a8-9c3f-c7d0782e3eb8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/quotas/8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 375 time: 0.0135357 Oct 25 09:29:53.121177 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-29533bfe-3ef2-4e00-81a0-dd49792a51d6 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560319 Oct 25 09:29:53.233595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-f9e9b887-5008-404a-a11e-40012a44ff6a service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052268 Oct 25 09:29:53.339119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-459214df-e4d0-4917-939c-552d419882e9 service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989909 Oct 25 09:29:53.597631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeb666-722e-415f-a470-194aaeb7db7e req-4ea173b6-0c8e-461a-91d8-1e23bf15b7fd tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:53.605849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29aeb666-722e-415f-a470-194aaeb7db7e req-4ea173b6-0c8e-461a-91d8-1e23bf15b7fd tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0678985 Oct 25 09:29:53.654290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29aeb666-722e-415f-a470-194aaeb7db7e req-3de5a3f3-dc11-492e-a1a5-a5e6661b0a1b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474594 Oct 25 09:29:53.808674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441297b-fdf4-43b2-b997-d4c873159fed req-f1990874-aaec-4e32-ad2d-ed7726823cce tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:53.816665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2441297b-fdf4-43b2-b997-d4c873159fed req-f1990874-aaec-4e32-ad2d-ed7726823cce tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 950 time: 0.0764542 Oct 25 09:29:53.863499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2441297b-fdf4-43b2-b997-d4c873159fed req-06679faf-9ea1-4281-aab9-6e5f41e356a0 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 Oct 25 09:29:53.949079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c622932-b801-4a18-aaa7-7f412a6953d7 req-9db8b86d-1da0-47bc-80b9-f52ba5f13137 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 210 time: 0.0301669 Oct 25 09:29:54.844150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d25b30-eba1-4ab1-9d90-23b1d7c52964 req-38620db2-254e-48d7-817f-c4ea3caffe3d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:54.845734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1d25b30-eba1-4ab1-9d90-23b1d7c52964 req-38620db2-254e-48d7-817f-c4ea3caffe3d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0751603 Oct 25 09:29:54.893017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-db3b2d72-8e02-4de8-ba8b-59666693e48b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:54.894499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-db3b2d72-8e02-4de8-ba8b-59666693e48b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.2043455 Oct 25 09:29:54.914292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1d25b30-eba1-4ab1-9d90-23b1d7c52964 req-89713b2b-3fc7-4196-aed0-4604c4f31f03 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515478 Oct 25 09:29:54.921208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'port': {'device_id': '051c16fb-7aa0-4e2d-a48a-0b62291cfd58', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'admin_state_up': True, 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:29:55.105102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8d917-625f-4c2f-ac7b-f8c54304597f req-f57a71a6-4e6f-4307-ba42-5eed9fdb6260 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:55.112240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8dc8d917-625f-4c2f-ac7b-f8c54304597f req-f57a71a6-4e6f-4307-ba42-5eed9fdb6260 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 950 time: 0.0936716 Oct 25 09:29:55.172128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8dc8d917-625f-4c2f-ac7b-f8c54304597f req-62fabc24-d4d0-4e5e-bf51-fb8ab8f9b18f tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590267 Oct 25 09:29:55.178648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:29:55.183021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:55.370256 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f5e0846-19fd-4ba2-b5af-87a77420f7cd req-aeca46f4-4c33-42e4-9531-fd220386724b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 210 time: 0.0575805 Oct 25 09:29:55.483799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.20.0.7 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/de99fceb-676b-4fb5-a6e9-b217b6709905) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:29:55.691434 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:55.762744 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:55.794972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821207a-235c-4deb-8a95-36ea5f4bdc1d req-01161259-a70f-4f98-baf5-c56063cea2a0 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:55.809288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b821207a-235c-4deb-8a95-36ea5f4bdc1d req-01161259-a70f-4f98-baf5-c56063cea2a0 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 950 time: 0.1054633 Oct 25 09:29:55.868304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=de99fceb-676b-4fb5-a6e9-b217b6709905,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:55.906811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.907205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.907488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.907907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.908250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.908577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.908937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.909242 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.909692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.910309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.910640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.911094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:29:55.939984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:29:55.943856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b821207a-235c-4deb-8a95-36ea5f4bdc1d req-38be356f-2a89-4643-957c-5f148db3f6ca tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337233 Oct 25 09:29:55.944863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:29:55.948339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:29:56.014566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:56.015224 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:56.043701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-fc8f0e92-e890-4189-a8f4-a8e174af6f6f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1243472 Oct 25 09:29:56.065496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Request body: {'port': {'device_id': '051c16fb-7aa0-4e2d-a48a-0b62291cfd58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:29:56.185158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c49953-eb3c-4672-852c-d87328114df6 req-da5a2cdc-e845-4d49-a39c-b6f9828a68c8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:56.193239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8c49953-eb3c-4672-852c-d87328114df6 req-da5a2cdc-e845-4d49-a39c-b6f9828a68c8 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.1015105 Oct 25 09:29:56.227379 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:56.282910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8c49953-eb3c-4672-852c-d87328114df6 req-644adc19-d10d-4e88-9af4-80d898b038c0 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883973 Oct 25 09:29:56.448330 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-19c1caa1-3ecd-47f3-ad7c-d0f6dcd36c22 None None] Provisioning complete for port de99fceb-676b-4fb5-a6e9-b217b6709905 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:29:56.448982 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-19c1caa1-3ecd-47f3-ad7c-d0f6dcd36c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:56.560560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-19c1caa1-3ecd-47f3-ad7c-d0f6dcd36c22 None None] Port de99fceb-676b-4fb5-a6e9-b217b6709905 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:29:56.707393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e6f96-928b-4609-ba64-b1c0f3cc3be7 req-f410aee3-89e3-43c3-a89d-2802ed93cc81 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:56.708825 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d05e6f96-928b-4609-ba64-b1c0f3cc3be7 req-f410aee3-89e3-43c3-a89d-2802ed93cc81 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 931 time: 0.1114550 Oct 25 09:29:56.806745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d05e6f96-928b-4609-ba64-b1c0f3cc3be7 req-0a350c9f-39f6-4a03-a0d3-4bad4f5689d1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856006 Oct 25 09:29:56.824291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de99fceb-676b-4fb5-a6e9-b217b6709905 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:29:56.832856 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:56.848559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Transition to ACTIVE for port object de99fceb-676b-4fb5-a6e9-b217b6709905 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:29:56.857902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:56.930841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Pushing event updated for resources: {'Port': ['ID=de99fceb-676b-4fb5-a6e9-b217b6709905,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:57.081816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Attempting to bind port de99fceb-676b-4fb5-a6e9-b217b6709905 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:29:57.082149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Attempting to bind port de99fceb-676b-4fb5-a6e9-b217b6709905 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:29:57.082475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Attempting to bind port de99fceb-676b-4fb5-a6e9-b217b6709905 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:29:57.107394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Port de99fceb-676b-4fb5-a6e9-b217b6709905 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:29:57.107773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Attempting to bind port de99fceb-676b-4fb5-a6e9-b217b6709905 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:29:57.131802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:29:57.132141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:29:57.132528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:29:57.132993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Bound port: de99fceb-676b-4fb5-a6e9-b217b6709905, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:29:57.133609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:57.206233 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c955a-5e5e-496d-93df-4f70518e7fd5 req-1c65af99-60be-4181-a6a0-f5c5adf9ddbb tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:57.207899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d1c955a-5e5e-496d-93df-4f70518e7fd5 req-1c65af99-60be-4181-a6a0-f5c5adf9ddbb tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 950 time: 0.1156843 Oct 25 09:29:57.235135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-067e0a87-830d-48eb-99c3-f15bccc3d818 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:57.237828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-067e0a87-830d-48eb-99c3-f15bccc3d818 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 950 time: 0.1055515 Oct 25 09:29:57.251721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] For port de99fceb-676b-4fb5-a6e9-b217b6709905, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:29:57.287276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d1c955a-5e5e-496d-93df-4f70518e7fd5 req-3031b11e-7ab7-4a72-84c1-524264ae9193 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/security-groups?id=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686564 Oct 25 09:29:57.312733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] For port de99fceb-676b-4fb5-a6e9-b217b6709905, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=de99fceb-676b-4fb5-a6e9-b217b6709905,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:29:57.323175 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:57.375821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Deleting port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:29:57.376507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:57.407919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:57.413765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:57.416265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/de99fceb-676b-4fb5-a6e9-b217b6709905 HTTP/1.1" status: 200 len: 1091 time: 1.3592446 Oct 25 09:29:57.424434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051c16fb-7aa0-4e2d-a48a-0b62291cfd58', 'tag': 'de99fceb-676b-4fb5-a6e9-b217b6709905'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:29:57.434254 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b193f8-b540-4f1a-9fbb-672188eb8cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "051c16fb-7aa0-4e2d-a48a-0b62291cfd58", "tag": "de99fceb-676b-4fb5-a6e9-b217b6709905"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:29:57.529338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77579c-6b96-40a4-8a08-91ca38dd14f3 service neutron] Pushing event updated for resources: {'Port': ['ID=de99fceb-676b-4fb5-a6e9-b217b6709905,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:57.564132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de20a-5f55-495d-af73-daa8a3f504e7 req-1b4a2392-e376-491d-b1ef-7e146b5f2f59 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:57.572079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e78de20a-5f55-495d-af73-daa8a3f504e7 req-1b4a2392-e376-491d-b1ef-7e146b5f2f59 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.1341789 Oct 25 09:29:57.604804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] For port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:29:57.605162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-48e8226a-4ee4-4ccc-87b0-1567bc013f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:57.606326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:57.606592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-48e8226a-4ee4-4ccc-87b0-1567bc013f91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 1094 time: 0.1220984 Oct 25 09:29:57.633869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Calling delete_port for 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:29:57.716225 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-f1d8d7d8-2f96-4119-a354-c288c056aab4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de99fceb-676b-4fb5-a6e9-b217b6709905 HTTP/1.1" status: 200 len: 217 time: 0.0951238 Oct 25 09:29:57.747695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e78de20a-5f55-495d-af73-daa8a3f504e7 req-9fdab48c-f9a3-4150-8c40-6b8d0a10dbe3 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743214 Oct 25 09:29:57.855494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-58ae6139-6ff7-4ab1-8c38-981a30ff9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:57.857685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-58ae6139-6ff7-4ab1-8c38-981a30ff9b05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.1088552 Oct 25 09:29:57.859292 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd813a06-8f22-4413-bbdc-c9b97da60be7 x-openstack-request-id: req-fd813a06-8f22-4413-bbdc-c9b97da60be7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:29:57.859733 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051c16fb-7aa0-4e2d-a48a-0b62291cfd58", "tag": "de99fceb-676b-4fb5-a6e9-b217b6709905", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:29:57.860089 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd813a06-8f22-4413-bbdc-c9b97da60be7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:29:57.860593 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051c16fb-7aa0-4e2d-a48a-0b62291cfd58', 'tag': 'de99fceb-676b-4fb5-a6e9-b217b6709905', 'status': 'completed', 'code': 200} Oct 25 09:29:57.940385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:57.972152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4ac88ad1-96d6-4c30-a593-a23e88f8bb3b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:29:57.978412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Pushing event deleted for resources: {'Port': ['ID=4ac88ad1-96d6-4c30-a593-a23e88f8bb3b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:29:58.045925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] No DVR routers for this DVR port 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:29:58.050593 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:29:58.055962 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0d4b1a40-79e3-470a-8a13-8433e43ca7d7 req-32c63133-163d-4bd8-b5c5-25ed9323ee3a tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.18 "DELETE /v2.0/ports/4ac88ad1-96d6-4c30-a593-a23e88f8bb3b HTTP/1.1" status: 204 len: 173 time: 0.8062603 Oct 25 09:29:58.060286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f792439-7827-4bf3-97f1-1ba2bedbfbcd', 'name': 'network-vif-deleted', 'tag': '4ac88ad1-96d6-4c30-a593-a23e88f8bb3b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:29:58.063594 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae84c3a7-1069-4efb-9af3-00b45dc9c643" -d '{"events": [{"server_uuid": "3f792439-7827-4bf3-97f1-1ba2bedbfbcd", "name": "network-vif-deleted", "tag": "4ac88ad1-96d6-4c30-a593-a23e88f8bb3b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:29:58.066111 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-b2cce7c0-ab58-4fb4-aa4e-4a7bd4fa5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:58.068165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-b2cce7c0-ab58-4fb4-aa4e-4a7bd4fa5365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021286 Oct 25 09:29:58.187312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87bab-8b93-4131-8ba3-298e6c6b41b1 req-75f82799-990e-4bc7-a86d-30a6a5426a5a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:58.198572 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8b87bab-8b93-4131-8ba3-298e6c6b41b1 req-75f82799-990e-4bc7-a86d-30a6a5426a5a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.2542043 Oct 25 09:29:58.279436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8b87bab-8b93-4131-8ba3-298e6c6b41b1 req-87982499-0f37-424e-974f-875de907ab61 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798700 Oct 25 09:29:58.300260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-9994a78b-e9fe-4666-b568-0eef730d5cbe service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206280 Oct 25 09:29:58.359171 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae09c56d-d9f4-485c-aa63-9ebb1ee959b5 x-openstack-request-id: req-ae09c56d-d9f4-485c-aa63-9ebb1ee959b5 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:29:58.359742 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f792439-7827-4bf3-97f1-1ba2bedbfbcd", "name": "network-vif-deleted", "tag": "4ac88ad1-96d6-4c30-a593-a23e88f8bb3b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:29:58.359742 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae09c56d-d9f4-485c-aa63-9ebb1ee959b5 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:29:58.360104 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f792439-7827-4bf3-97f1-1ba2bedbfbcd', 'name': 'network-vif-deleted', 'tag': '4ac88ad1-96d6-4c30-a593-a23e88f8bb3b', 'status': 'completed', 'code': 200} Oct 25 09:29:58.507528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57116ecd-7a63-4f3a-a74b-b1f5a0221ecf req-4f45fecb-5df2-4279-946f-da598736c4e1 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910534 Oct 25 09:29:58.513476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b898d4b-c8cf-4d7c-b459-001490d84f8e req-def2f4ad-5806-4640-bdf5-db474c276b48 tempest-VolumesNegativeTest-1359280125 tempest-VolumesNegativeTest-1359280125-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f792439-7827-4bf3-97f1-1ba2bedbfbcd HTTP/1.1" status: 200 len: 210 time: 0.0578730 Oct 25 09:29:58.707369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-206bc9eb-da27-4758-adc6-d4ee45f86ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:58.709901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-206bc9eb-da27-4758-adc6-d4ee45f86ecf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 1094 time: 0.0777998 Oct 25 09:29:59.182271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-ab585472-76da-439a-9742-65cc1e6abc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:59.183851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-ab585472-76da-439a-9742-65cc1e6abc5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.4650552 Oct 25 09:29:59.258858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-95a3af19-d472-4633-8dbe-464d29b4fed8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de99fceb-676b-4fb5-a6e9-b217b6709905 HTTP/1.1" status: 200 len: 217 time: 0.0648818 Oct 25 09:29:59.319925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-525cf06d-ff5c-4ef2-8e96-6294d7289c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:59.321673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-525cf06d-ff5c-4ef2-8e96-6294d7289c4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0552595 Oct 25 09:29:59.355545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede7925-6dad-4dd2-964f-3f2815dfba3b req-5de80a7e-d0de-4046-b42a-2f7f4b59f7f1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:59.358004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dede7925-6dad-4dd2-964f-3f2815dfba3b req-5de80a7e-d0de-4046-b42a-2f7f4b59f7f1 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.1731462 Oct 25 09:29:59.426587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-e60b0821-71fe-4c5f-a032-3195af45de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:59.428349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-e60b0821-71fe-4c5f-a032-3195af45de05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981979 Oct 25 09:29:59.432171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dede7925-6dad-4dd2-964f-3f2815dfba3b req-d7bc8793-b46d-4529-9e09-2c64d2cad1be tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510142 Oct 25 09:29:59.595672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-83a206e0-0f23-46b9-9972-a42910975b54 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591146 Oct 25 09:29:59.671650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4171a-790a-4e82-beab-8b83a0bc382b req-de468e4d-9ad6-4789-b1e3-ca1090750239 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:29:59.678757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ed4171a-790a-4e82-beab-8b83a0bc382b req-de468e4d-9ad6-4789-b1e3-ca1090750239 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.1311355 Oct 25 09:29:59.745459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35b193f8-b540-4f1a-9fbb-672188eb8cd4 req-d2e8c699-a4fa-4460-90fc-f9898b6a19c0 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419847 Oct 25 09:29:59.756822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ed4171a-790a-4e82-beab-8b83a0bc382b req-16847655-a3d5-4b97-b759-9f58a50c4f85 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772359 Oct 25 09:30:00.220376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:30:00.259281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:30:00.260105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4ac88ad1-96d6-4c30-a593-a23e88f8bb3b not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:30:00.651129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e161b-105e-4b97-8a92-0457a6d4f7ce req-276a7ae1-1446-4b77-85e3-d9849963fbd7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:00.660182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d09e161b-105e-4b97-8a92-0457a6d4f7ce req-276a7ae1-1446-4b77-85e3-d9849963fbd7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.1143425 Oct 25 09:30:00.740967 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d09e161b-105e-4b97-8a92-0457a6d4f7ce req-17244626-27f8-4c0a-aa35-0dbb84256c11 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797646 Oct 25 09:30:01.001240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7ceab-ab8c-4419-a25d-feb47633c831 req-b80cf6a1-fe4d-4717-af5f-81a0092736e2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:01.001240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ef7ceab-ab8c-4419-a25d-feb47633c831 req-b80cf6a1-fe4d-4717-af5f-81a0092736e2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.1088746 Oct 25 09:30:01.088961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ef7ceab-ab8c-4419-a25d-feb47633c831 req-d0394d01-b72b-4418-925a-279572e6420b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810022 Oct 25 09:30:01.999788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51363fba-7432-4837-be17-dab9f365da33 req-26df4f07-d872-4d1f-bd36-09089f60296b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:02.008980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51363fba-7432-4837-be17-dab9f365da33 req-26df4f07-d872-4d1f-bd36-09089f60296b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.1277754 Oct 25 09:30:02.076038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51363fba-7432-4837-be17-dab9f365da33 req-c184831c-624c-470d-afb2-638b7583bb98 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629923 Oct 25 09:30:02.287473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bb07e-e721-4d48-a002-589753b646ab req-f2d13ecb-9fc8-4164-8478-513b2c663515 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:02.290717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a94bb07e-e721-4d48-a002-589753b646ab req-f2d13ecb-9fc8-4164-8478-513b2c663515 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0902584 Oct 25 09:30:02.358446 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a94bb07e-e721-4d48-a002-589753b646ab req-c71ad9d2-b2e3-490b-9123-f30bf0b694a7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590677 Oct 25 09:30:03.253802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8719e-df3e-490d-a20a-d7044ba06859 req-a8e3d6fd-658d-4110-b4d3-3d9c99a9621a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:03.255452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cc8719e-df3e-490d-a20a-d7044ba06859 req-a8e3d6fd-658d-4110-b4d3-3d9c99a9621a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0606313 Oct 25 09:30:03.333042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cc8719e-df3e-490d-a20a-d7044ba06859 req-576cd968-7126-44fa-a2b6-eb9e971b6b88 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665035 Oct 25 09:30:03.347414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-6be13fa4-a336-4f6f-acc5-121648edc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:03.349563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-6be13fa4-a336-4f6f-acc5-121648edc5c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1097 time: 0.0931199 Oct 25 09:30:03.507391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-47877ff3-026b-4aa7-ab07-73da42f11368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:03.508800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-47877ff3-026b-4aa7-ab07-73da42f11368 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.1470382 Oct 25 09:30:03.608853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed15b4-6680-46a7-97ac-074db0de6b20 req-eec6b9f8-a626-428e-aa09-093142d551a2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:03.615998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9ed15b4-6680-46a7-97ac-074db0de6b20 req-eec6b9f8-a626-428e-aa09-093142d551a2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.1531737 Oct 25 09:30:03.678035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-2055ab39-2c36-4329-88e0-b988c3ce18b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 1001 time: 0.1613019 Oct 25 09:30:03.703824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9ed15b4-6680-46a7-97ac-074db0de6b20 req-8e323bc1-68c7-483e-8901-8d9eaab55792 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867105 Oct 25 09:30:03.746925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-8791626a-ea6b-463f-af0c-183849023ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:03.748474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-8791626a-ea6b-463f-af0c-183849023ecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0608165 Oct 25 09:30:03.818031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-df7dad9d-98ee-4df8-b4c2-cc9a9c22c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:03.819851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-df7dad9d-98ee-4df8-b4c2-cc9a9c22c637 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642400 Oct 25 09:30:03.964130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-b9409e46-d370-48f6-af77-35cc63928f26 service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363943 Oct 25 09:30:04.074737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e878bc39-09bb-49ec-ac0a-c08470330b9f req-2df622d6-ed3c-4fd0-9e0b-a63cf9a0feab service neutron] 10.222.0.41 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036913 Oct 25 09:30:04.481899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fb32a-caac-4ea7-b657-46c47b9cd166 req-f2d4218e-7f0d-4ce1-b031-912e035d0572 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:04.483421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a4fb32a-caac-4ea7-b657-46c47b9cd166 req-f2d4218e-7f0d-4ce1-b031-912e035d0572 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0622244 Oct 25 09:30:04.527400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a4fb32a-caac-4ea7-b657-46c47b9cd166 req-971f7545-bc7b-4a74-9b04-05c383a62054 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360167 Oct 25 09:30:04.861617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e881b1-1965-4362-9367-2972b130d024 req-f2c1158e-35e8-4a4f-ac68-afc6ebfe6a04 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:04.869364 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26e881b1-1965-4362-9367-2972b130d024 req-f2c1158e-35e8-4a4f-ac68-afc6ebfe6a04 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0707147 Oct 25 09:30:04.917429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-26e881b1-1965-4362-9367-2972b130d024 req-5d94bb12-5d28-41ac-85f9-b37635ea4bb6 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471053 Oct 25 09:30:05.629314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:30:05.749155 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:05.785347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:05.786695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:30:05.790061 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaa12fa-3ec7-4c77-aa6d-0f76b053d589" -d '{"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-unplugged", "status": "completed", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:30:05.794322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:05.821644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b22f39-9c40-44f0-83db-1e647f8d964e req-49195cbc-b50b-4aad-974b-b74223a8e14d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:05.830690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27b22f39-9c40-44f0-83db-1e647f8d964e req-49195cbc-b50b-4aad-974b-b74223a8e14d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.1697311 Oct 25 09:30:05.872834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:05.906651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-27b22f39-9c40-44f0-83db-1e647f8d964e req-94ccc153-5bfc-4130-8965-f8f34e3c7720 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748734 Oct 25 09:30:05.988967 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43bdc1-cd46-4dfb-847c-9b0854a9a985 x-openstack-request-id: req-9f43bdc1-cd46-4dfb-847c-9b0854a9a985 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:30:05.989590 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-unplugged", "status": "completed", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:30:05.990259 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f43bdc1-cd46-4dfb-847c-9b0854a9a985 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:30:05.991006 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'code': 200} Oct 25 09:30:06.092831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff1db-8d92-4e20-9474-b9d2f71d9a11 req-da21f21d-a332-44d8-8b16-67a790262a32 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:06.103828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e14ff1db-8d92-4e20-9474-b9d2f71d9a11 req-da21f21d-a332-44d8-8b16-67a790262a32 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0664737 Oct 25 09:30:06.142522 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e14ff1db-8d92-4e20-9474-b9d2f71d9a11 req-ce991d30-f589-4271-be5f-1b1e0242d778 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Oct 25 09:30:07.055205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf98b3-3e18-4269-98ed-054f67531510 req-9f2d7dca-61e9-4755-aa40-8a6680d508cd tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:07.057335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82cf98b3-3e18-4269-98ed-054f67531510 req-9f2d7dca-61e9-4755-aa40-8a6680d508cd tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 944 time: 0.0517063 Oct 25 09:30:07.098350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-82cf98b3-3e18-4269-98ed-054f67531510 req-dd6230e0-1831-45a8-bf33-fa6ec9713c6a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353782 Oct 25 09:30:07.166310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34420) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:30:07.318243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-41ece8a2-e95c-4f91-b802-409403a24be0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4686d4e9a3274b55880a5a211de32b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504700 Oct 25 09:30:07.321974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34432) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:30:07.377577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa0738f5-27ce-45e1-809a-d9e9e58ab982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:07.405316 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa0738f5-27ce-45e1-809a-d9e9e58ab982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:07.459815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa0738f5-27ce-45e1-809a-d9e9e58ab982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:07.462728 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa0738f5-27ce-45e1-809a-d9e9e58ab982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:07.463885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aa0738f5-27ce-45e1-809a-d9e9e58ab982 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eaf360fc-5e3d-4f13-9b29-3fedaa63cba2 HTTP/1.1" status: 204 len: 168 time: 0.1408253 Oct 25 09:30:07.482889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0738f5-27ce-45e1-809a-d9e9e58ab982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf360fc-5e3d-4f13-9b29-3fedaa63cba2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:07.527224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167fc05-60a0-4be6-9ad7-3d1afe9562f8 req-450ce2d5-87a2-4d28-8150-6c8e9e63eedc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:07.529157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4167fc05-60a0-4be6-9ad7-3d1afe9562f8 req-450ce2d5-87a2-4d28-8150-6c8e9e63eedc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0608211 Oct 25 09:30:07.575796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4167fc05-60a0-4be6-9ad7-3d1afe9562f8 req-5686b2d7-4a49-4d58-8219-8f206b0c9412 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392246 Oct 25 09:30:08.127130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424483d8-2439-4816-b187-f18b016302f7 req-0389d28c-6714-4cfa-88f5-c1d0e19d1a7b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:08.134961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-424483d8-2439-4816-b187-f18b016302f7 req-0389d28c-6714-4cfa-88f5-c1d0e19d1a7b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 944 time: 0.0624421 Oct 25 09:30:08.193540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-424483d8-2439-4816-b187-f18b016302f7 req-5366d158-d1a1-491a-83f1-6b9f17932bf6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576172 Oct 25 09:30:08.542671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-d5cfbeb3-e1be-4893-8083-a396a8d50a4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502664 Oct 25 09:30:08.552594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-d6b86e3d-d1ce-46ce-a4e6-1dc6445fb7e8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:30:08.553660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-d6b86e3d-d1ce-46ce-a4e6-1dc6445fb7e8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054157 Oct 25 09:30:08.713644 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:08.733733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d796b-7f41-487c-bb60-ed891480db57 req-72eaa078-95c9-422e-a6d8-269959f5a537 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:08.735707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-502d796b-7f41-487c-bb60-ed891480db57 req-72eaa078-95c9-422e-a6d8-269959f5a537 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0814302 Oct 25 09:30:08.795983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-502d796b-7f41-487c-bb60-ed891480db57 req-dff58cca-d86b-47f1-a9a0-39c735a621be tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Oct 25 09:30:09.318488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad23ae4-e448-4e77-adff-599848808f7d req-03d23cce-9b3d-47a9-813a-55381aca8ff5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:09.321391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ad23ae4-e448-4e77-adff-599848808f7d req-03d23cce-9b3d-47a9-813a-55381aca8ff5 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 944 time: 0.0530467 Oct 25 09:30:09.365782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ad23ae4-e448-4e77-adff-599848808f7d req-d6b28ee8-8276-4bb0-9c98-79ce0e9980b2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379202 Oct 25 09:30:09.476178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674006-5031-44ac-b956-fef5a8299a72 req-360fe234-7aac-49fe-aeb9-1bc98ca8bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:09.477902 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-360fe234-7aac-49fe-aeb9-1bc98ca8bdad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815&tenant_id=301b27b80ff347d1b3015a290519b872 HTTP/1.1" status: 200 len: 1095 time: 0.0603726 Oct 25 09:30:09.499484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:30:09.561356 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:09.646765 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:30:09.816262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:09.857645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:30:09.895635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819ae1c1-d0e0-4818-8e99-852fc589bc02 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:30:09.906846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:09.910061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:09.921904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db3e6-8ffa-410e-8015-8517bf75f5be req-98abe028-d0e8-4ebf-80d8-7e69f569d854 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:09.923853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba9db3e6-8ffa-410e-8015-8517bf75f5be req-98abe028-d0e8-4ebf-80d8-7e69f569d854 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0556405 Oct 25 09:30:09.928540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Transition to ACTIVE for port object 819ae1c1-d0e0-4818-8e99-852fc589bc02 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:30:09.934751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:09.982914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba9db3e6-8ffa-410e-8015-8517bf75f5be req-27d55a21-fcbf-4e85-9e78-85e1dc109b36 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514708 Oct 25 09:30:10.032443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=9']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:10.074565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] No DVR routers for this DVR port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:30:10.509468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a529a3-473e-4445-b0c3-45a499f85adf req-51462e9b-6873-4724-a26b-ab14aef3d595 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:10.512111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48a529a3-473e-4445-b0c3-45a499f85adf req-51462e9b-6873-4724-a26b-ab14aef3d595 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 944 time: 0.0613768 Oct 25 09:30:10.553857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48a529a3-473e-4445-b0c3-45a499f85adf req-de24b275-bbe0-4c43-9c04-0d958d50e049 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354078 Oct 25 09:30:10.606867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Attempting to bind port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:30:10.607408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Attempting to bind port 819ae1c1-d0e0-4818-8e99-852fc589bc02 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:30:10.607408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Attempting to bind port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:30:10.612393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:30:10.612708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Attempting to bind port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:30:10.619489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:30:10.619830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Checking segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:30:10.620217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Bound using segment: {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:30:10.620645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Bound port: 819ae1c1-d0e0-4818-8e99-852fc589bc02, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:30:10.621031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:10.686209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:30:10.689861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:30:10.695016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:10.736555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:10.737195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:10.739327 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] 10.222.0.18 "PUT /v2.0/ports/819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 1092 time: 1.2457249 Oct 25 09:30:10.739834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:30:10.742705 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27683323-cff6-45ad-a096-8f3dd7fbc7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:30:10.794349 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f305434-bdc9-40e1-84d8-b662fab2c8cf x-openstack-request-id: req-0f305434-bdc9-40e1-84d8-b662fab2c8cf {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:30:10.794646 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:30:10.794903 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f305434-bdc9-40e1-84d8-b662fab2c8cf {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:30:10.795299 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'status': 'completed', 'code': 200} Oct 25 09:30:10.813983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc6351-9fdf-48a1-bd52-fa8a89841995 service neutron] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:10.855716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674006-5031-44ac-b956-fef5a8299a72 req-388665ca-b1cc-4bec-9236-cffdaec5788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:10.857853 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-388665ca-b1cc-4bec-9236-cffdaec5788e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1096 time: 0.0797310 Oct 25 09:30:10.966651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674006-5031-44ac-b956-fef5a8299a72 req-ae04004e-d5e5-48d6-b75a-4b49327bd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:10.968129 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-ae04004e-d5e5-48d6-b75a-4b49327bd8b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.1029391 Oct 25 09:30:11.042639 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-76f2f5f3-834c-44ba-91f7-d769c7b3809e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 999 time: 0.0672634 Oct 25 09:30:11.123083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674006-5031-44ac-b956-fef5a8299a72 req-07b7d9ec-f6b4-4e39-8e76-88eb1b9eb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:11.124567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-07b7d9ec-f6b4-4e39-8e76-88eb1b9eb898 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0744553 Oct 25 09:30:11.134033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801291-87e5-42dc-aa72-d3f88a9aaa31 req-e1589799-55d7-4d66-b286-1b3470cbbeac tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:11.135943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f801291-87e5-42dc-aa72-d3f88a9aaa31 req-e1589799-55d7-4d66-b286-1b3470cbbeac tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0759077 Oct 25 09:30:11.203746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f801291-87e5-42dc-aa72-d3f88a9aaa31 req-f157977b-3489-4a31-a167-229977370ffc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574245 Oct 25 09:30:11.217868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674006-5031-44ac-b956-fef5a8299a72 req-988ff952-2bb7-4c27-b6a3-b76f74b684b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:11.219588 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-988ff952-2bb7-4c27-b6a3-b76f74b684b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878878 Oct 25 09:30:11.246827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-d368f505-0206-47cd-8e7f-583612dd5373 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:30:11.247838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-d368f505-0206-47cd-8e7f-583612dd5373 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085359 Oct 25 09:30:11.365119 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-55c208ec-cfbc-412c-b7d0-177951385c09 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057775 Oct 25 09:30:11.466723 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-0497c6f2-79f7-45b9-b71c-519a53f15689 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937283 Oct 25 09:30:11.674228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-cf9317bf-2482-425c-b1c2-c079c3eaf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:11.675756 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-cf9317bf-2482-425c-b1c2-c079c3eaf926 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1096 time: 0.1043243 Oct 25 09:30:11.842899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bdb97-42d5-42d2-9f0b-6f35e7834813 req-e328ca04-21a3-4e82-b4e6-7bf7dc321538 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:11.848181 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-791bdb97-42d5-42d2-9f0b-6f35e7834813 req-e328ca04-21a3-4e82-b4e6-7bf7dc321538 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.1413429 Oct 25 09:30:11.880080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-d8fbd6d1-5912-4a7d-941e-7e5766551dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:11.886110 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-d8fbd6d1-5912-4a7d-941e-7e5766551dfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.2032964 Oct 25 09:30:11.942402 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-791bdb97-42d5-42d2-9f0b-6f35e7834813 req-dccd72a4-3519-4c4c-b900-cb546d358d69 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860975 Oct 25 09:30:11.978463 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-98275b36-852b-4a60-bb4d-95c15d5d8106 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 999 time: 0.0843401 Oct 25 09:30:12.056555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-9bf919b2-91f1-4309-a9c0-0807617323ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:12.058597 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-9bf919b2-91f1-4309-a9c0-0807617323ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0716808 Oct 25 09:30:12.123165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-516b03ee-7aa5-4796-af66-c5d69b433dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:12.124771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-516b03ee-7aa5-4796-af66-c5d69b433dd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590181 Oct 25 09:30:12.252591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-761f5e98-bb95-4afb-868b-c373b5ae577f service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204615 Oct 25 09:30:12.415678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9222c90-2dba-48f5-98ca-d5fa2460c6f2 req-ba8dc946-9f1c-49d8-94b6-a57bd98c0857 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:12.433674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9222c90-2dba-48f5-98ca-d5fa2460c6f2 req-ba8dc946-9f1c-49d8-94b6-a57bd98c0857 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.1268384 Oct 25 09:30:12.472590 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-27683323-cff6-45ad-a096-8f3dd7fbc7a2 req-9bd196d0-be37-45c4-ae01-705dd5ca4566 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036483 Oct 25 09:30:12.504859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c9222c90-2dba-48f5-98ca-d5fa2460c6f2 req-5846ba05-d34e-4456-9224-38473676c980 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651796 Oct 25 09:30:13.100799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d4874-795e-4871-9fc7-2376cb4ec4d3 req-eab3380e-eab6-402c-b71d-78164dc1d836 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:13.102627 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a2d4874-795e-4871-9fc7-2376cb4ec4d3 req-eab3380e-eab6-402c-b71d-78164dc1d836 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0582533 Oct 25 09:30:13.156553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a2d4874-795e-4871-9fc7-2376cb4ec4d3 req-a1f1be9c-3143-4bf4-9f85-b53eeccebd34 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469894 Oct 25 09:30:13.727438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e66a25-e2c7-4511-8ae9-16fa1387a995 req-575106d7-c184-4734-a59c-cd856db04096 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:13.731841 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7e66a25-e2c7-4511-8ae9-16fa1387a995 req-575106d7-c184-4734-a59c-cd856db04096 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0968430 Oct 25 09:30:13.782908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7e66a25-e2c7-4511-8ae9-16fa1387a995 req-02b4169c-bed6-4d80-8660-c59ba2248cf4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454459 Oct 25 09:30:14.318476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b90f66-59d7-4c62-ba00-0e4ff8a1ee90 req-a7a67090-357d-42fe-891a-831f797a8f8e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:14.321707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4b90f66-59d7-4c62-ba00-0e4ff8a1ee90 req-a7a67090-357d-42fe-891a-831f797a8f8e tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0701661 Oct 25 09:30:14.369210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4b90f66-59d7-4c62-ba00-0e4ff8a1ee90 req-0610c9f5-7ed7-445e-a081-4d85b851ce73 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366085 Oct 25 09:30:14.951519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1cdcf-7af9-4c09-8767-751f56e274c4 req-bb3e8079-5ff1-4c8f-b7c2-d122e2d60fc7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:14.953000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ed1cdcf-7af9-4c09-8767-751f56e274c4 req-bb3e8079-5ff1-4c8f-b7c2-d122e2d60fc7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0788491 Oct 25 09:30:15.013017 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ed1cdcf-7af9-4c09-8767-751f56e274c4 req-0ebc6ede-b191-4630-b848-de956787733e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536754 Oct 25 09:30:15.502603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcfa18-4e2d-40c9-8544-1858ae3b96b0 req-344a90f5-c542-415b-a46a-f087b38d3f62 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:15.504506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8bcfa18-4e2d-40c9-8544-1858ae3b96b0 req-344a90f5-c542-415b-a46a-f087b38d3f62 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0534551 Oct 25 09:30:15.556153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8bcfa18-4e2d-40c9-8544-1858ae3b96b0 req-87f7bb9e-a126-4eb0-8d89-a3b30152ed36 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446317 Oct 25 09:30:16.151834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540c1f4-01bd-4ab7-af9d-4ad77797daed req-c2a70cc7-6adf-4303-9f8a-14c79e4f2d6b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:16.159573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c540c1f4-01bd-4ab7-af9d-4ad77797daed req-c2a70cc7-6adf-4303-9f8a-14c79e4f2d6b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0670657 Oct 25 09:30:16.196206 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c540c1f4-01bd-4ab7-af9d-4ad77797daed req-5c0e655d-7ab1-48e4-9a81-860968775a10 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355868 Oct 25 09:30:16.434704 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f7e34ad0-59cd-4755-b6e6-bfe64a3d02b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:16.696696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30143e0e-150f-4283-a336-187db76cc421 req-61c1fb1e-77e0-4f69-8650-383e55bb3dcf tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:16.698130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30143e0e-150f-4283-a336-187db76cc421 req-61c1fb1e-77e0-4f69-8650-383e55bb3dcf tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0537708 Oct 25 09:30:16.755568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30143e0e-150f-4283-a336-187db76cc421 req-26afeb67-cd68-48ef-9325-d4a6ac0a1d89 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505590 Oct 25 09:30:17.282982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34594) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:30:17.319232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a920ae3-11cd-498c-bd79-4d0f49e172f0 req-f8a47855-1a58-4424-81f9-c4c151242e70 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:17.328111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a920ae3-11cd-498c-bd79-4d0f49e172f0 req-f8a47855-1a58-4424-81f9-c4c151242e70 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0605690 Oct 25 09:30:17.370565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a920ae3-11cd-498c-bd79-4d0f49e172f0 req-d62a2f61-e930-4fb4-bbfd-a070c9a39f1f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Oct 25 09:30:17.469351 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-720ed630-26c4-4257-9b5a-69cbfa3feb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:17.559006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-720ed630-26c4-4257-9b5a-69cbfa3feb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:17.565964 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-720ed630-26c4-4257-9b5a-69cbfa3feb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:17.607028 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-720ed630-26c4-4257-9b5a-69cbfa3feb0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b972007fdc1d4f8db5278908aceec4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229413 Oct 25 09:30:17.608005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ed630-26c4-4257-9b5a-69cbfa3feb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee1e72e-3954-41f6-89dd-7bd4252c7191,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:17.609793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34598) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:30:17.676114 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29cd4335-8181-4ca3-8956-62a9f1d1aaee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:17.706633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29cd4335-8181-4ca3-8956-62a9f1d1aaee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:17.761415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29cd4335-8181-4ca3-8956-62a9f1d1aaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:17.764265 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-29cd4335-8181-4ca3-8956-62a9f1d1aaee admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:17.765546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-29cd4335-8181-4ca3-8956-62a9f1d1aaee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fee1e72e-3954-41f6-89dd-7bd4252c7191 HTTP/1.1" status: 204 len: 168 time: 0.1546512 Oct 25 09:30:17.775197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd4335-8181-4ca3-8956-62a9f1d1aaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee1e72e-3954-41f6-89dd-7bd4252c7191,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:17.921383 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfa599-a82d-4d3f-be27-2f9665fbde69 req-656dadaa-a0dc-46c7-8d99-87ad82007595 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:17.932705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8acfa599-a82d-4d3f-be27-2f9665fbde69 req-656dadaa-a0dc-46c7-8d99-87ad82007595 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0939784 Oct 25 09:30:17.992673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8acfa599-a82d-4d3f-be27-2f9665fbde69 req-4f46f0e9-d08b-42eb-9708-5af0c16557b3 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582945 Oct 25 09:30:18.529319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e2430-8736-47e9-965a-b9b9ea9bfd7f req-5f86ff1e-8795-485f-8c15-c49c48e97616 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:18.530992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b7e2430-8736-47e9-965a-b9b9ea9bfd7f req-5f86ff1e-8795-485f-8c15-c49c48e97616 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0605915 Oct 25 09:30:18.575367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b7e2430-8736-47e9-965a-b9b9ea9bfd7f req-6046b941-eb4b-4ab2-a3a7-4b1966205fa8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Oct 25 09:30:18.788262 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-86f7b395-9206-4de0-b361-b8e5c80613e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:19.130364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f5e74-7077-41c6-9146-df512b4e9ecc req-bfc1af81-1758-4020-93cf-43812e1ee5ca tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:19.132820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-837f5e74-7077-41c6-9146-df512b4e9ecc req-bfc1af81-1758-4020-93cf-43812e1ee5ca tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0645492 Oct 25 09:30:19.194119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-837f5e74-7077-41c6-9146-df512b4e9ecc req-23fc1e39-3a36-4867-bf8c-bcf41cda83c2 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553024 Oct 25 09:30:19.731510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f042-2b4f-4931-af46-a21f7652f34d req-2d5d8705-41c1-4547-a33e-9f9c62a2f787 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:19.733238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9aa0f042-2b4f-4931-af46-a21f7652f34d req-2d5d8705-41c1-4547-a33e-9f9c62a2f787 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0776134 Oct 25 09:30:19.805580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9aa0f042-2b4f-4931-af46-a21f7652f34d req-7a1554c9-d61d-46f5-9c22-71e6446bb930 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634298 Oct 25 09:30:19.933412 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:19.989636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:20.334327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae138e5b-1c49-4576-9aed-123e57ff4db2 req-0bfae032-2eed-443b-bbf1-9bf339592455 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:20.337117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae138e5b-1c49-4576-9aed-123e57ff4db2 req-0bfae032-2eed-443b-bbf1-9bf339592455 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0578847 Oct 25 09:30:20.385459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae138e5b-1c49-4576-9aed-123e57ff4db2 req-c18a3291-c2db-4984-b348-b86dd78dad3a tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414202 Oct 25 09:30:20.423512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 34764) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:30:20.537097 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ad25f4a-de5b-4cb6-9ccc-f2a7df102eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:20.637524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ad25f4a-de5b-4cb6-9ccc-f2a7df102eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:20.641517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5ad25f4a-de5b-4cb6-9ccc-f2a7df102eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:20.688325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5ad25f4a-de5b-4cb6-9ccc-f2a7df102eaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a87d82cdb904b91aa74d078eb9b8c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611756 Oct 25 09:30:20.688325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad25f4a-de5b-4cb6-9ccc-f2a7df102eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d2df6-d12a-46a5-a760-d4c30be689a7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:20.688896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34768) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:30:20.758022 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d568c71-0fc9-44d5-b953-cbd05a01b938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:20.784881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d568c71-0fc9-44d5-b953-cbd05a01b938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:20.838679 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d568c71-0fc9-44d5-b953-cbd05a01b938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:20.841393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8d568c71-0fc9-44d5-b953-cbd05a01b938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:20.845055 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d568c71-0fc9-44d5-b953-cbd05a01b938 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f3d2df6-d12a-46a5-a760-d4c30be689a7 HTTP/1.1" status: 204 len: 168 time: 0.1526673 Oct 25 09:30:20.860230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d568c71-0fc9-44d5-b953-cbd05a01b938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d2df6-d12a-46a5-a760-d4c30be689a7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:20.989457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0f325-edcb-47c3-acb2-a284d2303f7e req-7e9190bd-1e81-44cb-80e3-d505060a1c34 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:20.997489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3c0f325-edcb-47c3-acb2-a284d2303f7e req-7e9190bd-1e81-44cb-80e3-d505060a1c34 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0700326 Oct 25 09:30:21.052083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c3c0f325-edcb-47c3-acb2-a284d2303f7e req-123d0e0a-e2a4-4f61-b610-e15ea83551d8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534952 Oct 25 09:30:21.179344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34776) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:30:21.193494 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03f8885e-e90e-432c-b4c7-a8d2555f85de admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:21.272544 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03f8885e-e90e-432c-b4c7-a8d2555f85de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:21.276606 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-03f8885e-e90e-432c-b4c7-a8d2555f85de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:21.317833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8885e-e90e-432c-b4c7-a8d2555f85de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae3b98f-910b-46f7-b8f9-56370574c545,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:21.322964 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-03f8885e-e90e-432c-b4c7-a8d2555f85de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aeb65c99e9c14f8c9361dfb178a83ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424687 Oct 25 09:30:21.336925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 34778) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:30:21.379644 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-21f45688-ab49-49af-b850-2725e62180e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:21.400869 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-21f45688-ab49-49af-b850-2725e62180e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:21.455461 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-21f45688-ab49-49af-b850-2725e62180e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:21.458466 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-21f45688-ab49-49af-b850-2725e62180e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:21.459859 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-21f45688-ab49-49af-b850-2725e62180e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dae3b98f-910b-46f7-b8f9-56370574c545 HTTP/1.1" status: 204 len: 168 time: 0.1331792 Oct 25 09:30:21.472319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f45688-ab49-49af-b850-2725e62180e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae3b98f-910b-46f7-b8f9-56370574c545,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:21.530106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fbf6d-c924-45f5-9793-5a48bfa94312 req-8bfd1216-c25d-4015-a332-9f9ff5173030 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:21.532253 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f0fbf6d-c924-45f5-9793-5a48bfa94312 req-8bfd1216-c25d-4015-a332-9f9ff5173030 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0564427 Oct 25 09:30:21.588945 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f0fbf6d-c924-45f5-9793-5a48bfa94312 req-747c261a-b8d5-43b9-a85e-a08fe0aa6a77 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428910 Oct 25 09:30:21.852188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:22.183560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715adfa2-2998-4eaf-a833-d4966ed8f13f req-e4b53e4b-b9c6-40af-8d68-1842b8b183e5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:22.185610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-715adfa2-2998-4eaf-a833-d4966ed8f13f req-e4b53e4b-b9c6-40af-8d68-1842b8b183e5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0613561 Oct 25 09:30:22.228251 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-715adfa2-2998-4eaf-a833-d4966ed8f13f req-ac400c25-f2f2-4f78-9e9b-b508e4ac4361 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360825 Oct 25 09:30:22.713128 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d3236-a630-403b-9215-ed85ad5bc79c req-44df9f6e-9970-4ee1-be6d-4fe8a99171df tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:22.714751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a05d3236-a630-403b-9215-ed85ad5bc79c req-44df9f6e-9970-4ee1-be6d-4fe8a99171df tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0553524 Oct 25 09:30:22.757539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a05d3236-a630-403b-9215-ed85ad5bc79c req-36177648-47f4-4891-8b51-69864fedda08 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354764 Oct 25 09:30:23.351131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d285b56-12c4-4a65-9024-87f0e53368a0 req-36a2df6e-4cc1-423e-ae2b-15e7f0c56801 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:23.352601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d285b56-12c4-4a65-9024-87f0e53368a0 req-36a2df6e-4cc1-423e-ae2b-15e7f0c56801 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 943 time: 0.0562310 Oct 25 09:30:23.391899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d285b56-12c4-4a65-9024-87f0e53368a0 req-e9676249-ee26-4760-97ba-1716501003bc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Oct 25 09:30:23.684286 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device de99fceb-676b-4fb5-a6e9-b217b6709905 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:30:23.778663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port de99fceb-676b-4fb5-a6e9-b217b6709905, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=de99fceb-676b-4fb5-a6e9-b217b6709905,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:23.789508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'de99fceb-676b-4fb5-a6e9-b217b6709905', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'port_id': 'de99fceb-676b-4fb5-a6e9-b217b6709905', 'mac_address': 'fa:16:3e:f2:2d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:30:23.826815 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:23.839598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de99fceb-676b-4fb5-a6e9-b217b6709905 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:30:23.862372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port de99fceb-676b-4fb5-a6e9-b217b6709905, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=de99fceb-676b-4fb5-a6e9-b217b6709905,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:23.867430 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:23.883994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc73a34-f47d-4cff-a85c-f1cd7abbe8f9 req-a1457e4b-4c75-4a8e-989d-6077fb867917 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:23.885511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dc73a34-f47d-4cff-a85c-f1cd7abbe8f9 req-a1457e4b-4c75-4a8e-989d-6077fb867917 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0545824 Oct 25 09:30:23.914673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=de99fceb-676b-4fb5-a6e9-b217b6709905,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:23.924293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dc73a34-f47d-4cff-a85c-f1cd7abbe8f9 req-54dece57-5267-4898-a895-a7866d5de676 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326927 Oct 25 09:30:24.299705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['de99fceb-676b-4fb5-a6e9-b217b6709905'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:30:24.506739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64c207-2fd9-48af-951c-e9d4083af3ec req-68ed1b83-2ca4-48fb-aa8e-71129d662d36 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:24.508204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a64c207-2fd9-48af-951c-e9d4083af3ec req-68ed1b83-2ca4-48fb-aa8e-71129d662d36 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 944 time: 0.0492253 Oct 25 09:30:24.546737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a64c207-2fd9-48af-951c-e9d4083af3ec req-89a3ac40-3eca-4ee6-92dc-d66acc084c57 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Oct 25 09:30:25.066587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0664a8-3667-457c-94d6-fca2a5e5b72a req-d462bc7c-6560-42b4-9854-6bc98a1e62fc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:25.072922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd0664a8-3667-457c-94d6-fca2a5e5b72a req-d462bc7c-6560-42b4-9854-6bc98a1e62fc tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0628183 Oct 25 09:30:25.097772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-9a83974e-7c8f-48ad-8fd2-1c07748f925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:25.099266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-9a83974e-7c8f-48ad-8fd2-1c07748f925a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1096 time: 0.0442457 Oct 25 09:30:25.108435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dd0664a8-3667-457c-94d6-fca2a5e5b72a req-764e63c6-532e-4467-ad34-6dbe2fb8bc90 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332398 Oct 25 09:30:25.214707 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-9145c4cc-1644-4544-8efa-89a359f55b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:25.216071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-9145c4cc-1644-4544-8efa-89a359f55b9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0936053 Oct 25 09:30:25.281586 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-4360e9f7-c049-4ba4-89af-f78ca6e725c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 999 time: 0.0581830 Oct 25 09:30:25.337718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-646d0017-caa5-47b4-af1b-885089ab0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:25.339161 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-646d0017-caa5-47b4-af1b-885089ab0429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0507112 Oct 25 09:30:25.385044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-2faae469-4896-4e16-9e6f-3242318251b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:25.386505 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-2faae469-4896-4e16-9e6f-3242318251b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400281 Oct 25 09:30:25.476693 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-8d819a15-5d21-43ba-ab76-86bcc3163a01 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813227 Oct 25 09:30:25.571161 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f84bdc0-50ea-4654-b019-769adedc9b08 req-8f379f99-f07b-4b7a-a3bf-f80d4523785d service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886776 Oct 25 09:30:25.663963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f043f-0bc8-42b7-b554-34359c8404b4 req-0ae1df2d-df48-4c17-95b7-dd4b54000aa1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:25.665452 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c8f043f-0bc8-42b7-b554-34359c8404b4 req-0ae1df2d-df48-4c17-95b7-dd4b54000aa1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 944 time: 0.0523694 Oct 25 09:30:25.692786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device de99fceb-676b-4fb5-a6e9-b217b6709905 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:30:25.704192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c8f043f-0bc8-42b7-b554-34359c8404b4 req-ceac4572-7f41-4c0f-a645-5e43c33c1684 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Oct 25 09:30:25.740674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port de99fceb-676b-4fb5-a6e9-b217b6709905 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:30:25.744923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port de99fceb-676b-4fb5-a6e9-b217b6709905 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:30:25.745244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:25.818017 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:25.840005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c16fb-7aa0-4e2d-a48a-0b62291cfd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de99fceb-676b-4fb5-a6e9-b217b6709905'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:30:25.842259 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b531388a-b0b3-4a29-9e8c-7da791f4b8ca" -d '{"events": [{"server_uuid": "051c16fb-7aa0-4e2d-a48a-0b62291cfd58", "name": "network-vif-plugged", "status": "completed", "tag": "de99fceb-676b-4fb5-a6e9-b217b6709905"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:30:25.855427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port de99fceb-676b-4fb5-a6e9-b217b6709905, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=de99fceb-676b-4fb5-a6e9-b217b6709905,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:25.859565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:25.885041 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f604f4da-77e7-46a0-a0d9-2726171bb2b7 x-openstack-request-id: req-f604f4da-77e7-46a0-a0d9-2726171bb2b7 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:30:25.885329 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c16fb-7aa0-4e2d-a48a-0b62291cfd58", "name": "network-vif-plugged", "status": "completed", "tag": "de99fceb-676b-4fb5-a6e9-b217b6709905", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:30:25.885579 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f604f4da-77e7-46a0-a0d9-2726171bb2b7 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:30:25.885962 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c16fb-7aa0-4e2d-a48a-0b62291cfd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de99fceb-676b-4fb5-a6e9-b217b6709905', 'code': 200} Oct 25 09:30:25.911045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=de99fceb-676b-4fb5-a6e9-b217b6709905,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:26.003911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c61468-ecb0-41a4-868b-6821a8afb7c7 req-89663867-9b0d-4d83-96a8-3dd9fec49cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:26.005340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37c61468-ecb0-41a4-868b-6821a8afb7c7 req-89663867-9b0d-4d83-96a8-3dd9fec49cb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 1096 time: 0.0401545 Oct 25 09:30:26.041108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37c61468-ecb0-41a4-868b-6821a8afb7c7 req-557ab6aa-2029-4eca-b8f6-067ef2f186b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282049 Oct 25 09:30:26.231972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce691db-7401-4333-afd0-bb282c854b0f req-aa261b8e-4d31-4d5c-9dcb-7c7fd47bc652 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:26.233489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ce691db-7401-4333-afd0-bb282c854b0f req-aa261b8e-4d31-4d5c-9dcb-7c7fd47bc652 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0487895 Oct 25 09:30:26.271315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ce691db-7401-4333-afd0-bb282c854b0f req-abd754f1-4b65-4e28-b235-6bfebfc3b446 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316358 Oct 25 09:30:26.822385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38259f15-f123-4063-9a55-e24e07fa3b64 req-d7fe6400-ed8f-498a-9bbf-602f6328f91e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:26.823901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38259f15-f123-4063-9a55-e24e07fa3b64 req-d7fe6400-ed8f-498a-9bbf-602f6328f91e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Oct 25 09:30:26.861313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38259f15-f123-4063-9a55-e24e07fa3b64 req-b7802527-c3bc-41f8-9dc6-747e940da3fd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Oct 25 09:30:27.393704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00bf78-e530-460d-9c95-3624c678e133 req-a7e3cd78-6f4f-4b8d-b377-43b73ab96d64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:27.395199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d00bf78-e530-460d-9c95-3624c678e133 req-a7e3cd78-6f4f-4b8d-b377-43b73ab96d64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 945 time: 0.0484836 Oct 25 09:30:27.436596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d00bf78-e530-460d-9c95-3624c678e133 req-145546be-cf50-4575-a5e3-1f32985bce25 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343809 Oct 25 09:30:27.977088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1fa70-d519-40e5-b109-2d836ca23840 req-db457364-3985-4874-9781-a3250385fb16 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:27.978544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddd1fa70-d519-40e5-b109-2d836ca23840 req-db457364-3985-4874-9781-a3250385fb16 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 945 time: 0.0486815 Oct 25 09:30:28.015607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddd1fa70-d519-40e5-b109-2d836ca23840 req-27b47e3b-a26f-4dfc-82d8-d27341452b9b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Oct 25 09:30:28.130511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1098-dcd0-46b3-b6f5-d7106828ebdc req-e7f673ef-9872-4cd0-940d-78175856f17d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:28.132553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-429e1098-dcd0-46b3-b6f5-d7106828ebdc req-e7f673ef-9872-4cd0-940d-78175856f17d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 945 time: 0.0520844 Oct 25 09:30:28.169271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-429e1098-dcd0-46b3-b6f5-d7106828ebdc req-a565af47-a5a1-48e0-9b5c-fc96e2c2bc03 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306571 Oct 25 09:30:28.255743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:30:28.281827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66236b54-9b71-471a-99f5-be68acccbb02 req-c27f3088-59ff-48b9-abde-78625123d1ef tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:28.283308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66236b54-9b71-471a-99f5-be68acccbb02 req-c27f3088-59ff-48b9-abde-78625123d1ef tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Oct 25 09:30:28.324864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66236b54-9b71-471a-99f5-be68acccbb02 req-a3bec71a-916b-4714-a348-87ddeb002a71 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Oct 25 09:30:28.353022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:28.368496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'port_id': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'mac_address': 'fa:16:3e:e8:71:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:30:28.404470 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:28.417578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819ae1c1-d0e0-4818-8e99-852fc589bc02 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:30:28.437943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:28.441373 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:28.497752 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=11']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:28.509770 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:30:28.613574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651db6ad-2886-4f96-8a79-c58871549dc9 req-fd7ffcc0-7456-4a86-afdb-fd19710d6e1b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:28.615050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-651db6ad-2886-4f96-8a79-c58871549dc9 req-fd7ffcc0-7456-4a86-afdb-fd19710d6e1b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0501184 Oct 25 09:30:28.653406 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-651db6ad-2886-4f96-8a79-c58871549dc9 req-efde1c32-a816-4a87-a738-ae54438af799 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Oct 25 09:30:28.762761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928783a-9253-4b35-9083-654a5e445c69 req-61f54f7c-d502-43c7-a7f8-5886cb838af7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:28.764131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7928783a-9253-4b35-9083-654a5e445c69 req-61f54f7c-d502-43c7-a7f8-5886cb838af7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 945 time: 0.0542436 Oct 25 09:30:28.801902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7928783a-9253-4b35-9083-654a5e445c69 req-06047305-09d3-43f7-9073-36aebaa99c4b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Oct 25 09:30:28.833177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['819ae1c1-d0e0-4818-8e99-852fc589bc02'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:30:29.777998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13b8c3-126e-4bf4-9371-54331b8d5317 req-01fe5a6f-de43-4b28-9f68-90c7f87bae50 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:29.779461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d13b8c3-126e-4bf4-9371-54331b8d5317 req-01fe5a6f-de43-4b28-9f68-90c7f87bae50 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 946 time: 0.0493417 Oct 25 09:30:29.817914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d13b8c3-126e-4bf4-9371-54331b8d5317 req-a35da204-83cb-4d95-b780-43c95a270292 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324118 Oct 25 09:30:29.925025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8a595-6823-4420-8e21-51d4d9e6c493 req-73346754-4ccd-4fd0-ae53-e4767d0e1ec3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:29.926482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61d8a595-6823-4420-8e21-51d4d9e6c493 req-73346754-4ccd-4fd0-ae53-e4767d0e1ec3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Oct 25 09:30:29.965388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61d8a595-6823-4420-8e21-51d4d9e6c493 req-4c02ede6-3b2f-4357-8f8a-df0786cb63c1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Oct 25 09:30:30.256284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:30:30.303009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 819ae1c1-d0e0-4818-8e99-852fc589bc02 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:30:30.307545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 819ae1c1-d0e0-4818-8e99-852fc589bc02 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:30:30.307913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:30.383873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-8be85221-6be0-41bd-ae93-a6c7deb6f332 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:30.385345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-8be85221-6be0-41bd-ae93-a6c7deb6f332 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 945 time: 0.0557392 Oct 25 09:30:30.385939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:30.408096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:30:30.410464 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ac8dfa-9754-4d32-944e-b7e498935508" -d '{"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-plugged", "status": "completed", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:30:30.423607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:30.428153 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:30.454006 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b518480b-dd73-405d-93d3-df80b4c65eb2 x-openstack-request-id: req-b518480b-dd73-405d-93d3-df80b4c65eb2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:30:30.454295 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-plugged", "status": "completed", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:30:30.454545 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b518480b-dd73-405d-93d3-df80b4c65eb2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:30:30.454932 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'code': 200} Oct 25 09:30:30.482099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=12']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:30.482968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port de99fceb-676b-4fb5-a6e9-b217b6709905 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:30:30.483306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:30.588168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] For port de99fceb-676b-4fb5-a6e9-b217b6709905, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=de99fceb-676b-4fb5-a6e9-b217b6709905,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:30:30.588535 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:30.602539 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for de99fceb-676b-4fb5-a6e9-b217b6709905 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:30:30.648625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a012d5d-9963-4a09-899a-06538e4f6b3b req-c5e29b72-ea9c-434d-8b7d-17c015b4dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:30.650097 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1a012d5d-9963-4a09-899a-06538e4f6b3b req-c5e29b72-ea9c-434d-8b7d-17c015b4dcd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1098 time: 0.0408592 Oct 25 09:30:30.687278 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1a012d5d-9963-4a09-899a-06538e4f6b3b req-9f704b22-3e21-49e0-a5f7-1e9bb8cb0880 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301402 Oct 25 09:30:30.734137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:30.762700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=de99fceb-676b-4fb5-a6e9-b217b6709905,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:30:30.766755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['de99fceb-676b-4fb5-a6e9-b217b6709905'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:30:30.805765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] No DVR routers for this DVR port de99fceb-676b-4fb5-a6e9-b217b6709905 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:30:30.808310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:30.812178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3786f8b1-54b0-47f5-a3d9-b3d3b32fbd87 req-177bf887-8e49-479d-bd34-e0fdcc38f059 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "DELETE /v2.0/ports/de99fceb-676b-4fb5-a6e9-b217b6709905 HTTP/1.1" status: 204 len: 173 time: 0.4210675 Oct 25 09:30:30.812639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c16fb-7aa0-4e2d-a48a-0b62291cfd58', 'name': 'network-vif-deleted', 'tag': 'de99fceb-676b-4fb5-a6e9-b217b6709905'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:30:30.815029 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca213c4b-9443-404b-96b1-6976cd06483c" -d '{"events": [{"server_uuid": "051c16fb-7aa0-4e2d-a48a-0b62291cfd58", "name": "network-vif-deleted", "tag": "de99fceb-676b-4fb5-a6e9-b217b6709905"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:30:30.859336 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e96cb7-c203-4270-96cc-90dd200e2cc4 x-openstack-request-id: req-00e96cb7-c203-4270-96cc-90dd200e2cc4 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:30:30.859624 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c16fb-7aa0-4e2d-a48a-0b62291cfd58", "name": "network-vif-deleted", "tag": "de99fceb-676b-4fb5-a6e9-b217b6709905", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:30:30.859926 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00e96cb7-c203-4270-96cc-90dd200e2cc4 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:30:30.860328 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c16fb-7aa0-4e2d-a48a-0b62291cfd58', 'name': 'network-vif-deleted', 'tag': 'de99fceb-676b-4fb5-a6e9-b217b6709905', 'status': 'completed', 'code': 200} Oct 25 09:30:30.964844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcd051-77f3-4e8a-a7e7-8b24ec328ed4 req-6d49ec03-c385-4ed5-9c64-4b474d1db160 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:30.966447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bcd051-77f3-4e8a-a7e7-8b24ec328ed4 req-6d49ec03-c385-4ed5-9c64-4b474d1db160 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 947 time: 0.0578666 Oct 25 09:30:31.009178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-96bcd051-77f3-4e8a-a7e7-8b24ec328ed4 req-ee3f3137-87ef-498d-8676-dad8bfb29f64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358393 Oct 25 09:30:31.102200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15d1be22-401b-4f76-bf43-8ab2d588d90a req-6ac1d6d9-46c4-4b92-a4f9-672ea142e243 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 210 time: 0.0298104 Oct 25 09:30:31.624209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-5ca8d66e-9e1e-447e-a7cf-2e88a6d773c4 req-505205e2-e3f9-4955-968c-f6d98a1fd754 service neutron] (106992) timed out ('10.222.0.32', 46064) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:30:32.147976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cd988-3734-4e4c-97cf-3f8724f7293c req-6a07cee7-ed1a-4160-9b6d-5b1584071ad7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:32.150397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb0cd988-3734-4e4c-97cf-3f8724f7293c req-6a07cee7-ed1a-4160-9b6d-5b1584071ad7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 947 time: 0.0528195 Oct 25 09:30:32.192230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb0cd988-3734-4e4c-97cf-3f8724f7293c req-03d2fdc2-b880-4c97-aac5-1cfb46a42334 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355341 Oct 25 09:30:32.290285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e60dc93c-1c42-46a2-a992-c397dacdbcb6 req-a415181c-1455-4e0f-810c-1f4d88285541 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 210 time: 0.0332510 Oct 25 09:30:33.323281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c7b50-136f-485e-b051-72774c15ad1b req-ea1083dd-5c20-4f08-b8e9-a6f24220e9a7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:33.325009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-030c7b50-136f-485e-b051-72774c15ad1b req-ea1083dd-5c20-4f08-b8e9-a6f24220e9a7 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 947 time: 0.0563641 Oct 25 09:30:33.368126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-030c7b50-136f-485e-b051-72774c15ad1b req-aec35603-a179-47a3-bd78-4bdb092a9f6f tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370526 Oct 25 09:30:33.472505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-58a50a32-08c9-434d-819f-a23249e9e7b3 req-7b4600b4-c83c-4810-b2e3-7336e407f3ff tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 210 time: 0.0264139 Oct 25 09:30:33.729192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device de99fceb-676b-4fb5-a6e9-b217b6709905 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:30:33.749490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: de99fceb-676b-4fb5-a6e9-b217b6709905 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:30:33.749757 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device de99fceb-676b-4fb5-a6e9-b217b6709905 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:30:34.572272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a719b43d-82e9-493c-87d7-27cd9d8297bf req-b1d65a5b-98ad-4e6d-bd8f-e3e63d3a71d0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Oct 25 09:30:35.684958 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38733435-f1c2-4be8-b36a-f4d95e00b0b0 req-9db3e07f-c746-42ad-988a-47b4a8608004 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=051c16fb-7aa0-4e2d-a48a-0b62291cfd58 HTTP/1.1" status: 200 len: 210 time: 0.0270917 Oct 25 09:30:38.721355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:39.909058 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:46.427922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3dfa54a7-1606-4f9c-8a68-b0b2a0b8ae1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:48.761219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ed0306d0-ce2d-4973-90c2-64818120d08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:49.921842 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:49.988597 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:51.849288 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:30:58.658723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-6c7e09d8-0ccf-4df3-a356-3e32f89fecbd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:30:58.660141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-6c7e09d8-0ccf-4df3-a356-3e32f89fecbd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1073411 Oct 25 09:30:58.674684 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-fcf1cabb-3596-479f-8247-aaf8a1ee6662 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/quotas/8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 375 time: 0.0087597 Oct 25 09:30:58.725672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-6f9b1f56-b281-440d-ba7d-cd055087076b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458300 Oct 25 09:30:58.818079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-dd5a6d76-e1a7-4788-b456-e74c784b33ac service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856116 Oct 25 09:30:58.907352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-300087ba-94cc-4173-9fa4-6dd37befa818 service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828028 Oct 25 09:30:59.182619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b19304cb-12f5-4cc7-86cd-4d692e03f010 req-061eb302-f9dc-4ef0-b2e7-9987492845cb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0263515 Oct 25 09:31:00.154636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-d84e76a4-31c0-4aca-bdc8-6829f4e58bee tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:00.156095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-d84e76a4-31c0-4aca-bdc8-6829f4e58bee tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1093800 Oct 25 09:31:00.174707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'port': {'device_id': '5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'admin_state_up': True, 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:31:00.296748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f837782-829a-4dec-8239-aaec4786cdb2 req-a517a85b-4ac7-44ac-82f9-4ab662e06d05 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0364320 Oct 25 09:31:00.323291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:31:00.326798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:00.457286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.20.0.6 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/811b6178-a4b5-4732-a27e-b3176f0b7df6) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:31:00.612432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:00.648380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:00.697652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:31:00.700776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:31:00.704476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:31:00.733932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=811b6178-a4b5-4732-a27e-b3176f0b7df6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:00.744598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.744960 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.745297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.745635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.745963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.746288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.746611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.746925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.747303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.747620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.747941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.748301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:00.774840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:00.775643 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:00.793307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-4d3cd222-7016-4cbb-a217-b2831f1acdd4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6223836 Oct 25 09:31:00.812354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Request body: {'port': {'device_id': '5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:31:00.870751 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:00.960845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-859b89e8-5bfd-4b89-8803-639059cd42aa None None] Provisioning complete for port 811b6178-a4b5-4732-a27e-b3176f0b7df6 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:00.961874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-859b89e8-5bfd-4b89-8803-639059cd42aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:00.999130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-859b89e8-5bfd-4b89-8803-639059cd42aa None None] Port 811b6178-a4b5-4732-a27e-b3176f0b7df6 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:31:01.156327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811b6178-a4b5-4732-a27e-b3176f0b7df6 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:31:01.164868 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:01.176597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Transition to ACTIVE for port object 811b6178-a4b5-4732-a27e-b3176f0b7df6 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:31:01.180470 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:01.249298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Pushing event updated for resources: {'Port': ['ID=811b6178-a4b5-4732-a27e-b3176f0b7df6,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:01.310218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Attempting to bind port 811b6178-a4b5-4732-a27e-b3176f0b7df6 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:31:01.310547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Attempting to bind port 811b6178-a4b5-4732-a27e-b3176f0b7df6 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:31:01.310872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Attempting to bind port 811b6178-a4b5-4732-a27e-b3176f0b7df6 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:31:01.315175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Port 811b6178-a4b5-4732-a27e-b3176f0b7df6 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:31:01.315491 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Attempting to bind port 811b6178-a4b5-4732-a27e-b3176f0b7df6 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:31:01.323075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:31:01.323402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:31:01.323778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:31:01.324206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Bound port: 811b6178-a4b5-4732-a27e-b3176f0b7df6, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:31:01.324554 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:01.709742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] For port 811b6178-a4b5-4732-a27e-b3176f0b7df6, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:31:01.715009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] For port 811b6178-a4b5-4732-a27e-b3176f0b7df6, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=811b6178-a4b5-4732-a27e-b3176f0b7df6,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:31:01.731078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53266144-150b-4a86-a738-4e38caa185b3 req-09173e2a-8b0a-4590-9969-25bd3d3e5bb9 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:01.732662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53266144-150b-4a86-a738-4e38caa185b3 req-09173e2a-8b0a-4590-9969-25bd3d3e5bb9 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0841331 Oct 25 09:31:01.734521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:01.775475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:01.775616 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:01.777505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] 10.222.0.41 "PUT /v2.0/ports/811b6178-a4b5-4732-a27e-b3176f0b7df6 HTTP/1.1" status: 200 len: 1091 time: 0.9698281 Oct 25 09:31:01.780784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6', 'tag': '811b6178-a4b5-4732-a27e-b3176f0b7df6'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:31:01.783154 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6", "tag": "811b6178-a4b5-4732-a27e-b3176f0b7df6"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:31:01.839733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53266144-150b-4a86-a738-4e38caa185b3 req-beb1c2cc-9f4a-44c9-bf72-225d03ec85ee tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948789 Oct 25 09:31:01.852736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56b127-3d63-43d1-af2f-71ff5600d703 service neutron] Pushing event updated for resources: {'Port': ['ID=811b6178-a4b5-4732-a27e-b3176f0b7df6,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:01.901163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-1be8d446-276e-4789-92d5-ae21712ff4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:01.902747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-1be8d446-276e-4789-92d5-ae21712ff4e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 1094 time: 0.0600014 Oct 25 09:31:01.928910 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9a54cc-f0f4-4c84-bed2-2dc4308f74ed x-openstack-request-id: req-3d9a54cc-f0f4-4c84-bed2-2dc4308f74ed {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:31:01.928910 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6", "tag": "811b6178-a4b5-4732-a27e-b3176f0b7df6", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:31:01.929255 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d9a54cc-f0f4-4c84-bed2-2dc4308f74ed {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:31:01.929544 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6', 'tag': '811b6178-a4b5-4732-a27e-b3176f0b7df6', 'status': 'completed', 'code': 200} Oct 25 09:31:01.959824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-0e352bd7-3c7f-4eb0-a0f0-2206fa0c486d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=811b6178-a4b5-4732-a27e-b3176f0b7df6 HTTP/1.1" status: 200 len: 217 time: 0.0429454 Oct 25 09:31:02.014773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-c1ab4503-1cd4-4267-823e-98ec45f501cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:02.016247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-c1ab4503-1cd4-4267-823e-98ec45f501cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0490327 Oct 25 09:31:02.065969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-96354395-a45e-4f4a-94f1-1a413138de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:02.067445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-96354395-a45e-4f4a-94f1-1a413138de56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445409 Oct 25 09:31:02.158580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-1e7e0ea7-e219-4fed-9946-9ce11d10c59d service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831342 Oct 25 09:31:02.252680 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-daf46ec1-4b7f-45c5-9530-2eb4aa7c486e req-55edef40-b9bf-4eba-aae3-dd9ff854621a service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873876 Oct 25 09:31:02.361584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-70cc3917-03c5-4d65-9662-005e3f9ea3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:02.363052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-70cc3917-03c5-4d65-9662-005e3f9ea3c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 1094 time: 0.0412092 Oct 25 09:31:02.455870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-b6349976-daff-4aa1-8489-31952a55388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:02.457352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-b6349976-daff-4aa1-8489-31952a55388d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0878808 Oct 25 09:31:02.499328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-f9a1d8e6-96f1-4955-9efe-a086736db138 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=811b6178-a4b5-4732-a27e-b3176f0b7df6 HTTP/1.1" status: 200 len: 217 time: 0.0346265 Oct 25 09:31:02.549274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-1d1d8996-bb5c-4e44-92e0-8ee38c63b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:02.550826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-1d1d8996-bb5c-4e44-92e0-8ee38c63b2c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0442364 Oct 25 09:31:02.605570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-d2fe8a39-3f56-4c8e-b828-9264ea879838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:02.607067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-d2fe8a39-3f56-4c8e-b828-9264ea879838 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479021 Oct 25 09:31:02.703426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-05c5d3d3-f8f4-4b17-9b43-5ef534df04c6 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888095 Oct 25 09:31:02.797061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8de4c0e3-2017-4ef7-9536-2a34fa8524a0 req-eab22d94-d958-401b-bac8-9cae2fe3faa4 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865498 Oct 25 09:31:02.972767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8190a-d6ea-408e-bdb3-46bc76aa7370 req-0b7d9498-8207-4939-aa62-f19ac05e5f1f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:02.974135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d8190a-d6ea-408e-bdb3-46bc76aa7370 req-0b7d9498-8207-4939-aa62-f19ac05e5f1f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0509343 Oct 25 09:31:03.015252 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f3d8190a-d6ea-408e-bdb3-46bc76aa7370 req-6df49f94-53ab-4d86-80ac-f9611c37804e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Oct 25 09:31:04.130841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3d61c-afa0-4f42-96eb-d9419294339f req-5c1cfdeb-7e91-4b32-b400-0f7a7a6d2465 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:04.132344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0da3d61c-afa0-4f42-96eb-d9419294339f req-5c1cfdeb-7e91-4b32-b400-0f7a7a6d2465 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0493186 Oct 25 09:31:04.171500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0da3d61c-afa0-4f42-96eb-d9419294339f req-a500587b-6381-4ef2-ae85-b8efff110e3d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Oct 25 09:31:05.300965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98034aee-5321-48f5-a1ba-5369e277eeec req-2ec498ed-926b-4139-afbf-e5c58a0e2872 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:05.303316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98034aee-5321-48f5-a1ba-5369e277eeec req-2ec498ed-926b-4139-afbf-e5c58a0e2872 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0590827 Oct 25 09:31:05.342026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98034aee-5321-48f5-a1ba-5369e277eeec req-30f83d93-f780-4020-9cfa-db68f1d8172a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Oct 25 09:31:05.508893 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:31:06.456713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be96ef-7617-428f-bd6b-4608e0f73cca req-d6faab68-bc1d-4303-9973-4f8bf1851159 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:06.458210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90be96ef-7617-428f-bd6b-4608e0f73cca req-d6faab68-bc1d-4303-9973-4f8bf1851159 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0485466 Oct 25 09:31:06.496039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90be96ef-7617-428f-bd6b-4608e0f73cca req-869f2613-04ce-44e4-8a93-1b820fbb65aa tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Oct 25 09:31:07.613873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc454e5-404f-4abd-98e8-c34e4479df8a req-a7996626-9d83-4a55-825b-2efd2ec7ad3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:07.615313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbc454e5-404f-4abd-98e8-c34e4479df8a req-a7996626-9d83-4a55-825b-2efd2ec7ad3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0496988 Oct 25 09:31:07.653981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dbc454e5-404f-4abd-98e8-c34e4479df8a req-aff54fc1-774c-45a7-a824-dc722540ba95 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Oct 25 09:31:08.706662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:08.775030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f7f07-f8cd-48df-84b1-b9311b62e1df req-6cfda665-a0dd-4f77-af03-fd41cd960d27 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:08.776465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c3f7f07-f8cd-48df-84b1-b9311b62e1df req-6cfda665-a0dd-4f77-af03-fd41cd960d27 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0518630 Oct 25 09:31:08.813860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c3f7f07-f8cd-48df-84b1-b9311b62e1df req-e911d9ed-4ee9-445d-a2ca-4c752a3c4e64 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Oct 25 09:31:09.922419 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:09.928561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f3e84-5173-4287-b1f3-66684e013115 req-928120ad-ee7e-41c9-895b-a9092d352894 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:09.930723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c7f3e84-5173-4287-b1f3-66684e013115 req-928120ad-ee7e-41c9-895b-a9092d352894 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0502462 Oct 25 09:31:09.968716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c7f3e84-5173-4287-b1f3-66684e013115 req-8271ecae-de7c-45fb-9ef9-c45749ae8a0c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Oct 25 09:31:11.088367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796351c-aa86-477b-82ff-4471139d3a19 req-422af4e5-57a0-4d94-8195-ed78968f56ab tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:11.089856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2796351c-aa86-477b-82ff-4471139d3a19 req-422af4e5-57a0-4d94-8195-ed78968f56ab tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0541134 Oct 25 09:31:11.129773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2796351c-aa86-477b-82ff-4471139d3a19 req-6fbf75e4-3afb-4ecc-b93a-3043d09849a1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338771 Oct 25 09:31:12.251632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306c557-6858-4433-ae6f-23d46deb6622 req-2b39059d-8ad2-403b-8d58-af44d65703a2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:12.253180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7306c557-6858-4433-ae6f-23d46deb6622 req-2b39059d-8ad2-403b-8d58-af44d65703a2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0538197 Oct 25 09:31:12.294443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7306c557-6858-4433-ae6f-23d46deb6622 req-7e80369f-d3a5-4d74-9bb0-bc726784af60 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343647 Oct 25 09:31:13.410093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81462fba-92d5-4341-9a36-ca0539f05ca7 req-a54f94e3-0341-4516-8a9e-d1052e01f56a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:13.411584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81462fba-92d5-4341-9a36-ca0539f05ca7 req-a54f94e3-0341-4516-8a9e-d1052e01f56a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 943 time: 0.0484126 Oct 25 09:31:13.450070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81462fba-92d5-4341-9a36-ca0539f05ca7 req-3e8ac104-46e3-4556-8f9a-0c9a8ec37681 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317795 Oct 25 09:31:13.962591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 811b6178-a4b5-4732-a27e-b3176f0b7df6 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:31:14.213048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 811b6178-a4b5-4732-a27e-b3176f0b7df6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=811b6178-a4b5-4732-a27e-b3176f0b7df6,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:14.223397 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '811b6178-a4b5-4732-a27e-b3176f0b7df6', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'port_id': '811b6178-a4b5-4732-a27e-b3176f0b7df6', 'mac_address': 'fa:16:3e:5f:7e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:31:14.262044 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:14.274797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811b6178-a4b5-4732-a27e-b3176f0b7df6 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:31:14.293624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 811b6178-a4b5-4732-a27e-b3176f0b7df6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=811b6178-a4b5-4732-a27e-b3176f0b7df6,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:14.297579 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:14.343850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=811b6178-a4b5-4732-a27e-b3176f0b7df6,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:14.351639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.351971 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.352302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.352629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.352980 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.353309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.353627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.353941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.354256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.354568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.354880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.355191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:14.565285 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c49dc-5812-4e0c-8557-e97bf8973c18 req-3c1b6b2a-09f1-4de7-aba4-35d4cc3d5ba8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:14.566807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a13c49dc-5812-4e0c-8557-e97bf8973c18 req-3c1b6b2a-09f1-4de7-aba4-35d4cc3d5ba8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 944 time: 0.0494568 Oct 25 09:31:14.604693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a13c49dc-5812-4e0c-8557-e97bf8973c18 req-2d08f219-b637-4441-bd6f-d2d8db559586 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317712 Oct 25 09:31:14.679900 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['811b6178-a4b5-4732-a27e-b3176f0b7df6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:31:15.729105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609672c-3e17-4bed-bec4-1a763fe729cd req-77be2090-a900-49a3-b35d-21db9752da2d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:15.730639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e609672c-3e17-4bed-bec4-1a763fe729cd req-77be2090-a900-49a3-b35d-21db9752da2d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 944 time: 0.0549929 Oct 25 09:31:15.769495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e609672c-3e17-4bed-bec4-1a763fe729cd req-2ef4a42c-eaa1-4303-9e0d-4d6f5e866147 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327783 Oct 25 09:31:15.982431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 811b6178-a4b5-4732-a27e-b3176f0b7df6 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:31:16.029840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 811b6178-a4b5-4732-a27e-b3176f0b7df6 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:31:16.034050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 811b6178-a4b5-4732-a27e-b3176f0b7df6 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:16.034417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:16.107717 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:16.133062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811b6178-a4b5-4732-a27e-b3176f0b7df6'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:31:16.135290 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb8f40a-8452-4227-9f0d-c013cb7aba1a" -d '{"events": [{"server_uuid": "5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6", "name": "network-vif-plugged", "status": "completed", "tag": "811b6178-a4b5-4732-a27e-b3176f0b7df6"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:31:16.147719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 811b6178-a4b5-4732-a27e-b3176f0b7df6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=811b6178-a4b5-4732-a27e-b3176f0b7df6,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:16.152445 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:16.198751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=811b6178-a4b5-4732-a27e-b3176f0b7df6,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:16.330317 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5174d842-8401-4e1f-af3f-5e37ff41f556 x-openstack-request-id: req-5174d842-8401-4e1f-af3f-5e37ff41f556 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:31:16.330613 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6", "name": "network-vif-plugged", "status": "completed", "tag": "811b6178-a4b5-4732-a27e-b3176f0b7df6", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:31:16.330873 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5174d842-8401-4e1f-af3f-5e37ff41f556 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:31:16.331272 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811b6178-a4b5-4732-a27e-b3176f0b7df6', 'code': 200} Oct 25 09:31:16.432118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-457ffd7d-b62c-42f6-a803-ad51d0d184dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:16.452711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc592-d3f7-4246-985c-67ccffba071a req-0aec6d58-d6b0-4efd-bf66-aec173cf34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:16.454229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-762cc592-d3f7-4246-985c-67ccffba071a req-0aec6d58-d6b0-4efd-bf66-aec173cf34dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0403671 Oct 25 09:31:16.489202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-762cc592-d3f7-4246-985c-67ccffba071a req-2d790765-171d-432d-bc64-b2fafd6d3138 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274012 Oct 25 09:31:16.886231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc335b46-9839-40e2-9c36-fa69a4ca69b7 req-4216bc94-9259-4e30-a4ac-8784a6f3c425 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:16.887651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc335b46-9839-40e2-9c36-fa69a4ca69b7 req-4216bc94-9259-4e30-a4ac-8784a6f3c425 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Oct 25 09:31:16.925584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc335b46-9839-40e2-9c36-fa69a4ca69b7 req-dc7df226-3503-4e88-b4f8-043bcd3fb9e0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Oct 25 09:31:18.043940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6bb1f-b2e9-4419-b189-a6db9a4caa8a req-2b6ee9b8-1c47-4adb-822f-d04f468069c9 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:18.045422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ea6bb1f-b2e9-4419-b189-a6db9a4caa8a req-2b6ee9b8-1c47-4adb-822f-d04f468069c9 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 945 time: 0.0541453 Oct 25 09:31:18.082614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ea6bb1f-b2e9-4419-b189-a6db9a4caa8a req-600d0862-c869-4ccb-823c-1018e63f1b98 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Oct 25 09:31:18.193080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ac121-225e-4b51-addf-3333a4594e14 req-1a3abb3a-c9ab-4ff3-80db-8e63c4c9a868 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:18.195280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa4ac121-225e-4b51-addf-3333a4594e14 req-1a3abb3a-c9ab-4ff3-80db-8e63c4c9a868 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 945 time: 0.0489616 Oct 25 09:31:18.233585 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa4ac121-225e-4b51-addf-3333a4594e14 req-276a30c8-696a-4e28-b27e-f832004c19a4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Oct 25 09:31:18.763472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9995d7c0-3e05-4684-a973-f88b8d174df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:19.944078 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:20.003034 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:20.344799 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-64527e07-1b92-4f68-a1f0-8f7eacf96ba3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546514 Oct 25 09:31:20.446490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-f2035ee4-1815-441c-8a10-9469e0ce7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:20.448293 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-f2035ee4-1815-441c-8a10-9469e0ce7741 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=301b27b80ff347d1b3015a290519b872&device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 1098 time: 0.0439503 Oct 25 09:31:20.541375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-a50b1118-f361-4efa-9e82-c2c9ea7263c2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:20.542822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-a50b1118-f361-4efa-9e82-c2c9ea7263c2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1093102 Oct 25 09:31:20.554115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-992dbf84-f2c8-4e74-bf17-dd46a8c23738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:20.556222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-992dbf84-f2c8-4e74-bf17-dd46a8c23738 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 200 len: 915 time: 0.0882006 Oct 25 09:31:20.558483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-16f340b7-5222-48fa-98f4-4e045d10e169 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/quotas/8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 375 time: 0.0096815 Oct 25 09:31:20.613593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-bdd2d751-0a9b-4134-97e0-08ec0c58cc28 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489359 Oct 25 09:31:20.630775 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-7100270b-fd86-4950-bf30-dac096ef93bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 200 len: 1001 time: 0.0674286 Oct 25 09:31:20.680605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-c43381a6-7fb0-4f06-a8d0-32e18609dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:20.682132 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-c43381a6-7fb0-4f06-a8d0-32e18609dd30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 200 len: 853 time: 0.0439591 Oct 25 09:31:20.709201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-15f42bd7-50ee-4a84-8dfe-be0c80d2c953 service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 Oct 25 09:31:20.729035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-ff48d9b3-836f-466f-8386-cc7ef08a653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:20.730534 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-ff48d9b3-836f-466f-8386-cc7ef08a653b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8006a4a0-0ae3-4355-8575-1ac63ca0e446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413947 Oct 25 09:31:20.801984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-cd3a9571-1e3d-4bf4-916f-e00f98933b02 service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855575 Oct 25 09:31:20.829504 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-7eac3044-5f85-4abd-816b-acd0d18ea9a6 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903592 Oct 25 09:31:20.927995 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1c60a049-1240-4e3d-8a74-5e9aa74a94c2 req-8edc1ac9-a3bd-4741-a107-165118611b52 service neutron] 10.222.0.18 "GET /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903943 Oct 25 09:31:21.008650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1de31fec-dc93-4acb-a442-5ee4ea61dc92 req-bcc2955d-d1ff-43b4-b40e-4cd3f68eb0eb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 210 time: 0.0329983 Oct 25 09:31:21.851187 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:21.987989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-0a2d26bc-0188-4233-845c-dbd9d77cbf48 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:21.989541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-0a2d26bc-0188-4233-845c-dbd9d77cbf48 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1075654 Oct 25 09:31:22.013122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'port': {'device_id': '24898c11-98c0-4d49-8962-7cbff50360e6', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'admin_state_up': True, 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:31:22.130314 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1166784c-b349-43b9-bca8-37770db651be req-3e5f81db-dcb5-41bc-bc71-fd1c93267770 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 210 time: 0.0454037 Oct 25 09:31:22.156329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:31:22.160012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:22.287292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.20.0.11 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/e234a711-c378-4f0a-9dad-8fa60f525a9c) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:31:22.454368 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:22.489604 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:22.523070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['811b6178-a4b5-4732-a27e-b3176f0b7df6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:31:22.535999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:31:22.537473 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:31:22.542232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:31:22.581722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=e234a711-c378-4f0a-9dad-8fa60f525a9c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:22.608450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:22.609482 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:22.637454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-83f79cf5-b3b3-4684-a0aa-8d3b96cc1578 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6279564 Oct 25 09:31:22.652332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-827117c5-f197-49be-9169-6512e6be0ad9 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:31:22.653646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-827117c5-f197-49be-9169-6512e6be0ad9 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097041 Oct 25 09:31:22.673247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Request body: {'port': {'device_id': '24898c11-98c0-4d49-8962-7cbff50360e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:31:22.738242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:22.811407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-698ead48-366a-499f-a1d1-3178028b7917 None None] Provisioning complete for port e234a711-c378-4f0a-9dad-8fa60f525a9c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:22.811866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-698ead48-366a-499f-a1d1-3178028b7917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:22.849856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-698ead48-366a-499f-a1d1-3178028b7917 None None] Port e234a711-c378-4f0a-9dad-8fa60f525a9c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:31:23.019355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e234a711-c378-4f0a-9dad-8fa60f525a9c {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:31:23.028168 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:23.042023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Transition to ACTIVE for port object e234a711-c378-4f0a-9dad-8fa60f525a9c will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:31:23.046414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:23.100464 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=e234a711-c378-4f0a-9dad-8fa60f525a9c,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:23.182979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Attempting to bind port e234a711-c378-4f0a-9dad-8fa60f525a9c on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:31:23.183763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Attempting to bind port e234a711-c378-4f0a-9dad-8fa60f525a9c by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:31:23.184101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Attempting to bind port e234a711-c378-4f0a-9dad-8fa60f525a9c on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:31:23.189828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Port e234a711-c378-4f0a-9dad-8fa60f525a9c on network b68b09de-69d5-44ed-ba8f-c3133cc88952 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:31:23.190151 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Attempting to bind port e234a711-c378-4f0a-9dad-8fa60f525a9c on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:31:23.196808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:31:23.197311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:31:23.197699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:31:23.198139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Bound port: e234a711-c378-4f0a-9dad-8fa60f525a9c, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:31:23.198518 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:23.308574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] For port e234a711-c378-4f0a-9dad-8fa60f525a9c, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:31:23.312481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] For port e234a711-c378-4f0a-9dad-8fa60f525a9c, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e234a711-c378-4f0a-9dad-8fa60f525a9c,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:31:23.321815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35485e88-f678-4186-8fb3-dcd5fd8d851c req-67b4a076-72de-4e3c-a724-04adce188317 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:23.323367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35485e88-f678-4186-8fb3-dcd5fd8d851c req-67b4a076-72de-4e3c-a724-04adce188317 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0837188 Oct 25 09:31:23.324872 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:23.376321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:23.376949 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:23.378315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] 10.222.0.41 "PUT /v2.0/ports/e234a711-c378-4f0a-9dad-8fa60f525a9c HTTP/1.1" status: 200 len: 1092 time: 0.7105975 Oct 25 09:31:23.378756 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24898c11-98c0-4d49-8962-7cbff50360e6', 'tag': 'e234a711-c378-4f0a-9dad-8fa60f525a9c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:31:23.381059 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a12b47-736d-4a6f-8f62-502a707c76a2" -d '{"events": [{"name": "network-changed", "server_uuid": "24898c11-98c0-4d49-8962-7cbff50360e6", "tag": "e234a711-c378-4f0a-9dad-8fa60f525a9c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:31:23.421649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35485e88-f678-4186-8fb3-dcd5fd8d851c req-6d2815b0-2f95-4019-8d3a-3c6d649fad2f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888169 Oct 25 09:31:23.422403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e502b-e286-42cb-a6ff-1ffa7c605aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=e234a711-c378-4f0a-9dad-8fa60f525a9c,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:23.494755 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c493aebb-9545-4b7a-afbc-a416290ba565 x-openstack-request-id: req-c493aebb-9545-4b7a-afbc-a416290ba565 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:31:23.495042 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24898c11-98c0-4d49-8962-7cbff50360e6", "tag": "e234a711-c378-4f0a-9dad-8fa60f525a9c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:31:23.495290 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c493aebb-9545-4b7a-afbc-a416290ba565 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:31:23.495676 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24898c11-98c0-4d49-8962-7cbff50360e6', 'tag': 'e234a711-c378-4f0a-9dad-8fa60f525a9c', 'status': 'completed', 'code': 200} Oct 25 09:31:23.512433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-1271c6c2-9c7e-41f4-97e2-87fd448d1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:23.513974 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-1271c6c2-9c7e-41f4-97e2-87fd448d1584 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 1095 time: 0.0498726 Oct 25 09:31:23.564439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-8b5ef86e-baa9-434a-b956-e03b1f2ebef5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e234a711-c378-4f0a-9dad-8fa60f525a9c HTTP/1.1" status: 200 len: 217 time: 0.0375850 Oct 25 09:31:23.618414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-215b20a3-96b3-480c-b1be-8cf5e730a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:23.620079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-215b20a3-96b3-480c-b1be-8cf5e730a6df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0478511 Oct 25 09:31:23.666907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-301da5cc-284e-4697-811e-d67e5bd517e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:23.668465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-301da5cc-284e-4697-811e-d67e5bd517e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406539 Oct 25 09:31:23.766588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-1674ec9f-0310-48b4-bf49-40511dea8d56 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869391 Oct 25 09:31:23.861791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-167aa5e7-1ac6-44c8-91e5-559f86f0fab8 req-e8af4142-bda3-4c4d-851c-65fe2cafef83 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883722 Oct 25 09:31:23.971291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-ca537f0e-31b1-458c-a084-7cb03e69ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:23.972827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-ca537f0e-31b1-458c-a084-7cb03e69ce54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 1095 time: 0.0414088 Oct 25 09:31:24.065925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-29bb7ecd-fcd2-48a5-af0c-5f80b9f7c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:24.067366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-29bb7ecd-fcd2-48a5-af0c-5f80b9f7c8e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0877755 Oct 25 09:31:24.108618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-42008273-6d3b-45ea-94b7-092a0bd18a53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e234a711-c378-4f0a-9dad-8fa60f525a9c HTTP/1.1" status: 200 len: 217 time: 0.0344403 Oct 25 09:31:24.160685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-a9011f63-eda8-470b-b6f2-91cf25b2f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:24.162221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-a9011f63-eda8-470b-b6f2-91cf25b2f177 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0469830 Oct 25 09:31:24.208777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-6f55cc3f-f52c-4388-8268-5299028ab063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:24.210265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-6f55cc3f-f52c-4388-8268-5299028ab063 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407884 Oct 25 09:31:24.302940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-5a315972-596f-45ec-80b6-c8d8a002c14d service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856469 Oct 25 09:31:24.402733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a12b47-736d-4a6f-8f62-502a707c76a2 req-b142754c-6f5a-40ee-941a-d5ecfd1f1e90 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925128 Oct 25 09:31:24.542241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c076-edea-4f5b-bed2-72ac35dabed9 req-d349f775-9d81-4054-8434-6997dff13466 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:24.543731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d917c076-edea-4f5b-bed2-72ac35dabed9 req-d349f775-9d81-4054-8434-6997dff13466 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0493457 Oct 25 09:31:24.583443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d917c076-edea-4f5b-bed2-72ac35dabed9 req-c5c6fb5a-d3d6-4dfa-99a7-afb67b86d936 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Oct 25 09:31:25.713267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce212-5181-411a-b25e-3fc1a1f3a41c req-05f9c754-a15c-4f7d-9161-6a49c04859d5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:25.714514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2bce212-5181-411a-b25e-3fc1a1f3a41c req-05f9c754-a15c-4f7d-9161-6a49c04859d5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0531375 Oct 25 09:31:25.770277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2bce212-5181-411a-b25e-3fc1a1f3a41c req-57e0c765-f94c-4b6f-bfec-43b3819a9f88 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490675 Oct 25 09:31:26.946580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153d88c-7dfc-4979-8b30-0d58ee131dc9 req-54ee862f-e46d-40b8-92bd-b59de94b1e24 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:26.948308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8153d88c-7dfc-4979-8b30-0d58ee131dc9 req-54ee862f-e46d-40b8-92bd-b59de94b1e24 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0677955 Oct 25 09:31:27.013410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8153d88c-7dfc-4979-8b30-0d58ee131dc9 req-9d5dcd1f-362d-4d9c-8465-caed856c6d65 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498040 Oct 25 09:31:28.175468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae385f64-e9ca-4867-a9ec-2debc3fc6fd5 req-a150da8a-d96e-4d34-91ea-3bc831b50927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:28.176952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae385f64-e9ca-4867-a9ec-2debc3fc6fd5 req-a150da8a-d96e-4d34-91ea-3bc831b50927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0564435 Oct 25 09:31:28.233455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae385f64-e9ca-4867-a9ec-2debc3fc6fd5 req-34826702-9c1d-40bf-9040-bf21adf8d5d1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490692 Oct 25 09:31:29.362048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f77d-119d-4169-80b0-308fe86fc946 req-d4778604-1e37-4eef-9808-2e092a19a792 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:29.363670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ee3f77d-119d-4169-80b0-308fe86fc946 req-d4778604-1e37-4eef-9808-2e092a19a792 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0603101 Oct 25 09:31:29.407803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ee3f77d-119d-4169-80b0-308fe86fc946 req-bb90823b-5943-4b32-b377-9ff471a753c5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Oct 25 09:31:29.806265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-c482aff7-0c2b-4b45-abd8-dbd8d539c94d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495999 Oct 25 09:31:29.910259 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-9c3d2a6e-4008-4317-bb19-cce13102373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:29.912025 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-9c3d2a6e-4008-4317-bb19-cce13102373d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0451486 Oct 25 09:31:30.029010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-cccd5d80-2790-49a1-b157-9ae59d337044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:30.030739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-cccd5d80-2790-49a1-b157-9ae59d337044 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0984712 Oct 25 09:31:30.080094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-7600cd77-9909-469f-9eea-49c488d476c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=811b6178-a4b5-4732-a27e-b3176f0b7df6 HTTP/1.1" status: 200 len: 217 time: 0.0402451 Oct 25 09:31:30.135038 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-b93ad4dc-43f3-4543-9d88-a3a576c32ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:30.136617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-b93ad4dc-43f3-4543-9d88-a3a576c32ec0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0493262 Oct 25 09:31:30.188126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-5abe830d-3337-403c-80e3-c7ae098cd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:30.189623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-5abe830d-3337-403c-80e3-c7ae098cd2dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434875 Oct 25 09:31:30.283182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-7a8fb5c8-f41b-4be8-b872-d40eca5fa100 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Oct 25 09:31:30.375609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0ea1270-4ea0-440d-acbf-2010e0ebc189 req-6fa83b2e-3714-43cb-8281-71e15377a803 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Oct 25 09:31:30.524026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843e25b-a7ff-41a0-8765-975b21ed0e46 req-9d64c8f8-c213-47c5-9eb6-990dde73c97f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:30.525495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f843e25b-a7ff-41a0-8765-975b21ed0e46 req-9d64c8f8-c213-47c5-9eb6-990dde73c97f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0480719 Oct 25 09:31:30.562992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f843e25b-a7ff-41a0-8765-975b21ed0e46 req-5a3a4303-fa3c-41b6-9054-e9e1684d570e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Oct 25 09:31:31.680498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2469b3-6228-48e4-aad4-a9bfa00791ad req-c28b7ea8-4fc8-4022-b8a7-39632ef2a5be tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:31.681991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb2469b3-6228-48e4-aad4-a9bfa00791ad req-c28b7ea8-4fc8-4022-b8a7-39632ef2a5be tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0486290 Oct 25 09:31:31.721329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb2469b3-6228-48e4-aad4-a9bfa00791ad req-ab3caa65-b144-482f-823b-5aec7e483067 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Oct 25 09:31:32.840396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc921966-df10-441e-a403-22e05077d3a0 req-dac5f7ac-9b26-4e34-8cae-9213936adaaa tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:32.841808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc921966-df10-441e-a403-22e05077d3a0 req-dac5f7ac-9b26-4e34-8cae-9213936adaaa tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0498850 Oct 25 09:31:32.884568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc921966-df10-441e-a403-22e05077d3a0 req-0c131559-f5a9-4755-b578-e98f6b121c99 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364063 Oct 25 09:31:34.005558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34821-5447-4c0d-929c-0729f784f042 req-2596d963-bb3b-4ed6-8332-9e9b997c6769 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:34.007056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8c34821-5447-4c0d-929c-0729f784f042 req-2596d963-bb3b-4ed6-8332-9e9b997c6769 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0510914 Oct 25 09:31:34.046062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8c34821-5447-4c0d-929c-0729f784f042 req-aa7cd1ee-10e3-4a35-9bfc-273f230c4589 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Oct 25 09:31:35.165708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1aeca-bc71-4948-9514-d158682d69a0 req-7e6a5a7e-c760-46cb-83e4-e0bd55d5cb4e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:35.167208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45f1aeca-bc71-4948-9514-d158682d69a0 req-7e6a5a7e-c760-46cb-83e4-e0bd55d5cb4e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0488176 Oct 25 09:31:35.205870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45f1aeca-bc71-4948-9514-d158682d69a0 req-39478557-a46a-4477-bd82-71bdb793ab09 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Oct 25 09:31:36.333677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb23e-0538-482c-9a56-e96c1114be13 req-0ae1419a-8852-413e-8f89-e746afa17e2c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:36.335144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fafb23e-0538-482c-9a56-e96c1114be13 req-0ae1419a-8852-413e-8f89-e746afa17e2c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0587440 Oct 25 09:31:36.378846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fafb23e-0538-482c-9a56-e96c1114be13 req-516f40b6-084c-4a54-8d68-1c169ad0607d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Oct 25 09:31:37.495527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232868c-fb86-4093-9c10-e0db88d7b84a req-5d15e5ed-f3fc-461f-bad1-ff8e57305aba tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:37.497041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8232868c-fb86-4093-9c10-e0db88d7b84a req-5d15e5ed-f3fc-461f-bad1-ff8e57305aba tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0479584 Oct 25 09:31:37.534475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8232868c-fb86-4093-9c10-e0db88d7b84a req-c63cc7fe-45e9-439c-980d-0ecab2a91f24 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Oct 25 09:31:38.659094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95332e0-1ea7-4c6d-bd06-5c2b6fc5b09a req-80efde39-fd44-4b1a-9ad9-e8e9252157e2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:38.660533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a95332e0-1ea7-4c6d-bd06-5c2b6fc5b09a req-80efde39-fd44-4b1a-9ad9-e8e9252157e2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0494349 Oct 25 09:31:38.698665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a95332e0-1ea7-4c6d-bd06-5c2b6fc5b09a req-15f1cb9c-380c-47c9-a9ef-7e1823845a8e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Oct 25 09:31:38.722567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:39.022962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794b6b2-10e5-4656-a322-37f7a198e56b req-9a112240-b3c3-43c0-b490-24c06955651b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:39.025129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d794b6b2-10e5-4656-a322-37f7a198e56b req-9a112240-b3c3-43c0-b490-24c06955651b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 947 time: 0.0485046 Oct 25 09:31:39.066630 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d794b6b2-10e5-4656-a322-37f7a198e56b req-62bb257d-9b4e-4202-81f7-0f76d314b968 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352986 Oct 25 09:31:39.823279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e3e32-23c6-4555-8bf1-11ff7a02ab38 req-a3c992d1-abec-4221-9528-f88d27ff2cbf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:39.824646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76e3e32-23c6-4555-8bf1-11ff7a02ab38 req-a3c992d1-abec-4221-9528-f88d27ff2cbf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0562091 Oct 25 09:31:39.862538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c76e3e32-23c6-4555-8bf1-11ff7a02ab38 req-413f0c59-648f-4227-a7eb-6991237ca74c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318072 Oct 25 09:31:39.925794 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:40.187633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758ec14-f032-4792-b35d-d0cdf5007f82 req-5b50664b-cec6-4fc6-ac95-d3404851bf0b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:40.189100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a758ec14-f032-4792-b35d-d0cdf5007f82 req-5b50664b-cec6-4fc6-ac95-d3404851bf0b tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 947 time: 0.0486345 Oct 25 09:31:40.227897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a758ec14-f032-4792-b35d-d0cdf5007f82 req-50d3045d-e950-4af2-a431-a1c14680e1b3 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups?id=a570becc-164d-43bc-ae1a-2c534e12e871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319145 Oct 25 09:31:40.653459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-80a0e145-e941-4081-b976-fd1702c1285d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:40.654910 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-80a0e145-e941-4081-b976-fd1702c1285d tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.18 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 947 time: 0.0496018 Oct 25 09:31:40.748406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Deleting port 819ae1c1-d0e0-4818-8e99-852fc589bc02 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:31:40.748739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:40.847931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] For port 819ae1c1-d0e0-4818-8e99-852fc589bc02, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=819ae1c1-d0e0-4818-8e99-852fc589bc02,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:40.848203 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:40.982868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a85d0-4c24-47a4-a607-b49f0ece946f req-5a5d6489-a13a-4ba4-aa80-313f72de0304 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:40.984338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c25a85d0-4c24-47a4-a607-b49f0ece946f req-5a5d6489-a13a-4ba4-aa80-313f72de0304 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0491865 Oct 25 09:31:41.023805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:41.024175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:41.024532 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Floating IP be3459ba-13af-407a-ad27-6e118cd4737b disassociated. External IP: 172.25.8.98, port: 819ae1c1-d0e0-4818-8e99-852fc589bc02. Oct 25 09:31:41.024972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Calling delete_port for 819ae1c1-d0e0-4818-8e99-852fc589bc02 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:31:41.025656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c25a85d0-4c24-47a4-a607-b49f0ece946f req-5fbffb2a-6ce1-4ea4-9a3a-a87cca158e64 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Oct 25 09:31:41.180248 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:41.212728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event deleted for resources: {'Port': ['ID=819ae1c1-d0e0-4818-8e99-852fc589bc02,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:41.224568 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.224937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.225282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.225614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.225970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.226317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.226615 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.226993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.227323 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.227690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.227962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.228280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:41.330646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9de4890-4c62-4fdf-9c73-fe9375b0e19d req-4fc7ce9b-871f-41ce-b17b-69b5f54c9ba4 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/ports?device_id=e95c1adc-999e-4e76-943c-aad01fa0b815 HTTP/1.1" status: 200 len: 210 time: 0.0260055 Oct 25 09:31:41.344366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Router 38fb5775-48a9-4dc7-9a59-ca90a5924360 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:31:41.457764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:31:41.468171 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] Sync routers for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:31:41.478429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:31:41.479135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:41.497065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] No DVR routers for this DVR port 819ae1c1-d0e0-4818-8e99-852fc589bc02 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:31:41.499813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:41.503238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eeb1dec7-9505-485b-a372-2ff947a34656 req-c2359d60-25dc-4f06-b2ce-a3872602aa19 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.18 "DELETE /v2.0/ports/819ae1c1-d0e0-4818-8e99-852fc589bc02 HTTP/1.1" status: 204 len: 173 time: 0.8422613 Oct 25 09:31:41.504235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-deleted', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:31:41.506534 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf74a4a-a827-4ac7-98ab-641b9506c003" -d '{"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-deleted", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:31:41.562553 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d49533-1bb4-4c22-8dcf-e0743eecbb10 x-openstack-request-id: req-99d49533-1bb4-4c22-8dcf-e0743eecbb10 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:31:41.562553 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95c1adc-999e-4e76-943c-aad01fa0b815", "name": "network-vif-deleted", "tag": "819ae1c1-d0e0-4818-8e99-852fc589bc02", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:31:41.562553 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99d49533-1bb4-4c22-8dcf-e0743eecbb10 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:31:41.562553 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95c1adc-999e-4e76-943c-aad01fa0b815', 'name': 'network-vif-deleted', 'tag': '819ae1c1-d0e0-4818-8e99-852fc589bc02', 'status': 'completed', 'code': 200} Oct 25 09:31:41.618691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:31:41.850319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:41.878934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] Checking router: 38fb5775-48a9-4dc7-9a59-ca90a5924360 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:31:41.888152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:31:41.888743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:42.005009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:31:42.153341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb08a52-a2a2-4d53-967e-00ceb7a67318 req-93556fa2-fcfb-4d89-b057-c34666dafff4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:42.154883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7eb08a52-a2a2-4d53-967e-00ceb7a67318 req-93556fa2-fcfb-4d89-b057-c34666dafff4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0528669 Oct 25 09:31:42.195666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7eb08a52-a2a2-4d53-967e-00ceb7a67318 req-48454af9-8435-4ac3-b994-872073134d60 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341706 Oct 25 09:31:42.239669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:42.267551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b322e-d597-4ee2-990a-ef77a4b76e99 None None] The sync data for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 is: [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:21:06Z', 'revision_number': 4, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '8ea6ad5a-59d5-44d1-9424-d2a636cb934e', 'name': '', 'network_id': '8006a4a0-0ae3-4355-8575-1ac63ca0e446', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'mac_address': 'fa:16:3e:f1:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:05Z', 'updated_at': '2021-10-25T09:21:10Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'subnets': [{'id': 'e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:31:42.428937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35264) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:42.500119 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fed77fe-a6ef-4d73-a799-344614761e64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:42.511837 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:31:42.514165 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8888d2c3-540c-4f17-9183-8405714a3cdb None None] New status for floating IP be3459ba-13af-407a-ad27-6e118cd4737b: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:31:42.525797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fed77fe-a6ef-4d73-a799-344614761e64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:42.591666 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fed77fe-a6ef-4d73-a799-344614761e64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:42.596012 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fed77fe-a6ef-4d73-a799-344614761e64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:42.599679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5fed77fe-a6ef-4d73-a799-344614761e64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "DELETE /v2.0/security-groups/a570becc-164d-43bc-ae1a-2c534e12e871 HTTP/1.1" status: 204 len: 168 time: 0.1670454 Oct 25 09:31:42.600049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35266) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:42.608557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed77fe-a6ef-4d73-a799-344614761e64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a570becc-164d-43bc-ae1a-2c534e12e871,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:42.617618 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-525d1407-0e61-40f6-8404-44f33d4b1e64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] show failed (client error): The resource could not be found. Oct 25 09:31:42.621448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-525d1407-0e61-40f6-8404-44f33d4b1e64 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "GET /v2.0/security-groups/a570becc-164d-43bc-ae1a-2c534e12e871 HTTP/1.1" status: 404 len: 347 time: 0.0171809 Oct 25 09:31:42.621972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35268) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:43.051518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Deleting port 44934c14-b0ec-4da2-b00a-d98eef6c36c7 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:31:43.051912 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:43.144620 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:43.144970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:43.158551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Calling delete_port for 44934c14-b0ec-4da2-b00a-d98eef6c36c7 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:31:43.334480 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:43.369983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80feac30-2a1d-493c-9654-6f3bf4c393b6 req-4bc06703-331e-428e-be69-9e366016df4a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:43.372013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80feac30-2a1d-493c-9654-6f3bf4c393b6 req-4bc06703-331e-428e-be69-9e366016df4a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0893929 Oct 25 09:31:43.373475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Pushing event deleted for resources: {'Port': ['ID=44934c14-b0ec-4da2-b00a-d98eef6c36c7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:43.461343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80feac30-2a1d-493c-9654-6f3bf4c393b6 req-a4b915c7-e5ef-41fe-b7e6-b21b25d2156f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807931 Oct 25 09:31:43.469270 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:43.471825 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:43.472989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6268f473-cea8-463c-9ea2-c1d71561cab6 tempest-AttachVolumeShelveTestJSON-1817721339 tempest-AttachVolumeShelveTestJSON-1817721339-project] 10.222.0.32 "DELETE /v2.0/floatingips/be3459ba-13af-407a-ad27-6e118cd4737b HTTP/1.1" status: 204 len: 168 time: 0.8497875 Oct 25 09:31:44.525270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:31:44.562996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 819ae1c1-d0e0-4818-8e99-852fc589bc02 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:31:44.562996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 819ae1c1-d0e0-4818-8e99-852fc589bc02 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:31:44.601986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cc02c-772a-4959-8d63-37a3b8fe7545 req-c518c416-a813-4bc8-9749-ae56bb276865 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:44.603415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b1cc02c-772a-4959-8d63-37a3b8fe7545 req-c518c416-a813-4bc8-9749-ae56bb276865 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0630338 Oct 25 09:31:44.648038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b1cc02c-772a-4959-8d63-37a3b8fe7545 req-b84d2a5d-436a-4607-a060-a71d4566ded1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369074 Oct 25 09:31:45.768596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61536e6f-a0fb-4111-a41b-046083774fed req-f660c6fe-df0c-41af-aaee-52e52f0c1759 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:45.770235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61536e6f-a0fb-4111-a41b-046083774fed req-f660c6fe-df0c-41af-aaee-52e52f0c1759 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 944 time: 0.0497000 Oct 25 09:31:45.808868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61536e6f-a0fb-4111-a41b-046083774fed req-7dfdffb3-b509-4ca6-b058-c1d7bd3fc628 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Oct 25 09:31:46.154162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e234a711-c378-4f0a-9dad-8fa60f525a9c details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:31:46.253325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e234a711-c378-4f0a-9dad-8fa60f525a9c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e234a711-c378-4f0a-9dad-8fa60f525a9c,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:46.265690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'e234a711-c378-4f0a-9dad-8fa60f525a9c', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'port_id': 'e234a711-c378-4f0a-9dad-8fa60f525a9c', 'mac_address': 'fa:16:3e:dc:96:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:31:46.310446 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:46.326254 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e234a711-c378-4f0a-9dad-8fa60f525a9c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:31:46.348458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e234a711-c378-4f0a-9dad-8fa60f525a9c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e234a711-c378-4f0a-9dad-8fa60f525a9c,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:46.354285 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:46.410223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=e234a711-c378-4f0a-9dad-8fa60f525a9c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:46.436229 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a88efc61-24e5-49e0-a032-c8d51470db88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:46.752758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['e234a711-c378-4f0a-9dad-8fa60f525a9c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:31:46.962703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5329e-9ef1-4fcd-90c8-4516d1425dd6 req-5f2be8ee-38a7-4464-97c2-0f81eeb0b82a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:46.965056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07b5329e-9ef1-4fcd-90c8-4516d1425dd6 req-5f2be8ee-38a7-4464-97c2-0f81eeb0b82a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 945 time: 0.0752537 Oct 25 09:31:47.018524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07b5329e-9ef1-4fcd-90c8-4516d1425dd6 req-deae87f8-8e01-43f7-8b3a-4c0f3337cbbf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Oct 25 09:31:48.152296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b2072-0f8e-443d-9174-60161b517dd2 req-b412b2ee-8d22-4a89-a071-6ac2bad04deb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:48.154131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-466b2072-0f8e-443d-9174-60161b517dd2 req-b412b2ee-8d22-4a89-a071-6ac2bad04deb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 945 time: 0.0569303 Oct 25 09:31:48.167651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e234a711-c378-4f0a-9dad-8fa60f525a9c up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:31:48.199868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-466b2072-0f8e-443d-9174-60161b517dd2 req-2eb9cf22-9b8a-4a4f-96f4-b61bba7aa3a2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Oct 25 09:31:48.226829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port e234a711-c378-4f0a-9dad-8fa60f525a9c completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:31:48.232121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port e234a711-c378-4f0a-9dad-8fa60f525a9c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:48.232565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:48.327087 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:48.352850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24898c11-98c0-4d49-8962-7cbff50360e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e234a711-c378-4f0a-9dad-8fa60f525a9c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:31:48.355883 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f8cedb-8bca-41da-871f-9e027477a4d6" -d '{"events": [{"server_uuid": "24898c11-98c0-4d49-8962-7cbff50360e6", "name": "network-vif-plugged", "status": "completed", "tag": "e234a711-c378-4f0a-9dad-8fa60f525a9c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:31:48.369343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e234a711-c378-4f0a-9dad-8fa60f525a9c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e234a711-c378-4f0a-9dad-8fa60f525a9c,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:48.374025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:48.404076 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ecdd1c-8e7d-42f5-a641-81c9d8892706 x-openstack-request-id: req-56ecdd1c-8e7d-42f5-a641-81c9d8892706 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:31:48.404374 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24898c11-98c0-4d49-8962-7cbff50360e6", "name": "network-vif-plugged", "status": "completed", "tag": "e234a711-c378-4f0a-9dad-8fa60f525a9c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:31:48.404659 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56ecdd1c-8e7d-42f5-a641-81c9d8892706 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:31:48.405089 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24898c11-98c0-4d49-8962-7cbff50360e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e234a711-c378-4f0a-9dad-8fa60f525a9c', 'code': 200} Oct 25 09:31:48.430986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=e234a711-c378-4f0a-9dad-8fa60f525a9c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:48.609401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb24f8d-f863-4877-97c0-5bccd941abf9 req-15008879-c28b-47c4-b2af-9a7ab651a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:48.610983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0bb24f8d-f863-4877-97c0-5bccd941abf9 req-15008879-c28b-47c4-b2af-9a7ab651a3df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 1097 time: 0.1042781 Oct 25 09:31:48.646621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0bb24f8d-f863-4877-97c0-5bccd941abf9 req-c7d80512-3c3e-43c1-831d-2d8dbafbeac8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289247 Oct 25 09:31:48.767435 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bcebaa7a-4a58-4174-88f8-36c892be3612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:49.209003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35310) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:49.339947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15eccc-c9cc-4e98-8f3a-0c1b7a260eb4 req-0e3238d3-c2d0-4d08-95c9-8965ad20dbaa tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:49.347924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac15eccc-c9cc-4e98-8f3a-0c1b7a260eb4 req-0e3238d3-c2d0-4d08-95c9-8965ad20dbaa tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 946 time: 0.0663009 Oct 25 09:31:49.475317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac15eccc-c9cc-4e98-8f3a-0c1b7a260eb4 req-762d6c3c-367b-4950-804f-af159b2d4917 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264038 Oct 25 09:31:49.799122 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:49.917663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:50.002236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:50.084506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Deleting port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:31:50.084974 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:50.182208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] For port 8ea6ad5a-59d5-44d1-9424-d2a636cb934e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:50.183691 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:50.198683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Calling delete_port for 8ea6ad5a-59d5-44d1-9424-d2a636cb934e owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:31:50.409700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:50.439296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea6ad5a-59d5-44d1-9424-d2a636cb934e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:50.665713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1d933-ef0b-45cd-9287-4cefd0f72bed req-d881b4c3-e4cb-4797-929f-20a62d7d7ac3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:50.667955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ae1d933-ef0b-45cd-9287-4cefd0f72bed req-d881b4c3-e4cb-4797-929f-20a62d7d7ac3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 946 time: 0.0869150 Oct 25 09:31:50.668809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:50.784343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ae1d933-ef0b-45cd-9287-4cefd0f72bed req-e42b4df2-c9c3-42f7-9ecb-c879d89ae700 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092670 Oct 25 09:31:50.943766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cc3eb-5293-4ca5-b989-734202ac7e43 req-1e00de0d-e528-4897-9190-e3f13f112b5a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:50.945147 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f68cc3eb-5293-4ca5-b989-734202ac7e43 req-1e00de0d-e528-4897-9190-e3f13f112b5a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 946 time: 0.0674629 Oct 25 09:31:50.972252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Router 38fb5775-48a9-4dc7-9a59-ca90a5924360 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:31:50.996305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f68cc3eb-5293-4ca5-b989-734202ac7e43 req-af175083-3766-42a8-bac6-95ee4af205e3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Oct 25 09:31:51.112775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:31:51.121711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ca9e0d3d-54ba-43fc-8f6b-de0a9e7b2bd2 admin admin] 10.222.0.32 "PUT /v2.0/routers/38fb5775-48a9-4dc7-9a59-ca90a5924360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9115031 Oct 25 09:31:51.122243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35324) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:51.126266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] Sync routers for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:31:51.137708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:31:51.138326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:51.246539 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.275174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:31:51.319141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc718a-813b-4c3c-b7a8-775468b72a13 req-0dbd4de2-0d8e-43ec-90dd-2e01d997f802 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:51.320753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46fc718a-813b-4c3c-b7a8-775468b72a13 req-0dbd4de2-0d8e-43ec-90dd-2e01d997f802 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 946 time: 0.0513935 Oct 25 09:31:51.366468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46fc718a-813b-4c3c-b7a8-775468b72a13 req-d32de551-b162-4d02-93a0-4b9e8e7f456f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362706 Oct 25 09:31:51.368928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.431452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Deleting port eb268043-8029-46bc-ba80-1a48673dfda4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:31:51.431837 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.482187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:31:50Z', 'revision_number': 5, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port': {'id': 'eb268043-8029-46bc-ba80-1a48673dfda4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:d7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:21:03Z', 'updated_at': '2021-10-25T09:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:51.508536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] Checking router: 38fb5775-48a9-4dc7-9a59-ca90a5924360 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:31:51.517617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] Routers {'38fb5775-48a9-4dc7-9a59-ca90a5924360'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:31:51.518197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['38fb5775-48a9-4dc7-9a59-ca90a5924360'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:51.520022 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] For port eb268043-8029-46bc-ba80-1a48673dfda4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=eb268043-8029-46bc-ba80-1a48673dfda4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:51.520389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.536278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Calling delete_port for eb268043-8029-46bc-ba80-1a48673dfda4 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:31:51.741572 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.763096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] Set router 38fb5775-48a9-4dc7-9a59-ca90a5924360 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:31:51.774193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb268043-8029-46bc-ba80-1a48673dfda4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:51.818052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:31:51Z', 'revision_number': 6, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:51.839839 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.847798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75c3c0-abb9-4e35-9e6d-3fa9b5113ef4 None None] The sync data for ids ['38fb5775-48a9-4dc7-9a59-ca90a5924360'] in n-d-814746-2 is: [{'id': '38fb5775-48a9-4dc7-9a59-ca90a5924360', 'name': 'tempest-AttachVolumeShelveTestJSON-7371791-router', 'tenant_id': '301b27b80ff347d1b3015a290519b872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:21:01Z', 'updated_at': '2021-10-25T09:31:51Z', 'revision_number': 6, 'project_id': '301b27b80ff347d1b3015a290519b872', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:31:51.860790 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.933175 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.935562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.977509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.978050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38fb5775-48a9-4dc7-9a59-ca90a5924360 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:31:51.982974 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:51.984162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-dafbbd39-004f-4e49-a454-3157bdffeb96 admin admin] 10.222.0.32 "DELETE /v2.0/routers/38fb5775-48a9-4dc7-9a59-ca90a5924360 HTTP/1.1" status: 204 len: 168 time: 0.8593926 Oct 25 09:31:51.986741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35328) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:52.033909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-301819e6-58b6-4695-9739-86606416135d admin admin] Deleting subnet e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:31:52.036863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-301819e6-58b6-4695-9739-86606416135d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.071785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-301819e6-58b6-4695-9739-86606416135d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.145583 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-301819e6-58b6-4695-9739-86606416135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.196276 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-301819e6-58b6-4695-9739-86606416135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.226637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301819e6-58b6-4695-9739-86606416135d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:52.232594 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-301819e6-58b6-4695-9739-86606416135d admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.238378 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-301819e6-58b6-4695-9739-86606416135d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2e90ea0-ae68-4d8a-b945-9b39e71ef4f3 HTTP/1.1" status: 204 len: 168 time: 0.2482157 Oct 25 09:31:52.238566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35330) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:52.241819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795fb0cd-ac58-49b3-b4a7-b122e148e59e None None] Network 8006a4a0-0ae3-4355-8575-1ac63ca0e446 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:31:52.318427 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.373655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Deleting port f8232d03-6aad-471d-b258-f3f0c2ec3c4f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:31:52.374093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.442082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] For port f8232d03-6aad-471d-b258-f3f0c2ec3c4f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f8232d03-6aad-471d-b258-f3f0c2ec3c4f,segment=NetworkSegment(e27e93d0-3f2b-4f22-96bf-d8dea7759e21),segment_id=e27e93d0-3f2b-4f22-96bf-d8dea7759e21)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:52.442445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.456257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Calling delete_port for f8232d03-6aad-471d-b258-f3f0c2ec3c4f owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:31:52.488850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d4af6-8b35-4ecf-97f4-150c60fe1f76 req-dd2e07e4-1bfc-4709-bad0-0089a9b81a49 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:52.490428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e20d4af6-8b35-4ecf-97f4-150c60fe1f76 req-dd2e07e4-1bfc-4709-bad0-0089a9b81a49 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 946 time: 0.0494933 Oct 25 09:31:52.534856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e20d4af6-8b35-4ecf-97f4-150c60fe1f76 req-505db49f-6946-4dfd-9d4f-3a29faf05c8b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371006 Oct 25 09:31:52.542807 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.571199 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8232d03-6aad-471d-b258-f3f0c2ec3c4f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:52.572919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] No DVR routers for this DVR port f8232d03-6aad-471d-b258-f3f0c2ec3c4f on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:31:52.646189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300e4de-98bf-4bdb-9e7c-173ab59d8300 None None] DHCP port deletion for 8006a4a0-0ae3-4355-8575-1ac63ca0e446 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:31:52.649960 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.681787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8006a4a0-0ae3-4355-8575-1ac63ca0e446']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:52.691607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:52.691899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27e93d0-3f2b-4f22-96bf-d8dea7759e21') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:52.701270 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.715891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.721830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:31:52.722208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:31:52.723837 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:31:52.787014 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.794945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:52.798097 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8006a4a0-0ae3-4355-8575-1ac63ca0e446 HTTP/1.1" status: 204 len: 168 time: 0.5585928 Oct 25 09:31:52.808307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789021bd-c9eb-489a-83eb-99d98b872390 admin admin] Pushing event deleted for resources: {'Network': ['ID=8006a4a0-0ae3-4355-8575-1ac63ca0e446,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:52.921943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35336) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:52.965044 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-33c09884-1fdd-417d-a1f5-0d4835c31233 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=301b27b80ff347d1b3015a290519b872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419102 Oct 25 09:31:52.967542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35338) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:53.018053 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13c8ce64-403e-4b0e-9429-6b88881d5bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:53.039428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13c8ce64-403e-4b0e-9429-6b88881d5bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:53.061337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-7d1cbc31-ef92-49cc-ada3-248115e2c7bb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:53.062880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-7d1cbc31-ef92-49cc-ada3-248115e2c7bb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 946 time: 0.0532885 Oct 25 09:31:53.095718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13c8ce64-403e-4b0e-9429-6b88881d5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:53.098347 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-13c8ce64-403e-4b0e-9429-6b88881d5bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:53.099506 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-13c8ce64-403e-4b0e-9429-6b88881d5bc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99f9c8df-4d9c-471f-af6b-acd84cac8efa HTTP/1.1" status: 204 len: 168 time: 0.1310709 Oct 25 09:31:53.107981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8ea6ad5a-59d5-44d1-9424-d2a636cb934e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:31:53.109467 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8ce64-403e-4b0e-9429-6b88881d5bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9c8df-4d9c-471f-af6b-acd84cac8efa,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:53.135170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8ea6ad5a-59d5-44d1-9424-d2a636cb934e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:31:53.136060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8ea6ad5a-59d5-44d1-9424-d2a636cb934e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:31:53.136486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device eb268043-8029-46bc-ba80-1a48673dfda4 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:31:53.166574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: eb268043-8029-46bc-ba80-1a48673dfda4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:31:53.166945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device eb268043-8029-46bc-ba80-1a48673dfda4 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:31:53.167570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f8232d03-6aad-471d-b258-f3f0c2ec3c4f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:31:53.185122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port e234a711-c378-4f0a-9dad-8fa60f525a9c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:31:53.185680 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:53.191561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f8232d03-6aad-471d-b258-f3f0c2ec3c4f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:31:53.192103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f8232d03-6aad-471d-b258-f3f0c2ec3c4f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:31:53.288915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] For port e234a711-c378-4f0a-9dad-8fa60f525a9c, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e234a711-c378-4f0a-9dad-8fa60f525a9c,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:53.289285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:53.301677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for e234a711-c378-4f0a-9dad-8fa60f525a9c owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:31:53.432202 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:53.461732 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=e234a711-c378-4f0a-9dad-8fa60f525a9c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:53.465307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['811b6178-a4b5-4732-a27e-b3176f0b7df6', 'e234a711-c378-4f0a-9dad-8fa60f525a9c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:31:53.518319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] No DVR routers for this DVR port e234a711-c378-4f0a-9dad-8fa60f525a9c on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:31:53.520826 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:53.524475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dc49e23-548a-4cc7-851a-86e57147ec3b req-eaaf1395-f92e-48b4-b4ef-aef42a03a074 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "DELETE /v2.0/ports/e234a711-c378-4f0a-9dad-8fa60f525a9c HTTP/1.1" status: 204 len: 173 time: 0.4550591 Oct 25 09:31:53.524972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24898c11-98c0-4d49-8962-7cbff50360e6', 'name': 'network-vif-deleted', 'tag': 'e234a711-c378-4f0a-9dad-8fa60f525a9c'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:31:53.528378 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f1383-e83e-44db-b1f2-58453b94f51f" -d '{"events": [{"server_uuid": "24898c11-98c0-4d49-8962-7cbff50360e6", "name": "network-vif-deleted", "tag": "e234a711-c378-4f0a-9dad-8fa60f525a9c"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:31:53.763723 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df00468-1986-4736-901b-ef41530b76dd x-openstack-request-id: req-2df00468-1986-4736-901b-ef41530b76dd {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:31:53.764097 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24898c11-98c0-4d49-8962-7cbff50360e6", "name": "network-vif-deleted", "tag": "e234a711-c378-4f0a-9dad-8fa60f525a9c", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:31:53.764536 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2df00468-1986-4736-901b-ef41530b76dd {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:31:53.765055 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24898c11-98c0-4d49-8962-7cbff50360e6', 'name': 'network-vif-deleted', 'tag': 'e234a711-c378-4f0a-9dad-8fa60f525a9c', 'status': 'completed', 'code': 200} Oct 25 09:31:53.846598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e21fccaa-68fb-4521-9813-878455204628 req-1a2041c0-b1f2-4bc1-86a4-bd1cce7c4ccb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 210 time: 0.0296326 Oct 25 09:31:53.949528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35366) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:54.047765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-353645734-network', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:31:54.069666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Made reservation on behalf of ea197f96c3e641c7a02a2c1450d546ac for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:31:54.072348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.081381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.159355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.163048 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.190132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:31:54.201438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1c8981-43c2-486d-ac0a-1db77e4352ae,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:54.206249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.206598 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Added segment ef9b893d-3791-4597-8fcd-2e0a375eaa2a of type vlan for network 68985add-6183-4224-9933-2060307fde83 Oct 25 09:31:54.248407 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.273278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.274237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:54.274806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.335662 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3848948 Oct 25 09:31:54.339537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35370) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:54.341207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49caf1-75b7-430b-958d-18319e92f3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=68985add-6183-4224-9933-2060307fde83,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:54.350237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Request body: {'subnet': {'network_id': '68985add-6183-4224-9933-2060307fde83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-353645734-subnet', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:31:54.352466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 68985add-6183-4224-9933-2060307fde83 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:31:54.376496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Made reservation on behalf of ea197f96c3e641c7a02a2c1450d546ac for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:31:54.378941 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.574715 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:54.974583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76002b4a-a65d-4560-8ff6-251e614a325f req-c63f6033-8653-43fd-8a9b-c302b6f84122 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 210 time: 0.0393605 Oct 25 09:31:54.977891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716ebfee-53a0-4561-9d04-37e7840a0f4e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:54.997118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Checking segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:31:54.997752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Network hostable DHCP agents. Network: 68985add-6183-4224-9933-2060307fde83, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:31:55.019675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Network 68985add-6183-4224-9933-2060307fde83 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:31:55.033935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 68985add-6183-4224-9933-2060307fde83) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:31:55.038295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:31:55.038881 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.044309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b16c90f-14c1-419c-b2e6-f2a72aa686b9 None None] Network 68985add-6183-4224-9933-2060307fde83 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:31:55.071219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bf9ad228-1396-4e21-96cf-d74159cec383 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7303398 Oct 25 09:31:55.074618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35374) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:55.079140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:31:55.101768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.103093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.166071 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.211849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-68985add-6183-4224-9933-2060307fde83', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:31:55.213123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.315223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.364696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Allocated IP 172.20.0.2 (68985add-6183-4224-9933-2060307fde83/716ebfee-53a0-4561-9d04-37e7840a0f4e/1d786291-024f-4703-be99-34b750e160c4) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:31:55.534832 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.542542 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.590320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Network 68985add-6183-4224-9933-2060307fde83 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:31:55.593821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:31:55.598053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:31:55.607894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Pushing event updated for resources: {'Port': ['ID=1d786291-024f-4703-be99-34b750e160c4,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:55.664112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Attempting to bind port 1d786291-024f-4703-be99-34b750e160c4 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:31:55.664112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Attempting to bind port 1d786291-024f-4703-be99-34b750e160c4 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:31:55.664353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Attempting to bind port 1d786291-024f-4703-be99-34b750e160c4 on network 68985add-6183-4224-9933-2060307fde83 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:31:55.681056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:31:55.681419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Checking segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:31:55.681807 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.682190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Bound using segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:31:55.684035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Bound port: 1d786291-024f-4703-be99-34b750e160c4, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:31:55.684414 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.829466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] For port 1d786291-024f-4703-be99-34b750e160c4, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:31:55.833544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] For port 1d786291-024f-4703-be99-34b750e160c4, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1d786291-024f-4703-be99-34b750e160c4,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:31:55.840771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.861719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.881615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:55.911945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad505b3-1070-4571-b36f-5f3304ad8a61 None None] Pushing event updated for resources: {'Port': ['ID=1d786291-024f-4703-be99-34b750e160c4,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:56.011917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Allocated IP 172.25.8.114 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/f0da5df8-345c-43a3-b08c-fda626c23581) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:31:56.136904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec382d80-55b0-4ea1-a510-04fe72305450 req-38c2b750-b6b0-491b-9d0a-8767c965e1cd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 210 time: 0.0516679 Oct 25 09:31:56.155568 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:56.204535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:56.249565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:31:56.252596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:31:56.257165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:31:56.260383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Pushing event updated for resources: {'Port': ['ID=f0da5df8-345c-43a3-b08c-fda626c23581,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:56.513985 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:56.740930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:56.890461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Router be182ba3-8b3b-4734-a9dc-12d89e178ae2 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:31:56.893125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80470cc3-e162-4af8-907f-65cdaccc7378 None None] Network 68985add-6183-4224-9933-2060307fde83 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:31:57.011502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dc927f2c-939b-4c09-8217-25e277e0315b None None] Provisioning complete for port 1d786291-024f-4703-be99-34b750e160c4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:57.011948 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dc927f2c-939b-4c09-8217-25e277e0315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.029750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:31:57.048509 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Sync routers for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:31:57.064333 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.069160 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:31:57.069795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:57.070315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35378) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:57.089370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-86758efb-76fb-462a-b2f9-2ef6d1394386 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0134809 Oct 25 09:31:57.143721 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dc927f2c-939b-4c09-8217-25e277e0315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.210455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1d786291-024f-4703-be99-34b750e160c4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:31:57.277545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-dc927f2c-939b-4c09-8217-25e277e0315b None None] For port 1d786291-024f-4703-be99-34b750e160c4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1d786291-024f-4703-be99-34b750e160c4,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:57.296435 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dc927f2c-939b-4c09-8217-25e277e0315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.334646 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e34c2b3c-cb3d-493c-8896-f5bc2224d07c req-b1e66be7-ac21-4f06-be22-579cb1886ab4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 210 time: 0.0559950 Oct 25 09:31:57.390454 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:31:57.414610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc927f2c-939b-4c09-8217-25e277e0315b None None] Pushing event updated for resources: {'Port': ['ID=1d786291-024f-4703-be99-34b750e160c4,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:57.418230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1d786291-024f-4703-be99-34b750e160c4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:57.418599 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.623729 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:56Z', 'revision_number': 3, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:57.628638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-26d372f7-7cb5-4623-bb45-044e9bc4a808 None None] Provisioning complete for port 1d786291-024f-4703-be99-34b750e160c4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:57.629179 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-26d372f7-7cb5-4623-bb45-044e9bc4a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.658170 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Checking router: be182ba3-8b3b-4734-a9dc-12d89e178ae2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:31:57.658576 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Updating router be182ba3-8b3b-4734-a9dc-12d89e178ae2 port f0da5df8-345c-43a3-b08c-fda626c23581 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:31:57.685136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.687153 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.857925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Allocated IP 172.20.0.1 (68985add-6183-4224-9933-2060307fde83/716ebfee-53a0-4561-9d04-37e7840a0f4e/c073de37-b44e-4475-b8e2-2e74c2a443e7) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:31:57.978469 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.982328 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:57.985419 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.019572 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.039189 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Attempting to bind port f0da5df8-345c-43a3-b08c-fda626c23581 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:31:58.039689 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Attempting to bind port f0da5df8-345c-43a3-b08c-fda626c23581 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:31:58.040144 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Attempting to bind port f0da5df8-345c-43a3-b08c-fda626c23581 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:31:58.051929 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:31:58.052654 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:31:58.052959 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.053441 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:31:58.054005 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Bound port: f0da5df8-345c-43a3-b08c-fda626c23581, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:31:58.054476 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.056140 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Pushing event updated for resources: {'Port': ['ID=f0da5df8-345c-43a3-b08c-fda626c23581,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:58.064462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Network 68985add-6183-4224-9933-2060307fde83 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:31:58.067651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:31:58.071812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:31:58.105967 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c073de37-b44e-4475-b8e2-2e74c2a443e7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:58.111045 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] For port f0da5df8-345c-43a3-b08c-fda626c23581, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:31:58.114884 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] For port f0da5df8-345c-43a3-b08c-fda626c23581, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f0da5df8-345c-43a3-b08c-fda626c23581,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:31:58.124267 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.124714 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.125297 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.125858 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.126410 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.126969 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.127621 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.128144 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.128732 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.129288 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.129916 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.130542 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:31:58.132899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.135008 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.202595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e234a711-c378-4f0a-9dad-8fa60f525a9c no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:31:58.210611 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:31:58.211192 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:58.222502 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076df2-7be6-4f2b-8565-c34479f04d45 None None] Pushing event updated for resources: {'Port': ['ID=f0da5df8-345c-43a3-b08c-fda626c23581,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:58.242959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: e234a711-c378-4f0a-9dad-8fa60f525a9c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:31:58.243780 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e234a711-c378-4f0a-9dad-8fa60f525a9c not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:31:58.311406 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.351688 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:31:58.362296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c9f12cd2-6be1-4dde-9f7f-88a8a5c4af54 None None] Provisioning complete for port c073de37-b44e-4475-b8e2-2e74c2a443e7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:58.362799 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c9f12cd2-6be1-4dde-9f7f-88a8a5c4af54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.414398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12cd2-6be1-4dde-9f7f-88a8a5c4af54 None None] Port c073de37-b44e-4475-b8e2-2e74c2a443e7 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:31:58.504026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9825a9fc-14c8-4d8c-b60f-24869c00a35b req-3864eea4-88f0-4937-be88-b4e2cdb2e924 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=24898c11-98c0-4d49-8962-7cbff50360e6 HTTP/1.1" status: 200 len: 210 time: 0.0383594 Oct 25 09:31:58.568274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:56Z', 'revision_number': 3, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:31:58.589557 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.595885 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.604669 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5df9ab-ce23-4fd2-8439-a19b00def70b None None] The sync data for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 is: [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:56Z', 'revision_number': 3, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:31:58.670209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Pushing event updated for resources: {'Port': ['ID=c073de37-b44e-4475-b8e2-2e74c2a443e7,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:58.677756 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:58.808952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Network 68985add-6183-4224-9933-2060307fde83 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:31:58.810772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:31:58.993451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Router be182ba3-8b3b-4734-a9dc-12d89e178ae2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:31:59.155086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b09637b5-836b-4060-8349-c461b8f39dcf None None] Provisioning complete for port c073de37-b44e-4475-b8e2-2e74c2a443e7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:59.156565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b09637b5-836b-4060-8349-c461b8f39dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:59.207711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:31:59.231714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-100d08db-0261-41cc-9ef5-28d2417e11f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/be182ba3-8b3b-4734-a9dc-12d89e178ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1597450 Oct 25 09:31:59.246627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b09637b5-836b-4060-8349-c461b8f39dcf None None] Port c073de37-b44e-4475-b8e2-2e74c2a443e7 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:31:59.326485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1d786291-024f-4703-be99-34b750e160c4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:31:59.405268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1d786291-024f-4703-be99-34b750e160c4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:59.405384 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:59.507033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f0da5df8-345c-43a3-b08c-fda626c23581 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:31:59.588386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f0da5df8-345c-43a3-b08c-fda626c23581 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:31:59.589408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:59.677551 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:59.700117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port f0da5df8-345c-43a3-b08c-fda626c23581, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f0da5df8-345c-43a3-b08c-fda626c23581,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:31:59.705282 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:31:59.763849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=f0da5df8-345c-43a3-b08c-fda626c23581,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:31:59.947448 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:31:59.953795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1b304227-ae11-4eda-b390-469aa71ce972 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993848446', 'description': 'tempest-description--492079832'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:31:59.986576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b304227-ae11-4eda-b390-469aa71ce972 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.080330 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b304227-ae11-4eda-b390-469aa71ce972 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.084530 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b304227-ae11-4eda-b390-469aa71ce972 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.116340 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1b304227-ae11-4eda-b390-469aa71ce972 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.117536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1b304227-ae11-4eda-b390-469aa71ce972 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1680779 Oct 25 09:32:00.121378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35396) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:00.126654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b304227-ae11-4eda-b390-469aa71ce972 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c8d8e8-8631-4723-907d-974c242943ab,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:00.127867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8a536601-e1cf-4243-b713-b9e71d8a4bd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'security_group_rule': {'security_group_id': '90c8d8e8-8631-4723-907d-974c242943ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:00.162167 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a536601-e1cf-4243-b713-b9e71d8a4bd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.227566 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a536601-e1cf-4243-b713-b9e71d8a4bd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.231951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a536601-e1cf-4243-b713-b9e71d8a4bd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.256562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a536601-e1cf-4243-b713-b9e71d8a4bd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57374117-543a-4c23-b0cb-3ea116119225,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:00.269937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8a536601-e1cf-4243-b713-b9e71d8a4bd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.271410 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8a536601-e1cf-4243-b713-b9e71d8a4bd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478665 Oct 25 09:32:00.274027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35398) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:00.279780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5d788bc3-5924-4a69-b39b-773f833cee04 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'security_group_rule': {'security_group_id': '90c8d8e8-8631-4723-907d-974c242943ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:00.317827 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d788bc3-5924-4a69-b39b-773f833cee04 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.383047 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d788bc3-5924-4a69-b39b-773f833cee04 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.388402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d788bc3-5924-4a69-b39b-773f833cee04 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.410868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d788bc3-5924-4a69-b39b-773f833cee04 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dc1f73-8532-4c92-afa3-7332d9d94daa,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:00.415695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5d788bc3-5924-4a69-b39b-773f833cee04 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.417612 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5d788bc3-5924-4a69-b39b-773f833cee04 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417637 Oct 25 09:32:00.420039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35400) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:00.424774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:00.450880 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.569613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.629012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Sync routers for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:32:00.642494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:32:00.643142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:00.697552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Allocated IP 172.25.8.81 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/16c7fbe8-fa45-4279-8a3b-aa6b6382948b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:32:00.779196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:32:00.823585 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.868755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:00.918006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:32:00.923080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:32:00.932158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:32:00.936325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'Port': ['ID=16c7fbe8-fa45-4279-8a3b-aa6b6382948b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:01.033453 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.039703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 2, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:01.091979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Checking router: be182ba3-8b3b-4734-a9dc-12d89e178ae2 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:32:01.092338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Updating router be182ba3-8b3b-4734-a9dc-12d89e178ae2 port c073de37-b44e-4475-b8e2-2e74c2a443e7 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:32:01.101733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.128422 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.141102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f0da5df8-345c-43a3-b08c-fda626c23581 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:32:01.283808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.288599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f0da5df8-345c-43a3-b08c-fda626c23581 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:32:01.289049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.294518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.397246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'Port': ['ID=16c7fbe8-fa45-4279-8a3b-aa6b6382948b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:01.409988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.433426 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.443941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-26d23ccf-4839-4417-a405-47e3bdbdb07f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0138865 Oct 25 09:32:01.653473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-bfded530-767e-4339-954e-0b5ba901a3df tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1993848446&fields=id&tenant_id=ea197f96c3e641c7a02a2c1450d546ac HTTP/1.1" status: 200 len: 267 time: 0.0624390 Oct 25 09:32:01.694874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.701925 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.765051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5bf4a-c110-4f16-9ca9-1e02eb88ed43 None None] Pushing event updated for resources: {'Port': ['ID=c073de37-b44e-4475-b8e2-2e74c2a443e7,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:01.796672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-f1dac3f4-d4f3-4209-9f2e-41eb7521f9ab tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:01.798300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-f1dac3f4-d4f3-4209-9f2e-41eb7521f9ab tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 810 time: 0.1406133 Oct 25 09:32:01.821679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Attempting to bind port c073de37-b44e-4475-b8e2-2e74c2a443e7 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:32:01.821679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Attempting to bind port c073de37-b44e-4475-b8e2-2e74c2a443e7 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:32:01.821679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Attempting to bind port c073de37-b44e-4475-b8e2-2e74c2a443e7 on network 68985add-6183-4224-9933-2060307fde83 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:32:01.827654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e4081df2-944a-404a-a1fb-c56c290c1a1d tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/quotas/ea197f96c3e641c7a02a2c1450d546ac HTTP/1.1" status: 200 len: 375 time: 0.0181212 Oct 25 09:32:01.828438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:32:01.828865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Checking segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:32:01.829415 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.830051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Bound using segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:32:01.830543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Bound port: c073de37-b44e-4475-b8e2-2e74c2a443e7, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:32:01.830928 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:01.896913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-bb0a5921-6752-4a5c-9575-e2788444a0b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682211 Oct 25 09:32:01.934504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] For port c073de37-b44e-4475-b8e2-2e74c2a443e7, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:32:01.943700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] For port c073de37-b44e-4475-b8e2-2e74c2a443e7, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c073de37-b44e-4475-b8e2-2e74c2a443e7,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:32:01.972716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:02.053015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:32:02.053912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:02.069633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-9074b3b3-29b8-48b0-b47e-72141126d608 service neutron] 10.222.0.32 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142194 Oct 25 09:32:02.204210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-4075bbcf-b8e4-4e31-ad8b-4a4462d974ed service neutron] 10.222.0.32 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240358 Oct 25 09:32:02.223721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5bf4a-c110-4f16-9ca9-1e02eb88ed43 None None] Pushing event updated for resources: {'Port': ['ID=c073de37-b44e-4475-b8e2-2e74c2a443e7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:02.240300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:32:02.243046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ca44eac1-9725-420b-9044-08ebd6084795 None None] Provisioning complete for port c073de37-b44e-4475-b8e2-2e74c2a443e7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:32:02.243046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca44eac1-9725-420b-9044-08ebd6084795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:02.430780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14047881-24b3-4935-90de-b3deeca00c6c req-4ad6b76a-5a62-41b3-b39e-5149216db345 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 210 time: 0.0457993 Oct 25 09:32:02.536733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca44eac1-9725-420b-9044-08ebd6084795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:02.549413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:01Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:02.580766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2961191-085a-437b-bbb8-6f83fc0ff50f None None] The sync data for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 is: [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:01Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:32:02.611313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ca44eac1-9725-420b-9044-08ebd6084795 None None] For port c073de37-b44e-4475-b8e2-2e74c2a443e7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c073de37-b44e-4475-b8e2-2e74c2a443e7,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:32:02.617426 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca44eac1-9725-420b-9044-08ebd6084795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:02.704344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44eac1-9725-420b-9044-08ebd6084795 None None] Pushing event updated for resources: {'Port': ['ID=c073de37-b44e-4475-b8e2-2e74c2a443e7,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:02.764118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e2a9510f-8fe8-4f36-831d-3ea3f3a5eb3f None None] Provisioning complete for port c073de37-b44e-4475-b8e2-2e74c2a443e7 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:32:02.764531 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2a9510f-8fe8-4f36-831d-3ea3f3a5eb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:03.140438 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c073de37-b44e-4475-b8e2-2e74c2a443e7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:32:03.202341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c073de37-b44e-4475-b8e2-2e74c2a443e7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:32:03.202863 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:03.542787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f492acd5-7cd4-485a-9885-908d9f6268a5 req-d11f653c-619b-4744-a958-6f00843233dd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 210 time: 0.0332711 Oct 25 09:32:03.901881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-baee4d39-200b-409f-9d90-67b85856986a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:03.903439 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-baee4d39-200b-409f-9d90-67b85856986a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 810 time: 0.1359243 Oct 25 09:32:03.958948 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-92898b7e-2f1a-4078-968f-118e81d36577 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea197f96c3e641c7a02a2c1450d546ac HTTP/1.1" status: 200 len: 380 time: 0.0390196 Oct 25 09:32:03.972868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'port': {'device_id': 'e19ed078-c866-4694-b022-e42fcd225d34', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'admin_state_up': True, 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'security_groups': ['90c8d8e8-8631-4723-907d-974c242943ab']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:04.095312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Made reservation on behalf of ea197f96c3e641c7a02a2c1450d546ac for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:32:04.099134 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:04.221304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Allocated IP 172.20.0.6 (68985add-6183-4224-9933-2060307fde83/716ebfee-53a0-4561-9d04-37e7840a0f4e/d89ab40f-d965-40f8-9e65-6bb98d414236) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:32:04.361056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:04.394330 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:04.436127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Network 68985add-6183-4224-9933-2060307fde83 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:32:04.439278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:32:04.443059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:32:04.476526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'Port': ['ID=d89ab40f-d965-40f8-9e65-6bb98d414236,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:04.506134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:04.506768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:04.525363 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-d537dc89-6ce4-4fa0-92ad-f252d5bbadd5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565610 Oct 25 09:32:04.544339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Request body: {'port': {'device_id': 'e19ed078-c866-4694-b022-e42fcd225d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:04.634553 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:04.690592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22656b9f-95f5-4674-8c95-2aca4e29cdd5 req-d32140ef-7613-40df-b215-d8e65bd029b6 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:04.699540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22656b9f-95f5-4674-8c95-2aca4e29cdd5 req-d32140ef-7613-40df-b215-d8e65bd029b6 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 931 time: 0.0657411 Oct 25 09:32:04.702484 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3e0b75e2-ca35-4b90-9210-1d2de33b2ef5 None None] Provisioning complete for port d89ab40f-d965-40f8-9e65-6bb98d414236 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:32:04.703428 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3e0b75e2-ca35-4b90-9210-1d2de33b2ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:04.748931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-22656b9f-95f5-4674-8c95-2aca4e29cdd5 req-0c609af9-b7d0-4f05-80af-22e87be0babd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483878 Oct 25 09:32:04.753265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b75e2-ca35-4b90-9210-1d2de33b2ef5 None None] Port d89ab40f-d965-40f8-9e65-6bb98d414236 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:32:04.955626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89ab40f-d965-40f8-9e65-6bb98d414236 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:32:04.963426 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:04.975784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Transition to ACTIVE for port object d89ab40f-d965-40f8-9e65-6bb98d414236 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:32:04.979352 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:05.035308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d89ab40f-d965-40f8-9e65-6bb98d414236,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:05.105868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Attempting to bind port d89ab40f-d965-40f8-9e65-6bb98d414236 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:32:05.106200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Attempting to bind port d89ab40f-d965-40f8-9e65-6bb98d414236 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:32:05.106532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Attempting to bind port d89ab40f-d965-40f8-9e65-6bb98d414236 on network 68985add-6183-4224-9933-2060307fde83 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:32:05.111108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Port d89ab40f-d965-40f8-9e65-6bb98d414236 on network 68985add-6183-4224-9933-2060307fde83 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:32:05.111425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Attempting to bind port d89ab40f-d965-40f8-9e65-6bb98d414236 on network 68985add-6183-4224-9933-2060307fde83 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:32:05.116317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:32:05.116650 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Checking segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:32:05.117062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Bound using segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:32:05.117496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Bound port: d89ab40f-d965-40f8-9e65-6bb98d414236, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:32:05.117847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:05.183962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] For port d89ab40f-d965-40f8-9e65-6bb98d414236, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:32:05.187322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] For port d89ab40f-d965-40f8-9e65-6bb98d414236, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d89ab40f-d965-40f8-9e65-6bb98d414236,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:32:05.190881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:05.229678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:05.230387 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:05.231754 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1091 time: 0.6931212 Oct 25 09:32:05.232196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ed078-c866-4694-b022-e42fcd225d34', 'tag': 'd89ab40f-d965-40f8-9e65-6bb98d414236'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:32:05.234510 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0153fe-b197-48a6-a5e1-abb08e6a0482" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ed078-c866-4694-b022-e42fcd225d34", "tag": "d89ab40f-d965-40f8-9e65-6bb98d414236"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:32:05.258476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db15dd-ca56-4ca0-a053-748ea849b0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d89ab40f-d965-40f8-9e65-6bb98d414236,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:05.286057 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d89b403-403c-4a9e-8ac1-14700414d045 x-openstack-request-id: req-6d89b403-403c-4a9e-8ac1-14700414d045 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:32:05.286761 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ed078-c866-4694-b022-e42fcd225d34", "tag": "d89ab40f-d965-40f8-9e65-6bb98d414236", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:32:05.286761 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d89b403-403c-4a9e-8ac1-14700414d045 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:32:05.287014 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19ed078-c866-4694-b022-e42fcd225d34', 'tag': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'status': 'completed', 'code': 200} Oct 25 09:32:05.341875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-fecc634b-a065-4a27-a8ac-da91c655f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:05.343513 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-fecc634b-a065-4a27-a8ac-da91c655f58f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1094 time: 0.0436785 Oct 25 09:32:05.392638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-c2987e31-d2fc-4272-b4aa-87235891d3cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 217 time: 0.0358202 Oct 25 09:32:05.446625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-4423ba62-0a82-4ab3-8ebd-e63825ad487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:05.448267 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-4423ba62-0a82-4ab3-8ebd-e63825ad487b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0493550 Oct 25 09:32:05.493638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-fdeada18-4da7-44f2-9f32-df93044437c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:05.495108 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-fdeada18-4da7-44f2-9f32-df93044437c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403957 Oct 25 09:32:05.602874 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-115494e6-bba5-4262-9a57-ce6dfa29a453 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009526 Oct 25 09:32:05.655766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0305-0772-40af-b043-036b120c1675 req-2581f12a-1153-4ee6-beae-9a4692762565 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:05.657284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-351a0305-0772-40af-b043-036b120c1675 req-2581f12a-1153-4ee6-beae-9a4692762565 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 945 time: 0.0531950 Oct 25 09:32:05.694434 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f4c48db-9911-4423-b0b7-fdbfc836dd83 req-39dce62e-4c0b-4dbd-af43-3fb7fa465502 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845993 Oct 25 09:32:05.695848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-351a0305-0772-40af-b043-036b120c1675 req-d632b53e-9160-401d-8485-1e59cf038b36 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Oct 25 09:32:05.818394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-f04f24e7-24fe-4121-82f5-28c1362133c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:05.819923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-f04f24e7-24fe-4121-82f5-28c1362133c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1094 time: 0.0413101 Oct 25 09:32:05.860754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85864d-98ad-4567-be63-3d1b716933e3 req-66674d11-a4ac-4382-9109-5fc97d59c158 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:05.862247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d85864d-98ad-4567-be63-3d1b716933e3 req-66674d11-a4ac-4382-9109-5fc97d59c158 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 943 time: 0.0495563 Oct 25 09:32:05.900019 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d85864d-98ad-4567-be63-3d1b716933e3 req-c91a2fc8-0ceb-4aae-b182-2835e62e12d9 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318048 Oct 25 09:32:05.914134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-b6b679a9-4563-4496-9f85-0f5365622bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:05.915575 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-b6b679a9-4563-4496-9f85-0f5365622bbf service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0887029 Oct 25 09:32:05.958247 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-9b1f0de9-5806-4532-a34d-00e9499e7ab7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 217 time: 0.0351250 Oct 25 09:32:06.011844 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-ce79d666-0dfb-4bc0-891b-3b5c05ff2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:06.013291 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-ce79d666-0dfb-4bc0-891b-3b5c05ff2f57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0470896 Oct 25 09:32:06.060055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-46f4fe71-3f26-42a0-be09-061fb13e39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:06.062013 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-46f4fe71-3f26-42a0-be09-061fb13e39e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416057 Oct 25 09:32:06.148857 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-fe255f4a-44fd-4ac2-a8b7-134b70cad140 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801599 Oct 25 09:32:06.242209 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-da0153fe-b197-48a6-a5e1-abb08e6a0482 req-87373711-0b6f-4aef-bca8-01c8806e2653 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853591 Oct 25 09:32:06.815397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8ed4-8217-46a4-99da-e0ae9d654bbb req-af03e5cd-290d-4e0a-b7f5-e2bb2143d281 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:06.816966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e2c8ed4-8217-46a4-99da-e0ae9d654bbb req-af03e5cd-290d-4e0a-b7f5-e2bb2143d281 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 945 time: 0.0515275 Oct 25 09:32:06.855440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e2c8ed4-8217-46a4-99da-e0ae9d654bbb req-3e5bee20-a7ed-450e-afa2-a09d45986f7b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=878cacdf-6e75-40bd-ac6c-0be8105127b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318148 Oct 25 09:32:07.017782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e2aed-5061-4162-b98f-2f06eb5cd896 req-4f0cb030-0381-419d-aad1-97e24ccd5d42 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:07.019228 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a14e2aed-5061-4162-b98f-2f06eb5cd896 req-4f0cb030-0381-419d-aad1-97e24ccd5d42 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 943 time: 0.0520711 Oct 25 09:32:07.058928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a14e2aed-5061-4162-b98f-2f06eb5cd896 req-fb235541-447f-4885-bc28-f54f9e61d9e3 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337791 Oct 25 09:32:07.318772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-a5aa2df7-0799-4c4e-9c3a-517a06ff6188 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:07.320296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-a5aa2df7-0799-4c4e-9c3a-517a06ff6188 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 945 time: 0.0487247 Oct 25 09:32:07.408763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port 811b6178-a4b5-4732-a27e-b3176f0b7df6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:32:07.409129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:07.499749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] For port 811b6178-a4b5-4732-a27e-b3176f0b7df6, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=811b6178-a4b5-4732-a27e-b3176f0b7df6,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:32:07.500139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:07.512398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for 811b6178-a4b5-4732-a27e-b3176f0b7df6 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:32:07.639876 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:07.669027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=811b6178-a4b5-4732-a27e-b3176f0b7df6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:07.671777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['811b6178-a4b5-4732-a27e-b3176f0b7df6'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:32:07.682094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.682289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.682678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.683272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.683678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.683926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.684255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.684578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.684920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.685247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.685571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.685895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:07.719789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] No DVR routers for this DVR port 811b6178-a4b5-4732-a27e-b3176f0b7df6 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:32:07.722279 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:07.725926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-db2d3caf-fb95-472f-8295-f2176dbb8276 req-8ce9f307-a41c-499d-8f39-4062355ea726 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "DELETE /v2.0/ports/811b6178-a4b5-4732-a27e-b3176f0b7df6 HTTP/1.1" status: 204 len: 173 time: 0.3996649 Oct 25 09:32:07.726417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6', 'name': 'network-vif-deleted', 'tag': '811b6178-a4b5-4732-a27e-b3176f0b7df6'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:32:07.729633 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd61b35-935f-474f-9aee-450ae81ecc26" -d '{"events": [{"server_uuid": "5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6", "name": "network-vif-deleted", "tag": "811b6178-a4b5-4732-a27e-b3176f0b7df6"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:32:07.769991 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b210025-154e-489b-bca9-74c582ebca90 x-openstack-request-id: req-1b210025-154e-489b-bca9-74c582ebca90 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:32:07.770289 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6", "name": "network-vif-deleted", "tag": "811b6178-a4b5-4732-a27e-b3176f0b7df6", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:32:07.770590 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b210025-154e-489b-bca9-74c582ebca90 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:32:07.770993 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6', 'name': 'network-vif-deleted', 'tag': '811b6178-a4b5-4732-a27e-b3176f0b7df6', 'status': 'completed', 'code': 200} Oct 25 09:32:07.958234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-88e716bc-2137-4471-b771-0758944483ca req-c19b9bd9-3f07-4a70-a985-3431ffbe3b5a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0314322 Oct 25 09:32:08.182611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d003112-bbf5-486d-84bd-74ed775bbd27 req-73d75472-430b-4ab2-92d4-6d73f6c28851 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:08.184354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d003112-bbf5-486d-84bd-74ed775bbd27 req-73d75472-430b-4ab2-92d4-6d73f6c28851 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 943 time: 0.0522234 Oct 25 09:32:08.223599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d003112-bbf5-486d-84bd-74ed775bbd27 req-0c422ef7-ac80-449a-89de-5d8e78868a9c tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Oct 25 09:32:08.734532 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:09.059992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3af5acf9-47a9-4e27-bb37-4dec02341fad req-7849079a-37f3-4a4f-b8e0-900633cc0605 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0291359 Oct 25 09:32:09.341864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008acaa1-76dd-4a73-8c1d-20561c3a24f9 req-627ef4a6-5c92-4622-8985-ae0388100967 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:09.343344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-008acaa1-76dd-4a73-8c1d-20561c3a24f9 req-627ef4a6-5c92-4622-8985-ae0388100967 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 943 time: 0.0503345 Oct 25 09:32:09.382368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-008acaa1-76dd-4a73-8c1d-20561c3a24f9 req-a5ca8e87-1f8d-41b1-ae40-d8e9f2cd7849 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Oct 25 09:32:09.920529 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:10.157824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53debba8-bf7b-4804-b708-5f13ad4bee90 req-a15d846e-4780-407e-a970-49f168121a3b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0303910 Oct 25 09:32:10.499542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9b760-709f-4e8d-99c2-42269ebfa279 req-213b3153-b051-4295-8189-5443989dc8a7 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:10.501031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6c9b760-709f-4e8d-99c2-42269ebfa279 req-213b3153-b051-4295-8189-5443989dc8a7 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 943 time: 0.0481520 Oct 25 09:32:10.539483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6c9b760-709f-4e8d-99c2-42269ebfa279 req-701ed0eb-01c3-40f0-866e-fd36f316184c tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Oct 25 09:32:10.663453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device d89ab40f-d965-40f8-9e65-6bb98d414236 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:32:10.764174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port d89ab40f-d965-40f8-9e65-6bb98d414236, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d89ab40f-d965-40f8-9e65-6bb98d414236,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:32:10.774898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'port_id': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'mac_address': 'fa:16:3e:7d:8a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:32:10.813011 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:10.826592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89ab40f-d965-40f8-9e65-6bb98d414236 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:32:10.845847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port d89ab40f-d965-40f8-9e65-6bb98d414236, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d89ab40f-d965-40f8-9e65-6bb98d414236,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:32:10.849901 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:10.896514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=d89ab40f-d965-40f8-9e65-6bb98d414236,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:11.215094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['d89ab40f-d965-40f8-9e65-6bb98d414236'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:32:11.271407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79d72bae-3ade-441f-a7e6-e4a11bc490ed req-f581f190-9d36-4bf0-9a1b-ca75d12c270f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0371342 Oct 25 09:32:11.667867 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183e577-b9db-4804-83c5-39e156cf3163 req-816c80b3-8417-446b-bbd8-04207828f1d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:11.669824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0183e577-b9db-4804-83c5-39e156cf3163 req-816c80b3-8417-446b-bbd8-04207828f1d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 944 time: 0.0542037 Oct 25 09:32:11.710725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0183e577-b9db-4804-83c5-39e156cf3163 req-cfb2916d-6c44-4817-8443-8d50f7f0df06 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348158 Oct 25 09:32:12.288659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 811b6178-a4b5-4732-a27e-b3176f0b7df6 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:32:12.335974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 811b6178-a4b5-4732-a27e-b3176f0b7df6 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:32:12.335974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 811b6178-a4b5-4732-a27e-b3176f0b7df6 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:32:12.419535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bacf189-2d2f-4717-83f6-7cc51f74c66f req-87ccd2f7-4753-40a8-83e2-623789bf6d70 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=5844b64c-23f6-4a7e-96f3-27bd4ad6c3a6 HTTP/1.1" status: 200 len: 210 time: 0.0322399 Oct 25 09:32:12.678303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device d89ab40f-d965-40f8-9e65-6bb98d414236 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:32:12.732643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port d89ab40f-d965-40f8-9e65-6bb98d414236 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:32:12.738093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port d89ab40f-d965-40f8-9e65-6bb98d414236 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:32:12.739243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:12.819598 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:12.837065 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a532b75-cbae-404b-99c7-eecdb58e0f25 req-550ef873-2d49-4f6f-9447-23129302df6e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:12.839545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a532b75-cbae-404b-99c7-eecdb58e0f25 req-550ef873-2d49-4f6f-9447-23129302df6e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 944 time: 0.0510373 Oct 25 09:32:12.843384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ed078-c866-4694-b022-e42fcd225d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ab40f-d965-40f8-9e65-6bb98d414236'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:32:12.845675 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4826e9a3-81ca-4056-98ad-0774a5213a8c" -d '{"events": [{"server_uuid": "e19ed078-c866-4694-b022-e42fcd225d34", "name": "network-vif-plugged", "status": "completed", "tag": "d89ab40f-d965-40f8-9e65-6bb98d414236"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:32:12.859014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port d89ab40f-d965-40f8-9e65-6bb98d414236, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d89ab40f-d965-40f8-9e65-6bb98d414236,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:32:12.864374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:12.884626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a532b75-cbae-404b-99c7-eecdb58e0f25 req-d4f263a6-5ea6-4f8a-93b9-d2ff814cc061 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Oct 25 09:32:12.921531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=d89ab40f-d965-40f8-9e65-6bb98d414236,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:12.934732 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb015146-3d82-4ec0-8726-c3400de216c0 x-openstack-request-id: req-cb015146-3d82-4ec0-8726-c3400de216c0 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:32:12.935025 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ed078-c866-4694-b022-e42fcd225d34", "name": "network-vif-plugged", "status": "completed", "tag": "d89ab40f-d965-40f8-9e65-6bb98d414236", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:32:12.935278 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb015146-3d82-4ec0-8726-c3400de216c0 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:32:12.935667 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19ed078-c866-4694-b022-e42fcd225d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'code': 200} Oct 25 09:32:13.060297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f74fb0-1f3b-499c-984c-7890342d0e8b req-c16e66fb-54b2-40e6-a872-2b8c0b5d9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:13.061818 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f74fb0-1f3b-499c-984c-7890342d0e8b req-c16e66fb-54b2-40e6-a872-2b8c0b5d9845 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0455954 Oct 25 09:32:13.099074 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f74fb0-1f3b-499c-984c-7890342d0e8b req-d5e2f8fd-7c6c-48ab-a147-ae0928939d98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300078 Oct 25 09:32:14.004154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfe244-a55d-4f29-aa60-a386807c3a04 req-f3ed5b7d-2d48-4cf3-9bdd-58a2df0284d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:14.005626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3edfe244-a55d-4f29-aa60-a386807c3a04 req-f3ed5b7d-2d48-4cf3-9bdd-58a2df0284d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0518622 Oct 25 09:32:14.045863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3edfe244-a55d-4f29-aa60-a386807c3a04 req-939d212b-71c4-4070-a67b-a1e7d40b85ff tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339148 Oct 25 09:32:15.168602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dded1f4-f040-46b5-94f5-7c089163e2b3 req-9955c6ba-4ca7-4ad5-a5ed-9385f8c238f2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:15.170160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6dded1f4-f040-46b5-94f5-7c089163e2b3 req-9955c6ba-4ca7-4ad5-a5ed-9385f8c238f2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0540071 Oct 25 09:32:15.209307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6dded1f4-f040-46b5-94f5-7c089163e2b3 req-91b991c1-312a-4dfa-b1c2-d12a52ce7050 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324132 Oct 25 09:32:15.321811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d846b3f-f5de-43fe-ac10-af593734b967 req-a45057b3-316b-4f80-aa14-01621c046705 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:15.323813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d846b3f-f5de-43fe-ac10-af593734b967 req-a45057b3-316b-4f80-aa14-01621c046705 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0521214 Oct 25 09:32:15.332918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35492) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:15.337675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'floatingip': {'port_id': 'd89ab40f-d965-40f8-9e65-6bb98d414236'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:15.376688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:15.821145 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:15.825987 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:15.929040 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Floating IP 5c6761ef-36f8-41d5-8b59-9a30fa898d45 associated. External IP: 172.25.8.81, port: d89ab40f-d965-40f8-9e65-6bb98d414236. Oct 25 09:32:16.148947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Router be182ba3-8b3b-4734-a9dc-12d89e178ae2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:32:16.265168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:32:16.278831 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] Sync routers for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:32:16.281859 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.290556 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:32:16.292938 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:16.406981 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:32:16.443176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ffa320e3-3dc2-4a6c-b30d-aeff4f00afc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.537501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35538) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:16.542697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-428e290a-3f41-46cf-9c37-32b657a09e3d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680894002', 'description': 'tempest-secgroup-smoke-680894002 description', 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:16.569074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-428e290a-3f41-46cf-9c37-32b657a09e3d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.618575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-db06e30d-be6c-4e52-a5d8-5e2d692309b5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "PUT /v2.0/floatingips/5c6761ef-36f8-41d5-8b59-9a30fa898d45 HTTP/1.1" status: 200 len: 990 time: 1.2843640 Oct 25 09:32:16.619648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ed078-c866-4694-b022-e42fcd225d34', 'tag': 'd89ab40f-d965-40f8-9e65-6bb98d414236'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:32:16.621987 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f583a8b-0672-40de-b313-9060ddeebd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ed078-c866-4694-b022-e42fcd225d34", "tag": "d89ab40f-d965-40f8-9e65-6bb98d414236"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:32:16.651783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-428e290a-3f41-46cf-9c37-32b657a09e3d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.656633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-428e290a-3f41-46cf-9c37-32b657a09e3d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.669282 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '5c6761ef-36f8-41d5-8b59-9a30fa898d45', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'port_id': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'mac_address': 'fa:16:3e:7d:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ed078-c866-4694-b022-e42fcd225d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:32:00Z', 'updated_at': '2021-10-25T09:32:15Z', 'revision_number': 1, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:16.682395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-428e290a-3f41-46cf-9c37-32b657a09e3d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.683992 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-428e290a-3f41-46cf-9c37-32b657a09e3d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1449251 Oct 25 09:32:16.687240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35544) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:16.692298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e290a-3f41-46cf-9c37-32b657a09e3d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:16.692864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ae33b346-1122-4038-a2ea-55cf925ff669 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'security_group_rule': {'security_group_id': 'ae9630a7-e79d-44dd-ad42-6f3c3dd9449c', 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:16.703116 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] Checking router: be182ba3-8b3b-4734-a9dc-12d89e178ae2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:32:16.711691 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:32:16.712290 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:31:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:16.730870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae33b346-1122-4038-a2ea-55cf925ff669 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.744605 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e773ee-08d4-4d3f-a3d4-7ec9facd9ca1 x-openstack-request-id: req-76e773ee-08d4-4d3f-a3d4-7ec9facd9ca1 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:32:16.744913 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ed078-c866-4694-b022-e42fcd225d34", "tag": "d89ab40f-d965-40f8-9e65-6bb98d414236", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:32:16.745394 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76e773ee-08d4-4d3f-a3d4-7ec9facd9ca1 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:32:16.745792 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19ed078-c866-4694-b022-e42fcd225d34', 'tag': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'status': 'completed', 'code': 200} Oct 25 09:32:16.793843 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae33b346-1122-4038-a2ea-55cf925ff669 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.800517 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae33b346-1122-4038-a2ea-55cf925ff669 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.820511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33b346-1122-4038-a2ea-55cf925ff669 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39fd525-0b8e-4e8d-8a5b-72b6077e47b3,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:16.827957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae33b346-1122-4038-a2ea-55cf925ff669 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.829435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae33b346-1122-4038-a2ea-55cf925ff669 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403532 Oct 25 09:32:16.832272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35546) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:16.837036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b31f052f-0dc1-41fe-8faa-bfc65faf09dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'security_group_rule': {'security_group_id': 'ae9630a7-e79d-44dd-ad42-6f3c3dd9449c', 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:16.839132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-2831f1e8-8b75-4024-8806-78f2dcbb9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:16.840777 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-2831f1e8-8b75-4024-8806-78f2dcbb9a2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0530000 Oct 25 09:32:16.867988 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b31f052f-0dc1-41fe-8faa-bfc65faf09dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.926670 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b31f052f-0dc1-41fe-8faa-bfc65faf09dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.930763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b31f052f-0dc1-41fe-8faa-bfc65faf09dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.932382 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:32:16.944604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-f59bd642-c3fa-4100-92a1-3e3fec026678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:16.946449 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-f59bd642-c3fa-4100-92a1-3e3fec026678 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0987182 Oct 25 09:32:16.946715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f052f-0dc1-41fe-8faa-bfc65faf09dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3470b17-734c-475a-948f-6abe14f08a06,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:16.957531 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b31f052f-0dc1-41fe-8faa-bfc65faf09dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:16.958930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b31f052f-0dc1-41fe-8faa-bfc65faf09dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256444 Oct 25 09:32:16.962200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35548) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:16.967451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0f1b3eeb-547f-4bf1-9c44-ba2a0c2c5067 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'security_group_rule': {'security_group_id': 'ae9630a7-e79d-44dd-ad42-6f3c3dd9449c', 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:16.997123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3eeb-547f-4bf1-9c44-ba2a0c2c5067 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.028311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-b1eb5384-e976-421e-9974-c74a7efe904c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 998 time: 0.0734277 Oct 25 09:32:17.062711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3eeb-547f-4bf1-9c44-ba2a0c2c5067 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.066970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3eeb-547f-4bf1-9c44-ba2a0c2c5067 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.084128 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-aa7724fa-9f9f-446b-b3ed-0a21999adf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:17.085819 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-aa7724fa-9f9f-446b-b3ed-0a21999adf1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0506711 Oct 25 09:32:17.085976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b3eeb-547f-4bf1-9c44-ba2a0c2c5067 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca2a2b3-777a-41a6-8e88-78dbf6ee25e9,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:17.095940 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3eeb-547f-4bf1-9c44-ba2a0c2c5067 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.099772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0f1b3eeb-547f-4bf1-9c44-ba2a0c2c5067 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333313 Oct 25 09:32:17.099943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35550) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:17.105167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-94a31d40-eca1-4643-97a5-ea0c30b2af02 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'security_group_rule': {'security_group_id': 'ae9630a7-e79d-44dd-ad42-6f3c3dd9449c', 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:17.137929 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a31d40-eca1-4643-97a5-ea0c30b2af02 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.145785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-85b55403-7a88-4bdb-bde4-15f003200f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:17.147364 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-85b55403-7a88-4bdb-bde4-15f003200f5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540497 Oct 25 09:32:17.182292 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '5c6761ef-36f8-41d5-8b59-9a30fa898d45', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'port_id': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'mac_address': 'fa:16:3e:7d:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ed078-c866-4694-b022-e42fcd225d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:32:00Z', 'updated_at': '2021-10-25T09:32:15Z', 'revision_number': 1, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:17.202537 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a31d40-eca1-4643-97a5-ea0c30b2af02 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.207416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a31d40-eca1-4643-97a5-ea0c30b2af02 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.217281 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f0a43-cd59-492e-b8ac-113c3a36b76c None None] The sync data for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 is: [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '5c6761ef-36f8-41d5-8b59-9a30fa898d45', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'port_id': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'mac_address': 'fa:16:3e:7d:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ed078-c866-4694-b022-e42fcd225d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:32:00Z', 'updated_at': '2021-10-25T09:32:15Z', 'revision_number': 1, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:32:17.223222 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a31d40-eca1-4643-97a5-ea0c30b2af02 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c4c45d-ca29-451d-a25b-2e7258c6180e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:17.236222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-94a31d40-eca1-4643-97a5-ea0c30b2af02 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.237461 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-94a31d40-eca1-4643-97a5-ea0c30b2af02 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366119 Oct 25 09:32:17.240144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35552) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:17.245678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e1a21c90-1dec-4ffa-8626-2b894d8fd50b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'security_group_rule': {'security_group_id': 'ae9630a7-e79d-44dd-ad42-6f3c3dd9449c', 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:17.251176 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-0c0b3062-94ef-4dca-b561-49b6e743855b service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963404 Oct 25 09:32:17.269702 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-e1a21c90-1dec-4ffa-8626-2b894d8fd50b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Project 8769e76788b541b0a3c0d7776ffcbbe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:32:17.276470 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a21c90-1dec-4ffa-8626-2b894d8fd50b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.346953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a21c90-1dec-4ffa-8626-2b894d8fd50b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.350798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a21c90-1dec-4ffa-8626-2b894d8fd50b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.354881 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1f583a8b-0672-40de-b313-9060ddeebd6f req-c9e0482c-6414-4480-8704-d490de375f78 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961452 Oct 25 09:32:17.370264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a21c90-1dec-4ffa-8626-2b894d8fd50b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9bf780-25a7-47fd-ab8b-799cf4f6b9d6,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:17.378020 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1a21c90-1dec-4ffa-8626-2b894d8fd50b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.381903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e1a21c90-1dec-4ffa-8626-2b894d8fd50b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402080 Oct 25 09:32:17.382390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 35554) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:17.388252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1bcd8579-eb4c-48f8-b115-63a0f33028f1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'security_group_rule': {'security_group_id': 'ae9630a7-e79d-44dd-ad42-6f3c3dd9449c', 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:17.410759 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-1bcd8579-eb4c-48f8-b115-63a0f33028f1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Project 8769e76788b541b0a3c0d7776ffcbbe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 09:32:17.416427 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bcd8579-eb4c-48f8-b115-63a0f33028f1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.464922 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbc9db-f028-42a5-abd2-5ca98e65d24a None None] New status for floating IP 5c6761ef-36f8-41d5-8b59-9a30fa898d45: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:32:17.485780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bcd8579-eb4c-48f8-b115-63a0f33028f1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.489409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bcd8579-eb4c-48f8-b115-63a0f33028f1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.507037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd8579-eb4c-48f8-b115-63a0f33028f1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4b9d8d-2d03-4d91-b2ce-c25390c3cc05,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:17.515720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1bcd8579-eb4c-48f8-b115-63a0f33028f1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:17.516957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1bcd8579-eb4c-48f8-b115-63a0f33028f1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334746 Oct 25 09:32:18.772228 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ca2a-52b1-4025-a84f-a0f1812c07b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:19.510164 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:32:19.592448 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-afb3a18b-e0a2-4b30-bdd2-4f58d34bda85 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450547 Oct 25 09:32:19.692545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-9af3b2c0-2d1c-4868-9685-80109ddef633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:19.694226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-9af3b2c0-2d1c-4868-9685-80109ddef633 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0444508 Oct 25 09:32:19.926013 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:20.008332 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:20.125906 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-d9d739ca-9e73-4085-8b29-10c4d208969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:20.127296 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-d9d739ca-9e73-4085-8b29-10c4d208969c service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.4110034 Oct 25 09:32:20.197907 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-8578549c-47af-47ce-8dbe-449b0c42aaba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1000 time: 0.0634201 Oct 25 09:32:20.247639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-c615de69-f1c6-4921-8aef-cad5bc1ec034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:20.249122 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-c615de69-f1c6-4921-8aef-cad5bc1ec034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0447073 Oct 25 09:32:20.295713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-22fde08a-2d86-4d5d-b796-1a8f74afb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:20.297395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-22fde08a-2d86-4d5d-b796-1a8f74afb417 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417340 Oct 25 09:32:20.394821 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-96e5336f-6d6f-47f2-9a27-2067dc0d6161 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904570 Oct 25 09:32:20.488715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3dd2da37-4353-4d98-9c78-f073064a7093 req-f483bd21-f382-4af5-ad80-5c5df33afcda service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864890 Oct 25 09:32:21.861846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:32.863691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-4bb9a154-3356-4e33-a31a-edddea982f41 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680894002&fields=id&tenant_id=8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 267 time: 0.0324597 Oct 25 09:32:32.970336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-a5b59411-45f6-473e-86e3-83137cce6729 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:32.971782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-a5b59411-45f6-473e-86e3-83137cce6729 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1009052 Oct 25 09:32:32.987121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-37cdc046-37e9-4d47-a2c6-a392d65708b9 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/quotas/8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 375 time: 0.0096378 Oct 25 09:32:33.035996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-2e56273b-71d9-4511-840d-631a16d68669 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435960 Oct 25 09:32:33.052230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-b88b3b8e-2cd0-43b2-a54d-0c20a6f6c720 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:32:33.053197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-b88b3b8e-2cd0-43b2-a54d-0c20a6f6c720 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050704 Oct 25 09:32:33.144619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-a5250e32-31b2-4b7f-8cd3-2ceac597b44a service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845189 Oct 25 09:32:33.235422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-723ea1e8-130a-4d01-91d0-8c7031318bf9 service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842896 Oct 25 09:32:33.597351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b3ed957-0e4d-4eab-9250-b1a0d649c667 req-c1359e44-9258-41a6-bd85-39d73569b232 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 210 time: 0.0265377 Oct 25 09:32:34.474706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-bb988b01-9fb1-48d3-89d0-d0fdc3fcfae0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:34.476131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-bb988b01-9fb1-48d3-89d0-d0fdc3fcfae0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1023872 Oct 25 09:32:34.526516 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-0d7c39dd-d881-4e0a-b9dc-2ccac74e620b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 379 time: 0.0355368 Oct 25 09:32:34.539644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'port': {'device_id': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'admin_state_up': True, 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'security_groups': ['ae9630a7-e79d-44dd-ad42-6f3c3dd9449c']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:34.667725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:32:34.671302 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:34.756489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d6cb8df6-b69f-4384-840f-5a7e8a8ef3c1 req-6cf37675-6027-4629-ba39-759ed6cbdb9e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 210 time: 0.0620108 Oct 25 09:32:34.835873 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.20.0.5 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/12f6d96f-3547-43d9-9590-6912bec603e1) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:32:34.980008 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.015054 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.066729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:32:35.073655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:32:35.076142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:32:35.078908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=12f6d96f-3547-43d9-9590-6912bec603e1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:35.131213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:35.131870 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.149603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f478a1be-9f6d-4784-878e-2cfc11756a3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137321 Oct 25 09:32:35.167662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Request body: {'port': {'device_id': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:35.233532 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.313814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-72c9e855-d062-44a5-8adf-5d4a8b6b5aed None None] Provisioning complete for port 12f6d96f-3547-43d9-9590-6912bec603e1 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:32:35.314432 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-72c9e855-d062-44a5-8adf-5d4a8b6b5aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.349976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-72c9e855-d062-44a5-8adf-5d4a8b6b5aed None None] Port 12f6d96f-3547-43d9-9590-6912bec603e1 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:32:35.516773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f6d96f-3547-43d9-9590-6912bec603e1 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:32:35.524199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.537146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Transition to ACTIVE for port object 12f6d96f-3547-43d9-9590-6912bec603e1 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:32:35.540681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.591250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Pushing event updated for resources: {'Port': ['ID=12f6d96f-3547-43d9-9590-6912bec603e1,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:35.670936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Attempting to bind port 12f6d96f-3547-43d9-9590-6912bec603e1 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:32:35.671594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Attempting to bind port 12f6d96f-3547-43d9-9590-6912bec603e1 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:32:35.672152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Attempting to bind port 12f6d96f-3547-43d9-9590-6912bec603e1 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:32:35.677321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Port 12f6d96f-3547-43d9-9590-6912bec603e1 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:32:35.677922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Attempting to bind port 12f6d96f-3547-43d9-9590-6912bec603e1 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:32:35.684545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:32:35.685223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:32:35.685951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:32:35.686593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Bound port: 12f6d96f-3547-43d9-9590-6912bec603e1, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:32:35.687193 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.758613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] For port 12f6d96f-3547-43d9-9590-6912bec603e1, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:32:35.762526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] For port 12f6d96f-3547-43d9-9590-6912bec603e1, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f6d96f-3547-43d9-9590-6912bec603e1,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:32:35.768316 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.820303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:35.821031 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:35.822962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] 10.222.0.41 "PUT /v2.0/ports/12f6d96f-3547-43d9-9590-6912bec603e1 HTTP/1.1" status: 200 len: 1091 time: 0.6601357 Oct 25 09:32:35.823408 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'tag': '12f6d96f-3547-43d9-9590-6912bec603e1'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:32:35.826424 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f83c60d-121c-4d38-84f8-00a2d4cca37f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc57a518-c2ab-4828-8ef9-37844d5a6236", "tag": "12f6d96f-3547-43d9-9590-6912bec603e1"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:32:35.926028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d17bf7-381e-4730-8d47-eaa9511f9755 service neutron] Pushing event updated for resources: {'Port': ['ID=12f6d96f-3547-43d9-9590-6912bec603e1,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:35.958252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0492b-bd7a-4bbb-a903-31955b94d940 req-3a174c2a-5d9d-4161-9c3a-ff4d5b5351d2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:35.959849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ad0492b-bd7a-4bbb-a903-31955b94d940 req-3a174c2a-5d9d-4161-9c3a-ff4d5b5351d2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.1146712 Oct 25 09:32:35.963542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f7047496-afb8-4220-9916-7e6c8a01748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:35.965217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-f7047496-afb8-4220-9916-7e6c8a01748a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 1094 time: 0.0693734 Oct 25 09:32:36.020058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-b98d563a-a230-4474-8f0b-2fe5e398f73a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12f6d96f-3547-43d9-9590-6912bec603e1 HTTP/1.1" status: 200 len: 217 time: 0.0369663 Oct 25 09:32:36.070354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ad0492b-bd7a-4bbb-a903-31955b94d940 req-5aa85a9f-4de3-48ce-a777-928003c53a74 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014936 Oct 25 09:32:36.092695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-eba3f16e-a247-4547-a4d1-b765c4c8376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:36.093107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-eba3f16e-a247-4547-a4d1-b765c4c8376b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0625455 Oct 25 09:32:36.134011 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd33cb54-95c0-42e8-9536-79bf555234e3 x-openstack-request-id: req-cd33cb54-95c0-42e8-9536-79bf555234e3 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:32:36.134309 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc57a518-c2ab-4828-8ef9-37844d5a6236", "tag": "12f6d96f-3547-43d9-9590-6912bec603e1", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:32:36.134754 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd33cb54-95c0-42e8-9536-79bf555234e3 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:32:36.135494 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'tag': '12f6d96f-3547-43d9-9590-6912bec603e1', 'status': 'completed', 'code': 200} Oct 25 09:32:36.149250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-6a5ad2a4-3c6a-4180-a3c1-6969f46da195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:36.151594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-6a5ad2a4-3c6a-4180-a3c1-6969f46da195 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508854 Oct 25 09:32:36.247966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-73aa7c2f-9fdb-487f-b970-2bad886e0421 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888615 Oct 25 09:32:36.339926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e703bb90-0f44-49bb-802c-ca73a865ba6e req-1408deb2-e4cb-4b2c-b4f8-26f3f8ec1c09 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Oct 25 09:32:36.449631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-8f88345e-dfc7-4505-a0d5-2dc74f410ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:36.451050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-8f88345e-dfc7-4505-a0d5-2dc74f410ea7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 1094 time: 0.0418477 Oct 25 09:32:36.545490 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-4c690eae-20a6-4bbe-a91e-c6b96fec65af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:36.546951 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-4c690eae-20a6-4bbe-a91e-c6b96fec65af service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0892317 Oct 25 09:32:36.588840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-3b2cca60-12c4-410c-b5ca-69cc204a546f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12f6d96f-3547-43d9-9590-6912bec603e1 HTTP/1.1" status: 200 len: 217 time: 0.0348198 Oct 25 09:32:36.642403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-2faf0662-e990-4c8b-ae79-37fb8c0d9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:36.643768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-2faf0662-e990-4c8b-ae79-37fb8c0d9769 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0485594 Oct 25 09:32:36.690058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-263308f1-a1b0-40dc-9135-2f11dc887265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:36.691571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-263308f1-a1b0-40dc-9135-2f11dc887265 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407465 Oct 25 09:32:36.785699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-88a0b635-b157-451f-854a-03080400f9ca service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872610 Oct 25 09:32:36.883558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f83c60d-121c-4d38-84f8-00a2d4cca37f req-c2d970cd-d162-4e07-ac95-892ae7138f8e service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909550 Oct 25 09:32:37.195363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70018394-883d-407b-af7d-349b167e9359 req-ac4655c3-30f3-4c40-b596-5ea2752d28a1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:37.196856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70018394-883d-407b-af7d-349b167e9359 req-ac4655c3-30f3-4c40-b596-5ea2752d28a1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0547800 Oct 25 09:32:37.235834 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70018394-883d-407b-af7d-349b167e9359 req-1ccc4d59-a33b-4162-9c82-7d93090c5218 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324271 Oct 25 09:32:38.359776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0b3e4-8df2-4a22-965f-2ba56c42cceb req-50f24663-94b2-4d29-8b15-53ea03836d76 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:38.361296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db0b3e4-8df2-4a22-965f-2ba56c42cceb req-50f24663-94b2-4d29-8b15-53ea03836d76 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0549979 Oct 25 09:32:38.399862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9db0b3e4-8df2-4a22-965f-2ba56c42cceb req-40d040b9-6567-4e2c-a8c2-22e9477e8b8f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325015 Oct 25 09:32:38.736775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:39.522897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b625-1608-4290-bbea-617a37dc77f8 req-a6b9fa9d-e70b-4e81-a426-1d8c6a198dde tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:39.524472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aed1b625-1608-4290-bbea-617a37dc77f8 req-a6b9fa9d-e70b-4e81-a426-1d8c6a198dde tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0531449 Oct 25 09:32:39.565286 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aed1b625-1608-4290-bbea-617a37dc77f8 req-ff9a23fc-0184-4faf-a8d8-9dfac3cd919d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330877 Oct 25 09:32:39.933599 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:40.683886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49ff0e-8eb3-43c3-a5ec-310d064c97c1 req-9431d52c-9272-4c8a-8e0e-41ba7b31d68f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:40.685360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a49ff0e-8eb3-43c3-a5ec-310d064c97c1 req-9431d52c-9272-4c8a-8e0e-41ba7b31d68f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0486624 Oct 25 09:32:40.722629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a49ff0e-8eb3-43c3-a5ec-310d064c97c1 req-445fea24-2efc-4ec3-98e3-a92845deab78 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313900 Oct 25 09:32:41.845096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793157cc-4ae4-4ac9-9c40-8a80352930c4 req-c054bf2b-bb68-46e4-97f2-2baf89f1d550 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:41.846448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-793157cc-4ae4-4ac9-9c40-8a80352930c4 req-c054bf2b-bb68-46e4-97f2-2baf89f1d550 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0536640 Oct 25 09:32:41.882647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-793157cc-4ae4-4ac9-9c40-8a80352930c4 req-305f814a-116c-4fde-8ab3-c33ebd83fe3a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303319 Oct 25 09:32:42.999926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46a48-3aa1-400a-97d3-fd74951ae5e6 req-ab994f1f-3d30-4330-9f32-2ee3a6ff2729 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:43.001419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ead46a48-3aa1-400a-97d3-fd74951ae5e6 req-ab994f1f-3d30-4330-9f32-2ee3a6ff2729 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0486574 Oct 25 09:32:43.038622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ead46a48-3aa1-400a-97d3-fd74951ae5e6 req-153fad83-30aa-4dd2-8a8b-e7e9c558f8c0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Oct 25 09:32:44.155157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619585b-0e87-40cf-8283-3f9330ab75c9 req-ebba76f6-74de-4319-af4e-ec8829beb7fe tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:44.156600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d619585b-0e87-40cf-8283-3f9330ab75c9 req-ebba76f6-74de-4319-af4e-ec8829beb7fe tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0490806 Oct 25 09:32:44.193493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d619585b-0e87-40cf-8283-3f9330ab75c9 req-98c9aa4d-ed08-45ef-bb80-64315aada236 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310853 Oct 25 09:32:45.317843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff75e03-0584-43ee-816e-ba231dfe530e req-bd783948-1454-4386-9221-8b0cc50763db tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:45.319216 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eff75e03-0584-43ee-816e-ba231dfe530e req-bd783948-1454-4386-9221-8b0cc50763db tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0542753 Oct 25 09:32:45.356763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eff75e03-0584-43ee-816e-ba231dfe530e req-33e60bf0-4e80-4e6f-8792-22e9ff54d3b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307422 Oct 25 09:32:46.437585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-49e37df7-f229-4b59-90bd-168b990f3e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:46.475721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b7b02-58fd-44b9-b7c6-8e21e0bd16f0 req-bb580391-ce54-4e5f-af6b-686890e6de63 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:46.477210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-578b7b02-58fd-44b9-b7c6-8e21e0bd16f0 req-bb580391-ce54-4e5f-af6b-686890e6de63 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0503798 Oct 25 09:32:46.515685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-578b7b02-58fd-44b9-b7c6-8e21e0bd16f0 req-ed77182c-9767-4cfb-b96a-c790c8c39bc0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318618 Oct 25 09:32:47.633574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067256c9-5b5d-47d1-87bf-bdab238dc0c1 req-5b748170-32a9-4324-9a54-ad8e19702e28 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:47.635033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-067256c9-5b5d-47d1-87bf-bdab238dc0c1 req-5b748170-32a9-4324-9a54-ad8e19702e28 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 943 time: 0.0490322 Oct 25 09:32:47.672808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-067256c9-5b5d-47d1-87bf-bdab238dc0c1 req-72e1d896-36b6-4380-9167-88df03f82782 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319273 Oct 25 09:32:48.432788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f6d96f-3547-43d9-9590-6912bec603e1 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:32:48.528858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f6d96f-3547-43d9-9590-6912bec603e1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f6d96f-3547-43d9-9590-6912bec603e1,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:32:48.539490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '12f6d96f-3547-43d9-9590-6912bec603e1', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'port_id': '12f6d96f-3547-43d9-9590-6912bec603e1', 'mac_address': 'fa:16:3e:6f:1e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:32:48.575907 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:48.589370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f6d96f-3547-43d9-9590-6912bec603e1 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:32:48.608676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f6d96f-3547-43d9-9590-6912bec603e1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f6d96f-3547-43d9-9590-6912bec603e1,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:32:48.612300 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:48.660317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12f6d96f-3547-43d9-9590-6912bec603e1,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:48.667643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.667994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.668332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.668665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.669021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.669351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.669676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.669999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.670320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.670640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.670959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.671277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:32:48.774274 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fc835f52-870b-43f4-ac2a-475649597aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:48.797023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eebd5-b812-41fa-ae8b-1e283fe98c48 req-b8a112c4-40a4-4488-b530-e0e553a44ab5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:48.798495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f1eebd5-b812-41fa-ae8b-1e283fe98c48 req-b8a112c4-40a4-4488-b530-e0e553a44ab5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 944 time: 0.0539162 Oct 25 09:32:48.836658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f1eebd5-b812-41fa-ae8b-1e283fe98c48 req-08170365-5be4-4a76-ba15-9ac1c70c737d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321393 Oct 25 09:32:48.979682 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['12f6d96f-3547-43d9-9590-6912bec603e1'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:32:49.924564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:49.953272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0627137-078c-4a7b-8d11-097e91ef362d req-e1bb7b14-9b15-4a4f-bfaf-657c7ff712a4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:49.954717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0627137-078c-4a7b-8d11-097e91ef362d req-e1bb7b14-9b15-4a4f-bfaf-657c7ff712a4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 944 time: 0.0481439 Oct 25 09:32:49.992624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f0627137-078c-4a7b-8d11-097e91ef362d req-660001de-7391-447f-801e-c8c9a33c0759 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Oct 25 09:32:50.002781 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:50.434287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f6d96f-3547-43d9-9590-6912bec603e1 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:32:50.482435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 12f6d96f-3547-43d9-9590-6912bec603e1 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:32:50.486619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 12f6d96f-3547-43d9-9590-6912bec603e1 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:32:50.486985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:50.565731 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:50.588708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f6d96f-3547-43d9-9590-6912bec603e1'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:32:50.591104 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffe03d-1f69-479b-aed4-0a68e0f9627b" -d '{"events": [{"server_uuid": "fc57a518-c2ab-4828-8ef9-37844d5a6236", "name": "network-vif-plugged", "status": "completed", "tag": "12f6d96f-3547-43d9-9590-6912bec603e1"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:32:50.605946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 12f6d96f-3547-43d9-9590-6912bec603e1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f6d96f-3547-43d9-9590-6912bec603e1,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:32:50.610465 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:50.636385 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd0505f-6f67-45de-a4b7-e9aa63c822a2 x-openstack-request-id: req-0cd0505f-6f67-45de-a4b7-e9aa63c822a2 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:32:50.636670 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc57a518-c2ab-4828-8ef9-37844d5a6236", "name": "network-vif-plugged", "status": "completed", "tag": "12f6d96f-3547-43d9-9590-6912bec603e1", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:32:50.636947 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cd0505f-6f67-45de-a4b7-e9aa63c822a2 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:32:50.637341 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f6d96f-3547-43d9-9590-6912bec603e1', 'code': 200} Oct 25 09:32:50.662389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=12f6d96f-3547-43d9-9590-6912bec603e1,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:50.759315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1939549-0a69-4515-96df-93cea620b237 req-543b6220-6038-4420-b20b-1bddafaeaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:50.760793 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1939549-0a69-4515-96df-93cea620b237 req-543b6220-6038-4420-b20b-1bddafaeaf14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 1096 time: 0.0413737 Oct 25 09:32:50.795935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1939549-0a69-4515-96df-93cea620b237 req-351543b6-565f-4ab9-8269-40226db66586 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271814 Oct 25 09:32:51.115574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1540acd-c725-4205-b0d4-20f192274011 req-92b23ac6-f72f-4c47-8657-379b275caf60 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:51.117046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1540acd-c725-4205-b0d4-20f192274011 req-92b23ac6-f72f-4c47-8657-379b275caf60 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Oct 25 09:32:51.155412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1540acd-c725-4205-b0d4-20f192274011 req-469194aa-a576-4f1c-9d0c-1a9d38ae7a86 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Oct 25 09:32:51.859957 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:52.278938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00bb1a-1b1c-4c8c-95a1-f7235aa1e0e0 req-ff4e1d47-cee6-457e-b4d8-2c69385b88b0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:52.280433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df00bb1a-1b1c-4c8c-95a1-f7235aa1e0e0 req-ff4e1d47-cee6-457e-b4d8-2c69385b88b0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 945 time: 0.0532439 Oct 25 09:32:52.320464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-df00bb1a-1b1c-4c8c-95a1-f7235aa1e0e0 req-380f9ec5-ffb6-4fb3-82cf-f6b576c8ab4a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340838 Oct 25 09:32:53.438351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270572d0-e127-4f59-82f1-c1422fd17e58 req-afed9223-ab49-4004-9fd3-f6ec8f41bca3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:53.439805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-270572d0-e127-4f59-82f1-c1422fd17e58 req-afed9223-ab49-4004-9fd3-f6ec8f41bca3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 945 time: 0.0477617 Oct 25 09:32:53.476687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-270572d0-e127-4f59-82f1-c1422fd17e58 req-bbac0c20-6728-4ade-b7ba-9b1181f7106e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309894 Oct 25 09:32:53.659279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e919f7-7c21-4c22-9bb2-929dfd22d038 req-89850270-bb66-4034-8ed0-2de84607995f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:53.660715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e919f7-7c21-4c22-9bb2-929dfd22d038 req-89850270-bb66-4034-8ed0-2de84607995f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 945 time: 0.0524919 Oct 25 09:32:53.698323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e919f7-7c21-4c22-9bb2-929dfd22d038 req-c70f4a26-213a-47e1-9fa7-49834b484d88 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Oct 25 09:32:53.720504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35810) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:53.760186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62d8bb-94ad-404d-a19f-18aa78bd6c97 tempest-TestVolumeBootPattern-739470417 tempest-TestVolumeBootPattern-739470417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:53.761709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-eb62d8bb-94ad-404d-a19f-18aa78bd6c97 tempest-TestVolumeBootPattern-739470417 tempest-TestVolumeBootPattern-739470417-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 1091 time: 0.0401688 Oct 25 09:32:53.764663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 35812) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:32:53.768803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '12f6d96f-3547-43d9-9590-6912bec603e1', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:32:53.790542 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:53.887404 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:53.987054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.25.8.69 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/93a93962-58c2-4b94-b596-391f8b9a2c56) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:32:54.088307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:54.119999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:54.156754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:32:54.161305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:32:54.164736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:32:54.189872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=93a93962-58c2-4b94-b596-391f8b9a2c56,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:54.502311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:54.569698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:54.719362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:54.723700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:54.791596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=93a93962-58c2-4b94-b596-391f8b9a2c56,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:32:54.801063 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:54.898406 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Floating IP 3506cc81-78b2-4f41-b83f-e2766acc92e3 associated. External IP: 172.25.8.69, port: 12f6d96f-3547-43d9-9590-6912bec603e1. Oct 25 09:32:55.102721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Router 24bde1af-de7f-4f03-8108-9fd5313596fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:32:55.531981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:32:55.545356 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:32:55.551796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:32:55.560771 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:32:55.561405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:32:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:55.586385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-53840c44-4a3b-4dcf-a08d-2a5f666430fb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8206742 Oct 25 09:32:55.587105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'tag': '12f6d96f-3547-43d9-9590-6912bec603e1'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:32:55.590047 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8728af02-51c5-4766-a31a-37da70031206" -d '{"events": [{"name": "network-changed", "server_uuid": "fc57a518-c2ab-4828-8ef9-37844d5a6236", "tag": "12f6d96f-3547-43d9-9590-6912bec603e1"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:32:55.637308 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac236fbf-5214-4586-b3c3-ddd3663fde5c x-openstack-request-id: req-ac236fbf-5214-4586-b3c3-ddd3663fde5c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:32:55.637585 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc57a518-c2ab-4828-8ef9-37844d5a6236", "tag": "12f6d96f-3547-43d9-9590-6912bec603e1", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:32:55.637836 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac236fbf-5214-4586-b3c3-ddd3663fde5c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:32:55.638233 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'tag': '12f6d96f-3547-43d9-9590-6912bec603e1', 'status': 'completed', 'code': 200} Oct 25 09:32:55.684981 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:32:55.725877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728af02-51c5-4766-a31a-37da70031206 req-4b3fda3a-ba85-4fe4-b3e6-3363ed016893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:55.727417 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8728af02-51c5-4766-a31a-37da70031206 req-4b3fda3a-ba85-4fe4-b3e6-3363ed016893 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 1096 time: 0.0446203 Oct 25 09:32:55.828037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728af02-51c5-4766-a31a-37da70031206 req-d81343e8-cec0-4283-8bdf-f0c27af99757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:55.829827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8728af02-51c5-4766-a31a-37da70031206 req-d81343e8-cec0-4283-8bdf-f0c27af99757 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0953817 Oct 25 09:32:55.911218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8728af02-51c5-4766-a31a-37da70031206 req-fdadc014-dd4b-4790-9bee-bd346e1814e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12f6d96f-3547-43d9-9590-6912bec603e1 HTTP/1.1" status: 200 len: 998 time: 0.0739307 Oct 25 09:32:55.933167 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '3506cc81-78b2-4f41-b83f-e2766acc92e3', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '12f6d96f-3547-43d9-9590-6912bec603e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:6f:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:32:54Z', 'updated_at': '2021-10-25T09:32:54Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:55.963709 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:32:55.968911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728af02-51c5-4766-a31a-37da70031206 req-273850f2-3d54-4276-8cee-014395c621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:55.970393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8728af02-51c5-4766-a31a-37da70031206 req-273850f2-3d54-4276-8cee-014395c621c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0527036 Oct 25 09:32:55.971976 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:32:55.972563 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:32:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:56.018457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728af02-51c5-4766-a31a-37da70031206 req-bc559ac9-cff8-470b-ba16-2d6f00e092d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:32:56.020056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8728af02-51c5-4766-a31a-37da70031206 req-bc559ac9-cff8-470b-ba16-2d6f00e092d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429270 Oct 25 09:32:56.077157 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:32:56.110439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8728af02-51c5-4766-a31a-37da70031206 req-10a71c6e-602e-4a2d-bddb-a71069076763 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830307 Oct 25 09:32:56.205197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8728af02-51c5-4766-a31a-37da70031206 req-a5a2f8f9-ca8a-4083-870e-556522a3f4a6 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877821 Oct 25 09:32:56.301814 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '3506cc81-78b2-4f41-b83f-e2766acc92e3', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '12f6d96f-3547-43d9-9590-6912bec603e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:6f:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:32:54Z', 'updated_at': '2021-10-25T09:32:54Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:32:56.328187 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f76bd1b-7eb4-4561-a2ac-aa72a5508223 None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '3506cc81-78b2-4f41-b83f-e2766acc92e3', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '12f6d96f-3547-43d9-9590-6912bec603e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:6f:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:32:54Z', 'updated_at': '2021-10-25T09:32:54Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:32:56.508785 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:32:56.528189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3039e76-a0b0-42d5-a4b3-d6de9c9c59a0 None None] New status for floating IP 3506cc81-78b2-4f41-b83f-e2766acc92e3: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:33:08.761372 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:09.939122 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:16.440852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4183-21b4-481d-9e09-1a20a8e48963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:18.778589 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-226661ba-6f1a-4c3b-b7b9-990742727d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:19.928224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:20.005918 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:21.866795 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:22.260712 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-34103812-b18b-4a70-9008-8e8ad7f6bc0d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436363 Oct 25 09:33:22.360549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-94bc3315-47be-40e0-bbb0-544c0bb75a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:33:22.362026 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-94bc3315-47be-40e0-bbb0-544c0bb75a1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0411539 Oct 25 09:33:22.467450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-2e098746-fe16-4f9e-9162-c9c279a7cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:33:22.468868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-2e098746-fe16-4f9e-9162-c9c279a7cdb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0873108 Oct 25 09:33:22.535404 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-186c5b72-ca36-40ba-aff9-66979658c306 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1000 time: 0.0581775 Oct 25 09:33:22.584365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-a16c4efc-8208-417b-b316-bea33954f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:33:22.585832 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-a16c4efc-8208-417b-b316-bea33954f0ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0443246 Oct 25 09:33:22.636666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-2b88f11e-375f-48e5-b44f-92b795c3125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:33:22.638182 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-2b88f11e-375f-48e5-b44f-92b795c3125d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439994 Oct 25 09:33:22.737929 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-d676aef2-4e6b-4dd4-b70f-cff7c175d07d service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915358 Oct 25 09:33:22.833507 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59a0d67c-095a-4e17-818f-36c9f7a7780b req-c80cbd27-ea52-484f-bd67-2900fd4f1b25 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870278 Oct 25 09:33:31.793382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-6534cfce-4bb0-47b8-8162-c555498fae86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393236 Oct 25 09:33:31.887217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-7a27ee01-a8c7-4b06-ab40-d91828049660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:33:31.888862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-7a27ee01-a8c7-4b06-ab40-d91828049660 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 1096 time: 0.0390351 Oct 25 09:33:31.994014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-6e9fbf37-4f94-4073-815d-10d1b16e4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:33:31.995447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-6e9fbf37-4f94-4073-815d-10d1b16e4748 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0877178 Oct 25 09:33:32.064541 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-fc00cca9-f202-456d-868a-f16e3cd065bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12f6d96f-3547-43d9-9590-6912bec603e1 HTTP/1.1" status: 200 len: 1000 time: 0.0614274 Oct 25 09:33:32.112368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-f17c3009-8f7c-40bb-a7cd-1601bb522a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:33:32.114066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-f17c3009-8f7c-40bb-a7cd-1601bb522a33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0424047 Oct 25 09:33:32.159829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-f992e640-8f90-4b3b-876b-7f760db968d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:33:32.161393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-f992e640-8f90-4b3b-876b-7f760db968d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406117 Oct 25 09:33:32.253948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-277cc805-869e-416e-85cd-78be19427733 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851281 Oct 25 09:33:32.343129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-08a8738f-7014-4691-b305-57d1dbcccd59 req-a702d6f6-f0b3-43a9-91c4-737b8855cff6 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Oct 25 09:33:33.507751 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:33:38.752151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:39.930955 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:46.443249 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43e54b65-7782-4da3-b987-c05bb809f0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:48.781882 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c5825dcc-ba2d-42d3-827a-a98c550f662f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:49.931127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:50.008345 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:33:51.867803 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:08.744620 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:09.931628 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:10.507896 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:34:16.444446 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b145127e-c99e-4471-9915-4be161c5c942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:18.789003 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7d793776-c83f-481f-8e09-6083538a4456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:19.933191 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:20.012874 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:21.870455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:24.418378 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-2a98e250-5dbb-447c-99fd-b1dcc61e637a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406284 Oct 25 09:34:24.515187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-7ec721c5-4967-4388-9920-7cb8b095b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:24.516546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-7ec721c5-4967-4388-9920-7cb8b095b169 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0403402 Oct 25 09:34:24.625299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-1c7184b6-4fe7-4dca-b632-71a67de9cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:24.626744 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-1c7184b6-4fe7-4dca-b632-71a67de9cdec service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0912726 Oct 25 09:34:24.694365 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-e4074e16-c841-4fdc-8f07-bf1bf511246f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1000 time: 0.0587995 Oct 25 09:34:24.748999 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-d4eb3727-683c-471d-870d-56f1ad926970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:24.750421 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-d4eb3727-683c-471d-870d-56f1ad926970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0483477 Oct 25 09:34:24.796054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-064b72cc-5833-4be4-b275-57c7005e75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:24.797793 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-064b72cc-5833-4be4-b275-57c7005e75cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401006 Oct 25 09:34:24.884904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-4021a1b9-b70c-47ef-8203-55e1e19da8d4 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799880 Oct 25 09:34:24.977938 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50ca7e8b-de2a-4a1c-9ea2-dd1f1ebf3db7 req-2bd7dae2-9d4a-4c2f-9bd3-4300b8b5e8d0 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862672 Oct 25 09:34:32.773224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-1b8b6d1c-8d04-4b5c-8679-dc21e358082a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406225 Oct 25 09:34:32.874205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-10cd86fc-4711-413c-bd4b-234e328ecfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:32.875583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-10cd86fc-4711-413c-bd4b-234e328ecfe9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 1096 time: 0.0465310 Oct 25 09:34:32.980771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-9369a233-22fb-413f-addf-0a852bf8605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:32.982247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-9369a233-22fb-413f-addf-0a852bf8605c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0875239 Oct 25 09:34:33.050933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-e395abe7-81d4-4300-88ee-0e560e6d6531 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12f6d96f-3547-43d9-9590-6912bec603e1 HTTP/1.1" status: 200 len: 1000 time: 0.0607400 Oct 25 09:34:33.099917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-95ef22b6-779a-4455-a871-3befa6a6c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:33.101882 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-95ef22b6-779a-4455-a871-3befa6a6c83c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0436482 Oct 25 09:34:33.148069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-004b8ce0-2a0e-451e-84d0-f0f7b8c8464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:33.149536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-004b8ce0-2a0e-451e-84d0-f0f7b8c8464d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404255 Oct 25 09:34:33.241756 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-fd9cf5ef-d576-41e6-a774-63e694b77d01 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839183 Oct 25 09:34:33.327795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1247ac6d-2f97-427a-bc5a-21d86231c6fe req-73e6b91f-42ba-4901-97f9-62284ab423bf service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800047 Oct 25 09:34:38.760371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:39.925768 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:46.445640 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3c450f7c-cf68-440e-9533-008e5562ac10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:47.506544 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:34:48.783408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-90f94a6e-5cd8-479f-acac-26cf7d422002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:49.936688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:50.015913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:51.065767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed4e45-c597-435f-b440-8b0d249861ad req-1ec5ad4f-da34-465c-88a1-bd82997d9f37 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:51.067152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bed4e45-c597-435f-b440-8b0d249861ad req-1ec5ad4f-da34-465c-88a1-bd82997d9f37 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 945 time: 0.0544474 Oct 25 09:34:51.105854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bed4e45-c597-435f-b440-8b0d249861ad req-b8dbd144-e93e-41a2-81b7-3b6a87c0c0ab tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325789 Oct 25 09:34:51.872631 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:52.225567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ad2a-790e-43d5-8821-096b997637ea req-412a79c3-cbef-4e90-a480-6f65fdc0583a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:52.227355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e923ad2a-790e-43d5-8821-096b997637ea req-412a79c3-cbef-4e90-a480-6f65fdc0583a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 945 time: 0.0496738 Oct 25 09:34:52.272850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e923ad2a-790e-43d5-8821-096b997637ea req-02176735-ca91-4566-b2c1-0e3b7b019c1e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342491 Oct 25 09:34:52.777673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584e17-e900-4053-b115-da85ab4bc016 req-ab8a02c1-3a9e-4a19-b6f5-4a9653bfec5d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:52.779142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35584e17-e900-4053-b115-da85ab4bc016 req-ab8a02c1-3a9e-4a19-b6f5-4a9653bfec5d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 945 time: 0.0496211 Oct 25 09:34:52.877391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port 12f6d96f-3547-43d9-9590-6912bec603e1 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:34:52.877636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:52.971002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] For port 12f6d96f-3547-43d9-9590-6912bec603e1, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=12f6d96f-3547-43d9-9590-6912bec603e1,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:34:52.971387 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:53.196083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:53.196555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:53.196911 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Floating IP 3506cc81-78b2-4f41-b83f-e2766acc92e3 disassociated. External IP: 172.25.8.69, port: 12f6d96f-3547-43d9-9590-6912bec603e1. Oct 25 09:34:53.197255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for 12f6d96f-3547-43d9-9590-6912bec603e1 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:34:53.332519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:53.372580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=12f6d96f-3547-43d9-9590-6912bec603e1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:34:53.398660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.399599 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.399934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.400267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.400596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.400943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.401267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.401584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.401896 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.402216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.402532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.402847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:34:53.406800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46371765-5157-4c16-9d9f-9c64d590e53b req-3e20eec8-9607-4405-9f58-1dd8362755f7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 210 time: 0.0449364 Oct 25 09:34:53.517982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Router 24bde1af-de7f-4f03-8108-9fd5313596fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:34:53.627805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:34:53.639554 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:34:53.650259 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:34:53.651149 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:34:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:34:53.673769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] No DVR routers for this DVR port 12f6d96f-3547-43d9-9590-6912bec603e1 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:34:53.677062 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:34:53.681822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-35584e17-e900-4053-b115-da85ab4bc016 req-628cc007-78f1-4c9c-b81b-5142b94d515d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "DELETE /v2.0/ports/12f6d96f-3547-43d9-9590-6912bec603e1 HTTP/1.1" status: 204 len: 173 time: 0.8953156 Oct 25 09:34:53.682297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'name': 'network-vif-deleted', 'tag': '12f6d96f-3547-43d9-9590-6912bec603e1'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:34:53.685444 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800ae81c-2cec-4f92-91c5-b3dddac88453" -d '{"events": [{"server_uuid": "fc57a518-c2ab-4828-8ef9-37844d5a6236", "name": "network-vif-deleted", "tag": "12f6d96f-3547-43d9-9590-6912bec603e1"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:34:53.735346 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e2f0c3-bb90-48dd-a92c-ca4e068a5d30 x-openstack-request-id: req-82e2f0c3-bb90-48dd-a92c-ca4e068a5d30 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:34:53.735650 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc57a518-c2ab-4828-8ef9-37844d5a6236", "name": "network-vif-deleted", "tag": "12f6d96f-3547-43d9-9590-6912bec603e1", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:34:53.735960 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82e2f0c3-bb90-48dd-a92c-ca4e068a5d30 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:34:53.736384 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc57a518-c2ab-4828-8ef9-37844d5a6236', 'name': 'network-vif-deleted', 'tag': '12f6d96f-3547-43d9-9590-6912bec603e1', 'status': 'completed', 'code': 200} Oct 25 09:34:53.775935 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:34:54.000767 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:34:54.032233 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:34:54.040816 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:34:54.041449 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:34:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:34:54.242504 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:34:54.436350 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:34:54.463508 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae9715-9396-443d-a07e-f7ce409ad693 None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:34:54.512505 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ceea4d59-ceaf-4654-b4e6-f9661210d9d5 req-b125c2be-1890-41fd-9599-efde78be0d1b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 210 time: 0.0276949 Oct 25 09:34:54.702022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703cc09c-b3c4-41f2-953b-7244f853d69f None None] New status for floating IP 3506cc81-78b2-4f41-b83f-e2766acc92e3: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:34:55.610645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f071815-5567-4b5e-8da6-bf698035d96b req-9f87e76b-6bd0-4480-b886-0751c9c6b3ed tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 210 time: 0.0276043 Oct 25 09:34:56.704226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07c3c496-0c3a-46af-b233-020542f99405 req-11768ef1-e241-475f-8dbe-05b688c17fbb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 210 time: 0.0264890 Oct 25 09:34:56.997799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f6d96f-3547-43d9-9590-6912bec603e1 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:34:57.018687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 12f6d96f-3547-43d9-9590-6912bec603e1 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:34:57.019030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 12f6d96f-3547-43d9-9590-6912bec603e1 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:34:57.808577 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bf2863d-aa15-4647-8186-9adb176fc153 req-cf2300c8-b086-419e-ba6f-18d3b5c42705 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc57a518-c2ab-4828-8ef9-37844d5a6236 HTTP/1.1" status: 200 len: 210 time: 0.0275815 Oct 25 09:34:59.008377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-7d9a836b-f86b-40ba-a49d-153476cf16e6 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680894002&fields=id&tenant_id=8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 267 time: 0.0322685 Oct 25 09:34:59.116757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-8fe595e8-053b-4f51-a466-6662a9eedde2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:34:59.118223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-8fe595e8-053b-4f51-a466-6662a9eedde2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1031466 Oct 25 09:34:59.133422 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-a194317e-ae54-4c5d-ba72-8c203aea2789 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/quotas/8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 375 time: 0.0093770 Oct 25 09:34:59.184393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-da4e331f-4dc4-47f4-9d27-24dd1d67d0dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459738 Oct 25 09:34:59.338013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-f1d21e6c-786d-45df-9b6a-6ef97092bb8d service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387823 Oct 25 09:34:59.428098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-ad170e15-3ada-44bd-b6d9-687fdb3ed07b service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835168 Oct 25 09:34:59.723092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bdff38d-7076-41af-b40d-f79299c003ca req-2e93189e-251f-4b94-b8b5-4af8ba62965a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0258713 Oct 25 09:35:00.715711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405522a-a6e2-4270-add9-1bb74299be39 req-1bbfbf48-dd70-4bd2-810c-54bafcbf83b2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:00.717811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8405522a-a6e2-4270-add9-1bb74299be39 req-1bbfbf48-dd70-4bd2-810c-54bafcbf83b2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0541427 Oct 25 09:35:00.761811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8405522a-a6e2-4270-add9-1bb74299be39 req-e1359e93-7f13-4e92-8c76-c1b010cc3473 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354977 Oct 25 09:35:00.827077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94d4681f-f34f-45b6-a4f6-8fd7e7222f39 req-ab0b3fe2-b932-4df9-9f26-f73092f4e350 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0271599 Oct 25 09:35:01.880309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763691a9-912d-41d2-ac97-25ed43c7a6de req-d5cc8cd6-fd68-4bf2-81f5-69fcfaeb32af tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:01.882251 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-763691a9-912d-41d2-ac97-25ed43c7a6de req-d5cc8cd6-fd68-4bf2-81f5-69fcfaeb32af tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Oct 25 09:35:01.924167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-763691a9-912d-41d2-ac97-25ed43c7a6de req-6d7266a6-6b6c-4d58-a32e-d645898b46b8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351117 Oct 25 09:35:01.992076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c20b6a1-5975-4d83-8a76-db8e78f9df04 req-a634a253-c67c-41bf-b9a4-610359149dd2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0288601 Oct 25 09:35:03.047054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20474907-fe2a-401a-a053-309ce32a2bd9 req-a7cecb74-b115-4130-8562-d07242fb0d2b tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:03.048640 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20474907-fe2a-401a-a053-309ce32a2bd9 req-a7cecb74-b115-4130-8562-d07242fb0d2b tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0517991 Oct 25 09:35:03.087821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20474907-fe2a-401a-a053-309ce32a2bd9 req-0c06d457-7e0d-4076-934f-36008484609c tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Oct 25 09:35:03.167981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5a1d1c3-27dd-4db3-a1de-42f7e677c5f6 req-566f1605-cc13-430f-b6e7-e572bc9a7a7e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0256665 Oct 25 09:35:04.206246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305b1ec-3b08-4853-bc9c-d8bb69f32d11 req-0a01495b-c9c1-4320-9db7-a3ff351fd18b tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:04.207423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1305b1ec-3b08-4853-bc9c-d8bb69f32d11 req-0a01495b-c9c1-4320-9db7-a3ff351fd18b tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0508943 Oct 25 09:35:04.246292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1305b1ec-3b08-4853-bc9c-d8bb69f32d11 req-cfc16059-fa2d-4a10-9cf9-8ac69c0a420e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Oct 25 09:35:04.333930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd7a25f5-21e4-4dcd-b168-69370dc31329 req-32a080f3-a641-4f94-a646-475a4f9f9775 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0311584 Oct 25 09:35:04.774849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-e3a25918-25fc-44bb-af46-d5c6abe6ea57 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:04.776272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-e3a25918-25fc-44bb-af46-d5c6abe6ea57 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1027372 Oct 25 09:35:04.824137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-4457d448-eba9-466e-bc3b-e1a2a916ad10 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 379 time: 0.0339971 Oct 25 09:35:04.834186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'port': {'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'admin_state_up': True, 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'security_groups': ['ae9630a7-e79d-44dd-ad42-6f3c3dd9449c']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:35:04.948031 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:35:04.951732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:05.080211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.20.0.10 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/9a221b24-1502-49a2-a690-58b8f58b9910) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:35:05.219073 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:05.253683 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:05.307039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:35:05.312515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:35:05.316771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:35:05.356810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=9a221b24-1502-49a2-a690-58b8f58b9910,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:35:05.397100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:05.398301 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:05.424477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031340e8-3b6a-4582-8504-6450cddd2469 req-e4bc18df-ec2a-40e2-aca5-3342b2536888 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:05.426267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-031340e8-3b6a-4582-8504-6450cddd2469 req-e4bc18df-ec2a-40e2-aca5-3342b2536888 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0833488 Oct 25 09:35:05.430259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-6435d8fd-7690-47fd-9305-0be1ee708e7c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5998018 Oct 25 09:35:05.451272 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Request body: {'port': {'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:35:05.500713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-031340e8-3b6a-4582-8504-6450cddd2469 req-54987e32-18f3-430c-949f-a0370e00abff tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682483 Oct 25 09:35:05.530095 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:05.615001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ee32df10-9680-4b35-8022-fccbfbff6304 None None] Provisioning complete for port 9a221b24-1502-49a2-a690-58b8f58b9910 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:35:05.615636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee32df10-9680-4b35-8022-fccbfbff6304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:05.650510 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ee32df10-9680-4b35-8022-fccbfbff6304 None None] Port 9a221b24-1502-49a2-a690-58b8f58b9910 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:35:05.728430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65161b-31d5-4d37-be07-ff5c88dd9529 req-3deb7de2-13c6-48ef-8b68-c0bf65488134 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:05.730518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b65161b-31d5-4d37-be07-ff5c88dd9529 req-3deb7de2-13c6-48ef-8b68-c0bf65488134 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 932 time: 0.1459951 Oct 25 09:35:05.797467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b65161b-31d5-4d37-be07-ff5c88dd9529 req-b45c5f8d-c212-4903-a332-7fc485fcbcd2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590205 Oct 25 09:35:05.871688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a221b24-1502-49a2-a690-58b8f58b9910 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:35:05.879029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:05.891071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Transition to ACTIVE for port object 9a221b24-1502-49a2-a690-58b8f58b9910 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:35:05.894237 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:05.991192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a221b24-1502-49a2-a690-58b8f58b9910,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:35:06.018059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Attempting to bind port 9a221b24-1502-49a2-a690-58b8f58b9910 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:35:06.018390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Attempting to bind port 9a221b24-1502-49a2-a690-58b8f58b9910 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:35:06.018710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Attempting to bind port 9a221b24-1502-49a2-a690-58b8f58b9910 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:35:06.024803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Port 9a221b24-1502-49a2-a690-58b8f58b9910 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:35:06.025158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Attempting to bind port 9a221b24-1502-49a2-a690-58b8f58b9910 on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:35:06.030295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:35:06.030646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:35:06.031008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:35:06.031494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Bound port: 9a221b24-1502-49a2-a690-58b8f58b9910, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:35:06.031853 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:06.099550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] For port 9a221b24-1502-49a2-a690-58b8f58b9910, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:35:06.104211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] For port 9a221b24-1502-49a2-a690-58b8f58b9910, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9a221b24-1502-49a2-a690-58b8f58b9910,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:35:06.108108 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:06.150746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:06.151454 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:06.153001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] 10.222.0.41 "PUT /v2.0/ports/9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 200 len: 1092 time: 0.7061582 Oct 25 09:35:06.153416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:35:06.155726 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003ca537-989a-4de9-ad47-26645e15d0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:35:06.204868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cb9c1-1c46-4e40-a539-15a486c035dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a221b24-1502-49a2-a690-58b8f58b9910,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:35:06.225565 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b5007-ae59-401a-b4b9-876cdce951b8 x-openstack-request-id: req-754b5007-ae59-401a-b4b9-876cdce951b8 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:35:06.226181 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:35:06.226503 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-754b5007-ae59-401a-b4b9-876cdce951b8 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:35:06.226776 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910', 'status': 'completed', 'code': 200} Oct 25 09:35:06.258295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-59883918-41ba-445f-a31b-ca89828d6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:06.259800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-59883918-41ba-445f-a31b-ca89828d6174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1095 time: 0.0453219 Oct 25 09:35:06.310280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-e6800b21-6803-42d0-888a-f8361d088b55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 200 len: 217 time: 0.0379496 Oct 25 09:35:06.379530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-5f27217e-9383-4872-b633-ed28169ba883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:06.381016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-5f27217e-9383-4872-b633-ed28169ba883 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0641758 Oct 25 09:35:06.431570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-0a9ef779-3d91-4fee-8726-01d8064288de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:06.433128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-0a9ef779-3d91-4fee-8726-01d8064288de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438447 Oct 25 09:35:06.524739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-7beebd83-611b-4df8-9026-e3be4f5022bf service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846131 Oct 25 09:35:06.655523 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4933122c-8a38-4c87-84fa-604ad8054ff0 req-1b51af64-97b2-4a9f-97e6-236a73a730ba service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236844 Oct 25 09:35:06.664825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e38eb2-ac61-42e7-befe-f7c76335dca0 req-21446c15-1fc5-491c-8954-207b506648d2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:06.667395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84e38eb2-ac61-42e7-befe-f7c76335dca0 req-21446c15-1fc5-491c-8954-207b506648d2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0780861 Oct 25 09:35:06.716290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84e38eb2-ac61-42e7-befe-f7c76335dca0 req-a84a9f95-fc82-447a-91c3-513484d471b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Oct 25 09:35:06.772565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-fcd5deaf-6013-4c19-8cd7-6a23e51f362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:06.773874 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-fcd5deaf-6013-4c19-8cd7-6a23e51f362b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1095 time: 0.0466764 Oct 25 09:35:06.867762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-e70bc57f-9cb3-49e2-b4df-3d758ebf83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:06.869269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-e70bc57f-9cb3-49e2-b4df-3d758ebf83ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0886092 Oct 25 09:35:06.930787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-53dd6a3b-8f36-4867-8b93-d0a1888f9931 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 200 len: 217 time: 0.0524564 Oct 25 09:35:06.976422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029740a-3637-4617-9410-3538f77aca57 req-fefcf26a-64fd-4b69-902b-13f0ebfa90cb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:06.977990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7029740a-3637-4617-9410-3538f77aca57 req-fefcf26a-64fd-4b69-902b-13f0ebfa90cb tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.1077557 Oct 25 09:35:07.003148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-2b938f43-7adc-48da-8847-101f1e0a0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:07.004554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-2b938f43-7adc-48da-8847-101f1e0a0fba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0663483 Oct 25 09:35:07.045378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7029740a-3637-4617-9410-3538f77aca57 req-8e8cc0d0-f624-49be-af29-bc28dcbf7459 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595484 Oct 25 09:35:07.062258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-5629065e-c9d7-40d6-8803-fc0a234e8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:07.063717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-5629065e-c9d7-40d6-8803-fc0a234e8eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516794 Oct 25 09:35:07.158683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-b5deb0bd-e142-4698-8c37-0ce728bbcf50 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868449 Oct 25 09:35:07.256193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-003ca537-989a-4de9-ad47-26645e15d0c5 req-1321ffb7-0dbe-4bdd-9f04-c991f006b788 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910542 Oct 25 09:35:08.146355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bec7b5-e24d-4916-928f-9a3e03232080 req-ff9c7cd1-7f4d-4c13-8024-15db8f918dd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:08.147904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81bec7b5-e24d-4916-928f-9a3e03232080 req-ff9c7cd1-7f4d-4c13-8024-15db8f918dd8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.3547447 Oct 25 09:35:08.187056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81bec7b5-e24d-4916-928f-9a3e03232080 req-75b6ff91-7ddf-4df4-a99c-16113c46f268 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326877 Oct 25 09:35:08.289238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fac710-620f-4f1d-89ab-7c564b032c0d req-8cbaa454-aeed-41ae-8f6f-fa75af31cecf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:08.290788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74fac710-620f-4f1d-89ab-7c564b032c0d req-8cbaa454-aeed-41ae-8f6f-fa75af31cecf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.0495958 Oct 25 09:35:08.330601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-74fac710-620f-4f1d-89ab-7c564b032c0d req-e1123b6e-4e37-4041-8c8d-9d03f0d2c8fd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Oct 25 09:35:08.763142 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:09.309989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7432022-9069-4d67-bed8-56a66aa3631e req-8c7ef5ff-372d-4a59-9ce2-db4654541f0a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:09.311464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7432022-9069-4d67-bed8-56a66aa3631e req-8c7ef5ff-372d-4a59-9ce2-db4654541f0a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0549402 Oct 25 09:35:09.353906 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7432022-9069-4d67-bed8-56a66aa3631e req-1277c347-d1db-431f-8d4c-2120dbadee3a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353255 Oct 25 09:35:09.456876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5892e-11b8-4d81-be4f-b03b13601113 req-5dd6acd4-22e3-41bf-9fde-ed1a4f7379f8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:09.458392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecb5892e-11b8-4d81-be4f-b03b13601113 req-5dd6acd4-22e3-41bf-9fde-ed1a4f7379f8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.0505614 Oct 25 09:35:09.497984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecb5892e-11b8-4d81-be4f-b03b13601113 req-3c724789-5730-49c1-aa1c-7292291b0e9c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326796 Oct 25 09:35:09.950870 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:10.470098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902e9d5-5fab-4c6b-b69a-743e5c9c208b req-180bd8ea-0f8e-4c6f-9c83-6eacc1ddfba5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:10.471560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d902e9d5-5fab-4c6b-b69a-743e5c9c208b req-180bd8ea-0f8e-4c6f-9c83-6eacc1ddfba5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0490172 Oct 25 09:35:10.509036 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d902e9d5-5fab-4c6b-b69a-743e5c9c208b req-d956cd78-4359-4736-9162-da77625dca6e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Oct 25 09:35:10.611289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6756a7-c8c3-44e4-9e99-e1a38233e634 req-0fe5b0ed-42c5-4fd3-bb5b-32b92ca9735e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:10.612739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d6756a7-c8c3-44e4-9e99-e1a38233e634 req-0fe5b0ed-42c5-4fd3-bb5b-32b92ca9735e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.0483096 Oct 25 09:35:10.656533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d6756a7-c8c3-44e4-9e99-e1a38233e634 req-c00fbe8d-b96b-4715-b0c9-ee3b23faccf2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364535 Oct 25 09:35:11.627642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc525470-b8c5-49fa-a2d3-d0212270e0e3 req-21e602da-7e8f-4638-8fb7-d015e52ffc85 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:11.629126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc525470-b8c5-49fa-a2d3-d0212270e0e3 req-21e602da-7e8f-4638-8fb7-d015e52ffc85 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0489905 Oct 25 09:35:11.669782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc525470-b8c5-49fa-a2d3-d0212270e0e3 req-8eb398c6-dcdb-4178-81a7-b00819cc2c72 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Oct 25 09:35:11.779924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648caefa-ba3c-4aa7-89ec-760e46a2f754 req-f67c4140-9b35-469e-ab04-11229d9ec22f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:11.781440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-648caefa-ba3c-4aa7-89ec-760e46a2f754 req-f67c4140-9b35-469e-ab04-11229d9ec22f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.0527139 Oct 25 09:35:11.820070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-648caefa-ba3c-4aa7-89ec-760e46a2f754 req-4c95f8e0-a4c8-4f77-aa94-c45808decf3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Oct 25 09:35:12.007885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e9a64-c943-4cc7-abf0-3fcbb68f61a2 req-30bf4af5-8d36-47bb-9838-25f867150abf tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:12.009499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-645e9a64-c943-4cc7-abf0-3fcbb68f61a2 req-30bf4af5-8d36-47bb-9838-25f867150abf tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0506201 Oct 25 09:35:12.055171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-645e9a64-c943-4cc7-abf0-3fcbb68f61a2 req-a9cb3b3a-fa08-4a98-9d3e-eb4ec34b5095 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Oct 25 09:35:12.061273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-ca11759b-d0e9-4b5f-bc19-6cf6749ac5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:12.062907 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-ca11759b-d0e9-4b5f-bc19-6cf6749ac5ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0443778 Oct 25 09:35:12.157570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-ea308f81-2b72-47a2-80ef-b4a5779596ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:12.159032 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-ea308f81-2b72-47a2-80ef-b4a5779596ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0891218 Oct 25 09:35:12.224247 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-30503abb-53a0-4d59-a151-9977a467d14e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1000 time: 0.0583196 Oct 25 09:35:12.277069 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-d95d8e0f-7f4d-4264-a1d6-fd2bd608f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:12.278507 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-d95d8e0f-7f4d-4264-a1d6-fd2bd608f053 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0471015 Oct 25 09:35:12.326436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-38479993-fb76-4381-861e-8207bc8edfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:12.327961 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-38479993-fb76-4381-861e-8207bc8edfd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425243 Oct 25 09:35:12.419297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-a6942493-7f70-4201-9f15-f2da70dc8b0c service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835521 Oct 25 09:35:12.513289 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95a1ffbb-58b1-43fd-8726-0a87e5ea3437 req-1579f644-b5b3-47a3-b216-8abe32d86328 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874505 Oct 25 09:35:12.940604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07212d-40d5-4bc3-bcc2-fd7f5b7184dd req-74330052-adcc-4769-8524-7f75e7401b7a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:12.942074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b07212d-40d5-4bc3-bcc2-fd7f5b7184dd req-74330052-adcc-4769-8524-7f75e7401b7a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.0511150 Oct 25 09:35:12.979939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b07212d-40d5-4bc3-bcc2-fd7f5b7184dd req-d9497e33-2a69-46f1-b906-5b63effa5f08 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309000 Oct 25 09:35:13.170532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891f675-5505-4a33-95c0-af43221e91e1 req-520d0780-69e7-4797-adf8-4cca27ca49b2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:13.172054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2891f675-5505-4a33-95c0-af43221e91e1 req-520d0780-69e7-4797-adf8-4cca27ca49b2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0492556 Oct 25 09:35:13.212308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2891f675-5505-4a33-95c0-af43221e91e1 req-47791c5f-d357-46ce-9ea1-e9fc0ea1de7d tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337126 Oct 25 09:35:14.095888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e2ac0-ca9f-4197-8c3a-f775b2721a90 req-fd0b4554-303e-4e7f-9caf-7a43e69154e0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:14.097344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d7e2ac0-ca9f-4197-8c3a-f775b2721a90 req-fd0b4554-303e-4e7f-9caf-7a43e69154e0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.0481579 Oct 25 09:35:14.138002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d7e2ac0-ca9f-4197-8c3a-f775b2721a90 req-6b2f5161-afb8-4c25-a8f6-e28f547b424a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346503 Oct 25 09:35:14.329212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482382c6-f522-4564-b23b-9d8a7499c9b4 req-42a0621e-ceba-419c-8fe8-6cd6ee0849a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:14.330573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-482382c6-f522-4564-b23b-9d8a7499c9b4 req-42a0621e-ceba-419c-8fe8-6cd6ee0849a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0482922 Oct 25 09:35:14.368038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-482382c6-f522-4564-b23b-9d8a7499c9b4 req-7901e91b-506e-442f-abb6-1ee0cece3ac5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Oct 25 09:35:15.252900 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07351d1-669f-4536-b6ed-57b2cd85921f req-0838cf77-6f5a-4b69-8109-795a305f142c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:15.254359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f07351d1-669f-4536-b6ed-57b2cd85921f req-0838cf77-6f5a-4b69-8109-795a305f142c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.0494030 Oct 25 09:35:15.293142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f07351d1-669f-4536-b6ed-57b2cd85921f req-2e5c3d26-0e49-400e-80f6-50d90b6c72ae tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321863 Oct 25 09:35:15.439783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-f56921c7-55b9-4398-9196-543a0b2d65f6 req-0738ffae-b353-4db3-980b-ba32a1763904 service neutron] (106991) timed out ('10.222.0.32', 52804) {{(pid=106991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:35:16.406227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d48399-57e2-43af-b339-3cde4a40050a req-569e2aea-c5e7-4dae-9153-c3f44786dd19 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:16.407683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25d48399-57e2-43af-b339-3cde4a40050a req-569e2aea-c5e7-4dae-9153-c3f44786dd19 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 944 time: 0.0476546 Oct 25 09:35:16.447223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-76d26581-7c37-49b4-b27d-3c86ff599844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:16.450994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25d48399-57e2-43af-b339-3cde4a40050a req-022647fc-d466-4c1d-84ac-48e084888106 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367854 Oct 25 09:35:17.106204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9a221b24-1502-49a2-a690-58b8f58b9910 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:35:17.200869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9a221b24-1502-49a2-a690-58b8f58b9910, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9a221b24-1502-49a2-a690-58b8f58b9910,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:35:17.211981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '9a221b24-1502-49a2-a690-58b8f58b9910', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:35:17.247223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:17.260515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a221b24-1502-49a2-a690-58b8f58b9910 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:35:17.283621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9a221b24-1502-49a2-a690-58b8f58b9910, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9a221b24-1502-49a2-a690-58b8f58b9910,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:35:17.288528 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:17.334588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=9a221b24-1502-49a2-a690-58b8f58b9910,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:35:17.341830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.342191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.342529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.342860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.343185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.343509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.343829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.344141 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.344463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.344778 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.345135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.345457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:35:17.566257 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0c6ad-b2ea-4fc2-b2ab-1a80dbb5412e req-aa09b6b9-5190-4c40-b21a-351833893c48 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:17.567724 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59d0c6ad-b2ea-4fc2-b2ab-1a80dbb5412e req-aa09b6b9-5190-4c40-b21a-351833893c48 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 945 time: 0.0492904 Oct 25 09:35:17.606458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59d0c6ad-b2ea-4fc2-b2ab-1a80dbb5412e req-0923cc5a-73b3-4f85-983d-f4aac6340af6 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Oct 25 09:35:17.721283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['9a221b24-1502-49a2-a690-58b8f58b9910'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:35:18.723309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea220a89-0bf8-4e61-988a-8d0aa0a56611 req-846b1ecd-0501-4f92-adba-dcb8e83dca4b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:18.724728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea220a89-0bf8-4e61-988a-8d0aa0a56611 req-846b1ecd-0501-4f92-adba-dcb8e83dca4b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 945 time: 0.0494571 Oct 25 09:35:18.763816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea220a89-0bf8-4e61-988a-8d0aa0a56611 req-96a93ffa-359c-400c-b8b3-f3be50bdcd21 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Oct 25 09:35:18.787042 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f784c1d4-b1b8-4203-8f14-0db6ac10ea15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:19.012870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-071714af-e195-4328-b940-2cae5c05350f req-f4e6e7bc-a148-4bd9-9c10-f6bf40daf51c service neutron] (106991) timed out ('10.222.0.18', 57367) {{(pid=106991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:35:19.120201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9a221b24-1502-49a2-a690-58b8f58b9910 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:35:19.168226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 9a221b24-1502-49a2-a690-58b8f58b9910 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:35:19.171882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 9a221b24-1502-49a2-a690-58b8f58b9910 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:35:19.172240 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:19.249503 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:19.278196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:35:19.280383 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fe2155-2a4c-43d6-bc52-c0403f65321d" -d '{"events": [{"server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "name": "network-vif-plugged", "status": "completed", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:35:19.292515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 9a221b24-1502-49a2-a690-58b8f58b9910, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9a221b24-1502-49a2-a690-58b8f58b9910,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:35:19.296822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:19.321976 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78710525-fe18-4e49-8a64-4d677884342c x-openstack-request-id: req-78710525-fe18-4e49-8a64-4d677884342c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:35:19.322264 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "name": "network-vif-plugged", "status": "completed", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:35:19.322509 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78710525-fe18-4e49-8a64-4d677884342c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:35:19.322887 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910', 'code': 200} Oct 25 09:35:19.348565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=9a221b24-1502-49a2-a690-58b8f58b9910,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:35:19.440673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c897f5-b7a8-429e-aa54-ddc9db486991 req-b7fefb7c-7fe9-4933-ad3f-6627551079c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:19.442179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0c897f5-b7a8-429e-aa54-ddc9db486991 req-b7fefb7c-7fe9-4933-ad3f-6627551079c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1097 time: 0.0394235 Oct 25 09:35:19.482041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0c897f5-b7a8-429e-aa54-ddc9db486991 req-53e7edee-a760-491e-b4bd-3d94c7ed2fa1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314081 Oct 25 09:35:19.883317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e923b-2c2d-4c92-9fdf-22b1310f8d0c req-4a553624-1324-4f0f-b6ae-26eb19565ac1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:19.884699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b2e923b-2c2d-4c92-9fdf-22b1310f8d0c req-4a553624-1324-4f0f-b6ae-26eb19565ac1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 946 time: 0.0498738 Oct 25 09:35:19.921570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b2e923b-2c2d-4c92-9fdf-22b1310f8d0c req-e7cba976-93fb-4df7-998c-049ff81ee4c6 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308356 Oct 25 09:35:19.939444 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:20.017108 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:21.036583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e746c-de5a-40b8-aeac-017a029cdc11 req-250fba86-1cbf-4e55-8747-568c15b9c319 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:21.038957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f25e746c-de5a-40b8-aeac-017a029cdc11 req-250fba86-1cbf-4e55-8747-568c15b9c319 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 946 time: 0.0496447 Oct 25 09:35:21.077075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f25e746c-de5a-40b8-aeac-017a029cdc11 req-516451ca-0a75-43b1-b5f8-a62ee00b1de5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318379 Oct 25 09:35:21.188331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874afa94-c2ea-4289-aac9-af098f6488c9 req-f47ab997-601f-4706-a6d8-207aa835fe1d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:21.189824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-874afa94-c2ea-4289-aac9-af098f6488c9 req-f47ab997-601f-4706-a6d8-207aa835fe1d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 946 time: 0.0491836 Oct 25 09:35:21.231528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-874afa94-c2ea-4289-aac9-af098f6488c9 req-008eeb5b-694d-4353-8b95-42fcaf3f9d43 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355561 Oct 25 09:35:21.253042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36258) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:35:21.389290 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c838a4-ccf3-4f1a-9986-0f019e4a59b8 tempest-TestVolumeBootPattern-739470417 tempest-TestVolumeBootPattern-739470417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:21.390800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f2c838a4-ccf3-4f1a-9986-0f019e4a59b8 tempest-TestVolumeBootPattern-739470417 tempest-TestVolumeBootPattern-739470417-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1092 time: 0.1367011 Oct 25 09:35:21.393602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36262) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:35:21.398324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:35:21.420177 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:21.514496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:21.623072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.25.8.62 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/7c42bad1-930f-4c19-bd7e-7235ac9ac353) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:35:21.728550 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:21.761508 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:21.797594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:35:21.800309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:35:21.806550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:35:21.830568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=7c42bad1-930f-4c19-bd7e-7235ac9ac353,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:35:21.878665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:22.157482 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:22.222650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:22.374856 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:22.379392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:22.447760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=7c42bad1-930f-4c19-bd7e-7235ac9ac353,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:35:22.457918 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:22.557388 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Floating IP 87b8af5e-e353-4034-aecc-55073e92881a associated. External IP: 172.25.8.62, port: 9a221b24-1502-49a2-a690-58b8f58b9910. Oct 25 09:35:22.766292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Router 24bde1af-de7f-4f03-8108-9fd5313596fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:35:22.875062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:35:22.885314 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:35:22.893611 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:22.897229 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:35:22.897829 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:35:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:35:22.921392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-85416734-e331-49b9-9bd0-1374388cd929 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5267813 Oct 25 09:35:22.922003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:35:22.924293 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220ece8-7acf-462e-9d0a-83ec2ad65c66" -d '{"events": [{"name": "network-changed", "server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:35:22.962691 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7b68b1-b081-47ca-b20f-c2e0e47d196c x-openstack-request-id: req-ca7b68b1-b081-47ca-b20f-c2e0e47d196c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:35:22.963018 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:35:22.963244 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca7b68b1-b081-47ca-b20f-c2e0e47d196c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:35:22.963645 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910', 'status': 'completed', 'code': 200} Oct 25 09:35:23.004156 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:35:23.045463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-d82365b9-9826-43d3-a9e5-38a97378ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:23.046878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-d82365b9-9826-43d3-a9e5-38a97378ca77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1097 time: 0.0399699 Oct 25 09:35:23.142691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-3a5cd738-46e8-4c4b-b800-303446cea4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:23.144250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-3a5cd738-46e8-4c4b-b800-303446cea4a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0890014 Oct 25 09:35:23.210068 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-b88a5f3d-ee0b-4532-a4d9-af38bded5312 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 200 len: 999 time: 0.0579960 Oct 25 09:35:23.223196 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:22Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:35:23.251866 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:35:23.259037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-0f5cf1e3-8c88-4192-ab6e-09694ec578a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:23.260353 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:35:23.260491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-0f5cf1e3-8c88-4192-ab6e-09694ec578a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0441356 Oct 25 09:35:23.260960 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:35:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:35:23.310308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-b50d5864-9d31-4f96-b43a-27a07a509b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:23.311738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-b50d5864-9d31-4f96-b43a-27a07a509b3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444441 Oct 25 09:35:23.364737 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:35:23.402964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-4ef73f8a-6a5f-43ff-be55-1339edac264b service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825520 Oct 25 09:35:23.498725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4220ece8-7acf-462e-9d0a-83ec2ad65c66 req-9b5a8e52-ac24-4ab8-8c01-4661f9616101 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888524 Oct 25 09:35:23.584583 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:22Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:35:23.613301 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32357608-50fc-42d7-b398-8e39f0c29edf None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:22Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:35:23.801793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455429c6-938e-4a9a-8494-6bcb6d5ded80 None None] New status for floating IP 87b8af5e-e353-4034-aecc-55073e92881a: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:35:24.075611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-f9f5ea68-202b-49a4-b0cc-d04f1ba9d762 req-3fa02cad-9c3e-4739-a776-1f7a6c3c13c1 tempest-TestNetworkAdvancedServerOps-1062644829 tempest-TestNetworkAdvancedServerOps-1062644829-project] (106991) timed out ('10.222.0.41', 57231) {{(pid=106991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:35:24.505123 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:35:25.233064 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-bbbd8d7d-428a-45d9-8dca-0a815bee0ef8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391219 Oct 25 09:35:25.330241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-22e91ff4-3452-4a63-aa01-04e17530b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:25.331737 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-22e91ff4-3452-4a63-aa01-04e17530b463 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0412879 Oct 25 09:35:25.441796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-b292fd5f-5535-4abd-9ac7-aa49ddd2f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:25.443240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-b292fd5f-5535-4abd-9ac7-aa49ddd2f4be service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0901141 Oct 25 09:35:25.521049 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-44c590e7-8860-4cb0-866c-030072aab1fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1000 time: 0.0695164 Oct 25 09:35:25.576097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-048838af-ca77-4d0e-8cea-1df5009f5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:25.577591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-048838af-ca77-4d0e-8cea-1df5009f5870 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0485153 Oct 25 09:35:25.625331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-459c26f5-2a37-4c04-86cc-7b060391503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:25.626796 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-459c26f5-2a37-4c04-86cc-7b060391503e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416505 Oct 25 09:35:25.719930 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-99b2998b-8bd6-4a34-8bb4-392e4cf609db service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855238 Oct 25 09:35:25.810510 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3b6825a-e8d2-46d1-a307-ac7d3b7d1c75 req-31614912-d8f6-4d82-affa-a999eef62fe8 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831194 Oct 25 09:35:34.770874 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-e1f9642b-b60a-42aa-88d2-c62bc43aba4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401316 Oct 25 09:35:34.870178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-4582e860-67e1-40c9-a8d1-89bcf055a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:34.871556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-4582e860-67e1-40c9-a8d1-89bcf055a094 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1097 time: 0.0422585 Oct 25 09:35:34.978313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-1ac83e72-e8d1-42a4-92b4-f343d2dbd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:34.979765 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-1ac83e72-e8d1-42a4-92b4-f343d2dbd98d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0889108 Oct 25 09:35:35.043948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-d13c0a92-d8e4-4e02-b3c0-0a9d01bcc1f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 200 len: 1001 time: 0.0571716 Oct 25 09:35:35.096714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-bd738b4c-06d0-4513-b592-246f931e3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:35.098130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-bd738b4c-06d0-4513-b592-246f931e3871 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0473905 Oct 25 09:35:35.146822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-a621902a-b9dc-4b1d-b310-2ecd4c8ab364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:35:35.148292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-a621902a-b9dc-4b1d-b310-2ecd4c8ab364 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426939 Oct 25 09:35:35.236747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-675bfc58-1f9f-49b3-b848-2fcff7d2564a service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812888 Oct 25 09:35:35.331584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b0a0fc0-6ad1-49c9-85d9-a4476d0f10ad req-4390d71d-3050-4456-b206-2dfa05e68ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877204 Oct 25 09:35:38.783748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:39.956261 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:46.448982 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-81fdc40c-60b6-4b69-9932-e9c82f448966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:48.788910 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0120-2407-46d4-9afa-5f3bae3ca0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:49.941171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:50.019163 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:35:51.879617 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:01.504681 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:36:08.783157 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:09.971224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:14.530355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-aa278f63-6b07-498c-ab08-c5fcadd99748 req-aa776aa8-6100-47db-8e43-a854205ac9cf service neutron] (106992) timed out ('10.222.0.18', 57777) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:36:15.222434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d81907-425a-4874-b205-abe01bcff5d3 req-c8752ad8-4808-457a-aef3-b1ee4bd78898 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:15.224670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1d81907-425a-4874-b205-abe01bcff5d3 req-c8752ad8-4808-457a-aef3-b1ee4bd78898 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0507627 Oct 25 09:36:15.262717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1d81907-425a-4874-b205-abe01bcff5d3 req-a6487497-05b4-4fa1-9def-3a3dd3cf4001 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Oct 25 09:36:16.382846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0937f-d111-46d5-8908-c6b6ad0c7a24 req-bf6c8054-ba08-438c-9441-5213689c90b8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:16.384349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa0937f-d111-46d5-8908-c6b6ad0c7a24 req-bf6c8054-ba08-438c-9441-5213689c90b8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0533376 Oct 25 09:36:16.421733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa0937f-d111-46d5-8908-c6b6ad0c7a24 req-c866789b-3cc8-450b-b421-3ace57802693 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Oct 25 09:36:16.458493 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b365248f-44d9-4a7b-87a4-69e18909b8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:17.537263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d542-2e4f-48cf-8e42-2b454fd06375 req-7107782c-b473-4925-9398-eb4c4986e7cf tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:17.538739 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ab4d542-2e4f-48cf-8e42-2b454fd06375 req-7107782c-b473-4925-9398-eb4c4986e7cf tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Oct 25 09:36:17.576268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ab4d542-2e4f-48cf-8e42-2b454fd06375 req-d12964c2-c99a-4acb-a7e6-28e32722364e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Oct 25 09:36:18.690628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83632a-6913-4b24-a468-faa7980c0bb8 req-738f5d6c-2091-47dd-8d0c-4d87e81bb602 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:18.692706 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc83632a-6913-4b24-a468-faa7980c0bb8 req-738f5d6c-2091-47dd-8d0c-4d87e81bb602 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Oct 25 09:36:18.730751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc83632a-6913-4b24-a468-faa7980c0bb8 req-60133ad0-f6a7-410c-84cc-3ddca74bc16a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Oct 25 09:36:18.788597 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3de161a4-ffe1-47a4-a7eb-a0e0926a9981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:19.850237 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6ff12-fc4c-4813-a458-db7eb4ff3b80 req-ac96f2c4-96a7-49d0-b9d9-625f0daa6ea6 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:19.851613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4af6ff12-fc4c-4813-a458-db7eb4ff3b80 req-ac96f2c4-96a7-49d0-b9d9-625f0daa6ea6 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0535347 Oct 25 09:36:19.889112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4af6ff12-fc4c-4813-a458-db7eb4ff3b80 req-1dd7a18e-1025-49ef-905a-ec94a5caa3ed tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Oct 25 09:36:19.944246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:20.021210 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:21.003879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522c2b1-a6e7-4bd4-90a9-3c299cd77ad8 req-7032e866-652d-4307-a2c0-c0fc9b1c9794 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:21.005939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4522c2b1-a6e7-4bd4-90a9-3c299cd77ad8 req-7032e866-652d-4307-a2c0-c0fc9b1c9794 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Oct 25 09:36:21.043451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4522c2b1-a6e7-4bd4-90a9-3c299cd77ad8 req-14262105-f93b-4252-a6bf-24c3c0e9a1ae tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Oct 25 09:36:21.879699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:22.163851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2372bf-9f20-4fc9-86a1-cc12cba85f31 req-59804506-3efe-4c54-a87d-7660430ac693 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:22.165329 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d2372bf-9f20-4fc9-86a1-cc12cba85f31 req-59804506-3efe-4c54-a87d-7660430ac693 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0489414 Oct 25 09:36:22.202348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d2372bf-9f20-4fc9-86a1-cc12cba85f31 req-7d61104b-335c-4b71-affb-996d1f2f4f6e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Oct 25 09:36:23.321198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cae82-b680-4b02-a820-a238ad9ad54e req-dd953de8-0fe4-43ff-8df1-faf292dc62c2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:23.322685 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-601cae82-b680-4b02-a820-a238ad9ad54e req-dd953de8-0fe4-43ff-8df1-faf292dc62c2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0525198 Oct 25 09:36:23.360678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-601cae82-b680-4b02-a820-a238ad9ad54e req-178b67bf-5162-4fdf-a64c-0f47fcf42208 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Oct 25 09:36:24.476420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856da801-7e55-4b68-9870-666f26c11acc req-3fffafd5-84f6-41db-a046-1522ae1f5969 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:24.477888 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-856da801-7e55-4b68-9870-666f26c11acc req-3fffafd5-84f6-41db-a046-1522ae1f5969 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0478640 Oct 25 09:36:24.514812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-856da801-7e55-4b68-9870-666f26c11acc req-31780ae7-0735-4023-b027-3f92be181f21 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311103 Oct 25 09:36:25.292083 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-29d11d58-05f0-4d27-9745-0c67226039f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:25.293656 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-29d11d58-05f0-4d27-9745-0c67226039f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0869944 Oct 25 09:36:25.403891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-0b5787f7-0032-4efe-8906-66e87f203a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:25.405378 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-0b5787f7-0032-4efe-8906-66e87f203a4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0902710 Oct 25 09:36:25.477634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-0f782858-711b-4031-8c67-501eb53f5b50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1000 time: 0.0630577 Oct 25 09:36:25.537688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-bd6860bc-b6bf-4906-97d2-0a25bb6a76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:25.539141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-bd6860bc-b6bf-4906-97d2-0a25bb6a76d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0447464 Oct 25 09:36:25.586559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-a435e5d5-2449-47a6-9b56-bf7ca6e13fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:25.588090 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-a435e5d5-2449-47a6-9b56-bf7ca6e13fa4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420442 Oct 25 09:36:25.630160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0597f0f-02d5-4f7e-a7c4-ee278b152d2a req-9043231b-f321-4802-8599-504a3d9e2966 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:25.631634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0597f0f-02d5-4f7e-a7c4-ee278b152d2a req-9043231b-f321-4802-8599-504a3d9e2966 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0477941 Oct 25 09:36:25.670636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0597f0f-02d5-4f7e-a7c4-ee278b152d2a req-cf3a77d6-7629-495c-bc5e-7013a0e913e2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Oct 25 09:36:25.684735 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-e023fca8-d40b-45cc-8c5c-635dce828f13 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897110 Oct 25 09:36:25.777056 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cf815c62-29ef-4dd0-947f-dbe7a7cabe6c req-27ea8abb-951f-4cc2-8094-a0ab2bdae6ee service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Oct 25 09:36:25.873746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e9137-3075-448e-ac3f-c000635b4c04 req-560890c0-9eea-4237-81cf-ec14bc283e00 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:25.875205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f1e9137-3075-448e-ac3f-c000635b4c04 req-560890c0-9eea-4237-81cf-ec14bc283e00 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0525823 Oct 25 09:36:25.915392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f1e9137-3075-448e-ac3f-c000635b4c04 req-a675221d-ae45-4d83-adc0-9479bcc24ef6 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335340 Oct 25 09:36:25.920014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-3d2f04bb-3dfe-493f-ba04-dcd862e748dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:25.921544 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-3d2f04bb-3dfe-493f-ba04-dcd862e748dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0407405 Oct 25 09:36:26.016427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-b18177e8-548f-45eb-920e-2ca93694c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:26.017908 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-b18177e8-548f-45eb-920e-2ca93694c6fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0881259 Oct 25 09:36:26.087188 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-f01aed03-792a-4b24-8271-d7a432a027e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1000 time: 0.0613608 Oct 25 09:36:26.135984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-eb1e0f56-2dc9-4e3c-8278-18363609cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:26.137395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-eb1e0f56-2dc9-4e3c-8278-18363609cb50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0436201 Oct 25 09:36:26.182819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-edf12a76-448e-4e9b-ad4a-b95aa7bc9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:26.184295 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-edf12a76-448e-4e9b-ad4a-b95aa7bc9951 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404868 Oct 25 09:36:26.275071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-12a98c9c-9afd-4a92-81f5-bc3aa5ff19e4 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840209 Oct 25 09:36:26.364012 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-09ab10f3-4c38-4c25-96fd-d50400e82cc2 req-495a993a-1d29-4452-9045-07b3fa3c57a2 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817738 Oct 25 09:36:27.036793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9093e-652e-4f7e-997b-0d8d344b8a93 req-0dc2207b-aef9-4c12-8ad4-0dc1e001809f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:27.038299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ea9093e-652e-4f7e-997b-0d8d344b8a93 req-0dc2207b-aef9-4c12-8ad4-0dc1e001809f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0496018 Oct 25 09:36:27.076171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ea9093e-652e-4f7e-997b-0d8d344b8a93 req-62879140-483f-427c-af67-1602bcaa61c8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Oct 25 09:36:36.777313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-a692d385-2b40-447d-9d29-66231c718212 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402632 Oct 25 09:36:36.876300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-2c6eaa4b-5789-4809-8e3d-d7abfa35ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:36.877683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-2c6eaa4b-5789-4809-8e3d-d7abfa35ad5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1097 time: 0.0433645 Oct 25 09:36:36.980094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-5b9d6422-d1fc-4714-8f1b-ddd846be71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:36.981557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-5b9d6422-d1fc-4714-8f1b-ddd846be71bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0848000 Oct 25 09:36:37.052270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-508a2d03-3e92-4f72-8341-5ef4ed475112 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 200 len: 1001 time: 0.0628393 Oct 25 09:36:37.100167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-e5d2c0a1-d1f3-4fd6-9ae8-e025eae03b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:37.101589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-e5d2c0a1-d1f3-4fd6-9ae8-e025eae03b58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0423384 Oct 25 09:36:37.146848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-ff1485ef-33f7-465f-b93f-75884e2f2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:36:37.148283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-ff1485ef-33f7-465f-b93f-75884e2f2f0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389016 Oct 25 09:36:37.240366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-6c9b82d3-6d79-4e13-8ba4-92a58a02d430 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844350 Oct 25 09:36:37.327716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a3a422a-1a52-47ee-ad5d-04265c798e79 req-183e903b-f2ea-47cb-bef7-f19cb8b2fab0 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799913 Oct 25 09:36:38.505357 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:36:38.774260 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:39.965665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:46.448714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e6d23ad5-3f22-4e9e-9294-5ce49e1a2bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:48.790213 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-74e3ca71-6174-4a3f-aa5d-6c341840dae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:49.945530 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:50.025069 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:36:51.883803 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:01.248964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-5dca2ee6-5c53-458b-926f-7ebec841c00d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680894002&fields=id&tenant_id=8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 267 time: 0.0317979 Oct 25 09:37:01.356271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-28664ecc-b22d-4491-b0e6-e97fe384f090 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:01.357620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-28664ecc-b22d-4491-b0e6-e97fe384f090 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1020269 Oct 25 09:37:01.372000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-e36c7593-b1c5-405b-81a0-1c946a54cb27 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/quotas/8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 375 time: 0.0086794 Oct 25 09:37:01.427858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-4c47ca59-4447-4c1c-801c-8c1e08cdcabe tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506792 Oct 25 09:37:01.812733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-a2eb12b1-2d9d-4f8a-8e2a-f085f7c68451 service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730006 Oct 25 09:37:01.900002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-0ef1ea22-1a42-494d-81d8-cc0798fbba16 service neutron] 10.222.0.32 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811388 Oct 25 09:37:02.192780 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6195fc4f-81f7-4ddf-8a30-383f0e9f3d71 req-10e4f6fd-98ad-41a9-978a-38a762b15e24 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 210 time: 0.0344126 Oct 25 09:37:03.240444 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-d36a05fc-4a15-480e-8e25-081fe13d7a2d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:03.241966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-d36a05fc-4a15-480e-8e25-081fe13d7a2d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 811 time: 0.1049604 Oct 25 09:37:03.298275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9cea5a44-db3f-496c-ab32-a6a13e106b90 req-b10680d5-0f72-4935-b0b6-79518c4d16df tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 210 time: 0.0353966 Oct 25 09:37:03.318858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-307cf8e6-cccd-4e6e-ac5b-18109eb25213 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8769e76788b541b0a3c0d7776ffcbbe8 HTTP/1.1" status: 200 len: 379 time: 0.0617988 Oct 25 09:37:03.328631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'port': {'device_id': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'admin_state_up': True, 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'security_groups': ['ae9630a7-e79d-44dd-ad42-6f3c3dd9449c']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:03.436240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Made reservation on behalf of 8769e76788b541b0a3c0d7776ffcbbe8 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:37:03.439860 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:03.569978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.20.0.13 (b68b09de-69d5-44ed-ba8f-c3133cc88952/bdd5c76e-e219-49a9-871e-3ca9ec977689/46e87866-018f-4c89-9680-74aa2c9afafe) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:37:03.711723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:03.744440 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:03.786814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:37:03.791951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:37:03.795669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:37:03.819920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=46e87866-018f-4c89-9680-74aa2c9afafe,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:03.836702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.837050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.837188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.837452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.837785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.838112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.838428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.838746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.839066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.839385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.839704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.840018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:03.862674 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:03.863283 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:03.880833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-05850080-7373-41af-9935-d4c48bad1848 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5558612 Oct 25 09:37:03.953575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Request body: {'port': {'device_id': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:04.014524 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:04.065471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5d5299aa-ffd8-43ff-9ae2-b44e751bd6f9 None None] Provisioning complete for port 46e87866-018f-4c89-9680-74aa2c9afafe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:37:04.066045 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5d5299aa-ffd8-43ff-9ae2-b44e751bd6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:04.102687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5d5299aa-ffd8-43ff-9ae2-b44e751bd6f9 None None] Port 46e87866-018f-4c89-9680-74aa2c9afafe cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:37:04.282609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e87866-018f-4c89-9680-74aa2c9afafe {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:37:04.290332 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:04.301979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Transition to ACTIVE for port object 46e87866-018f-4c89-9680-74aa2c9afafe will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:37:04.305958 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:04.361828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Pushing event updated for resources: {'Port': ['ID=46e87866-018f-4c89-9680-74aa2c9afafe,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:04.468930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931938a4-c907-44db-a71b-f313594e9a5b req-2423c7ba-44f8-47a7-acb3-0d3cd6ba43e6 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:04.470462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-931938a4-c907-44db-a71b-f313594e9a5b req-2423c7ba-44f8-47a7-acb3-0d3cd6ba43e6 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0880401 Oct 25 09:37:04.488268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Attempting to bind port 46e87866-018f-4c89-9680-74aa2c9afafe on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:37:04.488605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Attempting to bind port 46e87866-018f-4c89-9680-74aa2c9afafe by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:37:04.488939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Attempting to bind port 46e87866-018f-4c89-9680-74aa2c9afafe on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:37:04.503275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Port 46e87866-018f-4c89-9680-74aa2c9afafe on network b68b09de-69d5-44ed-ba8f-c3133cc88952 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:37:04.503651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Attempting to bind port 46e87866-018f-4c89-9680-74aa2c9afafe on network b68b09de-69d5-44ed-ba8f-c3133cc88952 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:37:04.526006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-931938a4-c907-44db-a71b-f313594e9a5b req-04209974-8416-46a3-b516-23f3c5832a0f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493894 Oct 25 09:37:04.526746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:37:04.527079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Checking segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:37:04.527447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Bound using segment: {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:37:04.527884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Bound port: 46e87866-018f-4c89-9680-74aa2c9afafe, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681fe5b1-8e39-4742-91fe-825a1e3b9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:37:04.528239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:04.605381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] For port 46e87866-018f-4c89-9680-74aa2c9afafe, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:37:04.609468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] For port 46e87866-018f-4c89-9680-74aa2c9afafe, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=46e87866-018f-4c89-9680-74aa2c9afafe,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:37:04.613964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:04.653997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:04.654617 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:04.656345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] 10.222.0.41 "PUT /v2.0/ports/46e87866-018f-4c89-9680-74aa2c9afafe HTTP/1.1" status: 200 len: 1092 time: 0.7593789 Oct 25 09:37:04.658776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:37:04.660968 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a481d5a-2e4f-493b-b01e-b77116000d98" -d '{"events": [{"name": "network-changed", "server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:37:04.686325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c07f-f3b8-431f-9388-89f7d5108a21 service neutron] Pushing event updated for resources: {'Port': ['ID=46e87866-018f-4c89-9680-74aa2c9afafe,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:04.777602 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18587e5f-71ff-4bc7-b273-81f7d61bc5d0 x-openstack-request-id: req-18587e5f-71ff-4bc7-b273-81f7d61bc5d0 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:37:04.778335 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:37:04.778638 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18587e5f-71ff-4bc7-b273-81f7d61bc5d0 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:37:04.779194 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe', 'status': 'completed', 'code': 200} Oct 25 09:37:04.795254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-598bef20-db72-4e60-9dc0-433a09671258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:04.796707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-598bef20-db72-4e60-9dc0-433a09671258 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 1095 time: 0.0725338 Oct 25 09:37:04.854184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-0049c8d9-730a-4746-8457-b47fe7a6e1e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e87866-018f-4c89-9680-74aa2c9afafe HTTP/1.1" status: 200 len: 217 time: 0.0425558 Oct 25 09:37:04.912245 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-a557ec34-09d5-49ef-ae88-3d2fd086fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:04.914805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-a557ec34-09d5-49ef-ae88-3d2fd086fce3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0522225 Oct 25 09:37:04.963398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-0f7bfd2f-9527-416d-8108-4f647cdfa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:04.964904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-0f7bfd2f-9527-416d-8108-4f647cdfa2e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441892 Oct 25 09:37:05.063008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-3acf610a-5546-44f7-baf9-43a8a534d1d9 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908246 Oct 25 09:37:05.154493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-498f3cd2-dba5-4399-a94d-b95cc24c8fc3 req-7c5843e2-9e2b-4846-a0dc-2d61146b8b66 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849087 Oct 25 09:37:05.263774 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-b874d657-a651-43cb-bea0-dbf2e07075ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:05.265276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-b874d657-a651-43cb-bea0-dbf2e07075ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 1095 time: 0.0419924 Oct 25 09:37:05.360733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-cabfb0ce-8ed3-43cb-bb4a-a282c408c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:05.362141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-cabfb0ce-8ed3-43cb-bb4a-a282c408c28c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0899734 Oct 25 09:37:05.405232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-fb0a4dcd-a528-446c-aa29-382cda92be85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e87866-018f-4c89-9680-74aa2c9afafe HTTP/1.1" status: 200 len: 217 time: 0.0355263 Oct 25 09:37:05.460450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-9126234f-fe3a-48fc-8dfa-3527342b8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:05.461948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-9126234f-fe3a-48fc-8dfa-3527342b8d3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0504305 Oct 25 09:37:05.509481 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-44f0792a-efbc-47f8-b63f-cbc7af71d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:05.510969 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-44f0792a-efbc-47f8-b63f-cbc7af71d989 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423284 Oct 25 09:37:05.607138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-dd710b96-dd04-43e4-9f69-eb6a7332d701 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887315 Oct 25 09:37:05.717839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db6da3-3f9e-4992-8f74-1590c4fc1a5d req-367a94ce-8dcb-4a02-ab67-f24e535c0a01 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:05.719227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31db6da3-3f9e-4992-8f74-1590c4fc1a5d req-367a94ce-8dcb-4a02-ab67-f24e535c0a01 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.1068740 Oct 25 09:37:05.765638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a481d5a-2e4f-493b-b01e-b77116000d98 req-437b812f-c6c6-45f1-bba8-98e0e3bf3ed6 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513948 Oct 25 09:37:05.778438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-31db6da3-3f9e-4992-8f74-1590c4fc1a5d req-df2a5c64-3e22-42e8-bd36-560722e1c6e7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522947 Oct 25 09:37:06.902013 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b299a-da6a-4769-b9be-3387554ac3f7 req-95c7b0e5-c0dd-4c22-af82-8f6bd54d9ac5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:06.903495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f19b299a-da6a-4769-b9be-3387554ac3f7 req-95c7b0e5-c0dd-4c22-af82-8f6bd54d9ac5 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0562232 Oct 25 09:37:06.942545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f19b299a-da6a-4769-b9be-3387554ac3f7 req-489aa0bf-ffd5-4e83-a32d-c770108a242a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326934 Oct 25 09:37:08.068557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5f09a-53f1-4860-a8a6-31bd5cd1e91f req-1eaf4c69-1713-4845-a592-5838e37cf2a3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:08.071037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16c5f09a-53f1-4860-a8a6-31bd5cd1e91f req-1eaf4c69-1713-4845-a592-5838e37cf2a3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0554314 Oct 25 09:37:08.112520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16c5f09a-53f1-4860-a8a6-31bd5cd1e91f req-e4cb48bb-9314-4709-8d1a-86a5868a7f3c tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348272 Oct 25 09:37:08.780116 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:09.231689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7d224-f67b-4218-ad70-82977ef08248 req-f6a4b14e-5a9e-4a1b-8610-527e1b0813be tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:09.233399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adb7d224-f67b-4218-ad70-82977ef08248 req-f6a4b14e-5a9e-4a1b-8610-527e1b0813be tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0489466 Oct 25 09:37:09.272173 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-adb7d224-f67b-4218-ad70-82977ef08248 req-530b31ff-fce4-4c74-9073-70ff983d1e5b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Oct 25 09:37:09.965551 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:10.399127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743e46c-6fe6-4695-b7e1-2e9acdc91ac0 req-4d54ed5f-2a73-4e94-9f7e-ac870401e753 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:10.400593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8743e46c-6fe6-4695-b7e1-2e9acdc91ac0 req-4d54ed5f-2a73-4e94-9f7e-ac870401e753 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0561168 Oct 25 09:37:10.441927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8743e46c-6fe6-4695-b7e1-2e9acdc91ac0 req-398b5b31-71a6-469d-81e3-ad591b3660c2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353177 Oct 25 09:37:11.559014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712ac7a-f973-4c83-931a-3de4b20211e0 req-356395ea-6f84-473a-9638-02ffbba381c3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:11.564381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c712ac7a-f973-4c83-931a-3de4b20211e0 req-356395ea-6f84-473a-9638-02ffbba381c3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0499971 Oct 25 09:37:11.603458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c712ac7a-f973-4c83-931a-3de4b20211e0 req-140858b8-cd8e-4077-9c1e-6072bb700802 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354931 Oct 25 09:37:12.719254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f03f6-dd8c-42ef-97fa-9805062350f0 req-17993780-7b36-482a-99f3-8ebe48d7a567 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:12.720710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc7f03f6-dd8c-42ef-97fa-9805062350f0 req-17993780-7b36-482a-99f3-8ebe48d7a567 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0486097 Oct 25 09:37:12.759131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc7f03f6-dd8c-42ef-97fa-9805062350f0 req-95f3a3fd-7d06-4655-aae0-531babeb86dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325279 Oct 25 09:37:13.877353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ffac9-657c-4283-b03e-d56e45fa1f63 req-22864351-9bdd-413c-b13f-8081db09a21a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:13.878717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb2ffac9-657c-4283-b03e-d56e45fa1f63 req-22864351-9bdd-413c-b13f-8081db09a21a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0526626 Oct 25 09:37:13.915377 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb2ffac9-657c-4283-b03e-d56e45fa1f63 req-96a99150-45d7-4d40-8b88-b46a78dee4a2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304592 Oct 25 09:37:15.033206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e404a-512c-4875-8703-4e6de784b9b8 req-22811833-0d31-4948-b279-b0d28b1d223f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:15.034668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-684e404a-512c-4875-8703-4e6de784b9b8 req-22811833-0d31-4948-b279-b0d28b1d223f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 944 time: 0.0492036 Oct 25 09:37:15.072079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-684e404a-512c-4875-8703-4e6de784b9b8 req-cb4a5c87-eaa1-4e22-8c3b-6d5d662198aa tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Oct 25 09:37:15.505443 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:37:15.721932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 46e87866-018f-4c89-9680-74aa2c9afafe details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:37:15.817612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 46e87866-018f-4c89-9680-74aa2c9afafe, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=46e87866-018f-4c89-9680-74aa2c9afafe,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:37:15.828541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '46e87866-018f-4c89-9680-74aa2c9afafe', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'port_id': '46e87866-018f-4c89-9680-74aa2c9afafe', 'mac_address': 'fa:16:3e:a8:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:37:15.868150 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:15.881231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e87866-018f-4c89-9680-74aa2c9afafe {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:37:15.899739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 46e87866-018f-4c89-9680-74aa2c9afafe, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=46e87866-018f-4c89-9680-74aa2c9afafe,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:37:15.904253 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:15.950947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=46e87866-018f-4c89-9680-74aa2c9afafe,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:15.958163 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.958500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.958832 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.959158 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.959479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.959804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.960120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.960465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.960777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.961122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.961449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:15.961761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:16.185837 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978ae2b-58d6-4c19-99a8-395a97d4fa71 req-3f9128fc-4688-40ec-830e-46c30dc9fd07 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:16.187288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c978ae2b-58d6-4c19-99a8-395a97d4fa71 req-3f9128fc-4688-40ec-830e-46c30dc9fd07 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Oct 25 09:37:16.224717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c978ae2b-58d6-4c19-99a8-395a97d4fa71 req-c07cbbd1-780e-44b7-81e0-ed47b182e2bf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Oct 25 09:37:16.294706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['46e87866-018f-4c89-9680-74aa2c9afafe'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:37:16.467223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70323841-7050-4e35-bc38-4095f3e98a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:17.342863 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba40479-3f33-4fad-b36a-76c3c0a07ff9 req-055189f4-fe76-49a2-b015-9dc5964824b4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:17.344307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ba40479-3f33-4fad-b36a-76c3c0a07ff9 req-055189f4-fe76-49a2-b015-9dc5964824b4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 945 time: 0.0520682 Oct 25 09:37:17.381232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ba40479-3f33-4fad-b36a-76c3c0a07ff9 req-f0dc6edc-3a8a-4503-ad3f-1b32220e92d9 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Oct 25 09:37:17.735762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 46e87866-018f-4c89-9680-74aa2c9afafe up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:37:17.787246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 46e87866-018f-4c89-9680-74aa2c9afafe completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:37:17.790905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 46e87866-018f-4c89-9680-74aa2c9afafe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:37:17.791771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:18.015777 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:18.036776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:37:18.039045 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213cfcac-ae3a-4249-8d2f-7aa3d0832302" -d '{"events": [{"server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "name": "network-vif-plugged", "status": "completed", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:37:18.051788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 46e87866-018f-4c89-9680-74aa2c9afafe, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=46e87866-018f-4c89-9680-74aa2c9afafe,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:37:18.055796 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:18.112444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=46e87866-018f-4c89-9680-74aa2c9afafe,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:18.139646 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b00ecd1-9cfb-4250-88b7-1dbe47eff17f x-openstack-request-id: req-5b00ecd1-9cfb-4250-88b7-1dbe47eff17f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:37:18.139941 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "name": "network-vif-plugged", "status": "completed", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:37:18.140196 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b00ecd1-9cfb-4250-88b7-1dbe47eff17f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:37:18.140583 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe', 'code': 200} Oct 25 09:37:18.262360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38a5c-e217-48de-a95d-6d4ed7a1ab37 req-1341c61e-1748-448a-935e-cb40caf4be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:18.263859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6d38a5c-e217-48de-a95d-6d4ed7a1ab37 req-1341c61e-1748-448a-935e-cb40caf4be40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 1097 time: 0.0402095 Oct 25 09:37:18.298813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6d38a5c-e217-48de-a95d-6d4ed7a1ab37 req-92290119-9c32-4b1d-93b3-9454bbd66fe6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275466 Oct 25 09:37:18.498885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2ef6a-6a52-44c9-aebf-4426e9b05a00 req-1975bdce-173b-4388-bc94-6d31e7c86394 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:18.500351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98e2ef6a-6a52-44c9-aebf-4426e9b05a00 req-1975bdce-173b-4388-bc94-6d31e7c86394 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Oct 25 09:37:18.538107 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98e2ef6a-6a52-44c9-aebf-4426e9b05a00 req-449cb28e-3c78-4386-8c3b-6856f047f999 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Oct 25 09:37:18.795369 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dec3-3fc7-4c5a-b932-81e8210ef276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:19.661303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c67bc-fd28-4531-b682-392c72a91d7b req-cb6d6df7-fab7-4e17-96d0-65574de1a8c4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:19.662811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a4c67bc-fd28-4531-b682-392c72a91d7b req-cb6d6df7-fab7-4e17-96d0-65574de1a8c4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 946 time: 0.0554090 Oct 25 09:37:19.704471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a4c67bc-fd28-4531-b682-392c72a91d7b req-a32ce12e-33f3-487d-99bb-5e8bc9d3f48f tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351784 Oct 25 09:37:19.946478 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:20.027647 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:20.838619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65355f0d-153a-4026-bf68-51aef25c7edb req-1d59ca8b-d1ee-4984-9bec-8444ae5b9d49 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:20.839991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65355f0d-153a-4026-bf68-51aef25c7edb req-1d59ca8b-d1ee-4984-9bec-8444ae5b9d49 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 946 time: 0.0491676 Oct 25 09:37:20.878659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65355f0d-153a-4026-bf68-51aef25c7edb req-5b09fcda-7b98-4872-b47b-e9671a40b61b tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319223 Oct 25 09:37:20.996177 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32ccb-949a-4c72-950f-55758f1dfafd req-22a6a126-aeea-42bf-bcb2-2d1df6f21e17 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:20.997652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47d32ccb-949a-4c72-950f-55758f1dfafd req-22a6a126-aeea-42bf-bcb2-2d1df6f21e17 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 946 time: 0.0500648 Oct 25 09:37:21.035719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47d32ccb-949a-4c72-950f-55758f1dfafd req-fc830a66-e1f5-4437-8448-e82d1e616ebf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Oct 25 09:37:21.058291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36456) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:21.100685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01d75c3-1e89-4e44-9dc2-dc23f611b6d4 tempest-TestVolumeBootPattern-739470417 tempest-TestVolumeBootPattern-739470417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:21.102128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c01d75c3-1e89-4e44-9dc2-dc23f611b6d4 tempest-TestVolumeBootPattern-739470417 tempest-TestVolumeBootPattern-739470417-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 1092 time: 0.0428553 Oct 25 09:37:21.104960 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36458) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:21.109199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '46e87866-018f-4c89-9680-74aa2c9afafe', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:21.131381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:21.226442 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:21.331679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Allocated IP 172.25.8.223 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/6761c26c-659c-45f6-ace6-dc894ccaaa07) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:37:21.453698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:21.486767 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:21.528086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:37:21.530942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:37:21.534489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:37:21.563651 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=6761c26c-659c-45f6-ace6-dc894ccaaa07,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:21.885238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:21.885844 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:21.955427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:22.103234 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:22.107367 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:22.175898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event updated for resources: {'Port': ['ID=6761c26c-659c-45f6-ace6-dc894ccaaa07,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:22.186578 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:22.287691 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Floating IP 12efff8c-0f16-4023-8a82-b5e130dab20e associated. External IP: 172.25.8.223, port: 46e87866-018f-4c89-9680-74aa2c9afafe. Oct 25 09:37:22.496531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Router 24bde1af-de7f-4f03-8108-9fd5313596fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:37:22.603331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:37:22.612714 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:37:22.622094 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:22.622828 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:37:22.623420 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:37:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:22.649480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-71d5ef87-2a10-47db-be4a-7b583678d927 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5435307 Oct 25 09:37:22.650139 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:37:22.653000 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358b150f-b8ec-4aec-83e4-81a7c6b72abe" -d '{"events": [{"name": "network-changed", "server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:37:22.691115 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39636aa-0867-40e4-9665-0b38eb859282 x-openstack-request-id: req-b39636aa-0867-40e4-9665-0b38eb859282 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:37:22.691415 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:37:22.692158 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b39636aa-0867-40e4-9665-0b38eb859282 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:37:22.692158 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe', 'status': 'completed', 'code': 200} Oct 25 09:37:22.732181 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:37:22.799919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-abfc906a-c193-4fbc-a116-3b438bb1d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:22.801458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-abfc906a-c193-4fbc-a116-3b438bb1d051 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 1097 time: 0.0445921 Oct 25 09:37:22.898874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-c87ceff8-ea59-4976-8bfd-f99b4fc9ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:22.900318 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-c87ceff8-ea59-4976-8bfd-f99b4fc9ca2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0915086 Oct 25 09:37:22.956409 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '12efff8c-0f16-4023-8a82-b5e130dab20e', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '46e87866-018f-4c89-9680-74aa2c9afafe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:a8:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:37:21Z', 'updated_at': '2021-10-25T09:37:21Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}, {'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:23Z', 'revision_number': 1, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:22.969305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-4e575864-25fa-4a1b-be59-4cb00b0c951b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e87866-018f-4c89-9680-74aa2c9afafe HTTP/1.1" status: 200 len: 1000 time: 0.0611272 Oct 25 09:37:22.986096 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:37:22.994250 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:37:22.995982 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:37:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:23.037474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-3f587e16-4c01-4ef4-aac9-ac5e12408ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:23.038843 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-3f587e16-4c01-4ef4-aac9-ac5e12408ba6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0460930 Oct 25 09:37:23.091612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-d299f83f-d094-420b-b86a-87270eb01735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:23.093123 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-d299f83f-d094-420b-b86a-87270eb01735 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453801 Oct 25 09:37:23.102106 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:37:23.198786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-7c5fd008-7bad-42e3-8c07-ad3f76f53974 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881608 Oct 25 09:37:23.295229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358b150f-b8ec-4aec-83e4-81a7c6b72abe req-455f0387-72e7-470a-85c0-7cb075680d23 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895891 Oct 25 09:37:23.328841 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '12efff8c-0f16-4023-8a82-b5e130dab20e', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '46e87866-018f-4c89-9680-74aa2c9afafe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:a8:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:37:21Z', 'updated_at': '2021-10-25T09:37:21Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}, {'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:23Z', 'revision_number': 1, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:23.360313 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1af19-57c6-47ef-ad4d-48e3b69e1915 None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '12efff8c-0f16-4023-8a82-b5e130dab20e', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '46e87866-018f-4c89-9680-74aa2c9afafe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:a8:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:37:21Z', 'updated_at': '2021-10-25T09:37:21Z', 'revision_number': 0, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}, {'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:23Z', 'revision_number': 1, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:37:23.563618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24399ac2-567c-402c-a946-02593f06aa5f None None] New status for floating IP 12efff8c-0f16-4023-8a82-b5e130dab20e: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:37:25.194728 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-5d82f6d9-19c2-4bf8-8294-aaa5613257dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395699 Oct 25 09:37:25.299165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-41d83ad9-8936-45b2-95e9-7bb5df774b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:25.300638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-41d83ad9-8936-45b2-95e9-7bb5df774b4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 1096 time: 0.0448983 Oct 25 09:37:25.403775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-31efd283-11e8-47d3-bbef-a74ac84e7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:25.405241 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-31efd283-11e8-47d3-bbef-a74ac84e7fe4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0849464 Oct 25 09:37:25.474099 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-6fa5d539-5ccf-487d-abf8-8d14b1e04924 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 200 len: 1000 time: 0.0612464 Oct 25 09:37:25.525390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-36073598-5f57-415d-a7cc-a5379d4defe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:25.526799 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-36073598-5f57-415d-a7cc-a5379d4defe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0427811 Oct 25 09:37:25.571776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-094071e8-197c-447e-9597-4395f89d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:25.574027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-094071e8-197c-447e-9597-4395f89d08ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399768 Oct 25 09:37:25.665994 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-7c518288-a059-4219-a649-2e1271acb45d service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847623 Oct 25 09:37:25.754594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3637da5-5a6d-4f60-8877-2669031712c4 req-e0612c81-e662-40b0-8d97-0833b9208a61 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819855 Oct 25 09:37:30.587154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712379-8489-4d52-aa40-cd6fd0acb0d1 req-e4bbaaa4-872d-4334-9df0-64e2bbbe1081 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:30.589917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f712379-8489-4d52-aa40-cd6fd0acb0d1 req-e4bbaaa4-872d-4334-9df0-64e2bbbe1081 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0556138 Oct 25 09:37:30.633337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f712379-8489-4d52-aa40-cd6fd0acb0d1 req-886b39b6-a073-41b7-bc3e-bef80e5d3796 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371757 Oct 25 09:37:31.753054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6c97f-a635-4c2b-a08b-dad3bb1a2f4e req-643051d2-7c3b-46e1-81a6-3dfd427d2849 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:31.754553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa6c97f-a635-4c2b-a08b-dad3bb1a2f4e req-643051d2-7c3b-46e1-81a6-3dfd427d2849 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0497541 Oct 25 09:37:31.795591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8fa6c97f-a635-4c2b-a08b-dad3bb1a2f4e req-867f5e0c-d670-4bc5-88a5-b6b126d42600 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=90c8d8e8-8631-4723-907d-974c242943ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343356 Oct 25 09:37:31.941197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-deb0b131-2e90-442a-99e1-a8672e4b7628 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:31.942645 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-deb0b131-2e90-442a-99e1-a8672e4b7628 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 945 time: 0.0534556 Oct 25 09:37:32.034162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Deleting port d89ab40f-d965-40f8-9e65-6bb98d414236 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:37:32.034502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:32.125782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] For port d89ab40f-d965-40f8-9e65-6bb98d414236, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=d89ab40f-d965-40f8-9e65-6bb98d414236,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:37:32.126142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:32.300242 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:32.300500 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:32.300819 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Floating IP 5c6761ef-36f8-41d5-8b59-9a30fa898d45 disassociated. External IP: 172.25.8.81, port: d89ab40f-d965-40f8-9e65-6bb98d414236. Oct 25 09:37:32.301185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Calling delete_port for d89ab40f-d965-40f8-9e65-6bb98d414236 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:37:32.433881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:32.463743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event deleted for resources: {'Port': ['ID=d89ab40f-d965-40f8-9e65-6bb98d414236,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:32.475528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.476012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.476210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.476549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.476900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.477237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.477569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.478028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.478265 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.478558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.480913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.480913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:37:32.591620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Router be182ba3-8b3b-4734-a9dc-12d89e178ae2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:37:32.909427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8f339ac6-4142-489b-8741-f0ec929ff8a9 req-45b85025-032e-4fb2-94ae-c43e8f48a6f7 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e19ed078-c866-4694-b022-e42fcd225d34 HTTP/1.1" status: 200 len: 210 time: 0.0330296 Oct 25 09:37:33.034694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:37:33.046636 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] Sync routers for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:37:33.056337 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:37:33.057678 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:37:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:33.075951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] No DVR routers for this DVR port d89ab40f-d965-40f8-9e65-6bb98d414236 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:37:33.078627 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:33.082031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-14314e43-bfcb-452d-a5d7-4b903f5e0434 req-a07803f4-3fd4-40ca-b833-363caba3cdbd tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "DELETE /v2.0/ports/d89ab40f-d965-40f8-9e65-6bb98d414236 HTTP/1.1" status: 204 len: 173 time: 1.1328604 Oct 25 09:37:33.082472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ed078-c866-4694-b022-e42fcd225d34', 'name': 'network-vif-deleted', 'tag': 'd89ab40f-d965-40f8-9e65-6bb98d414236'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:37:33.084765 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83d04f7-e7ff-48c0-911b-b51d15113cfa" -d '{"events": [{"server_uuid": "e19ed078-c866-4694-b022-e42fcd225d34", "name": "network-vif-deleted", "tag": "d89ab40f-d965-40f8-9e65-6bb98d414236"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:37:33.165635 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:37:33.198250 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799bc558-c00e-4212-8a9f-608aae1160d8 x-openstack-request-id: req-799bc558-c00e-4212-8a9f-608aae1160d8 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:37:33.198546 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ed078-c866-4694-b022-e42fcd225d34", "name": "network-vif-deleted", "tag": "d89ab40f-d965-40f8-9e65-6bb98d414236", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:37:33.198804 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-799bc558-c00e-4212-8a9f-608aae1160d8 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:37:33.199211 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19ed078-c866-4694-b022-e42fcd225d34', 'name': 'network-vif-deleted', 'tag': 'd89ab40f-d965-40f8-9e65-6bb98d414236', 'status': 'completed', 'code': 200} Oct 25 09:37:33.371125 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:33.399797 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] Checking router: be182ba3-8b3b-4734-a9dc-12d89e178ae2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:37:33.408310 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:37:33.408943 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:37:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:33.615215 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:37:33.818534 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:33.845359 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7a598-e4b7-428e-9204-e08b698b2051 None None] The sync data for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 is: [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:37:34.063276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be67636-2afe-46f1-92bc-6817585f4ad8 None None] New status for floating IP 5c6761ef-36f8-41d5-8b59-9a30fa898d45: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:37:35.019297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36496) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:35.074897 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c91a35b-f35e-4f61-b138-766ae5baa7ef tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.098802 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c91a35b-f35e-4f61-b138-766ae5baa7ef tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.146045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c91a35b-f35e-4f61-b138-766ae5baa7ef tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.148688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c91a35b-f35e-4f61-b138-766ae5baa7ef tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.149890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4c91a35b-f35e-4f61-b138-766ae5baa7ef tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "DELETE /v2.0/security-groups/90c8d8e8-8631-4723-907d-974c242943ab HTTP/1.1" status: 204 len: 168 time: 0.1295991 Oct 25 09:37:35.153640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36498) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:35.159780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91a35b-f35e-4f61-b138-766ae5baa7ef tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c8d8e8-8631-4723-907d-974c242943ab,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:35.169007 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-268d63ca-c18f-4a4b-8b70-be691188d9ee tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] show failed (client error): The resource could not be found. Oct 25 09:37:35.172723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-268d63ca-c18f-4a4b-8b70-be691188d9ee tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups/90c8d8e8-8631-4723-907d-974c242943ab HTTP/1.1" status: 404 len: 347 time: 0.0151052 Oct 25 09:37:35.173282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36500) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:35.298808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Deleting port 16c7fbe8-fa45-4279-8a3b-aa6b6382948b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:37:35.299048 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.388374 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.388833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.405341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Calling delete_port for 16c7fbe8-fa45-4279-8a3b-aa6b6382948b owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:37:35.845910 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.872716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event deleted for resources: {'Port': ['ID=16c7fbe8-fa45-4279-8a3b-aa6b6382948b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:35.939900 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.943056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:35.944274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e090c858-b7cc-4035-b88f-762d6d185bb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "DELETE /v2.0/floatingips/5c6761ef-36f8-41d5-8b59-9a30fa898d45 HTTP/1.1" status: 204 len: 168 time: 0.7700260 Oct 25 09:37:36.014088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device d89ab40f-d965-40f8-9e65-6bb98d414236 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:37:36.036143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: d89ab40f-d965-40f8-9e65-6bb98d414236 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:37:36.036490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device d89ab40f-d965-40f8-9e65-6bb98d414236 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:37:36.317450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36506) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:36.322068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ebea8b0d-7d7c-4b7a-9047-17f7dbc9bf1a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54638916', 'description': 'tempest-description--722640813'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:36.343383 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ebea8b0d-7d7c-4b7a-9047-17f7dbc9bf1a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.414163 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ebea8b0d-7d7c-4b7a-9047-17f7dbc9bf1a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.419072 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ebea8b0d-7d7c-4b7a-9047-17f7dbc9bf1a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.449179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ebea8b0d-7d7c-4b7a-9047-17f7dbc9bf1a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.450391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ebea8b0d-7d7c-4b7a-9047-17f7dbc9bf1a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1319466 Oct 25 09:37:36.452276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8b0d-7d7c-4b7a-9047-17f7dbc9bf1a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203eab52-6dc6-45af-8bd6-2097538a8c1d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:36.453440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36508) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:36.458340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ae253cea-2d42-470b-abee-464d766021b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'security_group_rule': {'security_group_id': '203eab52-6dc6-45af-8bd6-2097538a8c1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:36.490223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae253cea-2d42-470b-abee-464d766021b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.537818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae253cea-2d42-470b-abee-464d766021b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.541947 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae253cea-2d42-470b-abee-464d766021b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.560602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae253cea-2d42-470b-abee-464d766021b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186151f5-38fa-4098-8559-0d6a4d953b75,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:36.570521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ae253cea-2d42-470b-abee-464d766021b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.571770 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ae253cea-2d42-470b-abee-464d766021b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172328 Oct 25 09:37:36.574523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36510) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:36.579113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-63386a49-5a10-4bb7-91cc-5ce6ed9539d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'security_group_rule': {'security_group_id': '203eab52-6dc6-45af-8bd6-2097538a8c1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:36.607351 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63386a49-5a10-4bb7-91cc-5ce6ed9539d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.665531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63386a49-5a10-4bb7-91cc-5ce6ed9539d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.669782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63386a49-5a10-4bb7-91cc-5ce6ed9539d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.692104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63386a49-5a10-4bb7-91cc-5ce6ed9539d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f0cb81-6922-45fd-996f-789e21b5a100,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:36.698263 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63386a49-5a10-4bb7-91cc-5ce6ed9539d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.699829 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63386a49-5a10-4bb7-91cc-5ce6ed9539d0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242824 Oct 25 09:37:36.703060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36512) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:36.707716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:36.731930 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:36.832227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-825b6c71-749b-4505-8a8c-d7a200f99f22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588980 Oct 25 09:37:36.870661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:37.005769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-0a326d46-5880-4a6a-973f-3a565af58c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:37.007263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-0a326d46-5880-4a6a-973f-3a565af58c4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1097 time: 0.0982418 Oct 25 09:37:37.025385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Allocated IP 172.25.8.13 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/c3ff5adb-563a-4372-bf46-c1bafde4f885) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:37:37.184317 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-01379867-8e24-45b9-908e-4fbc529d4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:37.185901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-01379867-8e24-45b9-908e-4fbc529d4443 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.1551561 Oct 25 09:37:37.258117 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:37.287487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-acf8de8b-cdd4-4461-ba7a-0e39bc67b0b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 200 len: 1001 time: 0.0943909 Oct 25 09:37:37.362692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:37.377529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-d234e590-8e9a-4559-a0dd-9bcffd66be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:37.380064 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-d234e590-8e9a-4559-a0dd-9bcffd66be36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0839009 Oct 25 09:37:37.446418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:37:37.457067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:37:37.460178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:37:37.462184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'Port': ['ID=c3ff5adb-563a-4372-bf46-c1bafde4f885,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:37.509435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-2ddbf9e1-d1b2-480a-9df7-fe74be2938a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:37.511853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-2ddbf9e1-d1b2-480a-9df7-fe74be2938a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095848 Oct 25 09:37:37.620609 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:37.669299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-e43ab45d-272f-470d-9dbf-f99c303d0fd9 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463189 Oct 25 09:37:37.674672 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:37.854273 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0314f75-ee05-49b2-b568-b431bf7b97fc req-0fa80351-8349-4617-a7f4-03905117792d service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760476 Oct 25 09:37:37.919189 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:37.924194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:37.990678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-c2cd416c-cfa0-4275-9fda-f4f8326a8ec4 req-1264acb5-0faa-4d2a-8f71-1fdde7261075 service neutron] (106992) timed out ('10.222.0.41', 57261) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:37:38.005117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'Port': ['ID=c3ff5adb-563a-4372-bf46-c1bafde4f885,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:38.013673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:38.029196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:38.033338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-11589f6f-c13d-4c10-b345-47881ebeacb4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3291976 Oct 25 09:37:38.173570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-c466210d-db76-41aa-83e7-5fe924de772f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--54638916&fields=id&tenant_id=ea197f96c3e641c7a02a2c1450d546ac HTTP/1.1" status: 200 len: 267 time: 0.0337653 Oct 25 09:37:38.287253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e465-ea62-40bd-8253-a735720b5df5 req-9385a5cd-27af-43d1-8d01-b299eab16823 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:38.288724 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-9385a5cd-27af-43d1-8d01-b299eab16823 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 810 time: 0.1081333 Oct 25 09:37:38.305245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-8ef97aea-0860-4683-b3d3-3b53fa88406d tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/quotas/ea197f96c3e641c7a02a2c1450d546ac HTTP/1.1" status: 200 len: 375 time: 0.0093839 Oct 25 09:37:38.361262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-8d4dd0b9-f321-4171-b155-f13134df7ef2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493078 Oct 25 09:37:38.459512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-9cb2eaea-9b42-4598-9f87-97ae2e18970d service neutron] 10.222.0.32 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866251 Oct 25 09:37:38.556763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-0d143711-fda4-419a-a05d-add64eb1284c service neutron] 10.222.0.32 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900645 Oct 25 09:37:38.719194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3fe85793-6f79-4d60-af79-a9f8d9358a6b req-60520823-b2d6-4066-a5d2-869593595df1 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 210 time: 0.0273666 Oct 25 09:37:38.770402 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:39.716137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e465-ea62-40bd-8253-a735720b5df5 req-3ba456c5-7e69-4510-aef9-039e7807e130 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:39.717782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-3ba456c5-7e69-4510-aef9-039e7807e130 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 810 time: 0.1094077 Oct 25 09:37:39.771187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-15ffe795-97b4-4bd8-8e22-78d430ff9f83 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea197f96c3e641c7a02a2c1450d546ac HTTP/1.1" status: 200 len: 378 time: 0.0385516 Oct 25 09:37:39.781534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'port': {'device_id': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'admin_state_up': True, 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'security_groups': ['203eab52-6dc6-45af-8bd6-2097538a8c1d']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:39.818773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf0470e0-29de-48a4-b138-09154779e197 req-8cbc6ec7-67be-4f69-88ff-3f71380bf196 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 210 time: 0.0258887 Oct 25 09:37:39.892451 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Made reservation on behalf of ea197f96c3e641c7a02a2c1450d546ac for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:37:39.896033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:39.966443 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.034326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Allocated IP 172.20.0.10 (68985add-6183-4224-9933-2060307fde83/716ebfee-53a0-4561-9d04-37e7840a0f4e/1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:37:40.179075 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.213033 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.258085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Network 68985add-6183-4224-9933-2060307fde83 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:37:40.262496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:37:40.266291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:37:40.272652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event updated for resources: {'Port': ['ID=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:40.321765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:40.322983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.340873 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-bba20503-f913-4283-a23d-10515e3589ba tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635545 Oct 25 09:37:40.362870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Request body: {'port': {'device_id': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:40.425505 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.497606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-afd6d618-8b9c-4827-9630-23f19ce9aa12 None None] Provisioning complete for port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:37:40.497970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-afd6d618-8b9c-4827-9630-23f19ce9aa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.531938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-afd6d618-8b9c-4827-9630-23f19ce9aa12 None None] Port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:37:40.693448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:37:40.701758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.714188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Transition to ACTIVE for port object 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:37:40.717554 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.769246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Pushing event updated for resources: {'Port': ['ID=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:40.847987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Attempting to bind port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:37:40.848329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Attempting to bind port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:37:40.848662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Attempting to bind port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 on network 68985add-6183-4224-9933-2060307fde83 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:37:40.854314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 on network 68985add-6183-4224-9933-2060307fde83 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:37:40.854795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Attempting to bind port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 on network 68985add-6183-4224-9933-2060307fde83 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:37:40.860507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:37:40.860851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Checking segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:37:40.861274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Bound using segment: {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:37:40.861712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Bound port: 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68985add-6183-4224-9933-2060307fde83'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:37:40.862074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.940294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] For port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:37:40.943847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] For port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:37:40.950049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.958041 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0911-7120-4547-a8c7-02ad5b4d44cb req-cbdca562-c97a-41c9-8f8a-d467e40a95ed tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:40.960259 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-098f0911-7120-4547-a8c7-02ad5b4d44cb req-cbdca562-c97a-41c9-8f8a-d467e40a95ed tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 944 time: 0.0645342 Oct 25 09:37:40.988171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:40.988933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:40.990397 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] 10.222.0.18 "PUT /v2.0/ports/1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 HTTP/1.1" status: 200 len: 1092 time: 0.6318350 Oct 25 09:37:40.991039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'tag': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:37:40.993136 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fab3e2-2df3-4456-a065-97708d227b25", "tag": "1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:37:41.016229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98158a01-56fe-436b-a4f9-fc59ea2dbb2d service neutron] Pushing event updated for resources: {'Port': ['ID=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:41.021201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-098f0911-7120-4547-a8c7-02ad5b4d44cb req-08687d48-4850-46f5-8248-804e5c93a949 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543427 Oct 25 09:37:41.084708 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8429b5-f9ba-4d39-90c2-314d491d87a0 x-openstack-request-id: req-1f8429b5-f9ba-4d39-90c2-314d491d87a0 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:37:41.085069 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fab3e2-2df3-4456-a065-97708d227b25", "tag": "1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:37:41.085320 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f8429b5-f9ba-4d39-90c2-314d491d87a0 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:37:41.085718 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'tag': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'status': 'completed', 'code': 200} Oct 25 09:37:41.099802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e465-ea62-40bd-8253-a735720b5df5 req-3e88aa56-ca37-4065-919c-3a90b33f9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:41.101344 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-3e88aa56-ca37-4065-919c-3a90b33f9be5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 1095 time: 0.0495992 Oct 25 09:37:41.148338 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-f3b057da-f8e8-4990-b6c6-0659c9236206 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 HTTP/1.1" status: 200 len: 217 time: 0.0348532 Oct 25 09:37:41.200600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e465-ea62-40bd-8253-a735720b5df5 req-e5af8386-d5a0-4352-a3c8-b2c52f460f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:41.202089 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-e5af8386-d5a0-4352-a3c8-b2c52f460f53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0468633 Oct 25 09:37:41.253265 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e465-ea62-40bd-8253-a735720b5df5 req-24ea86b9-f608-4f22-9d57-2571b546acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:41.254762 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-24ea86b9-f608-4f22-9d57-2571b546acad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450561 Oct 25 09:37:41.347315 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-dc349f0d-f176-46ee-9d38-8bd8a9fbd4cb service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857494 Oct 25 09:37:41.442938 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b027e465-ea62-40bd-8253-a735720b5df5 req-0bd7d678-94fe-400f-b906-ee892dd6257e service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881691 Oct 25 09:37:41.576110 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-4cbf29c6-d427-4dc3-a0b1-22565e57c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:41.577707 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-4cbf29c6-d427-4dc3-a0b1-22565e57c40f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 1095 time: 0.0438452 Oct 25 09:37:41.674701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-3459aa10-ff7c-45cc-bca0-3232ad24cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:41.676185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-3459aa10-ff7c-45cc-bca0-3232ad24cf4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0902965 Oct 25 09:37:41.719634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-2911a504-eeed-4050-ba11-a3d9e3ca921b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 HTTP/1.1" status: 200 len: 217 time: 0.0366397 Oct 25 09:37:41.771344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-e98652bb-92f2-4e72-b307-ee4ea4211f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:41.772941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-e98652bb-92f2-4e72-b307-ee4ea4211f03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0464487 Oct 25 09:37:41.823732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-7d1c20f3-19df-4446-8b4c-dfb7c2e4e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:41.825204 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-7d1c20f3-19df-4446-8b4c-dfb7c2e4e2cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453451 Oct 25 09:37:41.919793 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-a5bddfd3-2756-4b1b-b496-058d5ce95fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871608 Oct 25 09:37:42.015211 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6c17cd9b-920a-42e1-b4a9-b463fd7ac5d0 req-3aeb626f-6bfd-42fa-938b-0a6c1f8a5dae service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878286 Oct 25 09:37:42.147958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c85c04-f5b1-4c90-819c-423974699ecc req-84cc5a6c-d395-4048-94ba-73059d8d270f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:42.149434 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19c85c04-f5b1-4c90-819c-423974699ecc req-84cc5a6c-d395-4048-94ba-73059d8d270f tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 944 time: 0.0513892 Oct 25 09:37:42.187882 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19c85c04-f5b1-4c90-819c-423974699ecc req-2150dae9-72ae-43c6-991e-b80c704d4fc4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324459 Oct 25 09:37:43.307932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703f36b-9589-4577-ab97-221504526bb2 req-ee27b34d-2c65-4619-89e3-846585ccc3c1 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:43.309918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1703f36b-9589-4577-ab97-221504526bb2 req-ee27b34d-2c65-4619-89e3-846585ccc3c1 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 944 time: 0.0512631 Oct 25 09:37:43.351624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1703f36b-9589-4577-ab97-221504526bb2 req-b26df045-4e2f-42a8-999d-c8a3f3a85fe9 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356386 Oct 25 09:37:44.477403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414def8c-3c31-41b2-aaf3-e6da1382a837 req-9e6f7a1b-d9c3-47a2-9092-08461d4cdb15 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:44.479594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-414def8c-3c31-41b2-aaf3-e6da1382a837 req-9e6f7a1b-d9c3-47a2-9092-08461d4cdb15 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 944 time: 0.0556233 Oct 25 09:37:44.520751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-414def8c-3c31-41b2-aaf3-e6da1382a837 req-004049a0-5f42-4ba9-99cf-576dbeeed0b4 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348260 Oct 25 09:37:45.639876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc3c5b-006c-4e3d-be48-026a22570361 req-715e647c-4131-4fe4-bf9e-1e4622b930d9 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:45.641359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dadc3c5b-006c-4e3d-be48-026a22570361 req-715e647c-4131-4fe4-bf9e-1e4622b930d9 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 944 time: 0.0507910 Oct 25 09:37:45.681028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dadc3c5b-006c-4e3d-be48-026a22570361 req-9fc51a41-0d09-44ee-836f-09f51b105484 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335932 Oct 25 09:37:46.044455 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:37:46.145072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:37:46.157550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'port_id': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'mac_address': 'fa:16:3e:08:bd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:37:46.193963 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:46.209088 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:37:46.233197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:37:46.237847 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:46.287890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:46.449073 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1a88-b893-4616-86c9-2892f589e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:46.642619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:37:46.802547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9e391-7bd2-47f5-9a78-92f74beb1b39 req-f304686d-83d7-4104-8d76-ea98e3d7fbf0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:46.804126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05f9e391-7bd2-47f5-9a78-92f74beb1b39 req-f304686d-83d7-4104-8d76-ea98e3d7fbf0 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 945 time: 0.0513206 Oct 25 09:37:46.846069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05f9e391-7bd2-47f5-9a78-92f74beb1b39 req-380ac6e1-1d12-4946-8c39-807a793ce82b tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355909 Oct 25 09:37:47.991147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236878b9-1d0b-41e6-b919-137c23f291e7 req-cd7bd6fd-61a2-4aaa-90d4-f054698ea012 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:47.992694 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-236878b9-1d0b-41e6-b919-137c23f291e7 req-cd7bd6fd-61a2-4aaa-90d4-f054698ea012 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 945 time: 0.0781097 Oct 25 09:37:48.033473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-236878b9-1d0b-41e6-b919-137c23f291e7 req-f0955a15-dae8-4256-9114-5898c7d17362 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337090 Oct 25 09:37:48.062784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:37:48.110501 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:37:48.114277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:37:48.114654 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:48.194467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:48.221866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:37:48.224101 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a00bbd-8247-4435-81a9-f627c5980cab" -d '{"events": [{"server_uuid": "b1fab3e2-2df3-4456-a065-97708d227b25", "name": "network-vif-plugged", "status": "completed", "tag": "1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:37:48.237666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:37:48.241829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:48.265835 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dff23ee-4386-4bcc-8c4c-7a5f8403396c x-openstack-request-id: req-7dff23ee-4386-4bcc-8c4c-7a5f8403396c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:37:48.266127 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fab3e2-2df3-4456-a065-97708d227b25", "name": "network-vif-plugged", "status": "completed", "tag": "1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:37:48.266376 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dff23ee-4386-4bcc-8c4c-7a5f8403396c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:37:48.266756 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'code': 200} Oct 25 09:37:48.292580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:37:48.383799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a8b4d-8ff1-42e6-9dd8-15015ba3c1fa req-6711e98e-21d4-4ebf-9a98-d3c13b4b73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:48.385483 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e92a8b4d-8ff1-42e6-9dd8-15015ba3c1fa req-6711e98e-21d4-4ebf-9a98-d3c13b4b73e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 1097 time: 0.0414114 Oct 25 09:37:48.424196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e92a8b4d-8ff1-42e6-9dd8-15015ba3c1fa req-32e73e3c-5c5e-4564-acd1-12436e7ce656 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308321 Oct 25 09:37:48.797324 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4e6c2f50-5bcd-4fbd-bff8-799d428fb9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:49.164015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ebb0b-0314-43f2-97c8-29a160b84adc req-9e4d1ade-7cbd-4df2-b134-ed364c4792f5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:49.165566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc5ebb0b-0314-43f2-97c8-29a160b84adc req-9e4d1ade-7cbd-4df2-b134-ed364c4792f5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 946 time: 0.0525091 Oct 25 09:37:49.205921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc5ebb0b-0314-43f2-97c8-29a160b84adc req-160da9bc-d347-41cb-ac87-b80fb5071af8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343828 Oct 25 09:37:49.948917 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:50.031472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:50.330538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66869a-8cd0-44a2-a768-81971a7099d1 req-156b004e-8e39-4896-b182-ccb445a3e749 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:50.332007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca66869a-8cd0-44a2-a768-81971a7099d1 req-156b004e-8e39-4896-b182-ccb445a3e749 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 946 time: 0.0494986 Oct 25 09:37:50.381898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca66869a-8cd0-44a2-a768-81971a7099d1 req-dace64b8-c552-4e9f-8669-07483c4de765 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426714 Oct 25 09:37:50.504602 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab61c5f-dc88-46df-9c0b-a1ee393a7936 req-7f6f72ae-dcc2-45d0-9669-d5c8bebc30ce tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:50.506008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ab61c5f-dc88-46df-9c0b-a1ee393a7936 req-7f6f72ae-dcc2-45d0-9669-d5c8bebc30ce tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 946 time: 0.0543051 Oct 25 09:37:50.515494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36568) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:37:50.519947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Request body: {'floatingip': {'port_id': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:37:50.566979 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:51.015288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:51.019246 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:51.130269 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Floating IP 66fb8281-f788-4db6-8e73-9645140dee70 associated. External IP: 172.25.8.13, port: 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085. Oct 25 09:37:51.341608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Router be182ba3-8b3b-4734-a9dc-12d89e178ae2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:37:51.451094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:37:51.455890 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:51.462124 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] Sync routers for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:37:51.473302 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:37:51.474001 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:37:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:51.483350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-80e9048a-2e33-4736-a576-528a2d89e677 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "PUT /v2.0/floatingips/66fb8281-f788-4db6-8e73-9645140dee70 HTTP/1.1" status: 200 len: 991 time: 0.9667780 Oct 25 09:37:51.484070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'tag': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:37:51.486385 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dfbee7-ac21-4125-ba14-be49b792b59e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fab3e2-2df3-4456-a065-97708d227b25", "tag": "1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:37:51.581734 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:37:51.593257 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68bdb7b-4a58-42af-a5f9-de462adbcf43 x-openstack-request-id: req-c68bdb7b-4a58-42af-a5f9-de462adbcf43 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:37:51.593549 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fab3e2-2df3-4456-a065-97708d227b25", "tag": "1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:37:51.593801 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c68bdb7b-4a58-42af-a5f9-de462adbcf43 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:37:51.594208 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'tag': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'status': 'completed', 'code': 200} Oct 25 09:37:51.674519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-032664bf-7347-4025-9395-1ab1ab776560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:51.676032 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-032664bf-7347-4025-9395-1ab1ab776560 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 1097 time: 0.0402818 Oct 25 09:37:51.776922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-ca4003e3-03f3-45c0-83d1-4f57b909183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:51.778411 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-ca4003e3-03f3-45c0-83d1-4f57b909183a service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0955839 Oct 25 09:37:51.809061 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '66fb8281-f788-4db6-8e73-9645140dee70', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'port_id': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'mac_address': 'fa:16:3e:08:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:37:37Z', 'updated_at': '2021-10-25T09:37:50Z', 'revision_number': 1, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:51.838880 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] Checking router: be182ba3-8b3b-4734-a9dc-12d89e178ae2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:37:51.848656 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-560448f7-a9e1-4643-a85c-21972d6fc6b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 HTTP/1.1" status: 200 len: 999 time: 0.0635250 Oct 25 09:37:51.849671 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:37:51.850273 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:37:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:51.892148 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:37:51.905823 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-5237a591-a9a3-4c34-a40e-cc2bd197feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:51.907331 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-5237a591-a9a3-4c34-a40e-cc2bd197feb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0519955 Oct 25 09:37:51.954712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-d56d7148-f0e3-4aab-b146-7da39a03de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:37:51.956241 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-d56d7148-f0e3-4aab-b146-7da39a03de85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414381 Oct 25 09:37:51.956509 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:37:52.051512 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-2e045803-0bd9-42ee-8c7b-9055ab2ad621 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878186 Oct 25 09:37:52.146868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c3dfbee7-ac21-4125-ba14-be49b792b59e req-f5e41ff3-5a7c-4ee7-a673-687d7fd316a9 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886576 Oct 25 09:37:52.188814 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '66fb8281-f788-4db6-8e73-9645140dee70', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'port_id': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'mac_address': 'fa:16:3e:08:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:37:37Z', 'updated_at': '2021-10-25T09:37:50Z', 'revision_number': 1, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:37:52.217647 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b4e76-27c9-4865-b5ca-4142b9ca0731 None None] The sync data for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 is: [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '66fb8281-f788-4db6-8e73-9645140dee70', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'port_id': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'mac_address': 'fa:16:3e:08:bd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:37:37Z', 'updated_at': '2021-10-25T09:37:50Z', 'revision_number': 1, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:37:52.403207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ab6f2-52ba-44fd-ac59-e44ad76c0ee9 None None] New status for floating IP 66fb8281-f788-4db6-8e73-9645140dee70: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:37:52.503509 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:38:08.783475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:09.980192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:16.450852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aae0fdcf-1c9e-4cc6-a29e-88747355357f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:18.799111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4f85cc1-2ad8-4ca3-a028-f900205d6195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:19.951533 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:20.033349 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:21.890757 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:25.570574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-46da50cf-c1e4-4df8-ac25-502e97154a92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395775 Oct 25 09:38:25.671050 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-5348fc4f-8041-461d-8196-f7c8a435477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:38:25.672903 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-5348fc4f-8041-461d-8196-f7c8a435477e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 1097 time: 0.0449703 Oct 25 09:38:25.776445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-583b3319-95c1-4dc4-8630-ebe2ae6023ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:38:25.777928 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-583b3319-95c1-4dc4-8630-ebe2ae6023ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0850582 Oct 25 09:38:25.847574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-a046c90d-5de0-4de5-8597-2fdacfcb84ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 HTTP/1.1" status: 200 len: 1001 time: 0.0622566 Oct 25 09:38:25.896213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-8155e743-620e-4a1c-9dba-7c98cb118040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:38:25.897645 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-8155e743-620e-4a1c-9dba-7c98cb118040 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0433958 Oct 25 09:38:25.943002 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-ec6ef12b-a28c-40a1-8170-446af5667d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:38:25.944461 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-ec6ef12b-a28c-40a1-8170-446af5667d31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400910 Oct 25 09:38:26.038113 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-c12668a8-9883-45e8-befd-e95677db39fe service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860229 Oct 25 09:38:26.130491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-275bbb43-d78d-4c80-bc9e-da751a73b53d req-c6df88a7-9e17-449d-a4ca-72350c9b482b service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854576 Oct 25 09:38:29.504227 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:38:36.769963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-cfd99a67-18dd-4eb3-a676-0d28567920de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454767 Oct 25 09:38:36.841094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-d1bdb857-74b1-45a7-bde4-d67dd36cbc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:38:36.842983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-d1bdb857-74b1-45a7-bde4-d67dd36cbc8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 1097 time: 0.0400224 Oct 25 09:38:36.946576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-8c73085b-cb6b-4420-be06-effd1d06caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:38:36.948096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-8c73085b-cb6b-4420-be06-effd1d06caca service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0864749 Oct 25 09:38:37.295300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-d7651037-0c47-4034-b97a-92243fab2d6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e87866-018f-4c89-9680-74aa2c9afafe HTTP/1.1" status: 200 len: 1002 time: 0.3405221 Oct 25 09:38:37.342962 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-60f8c01a-cc38-4f5f-affa-1fa2bc5b8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:38:37.344338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-60f8c01a-cc38-4f5f-affa-1fa2bc5b8c87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0421989 Oct 25 09:38:37.388493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-34859ef7-efa0-40e8-b04b-19d37ce485a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:38:37.389986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-34859ef7-efa0-40e8-b04b-19d37ce485a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388284 Oct 25 09:38:37.481861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-fb4fa513-c405-4ff4-bb97-4ed2eb037bd5 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839379 Oct 25 09:38:37.570891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce448f9f-3854-45e1-9d73-531cd37a3c75 req-bb6d2f4b-74c7-47c0-b38e-f9061066359e service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822904 Oct 25 09:38:38.790445 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:39.974937 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:46.453205 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c3512435-3652-44e8-bb69-564949607156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:48.801240 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca3e-2c12-486f-8769-ad286a0db7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:49.953308 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:50.035903 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:38:51.893865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:01.583997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36712) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:01.744944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port 6761c26c-659c-45f6-ace6-dc894ccaaa07 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:01.745285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:01.822039 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:01.822268 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:01.834090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for 6761c26c-659c-45f6-ace6-dc894ccaaa07 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:01.981331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:02.004978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=6761c26c-659c-45f6-ace6-dc894ccaaa07,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:02.015807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.016150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.016486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.017023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.017176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.017860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.017860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.018082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.018404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.018731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.019040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.019357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:02.082294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:02.082554 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Floating IP 12efff8c-0f16-4023-8a82-b5e130dab20e disassociated (deleted). External IP: 172.25.8.223, port: 46e87866-018f-4c89-9680-74aa2c9afafe. Oct 25 09:39:02.289990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Router 24bde1af-de7f-4f03-8108-9fd5313596fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:39:02.403554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:39:02.408645 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:02.413616 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:39:02.424451 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:39:02.425078 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:38:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:02.436656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c8f93a3e-d31e-46eb-b759-35b675cf7c3e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "DELETE /v2.0/floatingips/12efff8c-0f16-4023-8a82-b5e130dab20e HTTP/1.1" status: 204 len: 168 time: 0.8509159 Oct 25 09:39:02.437276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:39:02.439592 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9410b242-df7e-4b60-aedd-fbadbe382a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:39:02.529829 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:39:02.601882 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605c2491-7218-4dac-890c-7eb87e34987a x-openstack-request-id: req-605c2491-7218-4dac-890c-7eb87e34987a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:39:02.602438 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:39:02.602438 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-605c2491-7218-4dac-890c-7eb87e34987a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:39:02.602810 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe', 'status': 'completed', 'code': 200} Oct 25 09:39:02.735220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6ca21-dac3-4877-a4a1-f49a2cb6241b req-d5f0b81e-7a3e-4a85-ae18-f177bc69753a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:02.737101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4b6ca21-dac3-4877-a4a1-f49a2cb6241b req-d5f0b81e-7a3e-4a85-ae18-f177bc69753a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 946 time: 0.0864317 Oct 25 09:39:02.740176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-33cfd93c-558c-4197-a794-4e79d18871a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:02.741632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-33cfd93c-558c-4197-a794-4e79d18871a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 1097 time: 0.0890663 Oct 25 09:39:02.776507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4b6ca21-dac3-4877-a4a1-f49a2cb6241b req-2478e691-b67e-47ce-8bd7-0bfe40faa220 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327630 Oct 25 09:39:02.864466 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:23Z', 'revision_number': 1, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:02.894347 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:39:02.902553 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:39:02.903150 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:38:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:02.933963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-b3025517-0667-4f40-916c-23bc40de6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:02.936167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-b3025517-0667-4f40-916c-23bc40de6542 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.0896332 Oct 25 09:39:02.982018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-ac96dca2-0dd0-4488-a0ab-f833a5c57d2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e87866-018f-4c89-9680-74aa2c9afafe HTTP/1.1" status: 200 len: 217 time: 0.0391901 Oct 25 09:39:03.013060 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:39:03.032561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-5e63c56d-0e60-4031-8ad9-4e1cdc151f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:03.034040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-5e63c56d-0e60-4031-8ad9-4e1cdc151f61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0444829 Oct 25 09:39:03.083624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-78548b53-3a0a-4b4c-886b-2ce5a2a73c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:03.085163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-78548b53-3a0a-4b4c-886b-2ce5a2a73c4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431612 Oct 25 09:39:03.179355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-f5236903-e72d-436d-b8b9-eb21c4f9c7c6 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859618 Oct 25 09:39:03.230085 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:23Z', 'revision_number': 1, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:03.255659 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07841d77-9bbe-4749-a51d-23e040175c9f None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '87b8af5e-e353-4034-aecc-55073e92881a', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'port_id': '9a221b24-1502-49a2-a690-58b8f58b9910', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'mac_address': 'fa:16:3e:1f:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:35:22Z', 'updated_at': '2021-10-25T09:35:23Z', 'revision_number': 1, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:39:03.273558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9410b242-df7e-4b60-aedd-fbadbe382a7f req-ba2c1141-910e-4dc0-a5c9-f4489fe94077 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863216 Oct 25 09:39:03.482351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52c7cc-aac6-4b43-b86b-3aade6e3410f None None] New status for floating IP 12efff8c-0f16-4023-8a82-b5e130dab20e: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:39:03.901714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7c638-1bc6-44a8-a9bf-d87a0c8b1329 req-d61ac6f8-3ae7-4caf-81e5-146fd71a4d75 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:03.903165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ab7c638-1bc6-44a8-a9bf-d87a0c8b1329 req-d61ac6f8-3ae7-4caf-81e5-146fd71a4d75 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 946 time: 0.0526478 Oct 25 09:39:03.941557 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ab7c638-1bc6-44a8-a9bf-d87a0c8b1329 req-b9c25820-7413-42d9-8ac3-ed7aff1e1cfe tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318561 Oct 25 09:39:04.609963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-0de9169b-45f4-4e45-9cc0-4636ec1f32c0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:04.611447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-0de9169b-45f4-4e45-9cc0-4636ec1f32c0 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 946 time: 0.0504997 Oct 25 09:39:04.707050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port 46e87866-018f-4c89-9680-74aa2c9afafe {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:04.707380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:04.798405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] For port 46e87866-018f-4c89-9680-74aa2c9afafe, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=46e87866-018f-4c89-9680-74aa2c9afafe,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:39:04.798768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:04.810935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for 46e87866-018f-4c89-9680-74aa2c9afafe owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:04.939083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:04.966078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=46e87866-018f-4c89-9680-74aa2c9afafe,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:05.010389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] No DVR routers for this DVR port 46e87866-018f-4c89-9680-74aa2c9afafe on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:39:05.013066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:05.017282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a31d6d5-79b1-4d29-9e43-7a69c415ecdb req-f98e5f03-9211-445d-b8e1-f71617dc52b3 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "DELETE /v2.0/ports/46e87866-018f-4c89-9680-74aa2c9afafe HTTP/1.1" status: 204 len: 173 time: 0.3983357 Oct 25 09:39:05.017724 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'name': 'network-vif-deleted', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:39:05.020030 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f722586-798d-4ea9-8d01-22640138d2aa" -d '{"events": [{"server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "name": "network-vif-deleted", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:39:05.054088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-716f3582-95b1-4964-be05-2ba27932ff3b req-610ea098-a571-4500-b6a3-a66d39b891b8 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 210 time: 0.0308139 Oct 25 09:39:05.101346 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef834da3-ca0e-4ca0-be53-dc4f55212c56 x-openstack-request-id: req-ef834da3-ca0e-4ca0-be53-dc4f55212c56 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:39:05.101636 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbcab12-8822-4529-8b6d-29bfb3218ad4", "name": "network-vif-deleted", "tag": "46e87866-018f-4c89-9680-74aa2c9afafe", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:39:05.101886 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef834da3-ca0e-4ca0-be53-dc4f55212c56 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:39:05.102291 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbcab12-8822-4529-8b6d-29bfb3218ad4', 'name': 'network-vif-deleted', 'tag': '46e87866-018f-4c89-9680-74aa2c9afafe', 'status': 'completed', 'code': 200} Oct 25 09:39:06.153747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ec48ee3-2ec0-4d0a-a844-ab201aa99e3c req-476cd07e-d82c-4fa1-9675-882b95066a5d tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 210 time: 0.0277014 Oct 25 09:39:06.504713 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:39:07.254600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-065b00a8-9b9a-486f-ae21-77d4ca7e2069 req-2970b9e1-18d1-4541-88bd-e59b9da995cf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 210 time: 0.0266576 Oct 25 09:39:08.221159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 46e87866-018f-4c89-9680-74aa2c9afafe no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:39:08.242160 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 46e87866-018f-4c89-9680-74aa2c9afafe {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:39:08.242498 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 46e87866-018f-4c89-9680-74aa2c9afafe not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:39:08.357255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41e92901-f02a-4828-bafe-01bb4fc0ef66 req-7ba69051-0bb0-4bf7-a255-9a510eec52cf tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 210 time: 0.0270686 Oct 25 09:39:08.785500 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:09.467503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2180296-10fc-4261-b6e9-8adbe0b6ae3c req-5236a0ee-fad7-4652-988f-7d97050bb9e6 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbcab12-8822-4529-8b6d-29bfb3218ad4 HTTP/1.1" status: 200 len: 210 time: 0.0252078 Oct 25 09:39:09.974250 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:15.887982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36786) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:16.044304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port 7c42bad1-930f-4c19-bd7e-7235ac9ac353 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:16.044663 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:16.124096 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:16.124414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:16.135763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for 7c42bad1-930f-4c19-bd7e-7235ac9ac353 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:16.282289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:16.305530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=7c42bad1-930f-4c19-bd7e-7235ac9ac353,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:16.367449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:16.367773 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Floating IP 87b8af5e-e353-4034-aecc-55073e92881a disassociated (deleted). External IP: 172.25.8.62, port: 9a221b24-1502-49a2-a690-58b8f58b9910. Oct 25 09:39:16.458383 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84a78ccf-413e-4dfe-b9e9-56c0bf1e010d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:16.579868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Router 24bde1af-de7f-4f03-8108-9fd5313596fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:39:16.686586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:39:16.691855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:16.695822 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:39:16.705372 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:39:16.705955 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:38:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:16.721601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-76b41314-1438-467e-8272-e8353db1d6cc tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "DELETE /v2.0/floatingips/87b8af5e-e353-4034-aecc-55073e92881a HTTP/1.1" status: 204 len: 168 time: 0.8315923 Oct 25 09:39:16.722099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:39:16.724773 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee602746-e703-47cd-8912-06fdeeb4fc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:39:16.812080 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:39:16.882133 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd254153-d624-4af4-ae89-52417499e40d x-openstack-request-id: req-fd254153-d624-4af4-ae89-52417499e40d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:39:16.882452 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:39:16.882714 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd254153-d624-4af4-ae89-52417499e40d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:39:16.883119 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910', 'status': 'completed', 'code': 200} Oct 25 09:39:17.010475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf2c7c-bcd8-4540-8932-e816f4afa438 req-bb41bb16-9099-40cc-a16e-44f6f26f62f2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:17.012067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fdf2c7c-bcd8-4540-8932-e816f4afa438 req-bb41bb16-9099-40cc-a16e-44f6f26f62f2 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 946 time: 0.0817621 Oct 25 09:39:17.014592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-550bd3df-2d11-4159-8686-1da1de8ce713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:17.016155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-550bd3df-2d11-4159-8686-1da1de8ce713 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 1097 time: 0.0746746 Oct 25 09:39:17.020853 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:17.051001 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:39:17.061096 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:39:17.061731 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:38:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:17.098104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0fdf2c7c-bcd8-4540-8932-e816f4afa438 req-7de2b277-cbc5-45ac-8a10-ed6eda9b4cac tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791423 Oct 25 09:39:17.134254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-8c20d244-f052-4e2a-84ce-6303b5570471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:17.136994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-8c20d244-f052-4e2a-84ce-6303b5570471 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 200 len: 912 time: 0.1107686 Oct 25 09:39:17.174704 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:39:17.188083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-5578d7b0-8a89-4356-b6ba-17a5b3b07148 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 200 len: 217 time: 0.0436246 Oct 25 09:39:17.237991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-82722364-8149-49da-b1f7-180f55f1ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:17.239470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-82722364-8149-49da-b1f7-180f55f1ee81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 200 len: 850 time: 0.0438545 Oct 25 09:39:17.286637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-70ca7af1-8312-4343-a62a-464675bd6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:17.288085 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-70ca7af1-8312-4343-a62a-464675bd6ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b68b09de-69d5-44ed-ba8f-c3133cc88952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412292 Oct 25 09:39:17.375948 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:17.385812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-0f076184-48a7-41a8-a444-60c7b6358952 service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Oct 25 09:39:17.401624 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebcb281-19c5-4b27-a41d-9d8ca19836ec None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:48Z', 'revision_number': 4, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '2febbfb1-0c8c-4c4c-ac13-d85c690978df', 'name': '', 'network_id': 'b68b09de-69d5-44ed-ba8f-c3133cc88952', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'mac_address': 'fa:16:3e:26:67:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:47Z', 'updated_at': '2021-10-25T09:28:53Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'subnets': [{'id': 'bdd5c76e-e219-49a9-871e-3ca9ec977689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:39:17.480227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee602746-e703-47cd-8912-06fdeeb4fc3d req-1eff11ef-232f-4d94-a39e-d56766364b3e service neutron] 10.222.0.41 "GET /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Oct 25 09:39:17.622428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced3a94-68d6-4d15-93a3-fa93ff53d9e4 None None] New status for floating IP 87b8af5e-e353-4034-aecc-55073e92881a: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:39:18.226129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372a841-5fd8-4611-a340-5d092d975850 req-ae5339a1-776a-4f53-86f1-6d5d68d0c0ea tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:18.227723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a372a841-5fd8-4611-a340-5d092d975850 req-ae5339a1-776a-4f53-86f1-6d5d68d0c0ea tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 946 time: 0.0534554 Oct 25 09:39:18.267654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a372a841-5fd8-4611-a340-5d092d975850 req-92586e52-2bc0-4bb3-a305-51808cfe42a1 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317953 Oct 25 09:39:18.667694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-1f73c6a6-2986-41bb-8a6d-172195b177c4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:18.669184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-1f73c6a6-2986-41bb-8a6d-172195b177c4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 946 time: 0.0501308 Oct 25 09:39:18.757882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port 9a221b24-1502-49a2-a690-58b8f58b9910 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:18.758226 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:18.802664 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c83f828c-6ce2-4930-a9db-3a0a58e5eb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:18.850999 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] For port 9a221b24-1502-49a2-a690-58b8f58b9910, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=9a221b24-1502-49a2-a690-58b8f58b9910,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:39:18.851271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:18.863262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for 9a221b24-1502-49a2-a690-58b8f58b9910 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:18.990206 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:19.016976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=9a221b24-1502-49a2-a690-58b8f58b9910,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:19.058449 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] No DVR routers for this DVR port 9a221b24-1502-49a2-a690-58b8f58b9910 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:39:19.061717 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:19.065724 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59ddfbdd-825e-479b-b2b3-4b93db3e5234 req-3a54d6df-a235-4ea7-a8de-29559e3e790e tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.41 "DELETE /v2.0/ports/9a221b24-1502-49a2-a690-58b8f58b9910 HTTP/1.1" status: 204 len: 173 time: 0.3904939 Oct 25 09:39:19.066170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'name': 'network-vif-deleted', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:39:19.068411 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93b1dfc-4d70-48e1-98fd-0b36f2187e41" -d '{"events": [{"server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "name": "network-vif-deleted", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:39:19.107498 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9310dd1d-d18e-4edf-b450-7790f77456aa x-openstack-request-id: req-9310dd1d-d18e-4edf-b450-7790f77456aa {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:39:19.107780 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f19f8f-e134-429c-b57f-bb56a20915d1", "name": "network-vif-deleted", "tag": "9a221b24-1502-49a2-a690-58b8f58b9910", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:39:19.108033 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9310dd1d-d18e-4edf-b450-7790f77456aa {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:39:19.108427 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f19f8f-e134-429c-b57f-bb56a20915d1', 'name': 'network-vif-deleted', 'tag': '9a221b24-1502-49a2-a690-58b8f58b9910', 'status': 'completed', 'code': 200} Oct 25 09:39:19.369907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41b1dd07-a96f-4903-8e7c-82ebebf66722 req-196b77ad-3d33-4317-9d29-cbb2f56d292a tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0301723 Oct 25 09:39:19.956278 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:20.041265 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:20.473432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8622a214-926e-4908-adcd-fa32f18810cc req-52a94274-a380-4c06-8a9c-01b74e85a4e4 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0304489 Oct 25 09:39:21.578444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8951ec25-f3ab-4e9e-8ff3-37118d37492e req-9da54cff-7e03-4cc9-8f09-5134f09d47dd tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0282352 Oct 25 09:39:21.899561 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:22.329514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9a221b24-1502-49a2-a690-58b8f58b9910 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:39:22.349705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 9a221b24-1502-49a2-a690-58b8f58b9910 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:39:22.350044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 9a221b24-1502-49a2-a690-58b8f58b9910 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:39:22.680731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46404f3e-6bea-4e90-923c-56dc0c29133d req-8a07c2b4-322e-45da-8645-1323c6acc8b7 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0279014 Oct 25 09:39:23.788371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-286e51ae-bab8-4afd-9aa8-d54ecdb1eb8b req-7891ac10-cae5-4b4e-9095-2bf9318e3336 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "GET /v2.0/ports?device_id=79f19f8f-e134-429c-b57f-bb56a20915d1 HTTP/1.1" status: 200 len: 210 time: 0.0262897 Oct 25 09:39:24.846799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36828) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:24.971560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Deleting port 93a93962-58c2-4b94-b596-391f8b9a2c56 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:24.971892 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:25.049758 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:25.050082 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:25.062157 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Calling delete_port for 93a93962-58c2-4b94-b596-391f8b9a2c56 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:25.190425 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:25.215298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'Port': ['ID=93a93962-58c2-4b94-b596-391f8b9a2c56,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:25.276961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:25.280328 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:25.281603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4fac6f94-266e-4413-9430-b72db49d4947 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "DELETE /v2.0/floatingips/3506cc81-78b2-4f41-b83f-e2766acc92e3 HTTP/1.1" status: 204 len: 168 time: 0.4338222 Oct 25 09:39:26.570302 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-25928547-f24d-4854-acb5-abb4c23ec036 req-e122375c-7d42-4705-817d-7c71b72c83b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457134 Oct 25 09:39:26.668196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25928547-f24d-4854-acb5-abb4c23ec036 req-017a4369-4ea2-4e50-aac0-4154feda6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:26.670290 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-25928547-f24d-4854-acb5-abb4c23ec036 req-017a4369-4ea2-4e50-aac0-4154feda6741 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 1097 time: 0.0414193 Oct 25 09:39:26.776681 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25928547-f24d-4854-acb5-abb4c23ec036 req-c64a757b-cd58-4640-b843-4d2212e9abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:26.778198 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-25928547-f24d-4854-acb5-abb4c23ec036 req-c64a757b-cd58-4640-b843-4d2212e9abcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0883780 Oct 25 09:39:26.849415 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-25928547-f24d-4854-acb5-abb4c23ec036 req-1187d634-6e64-480f-be33-cb2e626911af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 HTTP/1.1" status: 200 len: 1001 time: 0.0641906 Oct 25 09:39:26.900507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25928547-f24d-4854-acb5-abb4c23ec036 req-f6c6a5a7-5629-47b1-a2b2-9d38f0ce6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:26.902016 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-25928547-f24d-4854-acb5-abb4c23ec036 req-f6c6a5a7-5629-47b1-a2b2-9d38f0ce6398 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0461020 Oct 25 09:39:26.949138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25928547-f24d-4854-acb5-abb4c23ec036 req-51b6d8ae-0eaf-428b-8dcf-ec31d7de8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:39:26.951188 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-25928547-f24d-4854-acb5-abb4c23ec036 req-51b6d8ae-0eaf-428b-8dcf-ec31d7de8cc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410376 Oct 25 09:39:27.047643 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-25928547-f24d-4854-acb5-abb4c23ec036 req-e8dc41dd-2b66-4420-b5f2-19b74b5f1280 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894601 Oct 25 09:39:27.145861 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-25928547-f24d-4854-acb5-abb4c23ec036 req-2335c628-9a1d-467c-ba71-931c5ad1d51c service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914047 Oct 25 09:39:28.580437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36856) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:28.638193 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a38e05b1-1854-40e5-ab75-0cef65955496 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:28.663019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a38e05b1-1854-40e5-ab75-0cef65955496 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:28.728089 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a38e05b1-1854-40e5-ab75-0cef65955496 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:28.731076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a38e05b1-1854-40e5-ab75-0cef65955496 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:28.733223 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a38e05b1-1854-40e5-ab75-0cef65955496 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae9630a7-e79d-44dd-ad42-6f3c3dd9449c HTTP/1.1" status: 204 len: 168 time: 0.1516526 Oct 25 09:39:28.743161 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e05b1-1854-40e5-ab75-0cef65955496 tempest-TestVolumeBootPattern-613969445 tempest-TestVolumeBootPattern-613969445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9630a7-e79d-44dd-ad42-6f3c3dd9449c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:28.803886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36860) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:29.545200 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:29.783672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Deleting port 2febbfb1-0c8c-4c4c-ac13-d85c690978df {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:29.784405 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:29.863865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] For port 2febbfb1-0c8c-4c4c-ac13-d85c690978df, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2febbfb1-0c8c-4c4c-ac13-d85c690978df,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:39:29.864222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:29.876691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Calling delete_port for 2febbfb1-0c8c-4c4c-ac13-d85c690978df owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:30.053803 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:30.079347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2febbfb1-0c8c-4c4c-ac13-d85c690978df,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:30.246366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:30.462109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Router 24bde1af-de7f-4f03-8108-9fd5313596fb has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:39:30.566908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:39:30.573871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6ab5c6cc-6d09-434b-a6f3-b70436e209b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/24bde1af-de7f-4f03-8108-9fd5313596fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668941 Oct 25 09:39:30.574422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36870) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:30.577660 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] Sync routers for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:39:30.593053 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:39:30.593734 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:39:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:30.683708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:30.784995 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:39:30.788624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:30.842859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Deleting port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:30.843118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:30.932069 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] For port f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:39:30.932422 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:30.944875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Calling delete_port for f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:30.959775 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:39:30Z', 'revision_number': 5, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port': {'id': 'f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:30.985234 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] Checking router: 24bde1af-de7f-4f03-8108-9fd5313596fb for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:39:30.993554 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] Routers {'24bde1af-de7f-4f03-8108-9fd5313596fb'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:39:30.994152 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:39:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['24bde1af-de7f-4f03-8108-9fd5313596fb'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:31.080215 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] Set router 24bde1af-de7f-4f03-8108-9fd5313596fb gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:39:31.114675 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.134775 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:39:30Z', 'revision_number': 6, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:31.140085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:31.161117 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4ae09-cdab-4b55-a23f-471390c6c14d None None] The sync data for ids ['24bde1af-de7f-4f03-8108-9fd5313596fb'] in n-d-814746-2 is: [{'id': '24bde1af-de7f-4f03-8108-9fd5313596fb', 'name': 'tempest-TestVolumeBootPattern-422705482-router', 'tenant_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:45Z', 'updated_at': '2021-10-25T09:39:30Z', 'revision_number': 6, 'project_id': '8769e76788b541b0a3c0d7776ffcbbe8', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:39:31.206322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.295294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.297428 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.342805 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.343459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24bde1af-de7f-4f03-8108-9fd5313596fb {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:39:31.347652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.349073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bfdf5446-f4aa-4aba-af8d-6dd80c1c931a admin admin] 10.222.0.32 "DELETE /v2.0/routers/24bde1af-de7f-4f03-8108-9fd5313596fb HTTP/1.1" status: 204 len: 168 time: 0.7736797 Oct 25 09:39:31.351631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36872) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:31.397590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da6d0a8-ec0a-4e9e-b236-2627cc067344 admin admin] Deleting subnet bdd5c76e-e219-49a9-871e-3ca9ec977689 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:39:31.400701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2da6d0a8-ec0a-4e9e-b236-2627cc067344 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.437049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2da6d0a8-ec0a-4e9e-b236-2627cc067344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.528239 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2da6d0a8-ec0a-4e9e-b236-2627cc067344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.601144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2da6d0a8-ec0a-4e9e-b236-2627cc067344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.616970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2febbfb1-0c8c-4c4c-ac13-d85c690978df no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:39:31.631201 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6d0a8-ec0a-4e9e-b236-2627cc067344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd5c76e-e219-49a9-871e-3ca9ec977689,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:31.634921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2da6d0a8-ec0a-4e9e-b236-2627cc067344 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.636756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2febbfb1-0c8c-4c4c-ac13-d85c690978df {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:39:31.637172 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2febbfb1-0c8c-4c4c-ac13-d85c690978df not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:39:31.639309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2da6d0a8-ec0a-4e9e-b236-2627cc067344 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bdd5c76e-e219-49a9-871e-3ca9ec977689 HTTP/1.1" status: 204 len: 168 time: 0.2854574 Oct 25 09:39:31.640591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36876) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:31.644033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a5bced-4d02-4216-ad4b-d6e1620f4704 None None] Network b68b09de-69d5-44ed-ba8f-c3133cc88952 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:39:31.711073 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.770309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Deleting port 7decf176-14e1-430d-ab59-4fffb6c46a84 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:31.770726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.833930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] For port 7decf176-14e1-430d-ab59-4fffb6c46a84, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7decf176-14e1-430d-ab59-4fffb6c46a84,segment=NetworkSegment(681fe5b1-8e39-4742-91fe-825a1e3b9526),segment_id=681fe5b1-8e39-4742-91fe-825a1e3b9526)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:39:31.834584 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.846935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Calling delete_port for 7decf176-14e1-430d-ab59-4fffb6c46a84 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:31.934154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:31.938337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1d33a-f367-4454-af1d-6aa503938db6 None None] DHCP port deletion for b68b09de-69d5-44ed-ba8f-c3133cc88952 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:39:31.965365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=7decf176-14e1-430d-ab59-4fffb6c46a84,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:31.971788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] No DVR routers for this DVR port 7decf176-14e1-430d-ab59-4fffb6c46a84 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:39:32.045744 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.065884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68b09de-69d5-44ed-ba8f-c3133cc88952']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:32.076209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681fe5b1-8e39-4742-91fe-825a1e3b9526') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:32.076612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681fe5b1-8e39-4742-91fe-825a1e3b9526') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:32.091806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.105854 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.112585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:39:32.113021 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:39:32.114739 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:39:32.173081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.180970 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.184124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b68b09de-69d5-44ed-ba8f-c3133cc88952 HTTP/1.1" status: 204 len: 168 time: 0.5424759 Oct 25 09:39:32.187893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36878) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:32.195451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a5389-665d-4797-aa5b-4f654c234b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68b09de-69d5-44ed-ba8f-c3133cc88952,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:32.526083 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.771410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Deleting port c02a52e4-58ea-44be-bfb5-60cf8ab40241 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:32.771654 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.852735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] For port c02a52e4-58ea-44be-bfb5-60cf8ab40241, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c02a52e4-58ea-44be-bfb5-60cf8ab40241,segment=NetworkSegment(34442c35-cfb2-460b-bdd0-2c8032d2460f),segment_id=34442c35-cfb2-460b-bdd0-2c8032d2460f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:39:32.853109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:32.864455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Calling delete_port for c02a52e4-58ea-44be-bfb5-60cf8ab40241 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:33.046455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:33.071483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02a52e4-58ea-44be-bfb5-60cf8ab40241,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:33.087547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.087845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.088186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.088520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.088854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.089212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.089539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.089867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.090192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.090518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.090843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.091257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:39:33.248772 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:33.374070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:39:33.393816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:39:33.394152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f5f7128b-5e3f-4ac6-a7f6-4cd906ea8d6c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:39:33.394546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7decf176-14e1-430d-ab59-4fffb6c46a84 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:39:33.412952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7decf176-14e1-430d-ab59-4fffb6c46a84 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:39:33.413290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7decf176-14e1-430d-ab59-4fffb6c46a84 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:39:33.473704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Router e0566ae1-20d4-417f-937b-18dba8370a61 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:39:33.908372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:39:33.913582 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-08fa6aaf-8be9-4474-9834-8c0ddc45ec87 admin admin] 10.222.0.32 "PUT /v2.0/routers/e0566ae1-20d4-417f-937b-18dba8370a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244527 Oct 25 09:39:33.916067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36884) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:33.918695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] Sync routers for ids ['e0566ae1-20d4-417f-937b-18dba8370a61'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:39:33.930482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] Routers {'e0566ae1-20d4-417f-937b-18dba8370a61'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:39:33.931169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:39:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e0566ae1-20d4-417f-937b-18dba8370a61'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:34.018039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.034032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] Set router e0566ae1-20d4-417f-937b-18dba8370a61 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:39:34.123390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.176998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Deleting port 089e8416-3ad1-468b-aed2-887613f01037 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:34.177321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.212853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '089e8416-3ad1-468b-aed2-887613f01037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:39:32Z', 'revision_number': 5, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port': {'id': '089e8416-3ad1-468b-aed2-887613f01037', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:28:51Z', 'updated_at': '2021-10-25T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:34.239681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] Checking router: e0566ae1-20d4-417f-937b-18dba8370a61 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:39:34.247943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] Routers {'e0566ae1-20d4-417f-937b-18dba8370a61'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:39:34.248538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:39:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['e0566ae1-20d4-417f-937b-18dba8370a61'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:34.257114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] For port 089e8416-3ad1-468b-aed2-887613f01037, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=089e8416-3ad1-468b-aed2-887613f01037,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:39:34.257667 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.270533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Calling delete_port for 089e8416-3ad1-468b-aed2-887613f01037 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:34.443909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.473249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Pushing event deleted for resources: {'Port': ['ID=089e8416-3ad1-468b-aed2-887613f01037,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:34.490496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] Set router e0566ae1-20d4-417f-937b-18dba8370a61 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:39:34.536918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.543782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:39:34Z', 'revision_number': 6, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:34.571111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5889b9b-bbca-4486-a313-10e94386c1fc None None] The sync data for ids ['e0566ae1-20d4-417f-937b-18dba8370a61'] in n-d-814746-2 is: [{'id': 'e0566ae1-20d4-417f-937b-18dba8370a61', 'name': 'tempest-TestVolumeBootPattern-1296622337-router', 'tenant_id': '672711956ae9475ea2e67dc5ad1ced0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:28:50Z', 'updated_at': '2021-10-25T09:39:34Z', 'revision_number': 6, 'project_id': '672711956ae9475ea2e67dc5ad1ced0a', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:39:34.630653 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.632933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.678419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.678987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0566ae1-20d4-417f-937b-18dba8370a61 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:39:34.683287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.684428 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-811bdeae-20b2-426c-9507-a516f58409be admin admin] 10.222.0.32 "DELETE /v2.0/routers/e0566ae1-20d4-417f-937b-18dba8370a61 HTTP/1.1" status: 204 len: 168 time: 0.7674286 Oct 25 09:39:34.687687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36888) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:34.736205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bea2b8-1e11-49cd-a532-244d26b33137 admin admin] Deleting subnet fe6835be-ce4d-41eb-9770-f3ca1426174b {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:39:34.739299 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96bea2b8-1e11-49cd-a532-244d26b33137 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.773938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96bea2b8-1e11-49cd-a532-244d26b33137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.849877 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96bea2b8-1e11-49cd-a532-244d26b33137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.905229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96bea2b8-1e11-49cd-a532-244d26b33137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.939296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bea2b8-1e11-49cd-a532-244d26b33137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6835be-ce4d-41eb-9770-f3ca1426174b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:34.941303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96bea2b8-1e11-49cd-a532-244d26b33137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:34.944491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-96bea2b8-1e11-49cd-a532-244d26b33137 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fe6835be-ce4d-41eb-9770-f3ca1426174b HTTP/1.1" status: 204 len: 168 time: 0.2558799 Oct 25 09:39:34.946594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c07b88-aa6b-4a90-b3bf-e74dc2192b42 None None] Network 55b0d1f6-9e23-43a8-8b77-38c226262b1c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:39:34.947129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36890) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:35.023436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.078601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Deleting port 917cd687-48f8-4c89-9b2e-f54deaaed247 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:39:35.078934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.146832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] For port 917cd687-48f8-4c89-9b2e-f54deaaed247, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=917cd687-48f8-4c89-9b2e-f54deaaed247,segment=NetworkSegment(34442c35-cfb2-460b-bdd0-2c8032d2460f),segment_id=34442c35-cfb2-460b-bdd0-2c8032d2460f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:39:35.147186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.159914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Calling delete_port for 917cd687-48f8-4c89-9b2e-f54deaaed247 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:39:35.238396 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.263183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=917cd687-48f8-4c89-9b2e-f54deaaed247,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:35.269665 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] No DVR routers for this DVR port 917cd687-48f8-4c89-9b2e-f54deaaed247 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:39:35.337073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc5ed8-1a92-4ef7-8ae4-329f896d9875 None None] DHCP port deletion for 55b0d1f6-9e23-43a8-8b77-38c226262b1c request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:39:35.353017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.379044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b0d1f6-9e23-43a8-8b77-38c226262b1c']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:35.388504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34442c35-cfb2-460b-bdd0-2c8032d2460f') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:35.388874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34442c35-cfb2-460b-bdd0-2c8032d2460f') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:39:35.398415 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.413414 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.418697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 917cd687-48f8-4c89-9b2e-f54deaaed247 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:39:35.423779 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:39:35.424170 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:39:35.425987 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:39:35.439399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 917cd687-48f8-4c89-9b2e-f54deaaed247 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:39:35.439740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 917cd687-48f8-4c89-9b2e-f54deaaed247 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:39:35.440159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c02a52e4-58ea-44be-bfb5-60cf8ab40241 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:39:35.459853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c02a52e4-58ea-44be-bfb5-60cf8ab40241 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:39:35.460198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c02a52e4-58ea-44be-bfb5-60cf8ab40241 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:39:35.460615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 089e8416-3ad1-468b-aed2-887613f01037 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:39:35.480475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 089e8416-3ad1-468b-aed2-887613f01037 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:39:35.481396 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 089e8416-3ad1-468b-aed2-887613f01037 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:39:35.491458 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.499329 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.502525 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] 10.222.0.32 "DELETE /v2.0/networks/55b0d1f6-9e23-43a8-8b77-38c226262b1c HTTP/1.1" status: 204 len: 168 time: 0.5544209 Oct 25 09:39:35.513723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c777d-ca40-426a-8fc7-b1f9fc9df5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=55b0d1f6-9e23-43a8-8b77-38c226262b1c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:35.652388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36894) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:35.694021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-995f545a-8d50-4810-b505-a3e052932c14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8769e76788b541b0a3c0d7776ffcbbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403597 Oct 25 09:39:35.696537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 36896) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:35.745600 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f967184-0ff4-417f-bf37-412cb7ca3ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.769716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f967184-0ff4-417f-bf37-412cb7ca3ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.825134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f967184-0ff4-417f-bf37-412cb7ca3ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.827820 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2f967184-0ff4-417f-bf37-412cb7ca3ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:35.829024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2f967184-0ff4-417f-bf37-412cb7ca3ce3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/878cacdf-6e75-40bd-ac6c-0be8105127b1 HTTP/1.1" status: 204 len: 168 time: 0.1315141 Oct 25 09:39:35.836807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f967184-0ff4-417f-bf37-412cb7ca3ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878cacdf-6e75-40bd-ac6c-0be8105127b1,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:36.151080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36904) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:36.190838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-37d7e5cf-cbdf-444c-9774-19d42d47fda0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=672711956ae9475ea2e67dc5ad1ced0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386295 Oct 25 09:39:36.193249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 36906) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:39:36.240496 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd6-0dbf-4c02-b0eb-3d7822860c06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:36.261023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd6-0dbf-4c02-b0eb-3d7822860c06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:36.305830 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd6-0dbf-4c02-b0eb-3d7822860c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:36.308377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ea762dd6-0dbf-4c02-b0eb-3d7822860c06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:36.309721 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ea762dd6-0dbf-4c02-b0eb-3d7822860c06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2cdb5e1-54b8-4e7e-af57-a8ee7ebee8c2 HTTP/1.1" status: 204 len: 168 time: 0.1154225 Oct 25 09:39:36.317457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea762dd6-0dbf-4c02-b0eb-3d7822860c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cdb5e1-54b8-4e7e-af57-a8ee7ebee8c2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:39:38.779962 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:39.972135 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:43.507332 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:39:46.460383 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a2ed224-56cb-4d4d-9f0c-2fb7e88786cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:48.804623 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a4d096ee-161b-4ff9-aa71-bd1da42a3c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:49.963237 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:50.041234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:39:51.899752 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:08.817547 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:09.963747 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:16.462649 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1e0ac65b-5216-4e50-914c-b2e889695385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:18.805774 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20a63b9f-bfff-489e-b477-2bbea76e0f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:19.955931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:20.046637 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:20.507955 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:40:21.907128 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:25.262994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-fe5a6d15-6a5b-48c3-8b05-ff04fa5bc9ef req-345a82fa-675e-40fb-be99-38c31d173218 service neutron] (106991) timed out ('10.222.0.32', 56980) {{(pid=106991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:40:26.564835 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-c8ebd2f6-5ac9-4a8d-a3a4-79ae9b3d42c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447695 Oct 25 09:40:26.666206 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-14f1e7f7-cd51-42e2-bcc2-14ea2d60fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:40:26.668063 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-14f1e7f7-cd51-42e2-bcc2-14ea2d60fe7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 1097 time: 0.0450065 Oct 25 09:40:26.779910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-9e497121-5086-43d9-b4dd-732db5758587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:40:26.781405 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-9e497121-5086-43d9-b4dd-732db5758587 service neutron] 10.222.0.18 "GET /v2.0/networks?id=68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 200 len: 911 time: 0.0935590 Oct 25 09:40:26.858480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-e539be2f-9650-490e-8a8e-54245490fed5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 HTTP/1.1" status: 200 len: 1001 time: 0.0696278 Oct 25 09:40:26.930279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-b7fe7d4f-6ff9-4578-91b7-c8cb9a50ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:40:26.931931 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-b7fe7d4f-6ff9-4578-91b7-c8cb9a50ef86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 200 len: 849 time: 0.0471768 Oct 25 09:40:26.980611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-0d570373-5d68-45dc-acb5-457865351d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:40:26.982147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-0d570373-5d68-45dc-acb5-457865351d40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=68985add-6183-4224-9933-2060307fde83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419185 Oct 25 09:40:26.993228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-4cfb4a1e-5574-4d8e-b1b9-d36449cce04b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:40:26.994204 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-4cfb4a1e-5574-4d8e-b1b9-d36449cce04b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052526 Oct 25 09:40:27.092764 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-95bca8a2-4bb4-46bb-9e81-b4c23a674999 service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912018 Oct 25 09:40:27.185989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f458e1d8-dfbe-4146-92e7-c73f99e9959b req-52fe7cb9-30c8-4dd9-b486-949b4531d69a service neutron] 10.222.0.18 "GET /v2.0/networks/68985add-6183-4224-9933-2060307fde83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Oct 25 09:40:38.815843 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:39.964683 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:46.467270 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0fa24a4-085c-44f6-8a53-c81fa1eac2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:48.809794 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6f988e4-51be-4003-ab68-177ffcc7e733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:49.959445 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:50.049487 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:51.907462 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:40:57.507924 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:40:58.593367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bae208-c608-4e95-b4bc-3b0304508d9d req-daca03fb-9033-4682-bf99-7a6732ee14e8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:40:58.594753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83bae208-c608-4e95-b4bc-3b0304508d9d req-daca03fb-9033-4682-bf99-7a6732ee14e8 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 946 time: 0.0549095 Oct 25 09:40:58.632265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83bae208-c608-4e95-b4bc-3b0304508d9d req-6e37338d-50a2-4ecc-a49f-2f0276e28a31 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314405 Oct 25 09:40:59.747969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a73da-b58d-42c3-96c3-07636d08f7e5 req-a1fec470-3cf8-4668-bfbe-ce546d5f817a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:40:59.749435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122a73da-b58d-42c3-96c3-07636d08f7e5 req-a1fec470-3cf8-4668-bfbe-ce546d5f817a tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 946 time: 0.0483785 Oct 25 09:40:59.788579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-122a73da-b58d-42c3-96c3-07636d08f7e5 req-f027ad9c-c38f-4ceb-9315-50373b4ecbc1 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331535 Oct 25 09:41:00.463531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-25568170-3c2d-472f-97d8-71492588607d tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:00.465095 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-25568170-3c2d-472f-97d8-71492588607d tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 946 time: 0.0528457 Oct 25 09:41:00.553692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Deleting port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:41:00.554036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:00.644847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] For port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:00.645224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:00.815209 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:00.816024 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:00.816024 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Floating IP 66fb8281-f788-4db6-8e73-9645140dee70 disassociated. External IP: 172.25.8.13, port: 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085. Oct 25 09:41:00.816262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Calling delete_port for 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:41:00.907396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bc39c-ec69-4b6b-bcdc-b9496b24bb2f req-4e49299c-81e0-4c90-8b2f-8f7c472637d9 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:00.908901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea4bc39c-ec69-4b6b-bcdc-b9496b24bb2f req-4e49299c-81e0-4c90-8b2f-8f7c472637d9 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1fab3e2-2df3-4456-a065-97708d227b25 HTTP/1.1" status: 200 len: 946 time: 0.0521257 Oct 25 09:41:00.947454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea4bc39c-ec69-4b6b-bcdc-b9496b24bb2f req-5c757070-7d98-4777-8b53-590fa8d0e40e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups?id=203eab52-6dc6-45af-8bd6-2097538a8c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322158 Oct 25 09:41:00.950452 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:00.981536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event deleted for resources: {'Port': ['ID=1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:00.995644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.995986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.996329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.996671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.997132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.997466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.997795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.998117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.998441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.998786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.999111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:00.999434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:01.106372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Router be182ba3-8b3b-4734-a9dc-12d89e178ae2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:41:01.214265 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:41:01.225240 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] Sync routers for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:41:01.235336 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:41:01.236015 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:40:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:01.254641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] No DVR routers for this DVR port 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:41:01.257261 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:01.261402 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-877cbdae-5bad-4827-a291-8ce8c9e261c2 req-99805d71-94ae-47a2-b68c-c3e3956cb6a5 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.18 "DELETE /v2.0/ports/1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 HTTP/1.1" status: 204 len: 173 time: 0.7889652 Oct 25 09:41:01.261624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'name': 'network-vif-deleted', 'tag': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:41:01.263821 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d621ac0a-19b7-4cfa-8f4d-75beef3cdc49" -d '{"events": [{"server_uuid": "b1fab3e2-2df3-4456-a065-97708d227b25", "name": "network-vif-deleted", "tag": "1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:41:01.303675 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbd010b-980e-46fb-925c-6f542b30234c x-openstack-request-id: req-6fbd010b-980e-46fb-925c-6f542b30234c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:41:01.303806 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fab3e2-2df3-4456-a065-97708d227b25", "name": "network-vif-deleted", "tag": "1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:41:01.305485 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fbd010b-980e-46fb-925c-6f542b30234c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:41:01.305987 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fab3e2-2df3-4456-a065-97708d227b25', 'name': 'network-vif-deleted', 'tag': '1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085', 'status': 'completed', 'code': 200} Oct 25 09:41:01.359685 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:41:01.591977 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:01.626073 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] Checking router: be182ba3-8b3b-4734-a9dc-12d89e178ae2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:41:01.635019 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:41:01.636177 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:40:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:01.751118 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:41:02.039266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37210) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:02.097332 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:02.105984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f98da0b5-d088-4a08-bb13-00b16d303296 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.124050 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b0082-aad1-451c-b99e-daca6a9505a5 None None] The sync data for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 is: [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:58Z', 'revision_number': 4, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'c073de37-b44e-4475-b8e2-2e74c2a443e7', 'name': '', 'network_id': '68985add-6183-4224-9933-2060307fde83', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'mac_address': 'fa:16:3e:00:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:57Z', 'updated_at': '2021-10-25T09:32:02Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'subnets': [{'id': '716ebfee-53a0-4561-9d04-37e7840a0f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:41:02.134013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f98da0b5-d088-4a08-bb13-00b16d303296 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.185474 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f98da0b5-d088-4a08-bb13-00b16d303296 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.188488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f98da0b5-d088-4a08-bb13-00b16d303296 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.189735 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f98da0b5-d088-4a08-bb13-00b16d303296 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "DELETE /v2.0/security-groups/203eab52-6dc6-45af-8bd6-2097538a8c1d HTTP/1.1" status: 204 len: 168 time: 0.1494451 Oct 25 09:41:02.192609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37212) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:02.203418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98da0b5-d088-4a08-bb13-00b16d303296 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203eab52-6dc6-45af-8bd6-2097538a8c1d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:02.207263 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-bb3d04db-8ac6-49d3-8e5d-781c8b37c7f2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] show failed (client error): The resource could not be found. Oct 25 09:41:02.209031 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bb3d04db-8ac6-49d3-8e5d-781c8b37c7f2 tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "GET /v2.0/security-groups/203eab52-6dc6-45af-8bd6-2097538a8c1d HTTP/1.1" status: 404 len: 347 time: 0.0146201 Oct 25 09:41:02.211617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37214) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:02.343132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Deleting port c3ff5adb-563a-4372-bf46-c1bafde4f885 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:41:02.343468 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.382214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d7b12-1c72-47f9-ad02-9c88a08dccc9 None None] New status for floating IP 66fb8281-f788-4db6-8e73-9645140dee70: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:41:02.421694 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.422022 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.433793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Calling delete_port for c3ff5adb-563a-4372-bf46-c1bafde4f885 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:41:02.569441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.594438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Pushing event deleted for resources: {'Port': ['ID=c3ff5adb-563a-4372-bf46-c1bafde4f885,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:02.608622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.608996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.609367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.609701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.610030 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.610469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.610796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.611115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.611461 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.611778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.612098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.612415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:02.669066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.671615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:02.672748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f966392a-fa88-4a57-8528-301b3284479e tempest-AttachVolumeTestJSON-1674104189 tempest-AttachVolumeTestJSON-1674104189-project] 10.222.0.32 "DELETE /v2.0/floatingips/66fb8281-f788-4db6-8e73-9645140dee70 HTTP/1.1" status: 204 len: 168 time: 0.4606991 Oct 25 09:41:05.105568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:41:05.125176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:41:05.125516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 1fd6349e-2ff7-4ec6-8c6e-a54b68f9b085 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:41:08.822036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:09.968196 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:12.518949 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37254) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:13.039302 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:13.288309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Deleting port c073de37-b44e-4475-b8e2-2e74c2a443e7 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:41:13.288638 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:13.372798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] For port c073de37-b44e-4475-b8e2-2e74c2a443e7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c073de37-b44e-4475-b8e2-2e74c2a443e7,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:13.373246 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:13.386865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Calling delete_port for c073de37-b44e-4475-b8e2-2e74c2a443e7 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:41:13.842136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:13.866566 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Pushing event deleted for resources: {'Port': ['ID=c073de37-b44e-4475-b8e2-2e74c2a443e7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:14.028778 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:14.240096 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Router be182ba3-8b3b-4734-a9dc-12d89e178ae2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:41:14.344849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:41:14.350708 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1a2149b5-e49c-4db5-9bb6-6a822811872f admin admin] 10.222.0.32 "PUT /v2.0/routers/be182ba3-8b3b-4734-a9dc-12d89e178ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305793 Oct 25 09:41:14.352447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37258) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:14.354784 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] Sync routers for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:41:14.363963 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:41:14.364545 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:40:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:14.455973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:14.468255 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:41:14.561078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:14.615183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Deleting port f0da5df8-345c-43a3-b08c-fda626c23581 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:41:14.615507 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:14.649403 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:41:13Z', 'revision_number': 5, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port': {'id': 'f0da5df8-345c-43a3-b08c-fda626c23581', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:14.675633 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] Checking router: be182ba3-8b3b-4734-a9dc-12d89e178ae2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:41:14.683828 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] Routers {'be182ba3-8b3b-4734-a9dc-12d89e178ae2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:41:14.684413 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:40:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:14.697695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] For port f0da5df8-345c-43a3-b08c-fda626c23581, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f0da5df8-345c-43a3-b08c-fda626c23581,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:14.698055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:14.709575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Calling delete_port for f0da5df8-345c-43a3-b08c-fda626c23581 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:41:14.768670 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] Set router be182ba3-8b3b-4734-a9dc-12d89e178ae2 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:41:14.823405 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:41:14Z', 'revision_number': 6, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:14.849763 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48c0bb-6d4e-4c8e-b030-819c72f435e8 None None] The sync data for ids ['be182ba3-8b3b-4734-a9dc-12d89e178ae2'] in n-d-814746-2 is: [{'id': 'be182ba3-8b3b-4734-a9dc-12d89e178ae2', 'name': 'tempest-AttachVolumeTestJSON-353645734-router', 'tenant_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:31:55Z', 'updated_at': '2021-10-25T09:41:14Z', 'revision_number': 6, 'project_id': 'ea197f96c3e641c7a02a2c1450d546ac', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:41:14.877888 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:14.906025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0da5df8-345c-43a3-b08c-fda626c23581,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:14.965104 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.054139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.056242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.103138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.103697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be182ba3-8b3b-4734-a9dc-12d89e178ae2 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 09:41:15.108059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.109245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ed352641-94bf-4e84-a4c5-dd6ef5463cc9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/be182ba3-8b3b-4734-a9dc-12d89e178ae2 HTTP/1.1" status: 204 len: 168 time: 0.7557988 Oct 25 09:41:15.111809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37260) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:15.157147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-0712dec1-2ba9-4d02-b6a2-d89411e9b34b admin admin] Deleting subnet 716ebfee-53a0-4561-9d04-37e7840a0f4e {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:41:15.160113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0712dec1-2ba9-4d02-b6a2-d89411e9b34b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.195839 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0712dec1-2ba9-4d02-b6a2-d89411e9b34b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.281652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0712dec1-2ba9-4d02-b6a2-d89411e9b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.337344 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0712dec1-2ba9-4d02-b6a2-d89411e9b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.361452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712dec1-2ba9-4d02-b6a2-d89411e9b34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716ebfee-53a0-4561-9d04-37e7840a0f4e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:15.367039 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0712dec1-2ba9-4d02-b6a2-d89411e9b34b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.371757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0712dec1-2ba9-4d02-b6a2-d89411e9b34b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/716ebfee-53a0-4561-9d04-37e7840a0f4e HTTP/1.1" status: 204 len: 168 time: 0.2588692 Oct 25 09:41:15.372864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfa962-ff2f-4c88-bfdf-874a25361817 None None] Network 68985add-6183-4224-9933-2060307fde83 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:41:15.373525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37262) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:15.444753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.506765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Deleting port 1d786291-024f-4703-be99-34b750e160c4 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:41:15.507030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.569173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] For port 1d786291-024f-4703-be99-34b750e160c4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1d786291-024f-4703-be99-34b750e160c4,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:15.569485 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.582456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Calling delete_port for 1d786291-024f-4703-be99-34b750e160c4 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:41:15.617468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] DHCP port deletion for 68985add-6183-4224-9933-2060307fde83 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:41:15.669917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Deleting port 1d786291-024f-4703-be99-34b750e160c4 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:41:15.670425 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.689429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.715711 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1d786291-024f-4703-be99-34b750e160c4 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:41:15.717369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d786291-024f-4703-be99-34b750e160c4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:15.722085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] No DVR routers for this DVR port 1d786291-024f-4703-be99-34b750e160c4 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:41:15.738715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 1d786291-024f-4703-be99-34b750e160c4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:41:15.739133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1d786291-024f-4703-be99-34b750e160c4 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:41:15.739618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f0da5df8-345c-43a3-b08c-fda626c23581 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:41:15.766917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f0da5df8-345c-43a3-b08c-fda626c23581 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:41:15.767502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f0da5df8-345c-43a3-b08c-fda626c23581 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:41:15.768154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c073de37-b44e-4475-b8e2-2e74c2a443e7 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:41:15.790193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c073de37-b44e-4475-b8e2-2e74c2a443e7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:41:15.790639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c073de37-b44e-4475-b8e2-2e74c2a443e7 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:41:15.803903 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.810485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] For port 1d786291-024f-4703-be99-34b750e160c4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1d786291-024f-4703-be99-34b750e160c4,segment=NetworkSegment(ef9b893d-3791-4597-8fcd-2e0a375eaa2a),segment_id=ef9b893d-3791-4597-8fcd-2e0a375eaa2a)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:15.810872 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.825969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Calling delete_port for 1d786291-024f-4703-be99-34b750e160c4 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:41:15.839062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68985add-6183-4224-9933-2060307fde83']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:15.850846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:15.851275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9b893d-3791-4597-8fcd-2e0a375eaa2a') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:41:15.863980 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.880087 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.888183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:41:15.888648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:41:15.890414 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:41:15.913720 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.940753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Pushing event deleted for resources: {'Port': ['ID=1d786291-024f-4703-be99-34b750e160c4,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:15.945271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] No DVR routers for this DVR port 1d786291-024f-4703-be99-34b750e160c4 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:41:15.949969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.953412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.953730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.954068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.954402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.954748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.955089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.955358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.956084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.956602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.956765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:15.957275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.957588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.957920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2337e79b-0854-48c4-9a10-458db6685714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:41:15.960931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] 10.222.0.32 "DELETE /v2.0/networks/68985add-6183-4224-9933-2060307fde83 HTTP/1.1" status: 204 len: 168 time: 0.5857503 Oct 25 09:41:15.980843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cb77b-7508-45e4-a12a-32f03f28f70c admin admin] Pushing event deleted for resources: {'Network': ['ID=68985add-6183-4224-9933-2060307fde83,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:16.099911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37266) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:16.143615 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-58b7b604-8df1-4568-b218-ec952f371148 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea197f96c3e641c7a02a2c1450d546ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423374 Oct 25 09:41:16.145835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37268) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:16.193695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80756b00-0afa-4150-8be9-d89e22009dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:16.214377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80756b00-0afa-4150-8be9-d89e22009dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:16.261944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80756b00-0afa-4150-8be9-d89e22009dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:16.264519 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-80756b00-0afa-4150-8be9-d89e22009dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:16.265718 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-80756b00-0afa-4150-8be9-d89e22009dd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b1c8981-43c2-486d-ac0a-1db77e4352ae HTTP/1.1" status: 204 len: 168 time: 0.1189811 Oct 25 09:41:16.273592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80756b00-0afa-4150-8be9-d89e22009dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1c8981-43c2-486d-ac0a-1db77e4352ae,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:16.468631 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee802d9f-b275-47bc-a04d-43c975afd279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:16.952088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37290) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:17.063300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-459932067-network', 'tenant_id': 'bb2b0db2fd7e4173b9488c38aaa856a2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:41:17.083947 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Made reservation on behalf of bb2b0db2fd7e4173b9488c38aaa856a2 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:41:17.086441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.095639 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.171736 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.175304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.200961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:41:17.210706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aa3431-6a75-4fb3-9833-c279241507f5,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:17.217523 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.217864 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Added segment 355ca01c-9db4-4918-8f84-a3a82d9577f0 of type vlan for network 9fd938f5-78eb-467c-a9fa-37cfd454a576 Oct 25 09:41:17.262698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.288483 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.289441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:17.290004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.340112 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3869338 Oct 25 09:41:17.343081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37294) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:41:17.348065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Request body: {'subnet': {'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-459932067-subnet', 'tenant_id': 'bb2b0db2fd7e4173b9488c38aaa856a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:41:17.351153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e94fdd-b553-463e-9f26-b358acdaa733 admin admin] Pushing event updated for resources: {'Network': ['ID=9fd938f5-78eb-467c-a9fa-37cfd454a576,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:17.362006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 9fd938f5-78eb-467c-a9fa-37cfd454a576 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:41:17.369667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Made reservation on behalf of bb2b0db2fd7e4173b9488c38aaa856a2 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:41:17.372050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.539071 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.597579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2f9db0-0bb2-4780-ba46-f2b35852869c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:17.601859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Checking segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:41:17.602216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Network hostable DHCP agents. Network: 9fd938f5-78eb-467c-a9fa-37cfd454a576, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:41:17.619474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Network 9fd938f5-78eb-467c-a9fa-37cfd454a576 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:41:17.627804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 9fd938f5-78eb-467c-a9fa-37cfd454a576) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:41:17.631796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:17.632381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:17.638030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54532d08-685a-475b-86f3-a817213b66df None None] Network 9fd938f5-78eb-467c-a9fa-37cfd454a576 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:41:17.649420 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e6e893ec-8f83-4564-b9cd-e600924cf82e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3052087 Oct 25 09:41:17.760226 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1c6eb-f43e-4ee5-a362-47e69f02eb65 None None] Network 9fd938f5-78eb-467c-a9fa-37cfd454a576 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:41:18.075605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-63c23c4b-cf76-4657-965e-eea3fa1b4981 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:18.076989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-63c23c4b-cf76-4657-965e-eea3fa1b4981 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 814 time: 0.1063867 Oct 25 09:41:18.092391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-c1f7e30a-9f8b-4e3f-844a-6c06c0d34e21 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/quotas/bb2b0db2fd7e4173b9488c38aaa856a2 HTTP/1.1" status: 200 len: 375 time: 0.0095849 Oct 25 09:41:18.123041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-d6eae536-dd36-4905-9169-159ebbe2240b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254014 Oct 25 09:41:18.261405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-d24fe3f3-347b-49e5-a1ea-5b2b57162914 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315424 Oct 25 09:41:18.351500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-7045aa1f-d2d4-43f0-ac10-5d28166111f6 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837803 Oct 25 09:41:18.506855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0d007e5-ca4b-4a2d-9e27-6e9285501573 req-d737e8d6-b89b-47ec-b1a9-c397b3144514 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 210 time: 0.0260851 Oct 25 09:41:18.813894 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d2ca1e68-cdf8-43bf-b36c-4dc97a82e2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:19.640275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43facae9-9087-46ab-8ce5-4272111c6277 req-befe86bc-9d0a-4031-bdee-22ae21514fd4 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 210 time: 0.0349917 Oct 25 09:41:19.685004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-b7630b1c-4118-4f58-bb2e-70292851131b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:19.686418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-b7630b1c-4118-4f58-bb2e-70292851131b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.41 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 814 time: 0.1394949 Oct 25 09:41:19.722059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Request body: {'port': {'device_id': '6adfd016-0890-462c-b9e7-1f1513ae915e', 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'admin_state_up': True, 'tenant_id': 'bb2b0db2fd7e4173b9488c38aaa856a2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:41:19.831211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Made reservation on behalf of bb2b0db2fd7e4173b9488c38aaa856a2 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:41:19.834802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:19.958220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Allocated IP 172.20.0.7 (9fd938f5-78eb-467c-a9fa-37cfd454a576/6e2f9db0-0bb2-4780-ba46-f2b35852869c/955cfc5b-a9f8-458f-9a3a-5b2c9c164899) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:41:19.964701 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.052495 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.108782 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.140907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.185678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Network 9fd938f5-78eb-467c-a9fa-37cfd454a576 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:41:20.188744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:41:20.191655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:41:20.225454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Pushing event updated for resources: {'Port': ['ID=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:20.250678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:20.251295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.266218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-2f010148-d6e2-4515-9084-763ec20bb923 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477986 Oct 25 09:41:20.284003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Request body: {'port': {'device_id': '6adfd016-0890-462c-b9e7-1f1513ae915e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:41:20.335605 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.593571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:41:20.600761 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.613549 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Transition to ACTIVE for port object 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:41:20.617232 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.685538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Pushing event updated for resources: {'Port': ['ID=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:20.768843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Attempting to bind port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:41:20.769305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Attempting to bind port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:41:20.769593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Attempting to bind port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:41:20.777141 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:41:20.777463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Attempting to bind port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:41:20.786112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9819-ada6-4dce-920c-6d5d89a4c40f req-9e6e081a-5db8-481e-a353-252e4904cd41 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:20.787613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-969e9819-ada6-4dce-920c-6d5d89a4c40f req-9e6e081a-5db8-481e-a353-252e4904cd41 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 943 time: 0.0771644 Oct 25 09:41:20.791882 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:41:20.792217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Checking segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:41:20.792592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Bound using segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:41:20.793052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Bound port: 955cfc5b-a9f8-458f-9a3a-5b2c9c164899, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:41:20.793801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.861028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-969e9819-ada6-4dce-920c-6d5d89a4c40f req-c61c302f-1ceb-4913-b2d0-9ba8cc9daf61 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638835 Oct 25 09:41:20.883410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] For port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:41:20.887022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] For port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:41:20.891152 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.924152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:20.924762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:20.926629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-58712e23-978e-4230-b780-c1fa8181adca service neutron] 10.222.0.41 "PUT /v2.0/ports/955cfc5b-a9f8-458f-9a3a-5b2c9c164899 HTTP/1.1" status: 200 len: 1091 time: 0.6465697 Oct 25 09:41:20.930738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adfd016-0890-462c-b9e7-1f1513ae915e', 'tag': '955cfc5b-a9f8-458f-9a3a-5b2c9c164899'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:41:20.933061 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6adfd016-0890-462c-b9e7-1f1513ae915e", "tag": "955cfc5b-a9f8-458f-9a3a-5b2c9c164899"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:41:20.960099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58712e23-978e-4230-b780-c1fa8181adca service neutron] Pushing event updated for resources: {'Port': ['ID=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:20.969701 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bcef41-291b-485a-abd6-fd33256675db x-openstack-request-id: req-84bcef41-291b-485a-abd6-fd33256675db {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:41:20.969989 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adfd016-0890-462c-b9e7-1f1513ae915e", "tag": "955cfc5b-a9f8-458f-9a3a-5b2c9c164899", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:41:20.970243 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84bcef41-291b-485a-abd6-fd33256675db {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:41:20.970640 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adfd016-0890-462c-b9e7-1f1513ae915e', 'tag': '955cfc5b-a9f8-458f-9a3a-5b2c9c164899', 'status': 'completed', 'code': 200} Oct 25 09:41:21.031969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-7ef7786f-9ddb-49ff-a5af-7054c063abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:21.033465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-7ef7786f-9ddb-49ff-a5af-7054c063abff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 1094 time: 0.0450041 Oct 25 09:41:21.081716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-20e60b24-020b-4da1-b762-ad094d6ba632 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899 HTTP/1.1" status: 200 len: 217 time: 0.0343204 Oct 25 09:41:21.128974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-9ed9d9af-5887-4fce-bbe1-b67648ed7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:21.130268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-9ed9d9af-5887-4fce-bbe1-b67648ed7554 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0417902 Oct 25 09:41:21.162915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-c7d55b30-3b97-42d8-88eb-7e7ada8fd755 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241742 Oct 25 09:41:21.252988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-47b4304c-3323-4ec4-98d0-b88b9e95dd03 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824254 Oct 25 09:41:21.340863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-30030df5-b128-4b9b-af12-75e741d82ed7 req-dd64fa46-066a-4d3f-95e4-83134320c9b1 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804098 Oct 25 09:41:21.475087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-620a566a-28f3-421a-b520-e6348590cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:21.476610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-620a566a-28f3-421a-b520-e6348590cc46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 1094 time: 0.0434730 Oct 25 09:41:21.567664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-6f7ca8e8-0b02-4804-a03d-c4ef347d3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:21.567664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-6f7ca8e8-0b02-4804-a03d-c4ef347d3d1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 915 time: 0.0836306 Oct 25 09:41:21.615083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-f90c9179-1086-4ef3-815c-e4c5fb5da505 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899 HTTP/1.1" status: 200 len: 217 time: 0.0406919 Oct 25 09:41:21.662413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-125e30f1-867a-48d8-b772-30f920e34851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:21.663766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-125e30f1-867a-48d8-b772-30f920e34851 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0416939 Oct 25 09:41:21.694496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-9b81910c-032f-4493-9b38-f88eb8f1b449 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235484 Oct 25 09:41:21.784415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-d13fcc96-d82d-4faf-8d7e-e1b13be28a8a service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822351 Oct 25 09:41:21.872696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19f1bc2c-c576-456e-8a94-d4ef2f89b1d8 req-a66db170-f6b0-4cce-a2c6-6b25a80cf1b2 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803576 Oct 25 09:41:21.910139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:21.980480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df21240-f2d2-401f-8389-9a4fb3bb427c req-3231fb0d-7b1b-4e48-bd47-19a68cc89eb4 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:21.981955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6df21240-f2d2-401f-8389-9a4fb3bb427c req-3231fb0d-7b1b-4e48-bd47-19a68cc89eb4 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 943 time: 0.0477912 Oct 25 09:41:22.022409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6df21240-f2d2-401f-8389-9a4fb3bb427c req-0b06ab85-82cd-4b7b-bcab-c712f2e2eff7 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345023 Oct 25 09:41:23.139587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea516c3-8fda-4b6f-bad3-57fafeae6b2f req-1ce8274e-bbe8-42d8-bb27-77e8c6206438 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:23.141074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ea516c3-8fda-4b6f-bad3-57fafeae6b2f req-1ce8274e-bbe8-42d8-bb27-77e8c6206438 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 943 time: 0.0488267 Oct 25 09:41:23.179196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ea516c3-8fda-4b6f-bad3-57fafeae6b2f req-68b6d33c-0f49-42d7-ad12-13308e57df75 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Oct 25 09:41:24.295225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215dda3-635a-4b85-9431-1cccebce2e67 req-72c460c0-c7ae-42a9-9cfb-4a25b6d9a11e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:24.296690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f215dda3-635a-4b85-9431-1cccebce2e67 req-72c460c0-c7ae-42a9-9cfb-4a25b6d9a11e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 943 time: 0.0484123 Oct 25 09:41:24.334712 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f215dda3-635a-4b85-9431-1cccebce2e67 req-19875769-1ccb-4784-a69a-0fede697024e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Oct 25 09:41:24.959245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:41:25.055285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:25.066391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '955cfc5b-a9f8-458f-9a3a-5b2c9c164899', 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'port_id': '955cfc5b-a9f8-458f-9a3a-5b2c9c164899', 'mac_address': 'fa:16:3e:b4:72:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2f9db0-0bb2-4780-ba46-f2b35852869c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:41:25.102414 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:25.115004 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:41:25.133901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:25.138390 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:25.186804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:25.450445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bc26-9fac-41d5-95b0-7ba79962a068 req-6e27d3d8-bf0a-4b5c-a0a6-caba3a4e0625 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:25.451892 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1936bc26-9fac-41d5-95b0-7ba79962a068 req-6e27d3d8-bf0a-4b5c-a0a6-caba3a4e0625 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 944 time: 0.0495949 Oct 25 09:41:25.494477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1936bc26-9fac-41d5-95b0-7ba79962a068 req-b8594fb0-700f-4c03-a6e8-12de42954572 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356700 Oct 25 09:41:25.543058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['955cfc5b-a9f8-458f-9a3a-5b2c9c164899'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:41:26.614316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab96e86-fff9-4301-b485-1f46b1fc674d req-83ef9786-f4a2-4572-9f85-7341f0e4b259 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:26.615740 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eab96e86-fff9-4301-b485-1f46b1fc674d req-83ef9786-f4a2-4572-9f85-7341f0e4b259 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 944 time: 0.0495038 Oct 25 09:41:26.653922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eab96e86-fff9-4301-b485-1f46b1fc674d req-1abdb7b8-b7d9-48e2-8938-8000001218e3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316720 Oct 25 09:41:26.970149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:41:27.020554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:41:27.024415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:41:27.024777 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:27.097820 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:27.119373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adfd016-0890-462c-b9e7-1f1513ae915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955cfc5b-a9f8-458f-9a3a-5b2c9c164899'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:41:27.121734 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530df023-c347-43f1-9bc4-5acc0120b6df" -d '{"events": [{"server_uuid": "6adfd016-0890-462c-b9e7-1f1513ae915e", "name": "network-vif-plugged", "status": "completed", "tag": "955cfc5b-a9f8-458f-9a3a-5b2c9c164899"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:41:27.134653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:27.138736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:27.162416 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9afecc9-1ea0-48e6-9b21-9afd2873dafe x-openstack-request-id: req-f9afecc9-1ea0-48e6-9b21-9afd2873dafe {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:41:27.162707 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adfd016-0890-462c-b9e7-1f1513ae915e", "name": "network-vif-plugged", "status": "completed", "tag": "955cfc5b-a9f8-458f-9a3a-5b2c9c164899", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:41:27.162957 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9afecc9-1ea0-48e6-9b21-9afd2873dafe {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:41:27.163349 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adfd016-0890-462c-b9e7-1f1513ae915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955cfc5b-a9f8-458f-9a3a-5b2c9c164899', 'code': 200} Oct 25 09:41:27.191434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:27.280996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a50b3-31ee-425c-9b29-013f87b2a7e4 req-ca07f418-6265-41f7-bb24-061beae582b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:27.282376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b9a50b3-31ee-425c-9b29-013f87b2a7e4 req-ca07f418-6265-41f7-bb24-061beae582b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 1096 time: 0.0395546 Oct 25 09:41:27.316717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b9a50b3-31ee-425c-9b29-013f87b2a7e4 req-074e7a53-34a5-46c6-9a11-d2b70df40cf9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271769 Oct 25 09:41:27.780512 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb723b-1043-42d0-b523-cee53c923dc9 req-1fa7fd25-9ef9-40e0-b1d1-96187ca834eb tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:27.782187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36eb723b-1043-42d0-b523-cee53c923dc9 req-1fa7fd25-9ef9-40e0-b1d1-96187ca834eb tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 945 time: 0.0520229 Oct 25 09:41:27.825009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36eb723b-1043-42d0-b523-cee53c923dc9 req-c423feaf-fa30-4d7e-875d-66326bfb66b8 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Oct 25 09:41:28.941298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c32ac-f067-4802-88ab-f9a539506c65 req-044e006f-a825-4b09-860f-4b2071dd3771 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:28.942757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa7c32ac-f067-4802-88ab-f9a539506c65 req-044e006f-a825-4b09-860f-4b2071dd3771 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 945 time: 0.0494692 Oct 25 09:41:28.979682 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fa7c32ac-f067-4802-88ab-f9a539506c65 req-0e56f241-2238-4005-9203-e47bd8000564 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304134 Oct 25 09:41:34.509829 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:41:37.743687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-2e18ed94-de6e-428e-911f-8c081c132afa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0372598 Oct 25 09:41:37.848158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-0d5234d8-a881-4492-b26b-3732720bfa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:37.849750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-0d5234d8-a881-4492-b26b-3732720bfa57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 1096 time: 0.0392284 Oct 25 09:41:38.243172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-f41a3ea9-a4f0-4599-a392-084e3421b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:38.245337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-f41a3ea9-a4f0-4599-a392-084e3421b01a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 915 time: 0.3760619 Oct 25 09:41:38.286003 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-79167a58-efbb-483f-ae6c-b743b818c5bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899 HTTP/1.1" status: 200 len: 217 time: 0.0338221 Oct 25 09:41:38.336964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-0b420866-2bf0-4273-8f95-cf0c8f4a9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:38.339352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-0b420866-2bf0-4273-8f95-cf0c8f4a9253 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0456939 Oct 25 09:41:38.372539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-7dadc723-849c-47aa-9762-6ac27d0a8f4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254710 Oct 25 09:41:38.383648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-1e4fdd92-3ec9-4307-99b2-4f2b37252ef0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:41:38.384539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-1e4fdd92-3ec9-4307-99b2-4f2b37252ef0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047338 Oct 25 09:41:38.474700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-8ff0f8e2-b472-454f-b1c4-97bd490329a7 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830357 Oct 25 09:41:38.567932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d8174aa2-b6b7-4224-a2fb-fc3bc0a2d1ae req-ff31f364-14fd-41a6-b1dd-f6ba3a327568 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857279 Oct 25 09:41:38.828015 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:39.978065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:42.429772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae729f-13da-4454-add3-fe6fe3317baf req-df361c3f-d381-480a-963e-ec1eae049f50 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:42.431208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-df361c3f-d381-480a-963e-ec1eae049f50 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 814 time: 0.1035039 Oct 25 09:41:42.445848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-da47346b-96c0-4abc-a712-cb6de153fb10 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/quotas/bb2b0db2fd7e4173b9488c38aaa856a2 HTTP/1.1" status: 200 len: 375 time: 0.0088043 Oct 25 09:41:42.492597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-228b510c-511f-4456-b491-ca21c220ee10 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0411203 Oct 25 09:41:42.585519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-b2d588c0-078e-48a0-994a-b9fc57272305 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856929 Oct 25 09:41:42.674310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-89053d8a-2e25-48c9-b295-f513be85fbf3 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821130 Oct 25 09:41:42.834861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3002cafc-88f1-4101-8c00-8514f8c619f9 req-1f46a1cf-d171-41cf-8977-d5832084cff5 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 210 time: 0.0291378 Oct 25 09:41:43.913461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae729f-13da-4454-add3-fe6fe3317baf req-9e64d91c-76ca-4606-a913-b736e4b5e960 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:43.914957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-9e64d91c-76ca-4606-a913-b736e4b5e960 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.18 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 814 time: 0.1140268 Oct 25 09:41:43.937648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a279fdc4-835a-4f48-acb3-f30a6a3cfd51 req-7e6531d8-74c0-4264-b8e4-1dd6a7743e9a tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 210 time: 0.0308039 Oct 25 09:41:43.940959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Request body: {'port': {'device_id': '2075106d-11e8-4448-9e13-b25c583c1a87', 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'admin_state_up': True, 'tenant_id': 'bb2b0db2fd7e4173b9488c38aaa856a2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:41:44.051186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Made reservation on behalf of bb2b0db2fd7e4173b9488c38aaa856a2 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:41:44.054660 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:44.179295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Allocated IP 172.20.0.3 (9fd938f5-78eb-467c-a9fa-37cfd454a576/6e2f9db0-0bb2-4780-ba46-f2b35852869c/11a48e9c-563b-4b0e-9d18-a331f91b406c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:41:44.324304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:44.357163 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:44.389807 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['955cfc5b-a9f8-458f-9a3a-5b2c9c164899'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:41:44.401557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Network 9fd938f5-78eb-467c-a9fa-37cfd454a576 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:41:44.404756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:41:44.408491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:41:44.414824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Pushing event updated for resources: {'Port': ['ID=11a48e9c-563b-4b0e-9d18-a331f91b406c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:44.466030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:44.466681 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:44.482608 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-0cb851ef-bc79-4dbb-86ca-5994a53cd45d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5456388 Oct 25 09:41:44.591692 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Request body: {'port': {'device_id': '2075106d-11e8-4448-9e13-b25c583c1a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:41:44.645649 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:44.905226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a48e9c-563b-4b0e-9d18-a331f91b406c {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:41:44.912389 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:44.924740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Transition to ACTIVE for port object 11a48e9c-563b-4b0e-9d18-a331f91b406c will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:41:44.928736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:44.981109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=11a48e9c-563b-4b0e-9d18-a331f91b406c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:45.045452 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Attempting to bind port 11a48e9c-563b-4b0e-9d18-a331f91b406c on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:41:45.045782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Attempting to bind port 11a48e9c-563b-4b0e-9d18-a331f91b406c by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:41:45.046121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Attempting to bind port 11a48e9c-563b-4b0e-9d18-a331f91b406c on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:41:45.050356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Port 11a48e9c-563b-4b0e-9d18-a331f91b406c on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:41:45.050666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Attempting to bind port 11a48e9c-563b-4b0e-9d18-a331f91b406c on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:41:45.055486 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:41:45.055822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Checking segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:41:45.056204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Bound using segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:41:45.056670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Bound port: 11a48e9c-563b-4b0e-9d18-a331f91b406c, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:41:45.057083 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:45.060769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379f8bc-4b52-43c2-a0f0-de2bbad9c2d6 req-1318e3ac-d9a0-47c6-bcbd-24c276322afa tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:45.062264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2379f8bc-4b52-43c2-a0f0-de2bbad9c2d6 req-1318e3ac-d9a0-47c6-bcbd-24c276322afa tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 943 time: 0.0540121 Oct 25 09:41:45.102369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2379f8bc-4b52-43c2-a0f0-de2bbad9c2d6 req-be5752b6-ab68-466d-ae36-4d5223c61d3c tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Oct 25 09:41:45.123990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] For port 11a48e9c-563b-4b0e-9d18-a331f91b406c, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:41:45.127204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] For port 11a48e9c-563b-4b0e-9d18-a331f91b406c, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=11a48e9c-563b-4b0e-9d18-a331f91b406c,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:41:45.130937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:45.165790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:45.166395 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:45.167754 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] 10.222.0.18 "PUT /v2.0/ports/11a48e9c-563b-4b0e-9d18-a331f91b406c HTTP/1.1" status: 200 len: 1091 time: 0.6719525 Oct 25 09:41:45.168191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2075106d-11e8-4448-9e13-b25c583c1a87', 'tag': '11a48e9c-563b-4b0e-9d18-a331f91b406c'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:41:45.170502 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4fe7a0-10c1-4178-a895-42d5cb94f287" -d '{"events": [{"name": "network-changed", "server_uuid": "2075106d-11e8-4448-9e13-b25c583c1a87", "tag": "11a48e9c-563b-4b0e-9d18-a331f91b406c"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:41:45.193187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740cb1f-326c-4a1b-968a-691232a9fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=11a48e9c-563b-4b0e-9d18-a331f91b406c,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:45.210687 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c5cc8-cddb-433e-83f8-1aaa2e4a26ad x-openstack-request-id: req-666c5cc8-cddb-433e-83f8-1aaa2e4a26ad {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:41:45.210976 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2075106d-11e8-4448-9e13-b25c583c1a87", "tag": "11a48e9c-563b-4b0e-9d18-a331f91b406c", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:41:45.211227 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-666c5cc8-cddb-433e-83f8-1aaa2e4a26ad {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:41:45.211990 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2075106d-11e8-4448-9e13-b25c583c1a87', 'tag': '11a48e9c-563b-4b0e-9d18-a331f91b406c', 'status': 'completed', 'code': 200} Oct 25 09:41:45.268830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae729f-13da-4454-add3-fe6fe3317baf req-2072ad2e-f131-4074-95b3-4d25a00df4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:45.270330 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-2072ad2e-f131-4074-95b3-4d25a00df4ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 1094 time: 0.0415511 Oct 25 09:41:45.322322 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-bef9ab16-61f6-41e7-98f6-b47e336a5c2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11a48e9c-563b-4b0e-9d18-a331f91b406c HTTP/1.1" status: 200 len: 217 time: 0.0389791 Oct 25 09:41:45.691815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae729f-13da-4454-add3-fe6fe3317baf req-d63e12f3-436f-4b9a-acca-6dd339d5e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:45.693346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-d63e12f3-436f-4b9a-acca-6dd339d5e4f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.3618648 Oct 25 09:41:45.724411 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-24b2eb0c-1d13-42fa-b37c-2084e90606b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240233 Oct 25 09:41:45.815021 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-aea87faa-f8d0-4e0e-bf26-0a2edca419d8 service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833259 Oct 25 09:41:45.903677 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-afae729f-13da-4454-add3-fe6fe3317baf req-6afa01ba-ce0a-4382-ab53-20dbb466b8ef service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813029 Oct 25 09:41:46.032698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-ed6c2df8-d991-482a-9d0a-66d2641d12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:46.034200 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-ed6c2df8-d991-482a-9d0a-66d2641d12a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 1094 time: 0.0433621 Oct 25 09:41:46.122320 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-6180d04e-195c-4353-83d1-44a5b89beba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:46.124082 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-6180d04e-195c-4353-83d1-44a5b89beba1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 915 time: 0.0821807 Oct 25 09:41:46.172649 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-c2a36dff-87a0-402a-9de7-48e7b6b3696b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11a48e9c-563b-4b0e-9d18-a331f91b406c HTTP/1.1" status: 200 len: 217 time: 0.0415292 Oct 25 09:41:46.222525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-c9495877-fac9-44b0-a2b1-4163813833d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:46.223979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65279c91-cb7d-490c-aca7-08a0df69060e req-e5871130-8a47-4394-9274-dde56fb3ac7f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:46.224502 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-c9495877-fac9-44b0-a2b1-4163813833d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0448658 Oct 25 09:41:46.225470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65279c91-cb7d-490c-aca7-08a0df69060e req-e5871130-8a47-4394-9274-dde56fb3ac7f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 943 time: 0.0496860 Oct 25 09:41:46.255602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-fb225ed1-d274-411c-b465-788fefa522e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245833 Oct 25 09:41:46.264431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65279c91-cb7d-490c-aca7-08a0df69060e req-13edf4e9-9787-454b-b81d-340d09180d69 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Oct 25 09:41:46.350529 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-b5030c8f-d0f6-475f-8cca-cc7d83b0f18b service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878413 Oct 25 09:41:46.438996 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc4fe7a0-10c1-4178-a895-42d5cb94f287 req-d269c763-80e7-4c54-b4a7-6f3c23bf19b5 service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816801 Oct 25 09:41:46.468711 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b0bac087-a2e2-4b87-8c57-19689a10c567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:47.379849 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e38c5-8bbc-4ab4-aeae-c441b5f02414 req-3b3204ed-a630-418f-b9ab-7d52751c37de tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:47.381334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-669e38c5-8bbc-4ab4-aeae-c441b5f02414 req-3b3204ed-a630-418f-b9ab-7d52751c37de tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 943 time: 0.0485964 Oct 25 09:41:47.419536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-669e38c5-8bbc-4ab4-aeae-c441b5f02414 req-75442789-4bce-4173-9ac6-8b43e0c50645 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Oct 25 09:41:48.538113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3e92-7598-451c-9e7c-b20c5c35891d req-0acd6b37-0dd1-4fa5-967d-08e0fd8ff880 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:48.539567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c28e3e92-7598-451c-9e7c-b20c5c35891d req-0acd6b37-0dd1-4fa5-967d-08e0fd8ff880 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 943 time: 0.0531156 Oct 25 09:41:48.579485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c28e3e92-7598-451c-9e7c-b20c5c35891d req-309a7348-31cf-4fcc-a703-e125853b5d4b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Oct 25 09:41:48.815176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bc69a0de-6605-4554-abf3-3f8c11edf5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:49.343588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 11a48e9c-563b-4b0e-9d18-a331f91b406c details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:41:49.437965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 11a48e9c-563b-4b0e-9d18-a331f91b406c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=11a48e9c-563b-4b0e-9d18-a331f91b406c,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:49.449454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '11a48e9c-563b-4b0e-9d18-a331f91b406c', 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'port_id': '11a48e9c-563b-4b0e-9d18-a331f91b406c', 'mac_address': 'fa:16:3e:ee:7c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2f9db0-0bb2-4780-ba46-f2b35852869c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:41:49.483922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:49.496460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a48e9c-563b-4b0e-9d18-a331f91b406c {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:41:49.519049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 11a48e9c-563b-4b0e-9d18-a331f91b406c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=11a48e9c-563b-4b0e-9d18-a331f91b406c,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:49.523175 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:49.572584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=11a48e9c-563b-4b0e-9d18-a331f91b406c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:49.693767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80eae74-da1d-4548-b29c-329d909c65de req-db6f08e9-35d7-41e4-a0ad-7068a2087d49 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:49.695203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80eae74-da1d-4548-b29c-329d909c65de req-db6f08e9-35d7-41e4-a0ad-7068a2087d49 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 944 time: 0.0477698 Oct 25 09:41:49.733408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f80eae74-da1d-4548-b29c-329d909c65de req-016fd93f-983c-4854-a213-1ea3babf605c tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309875 Oct 25 09:41:49.937444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['11a48e9c-563b-4b0e-9d18-a331f91b406c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:41:49.990413 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:50.227303 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:50.850771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c817ed6-3e6f-4dc3-b34e-a229581e6fb7 req-469049d6-7cb1-40de-bb5e-4683df776056 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:50.852136 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c817ed6-3e6f-4dc3-b34e-a229581e6fb7 req-469049d6-7cb1-40de-bb5e-4683df776056 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 944 time: 0.0494049 Oct 25 09:41:50.890135 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c817ed6-3e6f-4dc3-b34e-a229581e6fb7 req-994cd708-fa3c-47c1-8f3d-e0ecf614ec96 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Oct 25 09:41:51.355256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 11a48e9c-563b-4b0e-9d18-a331f91b406c up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:41:51.402073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 11a48e9c-563b-4b0e-9d18-a331f91b406c completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:41:51.405875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 11a48e9c-563b-4b0e-9d18-a331f91b406c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:41:51.406241 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:51.483839 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:51.505796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2075106d-11e8-4448-9e13-b25c583c1a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a48e9c-563b-4b0e-9d18-a331f91b406c'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:41:51.508044 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8ea18-fa28-4a3f-aac3-f2346b4d3a0d" -d '{"events": [{"server_uuid": "2075106d-11e8-4448-9e13-b25c583c1a87", "name": "network-vif-plugged", "status": "completed", "tag": "11a48e9c-563b-4b0e-9d18-a331f91b406c"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:41:51.521090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 11a48e9c-563b-4b0e-9d18-a331f91b406c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=11a48e9c-563b-4b0e-9d18-a331f91b406c,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:41:51.525326 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:51.548467 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9357be5e-e674-448f-b185-3576c394878b x-openstack-request-id: req-9357be5e-e674-448f-b185-3576c394878b {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:41:51.548756 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2075106d-11e8-4448-9e13-b25c583c1a87", "name": "network-vif-plugged", "status": "completed", "tag": "11a48e9c-563b-4b0e-9d18-a331f91b406c", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:41:51.549029 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9357be5e-e674-448f-b185-3576c394878b {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:41:51.549417 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2075106d-11e8-4448-9e13-b25c583c1a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a48e9c-563b-4b0e-9d18-a331f91b406c', 'code': 200} Oct 25 09:41:51.575371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=11a48e9c-563b-4b0e-9d18-a331f91b406c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:41:51.666674 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151d587-4beb-4f44-b9de-4b3ef5a3820d req-809a245c-6ee9-4a65-a4a7-b46f4244065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:51.668144 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e151d587-4beb-4f44-b9de-4b3ef5a3820d req-809a245c-6ee9-4a65-a4a7-b46f4244065d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 1096 time: 0.0403826 Oct 25 09:41:51.704045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e151d587-4beb-4f44-b9de-4b3ef5a3820d req-43fad6d5-f588-4782-a2ed-8423484b1aed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278969 Oct 25 09:41:51.914069 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:41:52.015881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ed2f5-1844-4fd6-81eb-43fcf80fbaea req-f76ffc29-f6de-40be-a30f-ec2c02f9a6ce tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:52.017392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b6ed2f5-1844-4fd6-81eb-43fcf80fbaea req-f76ffc29-f6de-40be-a30f-ec2c02f9a6ce tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 945 time: 0.0553453 Oct 25 09:41:52.055861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b6ed2f5-1844-4fd6-81eb-43fcf80fbaea req-50936c73-97b4-4d80-9804-b2507bc0a46c tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Oct 25 09:41:53.171648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25830da9-7911-482a-a54a-a709d2f9e17a req-482444fc-5690-444e-bc6f-81c3db7ed1ba tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:53.173120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25830da9-7911-482a-a54a-a709d2f9e17a req-482444fc-5690-444e-bc6f-81c3db7ed1ba tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 945 time: 0.0486650 Oct 25 09:41:53.211591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25830da9-7911-482a-a54a-a709d2f9e17a req-9417335e-fcf8-4aac-8673-9e08b8b33efb tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324273 Oct 25 09:41:59.115407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-ba22f039-9c47-40bb-923a-395f91b4f7ae tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:41:59.116771 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-ba22f039-9c47-40bb-923a-395f91b4f7ae tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 814 time: 0.1064515 Oct 25 09:41:59.132028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-cf12bce2-1568-45fd-b274-e4a9b9031019 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/quotas/bb2b0db2fd7e4173b9488c38aaa856a2 HTTP/1.1" status: 200 len: 375 time: 0.0088801 Oct 25 09:41:59.183203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-a7f1f786-54d8-4531-b379-e560a68e51d1 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447302 Oct 25 09:41:59.277679 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-9388fdc7-cc83-4c96-bdb3-58565e27d0d3 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873473 Oct 25 09:41:59.369781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-9e3c82a9-4e37-45bd-b2ae-ba0f69355948 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860066 Oct 25 09:41:59.524361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef4a5459-96a0-48ca-909b-dff3ab007e74 req-3592d481-a714-4e61-9f5e-b9eb39d7f03f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 210 time: 0.0260904 Oct 25 09:42:00.522194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-b1081dd4-6a48-45a5-9754-6c81cca9a27e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:00.523614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-b1081dd4-6a48-45a5-9754-6c81cca9a27e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.41 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 814 time: 0.1113105 Oct 25 09:42:00.553772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Request body: {'port': {'device_id': '3354b235-92bb-4e4a-9074-856d1f8c2951', 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'admin_state_up': True, 'tenant_id': 'bb2b0db2fd7e4173b9488c38aaa856a2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:42:00.633001 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c588398d-8a56-4f07-84f6-a018de292d25 req-0031c3f9-42fb-4074-b8ae-6721138c57f4 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 210 time: 0.0362990 Oct 25 09:42:00.688860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Made reservation on behalf of bb2b0db2fd7e4173b9488c38aaa856a2 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:42:00.692480 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:00.821074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Allocated IP 172.20.0.4 (9fd938f5-78eb-467c-a9fa-37cfd454a576/6e2f9db0-0bb2-4780-ba46-f2b35852869c/ce8bd9d6-fc74-465c-854d-e4ae17fb0e99) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:42:00.967562 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:00.999906 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:01.038060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['955cfc5b-a9f8-458f-9a3a-5b2c9c164899'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:42:01.042083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['11a48e9c-563b-4b0e-9d18-a331f91b406c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:42:01.047647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Network 9fd938f5-78eb-467c-a9fa-37cfd454a576 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:42:01.050934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:42:01.054748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:42:01.080102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Pushing event updated for resources: {'Port': ['ID=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:01.108676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:01.109311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:01.126076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90478702-a3d5-4b77-a8b7-0ebf30014a01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761924 Oct 25 09:42:01.158738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Request body: {'port': {'device_id': '3354b235-92bb-4e4a-9074-856d1f8c2951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:42:01.216042 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:01.478659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:42:01.485837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:01.497332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Transition to ACTIVE for port object ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:42:01.501055 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:01.553260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Pushing event updated for resources: {'Port': ['ID=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:01.619153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Attempting to bind port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:42:01.619384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Attempting to bind port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:42:01.619712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Attempting to bind port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:42:01.623946 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:42:01.624262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Attempting to bind port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:42:01.629034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:42:01.629370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Checking segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:42:01.629749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Bound using segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:42:01.630198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Bound port: ce8bd9d6-fc74-465c-854d-e4ae17fb0e99, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:42:01.630547 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:01.697939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] For port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:42:01.701451 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] For port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:42:01.714670 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:01.767986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:01.768580 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:01.769971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] 10.222.0.41 "PUT /v2.0/ports/ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 HTTP/1.1" status: 200 len: 1091 time: 0.6155481 Oct 25 09:42:01.770554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3354b235-92bb-4e4a-9074-856d1f8c2951', 'tag': 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:42:01.772816 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f745cedb-df73-442a-991a-c77dfd8138c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3354b235-92bb-4e4a-9074-856d1f8c2951", "tag": "ce8bd9d6-fc74-465c-854d-e4ae17fb0e99"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:42:01.801335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4cf5e-3f23-429b-8d75-c662d548acaa service neutron] Pushing event updated for resources: {'Port': ['ID=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:01.812101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f2acd-d9f6-420d-b5c0-9afe89418247 req-4968b50a-6c05-4eff-9693-c7624e406b2b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:01.813620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a0f2acd-d9f6-420d-b5c0-9afe89418247 req-4968b50a-6c05-4eff-9693-c7624e406b2b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 943 time: 0.1092870 Oct 25 09:42:01.882862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a0f2acd-d9f6-420d-b5c0-9afe89418247 req-afa9207a-41f0-457b-a9f4-d25429eec5a5 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619860 Oct 25 09:42:01.889547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-e842746c-1895-4b03-8f44-75b2b6f270c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:01.891016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-e842746c-1895-4b03-8f44-75b2b6f270c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 1094 time: 0.0635135 Oct 25 09:42:01.939438 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac2d0f7-8a34-4874-bb11-c5590fb4acce x-openstack-request-id: req-bac2d0f7-8a34-4874-bb11-c5590fb4acce {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:42:01.939724 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3354b235-92bb-4e4a-9074-856d1f8c2951", "tag": "ce8bd9d6-fc74-465c-854d-e4ae17fb0e99", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:42:01.939970 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bac2d0f7-8a34-4874-bb11-c5590fb4acce {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:42:01.940362 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3354b235-92bb-4e4a-9074-856d1f8c2951', 'tag': 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99', 'status': 'completed', 'code': 200} Oct 25 09:42:01.941876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-90d4448b-51de-46b9-ad90-8ad165f88205 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 HTTP/1.1" status: 200 len: 217 time: 0.0372417 Oct 25 09:42:01.989774 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-42d44df5-9528-434e-8a57-f74dd4d1a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:01.991176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-42d44df5-9528-434e-8a57-f74dd4d1a541 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0422187 Oct 25 09:42:02.026984 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-c3f382f4-0adc-4894-bc81-2af36381a08a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277026 Oct 25 09:42:02.114565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-c1f8897c-971f-4c1e-941e-86b392821e12 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796561 Oct 25 09:42:02.210896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-445bfcaf-286e-49b6-8747-1f72f1f36c2b req-9fc729c2-d1a8-4b2e-bbf9-19f0d01b564c service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891130 Oct 25 09:42:02.353993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-780eb349-df43-425c-a8f9-25056fddcebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:02.355486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-780eb349-df43-425c-a8f9-25056fddcebe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 1094 time: 0.0504563 Oct 25 09:42:02.460721 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-6acfd99f-6416-4efe-b747-acecf85460d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:02.462671 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-6acfd99f-6416-4efe-b747-acecf85460d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 915 time: 0.0992675 Oct 25 09:42:02.557821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-87806132-0ad4-4f4c-9579-8eeeec273285 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 HTTP/1.1" status: 200 len: 217 time: 0.0878015 Oct 25 09:42:02.613018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-0d8bd1df-970c-49ee-8897-512acf0ca8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:02.614438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-0d8bd1df-970c-49ee-8897-512acf0ca8cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0499580 Oct 25 09:42:02.650142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-1ebd7f2c-4a4b-4ee2-9cd0-0f2f3d34cce2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272794 Oct 25 09:42:02.757615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-81450b03-4d35-4d8b-a018-6cc4a080ef59 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997581 Oct 25 09:42:02.860643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f745cedb-df73-442a-991a-c77dfd8138c4 req-31c97141-00aa-4b45-af42-86751576c0c8 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960472 Oct 25 09:42:03.021195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c193a-d23c-4e14-807d-1c0d55045ebe req-13fbd795-4db2-446f-b93d-b7fe8597445b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:03.022584 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e52c193a-d23c-4e14-807d-1c0d55045ebe req-13fbd795-4db2-446f-b93d-b7fe8597445b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 943 time: 0.0495377 Oct 25 09:42:03.066028 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e52c193a-d23c-4e14-807d-1c0d55045ebe req-fe8e6339-9b64-4b93-a09a-c74afc64da9d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369279 Oct 25 09:42:04.179052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf001de-f436-41a9-b986-37ab55ef40d7 req-91d784e7-6113-4883-8e4d-245e7d18ef4c tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:04.181465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf001de-f436-41a9-b986-37ab55ef40d7 req-91d784e7-6113-4883-8e4d-245e7d18ef4c tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 943 time: 0.0477173 Oct 25 09:42:04.217652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6cf001de-f436-41a9-b986-37ab55ef40d7 req-dc5f9970-5bc4-4ea5-9b61-2e66de8f8285 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Oct 25 09:42:05.341777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3229b2-b02c-4609-964a-290747922db9 req-f92be4dd-f765-407a-9b91-73da67fdcfec tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:05.343283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c3229b2-b02c-4609-964a-290747922db9 req-f92be4dd-f765-407a-9b91-73da67fdcfec tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 943 time: 0.0554371 Oct 25 09:42:05.386166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c3229b2-b02c-4609-964a-290747922db9 req-31a5f25f-b2b6-4008-aa24-1ab7a5712934 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365846 Oct 25 09:42:06.499594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9f20-fd99-4234-8a5d-8432d4ef102e req-051c6a04-b43c-4dad-bb98-ceaa20089bbd tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:06.501075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60be9f20-fd99-4234-8a5d-8432d4ef102e req-051c6a04-b43c-4dad-bb98-ceaa20089bbd tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 943 time: 0.0481801 Oct 25 09:42:06.539196 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60be9f20-fd99-4234-8a5d-8432d4ef102e req-2c1dfea8-d381-4090-ad18-896b25d24ad0 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Oct 25 09:42:07.092868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:42:07.187365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:42:07.197925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99', 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'port_id': 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99', 'mac_address': 'fa:16:3e:16:f3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2f9db0-0bb2-4780-ba46-f2b35852869c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:42:07.233556 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:07.247049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:42:07.271557 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:42:07.276020 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:07.321888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:07.654919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52e876-18e3-416e-9d8b-847aeb5cc736 req-b32eaf81-990a-4501-85d9-08588bf6de7a tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:07.656379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc52e876-18e3-416e-9d8b-847aeb5cc736 req-b32eaf81-990a-4501-85d9-08588bf6de7a tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 944 time: 0.0481174 Oct 25 09:42:07.693438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc52e876-18e3-416e-9d8b-847aeb5cc736 req-2b9f5ec9-d0e5-4a60-a58e-75ebf990ca24 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Oct 25 09:42:07.695042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ce8bd9d6-fc74-465c-854d-e4ae17fb0e99'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:42:08.809788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ac3b4-b757-4dcc-b0a9-6b90f7837e79 req-dfd8ab24-6ccf-4e33-b929-5bc88735684f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:08.811294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a9ac3b4-b757-4dcc-b0a9-6b90f7837e79 req-dfd8ab24-6ccf-4e33-b929-5bc88735684f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 944 time: 0.0500932 Oct 25 09:42:08.819220 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:08.853663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8a9ac3b4-b757-4dcc-b0a9-6b90f7837e79 req-7586c532-1fc4-47a4-9d91-34a7401aa7bd tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361431 Oct 25 09:42:09.128994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:42:09.178045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:42:09.182264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:42:09.182638 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:09.259433 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:09.281089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3354b235-92bb-4e4a-9074-856d1f8c2951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:42:09.283477 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded9e76-02b8-4fa9-a755-e0cf85936914" -d '{"events": [{"server_uuid": "3354b235-92bb-4e4a-9074-856d1f8c2951", "name": "network-vif-plugged", "status": "completed", "tag": "ce8bd9d6-fc74-465c-854d-e4ae17fb0e99"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:42:09.296202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:42:09.301462 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:09.332351 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa376447-0f96-47cf-b38a-5e7a45ba1958 x-openstack-request-id: req-fa376447-0f96-47cf-b38a-5e7a45ba1958 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:42:09.332639 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3354b235-92bb-4e4a-9074-856d1f8c2951", "name": "network-vif-plugged", "status": "completed", "tag": "ce8bd9d6-fc74-465c-854d-e4ae17fb0e99", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:42:09.332927 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa376447-0f96-47cf-b38a-5e7a45ba1958 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:42:09.333301 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3354b235-92bb-4e4a-9074-856d1f8c2951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99', 'code': 200} Oct 25 09:42:09.353440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:09.451023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a3b56-605d-4e71-91ab-4dfad17435d7 req-a7fcef86-ae9f-4f24-a07a-5ed9897d299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:09.452517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-406a3b56-605d-4e71-91ab-4dfad17435d7 req-a7fcef86-ae9f-4f24-a07a-5ed9897d299a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 1096 time: 0.0399511 Oct 25 09:42:09.487192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-406a3b56-605d-4e71-91ab-4dfad17435d7 req-4ae8a195-f874-41fd-bbfc-be4ec453616e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275679 Oct 25 09:42:09.973194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882a52-d164-4a99-8270-fb56e51f1ba9 req-96a24fc0-4ec1-4abe-8ad4-1bb3eb205e04 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:09.974662 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f882a52-d164-4a99-8270-fb56e51f1ba9 req-96a24fc0-4ec1-4abe-8ad4-1bb3eb205e04 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 945 time: 0.0496254 Oct 25 09:42:09.979420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:10.013299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2f882a52-d164-4a99-8270-fb56e51f1ba9 req-09d36aa7-5f49-48b3-8819-6c90109cc616 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Oct 25 09:42:11.130311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad718c-79aa-4e5d-b208-84bef8ddca3e req-84f4cc22-816a-44ef-9069-0aee976a3c10 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:11.131797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4ad718c-79aa-4e5d-b208-84bef8ddca3e req-84f4cc22-816a-44ef-9069-0aee976a3c10 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Oct 25 09:42:11.174784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f4ad718c-79aa-4e5d-b208-84bef8ddca3e req-62a0685a-0bf7-42d5-9884-35e657ac6f2a tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360675 Oct 25 09:42:11.515280 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:42:16.471747 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0f41363c-6155-40c9-8a13-0985de90bec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:18.816352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-51c272a6-b5ea-45cc-a99d-da4c45f2d0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:19.973129 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:20.057285 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:21.916072 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:28.563328 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-f7bb9ee2-56a9-481b-ac9d-cf00ddaee0b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462961 Oct 25 09:42:28.661721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-e3ae1bde-4630-467a-a49b-0939ae1faff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:28.663194 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-e3ae1bde-4630-467a-a49b-0939ae1faff7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 1096 time: 0.0408359 Oct 25 09:42:28.772261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-e7520f49-8108-4cda-b7f2-6cf5d1ab328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:28.773845 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-e7520f49-8108-4cda-b7f2-6cf5d1ab328a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 915 time: 0.0899420 Oct 25 09:42:28.815497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-5f980e6d-0680-41a5-99c3-d9256450af2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11a48e9c-563b-4b0e-9d18-a331f91b406c HTTP/1.1" status: 200 len: 217 time: 0.0349479 Oct 25 09:42:28.864275 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-7f13d355-9594-4273-b268-c5ba84645408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:28.865750 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-7f13d355-9594-4273-b268-c5ba84645408 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0436139 Oct 25 09:42:28.896500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-a1ab20a2-ba2a-40cc-ac3e-1d1a44c26dca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238900 Oct 25 09:42:28.991848 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-ac41d778-90a3-4165-9884-f3332ae19a8a service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880125 Oct 25 09:42:29.086534 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7145d927-0f6b-4a5c-8228-1be6ec27cdef req-c4b9b919-e74d-43d0-ba43-f81d404f4c6f service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870252 Oct 25 09:42:30.286813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-30087b35-4330-4b4a-993e-c18c47916c9f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:30.288237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-30087b35-4330-4b4a-993e-c18c47916c9f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 814 time: 0.1022484 Oct 25 09:42:30.303448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-a0e252f7-18f8-4fd4-9cbf-581a2dc7489d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/quotas/bb2b0db2fd7e4173b9488c38aaa856a2 HTTP/1.1" status: 200 len: 375 time: 0.0088606 Oct 25 09:42:30.358244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-9611f74a-ff14-4dfc-86c8-fca03c49047b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490434 Oct 25 09:42:30.452622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-42b100eb-bf57-40fe-aaa4-b628063b7c72 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875125 Oct 25 09:42:30.545845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-fa37d3d5-1711-48b6-854e-c729fc3ce1c0 service neutron] 10.222.0.32 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871499 Oct 25 09:42:30.700170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f7bc051-2897-4d3f-a048-2f3ec3815f84 req-26ad2db5-5ebb-40a7-beaf-74ad91f7ce75 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 210 time: 0.0261698 Oct 25 09:42:31.672363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-fec5df35-de70-4851-af68-d7c38ac6a586 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:31.673844 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-fec5df35-de70-4851-af68-d7c38ac6a586 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.18 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 814 time: 0.1017292 Oct 25 09:42:31.693294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Request body: {'port': {'device_id': '1361e158-da40-4831-9bef-c96b59f2d552', 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'admin_state_up': True, 'tenant_id': 'bb2b0db2fd7e4173b9488c38aaa856a2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:42:31.796827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b20614a-fc9e-40f6-86d1-47832cd24388 req-62f2b019-c350-476d-abef-6205d0e83c1f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 210 time: 0.0267313 Oct 25 09:42:31.808020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Made reservation on behalf of bb2b0db2fd7e4173b9488c38aaa856a2 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:42:31.811716 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:31.934804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Allocated IP 172.20.0.11 (9fd938f5-78eb-467c-a9fa-37cfd454a576/6e2f9db0-0bb2-4780-ba46-f2b35852869c/71e6612f-90ff-4047-abe7-8993e2f4d7ec) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:42:32.084115 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.116849 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.151664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['955cfc5b-a9f8-458f-9a3a-5b2c9c164899', 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:42:32.155080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['11a48e9c-563b-4b0e-9d18-a331f91b406c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:42:32.167265 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Network 9fd938f5-78eb-467c-a9fa-37cfd454a576 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:42:32.172503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:42:32.177089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:42:32.181139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Pushing event updated for resources: {'Port': ['ID=71e6612f-90ff-4047-abe7-8993e2f4d7ec,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:32.209287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.209632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.210003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.210299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.210704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.211520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.211849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.212165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.212487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.212807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.213322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.213655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:32.238119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:32.238729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.254548 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b438940d-d323-4fc2-a173-21f00bf46554 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651169 Oct 25 09:42:32.286655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Request body: {'port': {'device_id': '1361e158-da40-4831-9bef-c96b59f2d552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:42:32.340436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.613517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e6612f-90ff-4047-abe7-8993e2f4d7ec {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:42:32.620945 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.632443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Transition to ACTIVE for port object 71e6612f-90ff-4047-abe7-8993e2f4d7ec will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:42:32.637036 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.701380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Pushing event updated for resources: {'Port': ['ID=71e6612f-90ff-4047-abe7-8993e2f4d7ec,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:32.751055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Attempting to bind port 71e6612f-90ff-4047-abe7-8993e2f4d7ec on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:42:32.751392 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Attempting to bind port 71e6612f-90ff-4047-abe7-8993e2f4d7ec by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:42:32.751719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Attempting to bind port 71e6612f-90ff-4047-abe7-8993e2f4d7ec on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:42:32.755995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Port 71e6612f-90ff-4047-abe7-8993e2f4d7ec on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:42:32.756310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Attempting to bind port 71e6612f-90ff-4047-abe7-8993e2f4d7ec on network 9fd938f5-78eb-467c-a9fa-37cfd454a576 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:42:32.761590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:42:32.761924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Checking segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:42:32.762301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Bound using segment: {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:42:32.762728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Bound port: 71e6612f-90ff-4047-abe7-8993e2f4d7ec, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ca01c-9db4-4918-8f84-a3a82d9577f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:42:32.763076 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.831099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] For port 71e6612f-90ff-4047-abe7-8993e2f4d7ec, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:42:32.834247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] For port 71e6612f-90ff-4047-abe7-8993e2f4d7ec, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71e6612f-90ff-4047-abe7-8993e2f4d7ec,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:42:32.841040 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.879033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:32.879655 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:32.881058 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] 10.222.0.18 "PUT /v2.0/ports/71e6612f-90ff-4047-abe7-8993e2f4d7ec HTTP/1.1" status: 200 len: 1092 time: 0.5987911 Oct 25 09:42:32.881496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1361e158-da40-4831-9bef-c96b59f2d552', 'tag': '71e6612f-90ff-4047-abe7-8993e2f4d7ec'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:42:32.884363 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bef1fe-f7f8-45c8-a9d9-41a77b227677" -d '{"events": [{"name": "network-changed", "server_uuid": "1361e158-da40-4831-9bef-c96b59f2d552", "tag": "71e6612f-90ff-4047-abe7-8993e2f4d7ec"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:42:32.906255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da9921-b0a0-47c1-b1d3-22678f83d933 service neutron] Pushing event updated for resources: {'Port': ['ID=71e6612f-90ff-4047-abe7-8993e2f4d7ec,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:32.922984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be30d1-e15d-4ac6-bb94-71bd8257d93d req-9e5627f4-9300-418d-b7c3-a55704593129 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:32.924448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56be30d1-e15d-4ac6-bb94-71bd8257d93d req-9e5627f4-9300-418d-b7c3-a55704593129 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 944 time: 0.0549960 Oct 25 09:42:32.964703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-56be30d1-e15d-4ac6-bb94-71bd8257d93d req-daca18a6-378f-4a9a-b0c9-7cb91465b683 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Oct 25 09:42:32.996114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-4e49ff71-a83e-4231-af16-16afd9167db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:32.997674 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-4e49ff71-a83e-4231-af16-16afd9167db6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 1095 time: 0.0488849 Oct 25 09:42:33.051677 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-ff93836b-f62c-43ab-91cc-2c45204c252e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e6612f-90ff-4047-abe7-8993e2f4d7ec HTTP/1.1" status: 200 len: 217 time: 0.0390909 Oct 25 09:42:33.093362 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05477b2-8089-4bea-827a-f089c2ba79e2 x-openstack-request-id: req-e05477b2-8089-4bea-827a-f089c2ba79e2 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:42:33.093645 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1361e158-da40-4831-9bef-c96b59f2d552", "tag": "71e6612f-90ff-4047-abe7-8993e2f4d7ec", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:42:33.093893 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e05477b2-8089-4bea-827a-f089c2ba79e2 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:42:33.094307 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1361e158-da40-4831-9bef-c96b59f2d552', 'tag': '71e6612f-90ff-4047-abe7-8993e2f4d7ec', 'status': 'completed', 'code': 200} Oct 25 09:42:33.105287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-06e42aeb-7aec-4af4-bfec-2689425647c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:33.106712 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-06e42aeb-7aec-4af4-bfec-2689425647c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0468903 Oct 25 09:42:33.155430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-38007aa9-630b-4c37-b216-ac402fa86d50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240817 Oct 25 09:42:33.248477 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-99c37d86-4ce8-4bcf-8043-15a7003653ed service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854516 Oct 25 09:42:33.344738 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dfa1e68f-b020-4897-a2b7-e95ff2bed717 req-b0f624aa-2189-423e-8ab8-985cf5cfd435 service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872321 Oct 25 09:42:33.469291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-d1c1da7b-013e-4cbb-a503-d35af28d9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:33.470886 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-d1c1da7b-013e-4cbb-a503-d35af28d9e26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 1095 time: 0.0404105 Oct 25 09:42:33.564417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-c16996f5-1595-46c1-b889-38ccc9453f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:33.565914 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-c16996f5-1595-46c1-b889-38ccc9453f2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 915 time: 0.0879378 Oct 25 09:42:33.609214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-8f97cdc0-c522-459e-ba15-f188130e9c5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71e6612f-90ff-4047-abe7-8993e2f4d7ec HTTP/1.1" status: 200 len: 217 time: 0.0342877 Oct 25 09:42:33.662056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-aa95c4b9-b66f-4be3-8f0b-8b652eda5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:33.663474 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-aa95c4b9-b66f-4be3-8f0b-8b652eda5eff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0475485 Oct 25 09:42:33.694513 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-b44bdfa6-9bbd-40e6-8c0f-d21d87be20b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239031 Oct 25 09:42:33.782459 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-73935c3a-711b-4a67-a584-7e70eb2163ea service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807495 Oct 25 09:42:33.882145 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-57bef1fe-f7f8-45c8-a9d9-41a77b227677 req-d9f015cf-f693-4b53-a07f-0839bdd7e1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915158 Oct 25 09:42:34.083254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cb8d4-05de-4e4f-a36a-32731c9a00ba req-24fb7f61-76f3-4af4-9e2b-d24dd1efedf1 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:34.084693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d2cb8d4-05de-4e4f-a36a-32731c9a00ba req-24fb7f61-76f3-4af4-9e2b-d24dd1efedf1 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 944 time: 0.0514967 Oct 25 09:42:34.122654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d2cb8d4-05de-4e4f-a36a-32731c9a00ba req-c269f263-4a2f-4384-899a-2d460e423f8b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Oct 25 09:42:35.238982 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7f05a-ed78-4aa4-933f-86dc74b2fc79 req-7cde85a0-9d33-403f-87bc-108f48438238 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:35.240429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ee7f05a-ed78-4aa4-933f-86dc74b2fc79 req-7cde85a0-9d33-403f-87bc-108f48438238 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 944 time: 0.0479805 Oct 25 09:42:35.279788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ee7f05a-ed78-4aa4-933f-86dc74b2fc79 req-8834b344-0282-4085-bc80-8c21948fc247 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Oct 25 09:42:36.393634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b0cbf-e5ff-4c80-a05e-26515d8cbc4b req-67c2e87a-9bee-41fe-a63b-0193f4074fad tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:36.395073 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca9b0cbf-e5ff-4c80-a05e-26515d8cbc4b req-67c2e87a-9bee-41fe-a63b-0193f4074fad tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 944 time: 0.0487688 Oct 25 09:42:36.432710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca9b0cbf-e5ff-4c80-a05e-26515d8cbc4b req-28be63b7-d222-49e6-9b5b-c6c497d783ed tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Oct 25 09:42:37.556895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377cec0-8a99-4a36-8040-fc9b2b7b36b7 req-c3c1108f-bbb7-4015-9673-1b086b2daa23 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:37.562466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1377cec0-8a99-4a36-8040-fc9b2b7b36b7 req-c3c1108f-bbb7-4015-9673-1b086b2daa23 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 944 time: 0.0575631 Oct 25 09:42:37.562677 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 71e6612f-90ff-4047-abe7-8993e2f4d7ec details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:42:37.598752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1377cec0-8a99-4a36-8040-fc9b2b7b36b7 req-7ba58fe4-49d6-4188-8962-23eaebf92d78 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338891 Oct 25 09:42:37.662917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 71e6612f-90ff-4047-abe7-8993e2f4d7ec, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71e6612f-90ff-4047-abe7-8993e2f4d7ec,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:42:37.674078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '71e6612f-90ff-4047-abe7-8993e2f4d7ec', 'network_id': '9fd938f5-78eb-467c-a9fa-37cfd454a576', 'port_id': '71e6612f-90ff-4047-abe7-8993e2f4d7ec', 'mac_address': 'fa:16:3e:53:1e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2f9db0-0bb2-4780-ba46-f2b35852869c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:42:37.710511 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:37.726200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e6612f-90ff-4047-abe7-8993e2f4d7ec {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:42:37.745039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 71e6612f-90ff-4047-abe7-8993e2f4d7ec, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71e6612f-90ff-4047-abe7-8993e2f4d7ec,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:42:37.748850 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:37.795889 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=71e6612f-90ff-4047-abe7-8993e2f4d7ec,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:37.803072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.803414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.803748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.804077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.804405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.804728 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.805096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.806080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.806309 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.806632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.806949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:37.807265 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:42:38.136534 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['71e6612f-90ff-4047-abe7-8993e2f4d7ec'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:42:38.715390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38013-2e91-4c49-a021-f9f82c727517 req-c415f161-f042-4084-9f47-48d132c2c861 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:38.716865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fd38013-2e91-4c49-a021-f9f82c727517 req-c415f161-f042-4084-9f47-48d132c2c861 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 945 time: 0.0483327 Oct 25 09:42:38.755312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fd38013-2e91-4c49-a021-f9f82c727517 req-4275ab72-4dc5-4ecd-a53e-9239afc4784a tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Oct 25 09:42:38.829213 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:39.574822 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 71e6612f-90ff-4047-abe7-8993e2f4d7ec up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:42:39.623304 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 71e6612f-90ff-4047-abe7-8993e2f4d7ec completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:42:39.627083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 71e6612f-90ff-4047-abe7-8993e2f4d7ec triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:42:39.627444 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:39.703330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:39.728275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1361e158-da40-4831-9bef-c96b59f2d552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e6612f-90ff-4047-abe7-8993e2f4d7ec'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:42:39.730560 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d8150b-0929-46d8-9f98-bfe1b74a1317" -d '{"events": [{"server_uuid": "1361e158-da40-4831-9bef-c96b59f2d552", "name": "network-vif-plugged", "status": "completed", "tag": "71e6612f-90ff-4047-abe7-8993e2f4d7ec"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:42:39.742571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-8c5871e7-7dd3-4008-891a-32d8d593235b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380960 Oct 25 09:42:39.744659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 71e6612f-90ff-4047-abe7-8993e2f4d7ec, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71e6612f-90ff-4047-abe7-8993e2f4d7ec,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:42:39.749774 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:39.800541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=71e6612f-90ff-4047-abe7-8993e2f4d7ec,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:42:39.844063 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb7b871-32c0-47cc-98c5-3886c886f197 x-openstack-request-id: req-5eb7b871-32c0-47cc-98c5-3886c886f197 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:42:39.844671 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1361e158-da40-4831-9bef-c96b59f2d552", "name": "network-vif-plugged", "status": "completed", "tag": "71e6612f-90ff-4047-abe7-8993e2f4d7ec", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:42:39.844671 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5eb7b871-32c0-47cc-98c5-3886c886f197 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:42:39.845084 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1361e158-da40-4831-9bef-c96b59f2d552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e6612f-90ff-4047-abe7-8993e2f4d7ec', 'code': 200} Oct 25 09:42:39.847298 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-8e7a1691-2f3b-469f-a309-777ff1fb75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:39.848817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-8e7a1691-2f3b-469f-a309-777ff1fb75bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 1096 time: 0.0461640 Oct 25 09:42:39.969497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e15e7b-0697-4b6a-bdf7-ee8844d93c13 req-f2fdd930-a0e1-48bc-9832-1f8a008692f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:39.971266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a2e15e7b-0697-4b6a-bdf7-ee8844d93c13 req-f2fdd930-a0e1-48bc-9832-1f8a008692f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 1097 time: 0.0435393 Oct 25 09:42:39.979691 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:39.996258 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb0a84-fc45-42e5-a75b-54490d874a36 req-10e1b7ac-edd2-4910-9b41-1dda8b349201 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:39.997764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40bb0a84-fc45-42e5-a75b-54490d874a36 req-10e1b7ac-edd2-4910-9b41-1dda8b349201 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 946 time: 0.0825267 Oct 25 09:42:40.002447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-8e2d65da-2937-4473-bcb0-28c97954d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:40.003797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-8e2d65da-2937-4473-bcb0-28c97954d2dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 200 len: 915 time: 0.1350634 Oct 25 09:42:40.008057 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a2e15e7b-0697-4b6a-bdf7-ee8844d93c13 req-cb8db3cd-bb63-4822-a065-663fee085ca5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286131 Oct 25 09:42:40.057652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-2ba17540-0708-463e-8ec0-9730499c5253 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899 HTTP/1.1" status: 200 len: 217 time: 0.0453887 Oct 25 09:42:40.097179 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40bb0a84-fc45-42e5-a75b-54490d874a36 req-5d2c5d2c-d45d-41c1-bd85-be6429193c01 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923200 Oct 25 09:42:40.115426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-6c8251ab-9e66-43e0-a838-997579eb45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:40.116835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-6c8251ab-9e66-43e0-a838-997579eb45f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 200 len: 854 time: 0.0500283 Oct 25 09:42:40.148908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-a013adb2-c603-41b8-8a68-179b5210526e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fd938f5-78eb-467c-a9fa-37cfd454a576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243614 Oct 25 09:42:40.240293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-462841a8-5f95-4d7e-b762-05771f160094 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842535 Oct 25 09:42:40.329598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8864b63a-672a-4960-880d-c0f8d19ee418 req-d47f1170-b486-4ff2-998f-5985332c3c88 service neutron] 10.222.0.41 "GET /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815718 Oct 25 09:42:41.219113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bae138-27a9-4c64-91ee-9bb5c9930e56 req-a120efd7-6cca-4e38-8a7e-bd200d08ede6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:41.220618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80bae138-27a9-4c64-91ee-9bb5c9930e56 req-a120efd7-6cca-4e38-8a7e-bd200d08ede6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 946 time: 0.0531056 Oct 25 09:42:41.258455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-80bae138-27a9-4c64-91ee-9bb5c9930e56 req-7b67fd70-ceda-4c10-96d7-4eca07323cf9 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Oct 25 09:42:42.374208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35b3a4-2971-4602-acb5-887d9008bb71 req-dc173946-ea16-412b-b783-be376db3040e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:42:42.375638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b35b3a4-2971-4602-acb5-887d9008bb71 req-dc173946-ea16-412b-b783-be376db3040e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 946 time: 0.0487154 Oct 25 09:42:42.414370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b35b3a4-2971-4602-acb5-887d9008bb71 req-86d2b256-752c-465e-91b4-c3de180ee03f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Oct 25 09:42:46.473214 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-24dbbcad-c540-4da4-8ecb-9ff4a96a97bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:48.515702 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:42:48.818152 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7903b051-2ba3-4506-9273-0df8ded3812c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:49.975248 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:50.058738 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:42:51.917992 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:04.701952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e73fa-ea92-47a3-adc7-bc63549ed7c3 req-ee740e8e-0d44-4423-9ef2-7b5fbf43ddd7 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:04.703448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-207e73fa-ea92-47a3-adc7-bc63549ed7c3 req-ee740e8e-0d44-4423-9ef2-7b5fbf43ddd7 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 946 time: 0.0493860 Oct 25 09:43:04.743871 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-207e73fa-ea92-47a3-adc7-bc63549ed7c3 req-b040cf65-2b9a-4fbf-aa05-2dacf0c54b7d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Oct 25 09:43:05.865610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390055b-0ee6-4a92-93ab-d67dbc7f6b58 req-5342f5a5-7db8-4fea-bf79-ee957e1b31c5 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:05.867520 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4390055b-0ee6-4a92-93ab-d67dbc7f6b58 req-5342f5a5-7db8-4fea-bf79-ee957e1b31c5 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 946 time: 0.0523267 Oct 25 09:43:05.905313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4390055b-0ee6-4a92-93ab-d67dbc7f6b58 req-4645e979-9e55-4909-9c80-b31c868cceb3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Oct 25 09:43:06.451092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e776878-9cba-4582-a706-9eb5748ded21 req-764ac759-37a7-474d-a773-4f7990d867ec tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:06.452516 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6e776878-9cba-4582-a706-9eb5748ded21 req-764ac759-37a7-474d-a773-4f7990d867ec tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.18 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 946 time: 0.0528450 Oct 25 09:43:06.540285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Deleting port 71e6612f-90ff-4047-abe7-8993e2f4d7ec {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:43:06.540621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:06.629832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] For port 71e6612f-90ff-4047-abe7-8993e2f4d7ec, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=71e6612f-90ff-4047-abe7-8993e2f4d7ec,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:43:06.630197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:06.643453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Calling delete_port for 71e6612f-90ff-4047-abe7-8993e2f4d7ec owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:43:06.767929 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:06.801618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['955cfc5b-a9f8-458f-9a3a-5b2c9c164899', 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:43:06.802239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Pushing event deleted for resources: {'Port': ['ID=71e6612f-90ff-4047-abe7-8993e2f4d7ec,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:06.805275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['11a48e9c-563b-4b0e-9d18-a331f91b406c', '71e6612f-90ff-4047-abe7-8993e2f4d7ec'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:43:06.840638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] No DVR routers for this DVR port 71e6612f-90ff-4047-abe7-8993e2f4d7ec on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:43:06.843379 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:06.846774 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6e776878-9cba-4582-a706-9eb5748ded21 req-9b114c28-bb36-4f94-8a1e-970a1037478e tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.18 "DELETE /v2.0/ports/71e6612f-90ff-4047-abe7-8993e2f4d7ec HTTP/1.1" status: 204 len: 173 time: 0.3879797 Oct 25 09:43:06.847214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1361e158-da40-4831-9bef-c96b59f2d552', 'name': 'network-vif-deleted', 'tag': '71e6612f-90ff-4047-abe7-8993e2f4d7ec'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:43:06.849520 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8ea5d4-bc7e-4836-89bf-d9bf37155f2c" -d '{"events": [{"server_uuid": "1361e158-da40-4831-9bef-c96b59f2d552", "name": "network-vif-deleted", "tag": "71e6612f-90ff-4047-abe7-8993e2f4d7ec"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:43:06.890617 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47699f84-7912-4597-a5c0-c15e6cf8d796 x-openstack-request-id: req-47699f84-7912-4597-a5c0-c15e6cf8d796 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:43:06.890908 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1361e158-da40-4831-9bef-c96b59f2d552", "name": "network-vif-deleted", "tag": "71e6612f-90ff-4047-abe7-8993e2f4d7ec", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:43:06.891484 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47699f84-7912-4597-a5c0-c15e6cf8d796 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:43:06.891929 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1361e158-da40-4831-9bef-c96b59f2d552', 'name': 'network-vif-deleted', 'tag': '71e6612f-90ff-4047-abe7-8993e2f4d7ec', 'status': 'completed', 'code': 200} Oct 25 09:43:07.017005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70934a10-1ee2-45f5-ab59-b27837efbeea req-6d247fdf-d624-43f8-90a9-5f0056fdac9a tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=1361e158-da40-4831-9bef-c96b59f2d552 HTTP/1.1" status: 200 len: 210 time: 0.0292873 Oct 25 09:43:08.839887 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:09.702372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 71e6612f-90ff-4047-abe7-8993e2f4d7ec no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:43:09.722887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 71e6612f-90ff-4047-abe7-8993e2f4d7ec {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:43:09.723230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 71e6612f-90ff-4047-abe7-8993e2f4d7ec not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:43:09.978444 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:11.517498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40755a-3d05-4d05-b216-3638d25093eb req-b98a32fc-55aa-4e9c-82d5-6ba063452fd8 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:11.519308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce40755a-3d05-4d05-b216-3638d25093eb req-b98a32fc-55aa-4e9c-82d5-6ba063452fd8 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 945 time: 0.0527418 Oct 25 09:43:11.564354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce40755a-3d05-4d05-b216-3638d25093eb req-26a357eb-54f0-4277-ba06-9aa8723297da tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Oct 25 09:43:12.686563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2337251-9f7a-4b0f-813b-c44c4712ab4b req-0612d7fd-e211-4e7c-bdf5-a08c8f144e85 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:12.688007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2337251-9f7a-4b0f-813b-c44c4712ab4b req-0612d7fd-e211-4e7c-bdf5-a08c8f144e85 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 945 time: 0.0522423 Oct 25 09:43:12.725063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2337251-9f7a-4b0f-813b-c44c4712ab4b req-6157607a-fb41-4bcc-a153-2897d59f861b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309601 Oct 25 09:43:13.339687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-59474838-0617-4a82-812e-38adb7d95cc6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:13.341044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-59474838-0617-4a82-812e-38adb7d95cc6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.41 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 945 time: 0.0473456 Oct 25 09:43:13.427862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Deleting port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:43:13.428196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:13.516731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] For port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:43:13.517113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:13.529658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Calling delete_port for ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:43:13.655802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:13.686003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Pushing event deleted for resources: {'Port': ['ID=ce8bd9d6-fc74-465c-854d-e4ae17fb0e99,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:13.698251 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['11a48e9c-563b-4b0e-9d18-a331f91b406c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:43:13.700443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['955cfc5b-a9f8-458f-9a3a-5b2c9c164899', 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:43:13.711373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.711923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.712047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.712356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.712682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.713040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.713367 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.713689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.714010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.714329 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.714646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.714963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:13.734212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] No DVR routers for this DVR port ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:43:13.736793 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:13.740096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5f7b774-2f5b-418d-99c8-ef930f016339 req-a294c52c-f7a6-4d5c-8290-b5d1d6a7c705 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.41 "DELETE /v2.0/ports/ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 HTTP/1.1" status: 204 len: 173 time: 0.3930523 Oct 25 09:43:13.740530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3354b235-92bb-4e4a-9074-856d1f8c2951', 'name': 'network-vif-deleted', 'tag': 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:43:13.743023 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cd9c30-9161-4c18-91ca-32db0aa4ce9d" -d '{"events": [{"server_uuid": "3354b235-92bb-4e4a-9074-856d1f8c2951", "name": "network-vif-deleted", "tag": "ce8bd9d6-fc74-465c-854d-e4ae17fb0e99"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:43:13.861882 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2900aa-4401-4b9e-8636-c4b001a79c97 x-openstack-request-id: req-da2900aa-4401-4b9e-8636-c4b001a79c97 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:43:13.862471 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3354b235-92bb-4e4a-9074-856d1f8c2951", "name": "network-vif-deleted", "tag": "ce8bd9d6-fc74-465c-854d-e4ae17fb0e99", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:43:13.862959 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da2900aa-4401-4b9e-8636-c4b001a79c97 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:43:13.863694 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3354b235-92bb-4e4a-9074-856d1f8c2951', 'name': 'network-vif-deleted', 'tag': 'ce8bd9d6-fc74-465c-854d-e4ae17fb0e99', 'status': 'completed', 'code': 200} Oct 25 09:43:13.955651 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45cf23c6-6a7f-4977-9ee4-6fd6780a39fd req-ce2d20c5-3e53-417d-85f1-9bee0fc6795a tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=3354b235-92bb-4e4a-9074-856d1f8c2951 HTTP/1.1" status: 200 len: 210 time: 0.0297701 Oct 25 09:43:15.224515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f458-99e2-45aa-9428-2a50066fa17f req-fc52c537-d8ac-4bbb-8b39-37ed1f7284c6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:15.226129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3356f458-99e2-45aa-9428-2a50066fa17f req-fc52c537-d8ac-4bbb-8b39-37ed1f7284c6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Oct 25 09:43:15.264500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3356f458-99e2-45aa-9428-2a50066fa17f req-6c664dd4-b307-4554-90db-4a6ed6e67f7d tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Oct 25 09:43:16.385998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7616869-fc16-4be2-8b72-ea9d9bfff7fb req-f3a5eb96-c06c-41a2-9392-75e8a5d8d58f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:16.387479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7616869-fc16-4be2-8b72-ea9d9bfff7fb req-f3a5eb96-c06c-41a2-9392-75e8a5d8d58f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 945 time: 0.0478075 Oct 25 09:43:16.425743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7616869-fc16-4be2-8b72-ea9d9bfff7fb req-396234ce-2a21-4818-8dbb-fdb6c4fdf9e7 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Oct 25 09:43:16.475738 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c14f1f9-283f-4644-835e-88d5791f01fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:16.736916 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1818-7462-4409-8666-c97ad03855d9 req-dd5d285b-56e9-4c25-86d6-b64e9a4415c5 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:16.738362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46ab1818-7462-4409-8666-c97ad03855d9 req-dd5d285b-56e9-4c25-86d6-b64e9a4415c5 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.18 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 945 time: 0.0479269 Oct 25 09:43:16.830773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Deleting port 11a48e9c-563b-4b0e-9d18-a331f91b406c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:43:16.831021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:16.917527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] For port 11a48e9c-563b-4b0e-9d18-a331f91b406c, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=11a48e9c-563b-4b0e-9d18-a331f91b406c,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:43:16.917887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:16.930059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Calling delete_port for 11a48e9c-563b-4b0e-9d18-a331f91b406c owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:43:17.058061 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:17.085748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Pushing event deleted for resources: {'Port': ['ID=11a48e9c-563b-4b0e-9d18-a331f91b406c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:17.091947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['11a48e9c-563b-4b0e-9d18-a331f91b406c'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:43:17.094485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['955cfc5b-a9f8-458f-9a3a-5b2c9c164899'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:43:17.130529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] No DVR routers for this DVR port 11a48e9c-563b-4b0e-9d18-a331f91b406c on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:43:17.133420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:17.136754 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-46ab1818-7462-4409-8666-c97ad03855d9 req-ed9f6681-1664-459d-b4ad-feb08b3988f3 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.18 "DELETE /v2.0/ports/11a48e9c-563b-4b0e-9d18-a331f91b406c HTTP/1.1" status: 204 len: 173 time: 0.3914840 Oct 25 09:43:17.137222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2075106d-11e8-4448-9e13-b25c583c1a87', 'name': 'network-vif-deleted', 'tag': '11a48e9c-563b-4b0e-9d18-a331f91b406c'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:43:17.139525 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acabaa7-bcfa-491f-b80d-90a158f9d885" -d '{"events": [{"server_uuid": "2075106d-11e8-4448-9e13-b25c583c1a87", "name": "network-vif-deleted", "tag": "11a48e9c-563b-4b0e-9d18-a331f91b406c"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:43:17.180991 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002c1ca9-8e89-45f7-8e39-a2a805059685 x-openstack-request-id: req-002c1ca9-8e89-45f7-8e39-a2a805059685 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:43:17.181514 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2075106d-11e8-4448-9e13-b25c583c1a87", "name": "network-vif-deleted", "tag": "11a48e9c-563b-4b0e-9d18-a331f91b406c", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:43:17.198842 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-002c1ca9-8e89-45f7-8e39-a2a805059685 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:43:17.198842 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2075106d-11e8-4448-9e13-b25c583c1a87', 'name': 'network-vif-deleted', 'tag': '11a48e9c-563b-4b0e-9d18-a331f91b406c', 'status': 'completed', 'code': 200} Oct 25 09:43:17.484401 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:43:17.504584 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:43:17.504972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ce8bd9d6-fc74-465c-854d-e4ae17fb0e99 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:43:17.538512 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e09a06e7-fa26-4215-b231-6962d23adc20 req-c877fd55-c6c2-4da8-b233-055ff295a1c4 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=2075106d-11e8-4448-9e13-b25c583c1a87 HTTP/1.1" status: 200 len: 210 time: 0.0301073 Oct 25 09:43:18.820920 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-36d2813d-2c8b-4088-ac76-e0bb95e819bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:19.977608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:20.068309 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:21.735674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 11a48e9c-563b-4b0e-9d18-a331f91b406c no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:43:21.755942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 11a48e9c-563b-4b0e-9d18-a331f91b406c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:43:21.756287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 11a48e9c-563b-4b0e-9d18-a331f91b406c not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:43:21.933908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:22.317453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9ff3-c535-4b61-b591-bbe549001aa6 req-43f28049-d9d2-4dda-96be-1f4918f78b8b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:22.318902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d38a9ff3-c535-4b61-b591-bbe549001aa6 req-43f28049-d9d2-4dda-96be-1f4918f78b8b tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 945 time: 0.3335235 Oct 25 09:43:22.357573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d38a9ff3-c535-4b61-b591-bbe549001aa6 req-2374f5b3-3e96-4f75-8d36-68d83a46fa31 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Oct 25 09:43:23.473963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8670ac-8156-4ad5-be90-cf076a758a80 req-3460df6e-11a4-4679-beaa-9de848026aaf tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:23.475395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e8670ac-8156-4ad5-be90-cf076a758a80 req-3460df6e-11a4-4679-beaa-9de848026aaf tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 945 time: 0.0488803 Oct 25 09:43:23.512957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e8670ac-8156-4ad5-be90-cf076a758a80 req-791b0b1f-a087-44a7-9258-6f206c5c6753 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/security-groups?id=70aa3431-6a75-4fb3-9833-c279241507f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311339 Oct 25 09:43:23.811773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-c9cda7d3-0f4b-42a4-87e9-02a619a2260f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:23.813212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-c9cda7d3-0f4b-42a4-87e9-02a619a2260f tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.41 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 945 time: 0.0476615 Oct 25 09:43:23.902347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Deleting port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:43:23.902710 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:23.989969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] For port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,segment=NetworkSegment(355ca01c-9db4-4918-8f84-a3a82d9577f0),segment_id=355ca01c-9db4-4918-8f84-a3a82d9577f0)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:43:23.990329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:24.006469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Calling delete_port for 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:43:24.129626 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:24.158093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Pushing event deleted for resources: {'Port': ['ID=955cfc5b-a9f8-458f-9a3a-5b2c9c164899,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:24.161423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['955cfc5b-a9f8-458f-9a3a-5b2c9c164899'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:43:24.202839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] No DVR routers for this DVR port 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:43:24.205716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:24.208968 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6a60b56-a7b2-401d-8d1f-db755a7827a7 req-3771a546-91cc-4ba6-8669-d48020307ac6 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.41 "DELETE /v2.0/ports/955cfc5b-a9f8-458f-9a3a-5b2c9c164899 HTTP/1.1" status: 204 len: 173 time: 0.3890753 Oct 25 09:43:24.209403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adfd016-0890-462c-b9e7-1f1513ae915e', 'name': 'network-vif-deleted', 'tag': '955cfc5b-a9f8-458f-9a3a-5b2c9c164899'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:43:24.212796 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ca498b-0117-42e1-b341-8c9b3e679f98" -d '{"events": [{"server_uuid": "6adfd016-0890-462c-b9e7-1f1513ae915e", "name": "network-vif-deleted", "tag": "955cfc5b-a9f8-458f-9a3a-5b2c9c164899"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:43:24.248975 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30e8410-5747-4ae3-80ac-aeb89f7745bf x-openstack-request-id: req-c30e8410-5747-4ae3-80ac-aeb89f7745bf {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:43:24.249268 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adfd016-0890-462c-b9e7-1f1513ae915e", "name": "network-vif-deleted", "tag": "955cfc5b-a9f8-458f-9a3a-5b2c9c164899", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:43:24.249515 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c30e8410-5747-4ae3-80ac-aeb89f7745bf {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:43:24.250022 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adfd016-0890-462c-b9e7-1f1513ae915e', 'name': 'network-vif-deleted', 'tag': '955cfc5b-a9f8-458f-9a3a-5b2c9c164899', 'status': 'completed', 'code': 200} Oct 25 09:43:24.622081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a2f7ade-4732-4dfc-90d7-2ffee650f6b9 req-c0ba60bf-8cbb-48c2-bcbd-251844175642 tempest-AttachVolumeNegativeTest-394092096 tempest-AttachVolumeNegativeTest-394092096-project] 10.222.0.32 "GET /v2.0/ports?device_id=6adfd016-0890-462c-b9e7-1f1513ae915e HTTP/1.1" status: 200 len: 210 time: 0.0267942 Oct 25 09:43:25.515136 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:43:25.678280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37796) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:25.723679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-c351e51a-d37b-4dc9-a317-2fe880c5d7bd admin admin] Deleting subnet 6e2f9db0-0bb2-4780-ba46-f2b35852869c {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:43:25.727542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c351e51a-d37b-4dc9-a317-2fe880c5d7bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:25.762234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c351e51a-d37b-4dc9-a317-2fe880c5d7bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:25.801095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c351e51a-d37b-4dc9-a317-2fe880c5d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:25.851774 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c351e51a-d37b-4dc9-a317-2fe880c5d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:25.880632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351e51a-d37b-4dc9-a317-2fe880c5d7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2f9db0-0bb2-4780-ba46-f2b35852869c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:25.885720 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c351e51a-d37b-4dc9-a317-2fe880c5d7bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:25.889129 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c351e51a-d37b-4dc9-a317-2fe880c5d7bd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6e2f9db0-0bb2-4780-ba46-f2b35852869c HTTP/1.1" status: 204 len: 168 time: 0.2097940 Oct 25 09:43:25.891514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37798) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:25.959172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.039095 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.059041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd938f5-78eb-467c-a9fa-37cfd454a576']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:43:26.067956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355ca01c-9db4-4918-8f84-a3a82d9577f0') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:43:26.068245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355ca01c-9db4-4918-8f84-a3a82d9577f0') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:43:26.077840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.091600 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.097325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:43:26.097690 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:43:26.099265 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:43:26.151530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.156739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.159883 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9fd938f5-78eb-467c-a9fa-37cfd454a576 HTTP/1.1" status: 204 len: 168 time: 0.2674463 Oct 25 09:43:26.173105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afe5c5-879f-4945-b9d1-6a8639f798e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd938f5-78eb-467c-a9fa-37cfd454a576,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:26.267872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37802) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:26.307826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-257a46f9-5f8d-4dde-b0cc-7d9d300382f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb2b0db2fd7e4173b9488c38aaa856a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387526 Oct 25 09:43:26.310227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37804) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:26.358470 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff69-0dc9-4f4f-8444-f0beec0430fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.379048 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff69-0dc9-4f4f-8444-f0beec0430fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.427973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff69-0dc9-4f4f-8444-f0beec0430fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.431130 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff69-0dc9-4f4f-8444-f0beec0430fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:26.432271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5e7fff69-0dc9-4f4f-8444-f0beec0430fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70aa3431-6a75-4fb3-9833-c279241507f5 HTTP/1.1" status: 204 len: 168 time: 0.1210887 Oct 25 09:43:26.440057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fff69-0dc9-4f4f-8444-f0beec0430fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aa3431-6a75-4fb3-9833-c279241507f5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:27.562009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:43:27.589718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:43:27.589989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 955cfc5b-a9f8-458f-9a3a-5b2c9c164899 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:43:28.795418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37862) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:28.897248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6dbf-025f-40b9-a1b3-fa98cfa54602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:28.972451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6dbf-025f-40b9-a1b3-fa98cfa54602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:28.976670 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6dbf-025f-40b9-a1b3-fa98cfa54602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.013912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ce3f6dbf-025f-40b9-a1b3-fa98cfa54602 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be2ab8e58a8e408ab24c2e76ac2aec3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174454 Oct 25 09:43:29.015126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f6dbf-025f-40b9-a1b3-fa98cfa54602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6b270-f234-4679-a9ac-4478b959ff0c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:29.016652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37866) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:29.071432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ffa01f9b-3ed1-4cc0-abba-99fdd224bf9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.091509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ffa01f9b-3ed1-4cc0-abba-99fdd224bf9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.137101 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ffa01f9b-3ed1-4cc0-abba-99fdd224bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.139602 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ffa01f9b-3ed1-4cc0-abba-99fdd224bf9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.140715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ffa01f9b-3ed1-4cc0-abba-99fdd224bf9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bd6b270-f234-4679-a9ac-4478b959ff0c HTTP/1.1" status: 204 len: 168 time: 0.1213605 Oct 25 09:43:29.149290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa01f9b-3ed1-4cc0-abba-99fdd224bf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6b270-f234-4679-a9ac-4478b959ff0c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:29.399026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37872) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:29.412451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee7acf68-8d83-458f-a741-237fdd5abf16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.483859 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee7acf68-8d83-458f-a741-237fdd5abf16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.487429 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee7acf68-8d83-458f-a741-237fdd5abf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.525700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ee7acf68-8d83-458f-a741-237fdd5abf16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd5c011d1846406ca9932663479c4d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255963 Oct 25 09:43:29.527676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7acf68-8d83-458f-a741-237fdd5abf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a08d64-2a57-497a-bd35-6ab039bec64d,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:29.528367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37874) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:29.580518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2daa0f86-53dc-4fda-8cd9-7b1f0beb5029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.602251 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2daa0f86-53dc-4fda-8cd9-7b1f0beb5029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.650057 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2daa0f86-53dc-4fda-8cd9-7b1f0beb5029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.652836 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2daa0f86-53dc-4fda-8cd9-7b1f0beb5029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:29.653991 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2daa0f86-53dc-4fda-8cd9-7b1f0beb5029 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10a08d64-2a57-497a-bd35-6ab039bec64d HTTP/1.1" status: 204 len: 168 time: 0.1245849 Oct 25 09:43:29.661711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa0f86-53dc-4fda-8cd9-7b1f0beb5029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a08d64-2a57-497a-bd35-6ab039bec64d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:32.155578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37938) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:32.258643 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.334924 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.338483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.377904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=226377699a0a492e848e099deb7dc6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212420 Oct 25 09:43:32.379117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25322c7c-064c-4b09-99a9-a1f735886459,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:32.380596 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37942) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:32.386721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.387058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.387396 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.387722 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.388047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.388367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.388686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.389041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.389359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.389696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.390012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.390323 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb454f-6298-48fb-9626-37c2a467882d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:32.433700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-affe9867-93a9-4bd6-8f74-e7594cb6d6d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.454049 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-affe9867-93a9-4bd6-8f74-e7594cb6d6d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.502921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-affe9867-93a9-4bd6-8f74-e7594cb6d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.505738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-affe9867-93a9-4bd6-8f74-e7594cb6d6d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.509750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-affe9867-93a9-4bd6-8f74-e7594cb6d6d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25322c7c-064c-4b09-99a9-a1f735886459 HTTP/1.1" status: 204 len: 168 time: 0.1280992 Oct 25 09:43:32.517319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe9867-93a9-4bd6-8f74-e7594cb6d6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25322c7c-064c-4b09-99a9-a1f735886459,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:32.762155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 37948) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:32.775676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e7c294a-2538-400e-a550-fdb1061d7b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.848400 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e7c294a-2538-400e-a550-fdb1061d7b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.851973 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e7c294a-2538-400e-a550-fdb1061d7b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.889103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0e7c294a-2538-400e-a550-fdb1061d7b11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5acce42e6b3e4ea99e1c8a585e8d719e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258297 Oct 25 09:43:32.890969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c294a-2538-400e-a550-fdb1061d7b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4252223-023f-43a5-ab67-11d9b5abfea1,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:32.891726 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 37950) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:32.942702 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-069f26a3-13f5-4b0c-95a6-fd6d48e7966c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:32.964357 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-069f26a3-13f5-4b0c-95a6-fd6d48e7966c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:33.016177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-069f26a3-13f5-4b0c-95a6-fd6d48e7966c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:33.018827 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-069f26a3-13f5-4b0c-95a6-fd6d48e7966c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:33.019963 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-069f26a3-13f5-4b0c-95a6-fd6d48e7966c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4252223-023f-43a5-ab67-11d9b5abfea1 HTTP/1.1" status: 204 len: 168 time: 0.1272683 Oct 25 09:43:33.028130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f26a3-13f5-4b0c-95a6-fd6d48e7966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4252223-023f-43a5-ab67-11d9b5abfea1,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:35.148004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38026) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:35.249797 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1275ff53-2294-4578-b238-03b14b916bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.325178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1275ff53-2294-4578-b238-03b14b916bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.329690 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1275ff53-2294-4578-b238-03b14b916bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.368956 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1275ff53-2294-4578-b238-03b14b916bd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd7e2b7839e64c708af84556b7880d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198474 Oct 25 09:43:35.369812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ff53-2294-4578-b238-03b14b916bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c597f2-0df4-4410-b2d6-f28ea096d276,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:35.371589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38030) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:35.420771 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef26b3dd-c380-406e-99eb-a2cab2760de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.441811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef26b3dd-c380-406e-99eb-a2cab2760de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.491937 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef26b3dd-c380-406e-99eb-a2cab2760de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.494617 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ef26b3dd-c380-406e-99eb-a2cab2760de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.495812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ef26b3dd-c380-406e-99eb-a2cab2760de6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7c597f2-0df4-4410-b2d6-f28ea096d276 HTTP/1.1" status: 204 len: 168 time: 0.1227300 Oct 25 09:43:35.505144 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26b3dd-c380-406e-99eb-a2cab2760de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c597f2-0df4-4410-b2d6-f28ea096d276,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:35.750312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38036) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:35.763798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-107cdf50-2402-452f-83e3-694443e4a2c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.838416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-107cdf50-2402-452f-83e3-694443e4a2c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.842001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-107cdf50-2402-452f-83e3-694443e4a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.879565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-107cdf50-2402-452f-83e3-694443e4a2c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2c09cb2a392485f9ee5bee4d34e36a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281559 Oct 25 09:43:35.880750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cdf50-2402-452f-83e3-694443e4a2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af15beb-7228-4148-bbc0-97087a969392,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:35.882358 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38038) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:35.937146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7df37c34-f081-443d-97b4-327eb3e37c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:35.957612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7df37c34-f081-443d-97b4-327eb3e37c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:36.004139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7df37c34-f081-443d-97b4-327eb3e37c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:36.007045 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7df37c34-f081-443d-97b4-327eb3e37c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:36.008335 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7df37c34-f081-443d-97b4-327eb3e37c19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6af15beb-7228-4148-bbc0-97087a969392 HTTP/1.1" status: 204 len: 168 time: 0.1248765 Oct 25 09:43:36.016286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df37c34-f081-443d-97b4-327eb3e37c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af15beb-7228-4148-bbc0-97087a969392,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:38.859853 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:39.974257 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.237898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38306) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:46.343029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65563dd4-d50f-41f1-914c-7c572a318cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.417602 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65563dd4-d50f-41f1-914c-7c572a318cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.421573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-65563dd4-d50f-41f1-914c-7c572a318cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.464066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-65563dd4-d50f-41f1-914c-7c572a318cd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=509bd0d6b445485c85aa30e1c97e55e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227013 Oct 25 09:43:46.464066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65563dd4-d50f-41f1-914c-7c572a318cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fa9653-2423-4df1-a23b-5d77dec65124,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:46.464375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38310) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:46.483089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6d10668a-38b3-4eaa-a1af-8debe9c3b646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.516470 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-54192646-9221-40d0-a734-c8ba60dc02a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.538508 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-54192646-9221-40d0-a734-c8ba60dc02a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.587305 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-54192646-9221-40d0-a734-c8ba60dc02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.589846 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-54192646-9221-40d0-a734-c8ba60dc02a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.590976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-54192646-9221-40d0-a734-c8ba60dc02a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7fa9653-2423-4df1-a23b-5d77dec65124 HTTP/1.1" status: 204 len: 168 time: 0.1255701 Oct 25 09:43:46.599005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54192646-9221-40d0-a734-c8ba60dc02a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fa9653-2423-4df1-a23b-5d77dec65124,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:46.855146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38316) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:46.868901 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8267429-fa09-4db2-9cdc-4f2ec1943320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.942671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8267429-fa09-4db2-9cdc-4f2ec1943320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.946532 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f8267429-fa09-4db2-9cdc-4f2ec1943320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:46.988968 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f8267429-fa09-4db2-9cdc-4f2ec1943320 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8e21bd850e44da79df0b867de6c0763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326118 Oct 25 09:43:46.990445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8267429-fa09-4db2-9cdc-4f2ec1943320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe60c6-78a2-4511-8e04-a20fa07b793c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:46.992336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38318) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:47.043248 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c816dd6-fb36-4707-9995-c62fbc750dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:47.063999 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c816dd6-fb36-4707-9995-c62fbc750dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:47.110192 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c816dd6-fb36-4707-9995-c62fbc750dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:47.112753 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7c816dd6-fb36-4707-9995-c62fbc750dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:47.113906 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7c816dd6-fb36-4707-9995-c62fbc750dff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3fe60c6-78a2-4511-8e04-a20fa07b793c HTTP/1.1" status: 204 len: 168 time: 0.1205618 Oct 25 09:43:47.122125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c816dd6-fb36-4707-9995-c62fbc750dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe60c6-78a2-4511-8e04-a20fa07b793c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:48.823012 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-81d39565-754b-4fc7-9603-577c9a485be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.248751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38436) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:49.353540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e1ffece7-463e-4650-9dcb-b494f933c12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.430393 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e1ffece7-463e-4650-9dcb-b494f933c12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.433989 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e1ffece7-463e-4650-9dcb-b494f933c12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.472038 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e1ffece7-463e-4650-9dcb-b494f933c12d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d0acad1f7904e3a9cda6a55c9693ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220695 Oct 25 09:43:49.472940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffece7-463e-4650-9dcb-b494f933c12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb199d7f-8156-4f35-b278-78723e5fc0c4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:49.475355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38440) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:49.523887 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3499f351-ab88-4bbd-85da-736a6ffd6640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.545182 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3499f351-ab88-4bbd-85da-736a6ffd6640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.594819 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3499f351-ab88-4bbd-85da-736a6ffd6640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.597868 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3499f351-ab88-4bbd-85da-736a6ffd6640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.599601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3499f351-ab88-4bbd-85da-736a6ffd6640 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb199d7f-8156-4f35-b278-78723e5fc0c4 HTTP/1.1" status: 204 len: 168 time: 0.1226561 Oct 25 09:43:49.608761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499f351-ab88-4bbd-85da-736a6ffd6640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb199d7f-8156-4f35-b278-78723e5fc0c4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:49.859131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38446) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:49.872410 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59924812-43db-4997-9130-d605ef730161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.947216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59924812-43db-4997-9130-d605ef730161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.950636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-59924812-43db-4997-9130-d605ef730161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.980927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:49.987425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59924812-43db-4997-9130-d605ef730161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54c5af9-f611-4a8d-997b-15fe6ee10e95,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:49.991778 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-59924812-43db-4997-9130-d605ef730161 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8cd1ce4654342b497d08544d3a6c54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316216 Oct 25 09:43:49.994329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38448) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:50.045971 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5197c486-ce8c-4762-90f1-6c9cd89eee04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:50.067225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5197c486-ce8c-4762-90f1-6c9cd89eee04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:50.067446 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:50.116853 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5197c486-ce8c-4762-90f1-6c9cd89eee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:50.119475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5197c486-ce8c-4762-90f1-6c9cd89eee04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:50.120646 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5197c486-ce8c-4762-90f1-6c9cd89eee04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b54c5af9-f611-4a8d-997b-15fe6ee10e95 HTTP/1.1" status: 204 len: 168 time: 0.1254292 Oct 25 09:43:50.128338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197c486-ce8c-4762-90f1-6c9cd89eee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54c5af9-f611-4a8d-997b-15fe6ee10e95,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:51.201103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38516) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:51.304570 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12f0e08a-0aaf-402d-b719-78a388af7dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:51.378907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12f0e08a-0aaf-402d-b719-78a388af7dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:51.383109 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12f0e08a-0aaf-402d-b719-78a388af7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:51.422111 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12f0e08a-0aaf-402d-b719-78a388af7dbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=560c342d345749b38793bb7c88cd13b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199576 Oct 25 09:43:51.422964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0e08a-0aaf-402d-b719-78a388af7dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d587fe0-ebd7-4811-b6c1-3e00ab76b5c3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:51.424783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38520) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:51.473293 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ca3d-05a8-4560-9721-9d747a879fc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:51.496636 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ca3d-05a8-4560-9721-9d747a879fc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:51.542487 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ca3d-05a8-4560-9721-9d747a879fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:51.545313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ca3d-05a8-4560-9721-9d747a879fc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:51.546428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7cf7ca3d-05a8-4560-9721-9d747a879fc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d587fe0-ebd7-4811-b6c1-3e00ab76b5c3 HTTP/1.1" status: 204 len: 168 time: 0.1205897 Oct 25 09:43:51.553963 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ca3d-05a8-4560-9721-9d747a879fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d587fe0-ebd7-4811-b6c1-3e00ab76b5c3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:51.923922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.174411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38542) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:52.269705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1453148474'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:43:52.290635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:43:52.294121 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.302359 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.381296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.385241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.408306 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:43:52.423455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701ad817-34fd-4479-a011-e3e1204fc824,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:52.426252 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.426587 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Added segment 75253c85-e427-4d12-b05f-22d6eb7a0828 of type vlan for network ff3d997c-b3a6-4798-a4ba-930072d77ed9 Oct 25 09:43:52.467738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.492369 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.497958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:52.498520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:52.554593 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3789210 Oct 25 09:43:52.574146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cdada-ca1b-45cc-b154-59ccaca7071a tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Network': ['ID=ff3d997c-b3a6-4798-a4ba-930072d77ed9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:52.586271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ff3d997c-b3a6-4798-a4ba-930072d77ed9 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:43:55.757982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38546) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:55.762980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'subnet': {'network_id': 'ff3d997c-b3a6-4798-a4ba-930072d77ed9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:43:55.864404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:43:55.869610 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.046353 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.106063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Subnet': ['ID=cc29c32d-3e57-4bf6-9158-263a8a7b9d0a,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:56.113200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Checking segment: {'id': '75253c85-e427-4d12-b05f-22d6eb7a0828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff3d997c-b3a6-4798-a4ba-930072d77ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:43:56.113559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network hostable DHCP agents. Network: ff3d997c-b3a6-4798-a4ba-930072d77ed9, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:43:56.129540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network ff3d997c-b3a6-4798-a4ba-930072d77ed9 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:43:56.137656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ff3d997c-b3a6-4798-a4ba-930072d77ed9) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:43:56.141614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:56.142194 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.147457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1cda2b-0dd4-4c33-ab4d-de2e8e1832f1 None None] Network ff3d997c-b3a6-4798-a4ba-930072d77ed9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:43:56.160222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-822c0ab3-99d2-4b70-8a20-cdab2a87a66b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4010987 Oct 25 09:43:56.165071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38548) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:56.169948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1785098270'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:43:56.190620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:43:56.194202 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.218352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:43:56.227887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.228222 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Added segment b67a443e-38b4-4db6-8112-49aa5930737e of type vlan for network a1024f33-c696-4db8-a0af-0a64b7ed21f9 Oct 25 09:43:56.271930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.292432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ff3d997c-b3a6-4798-a4ba-930072d77ed9', 'network_id': 'ff3d997c-b3a6-4798-a4ba-930072d77ed9', 'tenant_id': 'c98e3d11305541c59624e4997dcc4272', 'fixed_ips': [{'subnet_id': 'cc29c32d-3e57-4bf6-9158-263a8a7b9d0a'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:43:56.293399 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.296514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.302131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:56.302773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.354736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1886003 Oct 25 09:43:56.357709 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38550) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:56.364401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'subnet': {'network_id': 'a1024f33-c696-4db8-a0af-0a64b7ed21f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:43:56.375776 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3036f99-03cb-41cd-aa1e-d4a9287de33e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Network': ['ID=a1024f33-c696-4db8-a0af-0a64b7ed21f9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:56.390187 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network a1024f33-c696-4db8-a0af-0a64b7ed21f9 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:43:56.470322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:43:56.474777 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.648306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Allocated IP 2001:db8:0:ffff::2 (ff3d997c-b3a6-4798-a4ba-930072d77ed9/cc29c32d-3e57-4bf6-9158-263a8a7b9d0a/b9e4f084-a542-4d7a-9069-6046501c08c5) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:43:56.749499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.objects.ports [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106992) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:43:56.750948 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.796392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.802311 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.812777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Subnet': ['ID=a9878029-e869-4cff-bce0-40484f6f57b3,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:56.821132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Checking segment: {'id': 'b67a443e-38b4-4db6-8112-49aa5930737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1024f33-c696-4db8-a0af-0a64b7ed21f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:43:56.821494 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network hostable DHCP agents. Network: a1024f33-c696-4db8-a0af-0a64b7ed21f9, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:43:56.838964 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network a1024f33-c696-4db8-a0af-0a64b7ed21f9 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:43:56.847588 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, a1024f33-c696-4db8-a0af-0a64b7ed21f9) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:43:56.849668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Network ff3d997c-b3a6-4798-a4ba-930072d77ed9 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:43:56.851263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:43:56.853941 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:56.854720 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.857699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:43:56.861882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ce5ff-30a7-48fa-b231-108335d34182 None None] Network a1024f33-c696-4db8-a0af-0a64b7ed21f9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:43:56.865654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Pushing event updated for resources: {'Port': ['ID=b9e4f084-a542-4d7a-9069-6046501c08c5,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:56.871832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3a36f442-b936-4c47-98a9-d140f3fc304b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5116334 Oct 25 09:43:56.875301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38552) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:56.881184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'port': {'network_id': 'a1024f33-c696-4db8-a0af-0a64b7ed21f9', 'name': 'tempest-NetworksIpV6TestAttrs-533248880'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:43:56.924612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.924977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.925320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.925654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.925997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.926320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.926645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.927619 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.927973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.928389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.928718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.929076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:43:56.979558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Attempting to bind port b9e4f084-a542-4d7a-9069-6046501c08c5 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:43:56.979916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Attempting to bind port b9e4f084-a542-4d7a-9069-6046501c08c5 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '75253c85-e427-4d12-b05f-22d6eb7a0828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff3d997c-b3a6-4798-a4ba-930072d77ed9'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:43:56.980271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Attempting to bind port b9e4f084-a542-4d7a-9069-6046501c08c5 on network ff3d997c-b3a6-4798-a4ba-930072d77ed9 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:43:56.995937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:43:56.996178 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:43:56.996306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Checking segment: {'id': '75253c85-e427-4d12-b05f-22d6eb7a0828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff3d997c-b3a6-4798-a4ba-930072d77ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:43:56.996754 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.997176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Bound using segment: {'id': '75253c85-e427-4d12-b05f-22d6eb7a0828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff3d997c-b3a6-4798-a4ba-930072d77ed9'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:43:56.997645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Bound port: b9e4f084-a542-4d7a-9069-6046501c08c5, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75253c85-e427-4d12-b05f-22d6eb7a0828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ff3d997c-b3a6-4798-a4ba-930072d77ed9'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:43:56.998014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:56.999802 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.017458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] device_id is not set on port 5e09e28a-0af1-4b4a-8d34-88b5f1949aec yet. {{(pid=106992) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:43:57.113587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] For port b9e4f084-a542-4d7a-9069-6046501c08c5, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:43:57.118464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a1024f33-c696-4db8-a0af-0a64b7ed21f9', 'network_id': 'a1024f33-c696-4db8-a0af-0a64b7ed21f9', 'tenant_id': 'c98e3d11305541c59624e4997dcc4272', 'fixed_ips': [{'subnet_id': 'a9878029-e869-4cff-bce0-40484f6f57b3'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:43:57.119333 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.135443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Allocated IP 2001:db8::f816:3eff:fec0:1a79 (a1024f33-c696-4db8-a0af-0a64b7ed21f9/a9878029-e869-4cff-bce0-40484f6f57b3/5e09e28a-0af1-4b4a-8d34-88b5f1949aec) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:43:57.143482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] For port b9e4f084-a542-4d7a-9069-6046501c08c5, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9e4f084-a542-4d7a-9069-6046501c08c5,segment=NetworkSegment(75253c85-e427-4d12-b05f-22d6eb7a0828),segment_id=75253c85-e427-4d12-b05f-22d6eb7a0828)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:43:57.152448 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.266846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e3418-f729-47c2-bde2-083af0719137 None None] Pushing event updated for resources: {'Port': ['ID=b9e4f084-a542-4d7a-9069-6046501c08c5,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:57.296442 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.331960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.383737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Allocated IP 2001:db8::f816:3eff:fec3:ab9a (a1024f33-c696-4db8-a0af-0a64b7ed21f9/a9878029-e869-4cff-bce0-40484f6f57b3/cd7b6678-09a6-4d89-b223-c4b53b97db30) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:43:57.388465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network a1024f33-c696-4db8-a0af-0a64b7ed21f9 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:43:57.392696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:43:57.394592 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Port': ['ID=5e09e28a-0af1-4b4a-8d34-88b5f1949aec,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:57.397378 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:43:57.403251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:57.403884 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.426529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b7be3999-ef53-44a6-a019-2049ba49f6bf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5475698 Oct 25 09:43:57.426910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38554) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:57.511601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5bf3d7-ff98-4be6-a373-1e319afb2f99 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Deleting subnet a9878029-e869-4cff-bce0-40484f6f57b3 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:43:57.553545 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.560057 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.561198 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf3d7-ff98-4be6-a373-1e319afb2f99 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.604246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Network a1024f33-c696-4db8-a0af-0a64b7ed21f9 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:43:57.607091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:43:57.607296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf3d7-ff98-4be6-a373-1e319afb2f99 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.609621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:43:57.621038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Pushing event updated for resources: {'Port': ['ID=cd7b6678-09a6-4d89-b223-c4b53b97db30,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:57.670018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Attempting to bind port cd7b6678-09a6-4d89-b223-c4b53b97db30 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:43:57.670384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Attempting to bind port cd7b6678-09a6-4d89-b223-c4b53b97db30 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'b67a443e-38b4-4db6-8112-49aa5930737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1024f33-c696-4db8-a0af-0a64b7ed21f9'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:43:57.670742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Attempting to bind port cd7b6678-09a6-4d89-b223-c4b53b97db30 on network a1024f33-c696-4db8-a0af-0a64b7ed21f9 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:43:57.675675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:43:57.676073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Checking segment: {'id': 'b67a443e-38b4-4db6-8112-49aa5930737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1024f33-c696-4db8-a0af-0a64b7ed21f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:43:57.676471 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.677538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Bound using segment: {'id': 'b67a443e-38b4-4db6-8112-49aa5930737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1024f33-c696-4db8-a0af-0a64b7ed21f9'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:43:57.678219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Bound port: cd7b6678-09a6-4d89-b223-c4b53b97db30, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67a443e-38b4-4db6-8112-49aa5930737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a1024f33-c696-4db8-a0af-0a64b7ed21f9'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:43:57.678604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.737867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf3d7-ff98-4be6-a373-1e319afb2f99 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.796791 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf3d7-ff98-4be6-a373-1e319afb2f99 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.798986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] For port cd7b6678-09a6-4d89-b223-c4b53b97db30, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:43:57.803339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] For port cd7b6678-09a6-4d89-b223-c4b53b97db30, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cd7b6678-09a6-4d89-b223-c4b53b97db30,segment=NetworkSegment(b67a443e-38b4-4db6-8112-49aa5930737e),segment_id=b67a443e-38b4-4db6-8112-49aa5930737e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:43:57.807320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.828147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bf3d7-ff98-4be6-a373-1e319afb2f99 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Subnet': ['ID=a9878029-e869-4cff-bce0-40484f6f57b3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:57.830164 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf3d7-ff98-4be6-a373-1e319afb2f99 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:57.833719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1a5bf3d7-ff98-4be6-a373-1e319afb2f99 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/subnets/a9878029-e869-4cff-bce0-40484f6f57b3 HTTP/1.1" status: 204 len: 168 time: 0.4038429 Oct 25 09:43:57.835940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38556) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:57.883016 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a159a-2d70-4c09-a3f7-e071df55baea None None] Pushing event updated for resources: {'Port': ['ID=cd7b6678-09a6-4d89-b223-c4b53b97db30,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:57.943850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b2f09-cd3a-45dc-ba9a-a4cd5d24e891 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:57.945432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b2f09-cd3a-45dc-ba9a-a4cd5d24e891 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:57.949887 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ed0b2f09-cd3a-45dc-ba9a-a4cd5d24e891 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1100962 Oct 25 09:43:57.950256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38558) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:58.032061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-67850914-468a-4ead-a767-c4f9af16e4a5 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.041085 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-67850914-468a-4ead-a767-c4f9af16e4a5 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 25 09:43:58.041894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67850914-468a-4ead-a767-c4f9af16e4a5 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:43:58.050709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-67850914-468a-4ead-a767-c4f9af16e4a5 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/a1024f33-c696-4db8-a0af-0a64b7ed21f9 HTTP/1.1" status: 409 len: 405 time: 0.0957973 Oct 25 09:43:58.053056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38560) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:58.059078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1313650758'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:43:58.087217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:43:58.091188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.118562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:43:58.130343 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.130919 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Added segment 71a40f3f-ce3e-459b-904e-80f5c4b1874c of type vlan for network 21066dab-3f76-4d76-8101-d9d28dd01079 Oct 25 09:43:58.182158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.207781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.213697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:58.214317 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.270310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2160628 Oct 25 09:43:58.273397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38562) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:58.280262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'subnet': {'network_id': '21066dab-3f76-4d76-8101-d9d28dd01079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:43:58.281373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4d2a6a-aad6-49ba-83e9-037d4578fec8 None None] Network ff3d997c-b3a6-4798-a4ba-930072d77ed9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:43:58.333625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81759f-b08d-4f74-9d64-e26f9f12ad03 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Network': ['ID=21066dab-3f76-4d76-8101-d9d28dd01079,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:58.350240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 21066dab-3f76-4d76-8101-d9d28dd01079 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:43:58.386195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:43:58.390378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.461275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-68abb45f-0a10-408f-b5b9-3b2a6b68ed27 None None] Provisioning complete for port b9e4f084-a542-4d7a-9069-6046501c08c5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:43:58.461645 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68abb45f-0a10-408f-b5b9-3b2a6b68ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.580246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68abb45f-0a10-408f-b5b9-3b2a6b68ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.622055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-68abb45f-0a10-408f-b5b9-3b2a6b68ed27 None None] For port b9e4f084-a542-4d7a-9069-6046501c08c5, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9e4f084-a542-4d7a-9069-6046501c08c5,segment=NetworkSegment(75253c85-e427-4d12-b05f-22d6eb7a0828),segment_id=75253c85-e427-4d12-b05f-22d6eb7a0828)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:43:58.627054 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68abb45f-0a10-408f-b5b9-3b2a6b68ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.679741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abb45f-0a10-408f-b5b9-3b2a6b68ed27 None None] Pushing event updated for resources: {'Port': ['ID=b9e4f084-a542-4d7a-9069-6046501c08c5,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:58.694684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:43:58.696409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.758728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Subnet': ['ID=23a61f86-93a8-4fb5-821d-3e4f9a9f676e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:58.769523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Checking segment: {'id': '71a40f3f-ce3e-459b-904e-80f5c4b1874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21066dab-3f76-4d76-8101-d9d28dd01079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:43:58.769887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network hostable DHCP agents. Network: 21066dab-3f76-4d76-8101-d9d28dd01079, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:43:58.789497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network 21066dab-3f76-4d76-8101-d9d28dd01079 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:43:58.800449 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 21066dab-3f76-4d76-8101-d9d28dd01079) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:43:58.806127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:58.806691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.810603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad493e-210a-4b1d-b0cc-9f6a361a4292 None None] Network 21066dab-3f76-4d76-8101-d9d28dd01079 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:43:58.842141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-02666d14-00b6-4fd7-b430-8ca079708f17 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5673773 Oct 25 09:43:58.844391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38564) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:58.854138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'port': {'network_id': '21066dab-3f76-4d76-8101-d9d28dd01079', 'name': 'tempest-NetworksIpV6TestAttrs-76448389'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:43:58.975597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-36615a39-02e2-4ca5-90bf-d6db19d8a891 None None] Provisioning complete for port b9e4f084-a542-4d7a-9069-6046501c08c5 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:43:58.976909 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-36615a39-02e2-4ca5-90bf-d6db19d8a891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:58.980696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b79ae72-e4f7-4d82-a1d7-b598ed4b75b6 None None] Network a1024f33-c696-4db8-a0af-0a64b7ed21f9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:43:58.987622 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:43:58.992044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.003177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-21066dab-3f76-4d76-8101-d9d28dd01079', 'network_id': '21066dab-3f76-4d76-8101-d9d28dd01079', 'tenant_id': 'c98e3d11305541c59624e4997dcc4272', 'fixed_ips': [{'subnet_id': '23a61f86-93a8-4fb5-821d-3e4f9a9f676e'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:43:59.004006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.009394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] device_id is not set on port d6235289-89d2-47e7-b52d-ff60bcc4703b yet. {{(pid=106991) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 25 09:43:59.120474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Allocated IP 2001:db8::f816:3eff:fe47:9856 (21066dab-3f76-4d76-8101-d9d28dd01079/23a61f86-93a8-4fb5-821d-3e4f9a9f676e/d6235289-89d2-47e7-b52d-ff60bcc4703b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:43:59.302858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] DHCP port deletion for a1024f33-c696-4db8-a0af-0a64b7ed21f9 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:43:59.358896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] Deleting port cd7b6678-09a6-4d89-b223-c4b53b97db30 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:43:59.359186 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.408985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dbf09171-caed-4ede-9728-30892464f80e None None] Provisioning complete for port cd7b6678-09a6-4d89-b223-c4b53b97db30 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:43:59.409353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dbf09171-caed-4ede-9728-30892464f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.464860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] For port cd7b6678-09a6-4d89-b223-c4b53b97db30, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cd7b6678-09a6-4d89-b223-c4b53b97db30,segment=NetworkSegment(b67a443e-38b4-4db6-8112-49aa5930737e),segment_id=b67a443e-38b4-4db6-8112-49aa5930737e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:43:59.465275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.479188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] Calling delete_port for cd7b6678-09a6-4d89-b223-c4b53b97db30 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:43:59.530753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b9e4f084-a542-4d7a-9069-6046501c08c5 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:43:59.595664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.614962 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dbf09171-caed-4ede-9728-30892464f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.630137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.678845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network 21066dab-3f76-4d76-8101-d9d28dd01079 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:43:59.682062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:43:59.683739 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.685812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:43:59.691503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:43:59.692112 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.700769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Port': ['ID=d6235289-89d2-47e7-b52d-ff60bcc4703b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:59.713068 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-316d7469-6085-4b2a-9477-c48d7ddbf0fb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8675883 Oct 25 09:43:59.715612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38566) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:43:59.741351 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Allocated IP 2001:db8::f816:3eff:fe65:f62 (21066dab-3f76-4d76-8101-d9d28dd01079/23a61f86-93a8-4fb5-821d-3e4f9a9f676e/967e10eb-7e7c-4703-a43f-707cba83efd9) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:43:59.743919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] Pushing event deleted for resources: {'Port': ['ID=cd7b6678-09a6-4d89-b223-c4b53b97db30,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:43:59.751451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cafe023-183c-421c-8c2f-603b121ca3f3 None None] No DVR routers for this DVR port cd7b6678-09a6-4d89-b223-c4b53b97db30 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:43:59.755664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b9e4f084-a542-4d7a-9069-6046501c08c5 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:43:59.756037 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:43:59.770107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb270ab7-ec9e-461c-b0b6-aa56c1e75313 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Deleting subnet 23a61f86-93a8-4fb5-821d-3e4f9a9f676e {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:44:00.108945 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.113849 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fb270ab7-ec9e-461c-b0b6-aa56c1e75313 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.114450 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.155751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fb270ab7-ec9e-461c-b0b6-aa56c1e75313 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.156332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Network 21066dab-3f76-4d76-8101-d9d28dd01079 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:44:00.158906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:44:00.163096 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:44:00.169859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Pushing event updated for resources: {'Port': ['ID=967e10eb-7e7c-4703-a43f-707cba83efd9,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:00.225170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Attempting to bind port 967e10eb-7e7c-4703-a43f-707cba83efd9 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:44:00.225538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Attempting to bind port 967e10eb-7e7c-4703-a43f-707cba83efd9 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '71a40f3f-ce3e-459b-904e-80f5c4b1874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21066dab-3f76-4d76-8101-d9d28dd01079'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:44:00.225894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Attempting to bind port 967e10eb-7e7c-4703-a43f-707cba83efd9 on network 21066dab-3f76-4d76-8101-d9d28dd01079 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:44:00.230827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:44:00.231197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Checking segment: {'id': '71a40f3f-ce3e-459b-904e-80f5c4b1874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21066dab-3f76-4d76-8101-d9d28dd01079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:44:00.231595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.231983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Bound using segment: {'id': '71a40f3f-ce3e-459b-904e-80f5c4b1874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21066dab-3f76-4d76-8101-d9d28dd01079'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:44:00.232446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Bound port: 967e10eb-7e7c-4703-a43f-707cba83efd9, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a40f3f-ce3e-459b-904e-80f5c4b1874c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '21066dab-3f76-4d76-8101-d9d28dd01079'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:44:00.232831 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.283442 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fb270ab7-ec9e-461c-b0b6-aa56c1e75313 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.341673 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fb270ab7-ec9e-461c-b0b6-aa56c1e75313 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.344259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] For port 967e10eb-7e7c-4703-a43f-707cba83efd9, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:44:00.347447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] For port 967e10eb-7e7c-4703-a43f-707cba83efd9, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=967e10eb-7e7c-4703-a43f-707cba83efd9,segment=NetworkSegment(71a40f3f-ce3e-459b-904e-80f5c4b1874c),segment_id=71a40f3f-ce3e-459b-904e-80f5c4b1874c)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:44:00.352161 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.369885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb270ab7-ec9e-461c-b0b6-aa56c1e75313 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Subnet': ['ID=23a61f86-93a8-4fb5-821d-3e4f9a9f676e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:00.371858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fb270ab7-ec9e-461c-b0b6-aa56c1e75313 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.377740 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fb270ab7-ec9e-461c-b0b6-aa56c1e75313 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/subnets/23a61f86-93a8-4fb5-821d-3e4f9a9f676e HTTP/1.1" status: 204 len: 168 time: 0.6585476 Oct 25 09:44:00.377889 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38568) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:00.407876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d703f34-6528-4c24-8879-b111f49ad72a None None] Pushing event updated for resources: {'Port': ['ID=967e10eb-7e7c-4703-a43f-707cba83efd9,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:00.446810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a073f-ec0a-456b-aa58-2098a9e637f3 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:00.448347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a073f-ec0a-456b-aa58-2098a9e637f3 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:00.449919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a81a073f-ec0a-456b-aa58-2098a9e637f3 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0710478 Oct 25 09:44:00.452564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38570) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:00.529993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5397691c-470e-4efd-a05f-fca0663ee7ea tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.537278 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-5397691c-470e-4efd-a05f-fca0663ee7ea tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 25 09:44:00.537729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5397691c-470e-4efd-a05f-fca0663ee7ea tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:00.544415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5397691c-470e-4efd-a05f-fca0663ee7ea tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/21066dab-3f76-4d76-8101-d9d28dd01079 HTTP/1.1" status: 409 len: 405 time: 0.0872841 Oct 25 09:44:00.545017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38572) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:00.549850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-945856872'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:00.585486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:44:00.593229 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.616532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:44:00.627101 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.627447 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Added segment 614b8ae8-2ba5-4d2e-97bf-1475aa88810a of type vlan for network 08c1b026-4f12-4036-8f5c-47b7ac469f74 Oct 25 09:44:00.673913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.700732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.706426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:00.707012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:00.763004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2169621 Oct 25 09:44:00.765995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38574) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:00.771868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'subnet': {'network_id': '08c1b026-4f12-4036-8f5c-47b7ac469f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:00.776076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddc9e9-98a7-422c-9ee2-554f93c384e4 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Network': ['ID=08c1b026-4f12-4036-8f5c-47b7ac469f74,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:00.787140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 08c1b026-4f12-4036-8f5c-47b7ac469f74 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:44:00.868647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:44:00.872201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.124992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:44:01.126591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.209579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Subnet': ['ID=31920f15-43f4-4666-b2d2-5fd7f33bb19a,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:01.215186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Checking segment: {'id': '614b8ae8-2ba5-4d2e-97bf-1475aa88810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c1b026-4f12-4036-8f5c-47b7ac469f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:44:01.215541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network hostable DHCP agents. Network: 08c1b026-4f12-4036-8f5c-47b7ac469f74, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:44:01.233248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network 08c1b026-4f12-4036-8f5c-47b7ac469f74 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:44:01.244865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 08c1b026-4f12-4036-8f5c-47b7ac469f74) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:44:01.249317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:01.249908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.257984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab7299-56d4-4649-a074-7a15e4af6432 None None] Network 08c1b026-4f12-4036-8f5c-47b7ac469f74 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:44:01.277419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38576) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:01.277726 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4c96569d-02ef-419f-9fac-64e260c403b7 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5104744 Oct 25 09:44:01.332422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb11fd-feb8-4433-8ecc-e4db6ee33398 None None] Network 21066dab-3f76-4d76-8101-d9d28dd01079 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:44:01.386812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.452411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6eacac58-1282-4367-aa86-bb065a8edab8 None None] Provisioning complete for port 967e10eb-7e7c-4703-a43f-707cba83efd9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:44:01.452849 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6eacac58-1282-4367-aa86-bb065a8edab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.469092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.514660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 967e10eb-7e7c-4703-a43f-707cba83efd9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:44:01.547104 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.555749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10311c3b-3210-42a4-b5cd-8a5cacf38938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-08c1b026-4f12-4036-8f5c-47b7ac469f74', 'network_id': '08c1b026-4f12-4036-8f5c-47b7ac469f74', 'tenant_id': 'c98e3d11305541c59624e4997dcc4272', 'fixed_ips': [{'subnet_id': '31920f15-43f4-4666-b2d2-5fd7f33bb19a'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:44:01.556609 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10311c3b-3210-42a4-b5cd-8a5cacf38938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.574294 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Subnet': ['ID=31920f15-43f4-4666-b2d2-5fd7f33bb19a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:01.637311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.656919 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c1b026-4f12-4036-8f5c-47b7ac469f74']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:01.668420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614b8ae8-2ba5-4d2e-97bf-1475aa88810a') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:01.668420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614b8ae8-2ba5-4d2e-97bf-1475aa88810a') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:01.679773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.691659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a8621-cd19-4b48-b57d-9fdf1bcc6bf0 None None] Network 08c1b026-4f12-4036-8f5c-47b7ac469f74 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:44:01.700571 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.710518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:44:01.711006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:44:01.714922 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:44:01.750341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] DHCP port deletion for 21066dab-3f76-4d76-8101-d9d28dd01079 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:44:01.758430 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 967e10eb-7e7c-4703-a43f-707cba83efd9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:44:01.758800 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.760215 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6eacac58-1282-4367-aa86-bb065a8edab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.779075 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.789156 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.795536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/08c1b026-4f12-4036-8f5c-47b7ac469f74 HTTP/1.1" status: 204 len: 168 time: 0.5133684 Oct 25 09:44:01.796232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38578) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:01.803011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05bfd4-9dfd-4a03-8ebf-060adb53e5cf tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Network': ['ID=08c1b026-4f12-4036-8f5c-47b7ac469f74,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:01.809285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1997704060'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:01.829756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:44:01.833226 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.858119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:44:01.867955 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.868295 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Added segment 4826d233-fdcd-489f-b6bd-93348682822e of type vlan for network 0d6d8826-c83a-418f-b55e-202d379a69cc Oct 25 09:44:01.887658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6eacac58-1282-4367-aa86-bb065a8edab8 None None] For port 967e10eb-7e7c-4703-a43f-707cba83efd9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=967e10eb-7e7c-4703-a43f-707cba83efd9,segment=NetworkSegment(71a40f3f-ce3e-459b-904e-80f5c4b1874c),segment_id=71a40f3f-ce3e-459b-904e-80f5c4b1874c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:44:01.907757 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6eacac58-1282-4367-aa86-bb065a8edab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.908925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.938222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.944487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:01.945132 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:01.996421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] Deleting port 967e10eb-7e7c-4703-a43f-707cba83efd9 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:44:01.996726 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.010789 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2120714 Oct 25 09:44:02.013080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38580) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:02.019926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'subnet': {'network_id': '0d6d8826-c83a-418f-b55e-202d379a69cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:02.024927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe4857-75f7-4c8d-b604-05afaf636316 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Network': ['ID=0d6d8826-c83a-418f-b55e-202d379a69cc,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:02.034084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacac58-1282-4367-aa86-bb065a8edab8 None None] Pushing event updated for resources: {'Port': ['ID=967e10eb-7e7c-4703-a43f-707cba83efd9,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:02.040496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 0d6d8826-c83a-418f-b55e-202d379a69cc details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:44:02.120672 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:44:02.123174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] For port 967e10eb-7e7c-4703-a43f-707cba83efd9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=967e10eb-7e7c-4703-a43f-707cba83efd9,segment=NetworkSegment(71a40f3f-ce3e-459b-904e-80f5c4b1874c),segment_id=71a40f3f-ce3e-459b-904e-80f5c4b1874c)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:44:02.123569 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.124209 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.139229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] Calling delete_port for 967e10eb-7e7c-4703-a43f-707cba83efd9 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:44:02.221607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.248283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] Pushing event deleted for resources: {'Port': ['ID=967e10eb-7e7c-4703-a43f-707cba83efd9,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:02.250133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5c891-8513-42df-9410-4dceb061a609 None None] No DVR routers for this DVR port 967e10eb-7e7c-4703-a43f-707cba83efd9 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:44:02.311507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.372723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Subnet': ['ID=2f369d64-16c8-48bd-92c6-7b098da76e98,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:02.380614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Checking segment: {'id': '4826d233-fdcd-489f-b6bd-93348682822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d6d8826-c83a-418f-b55e-202d379a69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:44:02.381004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network hostable DHCP agents. Network: 0d6d8826-c83a-418f-b55e-202d379a69cc, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:44:02.398042 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network 0d6d8826-c83a-418f-b55e-202d379a69cc is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:44:02.405721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 0d6d8826-c83a-418f-b55e-202d379a69cc) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:44:02.410251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:02.410853 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.415439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c43bd-9e95-4fe9-a5bf-843c58b12b20 None None] Network 0d6d8826-c83a-418f-b55e-202d379a69cc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:44:02.428592 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3cc46128-1ef4-4d9d-b796-b26f2c4d9b51 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4145076 Oct 25 09:44:02.431214 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38582) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:02.514508 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:44:02.532744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.559788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-0d6d8826-c83a-418f-b55e-202d379a69cc', 'network_id': '0d6d8826-c83a-418f-b55e-202d379a69cc', 'tenant_id': 'c98e3d11305541c59624e4997dcc4272', 'fixed_ips': [{'subnet_id': '2f369d64-16c8-48bd-92c6-7b098da76e98'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:44:02.560671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.615731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.699109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Allocated IP 2001:db8::2 (0d6d8826-c83a-418f-b55e-202d379a69cc/2f369d64-16c8-48bd-92c6-7b098da76e98/6b89d691-52a2-40d6-ba43-8bd53f87f64d) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:44:02.840765 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.846486 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.861855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.887878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Network 0d6d8826-c83a-418f-b55e-202d379a69cc is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:44:02.890084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Subnet': ['ID=2f369d64-16c8-48bd-92c6-7b098da76e98,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:02.892518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:44:02.898749 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:44:02.901943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Pushing event updated for resources: {'Port': ['ID=6b89d691-52a2-40d6-ba43-8bd53f87f64d,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:02.954515 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.957383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Attempting to bind port 6b89d691-52a2-40d6-ba43-8bd53f87f64d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:44:02.957632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Attempting to bind port 6b89d691-52a2-40d6-ba43-8bd53f87f64d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '4826d233-fdcd-489f-b6bd-93348682822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d6d8826-c83a-418f-b55e-202d379a69cc'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:44:02.958068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Attempting to bind port 6b89d691-52a2-40d6-ba43-8bd53f87f64d on network 0d6d8826-c83a-418f-b55e-202d379a69cc {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:44:02.963043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:44:02.963446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Checking segment: {'id': '4826d233-fdcd-489f-b6bd-93348682822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d6d8826-c83a-418f-b55e-202d379a69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:44:02.963843 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.964236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Bound using segment: {'id': '4826d233-fdcd-489f-b6bd-93348682822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d6d8826-c83a-418f-b55e-202d379a69cc'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:44:02.964698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Bound port: 6b89d691-52a2-40d6-ba43-8bd53f87f64d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4826d233-fdcd-489f-b6bd-93348682822e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0d6d8826-c83a-418f-b55e-202d379a69cc'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:44:02.965124 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:02.976063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6d8826-c83a-418f-b55e-202d379a69cc']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:02.985651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4826d233-fdcd-489f-b6bd-93348682822e') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:02.985950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4826d233-fdcd-489f-b6bd-93348682822e') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:02.996004 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.009635 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.015634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:44:03.016026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:44:03.019260 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:44:03.032973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] For port 6b89d691-52a2-40d6-ba43-8bd53f87f64d, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:44:03.076225 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] For port 6b89d691-52a2-40d6-ba43-8bd53f87f64d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6b89d691-52a2-40d6-ba43-8bd53f87f64d,segment=NetworkSegment(4826d233-fdcd-489f-b6bd-93348682822e),segment_id=4826d233-fdcd-489f-b6bd-93348682822e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:44:03.076686 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.db.api [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 25 09:44:03.076686 n-d-814746-2 neutron-server[106991]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 25 09:44:03.076686 n-d-814746-2 neutron-server[106991]: [parameters: {'id': '0d6d8826-c83a-418f-b55e-202d379a69cc'}] Oct 25 09:44:03.076686 n-d-814746-2 neutron-server[106991]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106991) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 09:44:03.077389 n-d-814746-2 neutron-server[106991]: DEBUG oslo_db.api [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 09:44:03.080250 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.159012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336ab97-511d-4b3d-b25f-8775bf6cccef None None] Pushing event updated for resources: {'Port': ['ID=6b89d691-52a2-40d6-ba43-8bd53f87f64d,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:03.170796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f33f3-dfd1-42c0-91eb-9e1e790be415 None None] Network 0d6d8826-c83a-418f-b55e-202d379a69cc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:44:03.296327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f40547b-c04b-46fe-b132-d27b6952889a None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:44:03.370837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40547b-c04b-46fe-b132-d27b6952889a None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:44:03.471161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 967e10eb-7e7c-4703-a43f-707cba83efd9 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:44:03.503515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 967e10eb-7e7c-4703-a43f-707cba83efd9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:44:03.503850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 967e10eb-7e7c-4703-a43f-707cba83efd9 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:44:03.578266 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.650660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Deleting port 6b89d691-52a2-40d6-ba43-8bd53f87f64d {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:44:03.651001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.729882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] For port 6b89d691-52a2-40d6-ba43-8bd53f87f64d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6b89d691-52a2-40d6-ba43-8bd53f87f64d,segment=NetworkSegment(4826d233-fdcd-489f-b6bd-93348682822e),segment_id=4826d233-fdcd-489f-b6bd-93348682822e)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:44:03.730239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.744643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Calling delete_port for 6b89d691-52a2-40d6-ba43-8bd53f87f64d owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:44:03.838166 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.872159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Port': ['ID=6b89d691-52a2-40d6-ba43-8bd53f87f64d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:03.876782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No DVR routers for this DVR port 6b89d691-52a2-40d6-ba43-8bd53f87f64d on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:44:03.958267 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:03.978693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6d8826-c83a-418f-b55e-202d379a69cc']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:03.987832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4826d233-fdcd-489f-b6bd-93348682822e') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:03.988129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4826d233-fdcd-489f-b6bd-93348682822e') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:03.997997 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.011616 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.017471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:44:04.017855 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:44:04.021112 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:44:04.083064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.090058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.093251 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/0d6d8826-c83a-418f-b55e-202d379a69cc HTTP/1.1" status: 204 len: 168 time: 1.6611023 Oct 25 09:44:04.097509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38586) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:04.103587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1029702311'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:04.106094 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253473b-54fe-4616-85f1-b6547b65be96 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Network': ['ID=0d6d8826-c83a-418f-b55e-202d379a69cc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:04.125422 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:44:04.129123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.152243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:44:04.161993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.162335 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Added segment 39747d97-de0f-498e-b63f-6e1891c3c91f of type vlan for network 306349f8-701f-46a0-a75b-b5eea0002b3e Oct 25 09:44:04.202035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.230746 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.236500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:04.237118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.296648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1973393 Oct 25 09:44:04.299589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38588) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:04.304911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Request body: {'subnet': {'network_id': '306349f8-701f-46a0-a75b-b5eea0002b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:04.308664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a53e-3f32-4e9d-a98b-5e3f9bc6704e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Network': ['ID=306349f8-701f-46a0-a75b-b5eea0002b3e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:04.319798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 306349f8-701f-46a0-a75b-b5eea0002b3e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:44:04.401819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Made reservation on behalf of c98e3d11305541c59624e4997dcc4272 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:44:04.405502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.659350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.objects.ports [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106991) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 25 09:44:04.660636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.713343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event updated for resources: {'Subnet': ['ID=e96ce96b-fbb4-41d3-a530-3d07ed623815,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:04.728714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Checking segment: {'id': '39747d97-de0f-498e-b63f-6e1891c3c91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '306349f8-701f-46a0-a75b-b5eea0002b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:44:04.729107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network hostable DHCP agents. Network: 306349f8-701f-46a0-a75b-b5eea0002b3e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:44:04.745691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Network 306349f8-701f-46a0-a75b-b5eea0002b3e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:44:04.753899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 306349f8-701f-46a0-a75b-b5eea0002b3e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:44:04.758741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:04.759450 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.763266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee97df4-c1b6-4ee0-9aaf-02d3e962f521 None None] Network 306349f8-701f-46a0-a75b-b5eea0002b3e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:44:04.776674 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d7870ab6-a0b1-4dd2-8d77-87651c7d5a24 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4758821 Oct 25 09:44:04.779367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38590) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:04.879275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.911961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada7aad-603a-4a88-b5ed-867a8e091189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-306349f8-701f-46a0-a75b-b5eea0002b3e', 'network_id': '306349f8-701f-46a0-a75b-b5eea0002b3e', 'tenant_id': 'c98e3d11305541c59624e4997dcc4272', 'fixed_ips': [{'subnet_id': 'e96ce96b-fbb4-41d3-a530-3d07ed623815'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:44:04.912876 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ada7aad-603a-4a88-b5ed-867a8e091189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.931437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:04.995878 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server [None req-2ada7aad-603a-4a88-b5ed-867a8e091189 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e96ce96b-fbb4-41d3-a530-3d07ed623815: This subnet is being modified by another concurrent operation. Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise self.value Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server raise exception Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e96ce96b-fbb4-41d3-a530-3d07ed623815: This subnet is being modified by another concurrent operation. Oct 25 09:44:05.008715 n-d-814746-2 neutron-server[106993]: ERROR oslo_messaging.rpc.server Oct 25 09:44:05.026828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810b48c-42e8-471b-b58a-295cdc8fb6c3 None None] Network 306349f8-701f-46a0-a75b-b5eea0002b3e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:44:05.027957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Subnet': ['ID=e96ce96b-fbb4-41d3-a530-3d07ed623815,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:05.087932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.107823 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306349f8-701f-46a0-a75b-b5eea0002b3e']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:05.117287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39747d97-de0f-498e-b63f-6e1891c3c91f') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:05.117588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39747d97-de0f-498e-b63f-6e1891c3c91f') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:05.127006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.140573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.142391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab31f2-32ef-4f6c-b66a-aa3e1c20f90e None None] get_active_networks_info from n-d-814746-2 {{(pid=106993) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 25 09:44:05.147614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:44:05.148008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:44:05.150972 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:44:05.209633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab31f2-32ef-4f6c-b66a-aa3e1c20f90e None None] Resources bound (agent type, host, resource id): {{(pid=106993) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 25 09:44:05.214416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.220179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.228032 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/306349f8-701f-46a0-a75b-b5eea0002b3e HTTP/1.1" status: 204 len: 168 time: 0.4431303 Oct 25 09:44:05.228438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38592) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.240161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2d554-b011-4c13-b7d2-6ad68d0a0927 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Network': ['ID=306349f8-701f-46a0-a75b-b5eea0002b3e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:05.256248 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-99692fba-ae9d-485c-9a88-5dfbe651f250 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): The resource could not be found. Oct 25 09:44:05.256777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99692fba-ae9d-485c-9a88-5dfbe651f250 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:05.259840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-99692fba-ae9d-485c-9a88-5dfbe651f250 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/subnets/e96ce96b-fbb4-41d3-a530-3d07ed623815 HTTP/1.1" status: 404 len: 337 time: 0.0295901 Oct 25 09:44:05.262521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38594) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.280739 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eee8945-111b-4de2-9ac4-df0319c844eb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): The resource could not be found. Oct 25 09:44:05.281302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eee8945-111b-4de2-9ac4-df0319c844eb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:05.284269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8eee8945-111b-4de2-9ac4-df0319c844eb tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/306349f8-701f-46a0-a75b-b5eea0002b3e HTTP/1.1" status: 404 len: 339 time: 0.0208561 Oct 25 09:44:05.287771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38596) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.313622 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-84859460-249c-44c5-82fe-7285c4dc9335 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): The resource could not be found. Oct 25 09:44:05.314077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84859460-249c-44c5-82fe-7285c4dc9335 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:05.317208 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-84859460-249c-44c5-82fe-7285c4dc9335 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/subnets/2f369d64-16c8-48bd-92c6-7b098da76e98 HTTP/1.1" status: 404 len: 337 time: 0.0283043 Oct 25 09:44:05.319782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38598) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.338666 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd2c634-dada-48ed-8b42-14e9fc93ec12 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): The resource could not be found. Oct 25 09:44:05.339310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd2c634-dada-48ed-8b42-14e9fc93ec12 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:05.345336 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ddd2c634-dada-48ed-8b42-14e9fc93ec12 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/0d6d8826-c83a-418f-b55e-202d379a69cc HTTP/1.1" status: 404 len: 339 time: 0.0219491 Oct 25 09:44:05.347208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38600) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.376987 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d1e002-e659-4f2a-aaad-580b0572c1f2 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): The resource could not be found. Oct 25 09:44:05.377430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d1e002-e659-4f2a-aaad-580b0572c1f2 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:05.380566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f4d1e002-e659-4f2a-aaad-580b0572c1f2 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/subnets/31920f15-43f4-4666-b2d2-5fd7f33bb19a HTTP/1.1" status: 404 len: 337 time: 0.0322380 Oct 25 09:44:05.383155 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38602) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.401113 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-420c942a-6278-478b-b7d1-65db75aa9ee0 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): The resource could not be found. Oct 25 09:44:05.401688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420c942a-6278-478b-b7d1-65db75aa9ee0 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:05.404634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-420c942a-6278-478b-b7d1-65db75aa9ee0 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/08c1b026-4f12-4036-8f5c-47b7ac469f74 HTTP/1.1" status: 404 len: 339 time: 0.0205841 Oct 25 09:44:05.407170 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38604) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.495250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-856901c3-626a-4767-9880-d5cdd687397e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Deleting port d6235289-89d2-47e7-b52d-ff60bcc4703b {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:44:05.495510 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-856901c3-626a-4767-9880-d5cdd687397e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.560577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-856901c3-626a-4767-9880-d5cdd687397e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.573206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-856901c3-626a-4767-9880-d5cdd687397e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Calling delete_port for d6235289-89d2-47e7-b52d-ff60bcc4703b owned by {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:44:05.654298 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-856901c3-626a-4767-9880-d5cdd687397e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.682168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856901c3-626a-4767-9880-d5cdd687397e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Port': ['ID=d6235289-89d2-47e7-b52d-ff60bcc4703b,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:05.689504 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-856901c3-626a-4767-9880-d5cdd687397e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.692950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-856901c3-626a-4767-9880-d5cdd687397e tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/ports/d6235289-89d2-47e7-b52d-ff60bcc4703b HTTP/1.1" status: 204 len: 168 time: 0.2847693 Oct 25 09:44:05.695244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38606) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.720543 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cab0de-903c-4952-afb5-51f02768ec76 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): The resource could not be found. Oct 25 09:44:05.721014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cab0de-903c-4952-afb5-51f02768ec76 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:05.724552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60cab0de-903c-4952-afb5-51f02768ec76 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/subnets/23a61f86-93a8-4fb5-821d-3e4f9a9f676e HTTP/1.1" status: 404 len: 337 time: 0.0284007 Oct 25 09:44:05.726868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38608) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:05.804745 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.887601 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.907280 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21066dab-3f76-4d76-8101-d9d28dd01079']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:05.917331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a40f3f-ce3e-459b-904e-80f5c4b1874c') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:05.917626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a40f3f-ce3e-459b-904e-80f5c4b1874c') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:05.926795 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.939416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.945276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:44:05.945650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:44:05.948521 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:44:06.008410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.015139 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.018004 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/21066dab-3f76-4d76-8101-d9d28dd01079 HTTP/1.1" status: 204 len: 168 time: 0.2902632 Oct 25 09:44:06.021220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38610) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:06.029991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106b77c-1ce0-4855-98cc-497851373903 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Network': ['ID=21066dab-3f76-4d76-8101-d9d28dd01079,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:06.103804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3a62ef44-1d42-461e-8848-3f1733a906f6 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Deleting port 5e09e28a-0af1-4b4a-8d34-88b5f1949aec {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:44:06.104050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a62ef44-1d42-461e-8848-3f1733a906f6 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.171990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a62ef44-1d42-461e-8848-3f1733a906f6 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.184694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-3a62ef44-1d42-461e-8848-3f1733a906f6 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Calling delete_port for 5e09e28a-0af1-4b4a-8d34-88b5f1949aec owned by {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:44:06.267105 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a62ef44-1d42-461e-8848-3f1733a906f6 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.296138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62ef44-1d42-461e-8848-3f1733a906f6 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Port': ['ID=5e09e28a-0af1-4b4a-8d34-88b5f1949aec,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:06.302321 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3a62ef44-1d42-461e-8848-3f1733a906f6 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.306028 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3a62ef44-1d42-461e-8848-3f1733a906f6 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/ports/5e09e28a-0af1-4b4a-8d34-88b5f1949aec HTTP/1.1" status: 204 len: 168 time: 0.2837281 Oct 25 09:44:06.308386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38612) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:06.333751 n-d-814746-2 neutron-server[106991]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d28802a-5597-481e-9493-7b522426f09d tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] DELETE failed (client error): The resource could not be found. Oct 25 09:44:06.334201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d28802a-5597-481e-9493-7b522426f09d tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106991) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 09:44:06.337250 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0d28802a-5597-481e-9493-7b522426f09d tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/subnets/a9878029-e869-4cff-bce0-40484f6f57b3 HTTP/1.1" status: 404 len: 337 time: 0.0278301 Oct 25 09:44:06.339481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38614) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:06.413258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.500942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.519933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1024f33-c696-4db8-a0af-0a64b7ed21f9']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:06.529123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67a443e-38b4-4db6-8112-49aa5930737e') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:06.529415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67a443e-38b4-4db6-8112-49aa5930737e') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:06.539385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.552864 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.558690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:44:06.559076 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:44:06.562125 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:44:06.622908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.627833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.632067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/a1024f33-c696-4db8-a0af-0a64b7ed21f9 HTTP/1.1" status: 204 len: 168 time: 0.2916613 Oct 25 09:44:06.633673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38616) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:06.651004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd56d-bc76-48d8-862d-0968c87d0567 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Network': ['ID=a1024f33-c696-4db8-a0af-0a64b7ed21f9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:06.685026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a511e0b-07c0-4bde-a26f-47e7361f563b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Deleting subnet cc29c32d-3e57-4bf6-9158-263a8a7b9d0a {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:44:06.688108 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a511e0b-07c0-4bde-a26f-47e7361f563b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.726449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a511e0b-07c0-4bde-a26f-47e7361f563b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.811798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a511e0b-07c0-4bde-a26f-47e7361f563b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.868960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a511e0b-07c0-4bde-a26f-47e7361f563b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.896661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a511e0b-07c0-4bde-a26f-47e7361f563b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Subnet': ['ID=cc29c32d-3e57-4bf6-9158-263a8a7b9d0a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:06.898696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a511e0b-07c0-4bde-a26f-47e7361f563b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:06.902521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6a511e0b-07c0-4bde-a26f-47e7361f563b tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/subnets/cc29c32d-3e57-4bf6-9158-263a8a7b9d0a HTTP/1.1" status: 204 len: 168 time: 0.2672184 Oct 25 09:44:06.903643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af4f02d-e27f-484c-b2f4-ae412e9f0418 None None] Network ff3d997c-b3a6-4798-a4ba-930072d77ed9 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:44:06.904551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38618) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:06.984907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.037274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Deleting port b9e4f084-a542-4d7a-9069-6046501c08c5 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:44:07.037623 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.068078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] DHCP port deletion for ff3d997c-b3a6-4798-a4ba-930072d77ed9 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 09:44:07.105132 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] For port b9e4f084-a542-4d7a-9069-6046501c08c5, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9e4f084-a542-4d7a-9069-6046501c08c5,segment=NetworkSegment(75253c85-e427-4d12-b05f-22d6eb7a0828),segment_id=75253c85-e427-4d12-b05f-22d6eb7a0828)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:44:07.105498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.118210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Calling delete_port for b9e4f084-a542-4d7a-9069-6046501c08c5 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:44:07.118821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] Deleting port b9e4f084-a542-4d7a-9069-6046501c08c5 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:44:07.119197 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.181545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] For port b9e4f084-a542-4d7a-9069-6046501c08c5, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b9e4f084-a542-4d7a-9069-6046501c08c5,segment=NetworkSegment(75253c85-e427-4d12-b05f-22d6eb7a0828),segment_id=75253c85-e427-4d12-b05f-22d6eb7a0828)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:44:07.181933 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.195353 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.195990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] Calling delete_port for b9e4f084-a542-4d7a-9069-6046501c08c5 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:44:07.220988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Port': ['ID=b9e4f084-a542-4d7a-9069-6046501c08c5,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:07.224652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] No DVR routers for this DVR port b9e4f084-a542-4d7a-9069-6046501c08c5 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 25 09:44:07.269186 n-d-814746-2 neutron-server[106993]: self.session.flush() Oct 25 09:44:07.273986 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.301568 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] No DVR routers for this DVR port b9e4f084-a542-4d7a-9069-6046501c08c5 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:44:07.306126 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.307928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78cf6f-a0b0-4d06-8d1c-a350f6da19d8 None None] Pushing event deleted for resources: {'Port': ['ID=b9e4f084-a542-4d7a-9069-6046501c08c5,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:07.327701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3d997c-b3a6-4798-a4ba-930072d77ed9']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:07.337641 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75253c85-e427-4d12-b05f-22d6eb7a0828') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:07.337934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75253c85-e427-4d12-b05f-22d6eb7a0828') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:07.347017 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.360091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.366310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:44:07.366608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: timer() Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:44:07.369702 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:44:07.431290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.435620 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.441593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] 10.222.0.32 "DELETE /v2.0/networks/ff3d997c-b3a6-4798-a4ba-930072d77ed9 HTTP/1.1" status: 204 len: 168 time: 0.5358694 Oct 25 09:44:07.458197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe991-cd6d-4161-9b26-c1f5f0d92426 tempest-NetworksIpV6TestAttrs-268176554 tempest-NetworksIpV6TestAttrs-268176554-project] Pushing event deleted for resources: {'Network': ['ID=ff3d997c-b3a6-4798-a4ba-930072d77ed9,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:07.481776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b9e4f084-a542-4d7a-9069-6046501c08c5 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:44:07.501914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b9e4f084-a542-4d7a-9069-6046501c08c5 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:44:07.502361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b9e4f084-a542-4d7a-9069-6046501c08c5 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:44:07.686262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38624) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:07.817072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f70866ae-05b8-419a-bea4-f0ef9295b943 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c98e3d11305541c59624e4997dcc4272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296086 Oct 25 09:44:07.820021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38628) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:07.867446 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb59a-a5b6-4f18-911a-778f6cb51ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.888490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb59a-a5b6-4f18-911a-778f6cb51ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.934424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb59a-a5b6-4f18-911a-778f6cb51ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.937161 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb59a-a5b6-4f18-911a-778f6cb51ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:07.938349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cc6cb59a-a5b6-4f18-911a-778f6cb51ce1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/701ad817-34fd-4479-a011-e3e1204fc824 HTTP/1.1" status: 204 len: 168 time: 0.1174424 Oct 25 09:44:07.945997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb59a-a5b6-4f18-911a-778f6cb51ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701ad817-34fd-4479-a011-e3e1204fc824,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:08.551590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38650) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:08.647563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1370075719'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:08.668690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Made reservation on behalf of 77a252b25c6a479caad4a2e5bd87f6f1 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:44:08.672100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.680525 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.756900 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.760628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.783480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:44:08.798229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e1f59-8ead-4f47-ba67-d1276a14179c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:08.801221 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.801566 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Added segment 7f72bf57-2f27-4515-9a05-42adc4f99a62 of type vlan for network de8cedd0-031c-45ad-8192-818807bd7d58 Oct 25 09:44:08.842163 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.856665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.866855 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.872425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:08.873027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:08.923565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3707230 Oct 25 09:44:08.927253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38654) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:08.933726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.tag.tag_plugin [None req-353e8b70-13ad-4f28-af35-ebf38d96553e tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', 'tempest-TagsTest-Tag-1153615458') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:08.960975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8dee7-bcd6-44d2-9a85-e4d037a4af36 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Pushing event updated for resources: {'Network': ['ID=de8cedd0-031c-45ad-8192-818807bd7d58,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:08.971403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network de8cedd0-031c-45ad-8192-818807bd7d58 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:44:09.029275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-353e8b70-13ad-4f28-af35-ebf38d96553e tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "PUT /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags/tempest-TagsTest-Tag-1153615458 HTTP/1.1" status: 201 len: 201 time: 0.1009700 Oct 25 09:44:09.031998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38656) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.037973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-6ee4001c-62f8-401d-8f5c-1011b660a1a9 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', 'tempest-TagsTest-Tag-1153615458') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.104462 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6ee4001c-62f8-401d-8f5c-1011b660a1a9 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "GET /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags/tempest-TagsTest-Tag-1153615458 HTTP/1.1" status: 204 len: 168 time: 0.0711627 Oct 25 09:44:09.106741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38658) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.110743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-8b839cbc-9f85-4088-8747-98d744397f51 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.180689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8b839cbc-9f85-4088-8747-98d744397f51 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "GET /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags HTTP/1.1" status: 200 len: 238 time: 0.0729671 Oct 25 09:44:09.183263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38660) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.187661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-c94b728d-740b-4c36-ad69-7a373d0536ed tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', {'tags': ['tempest-TagsTest-Tag-1909379891', 'tempest-TagsTest-Tag-1053348471', 'tempest-TagsTest-Tag-992478406']}) {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.259974 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c94b728d-740b-4c36-ad69-7a373d0536ed tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "PUT /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags HTTP/1.1" status: 200 len: 308 time: 0.0757010 Oct 25 09:44:09.262518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38662) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.266720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-0c301616-14e1-43e6-aed0-3037fb30a6f4 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', 'tempest-TagsTest-Tag-1909379891') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.353828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0c301616-14e1-43e6-aed0-3037fb30a6f4 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "DELETE /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags/tempest-TagsTest-Tag-1909379891 HTTP/1.1" status: 204 len: 168 time: 0.0903034 Oct 25 09:44:09.356492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38664) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.360551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-9d3e2084-7b41-4e7a-b192-d8cfbeaffdc5 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', 'tempest-TagsTest-Tag-1909379891') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.430325 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-9d3e2084-7b41-4e7a-b192-d8cfbeaffdc5 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] show failed (client error): The resource could not be found. Oct 25 09:44:09.431338 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9d3e2084-7b41-4e7a-b192-d8cfbeaffdc5 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "GET /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags/tempest-TagsTest-Tag-1909379891 HTTP/1.1" status: 404 len: 326 time: 0.0739801 Oct 25 09:44:09.434024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38666) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.438159 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-5f71ef51-68bc-4ae7-a0d1-30d3c1add6f1 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', 'tempest-TagsTest-Tag-1053348471') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.503197 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5f71ef51-68bc-4ae7-a0d1-30d3c1add6f1 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "GET /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags/tempest-TagsTest-Tag-1053348471 HTTP/1.1" status: 204 len: 168 time: 0.0681813 Oct 25 09:44:09.506130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38668) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.510203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-eb2d019f-d80c-4911-afb2-b66372128193 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', 'tempest-TagsTest-Tag-992478406') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.579854 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eb2d019f-d80c-4911-afb2-b66372128193 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "GET /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags/tempest-TagsTest-Tag-992478406 HTTP/1.1" status: 204 len: 168 time: 0.0727117 Oct 25 09:44:09.583277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38670) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.587499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-d811a6be-516f-405e-91e3-678d4e76ae54 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.665557 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d811a6be-516f-405e-91e3-678d4e76ae54 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "DELETE /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags HTTP/1.1" status: 204 len: 168 time: 0.0812991 Oct 25 09:44:09.668731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38672) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.672818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-8645b66c-8031-4820-84c6-b56cb729c35e tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', 'tempest-TagsTest-Tag-1053348471') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.740955 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-8645b66c-8031-4820-84c6-b56cb729c35e tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] show failed (client error): The resource could not be found. Oct 25 09:44:09.741968 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8645b66c-8031-4820-84c6-b56cb729c35e tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "GET /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags/tempest-TagsTest-Tag-1053348471 HTTP/1.1" status: 404 len: 326 time: 0.0723019 Oct 25 09:44:09.744741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38674) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.748748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-c9c35688-7943-4cd3-856c-62af2ce63d13 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58', 'tempest-TagsTest-Tag-992478406') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.812277 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-c9c35688-7943-4cd3-856c-62af2ce63d13 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] show failed (client error): The resource could not be found. Oct 25 09:44:09.813309 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c9c35688-7943-4cd3-856c-62af2ce63d13 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "GET /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags/tempest-TagsTest-Tag-992478406 HTTP/1.1" status: 404 len: 325 time: 0.0676675 Oct 25 09:44:09.815992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38676) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.820725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.tag.tag_plugin [None req-5effdaea-829d-4b98-ad6e-5ec68e5ecaba tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'de8cedd0-031c-45ad-8192-818807bd7d58') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:09.893063 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5effdaea-829d-4b98-ad6e-5ec68e5ecaba tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "DELETE /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58/tags HTTP/1.1" status: 204 len: 168 time: 0.0760882 Oct 25 09:44:09.897479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38678) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:09.970624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:09.989390 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.060739 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.079587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8cedd0-031c-45ad-8192-818807bd7d58']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:10.089071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f72bf57-2f27-4515-9a05-42adc4f99a62') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:10.089365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f72bf57-2f27-4515-9a05-42adc4f99a62') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:44:10.099011 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.111710 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.118382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:44:10.118766 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:44:10.121755 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:44:10.181654 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.186018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.189297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] 10.222.0.32 "DELETE /v2.0/networks/de8cedd0-031c-45ad-8192-818807bd7d58 HTTP/1.1" status: 204 len: 168 time: 0.2909224 Oct 25 09:44:10.203986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089b91e-ce81-436e-add7-fd6044eb6086 tempest-TagsTest-198446222 tempest-TagsTest-198446222-project] Pushing event deleted for resources: {'Network': ['ID=de8cedd0-031c-45ad-8192-818807bd7d58,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:10.427075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38684) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:10.559592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a9330677-134a-4282-978f-f7468cf86ed6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77a252b25c6a479caad4a2e5bd87f6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313288 Oct 25 09:44:10.562056 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38688) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:10.609955 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-483968e0-0852-4bb9-855b-5392bc9dea41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.630419 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-483968e0-0852-4bb9-855b-5392bc9dea41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.680738 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-483968e0-0852-4bb9-855b-5392bc9dea41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.683322 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-483968e0-0852-4bb9-855b-5392bc9dea41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:10.684430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-483968e0-0852-4bb9-855b-5392bc9dea41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e80e1f59-8ead-4f47-ba67-d1276a14179c HTTP/1.1" status: 204 len: 168 time: 0.1214752 Oct 25 09:44:10.692348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483968e0-0852-4bb9-855b-5392bc9dea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e1f59-8ead-4f47-ba67-d1276a14179c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:12.423762 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38736) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:12.528628 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d137a3b-0990-40c2-9a25-a40e41d1236d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:12.602402 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d137a3b-0990-40c2-9a25-a40e41d1236d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:12.605920 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4d137a3b-0990-40c2-9a25-a40e41d1236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:12.642244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4d137a3b-0990-40c2-9a25-a40e41d1236d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b36e45a7591f4cb7ba920d2e39bef5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174444 Oct 25 09:44:12.644152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d137a3b-0990-40c2-9a25-a40e41d1236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b639ea3-c4d8-46f7-a5f1-e5b2e2bfe309,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:12.645599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38740) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:12.695730 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb227640-78a5-49e9-88a5-79423ecc6499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:12.716572 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb227640-78a5-49e9-88a5-79423ecc6499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:12.763582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb227640-78a5-49e9-88a5-79423ecc6499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:12.766524 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bb227640-78a5-49e9-88a5-79423ecc6499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:12.767669 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bb227640-78a5-49e9-88a5-79423ecc6499 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b639ea3-c4d8-46f7-a5f1-e5b2e2bfe309 HTTP/1.1" status: 204 len: 168 time: 0.1211162 Oct 25 09:44:12.776649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb227640-78a5-49e9-88a5-79423ecc6499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b639ea3-c4d8-46f7-a5f1-e5b2e2bfe309,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:13.037632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38746) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:13.050686 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8b39649-312e-4d27-a77f-1b26101c05c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:13.127364 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8b39649-312e-4d27-a77f-1b26101c05c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:13.131343 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a8b39649-312e-4d27-a77f-1b26101c05c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:13.169122 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a8b39649-312e-4d27-a77f-1b26101c05c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=032ea93810274c3c8d7689d4a0ccc305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304209 Oct 25 09:44:13.169977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b39649-312e-4d27-a77f-1b26101c05c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a50136-16c2-40c9-8b29-b6aae1aeb3a8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:13.171791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38748) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:13.219581 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ac56e7a-2f05-4c1e-903a-bf2da367f77e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:13.241665 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ac56e7a-2f05-4c1e-903a-bf2da367f77e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:13.287259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ac56e7a-2f05-4c1e-903a-bf2da367f77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:13.290006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ac56e7a-2f05-4c1e-903a-bf2da367f77e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:13.291121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8ac56e7a-2f05-4c1e-903a-bf2da367f77e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82a50136-16c2-40c9-8b29-b6aae1aeb3a8 HTTP/1.1" status: 204 len: 168 time: 0.1182890 Oct 25 09:44:13.298571 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac56e7a-2f05-4c1e-903a-bf2da367f77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a50136-16c2-40c9-8b29-b6aae1aeb3a8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:16.478744 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-29c2e96f-6472-4ac2-8ffa-51057a082b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:18.823108 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b0145d1-6618-44f9-87a0-aad62c5cf761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:19.985589 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.069093 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.587355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38874) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:20.691058 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.775078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.779001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.821469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f021a5ee4d014166badc849787ec8a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307446 Oct 25 09:44:20.821469 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192bbc12-179e-4685-a57c-9c41016c11b4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:20.822268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38878) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:20.828158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.828573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.828988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.829391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.830147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.830147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.830537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.830921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.831307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.831690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.832645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.833675 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dd6ce-982f-43dd-b72a-eabcdb401b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:20.880080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78d9d91d-dc39-4d6c-bfc6-c3a9b6fcdf0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.902139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78d9d91d-dc39-4d6c-bfc6-c3a9b6fcdf0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.950862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78d9d91d-dc39-4d6c-bfc6-c3a9b6fcdf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.953454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-78d9d91d-dc39-4d6c-bfc6-c3a9b6fcdf0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:20.954589 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-78d9d91d-dc39-4d6c-bfc6-c3a9b6fcdf0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/192bbc12-179e-4685-a57c-9c41016c11b4 HTTP/1.1" status: 204 len: 168 time: 0.1311462 Oct 25 09:44:20.963383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9d91d-dc39-4d6c-bfc6-c3a9b6fcdf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192bbc12-179e-4685-a57c-9c41016c11b4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:21.222249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 38884) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:21.235842 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a17fc91-86f5-4bc0-8368-02d02f3a9e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:21.311269 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a17fc91-86f5-4bc0-8368-02d02f3a9e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:21.314952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5a17fc91-86f5-4bc0-8368-02d02f3a9e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:21.353906 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5a17fc91-86f5-4bc0-8368-02d02f3a9e6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=038634e147a74087a311eb12c141d395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302645 Oct 25 09:44:21.354816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fc91-86f5-4bc0-8368-02d02f3a9e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65466b12-d53b-4895-8b00-c2d2f809b127,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:21.356692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 38886) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:21.416563 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41ee8aa7-e59b-4f4e-b55b-66eb17866b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:21.438788 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41ee8aa7-e59b-4f4e-b55b-66eb17866b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:21.485081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41ee8aa7-e59b-4f4e-b55b-66eb17866b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:21.487587 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-41ee8aa7-e59b-4f4e-b55b-66eb17866b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:21.489474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-41ee8aa7-e59b-4f4e-b55b-66eb17866b18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65466b12-d53b-4895-8b00-c2d2f809b127 HTTP/1.1" status: 204 len: 168 time: 0.1314061 Oct 25 09:44:21.497211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee8aa7-e59b-4f4e-b55b-66eb17866b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65466b12-d53b-4895-8b00-c2d2f809b127,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:21.927200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:38.867547 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:39.515867 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:44:39.951989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39060) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:39.992258 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:40.075133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7afa2e6-f106-46eb-b452-00583a0b37ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:40.151230 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7afa2e6-f106-46eb-b452-00583a0b37ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:40.154888 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7afa2e6-f106-46eb-b452-00583a0b37ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:40.194887 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a7afa2e6-f106-46eb-b452-00583a0b37ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8f056c930ae446aaa1faa7748e45dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417564 Oct 25 09:44:40.196051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afa2e6-f106-46eb-b452-00583a0b37ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de7105d-0b97-4df8-b614-f9f4df94babe,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:40.197611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39064) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:40.250820 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:40.277685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:40.326509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:40.329098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:40.330238 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8de7105d-0b97-4df8-b614-f9f4df94babe HTTP/1.1" status: 204 len: 168 time: 0.1316450 Oct 25 09:44:40.338759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de7105d-0b97-4df8-b614-f9f4df94babe,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:40.346297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.346748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.347348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.347698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.348027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.348426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.349018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.349235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.349558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.349880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.350200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:40.350518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b79fb92-845b-44d7-9f94-096515d0538e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:44:45.352202 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39146) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:45.464192 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5af2f2ae-3d11-4378-816c-bb6a6baaaf0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:45.536497 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5af2f2ae-3d11-4378-816c-bb6a6baaaf0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:45.539917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5af2f2ae-3d11-4378-816c-bb6a6baaaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:45.579301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f2ae-3d11-4378-816c-bb6a6baaaf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b195f701-9a88-4c33-988a-c09e49d7de9c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:45.585422 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5af2f2ae-3d11-4378-816c-bb6a6baaaf0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5786d5d8c3e4584bf61024befc17588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321124 Oct 25 09:44:45.586456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39150) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:44:45.643963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a6fdd7-7292-4ac2-8c36-b3b83134b3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:45.665540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a6fdd7-7292-4ac2-8c36-b3b83134b3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:45.714876 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a6fdd7-7292-4ac2-8c36-b3b83134b3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:45.717483 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91a6fdd7-7292-4ac2-8c36-b3b83134b3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:45.718660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91a6fdd7-7292-4ac2-8c36-b3b83134b3a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b195f701-9a88-4c33-988a-c09e49d7de9c HTTP/1.1" status: 204 len: 168 time: 0.1312726 Oct 25 09:44:45.728771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6fdd7-7292-4ac2-8c36-b3b83134b3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b195f701-9a88-4c33-988a-c09e49d7de9c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:46.480123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d763267a-50a4-4fac-a1c8-9b8d91d44c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:48.829019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-951a0440-9178-414b-b655-d99f94340ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:49.989056 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:50.073086 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:51.929567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:55.562194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-f6e117ce-d927-4b20-93c2-5118b63a7590 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=550716f0ea0d4aa9bc64358504429841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223429 Oct 25 09:44:55.667465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-006157be-3862-414e-b4d9-53fe119d7a8e tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:55.668911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-006157be-3862-414e-b4d9-53fe119d7a8e tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1007771 Oct 25 09:44:55.684161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-a1771254-07cc-45fb-b5c0-b48935ed63fd tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/quotas/550716f0ea0d4aa9bc64358504429841 HTTP/1.1" status: 200 len: 375 time: 0.0087981 Oct 25 09:44:55.717069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-ef5e9f3c-f2a6-4a73-bcfe-74f47d902653 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=550716f0ea0d4aa9bc64358504429841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276570 Oct 25 09:44:55.875576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-639e0837-21da-400a-ba68-639c23ef39b9 req-701d2aca-a760-4f99-94d3-c55785fb072a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 210 time: 0.0254462 Oct 25 09:44:56.780333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-6bae65ea-aa15-4eea-af78-7a20037415d5 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=550716f0ea0d4aa9bc64358504429841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205383 Oct 25 09:44:56.889243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-e9fdfcd1-2dcf-45e7-9600-76ceea2e5dd7 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:56.890642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-e9fdfcd1-2dcf-45e7-9600-76ceea2e5dd7 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044884 Oct 25 09:44:56.918925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Request body: {'port': {'device_id': '4938dd85-884d-4756-a1c4-07c468ccb1fd', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'admin_state_up': True, 'tenant_id': '550716f0ea0d4aa9bc64358504429841'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:56.994090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-358036e1-254a-4ba4-839d-cb79ed70f095 req-c9446e00-728d-4e99-b914-ceae28a81251 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 210 time: 0.0309372 Oct 25 09:44:57.050417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Made reservation on behalf of 550716f0ea0d4aa9bc64358504429841 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:44:57.054000 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:57.062213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:57.139899 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:57.144149 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:57.203351 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81714b88-6866-4a0c-8c69-a5b18898e8e4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:57.274518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Allocated IP 192.168.233.196 (68f55039-36c3-4c68-b0a6-5663cefbb026/501a4e0b-0d52-44db-92c8-ba9b1da0f256/045012ad-4a17-4740-ad58-0fe8618f7452) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:44:57.419511 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:57.454070 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:57.498577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Network 68f55039-36c3-4c68-b0a6-5663cefbb026 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:44:57.501684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:44:57.505989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:44:57.512130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Pushing event updated for resources: {'Port': ['ID=045012ad-4a17-4740-ad58-0fe8618f7452,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:57.558341 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:57.558940 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:57.578055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-daeb7a3a-a489-454a-ab8d-4c4e0da75861 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6633277 Oct 25 09:44:57.596165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Request body: {'port': {'device_id': '4938dd85-884d-4756-a1c4-07c468ccb1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:44:57.776173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2c30ff74-e405-4da5-8220-9af108a5d249 None None] Provisioning complete for port 045012ad-4a17-4740-ad58-0fe8618f7452 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:44:57.776759 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c30ff74-e405-4da5-8220-9af108a5d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:57.813447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2c30ff74-e405-4da5-8220-9af108a5d249 None None] Port 045012ad-4a17-4740-ad58-0fe8618f7452 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:44:57.939162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:58.173282 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76813a0f-093c-4f53-a786-fc3a0e13fd2f req-342a7f44-9a9d-4af7-94a0-d9ae7f4eecfd tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:58.175141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76813a0f-093c-4f53-a786-fc3a0e13fd2f req-342a7f44-9a9d-4af7-94a0-d9ae7f4eecfd tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 936 time: 0.0993218 Oct 25 09:44:58.251463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-76813a0f-093c-4f53-a786-fc3a0e13fd2f req-906db2be-de30-4d0b-9fc9-195ae085ea0e tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637174 Oct 25 09:44:58.265062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045012ad-4a17-4740-ad58-0fe8618f7452 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:44:58.273362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:58.287121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Transition to ACTIVE for port object 045012ad-4a17-4740-ad58-0fe8618f7452 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:44:58.290073 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:58.357628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Pushing event updated for resources: {'Port': ['ID=045012ad-4a17-4740-ad58-0fe8618f7452,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:58.416205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Attempting to bind port 045012ad-4a17-4740-ad58-0fe8618f7452 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:44:58.416533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Attempting to bind port 045012ad-4a17-4740-ad58-0fe8618f7452 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:44:58.416859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Attempting to bind port 045012ad-4a17-4740-ad58-0fe8618f7452 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:44:58.421620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Port 045012ad-4a17-4740-ad58-0fe8618f7452 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:44:58.421934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Attempting to bind port 045012ad-4a17-4740-ad58-0fe8618f7452 on network 68f55039-36c3-4c68-b0a6-5663cefbb026 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:44:58.427970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:44:58.428307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Checking segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:44:58.428681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Bound using segment: {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:44:58.429135 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Bound port: 045012ad-4a17-4740-ad58-0fe8618f7452, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71becf4b-ea9c-4c9b-9529-d0d4bc21053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:44:58.429487 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:58.495993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] For port 045012ad-4a17-4740-ad58-0fe8618f7452, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:44:58.499134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] For port 045012ad-4a17-4740-ad58-0fe8618f7452, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=045012ad-4a17-4740-ad58-0fe8618f7452,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:44:58.503514 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:58.539093 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:58.539616 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:44:58.541006 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] 10.222.0.41 "PUT /v2.0/ports/045012ad-4a17-4740-ad58-0fe8618f7452 HTTP/1.1" status: 200 len: 1096 time: 0.9493952 Oct 25 09:44:58.541442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4938dd85-884d-4756-a1c4-07c468ccb1fd', 'tag': '045012ad-4a17-4740-ad58-0fe8618f7452'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:44:58.543766 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "4938dd85-884d-4756-a1c4-07c468ccb1fd", "tag": "045012ad-4a17-4740-ad58-0fe8618f7452"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:44:58.572663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e158c9-7d30-4fb6-87d0-c59db0da1787 service neutron] Pushing event updated for resources: {'Port': ['ID=045012ad-4a17-4740-ad58-0fe8618f7452,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:44:58.598051 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4de8fa-cedc-4742-b340-e56eb9a50e5f x-openstack-request-id: req-fa4de8fa-cedc-4742-b340-e56eb9a50e5f {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:44:58.598347 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4938dd85-884d-4756-a1c4-07c468ccb1fd", "tag": "045012ad-4a17-4740-ad58-0fe8618f7452", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:44:58.598595 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa4de8fa-cedc-4742-b340-e56eb9a50e5f {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:44:58.598996 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4938dd85-884d-4756-a1c4-07c468ccb1fd', 'tag': '045012ad-4a17-4740-ad58-0fe8618f7452', 'status': 'completed', 'code': 200} Oct 25 09:44:58.654711 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-bb7de71f-7354-4743-9b3e-c95d2893924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:58.656221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-bb7de71f-7354-4743-9b3e-c95d2893924c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=550716f0ea0d4aa9bc64358504429841&device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 1099 time: 0.0422854 Oct 25 09:44:58.709600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-cd6aaabe-1371-4ad6-a50b-0427aec900a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=045012ad-4a17-4740-ad58-0fe8618f7452 HTTP/1.1" status: 200 len: 217 time: 0.0388591 Oct 25 09:44:58.764488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-ebb0e5bf-11e7-4139-997f-ba808e817d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:58.767037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-ebb0e5bf-11e7-4139-997f-ba808e817d38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0504069 Oct 25 09:44:58.813269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d27e5b72-dbb6-45e1-a2af-8e066487f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:58.814868 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-d27e5b72-dbb6-45e1-a2af-8e066487f87d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407250 Oct 25 09:44:58.907100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-12477d21-df45-482e-9008-cc3441c0e71e service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854678 Oct 25 09:44:58.998596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a42809f5-c03b-406e-9994-12c5586f3c0b req-6eaee613-b0de-4f49-8c36-1fd4669913fc service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824618 Oct 25 09:44:59.134541 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-be064872-bc14-43d2-b4aa-1a964b89fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:59.135965 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-be064872-bc14-43d2-b4aa-1a964b89fa30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=550716f0ea0d4aa9bc64358504429841&device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 1099 time: 0.0454726 Oct 25 09:44:59.225370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-aac7a6e7-80ca-4532-ae1c-afe7ed931231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:59.226847 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-aac7a6e7-80ca-4532-ae1c-afe7ed931231 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68f55039-36c3-4c68-b0a6-5663cefbb026 HTTP/1.1" status: 200 len: 870 time: 0.0845792 Oct 25 09:44:59.271988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-7e1a6d3d-7504-443c-b0ee-989cec773cfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=045012ad-4a17-4740-ad58-0fe8618f7452 HTTP/1.1" status: 200 len: 217 time: 0.0379181 Oct 25 09:44:59.322684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-0ae8f879-c4cf-4f44-bcd9-8ff8b03d19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:59.324302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-0ae8f879-c4cf-4f44-bcd9-8ff8b03d19e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=501a4e0b-0d52-44db-92c8-ba9b1da0f256 HTTP/1.1" status: 200 len: 843 time: 0.0454876 Oct 25 09:44:59.397328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8467-9f41-4e92-9eec-8ee64831b127 req-9c6588e8-d3be-46b2-aa32-148e6a856b6e tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:59.398787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-243b8467-9f41-4e92-9eec-8ee64831b127 req-9c6588e8-d3be-46b2-aa32-148e6a856b6e tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 948 time: 0.0736229 Oct 25 09:44:59.403204 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-4a06c34a-7c3d-4ec4-b05c-ccd676387f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:44:59.404575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-4a06c34a-7c3d-4ec4-b05c-ccd676387f09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68f55039-36c3-4c68-b0a6-5663cefbb026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707593 Oct 25 09:44:59.485166 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-243b8467-9f41-4e92-9eec-8ee64831b127 req-09425816-4704-4bea-8097-3d373dddb42c tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795877 Oct 25 09:44:59.519445 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-8eb80e20-557d-4c19-b4ea-3aecabb188b0 service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070981 Oct 25 09:44:59.615929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c578c82a-5b12-4e49-bc7e-ab884ac66ecb req-34f7887f-a9c6-4286-8ab0-8e88a615632a service neutron] 10.222.0.41 "GET /v2.0/networks/68f55039-36c3-4c68-b0a6-5663cefbb026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892167 Oct 25 09:45:00.602359 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3be1-8735-409a-9f3a-be521042f552 req-f4c681df-fcfe-4286-b52d-021fe26f8b04 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:00.603826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-930a3be1-8735-409a-9f3a-be521042f552 req-f4c681df-fcfe-4286-b52d-021fe26f8b04 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 948 time: 0.0505221 Oct 25 09:45:00.641595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-930a3be1-8735-409a-9f3a-be521042f552 req-fa6a5f4f-ab38-4019-9bd7-88b6771cca68 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Oct 25 09:45:01.757439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7da4a-cd74-4e75-b09c-fed356d651a8 req-081a6cd4-02ca-4f75-b67f-ed901493a093 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:01.758809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cd7da4a-cd74-4e75-b09c-fed356d651a8 req-081a6cd4-02ca-4f75-b67f-ed901493a093 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 948 time: 0.0497932 Oct 25 09:45:01.798463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cd7da4a-cd74-4e75-b09c-fed356d651a8 req-aac76609-db20-4690-be23-a6ece34ee709 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Oct 25 09:45:02.920511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e67c4-7fff-4d9e-a236-f0acfbc9a335 req-97d6a22a-b75e-4b65-8fe2-f3c9903fe76f tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:02.922000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a49e67c4-7fff-4d9e-a236-f0acfbc9a335 req-97d6a22a-b75e-4b65-8fe2-f3c9903fe76f tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 948 time: 0.0562501 Oct 25 09:45:02.960109 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a49e67c4-7fff-4d9e-a236-f0acfbc9a335 req-b7bd6aef-527c-44a9-ba3b-8c7950f426c8 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Oct 25 09:45:03.994264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 045012ad-4a17-4740-ad58-0fe8618f7452 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:45:04.076681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dda6-c125-4667-bbd1-439e4d4f8213 req-81e91ee5-d64b-4d3c-8b6e-0684df36542a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:04.078197 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d10dda6-c125-4667-bbd1-439e4d4f8213 req-81e91ee5-d64b-4d3c-8b6e-0684df36542a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 948 time: 0.0509458 Oct 25 09:45:04.096003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 045012ad-4a17-4740-ad58-0fe8618f7452, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=045012ad-4a17-4740-ad58-0fe8618f7452,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:45:04.107245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '045012ad-4a17-4740-ad58-0fe8618f7452', 'network_id': '68f55039-36c3-4c68-b0a6-5663cefbb026', 'port_id': '045012ad-4a17-4740-ad58-0fe8618f7452', 'mac_address': 'fa:16:3e:37:2f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501a4e0b-0d52-44db-92c8-ba9b1da0f256', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:45:04.122236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d10dda6-c125-4667-bbd1-439e4d4f8213 req-6d619ef9-2729-42a0-a9b3-6a2ee87fd6a0 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Oct 25 09:45:04.147409 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:04.160718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045012ad-4a17-4740-ad58-0fe8618f7452 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:45:04.181321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 045012ad-4a17-4740-ad58-0fe8618f7452, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=045012ad-4a17-4740-ad58-0fe8618f7452,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:45:04.186322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:04.239855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=045012ad-4a17-4740-ad58-0fe8618f7452,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:04.246890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.247229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.247563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.247891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.248212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.248533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.248850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.249191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.249506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.249819 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.250131 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.250448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:04.660663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['045012ad-4a17-4740-ad58-0fe8618f7452'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:45:05.247279 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c40e9f-1666-4002-82cc-2a04cc1ec8c3 req-20dd872d-db05-4ba4-848f-cdecd253d7d4 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:05.248747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0c40e9f-1666-4002-82cc-2a04cc1ec8c3 req-20dd872d-db05-4ba4-848f-cdecd253d7d4 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 949 time: 0.0500386 Oct 25 09:45:05.287442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0c40e9f-1666-4002-82cc-2a04cc1ec8c3 req-5cf97a9d-64d0-425c-8b93-c552eb70dca8 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Oct 25 09:45:06.003716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 045012ad-4a17-4740-ad58-0fe8618f7452 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:45:06.053384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 045012ad-4a17-4740-ad58-0fe8618f7452 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:45:06.057224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 045012ad-4a17-4740-ad58-0fe8618f7452 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:45:06.057588 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:06.132399 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:06.154748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4938dd85-884d-4756-a1c4-07c468ccb1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045012ad-4a17-4740-ad58-0fe8618f7452'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:45:06.157007 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85558d28-d62d-487a-b523-809ac86de0ed" -d '{"events": [{"server_uuid": "4938dd85-884d-4756-a1c4-07c468ccb1fd", "name": "network-vif-plugged", "status": "completed", "tag": "045012ad-4a17-4740-ad58-0fe8618f7452"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:45:06.170024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 045012ad-4a17-4740-ad58-0fe8618f7452, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=045012ad-4a17-4740-ad58-0fe8618f7452,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:45:06.174272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:06.197065 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aaf07d-d839-42e9-84c2-897280e05320 x-openstack-request-id: req-17aaf07d-d839-42e9-84c2-897280e05320 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:45:06.197354 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4938dd85-884d-4756-a1c4-07c468ccb1fd", "name": "network-vif-plugged", "status": "completed", "tag": "045012ad-4a17-4740-ad58-0fe8618f7452", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:45:06.197605 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17aaf07d-d839-42e9-84c2-897280e05320 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:45:06.197991 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4938dd85-884d-4756-a1c4-07c468ccb1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045012ad-4a17-4740-ad58-0fe8618f7452', 'code': 200} Oct 25 09:45:06.226282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=045012ad-4a17-4740-ad58-0fe8618f7452,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:06.315888 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2506f80-d167-4be3-92b7-7eeb91306a27 req-c79c5373-41d9-489e-8e87-560c766c435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:06.317427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2506f80-d167-4be3-92b7-7eeb91306a27 req-c79c5373-41d9-489e-8e87-560c766c435c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 1101 time: 0.0449092 Oct 25 09:45:06.351994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2506f80-d167-4be3-92b7-7eeb91306a27 req-f0dfb473-0f5b-4085-b4eb-63ad8c56f052 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279100 Oct 25 09:45:06.402757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8d922-6970-487d-bab6-f59b0569b960 req-b4d10865-4a73-408e-9117-7c60c662329f tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:06.404207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7da8d922-6970-487d-bab6-f59b0569b960 req-b4d10865-4a73-408e-9117-7c60c662329f tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 950 time: 0.0488257 Oct 25 09:45:06.443807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7da8d922-6970-487d-bab6-f59b0569b960 req-c0f4d831-54ff-4bd2-8c8b-1f249e75957d tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Oct 25 09:45:07.560413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdb19a-14ff-4001-8e90-ef930d4a5370 req-56ab58de-6140-4f6e-b90c-eb86d50239f9 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:07.561937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cbdb19a-14ff-4001-8e90-ef930d4a5370 req-56ab58de-6140-4f6e-b90c-eb86d50239f9 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 950 time: 0.0525088 Oct 25 09:45:07.602020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5cbdb19a-14ff-4001-8e90-ef930d4a5370 req-2105913e-9980-4e3d-a48d-d4f9c70c1b50 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Oct 25 09:45:08.554900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-ee674006-5031-44ac-b956-fef5a8299a72 req-d6b86e3d-d1ce-46ce-a4e6-1dc6445fb7e8 service neutron] (106991) timed out ('10.222.0.32', 49980) {{(pid=106991) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 09:45:08.722388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aa58f-da61-4548-82d0-ab9592a93ae6 req-178e7c12-9185-4887-bd31-ad78e8de7e2d tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:08.723859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-708aa58f-da61-4548-82d0-ab9592a93ae6 req-178e7c12-9185-4887-bd31-ad78e8de7e2d tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 950 time: 0.0544250 Oct 25 09:45:08.760813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-708aa58f-da61-4548-82d0-ab9592a93ae6 req-40a26cd5-1e17-4e5b-a24b-daa211e19f37 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309842 Oct 25 09:45:08.867934 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:09.037213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-18e4ae31-9a16-484d-8b32-66f3ca16afd3 req-51f5c82d-a937-40b0-974f-50e164077605 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:45:09.038205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18e4ae31-9a16-484d-8b32-66f3ca16afd3 req-51f5c82d-a937-40b0-974f-50e164077605 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057673 Oct 25 09:45:09.619470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf50463-1e9e-4995-af77-1dbf03ca73cf req-b52983f4-c7f9-4240-8390-cecd9ab6c5ee tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:09.620866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecf50463-1e9e-4995-af77-1dbf03ca73cf req-b52983f4-c7f9-4240-8390-cecd9ab6c5ee tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 950 time: 0.0494471 Oct 25 09:45:09.659653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecf50463-1e9e-4995-af77-1dbf03ca73cf req-5bee026e-f8cd-4dac-92c1-f68a5f539d3c tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321949 Oct 25 09:45:09.985467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:10.775103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491aea4d-b85d-4a37-b838-13ce42a11909 req-d44395a9-0677-42a7-8167-dd9a8ff4c5ff tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:10.776586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-491aea4d-b85d-4a37-b838-13ce42a11909 req-d44395a9-0677-42a7-8167-dd9a8ff4c5ff tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 950 time: 0.0489471 Oct 25 09:45:10.816396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-491aea4d-b85d-4a37-b838-13ce42a11909 req-c7d8ef28-b49b-46b9-bc05-61db6ddee499 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/security-groups?id=81714b88-6866-4a0c-8c69-a5b18898e8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335338 Oct 25 09:45:11.108725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-9de102b6-b788-4851-bb60-d00f72c389c1 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:11.110241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-9de102b6-b788-4851-bb60-d00f72c389c1 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.41 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 950 time: 0.0525246 Oct 25 09:45:11.200583 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Deleting port 045012ad-4a17-4740-ad58-0fe8618f7452 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:45:11.200950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:11.294003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] For port 045012ad-4a17-4740-ad58-0fe8618f7452, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=045012ad-4a17-4740-ad58-0fe8618f7452,segment=NetworkSegment(71becf4b-ea9c-4c9b-9529-d0d4bc21053d),segment_id=71becf4b-ea9c-4c9b-9529-d0d4bc21053d)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:45:11.294360 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:11.306432 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Calling delete_port for 045012ad-4a17-4740-ad58-0fe8618f7452 owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:45:11.442059 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:11.475748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['045012ad-4a17-4740-ad58-0fe8618f7452'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:45:11.505733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Pushing event deleted for resources: {'Port': ['ID=045012ad-4a17-4740-ad58-0fe8618f7452,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:11.522990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] No DVR routers for this DVR port 045012ad-4a17-4740-ad58-0fe8618f7452 on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:45:11.525711 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:11.529257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2c30d9b-3f01-4050-935d-2007e68cc6c6 req-632c6082-887a-4800-b855-e50ab8a9a53a tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.41 "DELETE /v2.0/ports/045012ad-4a17-4740-ad58-0fe8618f7452 HTTP/1.1" status: 204 len: 173 time: 0.4119477 Oct 25 09:45:11.529817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4938dd85-884d-4756-a1c4-07c468ccb1fd', 'name': 'network-vif-deleted', 'tag': '045012ad-4a17-4740-ad58-0fe8618f7452'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:45:11.532244 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3260b51-453b-448e-90ec-5325a17f05b9" -d '{"events": [{"server_uuid": "4938dd85-884d-4756-a1c4-07c468ccb1fd", "name": "network-vif-deleted", "tag": "045012ad-4a17-4740-ad58-0fe8618f7452"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:45:11.575347 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a990c2-f2bb-4bc2-871b-610479f38aed x-openstack-request-id: req-64a990c2-f2bb-4bc2-871b-610479f38aed {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:45:11.575779 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4938dd85-884d-4756-a1c4-07c468ccb1fd", "name": "network-vif-deleted", "tag": "045012ad-4a17-4740-ad58-0fe8618f7452", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:45:11.576033 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64a990c2-f2bb-4bc2-871b-610479f38aed {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:45:11.576438 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4938dd85-884d-4756-a1c4-07c468ccb1fd', 'name': 'network-vif-deleted', 'tag': '045012ad-4a17-4740-ad58-0fe8618f7452', 'status': 'completed', 'code': 200} Oct 25 09:45:11.928560 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d591264c-4c74-4862-8068-0d9bbabcad3c req-3f8e06cd-c126-4882-9b2e-56830ff831d3 tempest-ServersAdminNegativeTestJSON-115082380 tempest-ServersAdminNegativeTestJSON-115082380-project] 10.222.0.32 "GET /v2.0/ports?device_id=4938dd85-884d-4756-a1c4-07c468ccb1fd HTTP/1.1" status: 200 len: 210 time: 0.0288260 Oct 25 09:45:13.217536 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39292) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:45:13.347278 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0934a186-1c25-4a97-a5e1-8c4e65226d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=550716f0ea0d4aa9bc64358504429841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285985 Oct 25 09:45:13.349820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39296) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:45:13.396818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1689c6c9-bcb6-4a03-89cf-59199efa9eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.418420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1689c6c9-bcb6-4a03-89cf-59199efa9eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.465275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1689c6c9-bcb6-4a03-89cf-59199efa9eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.467858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1689c6c9-bcb6-4a03-89cf-59199efa9eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.469037 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1689c6c9-bcb6-4a03-89cf-59199efa9eaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81714b88-6866-4a0c-8c69-a5b18898e8e4 HTTP/1.1" status: 204 len: 168 time: 0.1182978 Oct 25 09:45:13.477785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689c6c9-bcb6-4a03-89cf-59199efa9eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81714b88-6866-4a0c-8c69-a5b18898e8e4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:13.733857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39302) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:45:13.748041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-08ba702f-13c5-42b9-b50d-486e19d68267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.823106 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-08ba702f-13c5-42b9-b50d-486e19d68267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.826788 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-08ba702f-13c5-42b9-b50d-486e19d68267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.869582 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-08ba702f-13c5-42b9-b50d-486e19d68267 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e32fa32268184e62833c8daed7f2b9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345961 Oct 25 09:45:13.871460 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba702f-13c5-42b9-b50d-486e19d68267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba414cc-9f15-4cd6-afc7-4aeb834c1e32,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:13.872656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39304) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:45:13.930277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-236f3b90-61c3-48f0-89f9-0650976e9483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.950852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-236f3b90-61c3-48f0-89f9-0650976e9483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:13.999238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-236f3b90-61c3-48f0-89f9-0650976e9483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:14.001894 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-236f3b90-61c3-48f0-89f9-0650976e9483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:14.003041 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-236f3b90-61c3-48f0-89f9-0650976e9483 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ba414cc-9f15-4cd6-afc7-4aeb834c1e32 HTTP/1.1" status: 204 len: 168 time: 0.1290989 Oct 25 09:45:14.010414 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f3b90-61c3-48f0-89f9-0650976e9483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba414cc-9f15-4cd6-afc7-4aeb834c1e32,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:14.057596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 045012ad-4a17-4740-ad58-0fe8618f7452 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:45:14.080277 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 045012ad-4a17-4740-ad58-0fe8618f7452 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:45:14.080627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 045012ad-4a17-4740-ad58-0fe8618f7452 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:45:14.696593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39326) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:45:14.791068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-119749779-network', 'tenant_id': '265352ba097e4d5a84e73257dd166403'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:45:14.812908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Made reservation on behalf of 265352ba097e4d5a84e73257dd166403 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:45:14.815770 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:14.823822 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:14.898139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:14.901884 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:14.929700 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:45:14.934933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663a93cf-a32f-4f00-b7e5-733af7594ee2,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:14.942791 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:14.942791 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Added segment 296e2ef2-5981-425c-a5c5-c0a355ae2d03 of type vlan for network e565bc36-785a-4302-b7af-ce3de44fb15e Oct 25 09:45:14.982623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:15.006229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:15.007413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:15.007982 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:15.061447 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3636417 Oct 25 09:45:15.064511 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39330) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:45:15.069701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Request body: {'subnet': {'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-119749779-subnet', 'tenant_id': '265352ba097e4d5a84e73257dd166403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:45:15.073972 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9a671-46a1-47d2-a5d8-ba5dc6755547 admin admin] Pushing event updated for resources: {'Network': ['ID=e565bc36-785a-4302-b7af-ce3de44fb15e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:15.084678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network e565bc36-785a-4302-b7af-ce3de44fb15e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:45:15.090475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Made reservation on behalf of 265352ba097e4d5a84e73257dd166403 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:45:15.093034 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:15.260699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:15.316409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07e2386-9ed2-4c2b-9069-622bf91eb6cc,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:15.323598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Checking segment: {'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:45:15.323956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Network hostable DHCP agents. Network: e565bc36-785a-4302-b7af-ce3de44fb15e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:45:15.340594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Network e565bc36-785a-4302-b7af-ce3de44fb15e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:45:15.349417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, e565bc36-785a-4302-b7af-ce3de44fb15e) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:45:15.353727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:15.354306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:15.372508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd47091-b5ca-46eb-8fdb-2d1c2035c535 None None] Network e565bc36-785a-4302-b7af-ce3de44fb15e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:45:15.372904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-365d3d46-8b4a-4980-adc9-0f948a6c68cb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3071733 Oct 25 09:45:15.497702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019591c8-4e09-43bf-95af-d6a1882851ea None None] Network e565bc36-785a-4302-b7af-ce3de44fb15e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:45:15.811576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-b74d6447-a342-438d-b603-15112ad492bd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:15.813081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-b74d6447-a342-438d-b603-15112ad492bd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 811 time: 0.1115947 Oct 25 09:45:15.830883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-454ee245-8cde-4c7a-85aa-b6b0bce8a25d tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/quotas/265352ba097e4d5a84e73257dd166403 HTTP/1.1" status: 200 len: 375 time: 0.0110097 Oct 25 09:45:15.862299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-e3ba0ff9-42f2-4530-afa9-188c552f54e4 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260925 Oct 25 09:45:15.872803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-f7f844e7-57f9-43cb-9344-765de4ce09b7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:45:15.873764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-f7f844e7-57f9-43cb-9344-765de4ce09b7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049396 Oct 25 09:45:15.962939 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-bfac6e08-5613-4340-b8b5-cca64ed64278 service neutron] 10.222.0.32 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831163 Oct 25 09:45:16.054781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-68bd342c-ae54-4195-8c03-83185eb0f369 service neutron] 10.222.0.32 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858445 Oct 25 09:45:16.211648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0dd97ca4-7d89-454b-bc9d-5c0b7966a250 req-385ce11d-6d1e-4f4e-92b6-e35f7e1e5aef tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 210 time: 0.0265899 Oct 25 09:45:16.481975 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-11ec87af-9825-4eb8-a185-bf3adad55e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:16.515233 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:45:17.199568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-cb0df736-1cb6-4217-9616-f6a0fee944cd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:17.201051 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-cb0df736-1cb6-4217-9616-f6a0fee944cd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.41 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 811 time: 0.1077228 Oct 25 09:45:17.222550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Request body: {'port': {'device_id': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e', 'admin_state_up': True, 'tenant_id': '265352ba097e4d5a84e73257dd166403'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:45:17.315231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53bb98d7-814c-4f4e-805d-7d4d545d725e req-33a5638f-d3a0-4b7b-96b4-8bf64342a985 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 210 time: 0.0353041 Oct 25 09:45:17.356908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Made reservation on behalf of 265352ba097e4d5a84e73257dd166403 for: {'port': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:45:17.360443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:17.484705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Allocated IP 172.20.0.3 (e565bc36-785a-4302-b7af-ce3de44fb15e/b07e2386-9ed2-4c2b-9069-622bf91eb6cc/95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:45:17.629847 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:17.663019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:17.703696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Network e565bc36-785a-4302-b7af-ce3de44fb15e is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:45:17.707519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:45:17.711533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:45:17.742659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:17.768470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:17.769105 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:17.784547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-1c79914f-5e41-43af-8a1f-21f749c6dfe6 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660465 Oct 25 09:45:17.801462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Request body: {'port': {'device_id': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:45:17.853784 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:18.107158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 {{(pid=106992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:45:18.114552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:18.125997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Transition to ACTIVE for port object 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:45:18.130460 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:18.185149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:18.247525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Attempting to bind port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:45:18.248188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Attempting to bind port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:45:18.248188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Attempting to bind port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on network e565bc36-785a-4302-b7af-ce3de44fb15e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:45:18.253374 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on network e565bc36-785a-4302-b7af-ce3de44fb15e not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:45:18.253725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Attempting to bind port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on network e565bc36-785a-4302-b7af-ce3de44fb15e {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:45:18.258528 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:45:18.258857 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Checking segment: {'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:45:18.259231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Bound using segment: {'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:45:18.259650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Bound port: 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:45:18.259998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:18.321693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:45:18.324640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:45:18.329223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:18.368956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:18.369582 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:18.370956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 1091 time: 0.5734725 Oct 25 09:45:18.371392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:45:18.373674 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394d9f75-2680-4141-b175-f99dd7a1caff" -d '{"events": [{"name": "network-changed", "server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:45:18.404877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f8146-3289-4f58-b6d2-642be177d4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=3']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:18.468699 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc49181-3d20-406e-a022-4edafec5995e req-8494b083-5a8a-424c-a8eb-4d251e73cd79 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:18.470791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfc49181-3d20-406e-a022-4edafec5995e req-8494b083-5a8a-424c-a8eb-4d251e73cd79 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 943 time: 0.0793476 Oct 25 09:45:18.486299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-f8333c84-cee7-4d26-8893-322a5b35b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:18.487703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-f8333c84-cee7-4d26-8893-322a5b35b926 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1094 time: 0.0634563 Oct 25 09:45:18.546992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-7976443f-3846-4fca-bf8e-59e8b81e29f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 217 time: 0.0452516 Oct 25 09:45:18.550468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dfc49181-3d20-406e-a022-4edafec5995e req-b1f04a51-7a07-4ebe-a7bf-ef788342a98c tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721323 Oct 25 09:45:18.597214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-5dd3277b-1ff5-41a9-9a4b-e73c0befa192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:18.598670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-5dd3277b-1ff5-41a9-9a4b-e73c0befa192 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 200 len: 851 time: 0.0444221 Oct 25 09:45:18.601572 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ad626-47d0-4a29-9675-ea150428e47d x-openstack-request-id: req-6f8ad626-47d0-4a29-9675-ea150428e47d {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:45:18.601857 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:45:18.602110 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f8ad626-47d0-4a29-9675-ea150428e47d {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:45:18.602505 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'status': 'completed', 'code': 200} Oct 25 09:45:18.632201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-fcec2563-29fd-4591-b2d9-3423f5791b99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e565bc36-785a-4302-b7af-ce3de44fb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250447 Oct 25 09:45:18.725471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-55694cd0-b3b9-4c7d-8a0e-b3a8412662f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853648 Oct 25 09:45:18.814784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ad8651e-21b9-4e4a-9d20-6cae36af5b9d req-32da3439-0037-4fd3-9bed-65d1490ed04b service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824509 Oct 25 09:45:18.819958 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dc363037-ce5a-4577-88ac-2b9d9bace2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:18.951368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d9f75-2680-4141-b175-f99dd7a1caff req-a986e901-0758-4db9-949c-fb99ed0c3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:18.952820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d9f75-2680-4141-b175-f99dd7a1caff req-a986e901-0758-4db9-949c-fb99ed0c3098 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1094 time: 0.0440238 Oct 25 09:45:19.048220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d9f75-2680-4141-b175-f99dd7a1caff req-1d2996be-08ac-4542-b8e3-5cf5cc832c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:19.049776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d9f75-2680-4141-b175-f99dd7a1caff req-1d2996be-08ac-4542-b8e3-5cf5cc832c7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 912 time: 0.0894806 Oct 25 09:45:19.098636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d9f75-2680-4141-b175-f99dd7a1caff req-21dfb6e8-00ad-42ad-b078-4c53a1fd4920 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 217 time: 0.0408857 Oct 25 09:45:19.148223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d9f75-2680-4141-b175-f99dd7a1caff req-6ca6389f-7d98-4191-8ae1-88b1976cb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:19.149700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d9f75-2680-4141-b175-f99dd7a1caff req-6ca6389f-7d98-4191-8ae1-88b1976cb2f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 200 len: 851 time: 0.0444369 Oct 25 09:45:19.180674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d9f75-2680-4141-b175-f99dd7a1caff req-bff7cf04-bf6c-4bd2-8b76-48bb0ab8a2bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e565bc36-785a-4302-b7af-ce3de44fb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240285 Oct 25 09:45:19.272394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d9f75-2680-4141-b175-f99dd7a1caff req-ccd3182b-bc97-4db2-a187-e1f5c7a8228f service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846555 Oct 25 09:45:19.362999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-394d9f75-2680-4141-b175-f99dd7a1caff req-209d6609-c110-41ce-a1d6-1b1eab38bfe9 service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837483 Oct 25 09:45:19.668323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6ccd4-9a10-4a7b-95be-842c9de3460e req-855606ea-1083-4756-9452-4b3d4de2170e tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:19.669804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbc6ccd4-9a10-4a7b-95be-842c9de3460e req-855606ea-1083-4756-9452-4b3d4de2170e tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 943 time: 0.0488362 Oct 25 09:45:19.708194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fbc6ccd4-9a10-4a7b-95be-842c9de3460e req-3e492483-08d7-40ad-a449-799bde456d56 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Oct 25 09:45:19.992192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:20.078041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:20.829393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c971-25c5-41e9-afa7-467937c7b298 req-0a335c50-b80e-40ad-befd-a87a11ea18c2 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:20.831340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c229c971-25c5-41e9-afa7-467937c7b298 req-0a335c50-b80e-40ad-befd-a87a11ea18c2 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 943 time: 0.0532956 Oct 25 09:45:20.869128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c229c971-25c5-41e9-afa7-467937c7b298 req-3d8fb72a-ec31-4412-9c0b-636ad5473b9b tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Oct 25 09:45:21.931615 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:22.046886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57604d5-a87d-45e8-a4c9-785fef4c5f70 req-8820b6b2-c0b2-4914-8de3-5c3cd96c3066 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:22.048351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e57604d5-a87d-45e8-a4c9-785fef4c5f70 req-8820b6b2-c0b2-4914-8de3-5c3cd96c3066 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 943 time: 0.1096365 Oct 25 09:45:22.085729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e57604d5-a87d-45e8-a4c9-785fef4c5f70 req-84bb3d3a-d6ae-4795-95e2-b2d18c242da8 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Oct 25 09:45:22.118699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:45:22.211035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:45:22.222255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e', 'port_id': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'mac_address': 'fa:16:3e:ee:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07e2386-9ed2-4c2b-9069-622bf91eb6cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:45:22.261159 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:22.273898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:45:22.292717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:45:22.296612 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:22.341125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:22.645229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:45:23.199707 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ada6-3b61-408d-b94e-abed9702977e req-e553780a-e1b2-427a-bce7-1ea64d2647ce tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:23.201192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3977ada6-3b61-408d-b94e-abed9702977e req-e553780a-e1b2-427a-bce7-1ea64d2647ce tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 944 time: 0.0477202 Oct 25 09:45:23.238479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3977ada6-3b61-408d-b94e-abed9702977e req-ed4ad01f-7c36-419b-8a34-e42d0bfa742f tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306287 Oct 25 09:45:24.137354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:45:24.185567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:45:24.189331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:45:24.189720 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:24.269051 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:24.292271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:45:24.294566 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7541555-c724-40b7-b4d8-74f8fe0d93bd" -d '{"events": [{"server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "name": "network-vif-plugged", "status": "completed", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:45:24.306938 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:45:24.311341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:24.358084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d734a4-626c-4987-ae1c-5e58634666f6 req-c347a8d3-716a-468b-a3f3-028ac316a835 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:24.359009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:24.359553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50d734a4-626c-4987-ae1c-5e58634666f6 req-c347a8d3-716a-468b-a3f3-028ac316a835 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0528402 Oct 25 09:45:24.398018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50d734a4-626c-4987-ae1c-5e58634666f6 req-ee4a55fa-91a6-4eb3-8347-0aa908cd1cf7 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Oct 25 09:45:24.441764 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7500ecef-dcc2-40d7-8b73-b9277f3816ad x-openstack-request-id: req-7500ecef-dcc2-40d7-8b73-b9277f3816ad {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:45:24.442121 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "name": "network-vif-plugged", "status": "completed", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:45:24.442437 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7500ecef-dcc2-40d7-8b73-b9277f3816ad {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:45:24.442893 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'code': 200} Oct 25 09:45:24.558198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e6d08-dcde-4c9d-856b-c068323ef31d req-40b38309-98e2-4095-a883-6d858357027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:24.559713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af0e6d08-dcde-4c9d-856b-c068323ef31d req-40b38309-98e2-4095-a883-6d858357027c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1096 time: 0.0390263 Oct 25 09:45:24.595580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af0e6d08-dcde-4c9d-856b-c068323ef31d req-74e660e9-34aa-4b28-ae1d-879ae6b4e2bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281076 Oct 25 09:45:25.515958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2529e3-767d-43fc-b394-3b25d959f5d7 req-6f158cca-0aa1-43fe-9cb2-755d891ed8ce tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:25.517423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a2529e3-767d-43fc-b394-3b25d959f5d7 req-6f158cca-0aa1-43fe-9cb2-755d891ed8ce tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0480108 Oct 25 09:45:25.555448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0a2529e3-767d-43fc-b394-3b25d959f5d7 req-0efd8215-dca4-4677-b078-3c0fa08d641b tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Oct 25 09:45:26.675090 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234af764-a623-4a94-b5f1-872c490f3c27 req-f51008da-c461-4f67-b3df-96ab2d01cc08 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:26.676552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-234af764-a623-4a94-b5f1-872c490f3c27 req-f51008da-c461-4f67-b3df-96ab2d01cc08 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0522509 Oct 25 09:45:26.719904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-234af764-a623-4a94-b5f1-872c490f3c27 req-a17055ba-2180-424b-b62f-8f5f675a55e9 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Oct 25 09:45:26.899122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:45:26.953833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5ea23-0451-439e-943d-3008470c16bc req-15102d13-824a-4879-9f0a-efafcacdcb90 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:26.955350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59f5ea23-0451-439e-943d-3008470c16bc req-15102d13-824a-4879-9f0a-efafcacdcb90 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0490351 Oct 25 09:45:27.017664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-ecb6041e-e7b7-4d3c-9cf2-4f416949d871 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173611 Oct 25 09:45:27.020410 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59f5ea23-0451-439e-943d-3008470c16bc req-8d08c7d5-5595-4e19-8a65-234ed68fa27e tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566661 Oct 25 09:45:27.026321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-34fe2bf3-0803-4ea9-b94f-02c9d5217df6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:45:27.027267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-34fe2bf3-0803-4ea9-b94f-02c9d5217df6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048065 Oct 25 09:45:28.140595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bf464-5c69-4a22-9af6-fc20d78a3aa2 req-24c2122a-d2d8-4a97-9f2f-015efe048dcc tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:28.142129 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-252bf464-5c69-4a22-9af6-fc20d78a3aa2 req-24c2122a-d2d8-4a97-9f2f-015efe048dcc tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Oct 25 09:45:28.182332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-252bf464-5c69-4a22-9af6-fc20d78a3aa2 req-5e534a67-49b7-4f99-96f1-5db2bf918cbc tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340450 Oct 25 09:45:28.240131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b13710e9-9862-4c41-a36f-8e36693a9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:28.241635 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b13710e9-9862-4c41-a36f-8e36693a9b53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1096 time: 0.0406001 Oct 25 09:45:28.335276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-180bd268-ad10-4eb8-8294-96622e998ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:28.336626 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-180bd268-ad10-4eb8-8294-96622e998ebb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 912 time: 0.0887458 Oct 25 09:45:28.377144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-3bf58a82-45b7-4cf8-b3b3-2f1c04324bb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 217 time: 0.0337234 Oct 25 09:45:28.425062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-5faa6047-3b0c-45db-885c-7e6b24bb90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:28.426476 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-5faa6047-3b0c-45db-885c-7e6b24bb90cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 200 len: 851 time: 0.0431530 Oct 25 09:45:28.457288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-dd924683-d000-44e8-99e9-6d6e9c31585f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e565bc36-785a-4302-b7af-ce3de44fb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236192 Oct 25 09:45:28.551800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-1d14cd71-8906-4b1a-a233-6385ffb670d4 service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878913 Oct 25 09:45:28.645772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-9b749baf-9044-4907-b07d-66686fc9bbbd service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870585 Oct 25 09:45:29.297983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcef13f-5e8e-4a7e-a418-e5e635dfcae5 req-b1e1cee9-4b7d-4dd0-8d1d-24e227e00e4f tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:29.299435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bcef13f-5e8e-4a7e-a418-e5e635dfcae5 req-b1e1cee9-4b7d-4dd0-8d1d-24e227e00e4f tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Oct 25 09:45:29.337744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3bcef13f-5e8e-4a7e-a418-e5e635dfcae5 req-4413a5a6-7e03-419b-8d5d-c3776cd0a2d5 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Oct 25 09:45:30.451446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2ae6e-be61-4418-b5ce-1ba33f0fbb24 req-489e99ff-8d0a-4145-8875-22508c543581 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:30.452878 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7af2ae6e-be61-4418-b5ce-1ba33f0fbb24 req-489e99ff-8d0a-4145-8875-22508c543581 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0480897 Oct 25 09:45:30.490867 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7af2ae6e-be61-4418-b5ce-1ba33f0fbb24 req-77e2e60f-8572-489c-bc07-a74333c464f5 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Oct 25 09:45:31.613704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86190d91-271b-4f2f-88fd-eb517f48328f req-3f095d62-3545-4776-94f1-cd4c12a66e94 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:31.615153 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86190d91-271b-4f2f-88fd-eb517f48328f req-3f095d62-3545-4776-94f1-cd4c12a66e94 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0548003 Oct 25 09:45:31.655711 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86190d91-271b-4f2f-88fd-eb517f48328f req-185ffa3b-61f5-4926-91d2-e49b6c84d1e7 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346560 Oct 25 09:45:32.774657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51c55-ddec-4b63-9cfa-1cc7edc8cf6b req-95770ca0-54ba-459c-884d-1dcd94cb1067 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:32.776094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8d51c55-ddec-4b63-9cfa-1cc7edc8cf6b req-95770ca0-54ba-459c-884d-1dcd94cb1067 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0506871 Oct 25 09:45:32.816921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8d51c55-ddec-4b63-9cfa-1cc7edc8cf6b req-2e94364e-e809-4a17-ba1d-3902c27a3394 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347507 Oct 25 09:45:33.930321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b826c8-7445-4cac-a08e-074b0bcbf5d1 req-dec31243-8692-4e93-bbd7-bb11d141e568 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:33.931786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14b826c8-7445-4cac-a08e-074b0bcbf5d1 req-dec31243-8692-4e93-bbd7-bb11d141e568 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0480230 Oct 25 09:45:33.969288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14b826c8-7445-4cac-a08e-074b0bcbf5d1 req-3bc205bd-90d8-488f-98ad-1405c3f794cc tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Oct 25 09:45:35.085146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfc306-894b-4083-8aa0-2650882b966f req-2a8b7654-d87d-4417-9447-bff3a13f9801 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:35.086606 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bccfc306-894b-4083-8aa0-2650882b966f req-2a8b7654-d87d-4417-9447-bff3a13f9801 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0471830 Oct 25 09:45:35.128435 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bccfc306-894b-4083-8aa0-2650882b966f req-031e5cd4-1d4a-47bb-983d-b4cfa8107bcc tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 Oct 25 09:45:36.528267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce0c2-cd99-4656-bfec-f83d5eaf66dd req-53edd273-c299-4467-ab65-26d0f32ca331 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:36.529677 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2cdce0c2-cd99-4656-bfec-f83d5eaf66dd req-53edd273-c299-4467-ab65-26d0f32ca331 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.3336484 Oct 25 09:45:36.567319 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2cdce0c2-cd99-4656-bfec-f83d5eaf66dd req-9bc25d6d-5d5f-4ee8-98ce-11381b21929c tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Oct 25 09:45:37.679817 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276cae-8893-4b5a-8b6b-6051c98ca9ea req-16f12172-28c6-4e9c-a929-218c926138d8 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:37.681249 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3276cae-8893-4b5a-8b6b-6051c98ca9ea req-16f12172-28c6-4e9c-a929-218c926138d8 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0469122 Oct 25 09:45:37.718210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3276cae-8893-4b5a-8b6b-6051c98ca9ea req-36b694de-5c53-4183-8fc5-341b82b03b6c tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Oct 25 09:45:38.834395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2ab56-9944-4923-bfe2-172d254da286 req-cf3eaae7-0a47-46fe-b72d-8b7150a3e1bd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:38.835758 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0c2ab56-9944-4923-bfe2-172d254da286 req-cf3eaae7-0a47-46fe-b72d-8b7150a3e1bd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0478210 Oct 25 09:45:38.865330 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:38.877280 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c0c2ab56-9944-4923-bfe2-172d254da286 req-a1dd7b5b-5a2d-4442-ad64-2ecf380f1c9b tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349705 Oct 25 09:45:39.976301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:39.993630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4155029-1a63-46c5-b3f0-0c9bbaf3efb7 req-5cc3627a-ed2c-4676-b740-82520b30e7bd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:39.995099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4155029-1a63-46c5-b3f0-0c9bbaf3efb7 req-5cc3627a-ed2c-4676-b740-82520b30e7bd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0488114 Oct 25 09:45:40.034227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4155029-1a63-46c5-b3f0-0c9bbaf3efb7 req-58c8e4c9-28a3-40c9-a6a8-b7b235c9f4b7 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Oct 25 09:45:41.147560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe480310-ef8b-4700-a8bd-d4f154131a84 req-36fb279c-6e19-4841-8f41-4fe00cc1ec6c tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:41.149038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe480310-ef8b-4700-a8bd-d4f154131a84 req-36fb279c-6e19-4841-8f41-4fe00cc1ec6c tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0471263 Oct 25 09:45:41.186785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe480310-ef8b-4700-a8bd-d4f154131a84 req-c071a743-e81a-4ce9-9a87-b8c0121d5c79 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Oct 25 09:45:42.301609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c971f-5522-4901-9c41-6ae5be8dadd4 req-e15913bd-2476-4a8a-9f4c-784a07134709 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:42.303054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c971f-5522-4901-9c41-6ae5be8dadd4 req-e15913bd-2476-4a8a-9f4c-784a07134709 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0476122 Oct 25 09:45:42.343373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e51c971f-5522-4901-9c41-6ae5be8dadd4 req-6026f244-7305-4d96-80f3-bdcbca24cb3a tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Oct 25 09:45:43.459514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bda0d-8a65-43c6-b594-a45708c5b425 req-85efafe7-858e-49f3-b48e-8a31535e2e66 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:43.460997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-567bda0d-8a65-43c6-b594-a45708c5b425 req-85efafe7-858e-49f3-b48e-8a31535e2e66 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0482147 Oct 25 09:45:43.498115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-567bda0d-8a65-43c6-b594-a45708c5b425 req-b94ce1a8-ffc8-4b58-8945-b93b7546a3c1 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Oct 25 09:45:44.613012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2cd4d-f415-49df-927a-9baba9fc0d3d req-6a331cb1-de67-40ca-9ce0-8729279453d5 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:44.614451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98e2cd4d-f415-49df-927a-9baba9fc0d3d req-6a331cb1-de67-40ca-9ce0-8729279453d5 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Oct 25 09:45:44.651962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98e2cd4d-f415-49df-927a-9baba9fc0d3d req-abde5311-8777-4c7b-8248-3f3c15886ab2 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Oct 25 09:45:44.793531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044feb47-7aea-429d-9224-8797fafbff3b req-2ddcfd00-7766-4bc5-95ac-aedb65c530da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:44.794970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044feb47-7aea-429d-9224-8797fafbff3b req-2ddcfd00-7766-4bc5-95ac-aedb65c530da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1096 time: 0.0408394 Oct 25 09:45:44.899445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044feb47-7aea-429d-9224-8797fafbff3b req-8c678960-0407-42bf-84cc-f794265f57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:44.900910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044feb47-7aea-429d-9224-8797fafbff3b req-8c678960-0407-42bf-84cc-f794265f57f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 912 time: 0.0863922 Oct 25 09:45:44.943496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044feb47-7aea-429d-9224-8797fafbff3b req-bcb0a74b-14ef-4ee7-8132-e5cd3fa6e53d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 217 time: 0.0350585 Oct 25 09:45:44.995518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044feb47-7aea-429d-9224-8797fafbff3b req-847aeb6c-ae46-4237-969f-b52e6fa96142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:44.996957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044feb47-7aea-429d-9224-8797fafbff3b req-847aeb6c-ae46-4237-969f-b52e6fa96142 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 200 len: 851 time: 0.0466466 Oct 25 09:45:45.028353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044feb47-7aea-429d-9224-8797fafbff3b req-6209985c-5f31-476d-944d-7a4ca27c70f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e565bc36-785a-4302-b7af-ce3de44fb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240228 Oct 25 09:45:45.116421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044feb47-7aea-429d-9224-8797fafbff3b req-ccc935c7-fed4-43b5-bf55-771fe8077cb4 service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797966 Oct 25 09:45:45.208713 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-044feb47-7aea-429d-9224-8797fafbff3b req-6ed185d6-e982-4b44-9510-f0ddc215a5e4 service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852015 Oct 25 09:45:45.770266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9813986-a7eb-4b42-8bf7-44d8877a6f73 req-714dfa64-85fa-40a8-9ce2-e7584dfbb790 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:45.771620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9813986-a7eb-4b42-8bf7-44d8877a6f73 req-714dfa64-85fa-40a8-9ce2-e7584dfbb790 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0476568 Oct 25 09:45:45.809424 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9813986-a7eb-4b42-8bf7-44d8877a6f73 req-4a140127-f1e8-4d15-a363-cfd57404fa63 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Oct 25 09:45:46.482627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14fe0b55-5a9c-4258-ae24-d31cd2f4cc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:46.927803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf1c5-739d-4e57-a16a-f5c655220c7a req-d63440fb-11d2-45f0-947b-1a3f88c4dd8f tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:46.929302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-744cf1c5-739d-4e57-a16a-f5c655220c7a req-d63440fb-11d2-45f0-947b-1a3f88c4dd8f tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0532854 Oct 25 09:45:46.966933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-744cf1c5-739d-4e57-a16a-f5c655220c7a req-bb65aaf3-620d-4375-a409-55573a843a98 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316722 Oct 25 09:45:48.082611 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec9b4c-6709-4533-ba04-0be086353d49 req-f7bb10c1-a256-49bb-9f8f-92a816e0aa12 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:48.084058 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68ec9b4c-6709-4533-ba04-0be086353d49 req-f7bb10c1-a256-49bb-9f8f-92a816e0aa12 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0482390 Oct 25 09:45:48.120666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68ec9b4c-6709-4533-ba04-0be086353d49 req-1a968cd0-2001-422e-870a-19e30faac999 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306840 Oct 25 09:45:48.821364 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b320edd2-3153-493b-bf7f-40da8ce33b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:49.234311 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3674-f9e0-4a42-9c9c-997772f23626 req-09a33125-6c1e-4bde-8c26-7e219136c0f3 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:49.236005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c00b3674-f9e0-4a42-9c9c-997772f23626 req-09a33125-6c1e-4bde-8c26-7e219136c0f3 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0476050 Oct 25 09:45:49.272830 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c00b3674-f9e0-4a42-9c9c-997772f23626 req-727e3c60-a951-4521-ad73-38a92728cefe tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308087 Oct 25 09:45:49.993294 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:50.076875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:50.394114 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7be83-2434-4d70-bd0a-0b4c43101372 req-edff2ddd-0130-4a0b-b7f6-356809c0386b tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:50.395747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ff7be83-2434-4d70-bd0a-0b4c43101372 req-edff2ddd-0130-4a0b-b7f6-356809c0386b tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0545626 Oct 25 09:45:50.435588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ff7be83-2434-4d70-bd0a-0b4c43101372 req-c4f290e8-368b-4418-9b32-60db2a3a72a3 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Oct 25 09:45:51.550000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfc29a-e10b-4d64-98b8-30b3fb729bd6 req-e21a3217-735b-4116-8e39-e6122ece2b06 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:51.551466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68dfc29a-e10b-4d64-98b8-30b3fb729bd6 req-e21a3217-735b-4116-8e39-e6122ece2b06 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0475998 Oct 25 09:45:51.589168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-68dfc29a-e10b-4d64-98b8-30b3fb729bd6 req-2f8ef1a0-adce-4204-a232-7cbda148b1c2 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Oct 25 09:45:51.935875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:52.707591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff2217-942b-41de-a63a-acad3fab622a req-e4ebf7be-c158-4549-9f67-9c9a87514230 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:52.709426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aff2217-942b-41de-a63a-acad3fab622a req-e4ebf7be-c158-4549-9f67-9c9a87514230 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0505049 Oct 25 09:45:52.746722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2aff2217-942b-41de-a63a-acad3fab622a req-48b340f0-6985-4abf-8641-88abaeef6559 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Oct 25 09:45:53.514959 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:45:53.866126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b54811-f6d1-424c-a948-2371a53e5731 req-c4eef5c6-da65-4b19-aa30-6c40546fb683 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:53.867574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8b54811-f6d1-424c-a948-2371a53e5731 req-c4eef5c6-da65-4b19-aa30-6c40546fb683 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0525129 Oct 25 09:45:53.904089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8b54811-f6d1-424c-a948-2371a53e5731 req-abbdf537-3e25-4d19-a256-be4c66085468 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305223 Oct 25 09:45:55.019176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c38262-f946-4522-befe-621fbcbae68f req-fac284a7-93ba-4ef4-8562-fc8826652847 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:55.020619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5c38262-f946-4522-befe-621fbcbae68f req-fac284a7-93ba-4ef4-8562-fc8826652847 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Oct 25 09:45:55.058137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5c38262-f946-4522-befe-621fbcbae68f req-64b6ed90-a5fb-4cef-b71c-e32609e501cb tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Oct 25 09:45:55.904704 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-9f973666-2c60-455e-8582-fcb53da272e6 service neutron] show failed (client error): The resource could not be found. Oct 25 09:45:55.905761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-9f973666-2c60-455e-8582-fcb53da272e6 service neutron] 10.222.0.41 "GET /v2.0/ports/95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0536332 Oct 25 09:45:56.110833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-cc81c519-ffce-485f-b23c-b175f7950e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:56.112423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-cc81c519-ffce-485f-b23c-b175f7950e1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397&tenant_id=265352ba097e4d5a84e73257dd166403 HTTP/1.1" status: 200 len: 1096 time: 0.0438499 Oct 25 09:45:56.131604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:45:56.181540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e3c9e-494b-46c6-aecc-630569a5da9e req-f6435181-f095-424f-ac39-a5be537ed50b tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:56.182918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-403e3c9e-494b-46c6-aecc-630569a5da9e req-f6435181-f095-424f-ac39-a5be537ed50b tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0530326 Oct 25 09:45:56.183514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:56.222535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-403e3c9e-494b-46c6-aecc-630569a5da9e req-a866c195-828d-46ed-ab21-4961c64ec415 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Oct 25 09:45:56.384788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:45:56.417156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:45:56.458064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:45:56.460233 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9d572d-2b8e-4369-9b92-6d9a8c7de22a" -d '{"events": [{"server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "name": "network-vif-unplugged", "status": "completed", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:45:56.463934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:56.476231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Transition to ACTIVE for port object 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:45:56.480264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:56.513058 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b7f82-4342-491f-a733-69f63338a011 x-openstack-request-id: req-236b7f82-4342-491f-a733-69f63338a011 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:45:56.513343 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "name": "network-vif-unplugged", "status": "completed", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:45:56.513596 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-236b7f82-4342-491f-a733-69f63338a011 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:45:56.513983 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'code': 200} Oct 25 09:45:56.546443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] No DVR routers for this DVR port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:45:56.550079 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:56.561287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.561635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.561977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.562312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.562649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.562979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.563309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.564436 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.564977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.565318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.565648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.565973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:45:56.597301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Attempting to bind port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:45:56.597633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Attempting to bind port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:45:56.597954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Attempting to bind port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on network e565bc36-785a-4302-b7af-ce3de44fb15e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:45:56.602185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on network e565bc36-785a-4302-b7af-ce3de44fb15e not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:45:56.602501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Attempting to bind port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on network e565bc36-785a-4302-b7af-ce3de44fb15e {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:45:56.607311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:45:56.607638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Checking segment: {'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:45:56.608012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Bound using segment: {'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:45:56.608431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Bound port: 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296e2ef2-5981-425c-a5c5-c0a355ae2d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:45:56.608773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:56.979258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:45:56.982260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:45:56.987656 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:57.022100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:57.022708 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:45:57.024125 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] 10.222.0.18 "PUT /v2.0/ports/95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 1091 time: 0.8966751 Oct 25 09:45:57.044435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0f4e5-cf39-4ff3-9600-d9d6d5a32adb service neutron] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:45:57.096953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-cd908fe8-ffb5-4827-bcfd-4e72fa1f73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:57.098490 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-cd908fe8-ffb5-4827-bcfd-4e72fa1f73a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1094 time: 0.0404630 Oct 25 09:45:57.189491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-fb15eb99-762a-4f18-9ff7-c806513bbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:57.190918 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-fb15eb99-762a-4f18-9ff7-c806513bbfcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 912 time: 0.0855792 Oct 25 09:45:57.231447 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-e8bd411b-5394-4e61-a13c-61f8eaa43b1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 217 time: 0.0332658 Oct 25 09:45:57.285294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-f11e937d-3325-4b78-acbc-36c0d238861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:57.286761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-f11e937d-3325-4b78-acbc-36c0d238861e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 200 len: 851 time: 0.0482717 Oct 25 09:45:57.319144 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-d0997fd3-db3d-4178-87aa-c8e8405f3ff2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e565bc36-785a-4302-b7af-ce3de44fb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250087 Oct 25 09:45:57.341046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a4999-3d1d-443e-a44e-41a2e138eaad req-3613b11b-bb3b-4c5b-8995-c81af710d687 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:57.342515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-624a4999-3d1d-443e-a44e-41a2e138eaad req-3613b11b-bb3b-4c5b-8995-c81af710d687 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 943 time: 0.0484834 Oct 25 09:45:57.380102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-624a4999-3d1d-443e-a44e-41a2e138eaad req-5987d500-22ec-4951-9039-c0a3d36fba9f tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309985 Oct 25 09:45:57.410198 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-0a330024-8fb4-442f-853d-c6432b6cc810 service neutron] 10.222.0.18 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841448 Oct 25 09:45:57.501854 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c03c0e0b-256b-482a-bc01-c9214ff89cf1 req-268a13e2-7793-4573-88f8-80cfb0002bc9 service neutron] 10.222.0.18 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849855 Oct 25 09:45:58.289071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:45:58.326760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:45:58.500640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02154f-0b79-4016-8d7e-488077a5788a req-13701ffb-ede9-465f-b730-f16868c8f649 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:58.502236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a02154f-0b79-4016-8d7e-488077a5788a req-13701ffb-ede9-465f-b730-f16868c8f649 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 943 time: 0.0506790 Oct 25 09:45:58.515551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:45:58.518768 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e7cf56-c5fc-40d0-8120-8630342cbb18" -d '{"events": [{"name": "network-changed", "server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:45:58.540231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a02154f-0b79-4016-8d7e-488077a5788a req-1dd921fe-c54f-4ff6-973b-716a582d7293 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Oct 25 09:45:58.594371 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fcad4c-6af5-4804-8f17-26fde7953162 x-openstack-request-id: req-b0fcad4c-6af5-4804-8f17-26fde7953162 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:45:58.595198 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:45:58.596004 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0fcad4c-6af5-4804-8f17-26fde7953162 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:45:58.596410 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'status': 'completed', 'code': 200} Oct 25 09:45:58.676418 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-673cc8e5-ccbe-472a-841c-5ead6700a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:58.677928 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-673cc8e5-ccbe-472a-841c-5ead6700a77c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1094 time: 0.0420253 Oct 25 09:45:58.681080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-6bb6f574-123a-451e-83cd-3c4a6cbcb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:58.682667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-6bb6f574-123a-451e-83cd-3c4a6cbcb7fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1094 time: 0.0460277 Oct 25 09:45:58.772212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-f8be7747-86fa-4c38-9cd3-acc7cbd1dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:58.773739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-5dbe1f69-2659-44a7-a775-147e6bc1f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:58.773882 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-f8be7747-86fa-4c38-9cd3-acc7cbd1dcde service neutron] 10.222.0.18 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 912 time: 0.0888939 Oct 25 09:45:58.775215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-5dbe1f69-2659-44a7-a775-147e6bc1f772 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 912 time: 0.0860050 Oct 25 09:45:58.818486 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-cb3d36ed-dc48-4d65-aac3-4ddb54e44b2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 217 time: 0.0373113 Oct 25 09:45:58.821155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-0dd69237-c4a7-4dbd-b40c-6a2bef18699f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 217 time: 0.0389633 Oct 25 09:45:58.871330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-9456c611-8892-4919-a00c-e419220beb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:58.872797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-9456c611-8892-4919-a00c-e419220beb67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 200 len: 851 time: 0.0450127 Oct 25 09:45:58.874120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-200933af-39b3-4639-a4f0-8021def78c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:58.875546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-200933af-39b3-4639-a4f0-8021def78c06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 200 len: 851 time: 0.0492241 Oct 25 09:45:58.905143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-db259d1c-221b-4a1b-b9a9-e40d04dbb9a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e565bc36-785a-4302-b7af-ce3de44fb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247414 Oct 25 09:45:58.909686 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-f04835b5-b5ff-4976-b3b8-1674fb6f6df7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e565bc36-785a-4302-b7af-ce3de44fb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256171 Oct 25 09:45:59.000286 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-26c65135-467d-4f0d-90c9-55d0a0fad29e service neutron] 10.222.0.18 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 Oct 25 09:45:59.000539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-4ca0babc-ab87-4d9d-b290-1f51ec7e145b service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885701 Oct 25 09:45:59.091456 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-bb91d6aa-a1e4-44c2-9845-6aa09115cbc7 service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837913 Oct 25 09:45:59.094004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2e7cf56-c5fc-40d0-8120-8630342cbb18 req-5fa3fba1-98c2-461f-8516-836816ee9987 service neutron] 10.222.0.18 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858748 Oct 25 09:45:59.659142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44253b1-04b6-4606-a93a-06205cd9e8b4 req-52ff445e-c776-4cd9-a172-93dcf35e07dd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:45:59.660615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b44253b1-04b6-4606-a93a-06205cd9e8b4 req-52ff445e-c776-4cd9-a172-93dcf35e07dd tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 943 time: 0.0488563 Oct 25 09:45:59.698625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b44253b1-04b6-4606-a93a-06205cd9e8b4 req-6124040a-349d-42c9-b873-346a6d2c6841 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319686 Oct 25 09:46:00.510457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:46:00.609115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:00.619803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'network_id': 'e565bc36-785a-4302-b7af-ce3de44fb15e', 'port_id': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'mac_address': 'fa:16:3e:ee:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07e2386-9ed2-4c2b-9069-622bf91eb6cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:46:00.659876 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:00.672469 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:46:00.691127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:00.694392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:00.741452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:00.821773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71639f43-4911-488e-b407-9d28f7c888e5 req-97695806-e34a-471a-89ad-b1016c321ffb tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:00.823160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71639f43-4911-488e-b407-9d28f7c888e5 req-97695806-e34a-471a-89ad-b1016c321ffb tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 944 time: 0.0542321 Oct 25 09:46:00.861335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71639f43-4911-488e-b407-9d28f7c888e5 req-5e03eafb-2f3c-4d58-9e52-f2f61339f2a4 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Oct 25 09:46:01.128646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:46:01.141635 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447329-388c-4daa-bb3a-2771120a139d req-ea08e1cd-fcdb-4d34-a94e-7056d2eafda0 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:01.143283 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-ea08e1cd-fcdb-4d34-a94e-7056d2eafda0 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.41 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397&tenant_id=265352ba097e4d5a84e73257dd166403&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 944 time: 0.0837715 Oct 25 09:46:01.208066 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [req-44447329-388c-4daa-bb3a-2771120a139d req-8f090498-cfb1-4555-9e04-76d387e373fc service neutron] delete failed (client error): The resource could not be found. Oct 25 09:46:01.209536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-8f090498-cfb1-4555-9e04-76d387e373fc service neutron] 10.222.0.41 "DELETE /v2.0/ports/95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0590496 Oct 25 09:46:01.314401 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447329-388c-4daa-bb3a-2771120a139d req-9afbf36a-9704-48ef-9820-b441449e0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:01.315864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-9afbf36a-9704-48ef-9820-b441449e0c2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=265352ba097e4d5a84e73257dd166403&device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 1095 time: 0.0428147 Oct 25 09:46:01.408868 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447329-388c-4daa-bb3a-2771120a139d req-b006ea25-ec91-4985-a4ab-1f7fd197e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:01.410332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-b006ea25-ec91-4985-a4ab-1f7fd197e8b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 200 len: 912 time: 0.0871933 Oct 25 09:46:01.455044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-482886a4-3a9e-4f04-932d-d28f2fd496ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 200 len: 217 time: 0.0376759 Oct 25 09:46:01.503995 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447329-388c-4daa-bb3a-2771120a139d req-2f48bc31-c4bd-4895-8482-a9a65a97ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:01.505519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-2f48bc31-c4bd-4895-8482-a9a65a97ca70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 200 len: 851 time: 0.0439150 Oct 25 09:46:01.537005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-6459ccc5-8ca1-4e7c-ac6d-e80a58189517 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e565bc36-785a-4302-b7af-ce3de44fb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247421 Oct 25 09:46:01.630810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-5310498f-be48-40d7-baf9-4ebf2193fbac service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863819 Oct 25 09:46:01.720087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-fe2b59a0-5762-4a3f-9a9c-087c2f35e78f service neutron] 10.222.0.41 "GET /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800669 Oct 25 09:46:02.525587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:46:02.578341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:46:02.582125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:46:02.582810 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:02.608314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a5763-d58d-4e98-99b8-b7a042478d28 req-beb8370a-8484-41e9-8ce3-054c8a509856 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:02.609924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-527a5763-d58d-4e98-99b8-b7a042478d28 req-beb8370a-8484-41e9-8ce3-054c8a509856 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 944 time: 0.0539520 Oct 25 09:46:02.649090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-527a5763-d58d-4e98-99b8-b7a042478d28 req-129d090c-4d26-4bf6-a1b6-57b59446746e tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Oct 25 09:46:02.658433 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:02.684786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:02.687063 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49186aaa-2263-46df-93ef-3ee0c0529ac1" -d '{"events": [{"server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "name": "network-vif-plugged", "status": "completed", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:02.700427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:02.705093 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:02.729874 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bed1e5-08ce-4d64-892b-636b2bc66338 x-openstack-request-id: req-72bed1e5-08ce-4d64-892b-636b2bc66338 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:02.730159 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "name": "network-vif-plugged", "status": "completed", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:02.730409 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72bed1e5-08ce-4d64-892b-636b2bc66338 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:02.730794 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'code': 200} Oct 25 09:46:02.755273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:03.769976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713c6d-39da-4278-ba23-5dc6ae9d51a3 req-80b903c9-061b-4d78-a9df-3bab9de1464e tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:03.771365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f713c6d-39da-4278-ba23-5dc6ae9d51a3 req-80b903c9-061b-4d78-a9df-3bab9de1464e tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0519869 Oct 25 09:46:03.810966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f713c6d-39da-4278-ba23-5dc6ae9d51a3 req-c152a9e4-540b-463d-87b0-eb0dad228bcc tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.32 "GET /v2.0/security-groups?id=663a93cf-a32f-4f00-b7e5-733af7594ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Oct 25 09:46:04.076283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447329-388c-4daa-bb3a-2771120a139d req-ef6baab2-b31a-44dd-8441-93c5d421ccb4 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:04.077678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-ef6baab2-b31a-44dd-8441-93c5d421ccb4 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.18 "GET /v2.0/ports?device_id=286fd6c7-9f95-4c75-abc3-5725f48d3397 HTTP/1.1" status: 200 len: 945 time: 0.0504074 Oct 25 09:46:04.169696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Deleting port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:46:04.170025 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:04.256808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] For port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,segment=NetworkSegment(296e2ef2-5981-425c-a5c5-c0a355ae2d03),segment_id=296e2ef2-5981-425c-a5c5-c0a355ae2d03)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:04.257262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:04.269385 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Calling delete_port for 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:46:04.397149 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:04.424426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Pushing event deleted for resources: {'Port': ['ID=95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:04.429797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:46:04.467694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] No DVR routers for this DVR port 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:46:04.471050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:04.474366 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-44447329-388c-4daa-bb3a-2771120a139d req-cca0eb4a-8f19-477a-8d72-63917a4e4823 tempest-DeleteServersTestJSON-1955353023 tempest-DeleteServersTestJSON-1955353023-project] 10.222.0.18 "DELETE /v2.0/ports/95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 HTTP/1.1" status: 204 len: 173 time: 0.3903546 Oct 25 09:46:04.474801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'name': 'network-vif-deleted', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:04.477128 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23501254-dd99-455c-abca-e91730ad5112" -d '{"events": [{"server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "name": "network-vif-deleted", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:04.514704 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41a6078-07a7-42c5-b611-5bad96029ed0 x-openstack-request-id: req-f41a6078-07a7-42c5-b611-5bad96029ed0 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:04.515004 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286fd6c7-9f95-4c75-abc3-5725f48d3397", "name": "network-vif-deleted", "tag": "95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:04.515260 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f41a6078-07a7-42c5-b611-5bad96029ed0 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:04.515683 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286fd6c7-9f95-4c75-abc3-5725f48d3397', 'name': 'network-vif-deleted', 'tag': '95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9', 'status': 'completed', 'code': 200} Oct 25 09:46:04.943278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39496) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:46:04.988040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Deleting subnet b07e2386-9ed2-4c2b-9069-622bf91eb6cc {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:46:04.991166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.029171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.067414 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.119775 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.147664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07e2386-9ed2-4c2b-9069-622bf91eb6cc,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:05.150138 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.153296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b07e2386-9ed2-4c2b-9069-622bf91eb6cc HTTP/1.1" status: 204 len: 168 time: 0.2090201 Oct 25 09:46:05.155869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39498) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:46:05.160296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.160633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.161001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.161339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.161701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.162023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.162345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.162668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.163027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.163391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.163713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.164032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3432f0-b307-4560-9327-0ef0f03a3b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:05.229051 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.307901 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.334651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e565bc36-785a-4302-b7af-ce3de44fb15e']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:46:05.344127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296e2ef2-5981-425c-a5c5-c0a355ae2d03') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:46:05.344423 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296e2ef2-5981-425c-a5c5-c0a355ae2d03') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:46:05.354562 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.370373 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.378058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:46:05.378453 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:46:05.380211 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:46:05.447910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.453813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.458191 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e565bc36-785a-4302-b7af-ce3de44fb15e HTTP/1.1" status: 204 len: 168 time: 0.3012991 Oct 25 09:46:05.473645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcb801-679b-43cf-855e-e2310d9e5fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e565bc36-785a-4302-b7af-ce3de44fb15e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:05.597337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39502) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:46:05.639359 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-168467a5-88ea-4ec8-9efc-a5134f30fa9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=265352ba097e4d5a84e73257dd166403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406001 Oct 25 09:46:05.641679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39504) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:46:05.694221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79285866-a4fe-4a9d-a90b-147d722ec1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.721771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79285866-a4fe-4a9d-a90b-147d722ec1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.772320 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79285866-a4fe-4a9d-a90b-147d722ec1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.775658 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-79285866-a4fe-4a9d-a90b-147d722ec1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:05.776813 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-79285866-a4fe-4a9d-a90b-147d722ec1e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/663a93cf-a32f-4f00-b7e5-733af7594ee2 HTTP/1.1" status: 204 len: 168 time: 0.1340618 Oct 25 09:46:05.788503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79285866-a4fe-4a9d-a90b-147d722ec1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a93cf-a32f-4f00-b7e5-733af7594ee2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:06.445903 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39526) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:46:06.543597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-418480745-network', 'tenant_id': '62fb27e4726148a2aa261df22d69c434'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:46:06.566107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Made reservation on behalf of 62fb27e4726148a2aa261df22d69c434 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:46:06.568493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:06.577371 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:06.652981 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:06.656731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:06.679443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:46:06.696642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a010a8-0e07-48a9-9318-9b3c9a5aa660,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:06.702688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:06.703028 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Added segment c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa of type vlan for network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 Oct 25 09:46:06.743375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:06.767400 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:06.768434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:06.769035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:06.826638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3796394 Oct 25 09:46:06.829715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39530) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:46:06.834844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Request body: {'subnet': {'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-418480745-subnet', 'tenant_id': '62fb27e4726148a2aa261df22d69c434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:46:06.837613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c16bc-98fc-4a8e-9da2-0188967a7d8a admin admin] Pushing event updated for resources: {'Network': ['ID=0dd394d0-fd45-4e6b-bc09-ec354308ab32,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:06.849099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:46:06.855601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Made reservation on behalf of 62fb27e4726148a2aa261df22d69c434 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:46:06.857955 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:07.024993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:07.079110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f5a1de-6119-4afa-9450-242dd04e680e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:07.088166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Checking segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:46:07.088532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Network hostable DHCP agents. Network: 0dd394d0-fd45-4e6b-bc09-ec354308ab32, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:46:07.105209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:46:07.113617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 0dd394d0-fd45-4e6b-bc09-ec354308ab32) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:46:07.117365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:07.117945 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:07.124097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b9777-2d21-44bc-82db-38db22464224 None None] Network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:46:07.133104 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4a6bf0d1-b729-4cc5-8cd5-3ce6b6c6058b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3021107 Oct 25 09:46:07.250554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f2baf3-6a2d-4c2a-8bc3-06ca573720ad None None] Network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:46:07.561343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-6e1be5ff-b91b-4245-b4bf-30cb5b990994 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:07.562728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-6e1be5ff-b91b-4245-b4bf-30cb5b990994 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 814 time: 0.1056128 Oct 25 09:46:07.578960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-7a95b768-9c5f-4d39-b505-07c68b7c328a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/quotas/62fb27e4726148a2aa261df22d69c434 HTTP/1.1" status: 200 len: 375 time: 0.0096357 Oct 25 09:46:07.610688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-59a49700-b3e4-4432-af78-574a7516fc21 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251346 Oct 25 09:46:07.702291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-80f321bc-6693-4d87-998b-207a503f9ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846844 Oct 25 09:46:07.790589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-5d9af38b-e24e-4b22-8b9b-35b5295a438f service neutron] 10.222.0.32 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816009 Oct 25 09:46:07.951491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fb73f0fe-0214-43de-96c8-76046de90341 req-43aa00d5-442a-4d3a-8786-f19ee5590ea8 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 210 time: 0.0318310 Oct 25 09:46:08.536919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:46:08.557339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:46:08.557685 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 95bd1a1a-0b85-4ab0-af77-7dc9b8879cb9 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:46:08.865126 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:08.948789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-e268e7e7-0062-4cbc-9a75-30ebb5312190 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:08.950257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-e268e7e7-0062-4cbc-9a75-30ebb5312190 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.18 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 814 time: 0.1042950 Oct 25 09:46:08.968784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Request body: {'port': {'device_id': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32', 'admin_state_up': True, 'tenant_id': '62fb27e4726148a2aa261df22d69c434'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:46:09.049486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5410cb49-ef95-4239-b45e-5fad2efd9cb3 req-9ff38d17-bf2f-4fef-b051-8307661699d6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 210 time: 0.0266623 Oct 25 09:46:09.084066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Made reservation on behalf of 62fb27e4726148a2aa261df22d69c434 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:46:09.087538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:09.214475 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Allocated IP 172.20.0.12 (0dd394d0-fd45-4e6b-bc09-ec354308ab32/05f5a1de-6119-4afa-9450-242dd04e680e/33923ba2-061f-47eb-bf98-32e14682ecfa) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:46:09.359054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:09.396497 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:09.441384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:46:09.444546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:46:09.448264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:46:09.455199 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:09.500968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:09.501793 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:09.516650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ff9be411-9c62-4cc8-a982-5ad18754cc9d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5516880 Oct 25 09:46:09.535673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Request body: {'port': {'device_id': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:46:09.594037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:09.852704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33923ba2-061f-47eb-bf98-32e14682ecfa {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:46:09.859938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:09.871782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Transition to ACTIVE for port object 33923ba2-061f-47eb-bf98-32e14682ecfa will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:46:09.875307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:09.927294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:09.981665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:09.995043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Attempting to bind port 33923ba2-061f-47eb-bf98-32e14682ecfa on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:46:09.995498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Attempting to bind port 33923ba2-061f-47eb-bf98-32e14682ecfa by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:46:09.995685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Attempting to bind port 33923ba2-061f-47eb-bf98-32e14682ecfa on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:46:09.999914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Port 33923ba2-061f-47eb-bf98-32e14682ecfa on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:46:10.000232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Attempting to bind port 33923ba2-061f-47eb-bf98-32e14682ecfa on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:46:10.005690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:46:10.006025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Checking segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:46:10.006408 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Bound using segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:46:10.006836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Bound port: 33923ba2-061f-47eb-bf98-32e14682ecfa, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:46:10.007185 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:10.071566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:46:10.074892 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:46:10.078799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:10.114938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:10.115543 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:10.116914 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-ea899214-a934-4323-9a21-800994d2d235 service neutron] 10.222.0.18 "PUT /v2.0/ports/33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 1092 time: 0.5861557 Oct 25 09:46:10.117353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:10.119617 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:10.142976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea899214-a934-4323-9a21-800994d2d235 service neutron] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:10.175428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b8e05-75ad-4dac-923c-cad72026693f req-9c31c9e7-a0ed-4e26-bb9f-30aca8c37808 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:10.177070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-404b8e05-75ad-4dac-923c-cad72026693f req-9c31c9e7-a0ed-4e26-bb9f-30aca8c37808 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0576153 Oct 25 09:46:10.210945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-6a447cbe-2c37-4a1e-b470-5d6e3683b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:10.212441 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-6a447cbe-2c37-4a1e-b470-5d6e3683b64f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1095 time: 0.0420592 Oct 25 09:46:10.216640 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-404b8e05-75ad-4dac-923c-cad72026693f req-02f39cac-5108-467f-bfdf-80fa0e493af8 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Oct 25 09:46:10.265192 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688730ab-3543-41ed-a8bb-a8514b4e83dc x-openstack-request-id: req-688730ab-3543-41ed-a8bb-a8514b4e83dc {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:10.265478 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:10.265724 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-688730ab-3543-41ed-a8bb-a8514b4e83dc {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:10.266115 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'status': 'completed', 'code': 200} Oct 25 09:46:10.268456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-427bce03-3173-4b7b-b891-c689a55a3e68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 217 time: 0.0426254 Oct 25 09:46:10.321345 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-4db083ae-3450-459e-9c99-f806c0eb92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:10.322739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-4db083ae-3450-459e-9c99-f806c0eb92b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0446978 Oct 25 09:46:10.353305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-bad93222-b99f-468c-9575-d9247bb608ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239837 Oct 25 09:46:10.444922 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-f9d41b13-2584-4865-938d-cd0a19d56a2e service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849161 Oct 25 09:46:10.531180 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15b2c218-f8e5-4be2-bffc-e555d34fb2d7 req-895c3d15-1563-46b8-b554-edf305d01c10 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794380 Oct 25 09:46:10.660923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-cb5b87af-0a25-493d-a0cb-784948658653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:10.662421 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-cb5b87af-0a25-493d-a0cb-784948658653 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1095 time: 0.0472918 Oct 25 09:46:10.752811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-5c633ba6-b252-466c-ac4d-6d629a9411a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:10.754208 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-5c633ba6-b252-466c-ac4d-6d629a9411a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0848072 Oct 25 09:46:10.800704 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-661feeea-8cf7-49e5-b696-3e8e24c5cd27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 217 time: 0.0386188 Oct 25 09:46:10.850592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-fa67c083-7ab9-4260-8cff-4dade803cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:10.852011 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-fa67c083-7ab9-4260-8cff-4dade803cf48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0444784 Oct 25 09:46:10.889368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-5cc0fab3-14d8-45d5-8201-3fd25973f16e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300364 Oct 25 09:46:10.982533 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-b2543ee7-c639-4698-ae98-f10fbd3a05d5 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863256 Oct 25 09:46:11.073762 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fbf15c10-3f0c-43a5-93e1-0e8c9116dc0e req-80d7d7b7-1391-4275-8ff9-702c90d2ee81 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838633 Oct 25 09:46:11.334316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d798df9-2a1d-429b-8b62-af25396e21d9 req-6e36e905-0590-4416-b3f1-652938b6b391 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:11.335699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d798df9-2a1d-429b-8b62-af25396e21d9 req-6e36e905-0590-4416-b3f1-652938b6b391 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0497041 Oct 25 09:46:11.372818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d798df9-2a1d-429b-8b62-af25396e21d9 req-ac8b1fd2-b992-4402-813b-937cc8716b19 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310712 Oct 25 09:46:12.491127 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b2d15-8c70-46ba-b615-f1db8ea8f48c req-b8dbc952-66b3-4c4e-8224-1f7c27a2233d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:12.492565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-818b2d15-8c70-46ba-b615-f1db8ea8f48c req-b8dbc952-66b3-4c4e-8224-1f7c27a2233d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0511525 Oct 25 09:46:12.529819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-818b2d15-8c70-46ba-b615-f1db8ea8f48c req-60b1fc56-68e5-4947-88c0-74de357898f0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Oct 25 09:46:13.646346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43977-44ec-4163-8c33-72cc9831675d req-db810fa1-b9fc-474d-9d1d-b0d649d142d6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:13.647837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7c43977-44ec-4163-8c33-72cc9831675d req-db810fa1-b9fc-474d-9d1d-b0d649d142d6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0495539 Oct 25 09:46:13.684870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7c43977-44ec-4163-8c33-72cc9831675d req-de1e85e7-33ea-4aa7-847c-87dd42d9c903 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Oct 25 09:46:14.560669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 33923ba2-061f-47eb-bf98-32e14682ecfa details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:46:14.654464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:14.665884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32', 'port_id': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'mac_address': 'fa:16:3e:82:4f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f5a1de-6119-4afa-9450-242dd04e680e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:46:14.705894 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:14.718551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33923ba2-061f-47eb-bf98-32e14682ecfa {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:46:14.738901 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:14.743256 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:14.790328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:14.798820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.798820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.799178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.799508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.799839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.800164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.800488 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.800598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29caf0-c1f5-4360-8c5e-1f42f6b71921 req-0a23128f-3eec-47c6-88f8-a1379925abe3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:14.801087 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.801164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.801448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.801768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.802090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:14.802200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f29caf0-c1f5-4360-8c5e-1f42f6b71921 req-0a23128f-3eec-47c6-88f8-a1379925abe3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Oct 25 09:46:14.841170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5f29caf0-c1f5-4360-8c5e-1f42f6b71921 req-4186bb7f-24fa-49c9-a0bb-bd8a54b99f20 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Oct 25 09:46:15.102544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['33923ba2-061f-47eb-bf98-32e14682ecfa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:46:15.963645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851e447-c2a0-4004-be06-ce0b2cc85e97 req-3e6d60e3-a1df-43a2-9d7e-385cbb85d0c2 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:15.965152 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3851e447-c2a0-4004-be06-ce0b2cc85e97 req-3e6d60e3-a1df-43a2-9d7e-385cbb85d0c2 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 945 time: 0.0530896 Oct 25 09:46:16.003747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3851e447-c2a0-4004-be06-ce0b2cc85e97 req-cf4240e4-f5c1-4bb1-a996-66f38b70e453 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Oct 25 09:46:16.484786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2d155950-494e-4a18-b1bd-a70d2b9f7144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:16.577844 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 33923ba2-061f-47eb-bf98-32e14682ecfa up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:46:16.625799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 33923ba2-061f-47eb-bf98-32e14682ecfa completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:46:16.630391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 33923ba2-061f-47eb-bf98-32e14682ecfa triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:46:16.630759 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:16.708580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:16.730675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:16.732997 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe1371-29e8-4532-8861-43af7a440bf8" -d '{"events": [{"server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "name": "network-vif-plugged", "status": "completed", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:16.745891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:16.749961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:16.774542 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a13b3a-aae8-47e6-b8aa-64d2b6546125 x-openstack-request-id: req-61a13b3a-aae8-47e6-b8aa-64d2b6546125 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:16.774826 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "name": "network-vif-plugged", "status": "completed", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:16.775075 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61a13b3a-aae8-47e6-b8aa-64d2b6546125 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:16.775462 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'code': 200} Oct 25 09:46:16.801879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:16.891731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f31a07-f23e-4c68-a46d-8459cb1c55f9 req-202315c2-1c8c-4087-be81-8822146525ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:16.893444 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d1f31a07-f23e-4c68-a46d-8459cb1c55f9 req-202315c2-1c8c-4087-be81-8822146525ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1097 time: 0.0408769 Oct 25 09:46:16.930999 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d1f31a07-f23e-4c68-a46d-8459cb1c55f9 req-420c1846-6cd9-4de8-b47e-c25109ca84f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301712 Oct 25 09:46:17.126726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe395d-5bcc-4663-941d-7cff93cfaa14 req-c28bd132-20f7-44d1-ad9e-f2cf5e1e8165 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:17.128348 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70fe395d-5bcc-4663-941d-7cff93cfaa14 req-c28bd132-20f7-44d1-ad9e-f2cf5e1e8165 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0486255 Oct 25 09:46:17.166270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70fe395d-5bcc-4663-941d-7cff93cfaa14 req-7e958e57-dd31-4983-8296-b42489490e2d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Oct 25 09:46:18.285894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c399c4a-a3ad-4fed-af2d-32f2cd24debe req-b8959988-ef64-4773-9222-d6c8c247a034 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:18.287747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c399c4a-a3ad-4fed-af2d-32f2cd24debe req-b8959988-ef64-4773-9222-d6c8c247a034 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0531504 Oct 25 09:46:18.328807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c399c4a-a3ad-4fed-af2d-32f2cd24debe req-560f6637-b6a7-4ab0-9777-6ffca3cce7c9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349548 Oct 25 09:46:18.822425 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9d0d65ca-c986-41a9-b4f1-e4c0acb79148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:19.449832 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcda6e0-0413-45f5-8e71-ac98efec886c req-25ae54d1-3feb-4d24-8c9f-0dfb7811cdd2 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:19.451287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0bcda6e0-0413-45f5-8e71-ac98efec886c req-25ae54d1-3feb-4d24-8c9f-0dfb7811cdd2 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0520852 Oct 25 09:46:19.491046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0bcda6e0-0413-45f5-8e71-ac98efec886c req-7896ee08-c377-4e98-b8f9-2c3cf4f0598b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Oct 25 09:46:19.604497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e48bef-cea9-47ea-8d3e-e22952b78b4c req-0e2d739a-b272-457c-a90f-e25c057b497c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:19.605999 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79e48bef-cea9-47ea-8d3e-e22952b78b4c req-0e2d739a-b272-457c-a90f-e25c057b497c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0505285 Oct 25 09:46:19.644020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79e48bef-cea9-47ea-8d3e-e22952b78b4c req-67366d61-53f4-4688-a6a2-2250028ff0f3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Oct 25 09:46:19.839562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aea97f-5dd4-45b4-83d2-46ac8855eff4 req-d5070f9a-58e7-446b-8862-469946744c16 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:19.841037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53aea97f-5dd4-45b4-83d2-46ac8855eff4 req-d5070f9a-58e7-446b-8862-469946744c16 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0486672 Oct 25 09:46:19.879544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53aea97f-5dd4-45b4-83d2-46ac8855eff4 req-e4babd17-666f-4321-9984-0f8e43ac2168 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Oct 25 09:46:19.995071 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:19.999241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad5fd6-c326-499b-b96e-0b4e6e12141b req-cdbfc078-77b1-4cb5-a59d-154f223f674a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:20.000808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fad5fd6-c326-499b-b96e-0b4e6e12141b req-cdbfc078-77b1-4cb5-a59d-154f223f674a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0543725 Oct 25 09:46:20.039312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fad5fd6-c326-499b-b96e-0b4e6e12141b req-d3dfc05c-9c98-4c50-9aa4-ef9e6e7c12c7 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313044 Oct 25 09:46:20.080229 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:20.296778 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916d765-5dff-4bdc-8e39-5556109ab76f req-2982d2af-84fb-4cfa-8958-b73bd69d0c24 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:20.298927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5916d765-5dff-4bdc-8e39-5556109ab76f req-2982d2af-84fb-4cfa-8958-b73bd69d0c24 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0671237 Oct 25 09:46:20.301624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-5fea6c36-dee7-4368-ade1-54da84c60e69 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775516 Oct 25 09:46:20.337527 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5916d765-5dff-4bdc-8e39-5556109ab76f req-4b8d926c-c805-4af4-a33e-2d04a4522087 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Oct 25 09:46:21.459637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b964040-c6d9-441e-9394-e90eed313114 req-659d3d81-bb12-4613-adc8-d06377d001e9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:21.461100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b964040-c6d9-441e-9394-e90eed313114 req-659d3d81-bb12-4613-adc8-d06377d001e9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0549812 Oct 25 09:46:21.506551 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b964040-c6d9-441e-9394-e90eed313114 req-4946ee00-e73c-4d0a-a469-f1be6526f5f1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Oct 25 09:46:21.566567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-6f8a01b4-0a6e-4244-aa74-e148eb6bc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:21.568075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-6f8a01b4-0a6e-4244-aa74-e148eb6bc5fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1097 time: 0.0466945 Oct 25 09:46:21.657599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-656fbeea-2025-4e02-9d38-b0a95856a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:21.659148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-656fbeea-2025-4e02-9d38-b0a95856a84b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0840547 Oct 25 09:46:21.710003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-f56f8f35-1e3e-4082-8b74-fc492ff72b71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 217 time: 0.0419641 Oct 25 09:46:21.758276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-4a4c5433-5d1c-4a48-af02-192dd8f01ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:21.759664 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-4a4c5433-5d1c-4a48-af02-192dd8f01ace service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0426588 Oct 25 09:46:21.790951 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-262c20c3-bbbf-4226-b893-62c7a66fb130 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235589 Oct 25 09:46:21.884226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-cc9aa902-b395-48ef-9e20-d0bfb062f77e service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862103 Oct 25 09:46:21.937404 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:21.974684 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-3421ee1c-aa53-421d-ab1a-ac56b0825949 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838439 Oct 25 09:46:22.623368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133f08d-6f74-4227-a221-3d4fabb88531 req-752cdb38-cd8a-424d-8c55-6199b8ee0aa5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:22.624827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0133f08d-6f74-4227-a221-3d4fabb88531 req-752cdb38-cd8a-424d-8c55-6199b8ee0aa5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Oct 25 09:46:22.661741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0133f08d-6f74-4227-a221-3d4fabb88531 req-adc6a208-1c0e-4b3b-8714-bb9d866ac9b4 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Oct 25 09:46:23.775063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83867-28ee-4e8d-96f5-01abbe3a8b30 req-22ce1299-cd07-478d-ae34-068a1d4e99e3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:23.776427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bc83867-28ee-4e8d-96f5-01abbe3a8b30 req-22ce1299-cd07-478d-ae34-068a1d4e99e3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0477929 Oct 25 09:46:23.816220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bc83867-28ee-4e8d-96f5-01abbe3a8b30 req-f60a9ee5-c9a0-44a5-9b67-ab8077edc1ce tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Oct 25 09:46:24.937521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca668d3e-5814-469e-92dc-fe2db9f0bbfe req-96240107-77d4-4140-b56f-d04d29d98e1e tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:24.939072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca668d3e-5814-469e-92dc-fe2db9f0bbfe req-96240107-77d4-4140-b56f-d04d29d98e1e tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0527165 Oct 25 09:46:24.982374 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca668d3e-5814-469e-92dc-fe2db9f0bbfe req-0eeb784e-a8ed-49de-8de2-d3efcdc0a63e tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Oct 25 09:46:26.099255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6e5e-039f-4765-bae7-b6d4b17c35ad req-3d953472-c6af-4997-bcc0-cc71f4db105f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:26.100697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6ec6e5e-039f-4765-bae7-b6d4b17c35ad req-3d953472-c6af-4997-bcc0-cc71f4db105f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0481765 Oct 25 09:46:26.137618 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6ec6e5e-039f-4765-bae7-b6d4b17c35ad req-eaec0bc8-40f1-4f62-bc79-a59a2a150ea3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Oct 25 09:46:27.252831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a78b69-e533-4eda-a79d-1bf40149e10f req-af6c0ca3-7ca5-432b-b6bc-8a4e0e4515ce tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:27.254301 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57a78b69-e533-4eda-a79d-1bf40149e10f req-af6c0ca3-7ca5-432b-b6bc-8a4e0e4515ce tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0479753 Oct 25 09:46:27.292116 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57a78b69-e533-4eda-a79d-1bf40149e10f req-8d0309cf-5143-4d1e-a378-336969caf545 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Oct 25 09:46:28.411446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bed7ef-9054-428d-bb78-7576556acb46 req-73327a2c-11cb-4167-84a2-60e2ec529721 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:28.412946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5bed7ef-9054-428d-bb78-7576556acb46 req-73327a2c-11cb-4167-84a2-60e2ec529721 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0535662 Oct 25 09:46:28.451667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5bed7ef-9054-428d-bb78-7576556acb46 req-15ee01cf-a2f3-4a49-9e32-b0d0688e22be tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Oct 25 09:46:29.570605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bed716-39da-46ff-a0e6-d6eb7b02a9a6 req-4eedbce1-192a-4c55-8ef9-736be6e0dd61 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:29.571570 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32bed716-39da-46ff-a0e6-d6eb7b02a9a6 req-4eedbce1-192a-4c55-8ef9-736be6e0dd61 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0496004 Oct 25 09:46:29.611793 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-32bed716-39da-46ff-a0e6-d6eb7b02a9a6 req-0b8331f6-c7e8-46cb-a42e-724a358027e9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342872 Oct 25 09:46:30.514369 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:46:30.727102 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82680c7-c5a6-4924-85d2-f9fd89187540 req-2149970b-cd93-489d-b1cf-d368e1196486 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:30.728553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b82680c7-c5a6-4924-85d2-f9fd89187540 req-2149970b-cd93-489d-b1cf-d368e1196486 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0480952 Oct 25 09:46:30.767289 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b82680c7-c5a6-4924-85d2-f9fd89187540 req-87c8ed19-ead2-43d7-9f2c-50b3a1760f72 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Oct 25 09:46:31.887434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea92c47-41ad-4aee-a1d6-725790c2722b req-116379fd-6414-423e-bc2d-04aec16b6841 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:31.888862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dea92c47-41ad-4aee-a1d6-725790c2722b req-116379fd-6414-423e-bc2d-04aec16b6841 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0512002 Oct 25 09:46:31.930300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dea92c47-41ad-4aee-a1d6-725790c2722b req-08af2110-b26f-446f-89b8-077fb2d2dd6d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349555 Oct 25 09:46:33.045723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05419ce1-e57a-420f-bdbb-f7e439828652 req-5e752290-ae94-4b49-a50b-4734bcd0bfb1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:33.047163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05419ce1-e57a-420f-bdbb-f7e439828652 req-5e752290-ae94-4b49-a50b-4734bcd0bfb1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0479524 Oct 25 09:46:33.085376 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05419ce1-e57a-420f-bdbb-f7e439828652 req-48558ba3-d36d-49e7-bb9e-a275c73ba7b3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Oct 25 09:46:34.205827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23e96-cd87-404b-9467-b7abdec94dee req-414b5f97-00a3-4610-b14a-f5669eb4f162 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:34.207288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99c23e96-cd87-404b-9467-b7abdec94dee req-414b5f97-00a3-4610-b14a-f5669eb4f162 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0483887 Oct 25 09:46:34.246468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99c23e96-cd87-404b-9467-b7abdec94dee req-74c04e62-c6ba-429a-921d-39c33c39d88f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Oct 25 09:46:34.258908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-f4a6328b-16fe-4633-a899-790105df21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:34.260406 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-f4a6328b-16fe-4633-a899-790105df21bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1097 time: 0.0416918 Oct 25 09:46:34.367169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-334afb0e-fa2a-4ffb-86eb-bef4ecf79f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:34.368520 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-334afb0e-fa2a-4ffb-86eb-bef4ecf79f17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0891857 Oct 25 09:46:34.410631 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-f97d558b-b058-4385-9d9b-15025f53944d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 217 time: 0.0337381 Oct 25 09:46:34.462169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-ec346745-afd4-4ebc-938b-298a7fccbec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:34.463565 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-ec346745-afd4-4ebc-938b-298a7fccbec5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0464935 Oct 25 09:46:34.495004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-88e82f79-aaa4-4a5a-8f9a-f44e78db3e0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239282 Oct 25 09:46:34.589254 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-9f59638d-bd04-4da4-bf81-09fe80b93449 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822530 Oct 25 09:46:34.682572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2545764a-cb34-4ae1-81b0-ae3fdff81fb6 req-27269e4c-ea70-4372-a115-adcd7b206a2d service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857220 Oct 25 09:46:35.364789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5605684-a8cc-40dc-9303-9b6292c4327e req-577328b7-6f61-4471-80f2-95e0438a6ace tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:35.366270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5605684-a8cc-40dc-9303-9b6292c4327e req-577328b7-6f61-4471-80f2-95e0438a6ace tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0507090 Oct 25 09:46:35.408061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5605684-a8cc-40dc-9303-9b6292c4327e req-6d35e782-30c4-431c-9afe-89e45c3cb4c9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Oct 25 09:46:36.524410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e89207-4aaf-48a8-9fcb-6add3898cfd0 req-6adbf807-fbfb-46da-9f09-5125607f3c3f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:36.525875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8e89207-4aaf-48a8-9fcb-6add3898cfd0 req-6adbf807-fbfb-46da-9f09-5125607f3c3f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0493772 Oct 25 09:46:36.565037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b8e89207-4aaf-48a8-9fcb-6add3898cfd0 req-c6c7a10d-6aef-4420-9a84-09716f7f116f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Oct 25 09:46:37.680990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea77a0-4e57-4774-a928-302d3a2463c2 req-09b86605-868b-4a7b-8266-b67cc4bb4f49 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:37.682463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45ea77a0-4e57-4774-a928-302d3a2463c2 req-09b86605-868b-4a7b-8266-b67cc4bb4f49 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0488427 Oct 25 09:46:37.719865 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45ea77a0-4e57-4774-a928-302d3a2463c2 req-af20de7c-b27b-4c01-852c-ef967c9717ee tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Oct 25 09:46:38.840446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4df4-83e1-4000-b4ac-9bd0709b45f8 req-111fbc7f-0dfc-451c-81f4-5b7d029b1775 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:38.841817 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f9f4df4-83e1-4000-b4ac-9bd0709b45f8 req-111fbc7f-0dfc-451c-81f4-5b7d029b1775 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0523446 Oct 25 09:46:38.868991 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:38.881536 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f9f4df4-83e1-4000-b4ac-9bd0709b45f8 req-53aa58f7-f5c5-4ac8-b0f6-1c7d939427a6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324876 Oct 25 09:46:39.995669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:39.997287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4af82b-cf30-4aaf-a392-68c919bb273a req-fd26d117-f0d8-4d11-b343-9ad7c7061c0b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:39.998831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce4af82b-cf30-4aaf-a392-68c919bb273a req-fd26d117-f0d8-4d11-b343-9ad7c7061c0b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0501697 Oct 25 09:46:40.039176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce4af82b-cf30-4aaf-a392-68c919bb273a req-5f5bc8d4-db51-451e-898d-aaeed2351acb tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Oct 25 09:46:41.156694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a67818-dbe4-461b-a07b-d8ba969025af req-910d047c-f92e-4566-96fa-4dd3fc61529d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:41.158185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5a67818-dbe4-461b-a07b-d8ba969025af req-910d047c-f92e-4566-96fa-4dd3fc61529d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0506253 Oct 25 09:46:41.195201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a5a67818-dbe4-461b-a07b-d8ba969025af req-173328c5-0d48-41f6-aad9-165ab018d7ce tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310054 Oct 25 09:46:42.313751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f9d51-c74d-4f8c-8f3c-87aed7ac0052 req-a80047dc-4d56-46d8-9f41-9241500458b1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:42.315187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-369f9d51-c74d-4f8c-8f3c-87aed7ac0052 req-a80047dc-4d56-46d8-9f41-9241500458b1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0531778 Oct 25 09:46:42.353056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-369f9d51-c74d-4f8c-8f3c-87aed7ac0052 req-47369536-3b6a-4642-973a-fef77a5fc7fa tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Oct 25 09:46:43.466978 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb3d23-8e22-43cc-b04d-9ff0c2d6fd1c req-d42f948f-acce-436c-9da5-9f621045e620 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:43.468423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1cb3d23-8e22-43cc-b04d-9ff0c2d6fd1c req-d42f948f-acce-436c-9da5-9f621045e620 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0484495 Oct 25 09:46:43.507408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1cb3d23-8e22-43cc-b04d-9ff0c2d6fd1c req-391a54c4-fb4f-405c-930d-712461f3bb66 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Oct 25 09:46:44.621952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556b3c3-64dd-4dc8-8751-1c101fb914ca req-8824dfb0-75c1-4e5c-8620-4045b63cf24f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:44.623404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e556b3c3-64dd-4dc8-8751-1c101fb914ca req-8824dfb0-75c1-4e5c-8620-4045b63cf24f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0478466 Oct 25 09:46:44.660857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e556b3c3-64dd-4dc8-8751-1c101fb914ca req-5f9f9562-bad8-4d3e-84aa-f825b16f9d6d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Oct 25 09:46:45.783986 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01be2a9-2b62-405e-833e-e657a758d015 req-10aae3f3-a556-4079-827b-eef7234c94a4 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:45.785351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c01be2a9-2b62-405e-833e-e657a758d015 req-10aae3f3-a556-4079-827b-eef7234c94a4 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0519094 Oct 25 09:46:45.823673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c01be2a9-2b62-405e-833e-e657a758d015 req-90e6694e-f207-4014-84c3-13bddcc128f4 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324156 Oct 25 09:46:46.486786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cbdc65be-bbaa-4c3f-ae54-e9ea56f5ec0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:46.938702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c497-4db3-41f7-b81f-d6844069f038 req-b558b633-f992-4507-81f9-72f76851e79e tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:46.940154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a1c497-4db3-41f7-b81f-d6844069f038 req-b558b633-f992-4507-81f9-72f76851e79e tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0482240 Oct 25 09:46:46.977555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1a1c497-4db3-41f7-b81f-d6844069f038 req-27776489-bfca-40c8-9cfb-d5191e4cdb0b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314686 Oct 25 09:46:48.092906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfea04-3244-48f0-a173-c9f2e88e4029 req-6184a0dd-6cbb-4a8b-aa64-f1fa80b84559 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:48.094921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71bfea04-3244-48f0-a173-c9f2e88e4029 req-6184a0dd-6cbb-4a8b-aa64-f1fa80b84559 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0491111 Oct 25 09:46:48.133359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71bfea04-3244-48f0-a173-c9f2e88e4029 req-c5f607d3-cf07-43b9-aebe-786ea5ae9874 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Oct 25 09:46:48.822654 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64c7084a-83bb-41aa-bc0e-0a7688863f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:49.101673 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-8c322186-4ff5-40ae-845e-fb7c335dea59 service neutron] show failed (client error): The resource could not be found. Oct 25 09:46:49.102597 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-8c322186-4ff5-40ae-845e-fb7c335dea59 service neutron] 10.222.0.18 "GET /v2.0/ports/33923ba2-061f-47eb-bf98-32e14682ecfa/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.1039352 Oct 25 09:46:49.256806 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c027925-3a12-4372-adad-9c741a77c69b req-bed5c4a6-74cd-46ed-adef-72b14d2effad tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:49.258475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c027925-3a12-4372-adad-9c741a77c69b req-bed5c4a6-74cd-46ed-adef-72b14d2effad tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0568960 Oct 25 09:46:49.347229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c027925-3a12-4372-adad-9c741a77c69b req-9a4bd4e8-35fc-4175-97f3-5d7348297362 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827372 Oct 25 09:46:49.361620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-c787648e-9c9d-4337-8db4-6c5699221c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:49.363086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-c787648e-9c9d-4337-8db4-6c5699221c1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3&tenant_id=62fb27e4726148a2aa261df22d69c434 HTTP/1.1" status: 200 len: 1097 time: 0.0909445 Oct 25 09:46:49.381931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:46:49.437249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:49.637819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:49.670508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h2-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:46:49.709640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:49.711898 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401d613c-8d1a-4c72-b529-6e0e0201c3f4" -d '{"events": [{"server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "name": "network-vif-unplugged", "status": "completed", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:49.715905 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:49.728938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.provisioning_blocks [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Transition to ACTIVE for port object 33923ba2-061f-47eb-bf98-32e14682ecfa will not be triggered until provisioned by entity L2. {{(pid=106992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:46:49.733603 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:49.761389 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd32ad08-1115-4146-acea-b342bbdcecb7 x-openstack-request-id: req-cd32ad08-1115-4146-acea-b342bbdcecb7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:49.761684 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "name": "network-vif-unplugged", "status": "completed", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:49.761939 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd32ad08-1115-4146-acea-b342bbdcecb7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:49.762397 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'code': 200} Oct 25 09:46:49.801624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:49.804424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] No DVR routers for this DVR port 33923ba2-061f-47eb-bf98-32e14682ecfa on host n-h2-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:46:49.838677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Attempting to bind port 33923ba2-061f-47eb-bf98-32e14682ecfa on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:46:49.839009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Attempting to bind port 33923ba2-061f-47eb-bf98-32e14682ecfa by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:46:49.839333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Attempting to bind port 33923ba2-061f-47eb-bf98-32e14682ecfa on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:46:49.843587 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Port 33923ba2-061f-47eb-bf98-32e14682ecfa on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:46:49.843951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Attempting to bind port 33923ba2-061f-47eb-bf98-32e14682ecfa on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:46:49.848739 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:46:49.849104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Checking segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:46:49.849486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Bound using segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} {{(pid=106992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:46:49.849912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.managers [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Bound port: 33923ba2-061f-47eb-bf98-32e14682ecfa, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'}}] {{(pid=106992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:46:49.850263 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:49.911860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h1-814746-2, cleared binding levels {{(pid=106992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:46:49.915008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:46:49.918365 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:49.953693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:49.954314 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:49.955707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] 10.222.0.41 "PUT /v2.0/ports/33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 1092 time: 0.5777647 Oct 25 09:46:49.974789 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88e62f-2be7-4685-bc68-9baefc074264 service neutron] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:49.997163 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:50.032744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-70b44fbf-3aa0-4cd4-b7cb-fa3dcd7f29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:50.034272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-70b44fbf-3aa0-4cd4-b7cb-fa3dcd7f29fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1095 time: 0.0447192 Oct 25 09:46:50.085093 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:50.122380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-35785f15-94ce-4656-8850-3a1c1ac40861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:50.123862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-35785f15-94ce-4656-8850-3a1c1ac40861 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0829537 Oct 25 09:46:50.168586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-3718bf2e-ac4c-401b-ae10-04672d3dd011 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 217 time: 0.0371454 Oct 25 09:46:50.217409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-f6a23488-255f-4315-a47d-a7c6b1833496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:50.218870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-f6a23488-255f-4315-a47d-a7c6b1833496 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0429108 Oct 25 09:46:50.249638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-d9f83df1-2bb1-4a30-aab5-4fbc24837ec3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233119 Oct 25 09:46:50.340668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-48d74028-5d30-423f-a772-e44a65c2e1e0 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842271 Oct 25 09:46:50.438862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3e98a98-032b-4ec5-8ce5-0b4c78c000d2 req-3a7e08c0-8109-4715-bbac-b3c62d6d046f service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907309 Oct 25 09:46:50.476834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee93dbf-7b5e-4f90-bce2-3ed4b15e7861 req-aacfb378-72d7-4837-9fdc-4eed4c36e7ff tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:50.478328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dee93dbf-7b5e-4f90-bce2-3ed4b15e7861 req-aacfb378-72d7-4837-9fdc-4eed4c36e7ff tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0578914 Oct 25 09:46:50.524171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dee93dbf-7b5e-4f90-bce2-3ed4b15e7861 req-2cca38ef-73d9-4ede-a5b9-ffb4574e1bed tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 Oct 25 09:46:51.644357 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d417b-35d2-4c97-bac3-8d275f308021 req-06c3c0e9-7978-4515-8a46-40beb7afad98 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:51.645828 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c7d417b-35d2-4c97-bac3-8d275f308021 req-06c3c0e9-7978-4515-8a46-40beb7afad98 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0475593 Oct 25 09:46:51.683354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c7d417b-35d2-4c97-bac3-8d275f308021 req-451079f9-e799-443d-901f-ec9c4313b28c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Oct 25 09:46:51.763150 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:51.765476 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d668151-c3e2-4d71-b5f1-9a979ed07667" -d '{"events": [{"name": "network-changed", "server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:51.814387 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cb6885-7aa4-47d6-98fd-582a7c31de03 x-openstack-request-id: req-22cb6885-7aa4-47d6-98fd-582a7c31de03 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:51.814742 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:51.815080 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22cb6885-7aa4-47d6-98fd-582a7c31de03 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:51.815476 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'status': 'completed', 'code': 200} Oct 25 09:46:51.899427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-91c5fa87-5729-47d5-9420-ea26052fb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:51.900933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-91c5fa87-5729-47d5-9420-ea26052fb16c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1095 time: 0.0388284 Oct 25 09:46:51.902227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-9f259f4f-f1b7-4ea9-9f7f-979778a27f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:51.903697 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-9f259f4f-f1b7-4ea9-9f7f-979778a27f19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1095 time: 0.0470934 Oct 25 09:46:51.941032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:51.996211 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-79ae4cd1-d77a-4ef9-96dc-f2fd5ac45428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:51.997705 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-79ae4cd1-d77a-4ef9-96dc-f2fd5ac45428 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0897863 Oct 25 09:46:51.998735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-c1b47928-3f44-47f7-a6ac-cb9a67686834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:52.000309 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-c1b47928-3f44-47f7-a6ac-cb9a67686834 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0896432 Oct 25 09:46:52.040873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-fcb6c7eb-7af3-4dac-9c53-c20946e0befe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 217 time: 0.0354416 Oct 25 09:46:52.046172 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-1580a87f-26e0-4b25-ac00-bf761513366b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 217 time: 0.0388200 Oct 25 09:46:52.090131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-2b6620b5-abf7-41e6-a039-476324abcf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:52.091552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-2b6620b5-abf7-41e6-a039-476324abcf51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0434058 Oct 25 09:46:52.096189 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-aa4ea393-2103-4a71-aef1-c7cbff4875e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:52.097750 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-aa4ea393-2103-4a71-aef1-c7cbff4875e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0444500 Oct 25 09:46:52.126899 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-a6cd3f66-2356-4d92-83ff-d7afab735c10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275948 Oct 25 09:46:52.128337 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-bdcb0ed7-0ec2-4e80-b103-0994152a9631 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239599 Oct 25 09:46:52.221720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-d16eacb1-d710-4e35-b8d8-2f998b23530b service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821419 Oct 25 09:46:52.223128 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-bf4ef2ef-0ace-4b8d-ae8d-99092afd3f83 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877986 Oct 25 09:46:52.311884 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-bcad2465-9b53-4e85-bd9a-dfe657b09912 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820861 Oct 25 09:46:52.315091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d668151-c3e2-4d71-b5f1-9a979ed07667 req-7e70bdc1-2c0b-4859-955d-820cc06909ef service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863786 Oct 25 09:46:52.751899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 33923ba2-061f-47eb-bf98-32e14682ecfa no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:46:52.790099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 33923ba2-061f-47eb-bf98-32e14682ecfa not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:46:52.800253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06669ddd-8536-4c22-af2f-2d0da14afa2f req-3362cff5-bbab-4863-811c-e2c7c58d2f8d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:52.801890 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06669ddd-8536-4c22-af2f-2d0da14afa2f req-3362cff5-bbab-4863-811c-e2c7c58d2f8d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0477552 Oct 25 09:46:52.839367 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-06669ddd-8536-4c22-af2f-2d0da14afa2f req-57b12ae1-ec93-4f5d-8551-54e7eb10eab6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310647 Oct 25 09:46:53.954313 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb26626-d070-4797-ad51-21cbe0ce021b req-1927c141-d845-4132-9915-3ba000bc744b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:53.955784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fb26626-d070-4797-ad51-21cbe0ce021b req-1927c141-d845-4132-9915-3ba000bc744b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0480165 Oct 25 09:46:53.993342 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fb26626-d070-4797-ad51-21cbe0ce021b req-c5f2f7e6-bdc4-4117-a7cb-9eba28271b4a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Oct 25 09:46:54.183476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8a421-5ddb-43e5-90fb-fbf7b903bb58 req-00103ff9-3cda-425b-bc4b-e4945de1a505 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:54.184953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-69d8a421-5ddb-43e5-90fb-fbf7b903bb58 req-00103ff9-3cda-425b-bc4b-e4945de1a505 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 944 time: 0.0530910 Oct 25 09:46:54.222976 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-69d8a421-5ddb-43e5-90fb-fbf7b903bb58 req-8bc81476-ea7d-4eea-95e5-d24ffffe54b7 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Oct 25 09:46:54.243765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-09cbbd9c-86f1-4a72-a3fd-c3b12f2ec316 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:54.245263 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-09cbbd9c-86f1-4a72-a3fd-c3b12f2ec316 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3&tenant_id=62fb27e4726148a2aa261df22d69c434&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 944 time: 0.0895493 Oct 25 09:46:54.304680 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-92e2d0a0-97f4-46df-8c3a-082ef0284943 service neutron] delete failed (client error): The resource could not be found. Oct 25 09:46:54.305698 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-92e2d0a0-97f4-46df-8c3a-082ef0284943 service neutron] 10.222.0.18 "DELETE /v2.0/ports/33923ba2-061f-47eb-bf98-32e14682ecfa/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0529714 Oct 25 09:46:54.410907 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-960976a7-47c5-4d6c-8b0f-1355e2275460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:54.412386 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-960976a7-47c5-4d6c-8b0f-1355e2275460 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 1095 time: 0.0434954 Oct 25 09:46:54.503196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-6f7fa0ac-2bc5-4ff5-94d6-c1bf0740527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:54.504551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-6f7fa0ac-2bc5-4ff5-94d6-c1bf0740527b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0858328 Oct 25 09:46:54.545348 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-97bae239-d89a-49a7-9767-0626a08fa367 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 200 len: 217 time: 0.0342138 Oct 25 09:46:54.557220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 33923ba2-061f-47eb-bf98-32e14682ecfa details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:46:54.597251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-3ae8ea0c-9443-4a56-9ab4-2e427bc83a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:54.598700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-3ae8ea0c-9443-4a56-9ab4-2e427bc83a01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0458057 Oct 25 09:46:54.633806 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-26e1a1b6-6df2-46f1-9435-90bc88874ad2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282071 Oct 25 09:46:54.659653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:54.670317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32', 'port_id': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'mac_address': 'fa:16:3e:82:4f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f5a1de-6119-4afa-9450-242dd04e680e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:46:54.707363 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:54.720300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33923ba2-061f-47eb-bf98-32e14682ecfa {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:46:54.723317 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-cefd441a-cc0f-4d30-a42f-ffd652fe1e9e service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824592 Oct 25 09:46:54.739192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:54.742879 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:54.789554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:54.817839 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4b0212a7-68e6-41bc-8532-2e8b3e443c2c req-8fa04ccc-31da-4d13-ac46-172a1b7272d9 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877442 Oct 25 09:46:55.170301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['33923ba2-061f-47eb-bf98-32e14682ecfa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:46:55.346062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a342e4-34f7-46c1-ab27-d5030ca5e1aa req-a0beb38c-1c90-4115-a916-bde74fc3de64 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:55.347562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6a342e4-34f7-46c1-ab27-d5030ca5e1aa req-a0beb38c-1c90-4115-a916-bde74fc3de64 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 945 time: 0.0499990 Oct 25 09:46:55.391690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6a342e4-34f7-46c1-ab27-d5030ca5e1aa req-ff90f48b-8aaa-4fa0-9a90-1235fa0ef3ee tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 Oct 25 09:46:55.509942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b60d3-9ea4-4ca6-b875-1a10f0c782e5 req-3d6bfe16-3445-49bb-8dc0-d2907b8bf94d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:55.511398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-630b60d3-9ea4-4ca6-b875-1a10f0c782e5 req-3d6bfe16-3445-49bb-8dc0-d2907b8bf94d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 945 time: 0.0493808 Oct 25 09:46:55.550203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-630b60d3-9ea4-4ca6-b875-1a10f0c782e5 req-011bfd07-dafd-4c3c-8b3f-e90e71299616 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Oct 25 09:46:55.666052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a874eb4-a5fa-488b-95f2-5a16bb0b2c09 req-3fad681b-19b3-4e14-8c9f-13a1740c61b6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:55.667486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a874eb4-a5fa-488b-95f2-5a16bb0b2c09 req-3fad681b-19b3-4e14-8c9f-13a1740c61b6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 945 time: 0.0517797 Oct 25 09:46:55.999455 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a874eb4-a5fa-488b-95f2-5a16bb0b2c09 req-b6b940ad-8f25-4fbc-bd98-c73333f80a32 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253174 Oct 25 09:46:56.342053 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-8485a5d6-ab12-4d28-9e64-afecd6c75426 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:56.343398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-8485a5d6-ab12-4d28-9e64-afecd6c75426 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 814 time: 0.0985715 Oct 25 09:46:56.358021 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-93ab0d67-f843-4a7f-978f-8b73fe6b7de7 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/quotas/62fb27e4726148a2aa261df22d69c434 HTTP/1.1" status: 200 len: 375 time: 0.0087872 Oct 25 09:46:56.409387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-c8ec8cff-f2b2-4af0-9bd1-f5b12ad43a28 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451460 Oct 25 09:46:56.548896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-051fb241-0a7d-4db1-8dae-2da30f487e2b service neutron] 10.222.0.32 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325481 Oct 25 09:46:56.570578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 33923ba2-061f-47eb-bf98-32e14682ecfa up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:46:56.619463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 33923ba2-061f-47eb-bf98-32e14682ecfa completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:46:56.623317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 33923ba2-061f-47eb-bf98-32e14682ecfa triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:46:56.623712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:56.645721 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-c469aee2-5d75-40ad-92fd-d546b94e2a9b service neutron] 10.222.0.32 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867755 Oct 25 09:46:56.703696 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:56.728186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:56.730545 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b56f3a-94df-4254-be22-e057aab5050b" -d '{"events": [{"server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "name": "network-vif-plugged", "status": "completed", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:56.743943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:56.753018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:56.785619 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949bf16c-de42-4bdb-a6ee-c39884160a94 x-openstack-request-id: req-949bf16c-de42-4bdb-a6ee-c39884160a94 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:56.785785 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "name": "network-vif-plugged", "status": "completed", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:56.786040 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-949bf16c-de42-4bdb-a6ee-c39884160a94 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:56.786433 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'code': 200} Oct 25 09:46:56.807667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:56.837408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ee9bf31-7b01-47ac-882c-6451efd108a7 req-e8aa218b-8fb7-46d8-a0f7-af93e02f6eec tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 210 time: 0.0281916 Oct 25 09:46:57.776866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-9f3455f0-0ed1-4bf7-ab4f-8125e37625cc tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:57.778264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-9f3455f0-0ed1-4bf7-ab4f-8125e37625cc tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d465722-e01e-4b4b-81cf-3c70e78440b3 HTTP/1.1" status: 200 len: 946 time: 0.0484333 Oct 25 09:46:57.867450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.41', 57882) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:46:57.878663 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Deleting port 33923ba2-061f-47eb-bf98-32e14682ecfa {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:46:57.879066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:57.967184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ab86940-d5e6-4d5b-94e9-e59a4e7a7ec7 req-305c875a-0136-44db-9b58-7f6211a7d0ff tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 210 time: 0.0428491 Oct 25 09:46:57.985145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-4745b9b9-c62a-4b7e-9bca-04b80890ddbc tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:57.986812 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-4745b9b9-c62a-4b7e-9bca-04b80890ddbc tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.41 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 814 time: 0.1168947 Oct 25 09:46:58.006101 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Request body: {'port': {'device_id': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32', 'admin_state_up': True, 'tenant_id': '62fb27e4726148a2aa261df22d69c434'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:46:58.008901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] For port 33923ba2-061f-47eb-bf98-32e14682ecfa, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=33923ba2-061f-47eb-bf98-32e14682ecfa,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:46:58.009278 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.021104 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Calling delete_port for 33923ba2-061f-47eb-bf98-32e14682ecfa owned by compute:nova {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:46:58.119395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Made reservation on behalf of 62fb27e4726148a2aa261df22d69c434 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:46:58.122912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.153450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.186864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Pushing event deleted for resources: {'Port': ['ID=33923ba2-061f-47eb-bf98-32e14682ecfa,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:58.194771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['33923ba2-061f-47eb-bf98-32e14682ecfa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:46:58.229640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] No DVR routers for this DVR port 33923ba2-061f-47eb-bf98-32e14682ecfa on host n-h1-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:46:58.232206 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.236137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.41 "DELETE /v2.0/ports/33923ba2-061f-47eb-bf98-32e14682ecfa HTTP/1.1" status: 204 len: 173 time: 0.4503839 Oct 25 09:46:58.236607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'name': 'network-vif-deleted', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:58.239018 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca249ec5-5bb8-49ec-adb6-4f26b94d2f68" -d '{"events": [{"server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "name": "network-vif-deleted", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:58.279439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Allocated IP 172.20.0.9 (0dd394d0-fd45-4e6b-bc09-ec354308ab32/05f5a1de-6119-4afa-9450-242dd04e680e/980b9fbd-5c9c-40a5-a914-23e035270fd7) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:46:58.282268 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7c224b-4366-4c09-8288-0d6a1a981d71 x-openstack-request-id: req-9e7c224b-4366-4c09-8288-0d6a1a981d71 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:58.282582 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d465722-e01e-4b4b-81cf-3c70e78440b3", "name": "network-vif-deleted", "tag": "33923ba2-061f-47eb-bf98-32e14682ecfa", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:58.282819 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e7c224b-4366-4c09-8288-0d6a1a981d71 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:58.283223 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d465722-e01e-4b4b-81cf-3c70e78440b3', 'name': 'network-vif-deleted', 'tag': '33923ba2-061f-47eb-bf98-32e14682ecfa', 'status': 'completed', 'code': 200} Oct 25 09:46:58.432846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.470672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.504061 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['33923ba2-061f-47eb-bf98-32e14682ecfa'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:46:58.519307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:46:58.522532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:46:58.526339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:46:58.554278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:58.571579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.571579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.571579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.571579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.571579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.571579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.571579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.571579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.572355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.572355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.572512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.572714 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:46:58.592181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:58.592788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.609854 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-2c1f3bfa-3967-46ed-b319-322c358c5385 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068773 Oct 25 09:46:58.628524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Request body: {'port': {'device_id': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:46:58.681198 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.939759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980b9fbd-5c9c-40a5-a914-23e035270fd7 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:46:58.947161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:58.959745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Transition to ACTIVE for port object 980b9fbd-5c9c-40a5-a914-23e035270fd7 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:46:58.962554 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:59.010753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:59.086321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Attempting to bind port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:46:59.086645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Attempting to bind port 980b9fbd-5c9c-40a5-a914-23e035270fd7 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:46:59.086998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Attempting to bind port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:46:59.091280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:46:59.091595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Attempting to bind port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:46:59.096530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:46:59.096862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Checking segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:46:59.097263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Bound using segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:46:59.097390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a5c17-ffaf-44d3-953e-27f7c81db48e req-c54d29c1-1be8-4414-8520-b04e6acdbbe6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:59.097863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Bound port: 980b9fbd-5c9c-40a5-a914-23e035270fd7, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:46:59.098030 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:59.098870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc1a5c17-ffaf-44d3-953e-27f7c81db48e req-c54d29c1-1be8-4414-8520-b04e6acdbbe6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 943 time: 0.0506847 Oct 25 09:46:59.139391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc1a5c17-ffaf-44d3-953e-27f7c81db48e req-570184fb-64a4-4fe7-a210-2af22843ea71 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Oct 25 09:46:59.467639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:46:59.470783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:46:59.474252 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:59.510359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:59.511032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:46:59.512382 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] 10.222.0.41 "PUT /v2.0/ports/980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 1091 time: 0.8892617 Oct 25 09:46:59.512813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:46:59.515629 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:46:59.538759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17de92-c075-4421-ab63-eaf70c7812da service neutron] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:46:59.554493 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2406a7-56b3-44ec-ab9e-eb71554b987b x-openstack-request-id: req-1f2406a7-56b3-44ec-ab9e-eb71554b987b {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:46:59.554789 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:46:59.555043 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f2406a7-56b3-44ec-ab9e-eb71554b987b {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:46:59.555445 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'status': 'completed', 'code': 200} Oct 25 09:46:59.614549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-4c43c5d5-86ca-42da-94e1-e2a62735c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:59.616044 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-4c43c5d5-86ca-42da-94e1-e2a62735c4fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 1094 time: 0.0434160 Oct 25 09:46:59.668992 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-dc10408e-65bf-42c8-ae48-8ec2ae5da631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 217 time: 0.0393305 Oct 25 09:46:59.720462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5cca50d8-0a7c-4001-9259-44af0168ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:46:59.721805 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-5cca50d8-0a7c-4001-9259-44af0168ba4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0460680 Oct 25 09:46:59.753923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-fcc018ad-728c-42cb-b4a7-37a3063d331e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247934 Oct 25 09:46:59.850141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-6b4ce373-c481-4cb1-8ee7-cb993d986b82 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883884 Oct 25 09:46:59.942709 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fe7f2bea-cf9a-4e84-a4a3-07c71cc09255 req-d8fea3ec-469c-406b-90ab-76ed92d38634 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 Oct 25 09:47:00.073130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-f69cba1a-d06b-45d3-a4e1-856dd6e35acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:00.074501 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-f69cba1a-d06b-45d3-a4e1-856dd6e35acb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 1094 time: 0.0407600 Oct 25 09:47:00.166151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-fb186a4d-30bc-4ae3-b7af-fefdd57388d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:00.167656 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-fb186a4d-30bc-4ae3-b7af-fefdd57388d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0852056 Oct 25 09:47:00.213730 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-93d8774d-d26f-4105-8d50-be7318b2c44e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 217 time: 0.0393343 Oct 25 09:47:00.256377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ebec5-948e-4806-9d8b-281808d0d65a req-4433eac1-04f7-4ec8-b43b-e181f9b6b860 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:00.257876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d4ebec5-948e-4806-9d8b-281808d0d65a req-4433eac1-04f7-4ec8-b43b-e181f9b6b860 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 943 time: 0.0483065 Oct 25 09:47:00.264285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-1c86b555-7b67-45de-8697-e49b7974aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:00.265767 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-1c86b555-7b67-45de-8697-e49b7974aa28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0444205 Oct 25 09:47:00.298861 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-877b3a57-c48b-4d01-a96a-67ee8d6da935 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249135 Oct 25 09:47:00.300397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d4ebec5-948e-4806-9d8b-281808d0d65a req-3a69a2f2-4c4c-46ff-8c9a-1f83dabfd5c5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360026 Oct 25 09:47:00.393132 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-ac1a6cff-6bfe-4f90-a6d5-c114dd0b9112 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863788 Oct 25 09:47:00.482084 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1d3c7eea-0f20-44b1-93a3-f59a6441f2aa req-4765daa6-7440-4611-a2cb-7f0d8a3ff746 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816557 Oct 25 09:47:00.596731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 33923ba2-061f-47eb-bf98-32e14682ecfa no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:47:00.617095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 33923ba2-061f-47eb-bf98-32e14682ecfa {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:47:00.617436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 33923ba2-061f-47eb-bf98-32e14682ecfa not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:47:01.416296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb706918-9547-494c-8fc2-cf7d5c2935d0 req-9ec711f7-4e9b-44fe-b1e7-cdc5e7f699c3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:01.417772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb706918-9547-494c-8fc2-cf7d5c2935d0 req-9ec711f7-4e9b-44fe-b1e7-cdc5e7f699c3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 943 time: 0.0481472 Oct 25 09:47:01.455805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb706918-9547-494c-8fc2-cf7d5c2935d0 req-3323962b-24b3-4ded-bf72-78232ebb83f7 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Oct 25 09:47:02.572163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66641-3ee0-4bdb-997a-94245519df9c req-0bf4037f-2655-463d-a566-3fcafd394cf5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:02.573665 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2d66641-3ee0-4bdb-997a-94245519df9c req-0bf4037f-2655-463d-a566-3fcafd394cf5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 943 time: 0.0501997 Oct 25 09:47:02.610824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2d66641-3ee0-4bdb-997a-94245519df9c req-981eb31b-f07c-475f-8a4b-eb37c9252652 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Oct 25 09:47:03.725985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cde7df-c5e8-4e4f-a09e-9e53bffd8dd7 req-33abe393-7963-4d95-a213-27485de7b3cf tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:03.727438 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2cde7df-c5e8-4e4f-a09e-9e53bffd8dd7 req-33abe393-7963-4d95-a213-27485de7b3cf tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 943 time: 0.0483320 Oct 25 09:47:03.768928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2cde7df-c5e8-4e4f-a09e-9e53bffd8dd7 req-44f54057-c268-4e21-b361-e36e385afbcd tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354514 Oct 25 09:47:04.612855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 980b9fbd-5c9c-40a5-a914-23e035270fd7 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:47:04.708349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:04.718828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32', 'port_id': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'mac_address': 'fa:16:3e:d6:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f5a1de-6119-4afa-9450-242dd04e680e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:47:04.755125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:04.767878 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980b9fbd-5c9c-40a5-a914-23e035270fd7 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:47:04.787760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:04.791823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:04.843509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:04.887263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9c320-4745-4256-a94a-8656a2e1a833 req-222f50c7-2bf8-4ec0-8270-950a465611fc tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:04.888728 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bb9c320-4745-4256-a94a-8656a2e1a833 req-222f50c7-2bf8-4ec0-8270-950a465611fc tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 944 time: 0.0494087 Oct 25 09:47:04.927201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4bb9c320-4745-4256-a94a-8656a2e1a833 req-a2b521aa-f898-4c9f-8b15-a5a11aeaca30 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319018 Oct 25 09:47:05.138422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['980b9fbd-5c9c-40a5-a914-23e035270fd7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:47:06.039983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8124a-9991-4bc7-a674-73f283976c47 req-bbde1760-0f48-4b76-9ce0-9509e4e7e8c9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:06.041465 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbb8124a-9991-4bc7-a674-73f283976c47 req-bbde1760-0f48-4b76-9ce0-9509e4e7e8c9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 944 time: 0.0479164 Oct 25 09:47:06.078641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bbb8124a-9991-4bc7-a674-73f283976c47 req-8f5e3a00-0b08-4dc8-abdf-2272199e4f2a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Oct 25 09:47:06.627590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 980b9fbd-5c9c-40a5-a914-23e035270fd7 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:47:06.677248 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 980b9fbd-5c9c-40a5-a914-23e035270fd7 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:47:06.681583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 980b9fbd-5c9c-40a5-a914-23e035270fd7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:06.681951 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:06.755782 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:06.777289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:47:06.779513 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd2fd85-8d9a-44d8-ab43-5cbd2d694edc" -d '{"events": [{"server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "name": "network-vif-plugged", "status": "completed", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:47:06.792544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:06.796952 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:06.821589 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9befd253-24e5-47cb-82a9-9bee823ffc1e x-openstack-request-id: req-9befd253-24e5-47cb-82a9-9bee823ffc1e {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:47:06.821819 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "name": "network-vif-plugged", "status": "completed", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:47:06.822071 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9befd253-24e5-47cb-82a9-9bee823ffc1e {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:47:06.822453 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'code': 200} Oct 25 09:47:06.850515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:06.994719 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b880c3c-6ddf-4045-b90d-9aeaf17d80ff req-3365aefe-5a9b-4783-83d7-17a823b062fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:06.996214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b880c3c-6ddf-4045-b90d-9aeaf17d80ff req-3365aefe-5a9b-4783-83d7-17a823b062fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 1096 time: 0.0925617 Oct 25 09:47:07.030388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b880c3c-6ddf-4045-b90d-9aeaf17d80ff req-5421fc6d-46d4-428b-aa36-4eba8b8ad386 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274980 Oct 25 09:47:07.199907 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ea4b4-0f1f-41cd-8f5c-df5d5f7b8cc4 req-0404088c-af82-4cd3-b730-11bf496181ca tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:07.201397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd7ea4b4-0f1f-41cd-8f5c-df5d5f7b8cc4 req-0404088c-af82-4cd3-b730-11bf496181ca tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0517824 Oct 25 09:47:07.243586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fd7ea4b4-0f1f-41cd-8f5c-df5d5f7b8cc4 req-db31fe04-c119-42af-b01e-930949bd8cbd tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355067 Oct 25 09:47:07.514690 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:47:08.358771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8805c2a-0f8c-4681-b27a-6106f8f72157 req-2a5b3573-8694-40b0-a3d4-6a22895be7b9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:08.360255 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8805c2a-0f8c-4681-b27a-6106f8f72157 req-2a5b3573-8694-40b0-a3d4-6a22895be7b9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0477715 Oct 25 09:47:08.402291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8805c2a-0f8c-4681-b27a-6106f8f72157 req-2044ddb4-29f0-47e5-86cf-88323a1586ac tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349867 Oct 25 09:47:08.863421 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:09.518084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fbf37-6b10-49b9-8f71-40e6ae42aadd req-b85daced-40d3-4b34-857e-0172eaff0e3d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:09.519526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c63fbf37-6b10-49b9-8f71-40e6ae42aadd req-b85daced-40d3-4b34-857e-0172eaff0e3d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0495040 Oct 25 09:47:09.557378 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c63fbf37-6b10-49b9-8f71-40e6ae42aadd req-f413bcb8-f965-4377-b8ee-5a4f5a538b2c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Oct 25 09:47:09.670406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90355a-ab5c-4909-bf7f-c95a3f528cba req-88fafeb3-5cde-45da-8e6b-16c1898bb670 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:09.671859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce90355a-ab5c-4909-bf7f-c95a3f528cba req-88fafeb3-5cde-45da-8e6b-16c1898bb670 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0480468 Oct 25 09:47:09.713096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce90355a-ab5c-4909-bf7f-c95a3f528cba req-778efa2a-5f5c-4477-8890-c5936d9314fd tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345936 Oct 25 09:47:09.962458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-db7dcd48-f680-4f3a-9e2a-f482b8e398f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713475 Oct 25 09:47:09.971152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7213d-6606-40c5-a59b-0a410056aa18 req-b3f4d9b3-6e38-4689-9066-3a5127b86ead tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:09.972741 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2f7213d-6606-40c5-a59b-0a410056aa18 req-b3f4d9b3-6e38-4689-9066-3a5127b86ead tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0706627 Oct 25 09:47:10.009915 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:10.011952 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2f7213d-6606-40c5-a59b-0a410056aa18 req-13ce5e7d-5bdd-4a31-860a-72e56f9be260 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Oct 25 09:47:11.116434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8841-38fb-40e1-9732-e7f79781f687 req-3aabd184-d5de-4e2a-a62e-56a83a6883bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:11.117862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-3aabd184-d5de-4e2a-a62e-56a83a6883bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 1096 time: 0.0418801 Oct 25 09:47:11.150457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ecffd-2798-456a-9f37-cd41fae379c8 req-eedbb909-0e82-43a0-ad87-66a6a2188d99 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:11.152071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e8ecffd-2798-456a-9f37-cd41fae379c8 req-eedbb909-0e82-43a0-ad87-66a6a2188d99 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0518298 Oct 25 09:47:11.193844 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e8ecffd-2798-456a-9f37-cd41fae379c8 req-d416a841-9d4d-4b15-8899-c970afaed59c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Oct 25 09:47:11.213395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8841-38fb-40e1-9732-e7f79781f687 req-fc9c65b5-4de0-427d-90ee-8f224ff9ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:11.214862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-fc9c65b5-4de0-427d-90ee-8f224ff9ef93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0901213 Oct 25 09:47:11.260986 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-59a9d541-4b46-4204-bc2f-1435335de57f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 217 time: 0.0383651 Oct 25 09:47:11.311111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8841-38fb-40e1-9732-e7f79781f687 req-8eb1797e-2571-457f-8892-3b6b5fddbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:11.312496 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-8eb1797e-2571-457f-8892-3b6b5fddbbc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0440030 Oct 25 09:47:11.344177 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-24e44a28-e1f3-47d4-8b5b-b65f2e58f4ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247083 Oct 25 09:47:11.437239 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-4fbb5489-1dfb-4d9f-bffb-7e4c9fd82132 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863991 Oct 25 09:47:11.527377 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-50d5d2dc-e87d-4f39-8357-bb0b5ec2c623 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831432 Oct 25 09:47:12.318184 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7abc-0266-44a2-9b1c-47487bd52dd3 req-fcba615b-38e4-4740-a8f9-01e99787518f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:12.319727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e84e7abc-0266-44a2-9b1c-47487bd52dd3 req-fcba615b-38e4-4740-a8f9-01e99787518f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0531332 Oct 25 09:47:12.361287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e84e7abc-0266-44a2-9b1c-47487bd52dd3 req-34e52da5-47e5-4dfe-942d-d0029db9fac6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Oct 25 09:47:13.476790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3717-f9a7-4e6f-af87-f5ed3238cc64 req-d1e743cb-eea7-47b8-85b1-c199e22aa6cf tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:13.478266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e74c3717-f9a7-4e6f-af87-f5ed3238cc64 req-d1e743cb-eea7-47b8-85b1-c199e22aa6cf tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0483501 Oct 25 09:47:13.515993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e74c3717-f9a7-4e6f-af87-f5ed3238cc64 req-ef67451d-bf4a-40d9-8ac4-7b7a082bf191 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Oct 25 09:47:14.633595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c5c50-6c38-47a0-8fb1-a9905aa86918 req-5e3971e2-3099-4977-8d7a-e6e981fdf136 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:14.635187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff1c5c50-6c38-47a0-8fb1-a9905aa86918 req-5e3971e2-3099-4977-8d7a-e6e981fdf136 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0502605 Oct 25 09:47:14.672267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff1c5c50-6c38-47a0-8fb1-a9905aa86918 req-1c27e334-4304-4d84-aa2c-5997ad0de024 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Oct 25 09:47:15.797071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920eccf-0eca-47b1-b8a3-d6b99924938f req-f0007fb3-1356-4d34-844e-badf685e4b70 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:15.799237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9920eccf-0eca-47b1-b8a3-d6b99924938f req-f0007fb3-1356-4d34-844e-badf685e4b70 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0566742 Oct 25 09:47:15.840615 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9920eccf-0eca-47b1-b8a3-d6b99924938f req-22f0563e-fbb9-43b1-8247-4de1cacebb4d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356967 Oct 25 09:47:16.488575 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-684c71cd-889e-4ecf-8064-b858b75b1d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:16.954650 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1ddf5-7169-43b5-8af6-b89086740bca req-661cbe67-d96c-42bb-951c-8b07310a8423 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:16.956151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ad1ddf5-7169-43b5-8af6-b89086740bca req-661cbe67-d96c-42bb-951c-8b07310a8423 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0485427 Oct 25 09:47:16.993983 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ad1ddf5-7169-43b5-8af6-b89086740bca req-6e6c4b82-7b34-4a0c-8ce5-e318cbf8cc6a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Oct 25 09:47:18.115828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee1c11-4ad2-4032-bdc9-dc21826d4fb1 req-356dc1fe-8236-47a9-b0c3-00d6bd7b0306 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:18.117305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7ee1c11-4ad2-4032-bdc9-dc21826d4fb1 req-356dc1fe-8236-47a9-b0c3-00d6bd7b0306 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0495458 Oct 25 09:47:18.155720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7ee1c11-4ad2-4032-bdc9-dc21826d4fb1 req-7d20056c-5b00-4ad3-940e-09abf28e6a0c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Oct 25 09:47:18.822922 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f0b0-acea-4556-bc80-ea1e27f74059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:19.275738 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7239c-9131-42cd-824d-299f4a5e76e2 req-64961181-d458-46a9-8509-f1f20c8c2d9b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:19.277231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ea7239c-9131-42cd-824d-299f4a5e76e2 req-64961181-d458-46a9-8509-f1f20c8c2d9b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0529683 Oct 25 09:47:19.314171 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ea7239c-9131-42cd-824d-299f4a5e76e2 req-603f82e4-093e-4d1c-abe9-9756f3d14ae3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308115 Oct 25 09:47:20.003604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:20.084606 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:20.430838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb40a-132c-46d6-af6a-28edea14a44a req-8e32c85a-7c91-4c1e-86ac-3827c86adb54 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:20.432306 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59beb40a-132c-46d6-af6a-28edea14a44a req-8e32c85a-7c91-4c1e-86ac-3827c86adb54 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0487244 Oct 25 09:47:20.469394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59beb40a-132c-46d6-af6a-28edea14a44a req-405f2d0c-3917-4f35-82ad-1f9f48f3c293 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Oct 25 09:47:21.587255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413770b7-c4f9-43bb-8ad3-afee8f9c0dae req-9cec4992-a935-4609-ae42-f74781fb270a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:21.588726 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-413770b7-c4f9-43bb-8ad3-afee8f9c0dae req-9cec4992-a935-4609-ae42-f74781fb270a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0494802 Oct 25 09:47:21.625659 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-413770b7-c4f9-43bb-8ad3-afee8f9c0dae req-0cfef63e-d6fb-477a-9e57-d4a8633d4c23 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 Oct 25 09:47:21.943630 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:22.745328 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a139fa-950c-457e-a737-070ad413f70a req-94934fa2-fc60-428c-9d22-f2d13fec1224 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:22.746774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9a139fa-950c-457e-a737-070ad413f70a req-94934fa2-fc60-428c-9d22-f2d13fec1224 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0523562 Oct 25 09:47:22.784858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f9a139fa-950c-457e-a737-070ad413f70a req-a9bf2e39-a5a8-4f9b-afb5-133868c8c2c6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Oct 25 09:47:23.900390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3db16-69b9-40ac-9bf4-058681bfabe5 req-d2318588-51c3-4708-9f37-f985a1a088df tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:23.901861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54c3db16-69b9-40ac-9bf4-058681bfabe5 req-d2318588-51c3-4708-9f37-f985a1a088df tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0487580 Oct 25 09:47:23.939324 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54c3db16-69b9-40ac-9bf4-058681bfabe5 req-63764ce0-e4b4-4897-84c8-d25945a01084 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Oct 25 09:47:25.056619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c279c3-a632-4157-abd1-c3c91e2f2e8c req-5633d9fd-d3f5-4d1d-bdd8-1be505b71e0b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:25.058092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25c279c3-a632-4157-abd1-c3c91e2f2e8c req-5633d9fd-d3f5-4d1d-bdd8-1be505b71e0b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0486004 Oct 25 09:47:25.095296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25c279c3-a632-4157-abd1-c3c91e2f2e8c req-c21e48d2-f110-4cb3-8942-3d9f8450c8f5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Oct 25 09:47:26.214968 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d658c5a-f17a-4d29-a0c2-7c2b6be27eee req-b95f045f-7503-4d73-9b3a-746f910f7740 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:26.216431 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d658c5a-f17a-4d29-a0c2-7c2b6be27eee req-b95f045f-7503-4d73-9b3a-746f910f7740 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0523686 Oct 25 09:47:26.253011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d658c5a-f17a-4d29-a0c2-7c2b6be27eee req-9480f90d-f952-4983-9db7-3938a4019a11 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306325 Oct 25 09:47:27.369293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70b18-aabc-4bb8-a17b-a84d010b4118 req-488f86cd-ae9c-4098-b9f7-4f3f912f1829 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:27.370734 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fa70b18-aabc-4bb8-a17b-a84d010b4118 req-488f86cd-ae9c-4098-b9f7-4f3f912f1829 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0486367 Oct 25 09:47:27.408380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fa70b18-aabc-4bb8-a17b-a84d010b4118 req-d0c6328d-98cd-4e7c-ba8c-0624e4d1667d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Oct 25 09:47:28.526324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e6b2-e590-477b-b4f6-8f153594f164 req-679c84e4-ca84-4427-a628-9abe907230b1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:28.527790 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3509e6b2-e590-477b-b4f6-8f153594f164 req-679c84e4-ca84-4427-a628-9abe907230b1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0491421 Oct 25 09:47:28.565524 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3509e6b2-e590-477b-b4f6-8f153594f164 req-4375204f-66aa-4cd7-8eab-a0637b99bf25 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Oct 25 09:47:29.686468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e224e-3ae5-4967-a493-0b1c9d96d604 req-63343841-f8a6-41ba-a0bf-1b4b99fc5446 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:29.687910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce4e224e-3ae5-4967-a493-0b1c9d96d604 req-63343841-f8a6-41ba-a0bf-1b4b99fc5446 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0533304 Oct 25 09:47:29.726354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce4e224e-3ae5-4967-a493-0b1c9d96d604 req-2e034170-cdb8-408a-b94a-f90d6d4aa9f4 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314782 Oct 25 09:47:30.845276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6803f6-f7d9-47d6-9e6f-215a706e5078 req-3b3eebec-c3b4-4874-993d-4b9d3bdb3f9b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:30.846638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a6803f6-f7d9-47d6-9e6f-215a706e5078 req-3b3eebec-c3b4-4874-993d-4b9d3bdb3f9b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0502312 Oct 25 09:47:30.886161 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a6803f6-f7d9-47d6-9e6f-215a706e5078 req-33f9f688-41d0-4ca8-85f9-f172c62d244c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Oct 25 09:47:32.002802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee21a-e201-45ec-b9d4-d5e4aed971e4 req-3123e249-4c17-4a1d-ace4-4ae850f1f1d2 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:32.004813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf6ee21a-e201-45ec-b9d4-d5e4aed971e4 req-3123e249-4c17-4a1d-ace4-4ae850f1f1d2 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0493312 Oct 25 09:47:32.043766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf6ee21a-e201-45ec-b9d4-d5e4aed971e4 req-1d32f892-4792-4dfd-97ea-ba51ac3cd0c8 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Oct 25 09:47:33.165025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc623f1-4c4e-4ada-8582-7654a5676550 req-d5c1b381-05da-4dd8-8592-26696a83d5c6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:33.166501 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bc623f1-4c4e-4ada-8582-7654a5676550 req-d5c1b381-05da-4dd8-8592-26696a83d5c6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0536869 Oct 25 09:47:33.203964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8bc623f1-4c4e-4ada-8582-7654a5676550 req-523f9173-cd47-42b4-8e1f-5319bda91a09 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Oct 25 09:47:34.371428 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0f7ab-6e0c-4a5a-b785-d62df7f64675 req-45fb5322-7cc0-469e-a4c8-09c8f49803ed tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:34.372873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45a0f7ab-6e0c-4a5a-b785-d62df7f64675 req-45fb5322-7cc0-469e-a4c8-09c8f49803ed tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0485182 Oct 25 09:47:34.409768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45a0f7ab-6e0c-4a5a-b785-d62df7f64675 req-e0cf5c46-a797-4493-bbaa-eb1032419715 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Oct 25 09:47:35.526988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0b02-75a5-4183-b808-ad2840e8d91d req-5c6c1677-835f-48e9-ad2b-b7dbd64d7c2b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:35.528497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9ad0b02-75a5-4183-b808-ad2840e8d91d req-5c6c1677-835f-48e9-ad2b-b7dbd64d7c2b tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0491505 Oct 25 09:47:35.569204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9ad0b02-75a5-4183-b808-ad2840e8d91d req-9ede2f3f-8921-47aa-b024-a2751acd6ed5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Oct 25 09:47:36.689318 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5e68a-4b64-46a6-a515-072ee00b82d9 req-f0bcddbc-8552-4dfb-af63-9e8b49505352 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:36.690801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebb5e68a-4b64-46a6-a515-072ee00b82d9 req-f0bcddbc-8552-4dfb-af63-9e8b49505352 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0538573 Oct 25 09:47:36.729163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebb5e68a-4b64-46a6-a515-072ee00b82d9 req-b44ee669-a0f1-441f-8428-35b5ae5967c9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Oct 25 09:47:37.843700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640b1a2-498a-4d49-b447-d5e505519bc9 req-d653d03f-ae06-4959-9808-36c5ecbaf16a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:37.845168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b640b1a2-498a-4d49-b447-d5e505519bc9 req-d653d03f-ae06-4959-9808-36c5ecbaf16a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0485485 Oct 25 09:47:37.883338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b640b1a2-498a-4d49-b447-d5e505519bc9 req-3b28fd4c-96cb-4af7-bf22-6486efc364b3 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Oct 25 09:47:38.531283 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-504c8841-38fb-40e1-9732-e7f79781f687 req-f06751c1-1ec3-469b-98f9-52b72e5d3ec3 service neutron] show failed (client error): The resource could not be found. Oct 25 09:47:38.532325 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-f06751c1-1ec3-469b-98f9-52b72e5d3ec3 service neutron] 10.222.0.41 "GET /v2.0/ports/980b9fbd-5c9c-40a5-a914-23e035270fd7/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0617161 Oct 25 09:47:38.733297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8841-38fb-40e1-9732-e7f79781f687 req-144c30fb-1b09-4cc6-9a03-da210e9e7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:38.734809 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-144c30fb-1b09-4cc6-9a03-da210e9e7d09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec&tenant_id=62fb27e4726148a2aa261df22d69c434 HTTP/1.1" status: 200 len: 1096 time: 0.0408931 Oct 25 09:47:38.754462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:38.807382 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:38.866448 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:39.003423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef912753-7ca4-4a6d-9321-21aeceaf8f9d req-0e22cca1-ed3b-44fb-aef7-7cd0b07420d4 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:39.005137 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef912753-7ca4-4a6d-9321-21aeceaf8f9d req-0e22cca1-ed3b-44fb-aef7-7cd0b07420d4 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0498919 Oct 25 09:47:39.015948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:39.043787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef912753-7ca4-4a6d-9321-21aeceaf8f9d req-76f821b1-80e4-4e1f-8a64-2c013b676df2 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324578 Oct 25 09:47:39.050196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:47:39.089916 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:47:39.092089 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64077159-ebc0-4bec-8a19-cf127a419db7" -d '{"events": [{"server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "name": "network-vif-unplugged", "status": "completed", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:47:39.096184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:39.109298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Transition to ACTIVE for port object 980b9fbd-5c9c-40a5-a914-23e035270fd7 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:47:39.114567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:39.176838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] No DVR routers for this DVR port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:47:39.179962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:39.211123 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b6e350-1f40-47e4-830c-5b8facd6b25f x-openstack-request-id: req-e2b6e350-1f40-47e4-830c-5b8facd6b25f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:47:39.211420 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "name": "network-vif-unplugged", "status": "completed", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:47:39.211669 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2b6e350-1f40-47e4-830c-5b8facd6b25f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:47:39.212063 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'code': 200} Oct 25 09:47:39.221047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Attempting to bind port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:47:39.221380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Attempting to bind port 980b9fbd-5c9c-40a5-a914-23e035270fd7 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:47:39.221702 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Attempting to bind port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:47:39.227058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:47:39.227374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Attempting to bind port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on network 0dd394d0-fd45-4e6b-bc09-ec354308ab32 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:47:39.232198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:47:39.232528 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Checking segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:47:39.232928 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Bound using segment: {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:47:39.233352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Bound port: 980b9fbd-5c9c-40a5-a914-23e035270fd7, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:47:39.233699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:39.294799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:47:39.297748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:47:39.303143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:39.340406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:39.340990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:39.342353 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 1091 time: 0.5924342 Oct 25 09:47:39.359879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98527c29-db90-4672-bea1-63e63698a1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:39.416295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8841-38fb-40e1-9732-e7f79781f687 req-f4a8eb4c-b45f-42e0-88b3-b9521f820f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:39.417832 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-f4a8eb4c-b45f-42e0-88b3-b9521f820f54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 1094 time: 0.0422332 Oct 25 09:47:39.517329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8841-38fb-40e1-9732-e7f79781f687 req-d20b3d99-c0cf-4009-8d4b-287535479118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:39.518804 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-d20b3d99-c0cf-4009-8d4b-287535479118 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0936153 Oct 25 09:47:39.562534 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-c1502f4d-b028-47a1-82f6-64ce4d540ab8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 217 time: 0.0366433 Oct 25 09:47:39.623604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c8841-38fb-40e1-9732-e7f79781f687 req-ea31a954-e3f6-4c91-9847-65e01c76e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:39.624973 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-ea31a954-e3f6-4c91-9847-65e01c76e8da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0562918 Oct 25 09:47:39.656661 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-fafd6bd8-63a8-41e3-a343-4c9dbae41c25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245004 Oct 25 09:47:39.746276 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-55a78a09-c38c-415f-b21d-5d974670e078 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827188 Oct 25 09:47:39.841278 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-504c8841-38fb-40e1-9732-e7f79781f687 req-47d4585e-9b31-460d-9cea-69e7058e3e2b service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872130 Oct 25 09:47:40.006652 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:40.166252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6301e-a81a-49fd-8845-42e2b9ad13b0 req-cb1abb04-6161-443a-98e7-e0986b6a40ca tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:40.167718 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67d6301e-a81a-49fd-8845-42e2b9ad13b0 req-cb1abb04-6161-443a-98e7-e0986b6a40ca tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 943 time: 0.0530584 Oct 25 09:47:40.204898 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67d6301e-a81a-49fd-8845-42e2b9ad13b0 req-f6520886-66ad-4c16-b41e-c6da3e2d203a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Oct 25 09:47:40.796684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 980b9fbd-5c9c-40a5-a914-23e035270fd7 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:47:40.836615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 980b9fbd-5c9c-40a5-a914-23e035270fd7 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:47:41.213180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:47:41.215576 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd17f51d-f79c-474a-9794-9b90b9c2acb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:47:41.263018 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96f782c-97be-40b7-bf32-b5bc67b92f09 x-openstack-request-id: req-b96f782c-97be-40b7-bf32-b5bc67b92f09 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:47:41.263307 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:47:41.263563 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b96f782c-97be-40b7-bf32-b5bc67b92f09 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:47:41.263965 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'status': 'completed', 'code': 200} Oct 25 09:47:41.356386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7acef4-8921-48ba-903c-71376d88b563 req-7aa3518f-9f62-4cb1-bcd8-b6759a8ee0dd tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:41.357907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7acef4-8921-48ba-903c-71376d88b563 req-7aa3518f-9f62-4cb1-bcd8-b6759a8ee0dd tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 943 time: 0.0496619 Oct 25 09:47:41.374663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-311c8b54-4c87-4e1f-afa7-19004682bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:41.376128 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-311c8b54-4c87-4e1f-afa7-19004682bda6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 1094 time: 0.0732527 Oct 25 09:47:41.378632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-5f1863e3-3b1e-4152-aaaa-770988a27c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:41.380095 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-5f1863e3-3b1e-4152-aaaa-770988a27c40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 1094 time: 0.0692883 Oct 25 09:47:41.396596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3e7acef4-8921-48ba-903c-71376d88b563 req-502d0168-82a2-42c9-ac46-63996cd8d5fb tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Oct 25 09:47:41.534592 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-07ed4bcf-05cb-428f-a934-62307c9d724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:41.537131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-07ed4bcf-05cb-428f-a934-62307c9d724c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.1540635 Oct 25 09:47:41.538468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-589be9e0-6b45-44e2-a528-cbfc5c223e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:41.539797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-589be9e0-6b45-44e2-a528-cbfc5c223e33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.1487634 Oct 25 09:47:41.612983 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-4ce438a4-557b-4591-bebf-2c500277da73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 217 time: 0.0678141 Oct 25 09:47:41.614362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-aa3d1e1f-b2fb-45f2-b584-5d1e7f74e54e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 217 time: 0.0636158 Oct 25 09:47:41.692721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-75fc9777-393d-436f-81b1-d2b398fa776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:41.694141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-75fc9777-393d-436f-81b1-d2b398fa776e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0747383 Oct 25 09:47:41.697459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-8471cb88-121e-44a8-8637-5e719cc80a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:41.698784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-8471cb88-121e-44a8-8637-5e719cc80a01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0723183 Oct 25 09:47:41.748851 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-29910221-5fb0-4d97-92ac-80c599e3f792 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470469 Oct 25 09:47:41.750609 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-041443a8-078f-463f-9811-d2749d5edd5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406806 Oct 25 09:47:41.908714 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-63d9265b-ba8e-4163-8e10-dde4b6e3e5e7 service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522982 Oct 25 09:47:41.911084 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-2f639109-b6ae-49d4-ae40-16779d098e1e service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481137 Oct 25 09:47:42.068877 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-6d84ee76-2ba5-4193-9114-880b454f8a6e service neutron] 10.222.0.18 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529779 Oct 25 09:47:42.070619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd17f51d-f79c-474a-9794-9b90b9c2acb8 req-e2866a1c-f2a7-44f4-88b6-a01ad9997cf1 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480258 Oct 25 09:47:42.595783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c76e-66e9-4e31-8510-804f0feb25e1 req-bb1d81c2-6017-42d5-b972-e6fe0300f6f7 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:42.597310 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41c1c76e-66e9-4e31-8510-804f0feb25e1 req-bb1d81c2-6017-42d5-b972-e6fe0300f6f7 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 943 time: 0.0953214 Oct 25 09:47:42.634340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41c1c76e-66e9-4e31-8510-804f0feb25e1 req-9f08b266-c9cc-4e01-8414-0af3f4a6b76c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Oct 25 09:47:43.046246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 980b9fbd-5c9c-40a5-a914-23e035270fd7 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:47:43.141520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:43.151985 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'network_id': '0dd394d0-fd45-4e6b-bc09-ec354308ab32', 'port_id': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'mac_address': 'fa:16:3e:d6:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f5a1de-6119-4afa-9450-242dd04e680e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:47:43.188768 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:43.201360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980b9fbd-5c9c-40a5-a914-23e035270fd7 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:47:43.219788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:43.224172 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:43.271872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:43.279379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.279986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.280326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.280675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.281038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.281365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.281689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.282007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.282329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.282645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.282962 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.283279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:43.595616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['980b9fbd-5c9c-40a5-a914-23e035270fd7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:47:43.753333 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d553cd-2ce3-4804-a3c8-eea7b7994428 req-c13c0ab1-5fe0-4eba-bbff-87e7845677e0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:43.754907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2d553cd-2ce3-4804-a3c8-eea7b7994428 req-c13c0ab1-5fe0-4eba-bbff-87e7845677e0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 944 time: 0.0525961 Oct 25 09:47:43.792702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d2d553cd-2ce3-4804-a3c8-eea7b7994428 req-1632d521-840f-409f-84ff-fadab623d39a tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317411 Oct 25 09:47:43.985368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaa2b5-2c43-42de-83e4-819111be442f req-93604ff5-07ee-486c-ad97-c8ac8638cf65 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:43.986833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4afaa2b5-2c43-42de-83e4-819111be442f req-93604ff5-07ee-486c-ad97-c8ac8638cf65 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 944 time: 0.0501213 Oct 25 09:47:44.011119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-7e11ca1a-0788-467c-b6ca-b3c2711dc02d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:44.012560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-7e11ca1a-0788-467c-b6ca-b3c2711dc02d tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec&tenant_id=62fb27e4726148a2aa261df22d69c434&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 944 time: 0.0519814 Oct 25 09:47:44.027535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4afaa2b5-2c43-42de-83e4-819111be442f req-55b33e98-11f7-4c2f-a7c5-3c5dc9c0d78e tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Oct 25 09:47:44.078125 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-5af18568-3396-426d-ad5d-a89bc40e9fab service neutron] delete failed (client error): The resource could not be found. Oct 25 09:47:44.079082 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-5af18568-3396-426d-ad5d-a89bc40e9fab service neutron] 10.222.0.41 "DELETE /v2.0/ports/980b9fbd-5c9c-40a5-a914-23e035270fd7/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0579038 Oct 25 09:47:44.185001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-bfcf50a1-b4ab-431a-a4c4-4ea676df4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:44.186477 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-bfcf50a1-b4ab-431a-a4c4-4ea676df4838 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62fb27e4726148a2aa261df22d69c434&device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 1095 time: 0.0404129 Oct 25 09:47:44.279296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-6da5c221-6201-4d73-9fba-f0caed4a720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:44.280999 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-6da5c221-6201-4d73-9fba-f0caed4a720b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 200 len: 915 time: 0.0875864 Oct 25 09:47:44.322581 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-c20a4977-a1ff-438d-8394-7a028c1fe50f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 200 len: 217 time: 0.0349102 Oct 25 09:47:44.370867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-b55bd3c7-e366-4407-be3f-4ed7b6dcce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:44.372209 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-b55bd3c7-e366-4407-be3f-4ed7b6dcce9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 200 len: 854 time: 0.0434351 Oct 25 09:47:44.403434 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-ff553f82-d618-4ea6-aa7e-e091b9d15de7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dd394d0-fd45-4e6b-bc09-ec354308ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231056 Oct 25 09:47:44.493304 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-ae653418-fa30-4b5c-89d1-7bf74cb8a068 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832791 Oct 25 09:47:44.515470 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:47:44.586064 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d5f60386-18e2-4469-960b-5bb113f80f60 req-56e4b9f4-c0c4-404d-ae52-27523497ec84 service neutron] 10.222.0.41 "GET /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862415 Oct 25 09:47:45.067111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 980b9fbd-5c9c-40a5-a914-23e035270fd7 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:47:45.120821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 980b9fbd-5c9c-40a5-a914-23e035270fd7 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:47:45.125597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 980b9fbd-5c9c-40a5-a914-23e035270fd7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:45.126185 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:45.151619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206883e-ec6a-4419-b2f1-b08989e1fef0 req-e7fcda4e-2839-442e-b3da-6f20679e9d8f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:45.153212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3206883e-ec6a-4419-b2f1-b08989e1fef0 req-e7fcda4e-2839-442e-b3da-6f20679e9d8f tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 944 time: 0.0537539 Oct 25 09:47:45.203199 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3206883e-ec6a-4419-b2f1-b08989e1fef0 req-12855fc7-b8e8-4826-95eb-1d7a020ebbac tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Oct 25 09:47:45.226877 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:45.253210 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:47:45.256350 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b694413-67a2-445c-a51b-be0c2daeca0d" -d '{"events": [{"server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "name": "network-vif-plugged", "status": "completed", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:47:45.268696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:45.273522 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:45.324593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:45.332983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e9891-942e-4673-8bb6-52ccb6d9e601 req-80bf5111-a900-42ab-af30-a72f95b9b159 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:45.334463 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c6e9891-942e-4673-8bb6-52ccb6d9e601 req-80bf5111-a900-42ab-af30-a72f95b9b159 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0579700 Oct 25 09:47:45.373764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c6e9891-942e-4673-8bb6-52ccb6d9e601 req-90db2b53-ac63-4e2a-83fd-8b5c0feaa6b4 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Oct 25 09:47:45.485748 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bd22eb-23cf-41a1-b053-b5ed7101d123 x-openstack-request-id: req-63bd22eb-23cf-41a1-b053-b5ed7101d123 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:47:45.486040 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "name": "network-vif-plugged", "status": "completed", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:47:45.486297 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63bd22eb-23cf-41a1-b053-b5ed7101d123 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:47:45.486699 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'code': 200} Oct 25 09:47:45.578315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30e7fa-7dc4-4e48-a7f2-eec26f6f4cd4 req-d1f503b8-2e6f-4a81-9f3d-cb169a3fbe8c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:45.579751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae30e7fa-7dc4-4e48-a7f2-eec26f6f4cd4 req-d1f503b8-2e6f-4a81-9f3d-cb169a3fbe8c tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0496795 Oct 25 09:47:45.618655 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae30e7fa-7dc4-4e48-a7f2-eec26f6f4cd4 req-e9b262c5-2d38-4e08-bcee-acb9f403244e tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Oct 25 09:47:45.945560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05145d5d-eb10-4f39-83c7-ac83233ffe4b req-769e8b70-bc0b-4c14-9f6b-b8135dbfeda8 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:45.947027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05145d5d-eb10-4f39-83c7-ac83233ffe4b req-769e8b70-bc0b-4c14-9f6b-b8135dbfeda8 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0481553 Oct 25 09:47:45.984634 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05145d5d-eb10-4f39-83c7-ac83233ffe4b req-7947a8db-67a9-4eff-a0e7-cec6130681b9 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Oct 25 09:47:46.490663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-00bdacee-59db-4c4e-811b-1762724b6a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:47.105270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac6487-c959-41d6-a9b1-62b8f3e63276 req-6ebddb5d-54d2-4df1-9b98-ed9a81965fb1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:47.106782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cac6487-c959-41d6-a9b1-62b8f3e63276 req-6ebddb5d-54d2-4df1-9b98-ed9a81965fb1 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0525579 Oct 25 09:47:47.145130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cac6487-c959-41d6-a9b1-62b8f3e63276 req-cec96455-f7de-463b-a117-c75b3bed5aa6 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.32 "GET /v2.0/security-groups?id=88a010a8-0e07-48a9-9318-9b3c9a5aa660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Oct 25 09:47:47.354878 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-f0db98f5-6bff-43de-bf26-5f97cf989458 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:47.356257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-f0db98f5-6bff-43de-bf26-5f97cf989458 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e549b3-0b32-4b6b-b4db-72f3ddc788ec HTTP/1.1" status: 200 len: 945 time: 0.0490997 Oct 25 09:47:47.443757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Deleting port 980b9fbd-5c9c-40a5-a914-23e035270fd7 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:47:47.444091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:47.534584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] For port 980b9fbd-5c9c-40a5-a914-23e035270fd7, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=980b9fbd-5c9c-40a5-a914-23e035270fd7,segment=NetworkSegment(c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa),segment_id=c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:47.535931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:47.547923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Calling delete_port for 980b9fbd-5c9c-40a5-a914-23e035270fd7 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:47:47.677377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:47.710524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['980b9fbd-5c9c-40a5-a914-23e035270fd7'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:47:47.711656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Pushing event deleted for resources: {'Port': ['ID=980b9fbd-5c9c-40a5-a914-23e035270fd7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:47.750120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] No DVR routers for this DVR port 980b9fbd-5c9c-40a5-a914-23e035270fd7 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:47:47.752582 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:47.756603 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aa52411f-9198-4aa5-a429-e73a939a0c47 req-b9774851-e2a1-4da6-861a-0b0cabc7f2b5 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] 10.222.0.18 "DELETE /v2.0/ports/980b9fbd-5c9c-40a5-a914-23e035270fd7 HTTP/1.1" status: 204 len: 173 time: 0.3938234 Oct 25 09:47:47.757063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'name': 'network-vif-deleted', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:47:47.759320 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10bba9a5850db510ed35043aa35e430315c3ee539c84828a17c5fba8851c521f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e7400c-67df-4da1-8810-fac71980e0be" -d '{"events": [{"server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "name": "network-vif-deleted", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:47:47.797505 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb9f35a-6984-4e75-8a96-4434d33ebb98 x-openstack-request-id: req-9fb9f35a-6984-4e75-8a96-4434d33ebb98 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:47:47.797797 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e549b3-0b32-4b6b-b4db-72f3ddc788ec", "name": "network-vif-deleted", "tag": "980b9fbd-5c9c-40a5-a914-23e035270fd7", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:47:47.798050 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fb9f35a-6984-4e75-8a96-4434d33ebb98 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:47:47.798448 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e549b3-0b32-4b6b-b4db-72f3ddc788ec', 'name': 'network-vif-deleted', 'tag': '980b9fbd-5c9c-40a5-a914-23e035270fd7', 'status': 'completed', 'code': 200} Oct 25 09:47:48.261840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39886) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:48.306647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-76037890-0fd8-412e-b7ad-95b5bb183861 admin admin] Deleting subnet 05f5a1de-6119-4afa-9450-242dd04e680e {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 09:47:48.310032 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-76037890-0fd8-412e-b7ad-95b5bb183861 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.346847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-76037890-0fd8-412e-b7ad-95b5bb183861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.384705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-76037890-0fd8-412e-b7ad-95b5bb183861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.435765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-76037890-0fd8-412e-b7ad-95b5bb183861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.460134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76037890-0fd8-412e-b7ad-95b5bb183861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f5a1de-6119-4afa-9450-242dd04e680e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:48.463827 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-76037890-0fd8-412e-b7ad-95b5bb183861 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.467212 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-76037890-0fd8-412e-b7ad-95b5bb183861 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/05f5a1de-6119-4afa-9450-242dd04e680e HTTP/1.1" status: 204 len: 168 time: 0.2042174 Oct 25 09:47:48.469745 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39888) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:48.540664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.618524 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.638609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd394d0-fd45-4e6b-bc09-ec354308ab32']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:48.648037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:48.648328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48b5fe5-88ca-4801-b9cf-d3a1bf97b6fa') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:48.657698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.670965 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.677490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 09:47:48.677871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: timer() Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 09:47:48.679514 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 09:47:48.734633 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.740759 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.744027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0dd394d0-fd45-4e6b-bc09-ec354308ab32 HTTP/1.1" status: 204 len: 168 time: 0.2735531 Oct 25 09:47:48.754918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b765c-6ee8-48f0-bd57-bebe8320a164 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd394d0-fd45-4e6b-bc09-ec354308ab32,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:48.826404 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a73c72fd-c94e-4b2e-a798-24426d850c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.856511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39892) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:48.896665 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5049aae0-207a-4d5d-9961-656ef4f00a59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62fb27e4726148a2aa261df22d69c434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389111 Oct 25 09:47:48.899001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39894) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:48.946700 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7ea81c2c-720e-4e02-aac0-635a57e92dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:48.967958 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7ea81c2c-720e-4e02-aac0-635a57e92dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:49.016378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7ea81c2c-720e-4e02-aac0-635a57e92dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:49.019613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7ea81c2c-720e-4e02-aac0-635a57e92dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:49.020972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7ea81c2c-720e-4e02-aac0-635a57e92dde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88a010a8-0e07-48a9-9318-9b3c9a5aa660 HTTP/1.1" status: 204 len: 168 time: 0.1210167 Oct 25 09:47:49.028480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea81c2c-720e-4e02-aac0-635a57e92dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a010a8-0e07-48a9-9318-9b3c9a5aa660,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:49.695797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39916) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:49.794150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1977783586-network', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:49.817032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Made reservation on behalf of f238318a0e01450588eddf5c6c73da95 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:47:49.819308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:49.830886 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:49.905459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:49.908968 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:49.934782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 09:47:49.946634 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e36119-d7f7-41e7-b922-0c41b8840b15,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:49.950932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:49.951272 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Added segment 80c31d46-97b0-42a8-a4c3-102531a4d639 of type vlan for network 88955b83-9663-4f99-ae5d-2899245a4673 Oct 25 09:47:49.992788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.006246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.018523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.019601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:50.020164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.071729 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3747234 Oct 25 09:47:50.074725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39920) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:50.080353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Request body: {'subnet': {'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1977783586-subnet', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:50.082954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956c496-fda7-4018-a83d-05ec839363c3 admin admin] Pushing event updated for resources: {'Network': ['ID=88955b83-9663-4f99-ae5d-2899245a4673,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:50.093871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 88955b83-9663-4f99-ae5d-2899245a4673 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 09:47:50.098304 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.105116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Made reservation on behalf of f238318a0e01450588eddf5c6c73da95 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:47:50.107461 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.274307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.331925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33bdb2bb-e3d5-4b2b-971a-bb10ca837734,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:50.342895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.343229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.343568 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.343897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.344221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.344572 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.344908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.345227 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.345545 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.345864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.346176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.346489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:50.350771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:47:50.351119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Network hostable DHCP agents. Network: 88955b83-9663-4f99-ae5d-2899245a4673, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 09:47:50.368243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Network 88955b83-9663-4f99-ae5d-2899245a4673 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 09:47:50.376805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 88955b83-9663-4f99-ae5d-2899245a4673) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:47:50.382810 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:50.383833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.384526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d57cf-6cd0-4632-bc46-2ad0f418a3f1 None None] Network 88955b83-9663-4f99-ae5d-2899245a4673 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:47:50.400172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0cfc38d1-f39c-4f13-ba47-b3d65267b868 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3236542 Oct 25 09:47:50.402911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39922) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:50.407453 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:50.429573 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.430619 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.486713 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.533098 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-88955b83-9663-4f99-ae5d-2899245a4673', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 09:47:50.533976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.621937 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.673786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Allocated IP 172.20.0.2 (88955b83-9663-4f99-ae5d-2899245a4673/33bdb2bb-e3d5-4b2b-971a-bb10ca837734/e308237d-b86f-4309-9eaa-0d792b293d32) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:47:50.822168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.827580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.828101 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.847941 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.867391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Network 88955b83-9663-4f99-ae5d-2899245a4673 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:47:50.870308 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:47:50.873831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:47:50.881220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Pushing event updated for resources: {'Port': ['ID=e308237d-b86f-4309-9eaa-0d792b293d32,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:50.929974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Attempting to bind port e308237d-b86f-4309-9eaa-0d792b293d32 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:47:50.930339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Attempting to bind port e308237d-b86f-4309-9eaa-0d792b293d32 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:47:50.930700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Attempting to bind port e308237d-b86f-4309-9eaa-0d792b293d32 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:47:50.935526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:47:50.935897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:47:50.936287 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.936673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:47:50.937159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Bound port: e308237d-b86f-4309-9eaa-0d792b293d32, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:47:50.937532 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:50.951476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Allocated IP 172.25.8.162 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1869b248-66c9-404b-8583-4d17010bd184) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:47:51.001373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] For port e308237d-b86f-4309-9eaa-0d792b293d32, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:47:51.005281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] For port e308237d-b86f-4309-9eaa-0d792b293d32, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e308237d-b86f-4309-9eaa-0d792b293d32,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:47:51.009510 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.060318 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.067372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7abc1-fd98-4962-9679-f36f2b2889a4 None None] Pushing event updated for resources: {'Port': ['ID=e308237d-b86f-4309-9eaa-0d792b293d32,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:51.089616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 980b9fbd-5c9c-40a5-a914-23e035270fd7 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:47:51.095196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.112083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 980b9fbd-5c9c-40a5-a914-23e035270fd7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:47:51.112428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 980b9fbd-5c9c-40a5-a914-23e035270fd7 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:47:51.134813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:47:51.137829 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:47:51.141552 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:47:51.170577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Pushing event updated for resources: {'Port': ['ID=1869b248-66c9-404b-8583-4d17010bd184,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:51.413408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.604741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e308237d-b86f-4309-9eaa-0d792b293d32 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:47:51.618644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.655011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e308237d-b86f-4309-9eaa-0d792b293d32 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:51.655378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.746062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.760355 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 09:47:51.781034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port e308237d-b86f-4309-9eaa-0d792b293d32, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e308237d-b86f-4309-9eaa-0d792b293d32,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:51.786688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.840561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=e308237d-b86f-4309-9eaa-0d792b293d32,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:51.876624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:47:51.886332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:47:51.898057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:47:51.898287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:51.898681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:47:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:51.902383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-361cc7b7-3d00-4490-839b-ece69aa08d12 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4957671 Oct 25 09:47:51.904087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39924) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:51.976077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd011518-472e-4255-82ba-395f83fbcb85 None None] Network 88955b83-9663-4f99-ae5d-2899245a4673 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 09:47:52.036691 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.093193 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9dae8948-3227-4da8-9dad-1f202b86d8c3 None None] Provisioning complete for port e308237d-b86f-4309-9eaa-0d792b293d32 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:52.093623 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9dae8948-3227-4da8-9dad-1f202b86d8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.103533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:47:52.422445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:51Z', 'revision_number': 3, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:52.619777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:47:52.620117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Updating router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 port 1869b248-66c9-404b-8583-4d17010bd184 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:47:52.650265 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.652850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5441d228-1182-4ac1-ad56-edeb709a5cb0 None None] Provisioning complete for port e308237d-b86f-4309-9eaa-0d792b293d32 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:52.653216 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5441d228-1182-4ac1-ad56-edeb709a5cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.661981 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.816411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Allocated IP 172.20.0.1 (88955b83-9663-4f99-ae5d-2899245a4673/33bdb2bb-e3d5-4b2b-971a-bb10ca837734/6081bedb-3285-4a08-8f2b-1c4a22708293) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:47:52.921049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.953999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.960754 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.966757 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:52.999465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Network 88955b83-9663-4f99-ae5d-2899245a4673 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:47:53.002437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:47:53.006880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:47:53.021699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Attempting to bind port 1869b248-66c9-404b-8583-4d17010bd184 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:47:53.022069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Attempting to bind port 1869b248-66c9-404b-8583-4d17010bd184 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:47:53.022429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Attempting to bind port 1869b248-66c9-404b-8583-4d17010bd184 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:47:53.029630 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:47:53.029965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6081bedb-3285-4a08-8f2b-1c4a22708293,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:53.030070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:47:53.030392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.030776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:47:53.031243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Bound port: 1869b248-66c9-404b-8583-4d17010bd184, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:47:53.031620 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.037978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b356c71-b868-4b2c-85b5-85a2f82f0c4d None None] Pushing event updated for resources: {'Port': ['ID=1869b248-66c9-404b-8583-4d17010bd184,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:53.049762 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.094861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] For port 1869b248-66c9-404b-8583-4d17010bd184, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:47:53.100678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] For port 1869b248-66c9-404b-8583-4d17010bd184, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1869b248-66c9-404b-8583-4d17010bd184,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:47:53.106834 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.172487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:47:53.173049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:47:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:53.174809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b356c71-b868-4b2c-85b5-85a2f82f0c4d None None] Pushing event updated for resources: {'Port': ['ID=1869b248-66c9-404b-8583-4d17010bd184,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:53.201765 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.305690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:47:53.307348 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fdcdb658-c90e-4afb-8da8-4a5c6f06699d None None] Provisioning complete for port 6081bedb-3285-4a08-8f2b-1c4a22708293 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:53.307726 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb658-c90e-4afb-8da8-4a5c6f06699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.371848 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.377676 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.416049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fdcdb658-c90e-4afb-8da8-4a5c6f06699d None None] Port 6081bedb-3285-4a08-8f2b-1c4a22708293 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:47:53.447449 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.450166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6081bedb-3285-4a08-8f2b-1c4a22708293,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:53.539120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:52Z', 'revision_number': 1, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:53.550899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Network 88955b83-9663-4f99-ae5d-2899245a4673 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:47:53.552524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:47:53.569002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9c61b-b56f-486c-b8c1-941789c4b554 None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:52Z', 'revision_number': 1, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:47:53.601664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e308237d-b86f-4309-9eaa-0d792b293d32 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:47:53.670899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e308237d-b86f-4309-9eaa-0d792b293d32 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:53.671273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.691935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:47:53.824390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:47:53.829894 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f44ca173-a2a5-47ce-9494-760b23bcb7c3 admin admin] 10.222.0.32 "PUT /v2.0/routers/fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243772 Oct 25 09:47:53.838814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-290c193a-a699-4301-80b7-0aa7e0993c9c None None] Provisioning complete for port 6081bedb-3285-4a08-8f2b-1c4a22708293 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:53.839183 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-290c193a-a699-4301-80b7-0aa7e0993c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:53.878303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-290c193a-a699-4301-80b7-0aa7e0993c9c None None] Port 6081bedb-3285-4a08-8f2b-1c4a22708293 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:47:54.240273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39932) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:54.245063 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-194f6483-2f8f-42ab-8b21-df5acf77e6b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964798235', 'description': 'tempest-description--93667285'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:54.270364 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-194f6483-2f8f-42ab-8b21-df5acf77e6b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.342816 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-194f6483-2f8f-42ab-8b21-df5acf77e6b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.347794 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-194f6483-2f8f-42ab-8b21-df5acf77e6b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.381130 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-194f6483-2f8f-42ab-8b21-df5acf77e6b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.382483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-194f6483-2f8f-42ab-8b21-df5acf77e6b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1409993 Oct 25 09:47:54.384743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f6483-2f8f-42ab-8b21-df5acf77e6b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01536b98-9816-4125-8de0-8af9054940bd,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:54.385384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39934) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:54.390003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-265cc47b-cea0-4f2e-8e19-9c0ef99130b9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'security_group_rule': {'security_group_id': '01536b98-9816-4125-8de0-8af9054940bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:54.420406 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-265cc47b-cea0-4f2e-8e19-9c0ef99130b9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.483615 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-265cc47b-cea0-4f2e-8e19-9c0ef99130b9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.487391 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-265cc47b-cea0-4f2e-8e19-9c0ef99130b9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.507880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cc47b-cea0-4f2e-8e19-9c0ef99130b9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3403a8b0-e2ae-46a6-8423-a243f14bfec8,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:54.518801 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-265cc47b-cea0-4f2e-8e19-9c0ef99130b9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.520047 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-265cc47b-cea0-4f2e-8e19-9c0ef99130b9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336422 Oct 25 09:47:54.522689 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 39936) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:54.527174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7963ab61-468f-41a4-9408-d2283fd1197f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'security_group_rule': {'security_group_id': '01536b98-9816-4125-8de0-8af9054940bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:54.556957 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7963ab61-468f-41a4-9408-d2283fd1197f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.625279 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7963ab61-468f-41a4-9408-d2283fd1197f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.632264 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7963ab61-468f-41a4-9408-d2283fd1197f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.652171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963ab61-468f-41a4-9408-d2283fd1197f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed49471-8007-4645-b1e1-10a8379c7fdf,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:54.663005 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7963ab61-468f-41a4-9408-d2283fd1197f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.664230 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7963ab61-468f-41a4-9408-d2283fd1197f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405988 Oct 25 09:47:54.667404 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39938) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:47:54.671980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:54.697199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.801893 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:54.906000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Allocated IP 172.25.8.130 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/c19764bd-b023-4201-a7c4-c8eb696b2558) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:47:55.010468 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.044116 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.082551 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:47:55.085443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:47:55.089079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:47:55.111415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'Port': ['ID=c19764bd-b023-4201-a7c4-c8eb696b2558,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:55.177873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.212083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.366523 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.371661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.443526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'Port': ['ID=c19764bd-b023-4201-a7c4-c8eb696b2558,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:55.453480 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.471734 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.473027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-301a780f-bba7-42db-a6af-3b5b4a8c1d55 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8045356 Oct 25 09:47:55.540490 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:47:55.556960 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:47:55.557653 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:47:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:55.615062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1869b248-66c9-404b-8583-4d17010bd184 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:47:55.633888 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-f212f94c-6d3c-4a81-8849-97e014765f59 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1964798235&fields=id&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 267 time: 0.0420003 Oct 25 09:47:55.667754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1869b248-66c9-404b-8583-4d17010bd184 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:55.668121 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.669802 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:47:55.748429 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.751887 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-d051c513-ca1a-409f-a4f5-8df212a95641 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:55.753749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-d051c513-ca1a-409f-a4f5-8df212a95641 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 812 time: 0.1109798 Oct 25 09:47:55.769296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 1869b248-66c9-404b-8583-4d17010bd184, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1869b248-66c9-404b-8583-4d17010bd184,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:55.772873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-339dd5b4-2e96-4b44-b6d1-9c8be2d3144b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/quotas/f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 375 time: 0.0109878 Oct 25 09:47:55.774516 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.826843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=1869b248-66c9-404b-8583-4d17010bd184,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:55.835383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-f5d110df-9e02-46d2-9ab0-ac09135e5f78 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541716 Oct 25 09:47:55.875225 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 2, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:55.901939 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:47:55.902281 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Updating router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 port 6081bedb-3285-4a08-8f2b-1c4a22708293 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 09:47:55.930793 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:55.936619 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-b1483f2e-c539-460b-81d1-86eecff87c28 service neutron] 10.222.0.32 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889623 Oct 25 09:47:56.027347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-4b420f15-9d74-47ba-b8b0-e0d27cc02c52 service neutron] 10.222.0.32 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834584 Oct 25 09:47:56.189839 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.196516 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.197514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1480faab-5e72-4d3d-84ea-b42a8367c07c req-6720ee1d-2d96-4785-9e72-295e6d948009 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 210 time: 0.0312555 Oct 25 09:47:56.249409 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Pushing event updated for resources: {'Port': ['ID=6081bedb-3285-4a08-8f2b-1c4a22708293,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:56.274320 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.274648 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.274978 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.275304 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.275626 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.275944 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.276263 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.276575 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.276925 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.277222 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.277587 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.277849 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:56.310852 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Attempting to bind port 6081bedb-3285-4a08-8f2b-1c4a22708293 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:47:56.311232 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Attempting to bind port 6081bedb-3285-4a08-8f2b-1c4a22708293 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:47:56.311594 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Attempting to bind port 6081bedb-3285-4a08-8f2b-1c4a22708293 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:47:56.318192 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:47:56.318567 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:47:56.318969 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.319357 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:47:56.319832 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Bound port: 6081bedb-3285-4a08-8f2b-1c4a22708293, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:47:56.320248 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.398347 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] For port 6081bedb-3285-4a08-8f2b-1c4a22708293, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:47:56.401710 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] For port 6081bedb-3285-4a08-8f2b-1c4a22708293, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6081bedb-3285-4a08-8f2b-1c4a22708293,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:47:56.407848 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.467130 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:47:56.467747 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:47:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:56.507091 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d3d36-e3cc-48f5-a6ec-1225d6e10228 None None] Pushing event updated for resources: {'Port': ['ID=6081bedb-3285-4a08-8f2b-1c4a22708293,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:56.528570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-5461f820-e8d1-4e7d-b5c4-8a00461d8b8b None None] Provisioning complete for port 6081bedb-3285-4a08-8f2b-1c4a22708293 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:56.529390 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5461f820-e8d1-4e7d-b5c4-8a00461d8b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.597945 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:47:56.637413 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5461f820-e8d1-4e7d-b5c4-8a00461d8b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.680526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5461f820-e8d1-4e7d-b5c4-8a00461d8b8b None None] For port 6081bedb-3285-4a08-8f2b-1c4a22708293, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6081bedb-3285-4a08-8f2b-1c4a22708293,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:47:56.686046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5461f820-e8d1-4e7d-b5c4-8a00461d8b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.738500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461f820-e8d1-4e7d-b5c4-8a00461d8b8b None None] Pushing event updated for resources: {'Port': ['ID=6081bedb-3285-4a08-8f2b-1c4a22708293,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:56.808631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a56926e2-ba8c-48ca-a83a-f7a09a551f92 None None] Provisioning complete for port 6081bedb-3285-4a08-8f2b-1c4a22708293 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:56.809648 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a56926e2-ba8c-48ca-a83a-f7a09a551f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:56.812747 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:47:56.839579 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad48184-af8c-477d-bf4c-d5d5e95feff1 None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:47:57.313237 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ba3894c4-9f48-4fca-ad89-7de6bbe3bafb req-b491fcab-2458-4729-8c27-735c34a00da4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 210 time: 0.0361238 Oct 25 09:47:57.337828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-28e91e47-3b91-4b04-a225-39f2b62b4173 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:57.339356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-28e91e47-3b91-4b04-a225-39f2b62b4173 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 812 time: 0.1250515 Oct 25 09:47:57.389562 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-cae759ad-4b94-4290-802d-dea5bf8d9e53 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 380 time: 0.0354986 Oct 25 09:47:57.400286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'port': {'device_id': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'admin_state_up': True, 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'security_groups': ['01536b98-9816-4125-8de0-8af9054940bd']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:57.509977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Made reservation on behalf of f238318a0e01450588eddf5c6c73da95 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:47:57.513824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:57.617404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1869b248-66c9-404b-8583-4d17010bd184 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:47:57.665258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Allocated IP 172.20.0.13 (88955b83-9663-4f99-ae5d-2899245a4673/33bdb2bb-e3d5-4b2b-971a-bb10ca837734/e0ca7391-df0c-41d6-94fe-5fd570593377) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:47:57.678046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1869b248-66c9-404b-8583-4d17010bd184 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:57.678578 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:57.760868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6081bedb-3285-4a08-8f2b-1c4a22708293 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:47:57.806761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6081bedb-3285-4a08-8f2b-1c4a22708293 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:57.807180 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:57.808031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:57.842591 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:57.887660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Network 88955b83-9663-4f99-ae5d-2899245a4673 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:47:57.890840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:47:57.894684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:47:57.901866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:57.949383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:57.949993 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:57.967256 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-99c909ad-cdbe-4fc0-b145-0b72c9157baa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708139 Oct 25 09:47:58.065987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Request body: {'port': {'device_id': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:47:58.123828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:58.130914 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-586f1240-f46d-4d1b-a58e-8760bd2f7b17 None None] Provisioning complete for port e0ca7391-df0c-41d6-94fe-5fd570593377 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:47:58.131272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-586f1240-f46d-4d1b-a58e-8760bd2f7b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:58.166466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-586f1240-f46d-4d1b-a58e-8760bd2f7b17 None None] Port e0ca7391-df0c-41d6-94fe-5fd570593377 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:47:58.387829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ca7391-df0c-41d6-94fe-5fd570593377 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:47:58.396243 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:58.408247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Transition to ACTIVE for port object e0ca7391-df0c-41d6-94fe-5fd570593377 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:47:58.413250 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:58.425637 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06b06f-38d1-47d0-9b95-9810afd41262 req-89f49a20-5019-4803-b932-82e484afadb4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:58.427227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d06b06f-38d1-47d0-9b95-9810afd41262 req-89f49a20-5019-4803-b932-82e484afadb4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 932 time: 0.0505545 Oct 25 09:47:58.469189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d06b06f-38d1-47d0-9b95-9810afd41262 req-2ddddc84-ee16-4942-854a-f081ebd2731e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358648 Oct 25 09:47:58.487113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:58.552760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Attempting to bind port e0ca7391-df0c-41d6-94fe-5fd570593377 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:47:58.553121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Attempting to bind port e0ca7391-df0c-41d6-94fe-5fd570593377 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:47:58.553455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Attempting to bind port e0ca7391-df0c-41d6-94fe-5fd570593377 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:47:58.558047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Port e0ca7391-df0c-41d6-94fe-5fd570593377 on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:47:58.558365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Attempting to bind port e0ca7391-df0c-41d6-94fe-5fd570593377 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:47:58.563497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:47:58.563828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:47:58.564211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:47:58.564639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Bound port: e0ca7391-df0c-41d6-94fe-5fd570593377, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:47:58.565027 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:58.633597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:47:58.637152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:47:58.641311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:58.677736 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:58.678422 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:47:58.679707 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] 10.222.0.18 "PUT /v2.0/ports/e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1092 time: 0.6618645 Oct 25 09:47:58.680145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:47:58.706761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:47:58.715258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.715519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.715855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.716183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.716508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.716827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.717213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.717494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.717813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.718129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.718443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.718754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f267c58-488b-4d9c-80de-eb87e5a75fbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:47:58.736432 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171a0207-0e1a-40cf-bc2b-b9950006a3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:47:58.797081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-2d666b60-aef3-4828-96c8-46c741449133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:58.799366 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-2d666b60-aef3-4828-96c8-46c741449133 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1095 time: 0.0533247 Oct 25 09:47:58.850539 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dfe6f9-34ad-488a-a115-bed3e4786184 x-openstack-request-id: req-d0dfe6f9-34ad-488a-a115-bed3e4786184 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:47:58.850822 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:47:58.851068 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0dfe6f9-34ad-488a-a115-bed3e4786184 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:47:58.851462 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'status': 'completed', 'code': 200} Oct 25 09:47:58.853371 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-0e934041-6d6c-4feb-8bc7-dbdd5942e619 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 217 time: 0.0413117 Oct 25 09:47:58.904607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-802f2f32-3f50-4da0-915d-49278d29ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:58.906098 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-802f2f32-3f50-4da0-915d-49278d29ffa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0456488 Oct 25 09:47:58.958577 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-ec1765b5-049f-4025-b12b-bcaf3bc518c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:58.960064 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-ec1765b5-049f-4025-b12b-bcaf3bc518c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450487 Oct 25 09:47:59.049424 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-80707d9a-451c-4323-9cb2-f98e0f111dd6 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824311 Oct 25 09:47:59.140940 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f551200c-86ad-4d00-b2eb-73f011166c08 req-4e4ae0b1-50dc-4086-b39b-64166ca25728 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848942 Oct 25 09:47:59.261756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-a1db4cb2-568b-4c1d-83ef-2550c46ff155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:59.263141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-a1db4cb2-568b-4c1d-83ef-2550c46ff155 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1095 time: 0.0400476 Oct 25 09:47:59.359898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-6af90daa-098e-4754-8cbc-40a934408c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:59.361482 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-6af90daa-098e-4754-8cbc-40a934408c4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0900722 Oct 25 09:47:59.411103 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-9cfcb745-0904-4710-a335-92c9f4700472 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 217 time: 0.0424371 Oct 25 09:47:59.459487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-e4924881-ac43-4005-8cf3-63c9f2c2b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:59.460940 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-e4924881-ac43-4005-8cf3-63c9f2c2b8ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0433879 Oct 25 09:47:59.509031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-5fd649b0-b805-4175-8c99-b9ec1491fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:59.510577 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-5fd649b0-b805-4175-8c99-b9ec1491fcc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430758 Oct 25 09:47:59.599192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6c11e-1faf-43bb-bb06-babd32a3b9c0 req-a0c6993d-a077-499d-80db-970f07b87189 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:47:59.601070 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54a6c11e-1faf-43bb-bb06-babd32a3b9c0 req-a0c6993d-a077-499d-80db-970f07b87189 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0568419 Oct 25 09:47:59.606070 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-aa6ea3f2-232e-4532-bf03-6d05c50f7c03 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877385 Oct 25 09:47:59.638691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-54a6c11e-1faf-43bb-bb06-babd32a3b9c0 req-3fee1e78-989b-4a55-a1ce-fbe0a8adb5dd tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Oct 25 09:47:59.701632 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-171a0207-0e1a-40cf-bc2b-b9950006a3aa req-4c5b1094-878b-4dbc-b960-544041fcae4a service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878329 Oct 25 09:48:01.051786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e426d-e79a-4ccc-999f-5c084e43a927 req-65faa36b-39ef-4f79-80b9-7f33a9e5289b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:01.053308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c3e426d-e79a-4ccc-999f-5c084e43a927 req-65faa36b-39ef-4f79-80b9-7f33a9e5289b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.3442507 Oct 25 09:48:01.090529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c3e426d-e79a-4ccc-999f-5c084e43a927 req-943e73c7-863a-48f2-96db-810ff9782d58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311565 Oct 25 09:48:02.204959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc266f0d-ace4-4fa3-9a22-29349ecefe3c req-d864c93c-c5c8-45a9-bb74-e9eb0bd96193 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:02.207030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc266f0d-ace4-4fa3-9a22-29349ecefe3c req-d864c93c-c5c8-45a9-bb74-e9eb0bd96193 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0481374 Oct 25 09:48:02.243384 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc266f0d-ace4-4fa3-9a22-29349ecefe3c req-195fb631-5800-444d-b288-c2d47028ff23 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304644 Oct 25 09:48:03.167045 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e0ca7391-df0c-41d6-94fe-5fd570593377 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:48:03.262140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:48:03.274383 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'mac_address': 'fa:16:3e:8d:6e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:48:03.311617 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:03.324354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ca7391-df0c-41d6-94fe-5fd570593377 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:48:03.344422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:48:03.349313 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:03.366799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d237d98-392b-453a-8b6b-0b0c5b51e7df req-b010d852-c3b2-4d16-aa17-fc994af49e44 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:03.368284 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d237d98-392b-453a-8b6b-0b0c5b51e7df req-b010d852-c3b2-4d16-aa17-fc994af49e44 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0556765 Oct 25 09:48:03.400443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:48:03.406668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d237d98-392b-453a-8b6b-0b0c5b51e7df req-f19550d2-d00e-49d0-ade9-a5dc4e23fbeb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Oct 25 09:48:03.700659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['e0ca7391-df0c-41d6-94fe-5fd570593377'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:48:04.527598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3ca46-1e5f-4d24-85ac-81de3fba5f72 req-6f6c6848-b78a-4288-95a4-c4d40299743d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:04.529370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ea3ca46-1e5f-4d24-85ac-81de3fba5f72 req-6f6c6848-b78a-4288-95a4-c4d40299743d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 945 time: 0.0518172 Oct 25 09:48:04.567201 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ea3ca46-1e5f-4d24-85ac-81de3fba5f72 req-c7a6cf11-66f8-4a47-8127-d6e61eb94959 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Oct 25 09:48:05.182001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e0ca7391-df0c-41d6-94fe-5fd570593377 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:48:05.233272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port e0ca7391-df0c-41d6-94fe-5fd570593377 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:48:05.237145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port e0ca7391-df0c-41d6-94fe-5fd570593377 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:48:05.237508 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:05.312366 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:05.334601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:48:05.336851 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa927324d88791dcd1f40587314090be8627a8e8dcd564ec45c6b99f7a16204" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0c442e-5c46-49b9-85d9-d042d681b136" -d '{"events": [{"server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "name": "network-vif-plugged", "status": "completed", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:48:05.349429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:48:05.353854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:05.381769 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cad465-39a9-4b8e-9fe0-bc0eb8473b9f x-openstack-request-id: req-76cad465-39a9-4b8e-9fe0-bc0eb8473b9f {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:48:05.382068 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "name": "network-vif-plugged", "status": "completed", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:48:05.382317 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76cad465-39a9-4b8e-9fe0-bc0eb8473b9f {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:48:05.382811 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'code': 200} Oct 25 09:48:05.408716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:48:05.501041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73a2aa-2af7-4a67-8714-c0b2d81f5d97 req-1eff5244-b44c-4d70-bfb7-298a0ee2ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:05.502540 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ca73a2aa-2af7-4a67-8714-c0b2d81f5d97 req-1eff5244-b44c-4d70-bfb7-298a0ee2ebc6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1097 time: 0.0403161 Oct 25 09:48:05.538572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ca73a2aa-2af7-4a67-8714-c0b2d81f5d97 req-1b0721d4-2918-4fc6-991f-6233c9cd80d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295439 Oct 25 09:48:05.684145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea909682-15d1-4ab0-841d-aac992869b79 req-03f8bbc6-317b-4850-823d-2b99b2b752e8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:05.685624 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea909682-15d1-4ab0-841d-aac992869b79 req-03f8bbc6-317b-4850-823d-2b99b2b752e8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0485365 Oct 25 09:48:05.723307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea909682-15d1-4ab0-841d-aac992869b79 req-dcd3c896-d57d-4d8a-acc3-d1c2d73dd342 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Oct 25 09:48:06.840047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391969-88a3-43b1-adee-793fd9bb0bb8 req-7d965467-cf8d-4484-b386-a01eb18942bc tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:06.841948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98391969-88a3-43b1-adee-793fd9bb0bb8 req-7d965467-cf8d-4484-b386-a01eb18942bc tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0512903 Oct 25 09:48:06.883083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98391969-88a3-43b1-adee-793fd9bb0bb8 req-d7f67e2b-e1e8-487f-bdc6-eb6c40a236b8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348134 Oct 25 09:48:08.001433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e72edc-22aa-4b35-a829-b1255670b832 req-0e467d3e-0ad8-40ec-ad03-144715b0eca0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:08.003964 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0e72edc-22aa-4b35-a829-b1255670b832 req-0e467d3e-0ad8-40ec-ad03-144715b0eca0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0539775 Oct 25 09:48:08.042511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0e72edc-22aa-4b35-a829-b1255670b832 req-6b3bf680-b67a-41d5-88c9-3c98bc8826de tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Oct 25 09:48:08.152010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb964f-2a47-4a83-a7c4-2f4a49ba9175 req-543f2cdb-5581-4ee0-9d65-c8f8779de12a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:08.153495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-10eb964f-2a47-4a83-a7c4-2f4a49ba9175 req-543f2cdb-5581-4ee0-9d65-c8f8779de12a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0492780 Oct 25 09:48:08.162413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 39994) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:48:08.166724 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'floatingip': {'port_id': 'e0ca7391-df0c-41d6-94fe-5fd570593377'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:48:08.204957 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:08.619424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:08.623266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:08.723428 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211 associated. External IP: 172.25.8.130, port: e0ca7391-df0c-41d6-94fe-5fd570593377. Oct 25 09:48:08.881813 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:08.931771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:48:09.039578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:48:09.044291 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:09.049853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:48:09.059258 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:48:09.059856 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:47:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:48:09.071644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0e2a1ebc-145d-4209-baa0-bbb38611e1e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "PUT /v2.0/floatingips/afa5e63d-cfb4-44c1-807f-23b2c367e211 HTTP/1.1" status: 200 len: 992 time: 0.9082570 Oct 25 09:48:09.072232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:48:09.074533 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fa840805fa75d9eb0da8178c8dd522437055fbf0a5bdb8ced9d4f3ef5619698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eedb01-3dab-4c9a-870c-05210a6fd560" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:48:09.180993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:48:09.185923 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31f76a-1649-40af-a2bb-12724335379c x-openstack-request-id: req-1c31f76a-1649-40af-a2bb-12724335379c {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:48:09.186278 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:48:09.186625 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c31f76a-1649-40af-a2bb-12724335379c {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:48:09.187096 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'status': 'completed', 'code': 200} Oct 25 09:48:09.267614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-20bf6bed-e4d1-4de1-b2b9-bc9cb90a348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:09.273063 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-20bf6bed-e4d1-4de1-b2b9-bc9cb90a348e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1097 time: 0.0417116 Oct 25 09:48:09.369151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-b9d4b73b-0ef3-48dd-bc14-036f26a21fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:09.370640 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-b9d4b73b-0ef3-48dd-bc14-036f26a21fd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0938323 Oct 25 09:48:09.423789 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:8d:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:48:08Z', 'revision_number': 1, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:48:09.447338 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-2b0d409f-df7b-4506-afe9-294f3cfe3cae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1000 time: 0.0682664 Oct 25 09:48:09.454998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:48:09.463771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:48:09.464374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:47:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:48:09.515411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-78332297-6704-4c21-9372-a7f17bb89ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:09.517240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-78332297-6704-4c21-9372-a7f17bb89ac2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0634675 Oct 25 09:48:09.573307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-7f1bdd3e-89e1-4d35-ad53-2708ce140b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:09.575051 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-7f1bdd3e-89e1-4d35-ad53-2708ce140b38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508916 Oct 25 09:48:09.695153 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-7a668526-4480-4f00-ade6-8e0c913e1054 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109581 Oct 25 09:48:09.740023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:48:09.809414 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08eedb01-3dab-4c9a-870c-05210a6fd560 req-2a62b105-8756-4846-982a-31adac80e3ba service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086583 Oct 25 09:48:09.964537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:8d:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:48:08Z', 'revision_number': 1, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:48:09.994559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc028bf2-b35b-43b9-a598-d5d7bf6e11ea None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:8d:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:48:08Z', 'revision_number': 1, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:48:10.022553 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:10.179970 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b670073c-8739-4532-81b8-23aea9af6076 None None] New status for floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:48:16.491460 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-15d0a783-7d93-4a29-9711-90cd52d6c3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:18.827898 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e7bbc2ad-c2aa-4311-8a79-e5143c08673c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:20.007474 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:20.092858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:21.518381 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:48:21.951616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:34.539222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0cc90df9-dbe3-487f-985c-b310241168ac req-d22145c2-d3c7-4dc0-bebd-0b67150c5b9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397260 Oct 25 09:48:34.640986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90df9-dbe3-487f-985c-b310241168ac req-320a061f-454d-4b8c-9339-43ded7879f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:34.642457 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0cc90df9-dbe3-487f-985c-b310241168ac req-320a061f-454d-4b8c-9339-43ded7879f7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1097 time: 0.0431063 Oct 25 09:48:34.743096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90df9-dbe3-487f-985c-b310241168ac req-8e8b7972-6877-4ba1-8f9a-c8e8b030e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:34.744542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0cc90df9-dbe3-487f-985c-b310241168ac req-8e8b7972-6877-4ba1-8f9a-c8e8b030e72c service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0833328 Oct 25 09:48:34.813072 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0cc90df9-dbe3-487f-985c-b310241168ac req-872ad42c-f2e5-4448-a4f2-705c8fc4c3ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1002 time: 0.0612507 Oct 25 09:48:34.861550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90df9-dbe3-487f-985c-b310241168ac req-1e3f643a-a88b-48f9-8ed0-7b3d5820903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:34.862995 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0cc90df9-dbe3-487f-985c-b310241168ac req-1e3f643a-a88b-48f9-8ed0-7b3d5820903a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0435927 Oct 25 09:48:34.907854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc90df9-dbe3-487f-985c-b310241168ac req-106d830c-b557-47a3-a25b-7629decf0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:48:34.909346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0cc90df9-dbe3-487f-985c-b310241168ac req-106d830c-b557-47a3-a25b-7629decf0662 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398118 Oct 25 09:48:35.003989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0cc90df9-dbe3-487f-985c-b310241168ac req-9ef494a7-bc80-474f-b77c-85c2f013cdf2 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873001 Oct 25 09:48:35.108537 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0cc90df9-dbe3-487f-985c-b310241168ac req-6de82164-bb10-44b6-92ac-8c9cca946564 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822494 Oct 25 09:48:38.878663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:40.020120 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:46.493372 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-82126205-8723-4742-aa1c-e61da3ce611e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:48.828796 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5ad3315d-5301-4810-8898-9588e4fcee3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:50.008200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:50.097374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:51.951492 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:48:58.518318 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:49:08.872869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:10.034749 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:16.497575 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a840f074-9b7c-4961-a74e-6ec3ec30d879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:18.830837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-811a7f59-df37-453d-8896-f215b3d4f678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:20.009763 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:20.099074 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:21.954568 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:35.517552 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:49:36.532925 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-42955cc5-ee45-402b-aa82-26f428c918e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444398 Oct 25 09:49:36.632819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-48e34b47-4806-4a71-80b2-c5ddce3980fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:49:36.634305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-48e34b47-4806-4a71-80b2-c5ddce3980fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1097 time: 0.0404747 Oct 25 09:49:36.737283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-ca83d238-c264-42a0-ab64-87811090f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:49:36.738728 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-ca83d238-c264-42a0-ab64-87811090f606 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0854361 Oct 25 09:49:36.806735 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-1f0a28f2-b850-49c3-b616-26ae169c3e93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1002 time: 0.0610929 Oct 25 09:49:36.855616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-89535366-54b5-42fe-876a-4323fc22d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:49:36.857076 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-89535366-54b5-42fe-876a-4323fc22d285 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0437129 Oct 25 09:49:36.905035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-6910bd46-d9c8-4dd4-9bb3-a35594d5acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:49:36.906488 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-6910bd46-d9c8-4dd4-9bb3-a35594d5acda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400586 Oct 25 09:49:36.997562 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-19f7f3c4-0985-4804-93fe-58a96795e0cc service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841002 Oct 25 09:49:37.088390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c444e595-39cc-4782-a271-baed13aa5ba7 req-ad55cbfe-0a4f-431f-8c16-58186959e462 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837407 Oct 25 09:49:38.887475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:40.047818 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:46.498586 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3e3b0949-b8ac-4c08-8387-4804acc8a2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:48.837554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7408743-8ddf-47bd-be4e-6dc093e7dd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:50.012495 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:50.103784 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:49:51.956707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:08.892762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:10.060130 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:12.517448 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:50:16.500372 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bc96875d-9bea-4234-a627-d110f71fe733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:18.830182 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf0a0-04fb-471a-bdf6-232e2d0edf52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:20.013659 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:20.105917 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:21.958771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:36.549418 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-977432fc-30bd-419e-a91e-bfb095d455be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462844 Oct 25 09:50:36.647451 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-af83e9bc-3382-4a64-a892-8ac0e08425b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:36.648916 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-af83e9bc-3382-4a64-a892-8ac0e08425b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1097 time: 0.0401196 Oct 25 09:50:36.757286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-d55f8fbe-a377-4040-ad77-66ac888566e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:36.758711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-d55f8fbe-a377-4040-ad77-66ac888566e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0875845 Oct 25 09:50:36.825143 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-ea9f03b7-c55e-4770-836f-536ac8dce550 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1002 time: 0.0590305 Oct 25 09:50:36.877226 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-9cde8083-80b1-46cf-a218-fe2bdd027870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:36.878618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-9cde8083-80b1-46cf-a218-fe2bdd027870 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0433564 Oct 25 09:50:36.926959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-7f08d301-b573-4c7b-bfe9-0b746b4b2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:36.928405 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-7f08d301-b573-4c7b-bfe9-0b746b4b2bf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427434 Oct 25 09:50:36.940256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-d9bff326-94bf-4df4-af64-7466dcce801b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:50:36.941212 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-d9bff326-94bf-4df4-af64-7466dcce801b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048707 Oct 25 09:50:37.030546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-8b336427-746a-4b3a-b7ef-3730fd92f359 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817053 Oct 25 09:50:37.440759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d116f-5f91-4360-a7a2-e08c1b66c4dd req-35b3dd14-43fb-4f49-a7e2-f10c3b2eebd5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:37.442296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-079d116f-5f91-4360-a7a2-e08c1b66c4dd req-35b3dd14-43fb-4f49-a7e2-f10c3b2eebd5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0547812 Oct 25 09:50:37.447274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3bc9f992-5e29-40ef-ae9f-5ca977c22f7e req-c5570ecc-b385-43ae-95fa-6475162e502d service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091814 Oct 25 09:50:37.485869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-079d116f-5f91-4360-a7a2-e08c1b66c4dd req-65ff50a3-ea51-4432-8371-06b3180b3347 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374234 Oct 25 09:50:37.735701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e95173-7f78-4e25-bc3c-8aa89e83da03 req-b25a8151-5e51-405f-a5c3-28c37a9a9fd6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:37.737190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94e95173-7f78-4e25-bc3c-8aa89e83da03 req-b25a8151-5e51-405f-a5c3-28c37a9a9fd6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0534651 Oct 25 09:50:37.776250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-94e95173-7f78-4e25-bc3c-8aa89e83da03 req-05dfce8f-ed74-4c1d-a557-03724cf3e63c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Oct 25 09:50:37.822783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-825b92e1-3d90-4be2-b46f-14cb1725808a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846446 Oct 25 09:50:38.894886 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7960545-eaeb-44f6-b1f0-1e913c8d492d req-39badb1f-4244-40f1-8d19-27cf6f3a4fce tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:38.896393 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7960545-eaeb-44f6-b1f0-1e913c8d492d req-39badb1f-4244-40f1-8d19-27cf6f3a4fce tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0501940 Oct 25 09:50:38.905049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:38.936141 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7960545-eaeb-44f6-b1f0-1e913c8d492d req-bbeca9b8-4abc-46cf-b7f2-b93b253e7309 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332313 Oct 25 09:50:39.055737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-6e5ba5fc-3971-4346-a937-ff42e3ae7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:39.057265 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-6e5ba5fc-3971-4346-a937-ff42e3ae7d55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1097 time: 0.0408273 Oct 25 09:50:39.150500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-4afde182-362b-49db-a5b1-de46e6447b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:39.151973 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-4afde182-362b-49db-a5b1-de46e6447b3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0882900 Oct 25 09:50:39.217164 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-20c2832a-cb88-42d1-a5be-f0065cc343d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1002 time: 0.0570488 Oct 25 09:50:39.267986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-dbb8bac5-fa28-49db-9cbd-5b6a8bd7a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:39.269408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-dbb8bac5-fa28-49db-9cbd-5b6a8bd7a82a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0447409 Oct 25 09:50:39.317539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-e862ed5e-1933-456d-a968-3c8591814af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:39.319067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-e862ed5e-1933-456d-a968-3c8591814af8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431817 Oct 25 09:50:39.410053 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-45a31212-e292-4cf8-8e11-9b9bf2990c17 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839753 Oct 25 09:50:39.504092 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a5439e66-5b19-447e-a462-97140228493d service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849233 Oct 25 09:50:40.057704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a551383-1a6d-476c-930d-0db02171368b req-4a7ec023-4899-4a40-95f7-9559f577caea tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:40.059190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a551383-1a6d-476c-930d-0db02171368b req-4a7ec023-4899-4a40-95f7-9559f577caea tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0515797 Oct 25 09:50:40.070951 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:40.104335 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a551383-1a6d-476c-930d-0db02171368b req-cf16d846-3cb6-4724-9041-f70debaaece0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382011 Oct 25 09:50:41.222547 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063afe3d-cd3d-4dcd-af88-cab8fe96e40d req-492fa7e3-af61-4af3-a298-dadafc9d6b48 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:41.223991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-063afe3d-cd3d-4dcd-af88-cab8fe96e40d req-492fa7e3-af61-4af3-a298-dadafc9d6b48 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0486596 Oct 25 09:50:41.261795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-063afe3d-cd3d-4dcd-af88-cab8fe96e40d req-6015a0b5-72ab-482e-b3c6-1710cd62d13d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Oct 25 09:50:42.377050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ebeba-d665-4bae-bcb3-3331b4ff00fe req-d7f1b893-283d-4426-ae85-d48bd995a644 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:42.378511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-492ebeba-d665-4bae-bcb3-3331b4ff00fe req-d7f1b893-283d-4426-ae85-d48bd995a644 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0475802 Oct 25 09:50:42.416426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-492ebeba-d665-4bae-bcb3-3331b4ff00fe req-d03e329d-83da-4a7e-b0ac-5baacb22f9e8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Oct 25 09:50:43.537876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc31372-4f6d-49b7-9bee-8197987c0781 req-9812f28b-d861-4e16-bd59-eb15252e6d29 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:43.539320 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5dc31372-4f6d-49b7-9bee-8197987c0781 req-9812f28b-d861-4e16-bd59-eb15252e6d29 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0513501 Oct 25 09:50:43.577760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5dc31372-4f6d-49b7-9bee-8197987c0781 req-d88c5cbb-71e3-472f-9ffe-92936852bd34 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Oct 25 09:50:44.695340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfd189-c332-48cc-abe0-2b873b87700a req-3e413c93-2754-4112-b65a-ac43ae1152c0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:44.696793 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddbfd189-c332-48cc-abe0-2b873b87700a req-3e413c93-2754-4112-b65a-ac43ae1152c0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0501902 Oct 25 09:50:44.734661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ddbfd189-c332-48cc-abe0-2b873b87700a req-f5e51c82-2b5b-4668-8cf4-8f8b82bd80db tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Oct 25 09:50:45.850415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667484c-de35-4a97-b558-848f94368968 req-f930302b-6452-49fb-8918-e27b12ed6ff6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:45.852045 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8667484c-de35-4a97-b558-848f94368968 req-f930302b-6452-49fb-8918-e27b12ed6ff6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0491245 Oct 25 09:50:45.889433 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8667484c-de35-4a97-b558-848f94368968 req-10f55353-ff07-4b81-ab0e-eeddaafa0fe6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Oct 25 09:50:46.501482 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8614-1ad6-4bc8-b5d0-84e345babc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:47.008304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e45f-8dbe-46da-b266-01b5c96a8d91 req-d19fe415-0ee4-4702-af8f-e233ff89f1ec tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:47.009813 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1120e45f-8dbe-46da-b266-01b5c96a8d91 req-d19fe415-0ee4-4702-af8f-e233ff89f1ec tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0522587 Oct 25 09:50:47.048082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1120e45f-8dbe-46da-b266-01b5c96a8d91 req-3322fce3-aaba-43ab-a2f4-e894b46b0df7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323439 Oct 25 09:50:48.165212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75267324-676f-4714-b128-3465be8cc8e0 req-e3eeaedd-33ca-4873-b1db-3c40702d4530 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:48.166675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75267324-676f-4714-b128-3465be8cc8e0 req-e3eeaedd-33ca-4873-b1db-3c40702d4530 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0497479 Oct 25 09:50:48.206427 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-75267324-676f-4714-b128-3465be8cc8e0 req-9f008a1e-977c-4c7f-a074-6e47ff88070f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336385 Oct 25 09:50:48.833008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17170189-e472-4495-8360-3437189834d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:49.323560 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c9240-c57d-4d05-83fe-9db30f88c120 req-833d39b5-22ac-4c0a-8cd2-f8181f1e8205 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:49.325030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-181c9240-c57d-4d05-83fe-9db30f88c120 req-833d39b5-22ac-4c0a-8cd2-f8181f1e8205 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Oct 25 09:50:49.365332 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-181c9240-c57d-4d05-83fe-9db30f88c120 req-131bd56b-a5de-4ef9-8cfa-ca6ec075f27e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Oct 25 09:50:49.516452 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:50:50.015956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:50.106669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:50.488365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e95ff5-c940-46e3-8da6-e2118bf83c86 req-9b71727b-6430-4be2-bc85-f2edfd0cac12 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:50.489851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39e95ff5-c940-46e3-8da6-e2118bf83c86 req-9b71727b-6430-4be2-bc85-f2edfd0cac12 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0527818 Oct 25 09:50:50.530506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39e95ff5-c940-46e3-8da6-e2118bf83c86 req-110ba428-75dd-4249-8262-37c754198166 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335467 Oct 25 09:50:51.626517 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-38e295ac-6974-43b2-8188-e572f78827d9 service neutron] show failed (client error): The resource could not be found. Oct 25 09:50:51.627534 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-38e295ac-6974-43b2-8188-e572f78827d9 service neutron] 10.222.0.18 "GET /v2.0/ports/e0ca7391-df0c-41d6-94fe-5fd570593377/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0564489 Oct 25 09:50:51.649856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84522531-747a-4087-b58a-b4d6f1ded539 req-912cde52-1d0a-4c5e-bda1-46b08998b2d0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:51.652487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84522531-747a-4087-b58a-b4d6f1ded539 req-912cde52-1d0a-4c5e-bda1-46b08998b2d0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0510433 Oct 25 09:50:51.692401 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84522531-747a-4087-b58a-b4d6f1ded539 req-327dd9d9-5d9c-4cc0-b105-ba4dacb933d0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344889 Oct 25 09:50:51.912771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-b1b5dc54-f0ba-4547-bf3d-c378e712ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:51.914556 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-b1b5dc54-f0ba-4547-bf3d-c378e712ed28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 1097 time: 0.0865190 Oct 25 09:50:51.932813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:50:51.961861 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:51.990531 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:52.191033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:50:52.223246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:50:52.264193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:50:52.266586 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c229e-6f2d-4b41-9a1d-b0c03adcaaf9" -d '{"events": [{"server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:50:52.270437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:52.283372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Transition to ACTIVE for port object e0ca7391-df0c-41d6-94fe-5fd570593377 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:50:52.287047 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:52.322643 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbae6a6-6223-4300-be7f-f0b42638f0c7 x-openstack-request-id: req-9dbae6a6-6223-4300-be7f-f0b42638f0c7 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:50:52.322947 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:50:52.323293 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dbae6a6-6223-4300-be7f-f0b42638f0c7 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:50:52.323609 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'code': 200} Oct 25 09:50:52.373143 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:50:52.387900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.388246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.388587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.388946 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.389281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.389614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.389943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.390268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.390594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.390917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.391239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.391555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:52.429826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] No DVR routers for this DVR port e0ca7391-df0c-41d6-94fe-5fd570593377 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:50:52.567816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Attempting to bind port e0ca7391-df0c-41d6-94fe-5fd570593377 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:50:52.568270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Attempting to bind port e0ca7391-df0c-41d6-94fe-5fd570593377 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:50:52.568602 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Attempting to bind port e0ca7391-df0c-41d6-94fe-5fd570593377 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:50:52.573279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Port e0ca7391-df0c-41d6-94fe-5fd570593377 on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:50:52.573593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Attempting to bind port e0ca7391-df0c-41d6-94fe-5fd570593377 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:50:52.578675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:50:52.579011 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:50:52.579397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:50:52.579825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Bound port: e0ca7391-df0c-41d6-94fe-5fd570593377, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:50:52.580210 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:52.642712 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:50:52.646439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:50:52.651001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:52.691012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:52.691653 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:52.693089 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1092 time: 0.7646835 Oct 25 09:50:52.715567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bbaf1-8b77-4e05-877a-2d2e80324551 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:50:52.769386 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-5fe9661f-814b-48b5-a386-aa6186dc722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:52.770961 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-5fe9661f-814b-48b5-a386-aa6186dc722a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1095 time: 0.0424562 Oct 25 09:50:52.820532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fbcec-a23c-445c-ba36-b3059d05cd04 req-0fd3397b-e80a-4fb4-b60c-37b208594c1b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:52.825391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-871fbcec-a23c-445c-ba36-b3059d05cd04 req-0fd3397b-e80a-4fb4-b60c-37b208594c1b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0557406 Oct 25 09:50:52.862106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-871fbcec-a23c-445c-ba36-b3059d05cd04 req-d591786d-1c7b-474b-827c-f985f7c05625 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338213 Oct 25 09:50:52.884473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-6d47835a-37e6-43b9-9304-49081a95cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:52.885990 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-6d47835a-37e6-43b9-9304-49081a95cc68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1060650 Oct 25 09:50:52.951938 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-d23b4b5a-eeea-49be-ab6d-6db56ccb90de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1000 time: 0.0586028 Oct 25 09:50:53.000838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-4dfda6b8-86d8-41b0-9206-9e70a67b6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:53.002345 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-4dfda6b8-86d8-41b0-9206-9e70a67b6b8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0439184 Oct 25 09:50:53.052847 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-ebaf230d-7d74-4cf3-8770-cd96a4cc316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:53.054366 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-ebaf230d-7d74-4cf3-8770-cd96a4cc316d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446286 Oct 25 09:50:53.144606 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-f6b80ed2-8ac4-4b7b-b736-733eb9cadc34 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818663 Oct 25 09:50:53.240013 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f73aa634-45dd-45fe-866b-ac142eb1bd2d req-fd133655-a928-4d31-8ee8-6394dd607a59 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Oct 25 09:50:53.981679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c738-e346-43a9-bbb5-3637b79c9f00 req-ff88ed39-2741-4a4a-8fcd-f705e83b838d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:53.983113 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5202c738-e346-43a9-bbb5-3637b79c9f00 req-ff88ed39-2741-4a4a-8fcd-f705e83b838d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0509081 Oct 25 09:50:54.020231 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5202c738-e346-43a9-bbb5-3637b79c9f00 req-26e9775b-5ab2-482b-93e4-81b4d89b8a7b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301158 Oct 25 09:50:54.325438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:50:54.327830 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0937645-c731-4024-9c8c-fcb87445f235" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:50:54.375354 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7197c142-df8d-4301-8da0-85276fbf728a x-openstack-request-id: req-7197c142-df8d-4301-8da0-85276fbf728a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:50:54.375645 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:50:54.375900 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7197c142-df8d-4301-8da0-85276fbf728a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:50:54.376300 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'status': 'completed', 'code': 200} Oct 25 09:50:54.481743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937645-c731-4024-9c8c-fcb87445f235 req-748d2d27-3902-48b7-b072-d6949a0587e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:54.483226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-748d2d27-3902-48b7-b072-d6949a0587e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1095 time: 0.0687220 Oct 25 09:50:54.484958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937645-c731-4024-9c8c-fcb87445f235 req-90de7d94-a51c-4b3b-aab4-96ac36e5e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:54.486305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-90de7d94-a51c-4b3b-aab4-96ac36e5e6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1095 time: 0.0628076 Oct 25 09:50:54.647383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937645-c731-4024-9c8c-fcb87445f235 req-8214cfc3-bdeb-49c1-97f3-a3cdde76fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:54.648836 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-8214cfc3-bdeb-49c1-97f3-a3cdde76fd3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1592698 Oct 25 09:50:54.649915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937645-c731-4024-9c8c-fcb87445f235 req-53ec32d0-129b-4880-ba73-0e3173fbae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:54.651212 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-53ec32d0-129b-4880-ba73-0e3173fbae34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1546161 Oct 25 09:50:54.761560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-64e149e8-48dc-4501-8571-e6d6a4550ef0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1000 time: 0.1049948 Oct 25 09:50:54.763311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-babb238f-19d6-48da-9aa1-3e1611aad80c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1000 time: 0.1010394 Oct 25 09:50:54.845192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937645-c731-4024-9c8c-fcb87445f235 req-246bd84f-cdf9-452c-b17f-75ccf683fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:54.846635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-246bd84f-cdf9-452c-b17f-75ccf683fb61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0777805 Oct 25 09:50:54.848008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937645-c731-4024-9c8c-fcb87445f235 req-f897d1a5-f382-495c-ad6f-57fc83dc9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:54.849336 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-f897d1a5-f382-495c-ad6f-57fc83dc9a09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0787756 Oct 25 09:50:54.922561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937645-c731-4024-9c8c-fcb87445f235 req-1e97ac1d-3fe2-4381-a20f-121cc550364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:54.923946 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-1e97ac1d-3fe2-4381-a20f-121cc550364b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708942 Oct 25 09:50:54.929496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937645-c731-4024-9c8c-fcb87445f235 req-39c04198-3286-447b-a3c2-8a4843db1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:54.930866 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-39c04198-3286-447b-a3c2-8a4843db1f67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510340 Oct 25 09:50:55.081955 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-487f6cc9-abfd-4910-ae67-473fd9594322 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500666 Oct 25 09:50:55.084201 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-b09dda03-4e00-476f-a65f-cd5ea78bc0c4 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450300 Oct 25 09:50:55.140787 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ee8b9-139c-495a-97b3-55b19030b41b req-48e375d2-241c-4f65-9ad5-26317ae72015 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:55.142270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-934ee8b9-139c-495a-97b3-55b19030b41b req-48e375d2-241c-4f65-9ad5-26317ae72015 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0496242 Oct 25 09:50:55.180628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-934ee8b9-139c-495a-97b3-55b19030b41b req-e5c7c83b-48a2-4f49-8000-20e5796837f8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Oct 25 09:50:55.240871 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-839f6a3b-80cc-4946-964d-a9004a21803a service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523042 Oct 25 09:50:55.242753 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d0937645-c731-4024-9c8c-fcb87445f235 req-bce766dc-50e6-46b0-9fa5-e5b760e6a412 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472402 Oct 25 09:50:56.055456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e0ca7391-df0c-41d6-94fe-5fd570593377 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:50:56.094562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e0ca7391-df0c-41d6-94fe-5fd570593377 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:50:56.301658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02961bf-953f-4170-8848-c51d5567e698 req-207223e7-9026-4b7c-a9d6-f593cc7f6085 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:56.303157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e02961bf-953f-4170-8848-c51d5567e698 req-207223e7-9026-4b7c-a9d6-f593cc7f6085 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0509124 Oct 25 09:50:56.349521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e02961bf-953f-4170-8848-c51d5567e698 req-83d64dd9-8f99-4080-a5f9-3d68399c0492 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396161 Oct 25 09:50:57.466345 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0937f7-d9d3-488e-bf94-f942699e3cfe req-cddb6c54-bfab-4a93-8f9c-b6690a5a36b8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:57.467779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d0937f7-d9d3-488e-bf94-f942699e3cfe req-cddb6c54-bfab-4a93-8f9c-b6690a5a36b8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0510499 Oct 25 09:50:57.504611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d0937f7-d9d3-488e-bf94-f942699e3cfe req-a6aa9cfc-3a7f-4519-8c6a-9c134d2b83ea tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300109 Oct 25 09:50:57.592976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e0ca7391-df0c-41d6-94fe-5fd570593377 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:50:57.703658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf01202-2d52-47f6-a329-c8e7ed2b8eb5 req-e7427731-3185-408c-a344-81cac4432fae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:57.703893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:50:57.707682 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cf01202-2d52-47f6-a329-c8e7ed2b8eb5 req-e7427731-3185-408c-a344-81cac4432fae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 944 time: 0.0534704 Oct 25 09:50:57.716110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'mac_address': 'fa:16:3e:8d:6e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:50:57.743210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-37808f08-6fe3-460b-8c47-1de5c464ccce tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:57.744998 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-37808f08-6fe3-460b-8c47-1de5c464ccce tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6&tenant_id=f238318a0e01450588eddf5c6c73da95&binding%3Ahost_id=n-h1-814746-2 HTTP/1.1" status: 200 len: 944 time: 0.0593400 Oct 25 09:50:57.751379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cf01202-2d52-47f6-a329-c8e7ed2b8eb5 req-98f33790-dab1-4d09-8d98-044267ec8206 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382674 Oct 25 09:50:57.757534 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:57.771588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ca7391-df0c-41d6-94fe-5fd570593377 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:50:57.791391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:50:57.797290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:57.811361 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-ebf8f694-5a48-412a-85c0-cdc67a30be21 service neutron] delete failed (client error): The resource could not be found. Oct 25 09:50:57.812415 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-ebf8f694-5a48-412a-85c0-cdc67a30be21 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e0ca7391-df0c-41d6-94fe-5fd570593377/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0596306 Oct 25 09:50:57.843600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:50:57.851198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.851541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.851879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.852237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.852566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.852906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.853238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.853562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.853890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.854242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.854564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.854880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:50:57.917913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-aded1c43-b29a-4b6e-ae2e-8f78658d7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:57.919395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-aded1c43-b29a-4b6e-ae2e-8f78658d7bef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0414503 Oct 25 09:50:58.017057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-e99fd9f5-71ce-4aad-b698-ea88352914e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:58.018424 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-e99fd9f5-71ce-4aad-b698-ea88352914e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0920217 Oct 25 09:50:58.084449 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-250cd390-478b-4eb5-b033-5682ffcce62d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 200 len: 1001 time: 0.0589702 Oct 25 09:50:58.135240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-319e0d25-5e0c-489b-8842-6a4e828f0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:58.136651 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-319e0d25-5e0c-489b-8842-6a4e828f0692 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0426633 Oct 25 09:50:58.185527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-04fbf7a0-952c-4da9-9a9d-6ff1a778e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:58.187012 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-04fbf7a0-952c-4da9-9a9d-6ff1a778e826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433841 Oct 25 09:50:58.240368 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['e0ca7391-df0c-41d6-94fe-5fd570593377'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:50:58.275652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-490af1b8-2e87-46ec-852b-068d3f40b5ee service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817444 Oct 25 09:50:58.369261 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5a77d44e-cba7-4c40-b2dc-df0a0d458248 req-a1fbfdf6-6dec-428a-b02f-ca126aa8e50e service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864050 Oct 25 09:50:58.874082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694de8-2acc-4d9a-ba28-b38a75260789 req-7c7704a2-acda-408d-a4d6-440d3f3f560a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:50:58.875686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0694de8-2acc-4d9a-ba28-b38a75260789 req-7c7704a2-acda-408d-a4d6-440d3f3f560a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 945 time: 0.0498376 Oct 25 09:50:58.915366 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0694de8-2acc-4d9a-ba28-b38a75260789 req-f5ce7732-e1c6-4aa2-a2f6-302b48711782 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Oct 25 09:50:59.599622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e0ca7391-df0c-41d6-94fe-5fd570593377 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:50:59.646634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port e0ca7391-df0c-41d6-94fe-5fd570593377 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:50:59.650405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port e0ca7391-df0c-41d6-94fe-5fd570593377 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:50:59.650771 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:59.730236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:59.751292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:50:59.765879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:50:59.769729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:50:59.805757 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a750532-39e6-42a3-b8d7-f71237000895" -d '{"events": [{"server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "name": "network-vif-plugged", "status": "completed", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:50:59.824624 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:50:59.892492 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a24813-d61f-4881-a366-2bdf493f0054 x-openstack-request-id: req-83a24813-d61f-4881-a366-2bdf493f0054 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:50:59.892780 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "name": "network-vif-plugged", "status": "completed", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:50:59.893119 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83a24813-d61f-4881-a366-2bdf493f0054 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:50:59.893521 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'code': 200} Oct 25 09:51:00.036004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a0cd6-ad7d-464b-a462-e355bf90b322 req-b426566f-63fa-45b6-9606-3ac9cb16ba25 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:00.037474 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d06a0cd6-ad7d-464b-a462-e355bf90b322 req-b426566f-63fa-45b6-9606-3ac9cb16ba25 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0520618 Oct 25 09:51:00.074919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d06a0cd6-ad7d-464b-a462-e355bf90b322 req-35fe8024-cb17-4193-809a-1c76d003a8ce tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310476 Oct 25 09:51:00.190457 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826115a5-6d13-4941-be91-3d2cc928dbc3 req-6efe8ec5-b2f5-44c9-a476-22b49579d26b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:00.191919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-826115a5-6d13-4941-be91-3d2cc928dbc3 req-6efe8ec5-b2f5-44c9-a476-22b49579d26b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0495167 Oct 25 09:51:00.234932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-826115a5-6d13-4941-be91-3d2cc928dbc3 req-3b64d32b-5d60-4b85-9b74-a9550178bfc3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365000 Oct 25 09:51:00.348344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f245ea0-7f40-49d1-bcf6-38c5a39a8708 req-92a9caff-9d6a-47ed-a6b8-5eec40c63f9d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:00.349801 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f245ea0-7f40-49d1-bcf6-38c5a39a8708 req-92a9caff-9d6a-47ed-a6b8-5eec40c63f9d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0481615 Oct 25 09:51:00.388117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f245ea0-7f40-49d1-bcf6-38c5a39a8708 req-4c4b5480-385a-4a97-82cc-163fb62d4fa9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Oct 25 09:51:00.626324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd385bc8-b075-4136-a19a-84b20d605193 req-d8a76e34-f10d-4c6f-9e75-d69767a82e07 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:00.627644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd385bc8-b075-4136-a19a-84b20d605193 req-d8a76e34-f10d-4c6f-9e75-d69767a82e07 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0517807 Oct 25 09:51:00.665034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd385bc8-b075-4136-a19a-84b20d605193 req-62aaf6e8-b2ee-4bb2-9448-ff8a50c5dcda tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309143 Oct 25 09:51:01.782321 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1fc06-0f26-4515-9e39-a6131c49c448 req-a9fea210-02bf-4383-9f49-f82cbe98b4ef tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:01.783778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed1fc06-0f26-4515-9e39-a6131c49c448 req-a9fea210-02bf-4383-9f49-f82cbe98b4ef tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0490236 Oct 25 09:51:01.822210 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed1fc06-0f26-4515-9e39-a6131c49c448 req-e519f89d-3115-4546-869c-aad19b08b6fa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321586 Oct 25 09:51:02.129519 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-b37f1a35-3f49-4e09-bc33-830afa6acdb3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:02.131021 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-b37f1a35-3f49-4e09-bc33-830afa6acdb3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 946 time: 0.0501955 Oct 25 09:51:02.221360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Deleting port e0ca7391-df0c-41d6-94fe-5fd570593377 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:51:02.221705 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:02.310807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] For port e0ca7391-df0c-41d6-94fe-5fd570593377, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e0ca7391-df0c-41d6-94fe-5fd570593377,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:51:02.311169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:02.477979 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:02.478338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:02.478722 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211 disassociated. External IP: 172.25.8.130, port: e0ca7391-df0c-41d6-94fe-5fd570593377. Oct 25 09:51:02.479152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Calling delete_port for e0ca7391-df0c-41d6-94fe-5fd570593377 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:51:02.608813 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:02.637857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event deleted for resources: {'Port': ['ID=e0ca7391-df0c-41d6-94fe-5fd570593377,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:51:02.754219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:51:02.865109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:51:02.875467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:51:02.889571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:51:02.890299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:50:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:51:02.907126 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] No DVR routers for this DVR port e0ca7391-df0c-41d6-94fe-5fd570593377 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:51:02.909857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:02.913766 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5c7a518f-a6b8-45f5-bdb0-a2c2030f877b req-ab6b6d9f-6baf-40e9-9fd8-81ca5f852aa2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "DELETE /v2.0/ports/e0ca7391-df0c-41d6-94fe-5fd570593377 HTTP/1.1" status: 204 len: 173 time: 0.7760680 Oct 25 09:51:02.914217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'name': 'network-vif-deleted', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:51:02.916918 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045aba0f-9b22-4de8-9f95-3f0946e4518a" -d '{"events": [{"server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "name": "network-vif-deleted", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:51:02.929654 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a896c3cd-d1e0-4722-b98b-ababd07b219f req-c2d3150b-af92-4bf9-9ecb-bbfe715b8bda tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae3654d8-af73-4958-9778-9caf271c4bc6 HTTP/1.1" status: 200 len: 210 time: 0.0357726 Oct 25 09:51:02.969741 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80994911-436c-4d18-bc2b-d93f0027c57e x-openstack-request-id: req-80994911-436c-4d18-bc2b-d93f0027c57e {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:51:02.970118 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3654d8-af73-4958-9778-9caf271c4bc6", "name": "network-vif-deleted", "tag": "e0ca7391-df0c-41d6-94fe-5fd570593377", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:51:02.970468 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80994911-436c-4d18-bc2b-d93f0027c57e {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:51:02.970927 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3654d8-af73-4958-9778-9caf271c4bc6', 'name': 'network-vif-deleted', 'tag': 'e0ca7391-df0c-41d6-94fe-5fd570593377', 'status': 'completed', 'code': 200} Oct 25 09:51:03.023224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:51:03.231953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:51:03.259548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:51:03.268191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:51:03.268791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:50:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:51:03.371996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:51:03.566293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:51:03.593737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302322e3-7ea3-4084-901e-4201e24a41dd None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:51:03.805678 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd0ad0-ebf2-4684-8174-683484c90361 None None] New status for floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:51:04.156932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-57403ea3-b059-4bb3-b7e1-efa96255edba tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1964798235&fields=id&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 267 time: 0.0331492 Oct 25 09:51:04.271480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-ca639c2b-eda5-4144-aa84-0afff7e548c8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:04.272987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-ca639c2b-eda5-4144-aa84-0afff7e548c8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 812 time: 0.1087246 Oct 25 09:51:04.287987 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-150e29e7-6b7e-414d-8b37-5b494a71cc05 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/quotas/f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 375 time: 0.0091293 Oct 25 09:51:04.340032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-b253fd7a-0adc-4ba3-9875-26934ff5a6b6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465419 Oct 25 09:51:04.512511 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-0f211e4c-4344-4ed2-85c0-36e531a20d45 service neutron] 10.222.0.32 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267183 Oct 25 09:51:04.601385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-8e37995b-79be-4ae3-871e-70828b36c237 service neutron] 10.222.0.32 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826998 Oct 25 09:51:04.766644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-92c056ed-4b68-4455-ab9d-07b33eb675e7 req-1933799a-2cd0-46b6-981a-0458aa42066f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 210 time: 0.0299864 Oct 25 09:51:05.658339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e0ca7391-df0c-41d6-94fe-5fd570593377 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:51:05.679575 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: e0ca7391-df0c-41d6-94fe-5fd570593377 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:51:05.680197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e0ca7391-df0c-41d6-94fe-5fd570593377 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:51:05.767236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-d6b19b42-917d-4376-a5e6-e8b7c4eab0c5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:05.768676 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-d6b19b42-917d-4376-a5e6-e8b7c4eab0c5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 812 time: 0.1204162 Oct 25 09:51:05.827301 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-f962ca2c-575d-4e88-ba20-0d718e8d7da3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 380 time: 0.0360470 Oct 25 09:51:05.861944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'port': {'device_id': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'admin_state_up': True, 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'security_groups': ['01536b98-9816-4125-8de0-8af9054940bd']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:51:05.873145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-63a85fb4-5acd-48c2-8232-ff6c1553e9bf req-689d0c95-23d4-4c26-8429-3f59e943bae0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 210 time: 0.0291431 Oct 25 09:51:05.970765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Made reservation on behalf of f238318a0e01450588eddf5c6c73da95 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:51:05.974431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:06.104427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Allocated IP 172.20.0.8 (88955b83-9663-4f99-ae5d-2899245a4673/33bdb2bb-e3d5-4b2b-971a-bb10ca837734/e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:51:06.255642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:06.291154 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:06.333995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Network 88955b83-9663-4f99-ae5d-2899245a4673 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:51:06.337588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:51:06.341256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:51:06.347438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:51:06.402606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:06.403231 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:06.421573 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-6daca049-f21b-4bc2-8e4e-c3da26266718 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5634413 Oct 25 09:51:06.439541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Request body: {'port': {'device_id': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:51:06.590580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-38047a0a-7197-4cf3-ba49-8d2de6e5d252 None None] Provisioning complete for port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:51:06.591055 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-38047a0a-7197-4cf3-ba49-8d2de6e5d252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:06.630310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-38047a0a-7197-4cf3-ba49-8d2de6e5d252 None None] Port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:51:06.818977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:06.992179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116f3eb-cf53-41c1-8b6a-389d28e856aa req-e82ffafd-dbe8-4a99-b12b-8ba7ad236ceb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:06.994502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2116f3eb-cf53-41c1-8b6a-389d28e856aa req-e82ffafd-dbe8-4a99-b12b-8ba7ad236ceb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 931 time: 0.0502448 Oct 25 09:51:07.033204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2116f3eb-cf53-41c1-8b6a-389d28e856aa req-6d4f93cf-e32c-4c54-895a-7611273691bb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326288 Oct 25 09:51:07.081754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:51:07.089197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:07.100845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Transition to ACTIVE for port object e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:51:07.104956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:07.155544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:51:07.225604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Attempting to bind port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:51:07.225986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Attempting to bind port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:51:07.226476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Attempting to bind port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:51:07.231114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:51:07.231434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Attempting to bind port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:51:07.236554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:51:07.236910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:51:07.237305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:51:07.237737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Bound port: e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:51:07.238091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:07.307658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:51:07.311607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:51:07.315622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:07.351624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:07.352231 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:07.353827 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] 10.222.0.41 "PUT /v2.0/ports/e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 1091 time: 0.9189472 Oct 25 09:51:07.354260 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:51:07.357386 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a40c45-47ca-48ae-a0c1-1448e3897e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:51:07.393091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dccd2-dba3-4571-ac50-5ff1c95f70fc service neutron] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:51:07.402213 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc5dcd3-1314-49d9-94f6-eeac07bb103b x-openstack-request-id: req-1cc5dcd3-1314-49d9-94f6-eeac07bb103b {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:51:07.402508 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:51:07.402766 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cc5dcd3-1314-49d9-94f6-eeac07bb103b {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:51:07.403261 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'status': 'completed', 'code': 200} Oct 25 09:51:07.460296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-a13efaa9-95dc-4609-8f64-f2e68a9413be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:07.461858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-a13efaa9-95dc-4609-8f64-f2e68a9413be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1094 time: 0.0441110 Oct 25 09:51:07.511667 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-54adc5cd-48b9-4f6d-af41-acfba4460a21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 217 time: 0.0374205 Oct 25 09:51:07.572685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-ec90c465-5a40-4e42-a5cb-a90a2b3340c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:07.574218 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-ec90c465-5a40-4e42-a5cb-a90a2b3340c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0540648 Oct 25 09:51:07.623618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-5dde3d72-817e-4e47-b05f-131e91529d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:07.625187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-5dde3d72-817e-4e47-b05f-131e91529d49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433774 Oct 25 09:51:07.716963 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-e2c24aa2-9877-479a-b875-91536e8c0a54 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846229 Oct 25 09:51:07.806548 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48ff9c35-9aae-42fe-a853-65feaafb6cad req-2e2ec0ba-4f75-4040-92f1-0b712afbde55 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828753 Oct 25 09:51:07.929049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-201e2a75-e5f4-4e00-99f8-424edbd1692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:07.930683 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-201e2a75-e5f4-4e00-99f8-424edbd1692b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1094 time: 0.0410621 Oct 25 09:51:08.023697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-33e05e45-d16f-4012-ae8d-174097bf457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:08.025181 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-33e05e45-d16f-4012-ae8d-174097bf457a service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0870180 Oct 25 09:51:08.069133 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-f4d39722-3e45-435c-b9e9-1c144a2bd8ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 217 time: 0.0352125 Oct 25 09:51:08.123623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-fe42f3f8-f2e1-4376-930c-987c8abdced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:08.125150 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-fe42f3f8-f2e1-4376-930c-987c8abdced3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0488532 Oct 25 09:51:08.152499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec9fa-ed08-4429-b777-fddba4a20ad8 req-2f15d20c-f168-49e6-9278-347c50370200 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:08.154026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e88ec9fa-ed08-4429-b777-fddba4a20ad8 req-2f15d20c-f168-49e6-9278-347c50370200 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 943 time: 0.0487475 Oct 25 09:51:08.173406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-a74ebb0f-1e35-47de-8014-47eec3e39d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:08.174929 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-a74ebb0f-1e35-47de-8014-47eec3e39d55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411255 Oct 25 09:51:08.198317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e88ec9fa-ed08-4429-b777-fddba4a20ad8 req-63ddffc1-464b-4868-a151-cadfe6e414bd tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381382 Oct 25 09:51:08.263864 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-9b8707f0-186b-4e55-ad59-b216e001bfdf service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817008 Oct 25 09:51:08.355855 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-61a40c45-47ca-48ae-a0c1-1448e3897e6f req-7ccd8275-e727-46ab-9089-b9eacc664103 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850811 Oct 25 09:51:08.914888 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:09.319729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f93a4-90b5-4c86-a8d1-6e2a39aba95c req-bc0c995a-49f5-4b11-ba17-e457f44ae5f9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:09.321909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c0f93a4-90b5-4c86-a8d1-6e2a39aba95c req-bc0c995a-49f5-4b11-ba17-e457f44ae5f9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 943 time: 0.0552647 Oct 25 09:51:09.359623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c0f93a4-90b5-4c86-a8d1-6e2a39aba95c req-483ddf50-50c9-4780-99d5-a87c02857521 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315957 Oct 25 09:51:10.077649 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:10.475646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb95b56-3c78-435d-a395-7c25e8e8b4e3 req-4436afa6-7229-48f7-be5b-0dd394a5c496 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:10.477139 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6eb95b56-3c78-435d-a395-7c25e8e8b4e3 req-4436afa6-7229-48f7-be5b-0dd394a5c496 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 943 time: 0.0490994 Oct 25 09:51:10.515039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6eb95b56-3c78-435d-a395-7c25e8e8b4e3 req-38d508f7-2865-4dad-a7ea-b21fc99b87f3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313711 Oct 25 09:51:11.643605 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51736b-9051-44eb-8fd1-48cd0bab3084 req-f08942a6-ca01-48b1-a98f-db73cfc795a4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:11.645087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e51736b-9051-44eb-8fd1-48cd0bab3084 req-f08942a6-ca01-48b1-a98f-db73cfc795a4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 943 time: 0.0549858 Oct 25 09:51:11.664920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:51:11.686407 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e51736b-9051-44eb-8fd1-48cd0bab3084 req-0186d639-f59f-485a-96b7-36266d04709a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339923 Oct 25 09:51:11.770572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:51:11.782068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'mac_address': 'fa:16:3e:02:1f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:51:11.819954 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:11.832753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:51:11.851477 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:51:11.856241 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:11.907581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:51:12.273155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:51:12.819634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026ae76-0de6-41cb-97ea-1d4ce128009c req-1adc313e-dfda-45ae-a592-7eb453fb830b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:12.821235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f026ae76-0de6-41cb-97ea-1d4ce128009c req-1adc313e-dfda-45ae-a592-7eb453fb830b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 944 time: 0.0596032 Oct 25 09:51:12.862296 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f026ae76-0de6-41cb-97ea-1d4ce128009c req-e6804176-bc2d-422f-88f1-d7e1432755b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340858 Oct 25 09:51:13.666342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:51:13.717880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:51:13.722081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:51:13.722472 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:13.798577 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:13.821204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:51:13.824353 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e07efd1-45ec-4c9c-829a-0faff3fba438" -d '{"events": [{"server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "name": "network-vif-plugged", "status": "completed", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:51:13.837359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:51:13.842089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:13.866835 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08325c46-292c-4730-87a7-50ba415a4d69 x-openstack-request-id: req-08325c46-292c-4730-87a7-50ba415a4d69 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:51:13.867119 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "name": "network-vif-plugged", "status": "completed", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:51:13.867366 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08325c46-292c-4730-87a7-50ba415a4d69 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:51:13.867749 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'code': 200} Oct 25 09:51:13.897252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:51:13.983580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f03ddf-e88d-4cf8-b1e8-49f5371ce6b3 req-b562dd79-6071-4fbe-9ae3-2f4527a28da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:13.985098 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-31f03ddf-e88d-4cf8-b1e8-49f5371ce6b3 req-b562dd79-6071-4fbe-9ae3-2f4527a28da3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1096 time: 0.0407345 Oct 25 09:51:13.986819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016466e3-be49-41ba-bb7b-ff5128f74eca req-7fe1e8a2-8cf8-4a16-b24f-4ae798d7dde7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:13.988345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-016466e3-be49-41ba-bb7b-ff5128f74eca req-7fe1e8a2-8cf8-4a16-b24f-4ae798d7dde7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0500100 Oct 25 09:51:14.020572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-31f03ddf-e88d-4cf8-b1e8-49f5371ce6b3 req-50b08e65-f927-4a63-9074-b8a7cce0c0ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282996 Oct 25 09:51:14.026349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-016466e3-be49-41ba-bb7b-ff5128f74eca req-8d731e2f-e4d0-4aea-9e9b-89421a236a65 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319316 Oct 25 09:51:15.142340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95a115-8a2d-4f6c-af1a-74f0daf699fd req-b30b9bb8-4fcf-43ea-81bb-629f33fb8a05 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:15.143786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d95a115-8a2d-4f6c-af1a-74f0daf699fd req-b30b9bb8-4fcf-43ea-81bb-629f33fb8a05 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0477777 Oct 25 09:51:15.181594 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2d95a115-8a2d-4f6c-af1a-74f0daf699fd req-4539504d-4917-48c9-8128-f466dc2f1691 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318172 Oct 25 09:51:16.300247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd4c94-e5ba-4865-9d22-3b3d462f2776 req-2219ae34-c632-4440-92a8-c3c768666e45 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:16.301716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71bd4c94-e5ba-4865-9d22-3b3d462f2776 req-2219ae34-c632-4440-92a8-c3c768666e45 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0522585 Oct 25 09:51:16.339266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71bd4c94-e5ba-4865-9d22-3b3d462f2776 req-a1f172e5-9dc4-460a-91bf-8578bef48839 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316112 Oct 25 09:51:16.446600 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619590-8f0a-489a-ba82-de97f62b070c req-713a92c5-4d7c-406f-818e-91cead05a3d6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:16.448029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3619590-8f0a-489a-ba82-de97f62b070c req-713a92c5-4d7c-406f-818e-91cead05a3d6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0473542 Oct 25 09:51:16.457601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 40518) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:51:16.461847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'floatingip': {'port_id': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:51:16.500364 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:16.504377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ec39de2-d6e9-4dd8-bb33-bd419c4e6a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:17.163651 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.db.resource_extend [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 25 09:51:17.213256 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:17.217228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:17.315783 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211 associated. External IP: 172.25.8.130, port: e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b. Oct 25 09:51:17.518123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:51:17.625923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:51:17.630633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:17.635209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:51:17.644578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:51:17.645213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:50:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:51:17.657456 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c37710e5-cff2-4525-87a9-a764bc4623fe tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "PUT /v2.0/floatingips/afa5e63d-cfb4-44c1-807f-23b2c367e211 HTTP/1.1" status: 200 len: 991 time: 1.1988382 Oct 25 09:51:17.658123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:51:17.755235 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:51:17.758481 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac679e2-e263-464e-b6a4-51a686977a64" -d '{"events": [{"name": "network-changed", "server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:51:17.855798 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc96a519-f9f6-4aa7-94ac-963640bc05ed x-openstack-request-id: req-fc96a519-f9f6-4aa7-94ac-963640bc05ed {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:51:17.856090 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:51:17.856349 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc96a519-f9f6-4aa7-94ac-963640bc05ed {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:51:17.856750 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'status': 'completed', 'code': 200} Oct 25 09:51:17.943061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac679e2-e263-464e-b6a4-51a686977a64 req-f32f87ca-ae7f-44d4-b685-16aa80deafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:17.944608 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eac679e2-e263-464e-b6a4-51a686977a64 req-f32f87ca-ae7f-44d4-b685-16aa80deafbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1096 time: 0.0463367 Oct 25 09:51:17.983047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:02:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:51:16Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:51:18.013355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:51:18.021760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:51:18.022297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:50:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:51:18.034207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac679e2-e263-464e-b6a4-51a686977a64 req-4c1a7434-649e-49ad-9d84-c828349d0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:18.035714 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eac679e2-e263-464e-b6a4-51a686977a64 req-4c1a7434-649e-49ad-9d84-c828349d0472 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0844715 Oct 25 09:51:18.106367 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eac679e2-e263-464e-b6a4-51a686977a64 req-133feba2-38bb-4001-83fa-9ae04fa63faf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 999 time: 0.0639644 Oct 25 09:51:18.133996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:51:18.156280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac679e2-e263-464e-b6a4-51a686977a64 req-970a4594-aed4-47d1-b7c6-5e7a9b4cd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:18.157780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eac679e2-e263-464e-b6a4-51a686977a64 req-970a4594-aed4-47d1-b7c6-5e7a9b4cd7dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0456653 Oct 25 09:51:18.206158 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac679e2-e263-464e-b6a4-51a686977a64 req-b5c9554e-22de-4a9a-969d-71dbd7f9eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:18.207822 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eac679e2-e263-464e-b6a4-51a686977a64 req-b5c9554e-22de-4a9a-969d-71dbd7f9eedb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435762 Oct 25 09:51:18.310739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eac679e2-e263-464e-b6a4-51a686977a64 req-8262ffbc-0e9c-4aef-92ed-0c604d7b06dc service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960865 Oct 25 09:51:18.357591 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:02:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:51:16Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:51:18.387460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf56087a-602e-4640-81e7-7e59cf8399b8 None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:02:1f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:51:16Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:51:18.405174 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eac679e2-e263-464e-b6a4-51a686977a64 req-f990c3f7-83f6-4b80-88fe-da9379f28a02 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872986 Oct 25 09:51:18.778320 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e83546-d07c-4384-bfa8-ec6de95d3f81 None None] New status for floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:51:18.836543 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5613f8d4-b62d-458e-890d-2614a6d7fb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:20.019074 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:20.115086 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:21.963638 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:26.517397 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:51:38.909860 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:40.092978 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:46.507912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-50497dc0-6cb8-45e6-82dd-1178757fafcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:48.841168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6eceb7ea-fa93-4786-b859-d7ed0c89842a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:50.020328 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:50.114102 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:51.965694 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:51:52.795582 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-eb41c886-8518-4d0f-aec2-07e08e90d10b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442338 Oct 25 09:51:52.891211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-22a904ba-7e67-4b8a-8749-df13e25ad73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:52.892574 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-22a904ba-7e67-4b8a-8749-df13e25ad73f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1096 time: 0.0402389 Oct 25 09:51:52.994937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-147f9119-af8d-4162-b593-5a49f156a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:52.996417 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-147f9119-af8d-4162-b593-5a49f156a59c service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0838261 Oct 25 09:51:53.066151 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-8ef81bde-3234-40fa-8a50-956c4f93a437 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 1001 time: 0.0623853 Oct 25 09:51:53.113937 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-9443e555-bb2a-4658-90d8-b2795cf23ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:53.115849 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-9443e555-bb2a-4658-90d8-b2795cf23ec1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0424869 Oct 25 09:51:53.159199 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-81e17237-7ec8-4d94-8b93-ed42ae200490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:51:53.160650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-81e17237-7ec8-4d94-8b93-ed42ae200490 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389013 Oct 25 09:51:53.172056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-2f7502e3-b07d-4ea0-a951-6891554c85f9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:51:53.173063 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-2f7502e3-b07d-4ea0-a951-6891554c85f9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047691 Oct 25 09:51:53.266274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-5c594fca-299d-4318-8f52-4e268e59778f service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863993 Oct 25 09:51:53.360700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67f07010-1590-42b0-9f88-80a0df7c3fde req-5f90ed90-672c-4030-81c6-3f8422969343 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873899 Oct 25 09:52:03.520793 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:52:08.919844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:10.101451 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:16.508974 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c6a2339d-63fb-49e7-a0b9-cf25e9258ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:18.842374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b913d5e-9eda-494d-b4f8-76648fb1ccc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:20.022784 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:20.116173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:21.968227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:38.920729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:40.105083 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:40.520354 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:52:46.511247 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9784633-0153-43cc-abb0-26c0eb58b6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:48.842242 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb1e-0ebf-4ac1-853d-5bd6c910875a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:50.024277 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:50.118515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:51.970032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:52:54.776943 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-ff193da5-3a0a-4e88-856e-68ad20580c0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431545 Oct 25 09:52:54.874153 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-cea448cb-5d30-4d2f-92ea-08d2e088b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:52:54.875551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-cea448cb-5d30-4d2f-92ea-08d2e088b630 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1096 time: 0.0410960 Oct 25 09:52:54.983807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-b3e34b7c-56a9-48b4-8a15-c3655e02ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:52:54.985281 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-b3e34b7c-56a9-48b4-8a15-c3655e02ec23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0906863 Oct 25 09:52:55.052430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-64229084-ba56-441c-bbf4-8feb189d5ba4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 1001 time: 0.0600483 Oct 25 09:52:55.100773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-86def13b-96d2-40a5-a935-f49a6815eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:52:55.102185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-86def13b-96d2-40a5-a935-f49a6815eec8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0424497 Oct 25 09:52:55.153969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-14f53373-fd53-4950-a738-908b6dbfa542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:52:55.155455 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-14f53373-fd53-4950-a738-908b6dbfa542 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451388 Oct 25 09:52:55.246013 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-d8b14d7a-7643-4d78-88e1-c0037431e7ad service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832577 Oct 25 09:52:55.342397 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-50d6c794-76f4-4a3f-9fa0-efcafa13906a req-9b351edd-bcd2-490c-9c5e-e11df2e85234 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895545 Oct 25 09:53:08.943388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:10.122223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:16.512661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c98e59dd-d154-485f-8dcc-9b940a155e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:17.520584 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:53:18.844000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6da085c7-27c5-4bf0-b020-2f1035ec84e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:20.026411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:20.121868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:21.971887 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:38.962108 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:40.137656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:46.513473 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d7432a75-307a-4fe2-bfdc-27984800dbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:48.845104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-908a3494-4f14-4a98-bb72-2c61f3228a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:50.028608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:50.126839 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:50.388119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713b23d-8fea-4071-87a0-478297401789 req-7953c74c-d074-4930-8ca0-d3a8df64df9b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:50.390185 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b713b23d-8fea-4071-87a0-478297401789 req-7953c74c-d074-4930-8ca0-d3a8df64df9b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.1246078 Oct 25 09:53:50.427269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b713b23d-8fea-4071-87a0-478297401789 req-93e7d1f9-f1e3-4262-8f62-3ccee2b1eeea tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Oct 25 09:53:51.547218 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a8e42-f6d6-4616-9311-a8d08db2647e req-cc55e1da-2369-45bb-93c9-22cf31752100 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:51.548647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f03a8e42-f6d6-4616-9311-a8d08db2647e req-cc55e1da-2369-45bb-93c9-22cf31752100 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0528655 Oct 25 09:53:51.587414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f03a8e42-f6d6-4616-9311-a8d08db2647e req-4fce2928-824f-4cd1-81e9-1faa2cfc184b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326424 Oct 25 09:53:51.974995 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:53:52.704790 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df8e0-bf85-4a67-8d1b-786dba3c58f0 req-8d88927e-1264-4b59-a3cc-bbb9d016a193 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:52.706350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da4df8e0-bf85-4a67-8d1b-786dba3c58f0 req-8d88927e-1264-4b59-a3cc-bbb9d016a193 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0502732 Oct 25 09:53:52.743525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da4df8e0-bf85-4a67-8d1b-786dba3c58f0 req-f11f7185-f2db-41dc-a016-26edd04481ce tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312259 Oct 25 09:53:53.860763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02280840-4abd-4bcd-b6bb-6900b402150a req-1adcf0eb-5a1b-4fd6-9e12-d1d01c1e8142 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:53.862149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02280840-4abd-4bcd-b6bb-6900b402150a req-1adcf0eb-5a1b-4fd6-9e12-d1d01c1e8142 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0502622 Oct 25 09:53:53.899995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02280840-4abd-4bcd-b6bb-6900b402150a req-cb211dc3-b8d8-4e31-964b-fa0a1758f9da tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Oct 25 09:53:54.520661 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:53:55.019054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa273f61-f6c1-4e41-ab6b-5d2b7593b7e1 req-9ebdb944-d119-41a5-b43f-1103b505403d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:55.020529 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa273f61-f6c1-4e41-ab6b-5d2b7593b7e1 req-9ebdb944-d119-41a5-b43f-1103b505403d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0528631 Oct 25 09:53:55.057915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aa273f61-f6c1-4e41-ab6b-5d2b7593b7e1 req-9210cd8d-ca07-4cc4-b560-84dc4cce180f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Oct 25 09:53:55.827125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2e329-203d-403d-9074-137772bae943 req-4b5ddaf8-d2a4-49eb-882b-476b3e031b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:55.829814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ed2e329-203d-403d-9074-137772bae943 req-4b5ddaf8-d2a4-49eb-882b-476b3e031b99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1096 time: 0.0423603 Oct 25 09:53:55.934043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2e329-203d-403d-9074-137772bae943 req-b1258f8c-ee16-45fd-b257-0232a5d92cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:55.935487 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ed2e329-203d-403d-9074-137772bae943 req-b1258f8c-ee16-45fd-b257-0232a5d92cba service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0878310 Oct 25 09:53:56.001000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ed2e329-203d-403d-9074-137772bae943 req-664657c8-a552-42ec-b5b0-7fd3a09f28f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 1001 time: 0.0579920 Oct 25 09:53:56.048220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2e329-203d-403d-9074-137772bae943 req-08a99886-312e-4378-beec-3bd9ec07442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:56.049652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ed2e329-203d-403d-9074-137772bae943 req-08a99886-312e-4378-beec-3bd9ec07442d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0421836 Oct 25 09:53:56.098703 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2e329-203d-403d-9074-137772bae943 req-cabb7d7c-a50e-4057-9f9b-a7cd89822d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:56.100355 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ed2e329-203d-403d-9074-137772bae943 req-cabb7d7c-a50e-4057-9f9b-a7cd89822d1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436466 Oct 25 09:53:56.173264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74906a-5a46-4d13-bb2b-81f75d82ba8a req-1b296cfd-2fec-4b6b-ade2-ed06a80d03e6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:56.174742 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d74906a-5a46-4d13-bb2b-81f75d82ba8a req-1b296cfd-2fec-4b6b-ade2-ed06a80d03e6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0478401 Oct 25 09:53:56.193968 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ed2e329-203d-403d-9074-137772bae943 req-e5d92e2f-e41e-40ca-a50d-aa97e475ce0e service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841947 Oct 25 09:53:56.213416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d74906a-5a46-4d13-bb2b-81f75d82ba8a req-5b8bf556-9ae7-45f0-a91e-d3c915cc31bb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325339 Oct 25 09:53:56.288024 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3ed2e329-203d-403d-9074-137772bae943 req-5f44af8b-59d6-426c-8b45-356d823af767 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868652 Oct 25 09:53:57.331622 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23049cad-412c-4294-83ae-05d82236abc3 req-855bbb2d-7ac0-45d1-929f-89df936878db tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:57.333254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23049cad-412c-4294-83ae-05d82236abc3 req-855bbb2d-7ac0-45d1-929f-89df936878db tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0487001 Oct 25 09:53:57.370622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-23049cad-412c-4294-83ae-05d82236abc3 req-6b3b4d93-6738-4515-adc4-80f06409c30f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314455 Oct 25 09:53:58.490050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153e4ac-10b5-4863-9088-03283d33befe req-1366da88-b924-4d8b-aa04-2613598034e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:58.491482 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b153e4ac-10b5-4863-9088-03283d33befe req-1366da88-b924-4d8b-aa04-2613598034e4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0530810 Oct 25 09:53:58.529633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b153e4ac-10b5-4863-9088-03283d33befe req-2b720b6c-defb-4ae4-844e-40f35ba7c0c2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Oct 25 09:53:59.649690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12527a71-3546-4b8f-8144-5b208a372580 req-b8a931b7-77aa-4c19-9f5f-84ac6d20a6c0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:53:59.651143 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12527a71-3546-4b8f-8144-5b208a372580 req-b8a931b7-77aa-4c19-9f5f-84ac6d20a6c0 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0492482 Oct 25 09:53:59.689175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12527a71-3546-4b8f-8144-5b208a372580 req-85b5a960-945d-456c-89b0-159b4e021960 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Oct 25 09:54:00.802952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8151-45eb-4a8f-8df5-77f7489298a6 req-837d9360-5e74-401a-b9c0-9de7b7cdc48b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:00.804405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-127c8151-45eb-4a8f-8df5-77f7489298a6 req-837d9360-5e74-401a-b9c0-9de7b7cdc48b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0486524 Oct 25 09:54:00.843218 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-127c8151-45eb-4a8f-8df5-77f7489298a6 req-04b87198-8ad5-401d-9ded-e734597a87ac tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Oct 25 09:54:01.104625 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-2cc7bf58-0aed-4637-9faf-44fbb948b0fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729895 Oct 25 09:54:01.117393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c853c-e58b-4fee-9e62-cf8941a48abb req-0d936cb3-a482-4878-9fe0-198a35a0b4cf tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:01.118946 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a6c853c-e58b-4fee-9e62-cf8941a48abb req-0d936cb3-a482-4878-9fe0-198a35a0b4cf tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0781813 Oct 25 09:54:01.163018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a6c853c-e58b-4fee-9e62-cf8941a48abb req-e3a0be61-579e-4b2c-a562-b7c0e196b46b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363777 Oct 25 09:54:02.285854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cae70-f918-43e2-8683-a8caba7ebfc9 req-e16781bd-5400-4d14-884b-5f25f7181194 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:02.287353 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-287cae70-f918-43e2-8683-a8caba7ebfc9 req-e16781bd-5400-4d14-884b-5f25f7181194 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0504172 Oct 25 09:54:02.326429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-287cae70-f918-43e2-8683-a8caba7ebfc9 req-a9b1ae03-e6f8-41e6-80a6-1dfe03165602 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327728 Oct 25 09:54:02.341152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-c79b6fc2-c168-4cd4-b7d8-3cf61d8e5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:02.342785 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-c79b6fc2-c168-4cd4-b7d8-3cf61d8e5381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1096 time: 0.0429049 Oct 25 09:54:02.435891 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-46b058b8-8d3a-4bff-aa5c-5a0e8784e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:02.437386 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-46b058b8-8d3a-4bff-aa5c-5a0e8784e799 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0871735 Oct 25 09:54:02.501197 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-200e42a7-929a-4aa3-950f-87d6b74d3219 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 1001 time: 0.0567892 Oct 25 09:54:02.549199 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-cde76b50-a5b2-4766-86b0-cd38af2fa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:02.550601 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-cde76b50-a5b2-4766-86b0-cd38af2fa1e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0432360 Oct 25 09:54:02.600276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-e5309a41-4df7-494a-b316-66f26115054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:02.601785 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-e5309a41-4df7-494a-b316-66f26115054f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442579 Oct 25 09:54:02.690004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-cb2e267d-77fa-4807-9d86-776757dc723c service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804040 Oct 25 09:54:02.782914 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-2ddde238-509f-464e-b8e4-7d0ed467363c service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858064 Oct 25 09:54:03.442961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb5683-bcce-476d-a855-7ff09a4fc2df req-69f47802-ebf3-435f-b446-429b734837b1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:03.444421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28fb5683-bcce-476d-a855-7ff09a4fc2df req-69f47802-ebf3-435f-b446-429b734837b1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0481651 Oct 25 09:54:03.486573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28fb5683-bcce-476d-a855-7ff09a4fc2df req-93d5726d-d1f3-413d-b705-4fdf60b8bf1a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360651 Oct 25 09:54:04.604327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbe3-537a-4986-abc2-54379d88ca15 req-13125120-24db-4e45-a240-6fd508e5c9c9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:04.605826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-368bbbe3-537a-4986-abc2-54379d88ca15 req-13125120-24db-4e45-a240-6fd508e5c9c9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0508726 Oct 25 09:54:04.644440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-368bbbe3-537a-4986-abc2-54379d88ca15 req-a0e045cb-9f4b-4b22-84ad-21e7978c1f19 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Oct 25 09:54:04.770620 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-a595c4fe-fdea-4ee2-bb79-aeec62b7216b service neutron] show failed (client error): The resource could not be found. Oct 25 09:54:04.771531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-a595c4fe-fdea-4ee2-bb79-aeec62b7216b service neutron] 10.222.0.41 "GET /v2.0/ports/e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0548716 Oct 25 09:54:05.012257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-f585ae37-6453-49f3-8429-89d305cc987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:05.013782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-f585ae37-6453-49f3-8429-89d305cc987c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 1096 time: 0.0805895 Oct 25 09:54:05.031203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:54:05.086292 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:05.281685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:54:05.314054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:54:05.352246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:54:05.354536 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b7545-f87f-4e87-92da-4b5932d208c7" -d '{"events": [{"server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:54:05.358233 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:05.370797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Transition to ACTIVE for port object e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:54:05.374435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:05.454849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:05.469987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.470295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.470640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.470975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.471308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.471640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.471969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.472295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.472792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.473150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.473473 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.473794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:05.477863 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce5e74a-8257-4388-893b-735da2ced842 x-openstack-request-id: req-0ce5e74a-8257-4388-893b-735da2ced842 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:54:05.478148 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:54:05.478403 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ce5e74a-8257-4388-893b-735da2ced842 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:54:05.478790 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'code': 200} Oct 25 09:54:05.514032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] No DVR routers for this DVR port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:54:05.655713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Attempting to bind port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:54:05.656053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Attempting to bind port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:54:05.656377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Attempting to bind port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:54:05.660659 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:54:05.661008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Attempting to bind port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:54:05.665876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:54:05.666322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:54:05.666711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:54:05.667141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Bound port: e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:54:05.667490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:05.736343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:54:05.739471 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:54:05.745446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:05.768011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8e1ba-82c1-460c-a5fd-ce2df6e6eab7 req-07e3d76e-c92e-48c5-9162-d3df44f1436c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:05.770458 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66d8e1ba-82c1-460c-a5fd-ce2df6e6eab7 req-07e3d76e-c92e-48c5-9162-d3df44f1436c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 943 time: 0.0541167 Oct 25 09:54:05.782502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:05.783203 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:05.784729 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] 10.222.0.18 "PUT /v2.0/ports/e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 1091 time: 0.7575462 Oct 25 09:54:05.804639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23620a89-dda2-489b-80bd-c3b678c57c2c service neutron] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:05.818481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-66d8e1ba-82c1-460c-a5fd-ce2df6e6eab7 req-ec2e3dce-24c0-4baf-9f6a-c3e9511cab21 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417101 Oct 25 09:54:05.863770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-0d2086a0-a1ad-4f31-9aef-b43ad6c85281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:05.865415 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-0d2086a0-a1ad-4f31-9aef-b43ad6c85281 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1094 time: 0.0450671 Oct 25 09:54:05.964803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-7849b31a-b7de-45af-aa32-dce522f97c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:05.966316 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-7849b31a-b7de-45af-aa32-dce522f97c7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0930390 Oct 25 09:54:06.030549 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-b46c0a74-0299-4c43-aa98-9bf429b0f7ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 999 time: 0.0567629 Oct 25 09:54:06.079312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-4ceb821a-48e3-403a-94cd-464d69a642d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:06.080746 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-4ceb821a-48e3-403a-94cd-464d69a642d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0431664 Oct 25 09:54:06.129253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-76be3a1e-079c-4f26-aea1-992412329cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:06.130701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-76be3a1e-079c-4f26-aea1-992412329cc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432467 Oct 25 09:54:06.217494 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-d345d8fe-c00c-4e92-8cda-67652a699b41 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795538 Oct 25 09:54:06.308279 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-39de3c1e-c0da-4f7b-848d-a3e9021c6c94 req-81d3869f-d070-4acd-9495-e6ca475950fe service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836921 Oct 25 09:54:06.937447 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e236d08-15bf-4723-af1f-d79e931b50ad req-c8569ea9-5538-4f76-9419-124b3ec77a87 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:06.938917 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e236d08-15bf-4723-af1f-d79e931b50ad req-c8569ea9-5538-4f76-9419-124b3ec77a87 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 943 time: 0.0480258 Oct 25 09:54:06.980080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e236d08-15bf-4723-af1f-d79e931b50ad req-2e8dea55-d33e-4165-aafa-94e5bed4d8ad tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348809 Oct 25 09:54:07.480843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:54:07.483276 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0663d462-0161-49f1-9823-8459e220b592" -d '{"events": [{"name": "network-changed", "server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:54:07.529274 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d603ca82-4e7f-4d37-9e3a-4ee154df8077 x-openstack-request-id: req-d603ca82-4e7f-4d37-9e3a-4ee154df8077 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:54:07.529562 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:54:07.529816 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d603ca82-4e7f-4d37-9e3a-4ee154df8077 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:54:07.530216 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'status': 'completed', 'code': 200} Oct 25 09:54:07.640330 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d462-0161-49f1-9823-8459e220b592 req-0a77627b-6be4-42dd-bc89-28061659bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:07.642410 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-0a77627b-6be4-42dd-bc89-28061659bb26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1094 time: 0.0587311 Oct 25 09:54:07.644236 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d462-0161-49f1-9823-8459e220b592 req-8c9fe313-ae21-4aa7-a59c-8a57b4f70954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:07.645588 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-8c9fe313-ae21-4aa7-a59c-8a57b4f70954 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1094 time: 0.0731099 Oct 25 09:54:08.102517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf7ca9-694d-48d2-87a3-43516cf161f1 req-15327e32-6407-4a43-8a93-4d0274205ddf tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:08.104000 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bcf7ca9-694d-48d2-87a3-43516cf161f1 req-15327e32-6407-4a43-8a93-4d0274205ddf tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 943 time: 0.0495241 Oct 25 09:54:08.118211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d462-0161-49f1-9823-8459e220b592 req-222b5883-4549-4606-b468-da7d8143dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:08.119657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-222b5883-4549-4606-b468-da7d8143dd35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.4707258 Oct 25 09:54:08.124051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d462-0161-49f1-9823-8459e220b592 req-89c5a2c0-6698-47d2-8137-51fdd82d8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:08.125383 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-89c5a2c0-6698-47d2-8137-51fdd82d8cd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.4686069 Oct 25 09:54:08.143645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7bcf7ca9-694d-48d2-87a3-43516cf161f1 req-2b584128-dc1f-4ff8-8da8-5375ab97f924 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335124 Oct 25 09:54:08.233963 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-ec3c0054-ffe4-4f26-9ddc-092ac2ae90e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 999 time: 0.1056366 Oct 25 09:54:08.238790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-c7fbaf29-c728-44ed-b06f-b740ddc64e70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 999 time: 0.1034617 Oct 25 09:54:08.317911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d462-0161-49f1-9823-8459e220b592 req-8df141d6-4873-4da9-9271-3c894ff24399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:08.319269 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-8df141d6-4873-4da9-9271-3c894ff24399 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0784380 Oct 25 09:54:08.320621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d462-0161-49f1-9823-8459e220b592 req-d7bb91dd-93e6-48a7-b82b-c4ba624e5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:08.321931 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-d7bb91dd-93e6-48a7-b82b-c4ba624e5a44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0742195 Oct 25 09:54:08.397971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d462-0161-49f1-9823-8459e220b592 req-c8717a91-668e-4fe5-ab6c-15381093cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:08.399424 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-c8717a91-668e-4fe5-ab6c-15381093cdd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727017 Oct 25 09:54:08.401093 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d462-0161-49f1-9823-8459e220b592 req-86cc0a02-0e6f-48e6-b6bb-133f84908b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:08.402394 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-86cc0a02-0e6f-48e6-b6bb-133f84908b07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677669 Oct 25 09:54:08.558387 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-b92eb3c4-9867-4987-866f-53e002cfc92d service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515179 Oct 25 09:54:08.561756 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-e1965ba9-885e-4fb0-8161-401a6d95c251 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472039 Oct 25 09:54:08.683465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:54:08.721159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:54:08.723532 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-82afb350-7894-4ce8-9d3f-542612108627 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565900 Oct 25 09:54:08.725666 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0663d462-0161-49f1-9823-8459e220b592 req-f4f52e8d-39df-4d92-a434-6da768ac470b service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509593 Oct 25 09:54:08.968215 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:08.991544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:54:09.089925 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:54:09.101571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'mac_address': 'fa:16:3e:02:1f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:54:09.137687 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:09.150375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:54:09.170227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:54:09.175360 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:09.221307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:09.228561 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.228913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.229266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.229597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.229928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.230253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.230573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.230894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.231215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.231527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.231841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.232182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:54:09.261893 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6e5cf-ff37-4b00-a65e-c8188b1718e5 req-42110ace-32d0-47d3-bc48-7ee3e4dfad8b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:09.263631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73e6e5cf-ff37-4b00-a65e-c8188b1718e5 req-42110ace-32d0-47d3-bc48-7ee3e4dfad8b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 944 time: 0.0507922 Oct 25 09:54:09.301950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-73e6e5cf-ff37-4b00-a65e-c8188b1718e5 req-e0a27005-d052-47e4-b637-13c55d059bed tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Oct 25 09:54:09.497499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520bfc7-beff-4a93-82ae-d9b63978e349 req-68113d66-1d92-4e0d-9184-00d49e5efa4b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:09.498891 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f520bfc7-beff-4a93-82ae-d9b63978e349 req-68113d66-1d92-4e0d-9184-00d49e5efa4b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 944 time: 0.0504758 Oct 25 09:54:09.525961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-5d8dfa8b-b8ba-43af-b5af-518bc52d118e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:09.527430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-5d8dfa8b-b8ba-43af-b5af-518bc52d118e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345&tenant_id=f238318a0e01450588eddf5c6c73da95&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 944 time: 0.0586410 Oct 25 09:54:09.542108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f520bfc7-beff-4a93-82ae-d9b63978e349 req-0afade07-fbf7-47a3-b234-5d0f161a56ad tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361652 Oct 25 09:54:09.574446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:54:09.597682 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-ba0f02ac-e2ea-4037-aedd-aaaf8ca73b11 service neutron] delete failed (client error): The resource could not be found. Oct 25 09:54:09.598716 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-ba0f02ac-e2ea-4037-aedd-aaaf8ca73b11 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0579102 Oct 25 09:54:09.702616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-b0042ee1-0a3e-46fd-9b74-ff29f5d39c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:09.704118 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-b0042ee1-0a3e-46fd-9b74-ff29f5d39c70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1095 time: 0.0418105 Oct 25 09:54:09.798107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-27564918-2ea3-401d-90c6-0f0e113fa830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:09.800091 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-27564918-2ea3-401d-90c6-0f0e113fa830 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0891581 Oct 25 09:54:09.866253 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-33e6cb09-130a-43d2-a7e6-b69c4e4a812d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 1000 time: 0.0593019 Oct 25 09:54:09.915633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-6738b7d9-c473-4461-9a5b-c523d448a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:09.917059 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-6738b7d9-c473-4461-9a5b-c523d448a2c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0434108 Oct 25 09:54:09.968289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-657fb681-6103-4ca6-9645-8f436e02688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:09.969823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-657fb681-6103-4ca6-9645-8f436e02688e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459666 Oct 25 09:54:10.058156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-58ed9596-a7a6-4790-b4a6-a9ffe93b2a62 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812261 Oct 25 09:54:10.144300 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:10.155428 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4d200ac-dab2-4194-9e5b-d36536b4edcb req-e6a17d42-4980-4969-acaf-eb6863b69129 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902140 Oct 25 09:54:10.663910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcfce5-cca3-4daa-bee9-10364c2ac324 req-c0eff997-ed0c-4a4d-9041-8cdc3b317484 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:10.665441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2dcfce5-cca3-4daa-bee9-10364c2ac324 req-c0eff997-ed0c-4a4d-9041-8cdc3b317484 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 944 time: 0.0499730 Oct 25 09:54:10.704140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e2dcfce5-cca3-4daa-bee9-10364c2ac324 req-e23f3633-401b-46f9-9af6-5ef0fbeaec6b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Oct 25 09:54:10.834120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0dd0d-55e1-48f5-b1d8-0e88d63fce83 req-a29a437e-7b2d-45a2-9515-6b6eea7e0aa7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:10.835495 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71f0dd0d-55e1-48f5-b1d8-0e88d63fce83 req-a29a437e-7b2d-45a2-9515-6b6eea7e0aa7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 944 time: 0.0499971 Oct 25 09:54:10.875496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71f0dd0d-55e1-48f5-b1d8-0e88d63fce83 req-6da37b4b-3b64-4259-9c10-c014808048ab tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337553 Oct 25 09:54:11.008118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:54:11.063556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:54:11.067394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:54:11.067750 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:11.077471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60218-c1f8-4ff1-9a6a-b857757b4771 req-35abac33-2949-49d3-9140-7c2fe55cc389 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:11.079095 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cae60218-c1f8-4ff1-9a6a-b857757b4771 req-35abac33-2949-49d3-9140-7c2fe55cc389 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 944 time: 0.0519490 Oct 25 09:54:11.127146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cae60218-c1f8-4ff1-9a6a-b857757b4771 req-40541553-dbca-47d9-8b02-df40eaa31238 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396955 Oct 25 09:54:11.153043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-144034d9-4cd0-4b41-8b0c-276319caa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:11.154755 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-144034d9-4cd0-4b41-8b0c-276319caa8a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 1095 time: 0.0596092 Oct 25 09:54:11.163603 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:11.187885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:54:11.191317 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf26f7c-5a36-4ae2-8326-c82c46efd458" -d '{"events": [{"server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "name": "network-vif-plugged", "status": "completed", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:54:11.204323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:54:11.210262 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:11.248562 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88fe07b-9136-47fd-993a-4bd4c782dea4 x-openstack-request-id: req-c88fe07b-9136-47fd-993a-4bd4c782dea4 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:54:11.248939 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "name": "network-vif-plugged", "status": "completed", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:54:11.249591 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c88fe07b-9136-47fd-993a-4bd4c782dea4 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:54:11.249717 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'code': 200} Oct 25 09:54:11.264224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:11.264973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-ff701e25-0792-4f82-ba6f-225d965b251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:11.267147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-ff701e25-0792-4f82-ba6f-225d965b251f service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1046317 Oct 25 09:54:11.340425 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-846faf3c-0706-4bc8-8de3-3d35bd6ff3f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 200 len: 1001 time: 0.0601053 Oct 25 09:54:11.390081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-eb9aa2e2-96b4-4b4d-ae42-48a7cf7b1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:11.391415 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-eb9aa2e2-96b4-4b4d-ae42-48a7cf7b1932 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0432487 Oct 25 09:54:11.440231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-9dd8f40f-39fa-4ee1-821d-3436c2d2bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:11.441745 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-9dd8f40f-39fa-4ee1-821d-3436c2d2bcc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434833 Oct 25 09:54:11.531738 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-e029d2aa-c952-41c2-949a-a2992efbc8ce service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827441 Oct 25 09:54:11.627426 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a9a084c7-ae57-43d7-86df-9daac5f01c4c req-6594911c-e6a2-44de-b3b6-4ece8b77ad06 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880470 Oct 25 09:54:12.257573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fad50a-9e1d-416a-99e2-aa7cf9819db4 req-30d32332-cc1d-4bae-aac8-12ccbd239a87 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:12.259062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59fad50a-9e1d-416a-99e2-aa7cf9819db4 req-30d32332-cc1d-4bae-aac8-12ccbd239a87 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0563524 Oct 25 09:54:12.298500 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59fad50a-9e1d-416a-99e2-aa7cf9819db4 req-68361473-390e-4f50-b879-a8ae61948c30 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Oct 25 09:54:13.414493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b888-8dcb-4197-95ce-25f85e109d22 req-277a2da6-d0ba-470a-a432-0fc4fdccfc3a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:13.415930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65d0b888-8dcb-4197-95ce-25f85e109d22 req-277a2da6-d0ba-470a-a432-0fc4fdccfc3a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Oct 25 09:54:13.453355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-65d0b888-8dcb-4197-95ce-25f85e109d22 req-0b85426b-7312-4781-a359-ebaa0cd90954 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Oct 25 09:54:13.688219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00708-5482-41bd-a193-f317412ffdb0 req-d10d2ec2-ec71-4160-aaea-eb2a708ac2d6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:13.690783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00e00708-5482-41bd-a193-f317412ffdb0 req-d10d2ec2-ec71-4160-aaea-eb2a708ac2d6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Oct 25 09:54:13.731953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00e00708-5482-41bd-a193-f317412ffdb0 req-a9c7aa8b-c12d-4cad-9096-7be568fcbe97 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358489 Oct 25 09:54:14.864851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350081bb-7d45-45cc-8c8d-0d5f9167d55e req-25b19cd5-e94d-47ba-a16b-28e590e70813 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:14.866327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-350081bb-7d45-45cc-8c8d-0d5f9167d55e req-25b19cd5-e94d-47ba-a16b-28e590e70813 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0583477 Oct 25 09:54:14.907929 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-350081bb-7d45-45cc-8c8d-0d5f9167d55e req-6f8c618a-9d78-4309-8536-447757405689 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347023 Oct 25 09:54:15.132219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-de428ade-3343-4b77-8de2-e6828b07ddd8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:15.133613 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-de428ade-3343-4b77-8de2-e6828b07ddd8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Oct 25 09:54:15.226078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Deleting port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:54:15.226412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:15.314455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] For port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:54:15.315470 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:15.483437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:15.483873 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:15.484162 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211 disassociated. External IP: 172.25.8.130, port: e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b. Oct 25 09:54:15.484481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Calling delete_port for e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:54:15.617260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:15.643646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event deleted for resources: {'Port': ['ID=e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:15.765643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:54:15.879026 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:54:15.888698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:54:15.899247 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:54:15.899858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:54:15.918073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] No DVR routers for this DVR port e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:54:15.920823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:15.925275 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8a05bd06-287c-44bf-9194-fd8bacd0f78a req-460f2138-0268-4f0a-9604-82bcde968a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.18 "DELETE /v2.0/ports/e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b HTTP/1.1" status: 204 len: 173 time: 0.7846723 Oct 25 09:54:15.925747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'name': 'network-vif-deleted', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:54:15.928015 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec060f67-492b-4c71-aa3a-51ffa94cc647" -d '{"events": [{"server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "name": "network-vif-deleted", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:54:15.967588 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba05182-5211-4310-aae1-3cf7d530221b x-openstack-request-id: req-2ba05182-5211-4310-aae1-3cf7d530221b {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:54:15.967855 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f8f55e-c40f-458f-8cd6-a49c02693345", "name": "network-vif-deleted", "tag": "e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:54:15.968109 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ba05182-5211-4310-aae1-3cf7d530221b {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:54:15.968525 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f8f55e-c40f-458f-8cd6-a49c02693345', 'name': 'network-vif-deleted', 'tag': 'e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b', 'status': 'completed', 'code': 200} Oct 25 09:54:16.051297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1854380-b450-4643-b215-496d83730008 req-073a4dd4-d912-4c58-bb30-31f0c463a8a7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=30f8f55e-c40f-458f-8cd6-a49c02693345 HTTP/1.1" status: 200 len: 210 time: 0.0295954 Oct 25 09:54:16.174751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:54:16.371051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:54:16.396502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:54:16.404490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:54:16.405103 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:53:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:54:16.518577 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:54:16.549857 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e905bf97-117f-48ae-804b-818d4d6858a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:16.719008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:54:16.745623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9302e-826d-485a-9832-c63d4d96ed58 None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:54:16.945074 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0402f7-d9d8-4567-a51e-be5a1857bdce None None] New status for floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:54:17.344574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-dcf16342-9f39-4827-98c6-c1b357bd9c28 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1964798235&fields=id&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 267 time: 0.0344865 Oct 25 09:54:17.455095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-6960f499-fa0a-492c-9a57-a375f09c0916 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:17.457140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-6960f499-fa0a-492c-9a57-a375f09c0916 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 812 time: 0.1050851 Oct 25 09:54:17.472009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-27e642a4-c7f0-423a-8706-f239d019dff7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/quotas/f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 375 time: 0.0088789 Oct 25 09:54:17.525038 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-c336cb31-55c4-4051-8c57-74b520a05baf tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477729 Oct 25 09:54:17.625413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-b3579750-8a7e-480e-b149-b279e7293600 service neutron] 10.222.0.32 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878389 Oct 25 09:54:17.713656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-ea8de187-fa8e-4faf-9ad8-26eb32667d09 service neutron] 10.222.0.32 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814350 Oct 25 09:54:17.874385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0fd03f2-3954-4894-926c-4fec0cebd468 req-5a827583-6943-449f-be39-3ea3a3e835ea tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 210 time: 0.0261955 Oct 25 09:54:18.849168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0e95d0f-6fa6-43ae-9446-80120c6f8379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:18.927800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-31e9135e-e4e1-4d92-b81f-053ca0725994 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:18.929357 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-31e9135e-e4e1-4d92-b81f-053ca0725994 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 812 time: 0.1125934 Oct 25 09:54:18.979602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3e84f76-7c5b-46ae-9907-49a243f0576c req-c8a4ef1f-5ab4-4abe-b1b6-0066a9f6b119 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Oct 25 09:54:18.980494 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-61cce7b9-51c9-467e-8192-655b250f5bd3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 380 time: 0.0354161 Oct 25 09:54:18.992412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'port': {'device_id': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'admin_state_up': True, 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'security_groups': ['01536b98-9816-4125-8de0-8af9054940bd']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:54:19.024797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:54:19.049318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:54:19.050147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device e7f21d30-fdc2-44a6-8934-c7f8a30bbf1b not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:54:19.103371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Made reservation on behalf of f238318a0e01450588eddf5c6c73da95 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:54:19.106952 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:19.231297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Allocated IP 172.20.0.11 (88955b83-9663-4f99-ae5d-2899245a4673/33bdb2bb-e3d5-4b2b-971a-bb10ca837734/3eeafb8f-d541-4c15-852f-7c21bc5eb98b) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:54:19.372469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:19.406103 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:19.449658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Network 88955b83-9663-4f99-ae5d-2899245a4673 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:54:19.453175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:54:19.455695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:54:19.488515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:19.516562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:19.517218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:19.538801 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-08d380f0-f2a3-456b-927a-2d075c4e8a6a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501370 Oct 25 09:54:19.557107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Request body: {'port': {'device_id': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:54:19.616406 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:19.741947 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ecf82f61-ae25-4e08-9684-3c40651825cc None None] Provisioning complete for port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:54:19.742237 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ecf82f61-ae25-4e08-9684-3c40651825cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:19.776127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ecf82f61-ae25-4e08-9684-3c40651825cc None None] Port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:54:19.877633 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eeafb8f-d541-4c15-852f-7c21bc5eb98b {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:54:19.885590 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:19.897540 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Transition to ACTIVE for port object 3eeafb8f-d541-4c15-852f-7c21bc5eb98b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:54:19.900909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:19.956259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:20.029904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:54:20.030244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:54:20.030563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:54:20.037733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:54:20.038064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:54:20.039597 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:20.046120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:54:20.046460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:54:20.047016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:54:20.047412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Bound port: 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:54:20.047781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:20.113462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450961b6-0507-4aa4-811b-7d565285f05a req-01f87cda-dfe9-4b3d-acda-16da87487ee7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.115703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-450961b6-0507-4aa4-811b-7d565285f05a req-01f87cda-dfe9-4b3d-acda-16da87487ee7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 944 time: 0.0557842 Oct 25 09:54:20.118663 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:54:20.121930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:54:20.131439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:20.136349 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:20.170366 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.170485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-450961b6-0507-4aa4-811b-7d565285f05a req-a2536686-d8f0-4ae3-8dbe-277a53eecde2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Oct 25 09:54:20.170934 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:20.172341 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] 10.222.0.41 "PUT /v2.0/ports/3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1092 time: 0.6197488 Oct 25 09:54:20.176040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:54:20.177623 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74db460-de30-447a-ab96-fdade39a1cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:54:20.210503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c86f7a-efcd-44cf-9ed7-325c89263c6b service neutron] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:20.249784 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd1f89c-661b-40c8-ba7a-471d731969b5 x-openstack-request-id: req-dfd1f89c-661b-40c8-ba7a-471d731969b5 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:54:20.250076 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:54:20.250327 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfd1f89c-661b-40c8-ba7a-471d731969b5 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:54:20.250722 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'status': 'completed', 'code': 200} Oct 25 09:54:20.281460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-5923f791-54c6-4cb8-9c0f-478dda21901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.283001 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-5923f791-54c6-4cb8-9c0f-478dda21901d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1095 time: 0.0461037 Oct 25 09:54:20.332489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-d9d656cc-1048-4164-a8f1-8cc203ab295e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 217 time: 0.0365694 Oct 25 09:54:20.386438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-51c9f2a1-db20-40ad-9b8a-5925c98f9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.387808 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-51c9f2a1-db20-40ad-9b8a-5925c98f9f8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0488689 Oct 25 09:54:20.435752 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-59a81aac-db27-4374-91a5-cdbe48734f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.437277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-59a81aac-db27-4374-91a5-cdbe48734f86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419228 Oct 25 09:54:20.530064 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-89b113e3-defb-48a9-94e0-72bbb5066733 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Oct 25 09:54:20.619226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b8cccf9-d33d-4de7-a985-d47a26b868f9 req-d6b4f257-9b3c-4fa4-9f05-78def3d036f8 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824025 Oct 25 09:54:20.748600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-326bf702-7aca-4899-851e-3f3a72d3c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.750094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-326bf702-7aca-4899-851e-3f3a72d3c6b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1095 time: 0.0395274 Oct 25 09:54:20.842364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-54fc77da-7c33-49a4-9b1a-82e7151a152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.843871 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-54fc77da-7c33-49a4-9b1a-82e7151a152b service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0871587 Oct 25 09:54:20.885087 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-d65e2411-74b7-47c1-8eb4-64f7e9dfdc5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 217 time: 0.0340137 Oct 25 09:54:20.936059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-8df04bab-9442-477b-98fb-67fa928aaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.937536 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-8df04bab-9442-477b-98fb-67fa928aaf95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0461085 Oct 25 09:54:20.982538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-44ee7152-36b3-435a-a337-f55fbef1a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:20.984065 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-44ee7152-36b3-435a-a337-f55fbef1a431 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396307 Oct 25 09:54:21.070862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-e7972afa-d7d2-4fa8-bb3a-314a1f320960 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796533 Oct 25 09:54:21.161174 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a74db460-de30-447a-ab96-fdade39a1cf4 req-d172388e-1471-41e6-86ad-051112c5b44a service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834002 Oct 25 09:54:21.303207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbc812-91f2-4057-a6b0-b0c712614b28 req-17194d1c-723f-4234-995e-26162875fe0c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:21.304686 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1dbc812-91f2-4057-a6b0-b0c712614b28 req-17194d1c-723f-4234-995e-26162875fe0c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 944 time: 0.0538793 Oct 25 09:54:21.343244 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1dbc812-91f2-4057-a6b0-b0c712614b28 req-b59199db-7819-43fb-9298-bb6ecd261f28 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Oct 25 09:54:21.980789 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:22.461330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3039c-be6a-4065-bc70-f5ed53d02442 req-5a846cd9-f165-476a-8ede-1b851d472f1b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:22.462782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efb3039c-be6a-4065-bc70-f5ed53d02442 req-5a846cd9-f165-476a-8ede-1b851d472f1b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 944 time: 0.0494034 Oct 25 09:54:22.503769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-efb3039c-be6a-4065-bc70-f5ed53d02442 req-e84b17c2-6140-416e-88e6-215f770b8a01 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344443 Oct 25 09:54:22.762593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:54:22.858763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:54:22.870696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'mac_address': 'fa:16:3e:9a:d0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:54:22.906580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:22.922926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eeafb8f-d541-4c15-852f-7c21bc5eb98b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:54:22.941876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:54:22.945956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:22.992989 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:23.495549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['3eeafb8f-d541-4c15-852f-7c21bc5eb98b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:54:23.621286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d440c01-7c2b-477b-80b8-cfcf5d430667 req-75db7365-8295-4618-bbab-0b15e8259198 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:23.622791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d440c01-7c2b-477b-80b8-cfcf5d430667 req-75db7365-8295-4618-bbab-0b15e8259198 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0490513 Oct 25 09:54:23.661088 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d440c01-7c2b-477b-80b8-cfcf5d430667 req-d672877a-31b1-44d4-a5f3-1d82c48b679d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316405 Oct 25 09:54:24.763587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:54:24.778067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7bd7-bdf6-4748-b97b-92ee8de09857 req-455c2a95-b95f-4283-9365-a32ee08bb959 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:24.779530 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17ce7bd7-bdf6-4748-b97b-92ee8de09857 req-455c2a95-b95f-4283-9365-a32ee08bb959 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Oct 25 09:54:24.812261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:54:24.818125 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:54:24.818498 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:24.821773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17ce7bd7-bdf6-4748-b97b-92ee8de09857 req-bad33e44-8d9b-46a4-b851-17b530470d90 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352514 Oct 25 09:54:24.894709 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:24.916599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:54:24.918888 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae20281d-4c5a-41b2-b534-560974927419" -d '{"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-plugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:54:24.935091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:54:24.940010 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:24.963309 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749cc790-eac7-4364-84a4-a690e297091c x-openstack-request-id: req-749cc790-eac7-4364-84a4-a690e297091c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:54:24.963595 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-plugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:54:24.963845 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-749cc790-eac7-4364-84a4-a690e297091c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:54:24.964234 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'code': 200} Oct 25 09:54:24.990434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:54:25.077889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42972a-a0e3-4348-881d-9b334c7d6609 req-70e63dc1-a16c-43d1-85f9-37a751dc7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:25.079243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f42972a-a0e3-4348-881d-9b334c7d6609 req-70e63dc1-a16c-43d1-85f9-37a751dc7b34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1097 time: 0.0384014 Oct 25 09:54:25.113802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f42972a-a0e3-4348-881d-9b334c7d6609 req-0127ade7-ca88-4d3d-9a54-28565bd4f04f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271821 Oct 25 09:54:25.938934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071bd01-9f9e-4e5a-85fb-f56d3b0f7923 req-ccccde76-d3fc-4342-8988-4bca767ff062 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:25.940496 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2071bd01-9f9e-4e5a-85fb-f56d3b0f7923 req-ccccde76-d3fc-4342-8988-4bca767ff062 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0478573 Oct 25 09:54:25.982219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2071bd01-9f9e-4e5a-85fb-f56d3b0f7923 req-9d4b441d-bb8d-435b-8e71-49fe6ae4fd33 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350909 Oct 25 09:54:27.098463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c896fb-1c8c-4afe-b6ae-8ba8e3461910 req-b547be63-76d0-496d-bedf-dce0bf5528bc tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:27.099921 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53c896fb-1c8c-4afe-b6ae-8ba8e3461910 req-b547be63-76d0-496d-bedf-dce0bf5528bc tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0495343 Oct 25 09:54:27.136989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53c896fb-1c8c-4afe-b6ae-8ba8e3461910 req-23886c76-6b7f-4dfe-ad9e-5b5949a8d7ad tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309672 Oct 25 09:54:27.247173 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8476c-2ff5-445a-b673-8df99f7c8742 req-d0a7b764-08a5-40fb-94c4-b1aa023fe785 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:27.248622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2e8476c-2ff5-445a-b673-8df99f7c8742 req-d0a7b764-08a5-40fb-94c4-b1aa023fe785 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0493915 Oct 25 09:54:27.257238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41002) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:54:27.261537 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'floatingip': {'port_id': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:54:27.302964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:27.711190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:27.715186 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:27.813082 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211 associated. External IP: 172.25.8.130, port: 3eeafb8f-d541-4c15-852f-7c21bc5eb98b. Oct 25 09:54:28.017197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:54:28.122168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:54:28.126907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:28.132594 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:54:28.142184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:54:28.142795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:54:28.154574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-605bc539-3e73-423e-b6f5-3b0872c17910 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "PUT /v2.0/floatingips/afa5e63d-cfb4-44c1-807f-23b2c367e211 HTTP/1.1" status: 200 len: 992 time: 0.8963261 Oct 25 09:54:28.155246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:54:28.157607 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f62804-6352-487f-b629-482c4e46338c" -d '{"events": [{"name": "network-changed", "server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:54:28.248178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:54:28.263803 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c3553b-b76a-4d1c-9225-01cefb712152 x-openstack-request-id: req-24c3553b-b76a-4d1c-9225-01cefb712152 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:54:28.264081 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:54:28.264341 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24c3553b-b76a-4d1c-9225-01cefb712152 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:54:28.264739 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'status': 'completed', 'code': 200} Oct 25 09:54:28.350656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f62804-6352-487f-b629-482c4e46338c req-141c3a7e-7444-49d4-97cc-3d8125562a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:28.352101 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2f62804-6352-487f-b629-482c4e46338c req-141c3a7e-7444-49d4-97cc-3d8125562a72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1097 time: 0.0441437 Oct 25 09:54:28.443909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f62804-6352-487f-b629-482c4e46338c req-79896b78-ffbc-4b2c-afad-338ab6710509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:28.445385 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2f62804-6352-487f-b629-482c4e46338c req-79896b78-ffbc-4b2c-afad-338ab6710509 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0848629 Oct 25 09:54:28.471610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:9a:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:54:27Z', 'revision_number': 9, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:54:28.499050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:54:28.508011 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:54:28.508623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:54:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:54:28.618553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:54:28.846611 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2f62804-6352-487f-b629-482c4e46338c req-ae1a9e10-946d-4366-942f-44a6975bebd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1000 time: 0.3946271 Oct 25 09:54:28.850339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:9a:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:54:27Z', 'revision_number': 9, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:54:28.880774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50cdcf3-b631-479e-8641-9a98366144e3 None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:9a:d0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:54:27Z', 'revision_number': 9, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:54:28.901178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f62804-6352-487f-b629-482c4e46338c req-f2a98e26-3587-44a7-9b53-2a498ab65fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:28.902638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2f62804-6352-487f-b629-482c4e46338c req-f2a98e26-3587-44a7-9b53-2a498ab65fa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0494225 Oct 25 09:54:28.949641 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f62804-6352-487f-b629-482c4e46338c req-f60e053c-d708-49c5-855c-20dd737e0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:28.951198 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2f62804-6352-487f-b629-482c4e46338c req-f60e053c-d708-49c5-855c-20dd737e0b62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412734 Oct 25 09:54:29.048516 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2f62804-6352-487f-b629-482c4e46338c req-32dbe28a-ef0a-41c6-bfd9-82c813bc8fc1 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897317 Oct 25 09:54:29.064830 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da52f5-567a-4aec-a116-9c1f5b2771f9 None None] New status for floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:54:29.141466 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2f62804-6352-487f-b629-482c4e46338c req-d71f97de-be6d-4b8b-bf64-93291caf385a service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863099 Oct 25 09:54:31.519739 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:54:38.973316 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:40.153935 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:46.511624 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3f812a29-34ba-4a80-9c96-dd0ad6355209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:48.852585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7f13-c90a-4c2a-b331-86ddae8346e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:50.031841 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:50.130406 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:51.982741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:54:56.789210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-42330a16-cffc-4710-b20d-3f5f6ba05d91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422583 Oct 25 09:54:56.886394 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-f8bda211-42e1-46a2-9216-36281c3e7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:56.887757 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-f8bda211-42e1-46a2-9216-36281c3e7612 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1097 time: 0.0413616 Oct 25 09:54:56.990556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-27ee3d5f-b0cb-48ac-ade6-4f3b14fa21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:56.992023 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-27ee3d5f-b0cb-48ac-ade6-4f3b14fa21bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0852101 Oct 25 09:54:57.061347 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-8ff4a9a0-70f8-4502-bdab-b306fb6f8e42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1003 time: 0.0617406 Oct 25 09:54:57.110708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-d82ad2a8-2af9-4d35-a18a-b6709305d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:57.112121 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-d82ad2a8-2af9-4d35-a18a-b6709305d8fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0442762 Oct 25 09:54:57.157047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-9cad103d-e478-44c8-af66-0e19e0a65251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:54:57.158475 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-9cad103d-e478-44c8-af66-0e19e0a65251 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393009 Oct 25 09:54:57.249322 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-15118540-d357-4b6a-86ac-27977b7cd310 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837100 Oct 25 09:54:57.343800 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-461c23b1-24af-40fa-90bf-2fcbb373d48b req-2d01670b-d54e-40bd-8ec9-daff17a83d17 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878038 Oct 25 09:55:08.520176 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:55:08.997456 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:10.163197 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:16.516140 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e23590a0-daa3-4b10-83dd-1d47d9986993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:18.857460 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4566c060-3a59-43c9-9869-e5aee2f04f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:20.033401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:20.135110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:21.986360 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:39.025441 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:40.173837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:45.519122 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:55:46.518604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4a19cb6-ff49-4d91-b2e0-c0c18827a04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:48.858827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b32e37bb-41e1-4635-905e-25c3e53ef99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:50.036042 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:50.137014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:52.146355 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:55:58.830045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-ee387d43-287b-4346-bc29-186aadbeb235 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816894 Oct 25 09:55:58.929913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-3232061c-0b17-415e-802f-17f1c58cd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:55:58.931244 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-3232061c-0b17-415e-802f-17f1c58cd8d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1097 time: 0.0427439 Oct 25 09:55:59.039133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-95a97305-3d7b-4e6a-8f6e-1d8cc3d89051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:55:59.040579 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-95a97305-3d7b-4e6a-8f6e-1d8cc3d89051 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0883391 Oct 25 09:55:59.105943 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-5babb4e8-6a6d-447f-b0cf-4b86a047b3bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1003 time: 0.0583544 Oct 25 09:55:59.155287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-35464e0f-1d05-4adb-b43b-64f64b8af254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:55:59.156673 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-35464e0f-1d05-4adb-b43b-64f64b8af254 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0440381 Oct 25 09:55:59.206257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-3ee5cd85-7cf3-4173-97ff-08bc05a8e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:55:59.208819 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-3ee5cd85-7cf3-4173-97ff-08bc05a8e6de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445344 Oct 25 09:55:59.297561 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-6f9f5c90-5f94-4824-bb01-0ea88d9d2c88 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816188 Oct 25 09:55:59.395831 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e43d77cf-aaab-4931-9867-f9abcc2bec72 req-06cf5046-7713-45ba-bd5e-58db67241698 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899847 Oct 25 09:56:09.030455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:10.180144 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:16.520169 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-df395179-0968-4104-a4f6-8e0b912bc0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:18.861450 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-328f1cbd-8e48-400b-99fc-376eef366be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:20.038454 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:20.140650 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:21.995762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:22.518003 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:56:39.029710 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:40.207105 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:46.522139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c886-8951-4d77-87e7-1e1bb2be61d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:48.862627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef1abba1-1856-422b-9533-1a6cbf0dd241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:50.040684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:50.143434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:51.994298 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:56:59.517295 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:56:59.532088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-4193e5cc-2d89-46c1-b138-b97bc33a93e9 req-fffb360c-62a1-4cc0-b2f3-9a5567831757 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:56:59.533134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4193e5cc-2d89-46c1-b138-b97bc33a93e9 req-fffb360c-62a1-4cc0-b2f3-9a5567831757 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0462289 Oct 25 09:56:59.739589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a101d-2c81-4af5-b9b2-8bc9a972a6fc req-bb24e71c-c37e-4d07-96c1-0c0da9d455ab tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:56:59.741079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb4a101d-2c81-4af5-b9b2-8bc9a972a6fc req-bb24e71c-c37e-4d07-96c1-0c0da9d455ab tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0742230 Oct 25 09:56:59.763360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-27d17c7d-e63a-4e11-a68c-4be5bf7947b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073096 Oct 25 09:56:59.775720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-084a7d23-784f-498c-97ac-505e6d895284 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:56:59.776639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-084a7d23-784f-498c-97ac-505e6d895284 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048721 Oct 25 09:56:59.790819 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eb4a101d-2c81-4af5-b9b2-8bc9a972a6fc req-1c349574-47c4-49a2-beea-e5bd4ad4694c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435462 Oct 25 09:56:59.877383 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-aab08404-15fa-4037-b526-a6906b753c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:56:59.878975 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-aab08404-15fa-4037-b526-a6906b753c42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1097 time: 0.0431798 Oct 25 09:56:59.992687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-4abed50b-6694-4bd9-ac11-c67168800e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:56:59.994214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-4abed50b-6694-4bd9-ac11-c67168800e4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0946405 Oct 25 09:57:00.062344 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-82b5acdf-d2b5-4f24-9bc6-ea5f71a7c4c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1003 time: 0.0608556 Oct 25 09:57:00.116789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-f5c5b2bc-bd1d-4145-9c39-3ffe7eab0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:00.118297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-f5c5b2bc-bd1d-4145-9c39-3ffe7eab0a48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0451260 Oct 25 09:57:00.170959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-1f5c9500-d96c-41a2-a4d0-208c129528bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:00.172498 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-1f5c9500-d96c-41a2-a4d0-208c129528bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466411 Oct 25 09:57:00.266078 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-3ca36210-703f-4ec7-8177-de851b004e32 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859663 Oct 25 09:57:00.364500 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-623eb1a7-e023-4dba-b5f1-6b5ebadf7460 req-f30aa8f7-e37a-4844-9799-cb532eccbe72 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914633 Oct 25 09:57:00.929349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12255e1-d15e-4d67-81c8-bff20d8ff383 req-007f2d9d-8868-4681-8eea-0dae5fa650f3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:00.930810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c12255e1-d15e-4d67-81c8-bff20d8ff383 req-007f2d9d-8868-4681-8eea-0dae5fa650f3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0614238 Oct 25 09:57:00.968309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-1738ffc5-fede-42fb-8e2c-860ef59ae148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:00.969867 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-1738ffc5-fede-42fb-8e2c-860ef59ae148 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1097 time: 0.0403957 Oct 25 09:57:00.973710 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c12255e1-d15e-4d67-81c8-bff20d8ff383 req-8da113fb-181d-488b-88b4-ca34e453a3c7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361636 Oct 25 09:57:01.065582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-0f3df2c6-5c3b-412d-9531-555e8189cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:01.067041 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-0f3df2c6-5c3b-412d-9531-555e8189cd3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0892859 Oct 25 09:57:01.134511 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4bc821a9-bfed-435e-b833-b402ec562551 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1003 time: 0.0581396 Oct 25 09:57:01.182697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-76f966df-b168-45cb-ad80-4339c7ae01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:01.184080 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-76f966df-b168-45cb-ad80-4339c7ae01cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0425918 Oct 25 09:57:01.233718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-9975c4aa-e3c0-43d8-ab5d-5eceab4e2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:01.235218 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-9975c4aa-e3c0-43d8-ab5d-5eceab4e2847 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442114 Oct 25 09:57:01.323752 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-585bd094-9aed-4bec-821e-de9dd281d60f service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808637 Oct 25 09:57:01.418272 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-be64081d-8eb7-4eae-917b-bf5229e9315c service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871017 Oct 25 09:57:02.092018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a62f5-58f2-4aef-b474-a289149ca48d req-490a9ec9-3b8f-4197-901e-4ef59e7d03db tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:02.094178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-274a62f5-58f2-4aef-b474-a289149ca48d req-490a9ec9-3b8f-4197-901e-4ef59e7d03db tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0494688 Oct 25 09:57:02.131182 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-274a62f5-58f2-4aef-b474-a289149ca48d req-b295dac8-101d-4dd1-8160-f4c484ec4619 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Oct 25 09:57:03.246914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b50be-115b-4816-b165-38a38bd61e58 req-add0a5fa-93da-49c9-82d9-4aea14412759 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:03.248357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c9b50be-115b-4816-b165-38a38bd61e58 req-add0a5fa-93da-49c9-82d9-4aea14412759 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0486140 Oct 25 09:57:03.285165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c9b50be-115b-4816-b165-38a38bd61e58 req-f9afa300-5f79-4044-afb8-ca83f2af0e16 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Oct 25 09:57:04.693110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f678c-7615-402e-8d8f-5757afaceacf req-abe777e6-f357-44f2-843e-636d0ac10783 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:04.694553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f90f678c-7615-402e-8d8f-5757afaceacf req-abe777e6-f357-44f2-843e-636d0ac10783 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.3414056 Oct 25 09:57:04.731568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f90f678c-7615-402e-8d8f-5757afaceacf req-7a69abcb-e876-4040-bbf6-759fb726ef84 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309863 Oct 25 09:57:05.847384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d7ae6-3421-4c85-928f-d33536ce3bb1 req-ceea81fc-510d-4e94-9edf-e3a45eac633e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:05.848754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e1d7ae6-3421-4c85-928f-d33536ce3bb1 req-ceea81fc-510d-4e94-9edf-e3a45eac633e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0486836 Oct 25 09:57:05.888062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0e1d7ae6-3421-4c85-928f-d33536ce3bb1 req-4ddaa512-2218-4824-ae16-a8e07dc97c94 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Oct 25 09:57:07.001748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40146ca1-4590-41f2-8a69-73460742697c req-fd5bcc3f-2e13-443a-89cd-c54ce9915dd4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:07.003203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40146ca1-4590-41f2-8a69-73460742697c req-fd5bcc3f-2e13-443a-89cd-c54ce9915dd4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0476172 Oct 25 09:57:07.041415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-40146ca1-4590-41f2-8a69-73460742697c req-fdee35bc-7c0e-499d-ad40-0fa0e248a533 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323210 Oct 25 09:57:08.163417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f8c6f-5dda-4feb-b659-851a52b9a35e req-3db3d557-e6b3-45c8-9949-0ecccf324ad1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:08.164875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e2f8c6f-5dda-4feb-b659-851a52b9a35e req-3db3d557-e6b3-45c8-9949-0ecccf324ad1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0518675 Oct 25 09:57:08.201234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e2f8c6f-5dda-4feb-b659-851a52b9a35e req-86c4ed31-28ce-4121-b59c-fa742e06bb7d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304053 Oct 25 09:57:09.034071 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:09.317071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2721e8-0815-46d9-8324-fffed90f1236 req-044af69d-bdbc-4027-888c-6137f711fa24 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:09.318448 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da2721e8-0815-46d9-8324-fffed90f1236 req-044af69d-bdbc-4027-888c-6137f711fa24 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0478511 Oct 25 09:57:09.356214 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-da2721e8-0815-46d9-8324-fffed90f1236 req-322da3be-83d2-44b7-963b-aba96c79e560 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Oct 25 09:57:10.213272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:10.473191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced29f7-a110-47b0-823e-d6b5fe6bd9c0 req-f3a70080-fd8c-46d0-b251-c56ce0da550a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:10.474548 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aced29f7-a110-47b0-823e-d6b5fe6bd9c0 req-f3a70080-fd8c-46d0-b251-c56ce0da550a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0484400 Oct 25 09:57:10.511800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-aced29f7-a110-47b0-823e-d6b5fe6bd9c0 req-fb81ad97-7944-41e2-b312-ae4ba0bc9937 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Oct 25 09:57:11.633415 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4f540-0b65-4774-84cc-1de8b310852f req-3c9cfe46-1c0c-456e-8656-bc1933e1e94d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:11.634870 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cf4f540-0b65-4774-84cc-1de8b310852f req-3c9cfe46-1c0c-456e-8656-bc1933e1e94d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0527451 Oct 25 09:57:11.672676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3cf4f540-0b65-4774-84cc-1de8b310852f req-07e2fcea-7e65-43ec-b258-c80b3ce856ca tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311999 Oct 25 09:57:12.788003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0708e9-baef-47e6-95b4-87dc73787cf3 req-665850a3-77f7-4e3a-a492-01a9b3d24830 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:12.789492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af0708e9-baef-47e6-95b4-87dc73787cf3 req-665850a3-77f7-4e3a-a492-01a9b3d24830 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0488715 Oct 25 09:57:12.827481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af0708e9-baef-47e6-95b4-87dc73787cf3 req-fbdbf24b-51c2-48b8-8721-c504d895c252 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320196 Oct 25 09:57:13.549862 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-c3b8b44e-795a-460d-8c9b-a0d81ee4022f service neutron] show failed (client error): The resource could not be found. Oct 25 09:57:13.550890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-c3b8b44e-795a-460d-8c9b-a0d81ee4022f service neutron] 10.222.0.41 "GET /v2.0/ports/3eeafb8f-d541-4c15-852f-7c21bc5eb98b/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0590572 Oct 25 09:57:13.753792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-7a159e15-e826-4ac6-8f09-9ef48b536c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:13.755271 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-7a159e15-e826-4ac6-8f09-9ef48b536c11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 1097 time: 0.0407681 Oct 25 09:57:13.772911 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:57:13.829567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:13.944759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640a1c4-31c4-4f43-aba8-1a3ee58dc9cb req-c78257c9-682c-4b37-98cd-d5757dd62c2b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:13.946282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1640a1c4-31c4-4f43-aba8-1a3ee58dc9cb req-c78257c9-682c-4b37-98cd-d5757dd62c2b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0495083 Oct 25 09:57:13.983688 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1640a1c4-31c4-4f43-aba8-1a3ee58dc9cb req-5d8d0fc2-22f1-4eb0-9d89-371448b99b93 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Oct 25 09:57:14.033763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:14.066985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:57:14.105956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:14.108153 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48002201-86e1-4e84-bdf4-105e72de0a4b" -d '{"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-unplugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:14.112913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:14.126734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Transition to ACTIVE for port object 3eeafb8f-d541-4c15-852f-7c21bc5eb98b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:57:14.130271 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:14.159683 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4b4b47-ef7a-4230-84a1-a183ff36015f x-openstack-request-id: req-4e4b4b47-ef7a-4230-84a1-a183ff36015f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:14.159978 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-unplugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:14.160231 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e4b4b47-ef7a-4230-84a1-a183ff36015f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:14.160624 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'code': 200} Oct 25 09:57:14.217646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:14.232080 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.232428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.232766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.233131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.233465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.233793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.234125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.234995 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.235438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.235766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.236106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.236412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:14.270761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] No DVR routers for this DVR port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:57:14.408239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:57:14.408572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:57:14.408919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:57:14.413130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:57:14.413448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:57:14.418182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:57:14.418513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:57:14.418893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:57:14.419314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Bound port: 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:57:14.419661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:14.482970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:57:14.487216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:57:14.491474 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:14.525076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:14.526008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:14.527380 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] 10.222.0.18 "PUT /v2.0/ports/3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1092 time: 0.7585821 Oct 25 09:57:14.556718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ae8a-e141-4f03-8505-ecf01cdba9ba service neutron] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:14.606889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-fd363108-0d31-4ca6-8575-8a097ca1db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:14.608456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-fd363108-0d31-4ca6-8575-8a097ca1db9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1095 time: 0.0430138 Oct 25 09:57:14.705880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-8067b9a7-0d8e-42b5-84f2-ebbf4bfe3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:14.707509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-8067b9a7-0d8e-42b5-84f2-ebbf4bfe3116 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0921161 Oct 25 09:57:14.773787 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-a1001e50-d060-40ef-9655-9b032ff340a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1001 time: 0.0592000 Oct 25 09:57:14.821796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-fdc3cfe0-60d3-4d2c-9b45-68519567341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:14.823110 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-fdc3cfe0-60d3-4d2c-9b45-68519567341e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0430155 Oct 25 09:57:14.872600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-66092c5c-2b31-44ef-a9ca-e83cae2a57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:14.874204 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-66092c5c-2b31-44ef-a9ca-e83cae2a57bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436211 Oct 25 09:57:14.962456 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-0f79cce8-8d77-45d9-b9d2-36f885755422 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802679 Oct 25 09:57:15.057208 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b9c35af9-fa57-4b99-b77b-efef18901559 req-7aedfbcb-fc7e-479a-954e-a837d0a7f717 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870340 Oct 25 09:57:15.114068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473664b3-bda9-4a7c-8b78-315d17eca3d3 req-e6940510-e373-4f4f-a7c5-4f9c4298c2f7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:15.115547 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-473664b3-bda9-4a7c-8b78-315d17eca3d3 req-e6940510-e373-4f4f-a7c5-4f9c4298c2f7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 944 time: 0.0562835 Oct 25 09:57:15.154469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-473664b3-bda9-4a7c-8b78-315d17eca3d3 req-eab1e760-218e-46aa-996e-57e2fd59d12f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327294 Oct 25 09:57:16.162629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:16.165068 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a" -d '{"events": [{"name": "network-changed", "server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:16.212547 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e6bd91-ddb7-4fe6-b5d2-ef86aeab9dab x-openstack-request-id: req-35e6bd91-ddb7-4fe6-b5d2-ef86aeab9dab {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:16.212831 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:16.213121 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35e6bd91-ddb7-4fe6-b5d2-ef86aeab9dab {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:16.213516 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'status': 'completed', 'code': 200} Oct 25 09:57:16.306387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52f01-431a-4c0a-bcc2-830f1eeb69bb req-05dc9a27-41cc-4356-8966-acd860f43122 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.307816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8d52f01-431a-4c0a-bcc2-830f1eeb69bb req-05dc9a27-41cc-4356-8966-acd860f43122 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 944 time: 0.0494788 Oct 25 09:57:16.320313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-41fae19e-e5da-42cb-b825-37aa898905dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.321909 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-41fae19e-e5da-42cb-b825-37aa898905dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1095 time: 0.0692008 Oct 25 09:57:16.324434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-580248bb-1714-4578-acc9-06e1857a931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.325790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-580248bb-1714-4578-acc9-06e1857a931d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1095 time: 0.0651922 Oct 25 09:57:16.346818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e8d52f01-431a-4c0a-bcc2-830f1eeb69bb req-8338f87d-1636-4540-930d-f3ef7f465bc6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Oct 25 09:57:16.487992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-1fba6346-e911-4f5a-a07b-0e73ee1a1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.489494 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-1fba6346-e911-4f5a-a07b-0e73ee1a1d03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1579549 Oct 25 09:57:16.490842 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-0d83fd10-a0f3-47f6-b961-ee72b563f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.492118 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-0d83fd10-a0f3-47f6-b961-ee72b563f46e service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1535089 Oct 25 09:57:16.523663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-85f0864f-0f2d-4809-a325-01d49c78554c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:16.606743 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-9bf9779c-c8b3-432c-8d5e-d18297073afe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1001 time: 0.1101537 Oct 25 09:57:16.608313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-53666277-19a8-43af-9972-8a27351f1983 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1001 time: 0.1056252 Oct 25 09:57:16.687191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-ab23a57d-610b-489e-a650-67d77a4cdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.689439 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-ab23a57d-610b-489e-a650-67d77a4cdd56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0755577 Oct 25 09:57:16.692828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-52f54b6d-980a-4125-babd-db834d663a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.694151 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-52f54b6d-980a-4125-babd-db834d663a1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0730083 Oct 25 09:57:16.766874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-756ae74f-d2fb-48ef-91e9-6d1ee7faa139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.768145 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-756ae74f-d2fb-48ef-91e9-6d1ee7faa139 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636978 Oct 25 09:57:16.770573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-bb9ca4bb-1b4b-4132-99be-6360f4bea537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:16.771912 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-bb9ca4bb-1b4b-4132-99be-6360f4bea537 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750117 Oct 25 09:57:16.925226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-e9b9eb13-9cec-4a8d-a221-37eda05aebbe service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498330 Oct 25 09:57:16.927280 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-4d8cda41-5c1d-46be-b268-3db8078385f5 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445770 Oct 25 09:57:17.081130 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-0971a340-d82e-40d3-b9f2-4e6412bf7638 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492250 Oct 25 09:57:17.083141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-884b0be9-2417-48df-b5ba-7c6bf5b2ef5a req-8c513b97-1f08-45ee-8a0b-1c3c5476c93d service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444972 Oct 25 09:57:17.462470 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd5de9-439c-476e-95d6-53200a2fe60c req-9ec3fbdd-2367-4b1b-8f3e-423494292119 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:17.463927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8dd5de9-439c-476e-95d6-53200a2fe60c req-9ec3fbdd-2367-4b1b-8f3e-423494292119 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 944 time: 0.0479381 Oct 25 09:57:17.501421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8dd5de9-439c-476e-95d6-53200a2fe60c req-5ed834eb-923d-43bc-930c-1d8df03f181a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Oct 25 09:57:17.731596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:57:17.769489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:57:18.143362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:57:18.238339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:18.248783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'mac_address': 'fa:16:3e:9a:d0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:57:18.284646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:18.296792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eeafb8f-d541-4c15-852f-7c21bc5eb98b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:57:18.317562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:18.321519 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:18.369551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:18.377479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.377813 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.378145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.378473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.378799 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.379121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.379440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.379756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.380072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.380386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.380701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.381039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 09:57:18.622068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b504975-5da0-40d1-9cc7-7b2b7a912e87 req-eed21ea3-533e-421a-8eea-f13e05d3f807 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:18.635081 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b504975-5da0-40d1-9cc7-7b2b7a912e87 req-eed21ea3-533e-421a-8eea-f13e05d3f807 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0539291 Oct 25 09:57:18.664776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0b504975-5da0-40d1-9cc7-7b2b7a912e87 req-7740b027-a1eb-484c-a22f-349bcae18c69 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342937 Oct 25 09:57:18.747578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['3eeafb8f-d541-4c15-852f-7c21bc5eb98b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:57:18.876441 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-41819a90-396f-4c3a-b89c-138356553090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:18.961496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-41516f8a-9bf9-4041-b9a0-d8b58c02646b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:18.962946 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-41516f8a-9bf9-4041-b9a0-d8b58c02646b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0&tenant_id=f238318a0e01450588eddf5c6c73da95&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 945 time: 0.0523918 Oct 25 09:57:18.982305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68723bf-2942-4e50-8ac4-96b5c557f01f req-2cefefc2-ce9b-4dd4-bd6c-8c51e9c0e9be tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:18.983810 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d68723bf-2942-4e50-8ac4-96b5c557f01f req-2cefefc2-ce9b-4dd4-bd6c-8c51e9c0e9be tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0498269 Oct 25 09:57:19.022593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d68723bf-2942-4e50-8ac4-96b5c557f01f req-46aba173-aa2d-48f1-9f20-de3b01841d7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Oct 25 09:57:19.029873 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-41da73a1-19b8-4602-bdf5-8597753665b0 service neutron] 10.222.0.18 "GET /v2.0/ports/3eeafb8f-d541-4c15-852f-7c21bc5eb98b/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 382 time: 0.0583954 Oct 25 09:57:19.109240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-5f7865ba-96a9-44ec-8941-8956d6806260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:19.110858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-5f7865ba-96a9-44ec-8941-8956d6806260 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1096 time: 0.0413058 Oct 25 09:57:19.198327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-5b315324-c2b1-4cf9-a7ca-e61e33e96869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:19.199745 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-5b315324-c2b1-4cf9-a7ca-e61e33e96869 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0816495 Oct 25 09:57:19.270224 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-00483281-e399-4e77-a717-788f2451b3a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1002 time: 0.0628114 Oct 25 09:57:19.319608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-1583173d-ba10-4669-ab70-d3f10352e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:19.320997 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-1583173d-ba10-4669-ab70-d3f10352e757 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0425165 Oct 25 09:57:19.366472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-ad91b37d-66eb-446b-99bd-16dc7d21cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:19.367978 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-ad91b37d-66eb-446b-99bd-16dc7d21cd83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402310 Oct 25 09:57:19.460989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-f9c4a837-aac9-465a-9c94-0377f7437c49 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853758 Oct 25 09:57:19.872698 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-029de74c-fe59-4209-9cd2-dd99f4bd8a11 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044745 Oct 25 09:57:20.042748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:20.141417 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16cb1-f7f4-442f-ac7e-e3225456f288 req-a99239de-606b-4845-9692-3ca25f2efa7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:20.142913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f16cb1-f7f4-442f-ac7e-e3225456f288 req-a99239de-606b-4845-9692-3ca25f2efa7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0511637 Oct 25 09:57:20.150408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:57:20.153933 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:20.184291 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b2f16cb1-f7f4-442f-ac7e-e3225456f288 req-160944a3-61f0-452a-8c9d-55f242c4e96b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340266 Oct 25 09:57:20.212283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:57:20.216015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:57:20.216376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:20.301641 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:20.325010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:20.327222 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148a0820-69f1-4c8a-92cc-af0a5b50a88c" -d '{"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-plugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:20.340295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:20.344554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:20.401571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:20.439300 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4b1053-c77a-4fef-9ef3-531c01b9ee5b x-openstack-request-id: req-9f4b1053-c77a-4fef-9ef3-531c01b9ee5b {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:20.439601 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-plugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:20.439851 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f4b1053-c77a-4fef-9ef3-531c01b9ee5b {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:20.440244 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'code': 200} Oct 25 09:57:21.307134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5ade2-a4fa-488a-8c42-458fcd408dda req-41cbbc6f-f9f4-492f-a754-67ed57c5b709 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:21.308603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da5ade2-a4fa-488a-8c42-458fcd408dda req-41cbbc6f-f9f4-492f-a754-67ed57c5b709 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0526245 Oct 25 09:57:21.347180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8da5ade2-a4fa-488a-8c42-458fcd408dda req-0bed6cae-9b92-404e-8fd7-7c166fe678b7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Oct 25 09:57:21.998746 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:22.043404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-b3c37fa0-bc08-4543-90e8-476b122a3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:22.044856 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-b3c37fa0-bc08-4543-90e8-476b122a3054 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 1097 time: 0.0391850 Oct 25 09:57:22.061569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:57:22.113197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:22.311685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:22.343808 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:57:22.382909 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:22.385161 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b5e35d-b429-48a3-b5d7-d0c65150fddb" -d '{"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-unplugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:22.389016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:22.401983 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Transition to ACTIVE for port object 3eeafb8f-d541-4c15-852f-7c21bc5eb98b will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:57:22.405157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:22.453183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:22.470917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488c1dc-313a-46fa-bb00-58a83920735c req-41b8c8c7-7d3c-450f-98da-3c7854e01944 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:22.472546 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e488c1dc-313a-46fa-bb00-58a83920735c req-41b8c8c7-7d3c-450f-98da-3c7854e01944 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0554228 Oct 25 09:57:22.521812 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e488c1dc-313a-46fa-bb00-58a83920735c req-7e3fa6fd-0a76-455c-9d8a-9c80db68f07b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Oct 25 09:57:22.531374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] No DVR routers for this DVR port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:57:22.598063 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3908e50e-8570-49d6-9d0b-16997382d860 x-openstack-request-id: req-3908e50e-8570-49d6-9d0b-16997382d860 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:22.598353 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-unplugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:22.598600 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3908e50e-8570-49d6-9d0b-16997382d860 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:22.598991 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'code': 200} Oct 25 09:57:22.673115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:57:22.673447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:57:22.673771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:57:22.677991 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:57:22.678308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Attempting to bind port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:57:22.682967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:57:22.683296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:57:22.683669 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:57:22.684089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Bound port: 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:57:22.684431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:22.746453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:57:22.749913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:57:22.755275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:22.787337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:22.787946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:22.789709 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] 10.222.0.41 "PUT /v2.0/ports/3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1093 time: 0.7320149 Oct 25 09:57:22.818137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c647329-9c48-413e-ad1c-52a2eae7792b service neutron] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=11']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:22.871453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-4cd3a33a-76cf-43a3-8472-f0b55604abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:22.873006 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-4cd3a33a-76cf-43a3-8472-f0b55604abae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1096 time: 0.0483255 Oct 25 09:57:22.970170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8b8abcd1-607f-4da7-9e39-e40238e18721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:22.971641 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-8b8abcd1-607f-4da7-9e39-e40238e18721 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0911961 Oct 25 09:57:23.040676 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-7e3ea1e8-7e8a-451a-b25b-7261000b2200 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1001 time: 0.0614290 Oct 25 09:57:23.091238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-ad5ebe83-eba4-4cd6-9cb0-e2db915036e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:23.092689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-ad5ebe83-eba4-4cd6-9cb0-e2db915036e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0444207 Oct 25 09:57:23.137608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-40b3c0db-7612-43ea-8681-366f6b5e7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:23.139072 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-40b3c0db-7612-43ea-8681-366f6b5e7895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394657 Oct 25 09:57:23.232826 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-c458c4b4-59e4-4bc1-bca5-3cff180f39fa service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865147 Oct 25 09:57:23.321888 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ef40f14d-c58e-48cd-9315-ddad8be8eaf4 req-f80766c5-731a-42ef-ad90-2e646732585a service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823245 Oct 25 09:57:23.637958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3918a-4421-4f1b-b0fe-2c0ef0e411e6 req-e7c7f030-e09f-4c5c-9142-40ca5cfb8769 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:23.639428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4f3918a-4421-4f1b-b0fe-2c0ef0e411e6 req-e7c7f030-e09f-4c5c-9142-40ca5cfb8769 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0489261 Oct 25 09:57:23.677184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4f3918a-4421-4f1b-b0fe-2c0ef0e411e6 req-ad847777-05a5-4ba9-990b-1e10ab72b73c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Oct 25 09:57:24.165692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:57:24.202283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:57:24.600428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:24.602965 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd775b-a573-40af-b450-95026f8a1b97" -d '{"events": [{"name": "network-changed", "server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:24.650466 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9828b82-f956-4d5c-a0c5-7c8f09db555a x-openstack-request-id: req-e9828b82-f956-4d5c-a0c5-7c8f09db555a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:24.650762 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:24.651016 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9828b82-f956-4d5c-a0c5-7c8f09db555a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:24.651640 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'status': 'completed', 'code': 200} Oct 25 09:57:24.767039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd775b-a573-40af-b450-95026f8a1b97 req-be1d5dc2-39c7-44c2-b40f-68a8e0f96ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:24.768567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-be1d5dc2-39c7-44c2-b40f-68a8e0f96ce7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1096 time: 0.0764568 Oct 25 09:57:24.771274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd775b-a573-40af-b450-95026f8a1b97 req-9d759ed1-e861-42da-9668-792a0577ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:24.772728 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-9d759ed1-e861-42da-9668-792a0577ab55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 1096 time: 0.0716481 Oct 25 09:57:24.801420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e6dd7-bb31-4602-a8af-b39cdeb43483 req-5e178c32-7bcd-4119-8f45-88450d4faf25 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:24.803055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4e6dd7-bb31-4602-a8af-b39cdeb43483 req-5e178c32-7bcd-4119-8f45-88450d4faf25 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0533013 Oct 25 09:57:24.841167 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4c4e6dd7-bb31-4602-a8af-b39cdeb43483 req-b03f46af-315e-4cb2-b902-dc072c0b5b4c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Oct 25 09:57:24.937579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd775b-a573-40af-b450-95026f8a1b97 req-d408fedf-da77-4e05-9837-14b5376fbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:24.940205 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-d408fedf-da77-4e05-9837-14b5376fbe2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1645720 Oct 25 09:57:24.941313 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd775b-a573-40af-b450-95026f8a1b97 req-29c0a6d2-106d-4dcb-afe8-031156e39c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:24.942585 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-29c0a6d2-106d-4dcb-afe8-031156e39c01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1587160 Oct 25 09:57:25.056073 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-5cb7d215-56bc-440a-8268-8acd94e04246 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1001 time: 0.1083183 Oct 25 09:57:25.057902 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-615f8188-0712-4ad3-8ecc-ac1507d6e87b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 200 len: 1001 time: 0.1045601 Oct 25 09:57:25.143887 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd775b-a573-40af-b450-95026f8a1b97 req-8a8e0e8c-b498-4569-922c-4ce3c635630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:25.145233 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-8a8e0e8c-b498-4569-922c-4ce3c635630c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0747044 Oct 25 09:57:25.146427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd775b-a573-40af-b450-95026f8a1b97 req-c1cbe4ae-3f8d-4c26-b05b-9e8b3a4aac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:25.147708 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-c1cbe4ae-3f8d-4c26-b05b-9e8b3a4aac02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0853064 Oct 25 09:57:25.218617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd775b-a573-40af-b450-95026f8a1b97 req-1405acef-cbb0-4703-9052-d4e0eefda11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:25.221172 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-1405acef-cbb0-4703-9052-d4e0eefda11d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617921 Oct 25 09:57:25.223581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd775b-a573-40af-b450-95026f8a1b97 req-b5017a34-db3b-4ef6-88bc-43d175cde2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:25.224934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-b5017a34-db3b-4ef6-88bc-43d175cde2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731976 Oct 25 09:57:25.378742 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-0bf0c6f6-56cb-41b5-a197-767a7ad47581 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501024 Oct 25 09:57:25.383676 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-e80745df-12dd-46ff-9e14-90e681f3e10f service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470647 Oct 25 09:57:25.544659 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-b8aa0d6f-7e21-4748-bdbc-d078e3eb6b43 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586561 Oct 25 09:57:25.546808 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-64cd775b-a573-40af-b450-95026f8a1b97 req-63b1cc81-d7b2-4b0e-8f39-03df1e6656b6 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536801 Oct 25 09:57:25.756197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:57:25.853412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:25.864987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'mac_address': 'fa:16:3e:9a:d0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:57:25.901931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:25.917990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eeafb8f-d541-4c15-852f-7c21bc5eb98b {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:57:25.937349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:25.942272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:25.963067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041414f9-256b-438f-970b-2ba68149f5e2 req-370b0364-0dad-48f1-b38c-aa06a43c4cb5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:25.964668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-041414f9-256b-438f-970b-2ba68149f5e2 req-370b0364-0dad-48f1-b38c-aa06a43c4cb5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 945 time: 0.0526714 Oct 25 09:57:25.989531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=12']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:26.005707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-041414f9-256b-438f-970b-2ba68149f5e2 req-80deeca2-4aff-4321-9d6a-4384079b3c83 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343485 Oct 25 09:57:26.403961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['3eeafb8f-d541-4c15-852f-7c21bc5eb98b'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:57:27.119175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952a978-8d3d-4ae7-882b-d2f3251ec969 req-359a3cce-90d7-4ba4-84ff-11094a8b3a6f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:27.120616 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c952a978-8d3d-4ae7-882b-d2f3251ec969 req-359a3cce-90d7-4ba4-84ff-11094a8b3a6f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0484641 Oct 25 09:57:27.156894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c952a978-8d3d-4ae7-882b-d2f3251ec969 req-64f92e49-07e7-49d3-afb5-4d2e3cbec278 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298207 Oct 25 09:57:27.272262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83283ef7-d126-4fa1-addb-f215bf8c4b02 req-cc9a97da-342b-448b-98b6-90a3a3f914bb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:27.273729 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83283ef7-d126-4fa1-addb-f215bf8c4b02 req-cc9a97da-342b-448b-98b6-90a3a3f914bb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0529599 Oct 25 09:57:27.311093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83283ef7-d126-4fa1-addb-f215bf8c4b02 req-d3a7134b-d33f-4b82-98a9-8bbebea88589 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Oct 25 09:57:27.424293 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06752c-3428-4688-aead-2b956471d212 req-ecd08bd8-debb-415e-8385-31ef53b48694 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:27.425772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a06752c-3428-4688-aead-2b956471d212 req-ecd08bd8-debb-415e-8385-31ef53b48694 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0506237 Oct 25 09:57:27.464175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a06752c-3428-4688-aead-2b956471d212 req-cb33f368-5c00-418d-97a8-9ab9d18a212f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323787 Oct 25 09:57:27.694782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f3b25-7f52-4534-8f47-f06ee09ad812 req-35f18c63-d9eb-4327-a2df-9603e8c69661 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:27.696254 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-556f3b25-7f52-4534-8f47-f06ee09ad812 req-35f18c63-d9eb-4327-a2df-9603e8c69661 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 946 time: 0.0490308 Oct 25 09:57:27.733764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-556f3b25-7f52-4534-8f47-f06ee09ad812 req-43c6ff18-efae-49eb-ad57-58415f43ce39 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314083 Oct 25 09:57:27.767853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:57:27.814646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:57:27.818691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:57:27.819053 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:27.892773 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:27.914284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:27.916506 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38760b2-f3af-4a54-bf9e-b967200c5263" -d '{"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-plugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:27.932578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:27.936564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:27.960163 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d158519-65ea-495a-87e8-0dfa639abd2c x-openstack-request-id: req-4d158519-65ea-495a-87e8-0dfa639abd2c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:27.960450 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-plugged", "status": "completed", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:27.960706 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d158519-65ea-495a-87e8-0dfa639abd2c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:27.961116 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'code': 200} Oct 25 09:57:27.986838 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=13']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:28.859032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d396c6-0f57-4abf-afbf-57b917c7edc9 req-868447ea-4dd7-4129-9ad5-2ff5d66ed9c9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:28.860418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7d396c6-0f57-4abf-afbf-57b917c7edc9 req-868447ea-4dd7-4129-9ad5-2ff5d66ed9c9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 947 time: 0.0547452 Oct 25 09:57:28.899717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7d396c6-0f57-4abf-afbf-57b917c7edc9 req-1f44d1b2-450b-4de9-8670-575053383b6f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Oct 25 09:57:29.194855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-d96fc2ed-a0d6-4f50-bd19-9e20ba80036d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:29.196353 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-d96fc2ed-a0d6-4f50-bd19-9e20ba80036d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 947 time: 0.0498660 Oct 25 09:57:29.283605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Deleting port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 09:57:29.283949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:29.377898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] For port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:29.378260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:29.545151 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:29.545417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:29.545726 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211 disassociated. External IP: 172.25.8.130, port: 3eeafb8f-d541-4c15-852f-7c21bc5eb98b. Oct 25 09:57:29.546061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Calling delete_port for 3eeafb8f-d541-4c15-852f-7c21bc5eb98b owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 09:57:29.678209 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:29.704425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event deleted for resources: {'Port': ['ID=3eeafb8f-d541-4c15-852f-7c21bc5eb98b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:29.824122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:57:29.935670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:57:29.948333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:57:29.958313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:57:29.958930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:57:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:57:29.977304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] No DVR routers for this DVR port 3eeafb8f-d541-4c15-852f-7c21bc5eb98b on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 09:57:29.980216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:29.983898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ab33e7a5-7a6e-40a4-802b-7064aa545066 req-a433135b-91e3-40b0-85b1-dc32cde4feae tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "DELETE /v2.0/ports/3eeafb8f-d541-4c15-852f-7c21bc5eb98b HTTP/1.1" status: 204 len: 173 time: 0.7814307 Oct 25 09:57:29.984368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-deleted', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:29.989963 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960d356a-9584-43ee-80de-b37fb033b046" -d '{"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-deleted", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:30.006767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d38b95e-99de-409e-a2d8-199bf7ee9a23 req-c9a773b4-cac2-4cd5-84b4-9e98e47323e8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0 HTTP/1.1" status: 200 len: 210 time: 0.0313275 Oct 25 09:57:30.059249 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721aff7e-8bec-44e1-8841-b40083d990b6 x-openstack-request-id: req-721aff7e-8bec-44e1-8841-b40083d990b6 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:30.059606 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0", "name": "network-vif-deleted", "tag": "3eeafb8f-d541-4c15-852f-7c21bc5eb98b", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:30.059962 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-721aff7e-8bec-44e1-8841-b40083d990b6 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:30.060440 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce653a3-9975-4f6c-8c3b-fa2aec6fbfa0', 'name': 'network-vif-deleted', 'tag': '3eeafb8f-d541-4c15-852f-7c21bc5eb98b', 'status': 'completed', 'code': 200} Oct 25 09:57:30.078008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:57:30.275744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:57:30.304709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:57:30.312855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:57:30.313418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:57:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:57:30.419201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:57:30.620923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:57:30.647462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c8e46-bc9c-45e1-b1d7-3de35eaa55c3 None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:57:30.863422 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb15c61-070d-49ab-9681-6ecf4927b780 None None] New status for floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:57:31.293236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-e3f291c9-d569-42fd-a310-32361d472918 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1964798235&fields=id&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 267 time: 0.0318723 Oct 25 09:57:31.404727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-83c92b40-090d-497f-bab9-700eb41e1c4f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:31.406178 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-83c92b40-090d-497f-bab9-700eb41e1c4f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 812 time: 0.1062813 Oct 25 09:57:31.421509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-fc01b0da-d467-48d8-a60b-4d51ba661a1a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/quotas/f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 375 time: 0.0087681 Oct 25 09:57:31.473492 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-8e4c62be-fdf7-4bd4-a31a-f4c4729246d5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459776 Oct 25 09:57:31.490054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-06726ae8-3775-495a-b14a-e4415b5a2ba0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 09:57:31.491046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-06726ae8-3775-495a-b14a-e4415b5a2ba0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060542 Oct 25 09:57:31.595263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-65299a9a-769d-4047-a679-1e54639ee6d2 service neutron] 10.222.0.32 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975223 Oct 25 09:57:31.697007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-67c10e67-a0c4-411b-91d8-9ab096d970a8 service neutron] 10.222.0.32 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896728 Oct 25 09:57:31.854994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a35852f-a9c3-4568-8ec8-6229504a59dd req-8856dff6-77ee-43d1-ba8a-59ad76ccb269 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 210 time: 0.0278196 Oct 25 09:57:32.847270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-46f67091-40b6-4520-a612-a0efa7457dc8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:32.848679 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-46f67091-40b6-4520-a612-a0efa7457dc8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 812 time: 0.1092145 Oct 25 09:57:32.897889 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-45a803fe-1653-4fdb-9364-a7ec005c0d5c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 380 time: 0.0352540 Oct 25 09:57:32.940566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'port': {'device_id': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'admin_state_up': True, 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'security_groups': ['01536b98-9816-4125-8de0-8af9054940bd']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:57:32.955667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b15a9b2d-aa33-481a-a5bf-12154c881e0c req-58ce1ee5-9b72-4d26-bdb8-54f98ad164bb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 210 time: 0.0312529 Oct 25 09:57:33.045666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Made reservation on behalf of f238318a0e01450588eddf5c6c73da95 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 09:57:33.049232 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:33.176637 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Allocated IP 172.20.0.12 (88955b83-9663-4f99-ae5d-2899245a4673/33bdb2bb-e3d5-4b2b-971a-bb10ca837734/903dc7fe-cdeb-4765-9e91-b0c10c811c46) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 09:57:33.314347 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:33.347357 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:33.392708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Network 88955b83-9663-4f99-ae5d-2899245a4673 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 09:57:33.398231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 09:57:33.402695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 09:57:33.405221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:33.455677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:33.456280 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:33.474739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-918a3cd5-fd0e-4da4-96f8-65322ca73e7e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5380468 Oct 25 09:57:33.500162 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Request body: {'port': {'device_id': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:57:33.561337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:33.650533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9b274a08-15b0-49e5-ab8e-fdb349422ed5 None None] Provisioning complete for port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:57:33.651128 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b274a08-15b0-49e5-ab8e-fdb349422ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:33.685459 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9b274a08-15b0-49e5-ab8e-fdb349422ed5 None None] Port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 09:57:33.778252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 09:57:33.797897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 3eeafb8f-d541-4c15-852f-7c21bc5eb98b {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 09:57:33.798232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 3eeafb8f-d541-4c15-852f-7c21bc5eb98b not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 09:57:33.821246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903dc7fe-cdeb-4765-9e91-b0c10c811c46 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:57:33.828542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:33.841357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Transition to ACTIVE for port object 903dc7fe-cdeb-4765-9e91-b0c10c811c46 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 09:57:33.844928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:33.893899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:33.969401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 09:57:33.969723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 09:57:33.970049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:57:33.975433 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 09:57:33.975770 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 09:57:33.982938 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 9, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 09:57:33.983270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 09:57:33.983645 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 09:57:33.984073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Bound port: 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 09:57:33.984428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:34.051682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 09:57:34.059824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 09:57:34.064375 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:34.083625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215a968-3f27-4ce7-b61f-d9d7c1b55fbc req-d160eb2c-7642-4be6-ae11-6dfd0833c63b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:34.085121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c215a968-3f27-4ce7-b61f-d9d7c1b55fbc req-d160eb2c-7642-4be6-ae11-6dfd0833c63b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0546916 Oct 25 09:57:34.104869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:34.105852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:34.106877 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1092 time: 0.6111233 Oct 25 09:57:34.107328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:34.109619 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:34.135632 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c215a968-3f27-4ce7-b61f-d9d7c1b55fbc req-43dedd05-a5f5-41f9-816a-9975b34ba2fb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Oct 25 09:57:34.136147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faa055-ed3c-4380-919e-2141630fa9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:34.187849 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9916e9f-27eb-48a3-8f0a-5551992b1d2c x-openstack-request-id: req-e9916e9f-27eb-48a3-8f0a-5551992b1d2c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:34.188138 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:34.188389 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9916e9f-27eb-48a3-8f0a-5551992b1d2c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:34.188781 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'status': 'completed', 'code': 200} Oct 25 09:57:34.227428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-96817746-828e-415f-a567-0ecd09628bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:34.229092 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-96817746-828e-415f-a567-0ecd09628bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1095 time: 0.0498779 Oct 25 09:57:34.280547 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-127a3068-7646-484d-b487-6a71af41e8fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 217 time: 0.0366819 Oct 25 09:57:34.329288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-aaf0cbd3-3652-4a07-82b2-f8d94011421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:34.330638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-aaf0cbd3-3652-4a07-82b2-f8d94011421f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0435100 Oct 25 09:57:34.381147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-6d981210-d91b-47a6-9e24-57feb09fe178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:34.382619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-6d981210-d91b-47a6-9e24-57feb09fe178 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443094 Oct 25 09:57:34.471361 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-3d8e18d6-2117-4519-adcc-a8efaecb7d8d service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806046 Oct 25 09:57:34.563046 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-95fb732e-5e20-4102-a6cf-fc6f87ca5908 req-91b5bd3f-06aa-4f7f-b0d6-ec64268fb4be service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844631 Oct 25 09:57:34.684024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-45796bba-4902-4368-ba29-19c64b812747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:34.685523 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-45796bba-4902-4368-ba29-19c64b812747 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1095 time: 0.0400944 Oct 25 09:57:35.093817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-cec52475-a4bc-45cf-9ca1-464d0b2c0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:35.095187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-cec52475-a4bc-45cf-9ca1-464d0b2c0555 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.4026184 Oct 25 09:57:35.136531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-fa3a635d-edd6-4bbc-8ee2-02331c7cf91b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 217 time: 0.0336404 Oct 25 09:57:35.185568 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-2a3a6e21-a953-4d22-aacc-bd71f12abaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:35.187016 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-2a3a6e21-a953-4d22-aacc-bd71f12abaae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0428965 Oct 25 09:57:35.232140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-8cf8f65c-adbf-40a7-9273-e2a28622cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:35.233652 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-8cf8f65c-adbf-40a7-9273-e2a28622cf20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397623 Oct 25 09:57:35.257924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c614-9e58-4bc0-bad3-a337b97967ae req-23a5be3a-0e67-490d-a5b0-3a44f66b483c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:35.259464 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f6c614-9e58-4bc0-bad3-a337b97967ae req-23a5be3a-0e67-490d-a5b0-3a44f66b483c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0487013 Oct 25 09:57:35.297683 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-03f6c614-9e58-4bc0-bad3-a337b97967ae req-d78a8ab0-8d55-4da1-bb83-bd7167f5f3c5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Oct 25 09:57:35.327552 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-038e5de4-bdc6-4175-8f4a-c025470354c7 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864379 Oct 25 09:57:35.421256 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0fa31fda-3252-44a3-bd2f-7eb3e4313e37 req-4188bac5-cdef-48fb-83ff-d26d9c2870eb service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858769 Oct 25 09:57:36.414454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170e0fc-2c13-483f-8fb7-acc691c6bab6 req-b7d7cbb5-fc09-45e6-978d-5109e5b220d6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:36.415905 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f170e0fc-2c13-483f-8fb7-acc691c6bab6 req-b7d7cbb5-fc09-45e6-978d-5109e5b220d6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0484569 Oct 25 09:57:36.456792 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f170e0fc-2c13-483f-8fb7-acc691c6bab6 req-fdd91f53-f5db-429d-8362-9af3c9632eac tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348685 Oct 25 09:57:36.516532 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:57:37.572414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418b48-b782-49da-be38-d04006c61375 req-03ce72a9-45d7-4b84-8439-b8721de2a92d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:37.573920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a418b48-b782-49da-be38-d04006c61375 req-03ce72a9-45d7-4b84-8439-b8721de2a92d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0486574 Oct 25 09:57:37.613775 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a418b48-b782-49da-be38-d04006c61375 req-a7548ca0-7bd5-4253-b957-97417d65fb42 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337434 Oct 25 09:57:37.808707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 09:57:37.902790 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:37.914050 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'mac_address': 'fa:16:3e:c9:d3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 09:57:37.949699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:37.965888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903dc7fe-cdeb-4765-9e91-b0c10c811c46 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 09:57:37.984974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:37.989578 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:38.036800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:38.373446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['903dc7fe-cdeb-4765-9e91-b0c10c811c46'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 09:57:38.726612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26dad2-7811-4fe2-84c9-fb27bbf4a171 req-3d20626f-4b97-41d2-8c26-67ac32c35424 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:38.728086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c26dad2-7811-4fe2-84c9-fb27bbf4a171 req-3d20626f-4b97-41d2-8c26-67ac32c35424 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Oct 25 09:57:38.765528 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c26dad2-7811-4fe2-84c9-fb27bbf4a171 req-d2d0d501-c782-4d01-81fe-f0ce2e21b2c7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Oct 25 09:57:39.053466 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:39.826079 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 09:57:39.876005 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 09:57:39.881029 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 09:57:39.881417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:39.885018 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f10352-020a-4ab9-a8cb-29a8a7a9f6d2 req-359fdcfa-f22b-4e99-94df-c3c5829dfc3a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:39.886497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38f10352-020a-4ab9-a8cb-29a8a7a9f6d2 req-359fdcfa-f22b-4e99-94df-c3c5829dfc3a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0509112 Oct 25 09:57:39.930158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-38f10352-020a-4ab9-a8cb-29a8a7a9f6d2 req-822ae870-4fd1-4b29-b666-a305a47e5318 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376005 Oct 25 09:57:39.957491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:39.981815 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:39.984027 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2399fc0e-4b8b-4619-97a8-4b1f3b88614a" -d '{"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-plugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:40.152365 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd5eca9-8bab-47f7-ab82-41154a7c67f8 x-openstack-request-id: req-3dd5eca9-8bab-47f7-ab82-41154a7c67f8 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:40.153060 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-plugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:40.153060 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dd5eca9-8bab-47f7-ab82-41154a7c67f8 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:40.153290 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'code': 200} Oct 25 09:57:40.156551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 09:57:40.158111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6609f-e653-4ff5-abc2-30e45e4c6105 req-c343aa09-3495-4e5d-a0db-ef3a6bf09bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:40.160605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3af6609f-e653-4ff5-abc2-30e45e4c6105 req-c343aa09-3495-4e5d-a0db-ef3a6bf09bd9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1096 time: 0.0415523 Oct 25 09:57:40.161452 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:40.195446 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3af6609f-e653-4ff5-abc2-30e45e4c6105 req-973f35a3-bc7d-4071-8fa6-db1b3658c1fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286286 Oct 25 09:57:40.208540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 09:57:40.228259 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:41.049757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb3968-a2fb-4cf0-9bfb-eb882f42924f req-767ce413-1f1b-4ae5-8d62-317d7812c7fa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:41.051863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93eb3968-a2fb-4cf0-9bfb-eb882f42924f req-767ce413-1f1b-4ae5-8d62-317d7812c7fa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0496261 Oct 25 09:57:41.089379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93eb3968-a2fb-4cf0-9bfb-eb882f42924f req-78bed741-99b4-48b1-9403-33d8656c559d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 Oct 25 09:57:42.204687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6026c51-4f0f-4453-b5e9-b13317ffc757 req-1fca13b8-5554-4830-87d7-e0c500ddb121 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:42.206149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6026c51-4f0f-4453-b5e9-b13317ffc757 req-1fca13b8-5554-4830-87d7-e0c500ddb121 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0482304 Oct 25 09:57:42.244226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6026c51-4f0f-4453-b5e9-b13317ffc757 req-13e44334-8f90-4782-930c-8320b7d6d1f5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Oct 25 09:57:42.352914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e5d79-56c5-4502-bc5c-7eaf11574efe req-03d6f5ec-8f04-419a-bd29-ae69013f8b5f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:42.354370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bf5e5d79-56c5-4502-bc5c-7eaf11574efe req-03d6f5ec-8f04-419a-bd29-ae69013f8b5f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0477104 Oct 25 09:57:42.363158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 41486) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 09:57:42.368099 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Request body: {'floatingip': {'port_id': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 09:57:42.409595 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:42.819644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:42.823287 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:42.918370 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211 associated. External IP: 172.25.8.130, port: 903dc7fe-cdeb-4765-9e91-b0c10c811c46. Oct 25 09:57:43.121220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 09:57:43.226612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 09:57:43.231632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:43.236208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 09:57:43.245285 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:57:43.245891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:57:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:57:43.259357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d6e609a4-bfa8-4622-aa6c-cfbf1b112506 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "PUT /v2.0/floatingips/afa5e63d-cfb4-44c1-807f-23b2c367e211 HTTP/1.1" status: 200 len: 993 time: 0.8945808 Oct 25 09:57:43.259937 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 09:57:43.262279 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36557022-1f0e-4912-a21d-a197d698033e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 09:57:43.352759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:57:43.418289 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1930cf0b-fa8e-463a-a1d8-2316a70c90f7 x-openstack-request-id: req-1930cf0b-fa8e-463a-a1d8-2316a70c90f7 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 09:57:43.418581 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 09:57:43.418835 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1930cf0b-fa8e-463a-a1d8-2316a70c90f7 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 09:57:43.419239 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'status': 'completed', 'code': 200} Oct 25 09:57:43.499254 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557022-1f0e-4912-a21d-a197d698033e req-64b1c7f7-1ed7-4d6f-9291-b4ca9e22e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:43.500717 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36557022-1f0e-4912-a21d-a197d698033e req-64b1c7f7-1ed7-4d6f-9291-b4ca9e22e165 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1097 time: 0.0391321 Oct 25 09:57:43.586234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:c9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:57:42Z', 'revision_number': 13, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:57:43.597122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557022-1f0e-4912-a21d-a197d698033e req-bbc484cf-1082-41b1-9a34-d8d823889e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:43.598683 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36557022-1f0e-4912-a21d-a197d698033e req-bbc484cf-1082-41b1-9a34-d8d823889e1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0909796 Oct 25 09:57:43.612756 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 09:57:43.621785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 09:57:43.622452 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T09:57:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:57:43.664538 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36557022-1f0e-4912-a21d-a197d698033e req-375760e3-8ce6-4c44-b987-d49e0c57dfc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1001 time: 0.0592892 Oct 25 09:57:43.719838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557022-1f0e-4912-a21d-a197d698033e req-767e92e9-1d9d-40b3-af26-e2eebc399da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:43.721297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36557022-1f0e-4912-a21d-a197d698033e req-767e92e9-1d9d-40b3-af26-e2eebc399da6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0495789 Oct 25 09:57:43.727540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 09:57:43.768032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557022-1f0e-4912-a21d-a197d698033e req-4979826b-ea64-42e4-a92b-23461356d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:57:43.769689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36557022-1f0e-4912-a21d-a197d698033e req-4979826b-ea64-42e4-a92b-23461356d83f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416522 Oct 25 09:57:43.860136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36557022-1f0e-4912-a21d-a197d698033e req-c560340c-25d1-4bc0-a3cf-3bdc4b0d2f55 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833294 Oct 25 09:57:43.954864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:c9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:57:42Z', 'revision_number': 13, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 09:57:43.955165 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-36557022-1f0e-4912-a21d-a197d698033e req-b1390aee-3b98-419d-9b22-d4c634920ece service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878918 Oct 25 09:57:43.981424 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39188ea1-0e80-4646-aac9-5b786480bef3 None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'afa5e63d-cfb4-44c1-807f-23b2c367e211', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'port_id': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'mac_address': 'fa:16:3e:c9:d3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T09:47:55Z', 'updated_at': '2021-10-25T09:57:42Z', 'revision_number': 13, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 09:57:44.158766 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4947f6-0789-4bb6-a6a7-33fd2dfebacd None None] New status for floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 09:57:46.525322 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0fb68c7c-7680-4b4d-a416-39b7629b53f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:48.868639 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e97d1e9a-da0e-4756-ba9c-529653fd2e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:50.044521 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:50.149623 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:57:52.003988 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:00.825243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-3e6a968a-db4c-4044-9f46-cc31e6c9e72d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394597 Oct 25 09:58:00.920989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-cf25ece4-8b81-409a-a532-a8891238b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:58:00.922461 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-cf25ece4-8b81-409a-a532-a8891238b533 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1097 time: 0.0402384 Oct 25 09:58:01.030185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-677c5767-78e2-41cf-851c-9f7273bdba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:58:01.031933 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-677c5767-78e2-41cf-851c-9f7273bdba7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0891783 Oct 25 09:58:01.106010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-6633ff00-790a-44ae-8252-93c187f74811 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1003 time: 0.0643449 Oct 25 09:58:01.154819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-8d0fe982-af61-4d36-a9d5-4b9128598c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:58:01.156228 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-8d0fe982-af61-4d36-a9d5-4b9128598c0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0430422 Oct 25 09:58:01.201495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-00dc7003-1e0e-4fd2-a0a6-631c309e2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:58:01.202986 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-00dc7003-1e0e-4fd2-a0a6-631c309e2e14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392182 Oct 25 09:58:01.300396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-b46ca742-b275-47a9-aadb-e0822c50a6b2 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892563 Oct 25 09:58:01.395675 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7df9a4b8-000f-400c-99e0-d59c9db72a17 req-a7459fcd-636d-42f4-9712-3665cb1850a2 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869682 Oct 25 09:58:09.065210 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:10.216215 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:13.518947 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:58:16.528145 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-91b2e468-cc4f-4b8b-8e08-483ab394eff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:18.870268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-394f5e06-8571-4844-ae83-19087b9404ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:20.046079 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:20.153880 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:22.003802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:39.073940 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:40.228651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:46.531238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22e510d0-ed32-4df5-8a66-52b5396c1655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:48.870750 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-311e60d0-51e7-440c-93bd-9acc40db1e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:50.047769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:50.155148 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:58:50.518794 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:58:52.005852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:01.798324 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-ce5fd3cb-a420-4f3d-ad3e-b18d04f52a43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404563 Oct 25 09:59:01.898580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-3f9dddbe-606f-459b-8db6-d06a86401fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:59:01.900082 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-3f9dddbe-606f-459b-8db6-d06a86401fff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1097 time: 0.0445926 Oct 25 09:59:02.004298 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-742ede90-51f3-45a9-a314-023d508ae3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:59:02.005810 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-742ede90-51f3-45a9-a314-023d508ae3d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0873642 Oct 25 09:59:02.075423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-8bf6979e-8d8b-49e4-95c1-407f9116a98f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1003 time: 0.0628245 Oct 25 09:59:02.123943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-09963479-408c-45cc-83eb-59494e6cdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:59:02.125288 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-09963479-408c-45cc-83eb-59494e6cdecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0433767 Oct 25 09:59:02.170252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-094f71d5-c061-48f7-8257-3ad6599f5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 09:59:02.171712 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-094f71d5-c061-48f7-8257-3ad6599f5ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394714 Oct 25 09:59:02.265601 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-c6919d38-260d-4c2a-9e3d-2d3162fdddba service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871885 Oct 25 09:59:02.359224 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f017d8f6-94ec-4163-b52a-89efd0eb4b36 req-8cf0751e-ce57-4f37-b508-b941c78e37c0 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867445 Oct 25 09:59:09.084101 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:10.219714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:16.532790 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3c47d081-cf28-431f-b8e7-9cee73912875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:18.871170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f21d0ecd-57b2-4b5c-a6b5-2fe5f5757dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:20.049017 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:20.158883 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:22.008741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:27.518942 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 09:59:39.087353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:40.242950 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:46.534571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3a2ae861-872b-4407-a4f2-7b32a32ae1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:48.872728 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-298dc800-ef41-47bb-8327-86159622da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:50.050102 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:50.160630 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 09:59:52.014465 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:01.806790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-8b3ce414-b35d-4629-abf6-f7c96261d84f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469067 Oct 25 10:00:01.904325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-0cd6bce7-ff05-4784-a778-e5a9ccef2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:01.905884 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-0cd6bce7-ff05-4784-a778-e5a9ccef2875 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1097 time: 0.0400395 Oct 25 10:00:02.007869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-7815559e-44e2-4938-9def-579b5dd2cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:02.009362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-7815559e-44e2-4938-9def-579b5dd2cfac service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0848937 Oct 25 10:00:02.079158 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-3bcd23a1-5702-465d-b7d8-587d643e57bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1003 time: 0.0614753 Oct 25 10:00:02.127410 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-12818a93-6fde-49d6-8144-ce8b58b56b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:02.128800 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-12818a93-6fde-49d6-8144-ce8b58b56b7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0427880 Oct 25 10:00:02.173666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-d7e08621-1e48-4304-afa5-ea3659d8ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:02.175113 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-d7e08621-1e48-4304-afa5-ea3659d8ed91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398467 Oct 25 10:00:02.268125 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-9c80cddc-24c0-4b90-ab48-bf97d257d56b service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861800 Oct 25 10:00:02.360028 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b67095de-b895-4bd5-ad0a-17266431bb14 req-0102aa01-26aa-4129-ad71-c3d93ec65034 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849404 Oct 25 10:00:04.519018 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:00:09.085867 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:10.246809 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:16.535746 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-75ffb91c-2fca-425e-9bce-9973d78e8998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:18.389220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb569c-245f-4605-8077-087a140e01ba req-9a9667cd-170d-4a62-868d-edd1110b61df tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:18.390676 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11eb569c-245f-4605-8077-087a140e01ba req-9a9667cd-170d-4a62-868d-edd1110b61df tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.1438367 Oct 25 10:00:18.432067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-11eb569c-245f-4605-8077-087a140e01ba req-47323768-fdbe-4566-a9d1-78ab0929c347 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351686 Oct 25 10:00:18.875199 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e841712b-ddcd-48e9-80f8-8f5318436d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:20.052527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:20.163369 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:22.015267 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:30.610822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-3544d05e-4388-41f2-ac9e-5057e8645eb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687270 Oct 25 10:00:30.618916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489af36c-f933-49d1-b412-9265544ca5ce req-fd08db44-f471-4f8d-b0ed-6b0d01c391f7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:30.620302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-489af36c-f933-49d1-b412-9265544ca5ce req-fd08db44-f471-4f8d-b0ed-6b0d01c391f7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0701771 Oct 25 10:00:30.660002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-489af36c-f933-49d1-b412-9265544ca5ce req-041b261d-85f8-41fe-9ff3-858a578043c4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336995 Oct 25 10:00:31.789142 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378cbe-df13-4d8d-a851-f23612c3cf28 req-0af5752a-6aa3-4409-9324-7a3a19ee77a7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:31.790647 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4378cbe-df13-4d8d-a851-f23612c3cf28 req-0af5752a-6aa3-4409-9324-7a3a19ee77a7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0539377 Oct 25 10:00:31.818617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-b765567b-46fc-4f97-bdb3-0d05e10a9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:31.820111 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-b765567b-46fc-4f97-bdb3-0d05e10a9724 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1097 time: 0.0451498 Oct 25 10:00:31.830791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4378cbe-df13-4d8d-a851-f23612c3cf28 req-4ae0e419-e1f4-4d82-9b99-934a7c459b22 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329683 Oct 25 10:00:31.926961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-1091a99d-e766-49dd-ba96-4956831952ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:31.928399 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-1091a99d-e766-49dd-ba96-4956831952ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0956051 Oct 25 10:00:31.993049 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-88cace68-3f0a-4091-90e6-37d35745648c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1003 time: 0.0579503 Oct 25 10:00:32.040957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-cf7d6e14-23c9-419c-816f-44334b8910e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:32.042345 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-cf7d6e14-23c9-419c-816f-44334b8910e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0427210 Oct 25 10:00:32.090721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-1aff1dd2-5b1a-4c1b-a35b-68ddb73af252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:32.092077 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-1aff1dd2-5b1a-4c1b-a35b-68ddb73af252 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422041 Oct 25 10:00:32.181048 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-a41c32c5-5df7-4492-8609-dc5612655af7 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816514 Oct 25 10:00:32.279614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-b1527c7c-06bc-418c-8dde-4285ac0d1043 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918257 Oct 25 10:00:32.950163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f701c-06da-45b8-b87b-affe2d17c6c8 req-7f4324c0-85c0-4209-8671-01384d51032f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:32.951601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d56f701c-06da-45b8-b87b-affe2d17c6c8 req-7f4324c0-85c0-4209-8671-01384d51032f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0526044 Oct 25 10:00:32.988579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d56f701c-06da-45b8-b87b-affe2d17c6c8 req-d4a887eb-b738-47ee-a33a-60449b1afc98 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303695 Oct 25 10:00:34.108416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b46a3d-bb66-4fb1-8072-bc17ccfd793d req-6782b8e3-2dd0-4004-b3a5-82d07b2d0931 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:34.109919 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60b46a3d-bb66-4fb1-8072-bc17ccfd793d req-6782b8e3-2dd0-4004-b3a5-82d07b2d0931 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0522082 Oct 25 10:00:34.148071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60b46a3d-bb66-4fb1-8072-bc17ccfd793d req-ea03a879-fccd-4a26-90f0-f4f704341497 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Oct 25 10:00:35.264110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a1000-e783-4bec-b0d2-a5a325b8d258 req-649d3e60-064f-4e13-a675-41cab2ebb49b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:35.265592 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-736a1000-e783-4bec-b0d2-a5a325b8d258 req-649d3e60-064f-4e13-a675-41cab2ebb49b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0490606 Oct 25 10:00:35.303124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-736a1000-e783-4bec-b0d2-a5a325b8d258 req-fe96c7be-5ea3-4ed5-b8b2-e6398c7812ab tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Oct 25 10:00:36.426578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c016c7-d1fc-4521-b669-30cb3cb99044 req-4040ae2b-7625-4e1d-9a1c-33297065766e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:36.428034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24c016c7-d1fc-4521-b669-30cb3cb99044 req-4040ae2b-7625-4e1d-9a1c-33297065766e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0523138 Oct 25 10:00:36.466982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-24c016c7-d1fc-4521-b669-30cb3cb99044 req-ef45124f-76cb-4576-9e2c-5eb03c019382 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Oct 25 10:00:37.583731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ac6f-9c13-4555-b324-c81e0aa85bd7 req-091c0072-3e26-4ca8-a903-6e45fe382459 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:37.585198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e363ac6f-9c13-4555-b324-c81e0aa85bd7 req-091c0072-3e26-4ca8-a903-6e45fe382459 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0500808 Oct 25 10:00:37.622885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e363ac6f-9c13-4555-b324-c81e0aa85bd7 req-bd44e883-610a-4c59-a56a-c4a4da2a01a2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Oct 25 10:00:38.742548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39953-51eb-4a4e-8e69-9b6e5d59fc0e req-3e1dc9f6-4e10-498d-befd-2b261e79f415 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:38.743986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cac39953-51eb-4a4e-8e69-9b6e5d59fc0e req-3e1dc9f6-4e10-498d-befd-2b261e79f415 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0485756 Oct 25 10:00:38.780631 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cac39953-51eb-4a4e-8e69-9b6e5d59fc0e req-3b4b6748-1556-4d67-b9e8-0c1bb263b0f8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306756 Oct 25 10:00:39.086188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:39.899407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10161f-9f7c-4270-b547-e8312c2b8acc req-81f5c327-7a81-4a3c-a148-a41208baebc9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:39.900864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe10161f-9f7c-4270-b547-e8312c2b8acc req-81f5c327-7a81-4a3c-a148-a41208baebc9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0519607 Oct 25 10:00:39.938349 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fe10161f-9f7c-4270-b547-e8312c2b8acc req-0280a5b5-15ac-4687-b9d2-cd3a4605a8c1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Oct 25 10:00:40.260227 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:41.058153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399aca-5b52-4c04-955d-77b4a231fad0 req-aa1a8883-ddba-43f7-b018-0c00bd9c437f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:41.059610 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20399aca-5b52-4c04-955d-77b4a231fad0 req-aa1a8883-ddba-43f7-b018-0c00bd9c437f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0522969 Oct 25 10:00:41.099184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20399aca-5b52-4c04-955d-77b4a231fad0 req-f87bc816-653e-4b69-8aa8-5b5be8af5d96 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332468 Oct 25 10:00:41.518143 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:00:42.212508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c879ab-c3fc-4c0d-8c1d-70f2216a8589 req-95811544-c692-4360-bc59-c4c315d91835 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:42.213910 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c879ab-c3fc-4c0d-8c1d-70f2216a8589 req-95811544-c692-4360-bc59-c4c315d91835 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0474885 Oct 25 10:00:42.251279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1c879ab-c3fc-4c0d-8c1d-70f2216a8589 req-11f1f1fc-ec2d-414a-8ea3-5a79b6707880 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Oct 25 10:00:43.371874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b760d1-ae30-495c-a443-8e2954bac2e2 req-968e6e99-fac6-47a9-94ec-66a0da86f269 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:43.373350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1b760d1-ae30-495c-a443-8e2954bac2e2 req-968e6e99-fac6-47a9-94ec-66a0da86f269 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0526452 Oct 25 10:00:43.411276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a1b760d1-ae30-495c-a443-8e2954bac2e2 req-8449bcff-0c13-4538-81fc-8647c1f658f3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313444 Oct 25 10:00:44.529819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65cc7-39c5-4b96-8a52-1b2981ef3b48 req-8c7f7cbe-b785-4010-931a-a5ec1c19a585 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:44.531267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fe65cc7-39c5-4b96-8a52-1b2981ef3b48 req-8c7f7cbe-b785-4010-931a-a5ec1c19a585 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0488560 Oct 25 10:00:44.569656 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fe65cc7-39c5-4b96-8a52-1b2981ef3b48 req-a07131c6-d231-4f29-983c-569714676c36 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Oct 25 10:00:45.693133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580e6dd-32fa-4d2a-abd5-6156923035b0 req-92b0ae12-6068-44a1-b327-6dea27a95878 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:45.694609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a580e6dd-32fa-4d2a-abd5-6156923035b0 req-92b0ae12-6068-44a1-b327-6dea27a95878 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0507917 Oct 25 10:00:45.732617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a580e6dd-32fa-4d2a-abd5-6156923035b0 req-fdabea67-1df2-45a5-9182-6055300d1524 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Oct 25 10:00:46.539440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b061dcf4-72e5-4298-84a9-3ac728c16ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:46.568099 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-5c59fd19-52c1-49f4-9929-0cae4d440d98 service neutron] show failed (client error): The resource could not be found. Oct 25 10:00:46.569068 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-5c59fd19-52c1-49f4-9929-0cae4d440d98 service neutron] 10.222.0.41 "GET /v2.0/ports/903dc7fe-cdeb-4765-9e91-b0c10c811c46/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0606108 Oct 25 10:00:46.863029 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62471d10-5c02-40e7-9b35-97938ebac642 req-9a181b77-8758-4ba5-979a-a8adebf4f71a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:46.864423 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62471d10-5c02-40e7-9b35-97938ebac642 req-9a181b77-8758-4ba5-979a-a8adebf4f71a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0593519 Oct 25 10:00:46.903299 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-62471d10-5c02-40e7-9b35-97938ebac642 req-ec8ee3ed-7440-41e2-87e9-229e28bd310a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Oct 25 10:00:47.111303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-bd231dac-f1fb-4f2e-b605-2d62cf033476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:47.113450 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-bd231dac-f1fb-4f2e-b605-2d62cf033476 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 1097 time: 0.1027989 Oct 25 10:00:47.124682 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-21786c74-443e-434d-afd9-42b385411094 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:00:47.125641 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-21786c74-443e-434d-afd9-42b385411094 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048771 Oct 25 10:00:47.142815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:00:47.198968 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:47.400016 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:00:47.431563 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:00:47.470587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:00:47.472872 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40455efb-5d92-42bf-9d42-66980fae43fa" -d '{"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-unplugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:00:47.476558 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:47.488967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Transition to ACTIVE for port object 903dc7fe-cdeb-4765-9e91-b0c10c811c46 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:00:47.492818 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:47.577256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:00:47.595746 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 10:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d0135-d4e5-49b4-b063-5d29c0021233 x-openstack-request-id: req-c75d0135-d4e5-49b4-b063-5d29c0021233 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:00:47.596036 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-unplugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:00:47.596302 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c75d0135-d4e5-49b4-b063-5d29c0021233 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:00:47.596854 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'code': 200} Oct 25 10:00:47.598192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.598535 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.598872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.599205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.599534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.599860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.600184 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.600508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.600828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.601175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.601498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.601817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:00:47.636211 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] No DVR routers for this DVR port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:00:47.771121 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:00:47.771450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:00:47.771773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:00:47.776586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:00:47.776959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:00:47.781853 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:00:47.782186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:00:47.782561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:00:47.782984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Bound port: 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:00:47.783335 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:47.844918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:00:47.848796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:00:47.853020 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:47.892472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:47.893241 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:47.894717 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] 10.222.0.18 "PUT /v2.0/ports/903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1092 time: 0.7556307 Oct 25 10:00:47.916688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9048ce1-e52a-4e29-86e6-8e2fcdfc9bfc service neutron] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:00:47.973949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-567aa3d9-d051-4ab2-a654-5f3536ea59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:47.975701 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-567aa3d9-d051-4ab2-a654-5f3536ea59a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1095 time: 0.0451183 Oct 25 10:00:48.031691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef8410-134f-4b51-88dc-81201ece09c3 req-04c2cbc7-01ca-4d61-84b1-efe9fb31267c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:48.033436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59ef8410-134f-4b51-88dc-81201ece09c3 req-04c2cbc7-01ca-4d61-84b1-efe9fb31267c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0517235 Oct 25 10:00:48.075035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59ef8410-134f-4b51-88dc-81201ece09c3 req-670469a3-2f9d-4bcf-b573-55622960fac4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347478 Oct 25 10:00:48.083880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-ebfcc88d-c82c-44ea-8b4a-f45f6c697bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:48.085780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-ebfcc88d-c82c-44ea-8b4a-f45f6c697bd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1031475 Oct 25 10:00:48.151948 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-69e00141-09d4-4d61-b91a-f2ce3696fe9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1001 time: 0.0596924 Oct 25 10:00:48.201399 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-d55e9209-ea7e-4a0c-b764-216fdca19947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:48.202699 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-d55e9209-ea7e-4a0c-b764-216fdca19947 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0431807 Oct 25 10:00:48.250881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-1497d101-f244-4574-94b0-64628206d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:48.252322 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-1497d101-f244-4574-94b0-64628206d1c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428116 Oct 25 10:00:48.340259 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-b1bd5b2c-2faa-42d1-a9c6-23ab34e7cf8f service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807514 Oct 25 10:00:48.432862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-96cc0d9f-98ea-4ecc-abb9-c4e19e162a94 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855560 Oct 25 10:00:48.660486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:00:48.698335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:00:48.878434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83d207ca-388f-4e48-baab-f31b108fbfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:49.193904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c970a-2bfe-45ca-802a-90a5e68ecd26 req-9f7e0f44-e76e-4d3a-82f2-3288f51f760b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:49.195392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-202c970a-2bfe-45ca-802a-90a5e68ecd26 req-9f7e0f44-e76e-4d3a-82f2-3288f51f760b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0484059 Oct 25 10:00:49.234966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-202c970a-2bfe-45ca-802a-90a5e68ecd26 req-e2deeb8d-530d-4807-8bb5-a0dc5ab038be tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334210 Oct 25 10:00:49.597885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:00:49.600261 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3891509-9d73-4ff2-b1ee-6d3884d3a148" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:00:49.652665 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a1128b-bad7-410d-8568-b0f394219e4a x-openstack-request-id: req-b3a1128b-bad7-410d-8568-b0f394219e4a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:00:49.652983 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:00:49.653241 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3a1128b-bad7-410d-8568-b0f394219e4a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:00:49.653643 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'status': 'completed', 'code': 200} Oct 25 10:00:49.760908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-2ac14e2b-7bcd-4c1d-bb22-75c03303c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:49.762383 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-2ac14e2b-7bcd-4c1d-bb22-75c03303c449 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1095 time: 0.0611720 Oct 25 10:00:49.764924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-a5a3d575-ad74-4491-bcfc-0853200dac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:49.766255 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-a5a3d575-ad74-4491-bcfc-0853200dac7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1095 time: 0.0728555 Oct 25 10:00:49.926178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-4b677d0d-5954-45ea-b4df-02e86e23b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:49.927637 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-4b677d0d-5954-45ea-b4df-02e86e23b982 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1575341 Oct 25 10:00:49.930249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-914f9368-2d5b-446b-bb0b-f2c29a818470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:49.931566 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-914f9368-2d5b-446b-bb0b-f2c29a818470 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1541533 Oct 25 10:00:50.043002 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-912d870d-9adc-4f68-b116-4da45e885282 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1001 time: 0.1082568 Oct 25 10:00:50.047515 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-6bdda032-306b-4af6-ae7e-b43725af0b22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1001 time: 0.1060996 Oct 25 10:00:50.056610 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:50.130599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-0c7e7fec-7503-4af1-bf3f-82dbc489ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:50.132062 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-0c7e7fec-7503-4af1-bf3f-82dbc489ae9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0816815 Oct 25 10:00:50.133711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-97709e89-cd4f-4486-bf11-fd76e6fa9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:50.134990 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-97709e89-cd4f-4486-bf11-fd76e6fa9b54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0756834 Oct 25 10:00:50.167035 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:50.208670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-cb5b60be-878b-4602-a727-21bc8cf184c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:50.210181 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-cb5b60be-878b-4602-a727-21bc8cf184c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712175 Oct 25 10:00:50.212648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-5641d314-415d-43bc-8d13-a54cfafcda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:50.214016 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-5641d314-415d-43bc-8d13-a54cfafcda41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678675 Oct 25 10:00:50.371255 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0f377-c236-4f61-90ae-10f9b4c9482d req-e9559d91-2827-498c-af72-1ff38e2aee86 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:50.372973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0c0f377-c236-4f61-90ae-10f9b4c9482d req-e9559d91-2827-498c-af72-1ff38e2aee86 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0590489 Oct 25 10:00:50.416926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0c0f377-c236-4f61-90ae-10f9b4c9482d req-cfc98195-ca5b-4e86-b5a1-c88cd27205a1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364435 Oct 25 10:00:50.691400 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-a583fb16-97d9-4871-955b-c673e73d74e0 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728913 Oct 25 10:00:50.696560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-153e3e2d-0859-492c-aa19-7b53a48dd093 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697268 Oct 25 10:00:50.851780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-07111043-6fa6-40bb-b398-2a8d0c836364 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533701 Oct 25 10:00:50.853660 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3891509-9d73-4ff2-b1ee-6d3884d3a148 req-ce599ed8-356d-4417-9ac2-efbfcf30e05c service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485372 Oct 25 10:00:51.538518 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e50e5-3f39-4de6-86ba-b31448ff9c37 req-aac44e4e-533a-4a55-9e27-901a87e5a50d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:51.540011 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-414e50e5-3f39-4de6-86ba-b31448ff9c37 req-aac44e4e-533a-4a55-9e27-901a87e5a50d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0490663 Oct 25 10:00:51.578796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-414e50e5-3f39-4de6-86ba-b31448ff9c37 req-46eb91d5-3a1e-4868-aa8c-f3f8d506b3e5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Oct 25 10:00:52.017539 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:00:52.696736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf8098-5f93-44d7-9f12-bc70f90e235c req-afa12932-c69b-42e5-9211-5d5d87847e40 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:52.698227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95bf8098-5f93-44d7-9f12-bc70f90e235c req-afa12932-c69b-42e5-9211-5d5d87847e40 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0493174 Oct 25 10:00:52.736440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-95bf8098-5f93-44d7-9f12-bc70f90e235c req-fed761c5-9bbc-467f-a0b4-41e719c0c5d3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Oct 25 10:00:53.858067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fbb77-d901-440c-b084-025c9c14cc54 req-a1141361-8dc1-45d9-9929-2debdb1426e1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:53.859531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b63fbb77-d901-440c-b084-025c9c14cc54 req-a1141361-8dc1-45d9-9929-2debdb1426e1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0529306 Oct 25 10:00:53.898852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b63fbb77-d901-440c-b084-025c9c14cc54 req-f7813cff-7eb8-49f9-9328-0a93d2b72ff6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326693 Oct 25 10:00:55.016292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a2f2-62af-4490-a5e3-949c9036c472 req-91a82ebd-6a4b-4fc4-807f-6820b769af17 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:55.017779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5682a2f2-62af-4490-a5e3-949c9036c472 req-91a82ebd-6a4b-4fc4-807f-6820b769af17 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0504451 Oct 25 10:00:55.056846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5682a2f2-62af-4490-a5e3-949c9036c472 req-6b6cf010-b846-4e4b-bb53-a255da12792d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326312 Oct 25 10:00:56.172755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc3a5b-1acf-4bea-b376-9fddf76b44e1 req-011744c5-1a18-433a-973f-ac267a2131d8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:56.174154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85cc3a5b-1acf-4bea-b376-9fddf76b44e1 req-011744c5-1a18-433a-973f-ac267a2131d8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0483882 Oct 25 10:00:56.211441 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85cc3a5b-1acf-4bea-b376-9fddf76b44e1 req-799debcf-555b-427e-bbf9-7e93269dd84a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308471 Oct 25 10:00:57.332105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d8e39-51ba-46d0-9077-468b5ab465d1 req-e1175fce-a95e-451a-9c20-a8270f548ffd tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:57.333466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c65d8e39-51ba-46d0-9077-468b5ab465d1 req-e1175fce-a95e-451a-9c20-a8270f548ffd tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0522828 Oct 25 10:00:57.371613 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c65d8e39-51ba-46d0-9077-468b5ab465d1 req-d4877381-e48f-4e26-a92e-bcc43c0d2478 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Oct 25 10:00:58.491655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34304679-97c2-453f-945d-2ba7b6e0a01e req-3f54e9b3-8c5a-4523-abff-81ca16ad960e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:58.493154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34304679-97c2-453f-945d-2ba7b6e0a01e req-3f54e9b3-8c5a-4523-abff-81ca16ad960e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0494125 Oct 25 10:00:58.529906 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34304679-97c2-453f-945d-2ba7b6e0a01e req-526bd7e3-d628-4ebb-8e30-207bcba786a6 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307100 Oct 25 10:00:59.648073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde490b-d17a-4ad8-b09e-8207d4518f04 req-567b4d50-0541-4aef-9c21-da3288141705 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:00:59.649596 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1cde490b-d17a-4ad8-b09e-8207d4518f04 req-567b4d50-0541-4aef-9c21-da3288141705 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0507572 Oct 25 10:00:59.687175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1cde490b-d17a-4ad8-b09e-8207d4518f04 req-b304dacb-0827-48b7-9094-47fd2eb02d8a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Oct 25 10:01:00.808291 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cf446-b9f8-4d22-b693-975e01a1fd16 req-e33ccea6-7973-4d45-b1ee-dd077defe6bb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:00.809761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5cf446-b9f8-4d22-b693-975e01a1fd16 req-e33ccea6-7973-4d45-b1ee-dd077defe6bb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0526950 Oct 25 10:01:00.848316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f5cf446-b9f8-4d22-b693-975e01a1fd16 req-ef29c199-ede5-4d61-b43a-5ebca140c587 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Oct 25 10:01:01.963168 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9af0-fb31-4b9c-9d9a-80f6d97a315b req-35fa8e88-2804-44f3-bf39-9c4936ef88af tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:01.964669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-800e9af0-fb31-4b9c-9d9a-80f6d97a315b req-35fa8e88-2804-44f3-bf39-9c4936ef88af tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0483212 Oct 25 10:01:02.002114 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-800e9af0-fb31-4b9c-9d9a-80f6d97a315b req-115fd474-cba9-4caf-86d3-e8f490a33038 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Oct 25 10:01:03.118842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06ec3d-4284-4901-bf0a-89604199f02b req-c74e3e6c-bb69-49c1-ae87-88fc3b8cf2b4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:03.120292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de06ec3d-4284-4901-bf0a-89604199f02b req-c74e3e6c-bb69-49c1-ae87-88fc3b8cf2b4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0492992 Oct 25 10:01:03.156382 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-de06ec3d-4284-4901-bf0a-89604199f02b req-5e7da5b4-e9fd-4f16-b9a6-d059de9649c2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302703 Oct 25 10:01:03.307188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:01:03.411077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:03.424136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'mac_address': 'fa:16:3e:c9:d3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:01:03.440025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-367a74c5-d897-416f-9bce-1ee77af772d2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:03.442195 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-367a74c5-d897-416f-9bce-1ee77af772d2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69&tenant_id=f238318a0e01450588eddf5c6c73da95&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 944 time: 0.0570703 Oct 25 10:01:03.467184 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:03.467435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232df9d-d484-4dea-963e-31339cf58720 req-8a49cda8-d590-4e81-bb08-fe2cff72e6a3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:03.469328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4232df9d-d484-4dea-963e-31339cf58720 req-8a49cda8-d590-4e81-bb08-fe2cff72e6a3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 944 time: 0.0596151 Oct 25 10:01:03.481523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903dc7fe-cdeb-4765-9e91-b0c10c811c46 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:01:03.501853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:03.506766 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:03.509672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4232df9d-d484-4dea-963e-31339cf58720 req-cdc631ec-2833-474e-9b39-39b2b697432f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340285 Oct 25 10:01:03.510716 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-d1b42f64-d4b9-406e-8ce1-d78fcac1c700 service neutron] 10.222.0.18 "GET /v2.0/ports/903dc7fe-cdeb-4765-9e91-b0c10c811c46/bindings/n-h2-814746-2 HTTP/1.1" status: 200 len: 382 time: 0.0604174 Oct 25 10:01:03.557805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:03.565390 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.565736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.566080 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.566447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.566778 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.567106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.567429 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.567751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.568074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.568393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.568760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.569068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:03.589130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-a2281a68-d928-411e-8f91-b54121faad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:03.590695 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-a2281a68-d928-411e-8f91-b54121faad37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1096 time: 0.0412571 Oct 25 10:01:03.683531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-24177306-d2fc-443f-8240-9012744d9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:03.684989 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-24177306-d2fc-443f-8240-9012744d9c0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0864410 Oct 25 10:01:03.749568 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-e1087b42-da50-4ffa-8890-31384af9b805 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1002 time: 0.0563588 Oct 25 10:01:03.797606 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-35bb9439-0ce4-4ec6-a437-c4c639e2aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:03.799019 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-35bb9439-0ce4-4ec6-a437-c4c639e2aaf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0425422 Oct 25 10:01:03.847812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-ea8541cd-da04-4724-9304-e782471a8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:03.849211 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-ea8541cd-da04-4724-9304-e782471a8f09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428309 Oct 25 10:01:03.913882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['903dc7fe-cdeb-4765-9e91-b0c10c811c46'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:01:03.939517 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-fba41e28-36ef-4b1c-b4fa-ac75bed5cf6a service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830655 Oct 25 10:01:04.035067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-9bef9aa0-b2fc-40a5-ab4d-20ff5009027e service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884352 Oct 25 10:01:04.630396 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673717f1-8e78-4bcd-9418-b8f6f2cc0524 req-7d031c1d-4683-4e8c-8448-4a94103b1b17 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:04.631840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-673717f1-8e78-4bcd-9418-b8f6f2cc0524 req-7d031c1d-4683-4e8c-8448-4a94103b1b17 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0508742 Oct 25 10:01:04.669507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-673717f1-8e78-4bcd-9418-b8f6f2cc0524 req-b94b40c7-75fb-4446-9ca8-890d254545ef tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Oct 25 10:01:05.306529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:01:05.354548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:01:05.358186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:01:05.358555 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:05.437308 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:05.462605 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:01:05.465296 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde773d9-064e-41ef-98cf-b8d217cd1703" -d '{"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-plugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:01:05.477964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:05.482072 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:05.515885 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588333fc-0d96-47c9-afbd-a9c0073a80c1 x-openstack-request-id: req-588333fc-0d96-47c9-afbd-a9c0073a80c1 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:01:05.516167 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-plugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:01:05.516418 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-588333fc-0d96-47c9-afbd-a9c0073a80c1 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:01:05.516969 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'code': 200} Oct 25 10:01:05.532134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:05.788726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0bd19-7ecf-4a7f-9ddd-636f577dee16 req-f6753fa7-f52b-4dea-857e-8c7436442102 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:05.790253 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00b0bd19-7ecf-4a7f-9ddd-636f577dee16 req-f6753fa7-f52b-4dea-857e-8c7436442102 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0512726 Oct 25 10:01:05.828026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-00b0bd19-7ecf-4a7f-9ddd-636f577dee16 req-edfc0d10-d7b7-4b48-a7ce-4277d3e1fd97 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Oct 25 10:01:06.951758 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438be556-65af-44e4-8adb-043a54a01568 req-193d0e98-6285-4bbb-963c-8faba3f3026a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:06.953253 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-438be556-65af-44e4-8adb-043a54a01568 req-193d0e98-6285-4bbb-963c-8faba3f3026a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0528073 Oct 25 10:01:06.991766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-438be556-65af-44e4-8adb-043a54a01568 req-19a3845b-8d13-48b4-acc2-5a10369bfdf4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Oct 25 10:01:08.110010 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07979e-9335-4e0d-a077-21b6c346e7a6 req-7b536d0d-ed8a-4427-8772-2b122e6898f4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:08.111497 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad07979e-9335-4e0d-a077-21b6c346e7a6 req-7b536d0d-ed8a-4427-8772-2b122e6898f4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0494704 Oct 25 10:01:08.152430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad07979e-9335-4e0d-a077-21b6c346e7a6 req-084102b1-c01a-4d1e-b5c2-040ef007de33 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330327 Oct 25 10:01:08.510031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-e74a3d12-858a-4562-9d47-22d6a4231434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:08.511550 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-e74a3d12-858a-4562-9d47-22d6a4231434 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69&tenant_id=f238318a0e01450588eddf5c6c73da95 HTTP/1.1" status: 200 len: 1097 time: 0.0881186 Oct 25 10:01:08.528179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:01:08.580166 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:08.782261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:08.813978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:01:08.852753 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:01:08.855046 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd8445a-461f-4ade-a5b2-371b69ee503a" -d '{"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-unplugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:01:08.858773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:08.871814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Transition to ACTIVE for port object 903dc7fe-cdeb-4765-9e91-b0c10c811c46 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:01:08.875648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:08.912834 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 10:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4390b6fb-9569-4c21-bf96-a043879cf36c x-openstack-request-id: req-4390b6fb-9569-4c21-bf96-a043879cf36c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:01:08.913148 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-unplugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:01:08.913398 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4390b6fb-9569-4c21-bf96-a043879cf36c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:01:08.913785 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'code': 200} Oct 25 10:01:08.962237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=10']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:09.003939 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] No DVR routers for this DVR port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:01:09.086029 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:09.143149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:01:09.143579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:01:09.143975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:01:09.148390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:01:09.148737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Attempting to bind port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on network 88955b83-9663-4f99-ae5d-2899245a4673 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:01:09.153600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:01:09.153935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Checking segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:01:09.154312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Bound using segment: {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:01:09.154744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Bound port: 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c31d46-97b0-42a8-a4c3-102531a4d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:01:09.155101 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:09.218562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:01:09.221833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:01:09.226833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:09.265117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:09.265636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:09.267013 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1093 time: 0.7427199 Oct 25 10:01:09.278969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175e20a-8650-418a-be08-cbbdd6d51d30 req-bebd7713-ed15-4a97-80a3-a88bd77abc3b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:09.281454 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3175e20a-8650-418a-be08-cbbdd6d51d30 req-bebd7713-ed15-4a97-80a3-a88bd77abc3b tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Oct 25 10:01:09.287263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf3f41-8ad8-45fd-a8e9-98deaac8f3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=11']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:09.306121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:01:09.351596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-78c984e7-d3fd-4595-91b9-cbd6db43b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:09.353798 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-78c984e7-d3fd-4595-91b9-cbd6db43b516 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1096 time: 0.0509369 Oct 25 10:01:09.354074 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3175e20a-8650-418a-be08-cbbdd6d51d30 req-da3176d3-a35d-4b39-ac7d-f8293739e6b4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593288 Oct 25 10:01:09.459293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-e6ef86bf-6e65-4dbd-8c68-4432f4cd91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:09.460996 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-e6ef86bf-6e65-4dbd-8c68-4432f4cd91d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.0991726 Oct 25 10:01:09.511275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:01:09.533383 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-b3a37b83-ea20-4d03-9bcf-ba1ad9e63401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1001 time: 0.0646195 Oct 25 10:01:09.583768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-de5f0e52-543f-4187-be61-accf5ce41e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:09.585230 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-de5f0e52-543f-4187-be61-accf5ce41e9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0446603 Oct 25 10:01:09.631610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-bdc240ac-95bb-4fdf-ae65-e8838ed4543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:09.633038 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-bdc240ac-95bb-4fdf-ae65-e8838ed4543a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410054 Oct 25 10:01:09.726432 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-9663b6a0-fffb-4f10-b178-fdede760cbe2 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858545 Oct 25 10:01:09.815920 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-118d8b4b-a46e-475b-bdb2-a6521a544234 req-185fbdae-bcbd-4a62-a554-d8ce1c92fc40 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820343 Oct 25 10:01:10.251460 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:10.468224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a8e8e-5d19-45e5-993f-981cc8dae4d5 req-a2598463-a996-4bd8-ba87-2192444f81fc tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:10.469748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-027a8e8e-5d19-45e5-993f-981cc8dae4d5 req-a2598463-a996-4bd8-ba87-2192444f81fc tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Oct 25 10:01:10.514202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-027a8e8e-5d19-45e5-993f-981cc8dae4d5 req-91ebf5e8-f670-4cf5-89af-c9eeb4850170 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373862 Oct 25 10:01:10.915141 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:01:10.917577 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb87c8e-806f-45a2-8a33-ae5fa869b745" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:01:10.965369 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a237e67-9bd3-48e9-b68a-52bcaa634d12 x-openstack-request-id: req-1a237e67-9bd3-48e9-b68a-52bcaa634d12 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:01:10.965653 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:01:10.965900 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a237e67-9bd3-48e9-b68a-52bcaa634d12 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:01:10.966294 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'status': 'completed', 'code': 200} Oct 25 10:01:11.082596 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-8e9382dc-76b7-4552-9397-0480f4a1c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.084352 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-8e9382dc-76b7-4552-9397-0480f4a1c84b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1096 time: 0.0695152 Oct 25 10:01:11.086033 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-ddbbd3f0-c962-43c9-9bf5-8890c0ea4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.087350 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-ddbbd3f0-c962-43c9-9bf5-8890c0ea4530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f238318a0e01450588eddf5c6c73da95&device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 1096 time: 0.0804815 Oct 25 10:01:11.255241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-0799ae2a-4399-4b2b-8286-88d485158b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.256641 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-0799ae2a-4399-4b2b-8286-88d485158b3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1631274 Oct 25 10:01:11.257762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-eaf23941-73f3-41ab-94d2-bf25d4e990f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.259055 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-eaf23941-73f3-41ab-94d2-bf25d4e990f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 200 len: 913 time: 0.1573508 Oct 25 10:01:11.374343 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-d827088d-6375-43f3-b403-ba47ebba7c7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1001 time: 0.1103256 Oct 25 10:01:11.381460 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-103fe35d-6104-42d9-a417-879fee31f04e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 200 len: 1001 time: 0.1089044 Oct 25 10:01:11.462267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-071cf48a-79ca-4b45-8e27-639d98d50444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.463754 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-071cf48a-79ca-4b45-8e27-639d98d50444 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0802379 Oct 25 10:01:11.467174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-c1822ba0-7749-43f5-add6-2864f2807854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.468469 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-c1822ba0-7749-43f5-add6-2864f2807854 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 200 len: 851 time: 0.0768740 Oct 25 10:01:11.541740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-5df1dc17-4ece-4177-8d6d-2d19cbe78d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.543233 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-5df1dc17-4ece-4177-8d6d-2d19cbe78d8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722816 Oct 25 10:01:11.546074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-57d6a89f-c301-4a09-a3b1-c2e63e674956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.547510 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-57d6a89f-c301-4a09-a3b1-c2e63e674956 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88955b83-9663-4f99-ae5d-2899245a4673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685866 Oct 25 10:01:11.643874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a01267-e1f4-4cc1-94f7-52862a247e8d req-35e0092c-10a4-484e-b373-ca6479cec080 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:11.646229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3a01267-e1f4-4cc1-94f7-52862a247e8d req-35e0092c-10a4-484e-b373-ca6479cec080 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0517941 Oct 25 10:01:11.687239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3a01267-e1f4-4cc1-94f7-52862a247e8d req-2a3eddd6-a362-4d42-bd6f-d4e0349ca52a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350132 Oct 25 10:01:11.722221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-6192fbf2-c733-4f1d-a262-5ea4bb09edc5 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703279 Oct 25 10:01:11.742647 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-ac110ac3-4c8b-448e-88fd-aae690b850c9 service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823132 Oct 25 10:01:11.896912 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-48110e51-41e3-4e7e-9468-a800f0a50ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658432 Oct 25 10:01:11.900581 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2eb87c8e-806f-45a2-8a33-ae5fa869b745 req-1c78d423-2712-4d03-aa9e-b7f242950adc service neutron] 10.222.0.18 "GET /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436288 Oct 25 10:01:12.811077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bc5c8-157e-40dc-b0db-346d313a2449 req-b2719daf-8f2e-471d-87a6-1f8c313bab6d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:12.812566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a9bc5c8-157e-40dc-b0db-346d313a2449 req-b2719daf-8f2e-471d-87a6-1f8c313bab6d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0498378 Oct 25 10:01:12.851149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6a9bc5c8-157e-40dc-b0db-346d313a2449 req-92e30d57-55d7-4342-b91c-d06ca3ec5e4e tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Oct 25 10:01:13.973529 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176cffc-9604-4ad0-b55a-26856b1ea01f req-12fde4be-f278-4472-aece-c270ff88ee08 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:13.975839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7176cffc-9604-4ad0-b55a-26856b1ea01f req-12fde4be-f278-4472-aece-c270ff88ee08 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0539873 Oct 25 10:01:14.013633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7176cffc-9604-4ad0-b55a-26856b1ea01f req-ed235611-1dfd-452b-86f2-d7bd10908632 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Oct 25 10:01:15.129912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d223bc1-2012-4d39-938a-619a9e78d389 req-d2663107-b9e4-4379-9e0e-246bcdfb3a5d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:15.131357 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d223bc1-2012-4d39-938a-619a9e78d389 req-d2663107-b9e4-4379-9e0e-246bcdfb3a5d tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0479450 Oct 25 10:01:15.168859 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d223bc1-2012-4d39-938a-619a9e78d389 req-ee01fe69-7d05-4f28-b660-909ab37db268 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Oct 25 10:01:16.291337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763148ec-e1ac-4cc1-a81a-ba4b18f8b24a req-0932ddbe-9b63-4baa-a216-122dd2d12fe2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:16.292786 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-763148ec-e1ac-4cc1-a81a-ba4b18f8b24a req-0932ddbe-9b63-4baa-a216-122dd2d12fe2 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0522275 Oct 25 10:01:16.330159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-763148ec-e1ac-4cc1-a81a-ba4b18f8b24a req-8ed8ea2f-e4a5-4b07-91b0-4bb6177cdead tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Oct 25 10:01:16.542002 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e800b8c-686e-491b-a22e-a5684ce7b9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:17.449917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f04f9-b19b-40a3-84d2-fd47aeec0d09 req-8edbcd73-5112-49e6-bd41-78bcd9bdf230 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:17.451365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb7f04f9-b19b-40a3-84d2-fd47aeec0d09 req-8edbcd73-5112-49e6-bd41-78bcd9bdf230 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0521801 Oct 25 10:01:17.488621 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb7f04f9-b19b-40a3-84d2-fd47aeec0d09 req-8efb535d-e2d2-4fab-82d6-8e8807f23e92 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314047 Oct 25 10:01:18.517349 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:01:18.606791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373021-f115-4b1f-8d52-897b4226781f req-cee6806f-68cc-48a9-89ac-432399098902 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:18.608238 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7373021-f115-4b1f-8d52-897b4226781f req-cee6806f-68cc-48a9-89ac-432399098902 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0497947 Oct 25 10:01:18.646212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a7373021-f115-4b1f-8d52-897b4226781f req-c96900ef-b9cb-4409-9ad0-4c3f0d6bd4fc tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Oct 25 10:01:18.878733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-051ca719-6f6c-4dfb-957e-ba956dc015c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:19.761597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c81f4-2d02-4f13-990f-e5253299fd22 req-2f2efaf1-c753-4418-bd68-9bfa23bf7bff tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:19.763037 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-476c81f4-2d02-4f13-990f-e5253299fd22 req-2f2efaf1-c753-4418-bd68-9bfa23bf7bff tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0489566 Oct 25 10:01:19.801080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-476c81f4-2d02-4f13-990f-e5253299fd22 req-7ec3edd3-028c-4057-be55-c879b9834fee tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321031 Oct 25 10:01:20.058234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:20.167953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:20.921845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b9a31-2f37-4181-b50c-ec3c11792cfc req-d078aede-038a-4b4b-b9db-8ef840102e06 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:20.923304 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a6b9a31-2f37-4181-b50c-ec3c11792cfc req-d078aede-038a-4b4b-b9db-8ef840102e06 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0519030 Oct 25 10:01:20.963025 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a6b9a31-2f37-4181-b50c-ec3c11792cfc req-b834a5ba-bdbc-43d3-9a4f-ca06d62aa469 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336833 Oct 25 10:01:22.019584 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:22.081913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfad16b-749f-49d4-9b36-52a7b435fd03 req-360c7d80-74c2-4883-b4a9-7036c34899cd tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:22.083881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6bfad16b-749f-49d4-9b36-52a7b435fd03 req-360c7d80-74c2-4883-b4a9-7036c34899cd tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0488589 Oct 25 10:01:22.121745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6bfad16b-749f-49d4-9b36-52a7b435fd03 req-2c9eca64-cc08-45f6-a31a-fc141e0a54e7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Oct 25 10:01:23.241162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a3ca4-f3f7-410d-8c21-b043f7340176 req-9c603fc7-bd38-4750-ae71-53d02436905c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:23.242940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a07a3ca4-f3f7-410d-8c21-b043f7340176 req-9c603fc7-bd38-4750-ae71-53d02436905c tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0500586 Oct 25 10:01:23.281262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a07a3ca4-f3f7-410d-8c21-b043f7340176 req-9fd03e1e-db99-4eb7-b469-de71dcf2c289 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Oct 25 10:01:24.408510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20ac47-78de-47e3-b197-eef604bd8a8a req-40599437-9a4e-45c1-b545-1c2bd422b11f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:24.410022 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e20ac47-78de-47e3-b197-eef604bd8a8a req-40599437-9a4e-45c1-b545-1c2bd422b11f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0561850 Oct 25 10:01:24.449338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8e20ac47-78de-47e3-b197-eef604bd8a8a req-054b66c2-7474-453c-941f-f7d92401162f tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331094 Oct 25 10:01:24.578575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b9f2-7fbb-42ea-bdb3-5f3751a5b2a3 req-99a06eab-f5f0-480c-818b-8f2c5ad06031 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:24.580096 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4658b9f2-7fbb-42ea-bdb3-5f3751a5b2a3 req-99a06eab-f5f0-480c-818b-8f2c5ad06031 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0599670 Oct 25 10:01:24.622996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4658b9f2-7fbb-42ea-bdb3-5f3751a5b2a3 req-2bb85ccc-40bb-4a33-8d62-18569fd12451 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361466 Oct 25 10:01:24.746493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1c17-dd7d-4a81-902f-5a6c00b5373c req-d4ea0528-710e-4ea1-8cad-4a3294bfa7fb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:24.748035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5eee1c17-dd7d-4a81-902f-5a6c00b5373c req-d4ea0528-710e-4ea1-8cad-4a3294bfa7fb tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Oct 25 10:01:24.787808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5eee1c17-dd7d-4a81-902f-5a6c00b5373c req-51547e70-8c1b-4150-b111-c7bb9b64e1d4 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Oct 25 10:01:24.817931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:01:24.927445 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:24.939439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'port_id': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'mac_address': 'fa:16:3e:c9:d3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:01:24.980337 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:24.994743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903dc7fe-cdeb-4765-9e91-b0c10c811c46 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:01:25.016795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:25.021801 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:25.057706 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca5ba-edf0-41bf-aa83-c6656d1ae924 req-a526e491-b339-4dda-a439-1adf45d12230 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:25.059190 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d8ca5ba-edf0-41bf-aa83-c6656d1ae924 req-a526e491-b339-4dda-a439-1adf45d12230 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 945 time: 0.0596910 Oct 25 10:01:25.074321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=12']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:25.098213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d8ca5ba-edf0-41bf-aa83-c6656d1ae924 req-74f043e8-13b2-4441-94fa-68f4ad65673a tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328605 Oct 25 10:01:25.469329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['903dc7fe-cdeb-4765-9e91-b0c10c811c46'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:01:26.213897 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdb1b2-1626-4fd6-8489-a49098e20590 req-8fe47916-f3a3-4acc-9fdc-be18f75348a9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:26.215251 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70cdb1b2-1626-4fd6-8489-a49098e20590 req-8fe47916-f3a3-4acc-9fdc-be18f75348a9 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 946 time: 0.0476954 Oct 25 10:01:26.252716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70cdb1b2-1626-4fd6-8489-a49098e20590 req-b4ab2e69-4d77-4cbb-ac91-7d7bf25886fa tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Oct 25 10:01:26.816696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:01:26.867024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:01:26.871159 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:01:26.871526 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:26.945541 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:26.967706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:01:26.969976 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b886fa8-4374-442a-b476-dbc35f6d1735" -d '{"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-plugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:01:26.982593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:26.986465 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:27.013321 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b130799-baf1-47b9-ab05-aa2d9b2180b7 x-openstack-request-id: req-9b130799-baf1-47b9-ab05-aa2d9b2180b7 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:01:27.013609 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-plugged", "status": "completed", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:01:27.013858 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b130799-baf1-47b9-ab05-aa2d9b2180b7 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:01:27.014236 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'code': 200} Oct 25 10:01:27.039033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=13']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:27.148992 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-3e1f5e30-ef8c-4780-9d7e-1efd1d3485cf tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:27.150427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-3e1f5e30-ef8c-4780-9d7e-1efd1d3485cf tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 947 time: 0.0487943 Oct 25 10:01:27.235882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Deleting port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:01:27.236223 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:27.330587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] For port 903dc7fe-cdeb-4765-9e91-b0c10c811c46, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=903dc7fe-cdeb-4765-9e91-b0c10c811c46,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:27.330951 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:27.515732 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:27.516110 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:27.516540 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211 disassociated. External IP: 172.25.8.130, port: 903dc7fe-cdeb-4765-9e91-b0c10c811c46. Oct 25 10:01:27.516901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Calling delete_port for 903dc7fe-cdeb-4765-9e91-b0c10c811c46 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:01:27.654152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:27.681902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483a973-2972-430f-a733-0d5a7e21e67d req-0216617c-8201-4edb-bdb9-a4068dcc75e8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:27.682516 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event deleted for resources: {'Port': ['ID=903dc7fe-cdeb-4765-9e91-b0c10c811c46,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:27.683544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7483a973-2972-430f-a733-0d5a7e21e67d req-0216617c-8201-4edb-bdb9-a4068dcc75e8 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 868 time: 0.0509641 Oct 25 10:01:27.729957 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7483a973-2972-430f-a733-0d5a7e21e67d req-36853108-c9ac-4f3c-84ff-2b8d1caf31f7 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups?id=01536b98-9816-4125-8de0-8af9054940bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382097 Oct 25 10:01:27.804370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:01:27.915843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:01:27.926282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:01:27.937165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:01:27.937712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:27.957699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] No DVR routers for this DVR port 903dc7fe-cdeb-4765-9e91-b0c10c811c46 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:01:27.960619 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:27.963950 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-38edec96-81ac-499c-a847-3c94d7e54c47 req-4546b43f-a64b-4612-bdc8-22d47cd4cd58 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.41 "DELETE /v2.0/ports/903dc7fe-cdeb-4765-9e91-b0c10c811c46 HTTP/1.1" status: 204 len: 173 time: 0.8073986 Oct 25 10:01:27.964402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-deleted', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:01:27.966714 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed09614a-acb9-4dc2-a9bb-dfefa1fefe85" -d '{"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-deleted", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:01:28.006081 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ab73b9-83e4-49c4-b5bd-45c5584c1ed8 x-openstack-request-id: req-95ab73b9-83e4-49c4-b5bd-45c5584c1ed8 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:01:28.006374 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb794d7-850a-4c92-8099-da4a4c7c6a69", "name": "network-vif-deleted", "tag": "903dc7fe-cdeb-4765-9e91-b0c10c811c46", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:01:28.006655 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95ab73b9-83e4-49c4-b5bd-45c5584c1ed8 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:01:28.007060 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb794d7-850a-4c92-8099-da4a4c7c6a69', 'name': 'network-vif-deleted', 'tag': '903dc7fe-cdeb-4765-9e91-b0c10c811c46', 'status': 'completed', 'code': 200} Oct 25 10:01:28.050249 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:01:28.247731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:28.278067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:01:28.287038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:01:28.287638 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:28.389272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:01:28.592525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:28.619513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc18228-4aaf-4b0c-93e3-959352815f1a None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:53Z', 'revision_number': 4, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6081bedb-3285-4a08-8f2b-1c4a22708293', 'name': '', 'network_id': '88955b83-9663-4f99-ae5d-2899245a4673', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'mac_address': 'fa:16:3e:3b:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:52Z', 'updated_at': '2021-10-25T09:47:56Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'subnets': [{'id': '33bdb2bb-e3d5-4b2b-971a-bb10ca837734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:01:28.845027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b0186f31-c7d5-4fa1-82aa-075ef4fb8e96 req-a84a3bdf-a07d-4c55-bc33-d82de8ec5ae1 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 210 time: 0.0345592 Oct 25 10:01:28.852230 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d435e9f8-ddbb-41e1-8de9-f80b8f4837df None None] New status for floating IP afa5e63d-cfb4-44c1-807f-23b2c367e211: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:01:29.948043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b89b8a92-29c6-4f9d-87e1-d946e552363d req-bbc8449b-a721-47e2-9281-6254c948d250 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 210 time: 0.0270736 Oct 25 10:01:30.833654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:01:30.857745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 903dc7fe-cdeb-4765-9e91-b0c10c811c46 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:01:30.858083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 903dc7fe-cdeb-4765-9e91-b0c10c811c46 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:01:31.044467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-489da6e8-be19-47e8-82b1-8342d6fe1bc3 req-bdc778c6-1a78-4ec8-9a1c-a1f0411200a3 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 210 time: 0.0256834 Oct 25 10:01:32.144462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-17a035d0-b3ce-48a2-a407-e685d0a82f16 req-775046f0-50df-4087-a346-6d12de0e8f76 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb794d7-850a-4c92-8099-da4a4c7c6a69 HTTP/1.1" status: 200 len: 210 time: 0.0270090 Oct 25 10:01:36.912994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42068) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:36.968858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:36.993029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.045536 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.048831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.050047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "DELETE /v2.0/security-groups/01536b98-9816-4125-8de0-8af9054940bd HTTP/1.1" status: 204 len: 168 time: 0.1359582 Oct 25 10:01:37.053230 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42070) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:37.060421 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01536b98-9816-4125-8de0-8af9054940bd,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:37.068570 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [None req-91b3c513-ad51-40ba-840d-180067e103b5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] show failed (client error): The resource could not be found. Oct 25 10:01:37.068767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.069022 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.069306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.069974 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.070288 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.070616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.070940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.071261 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.071581 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.071992 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.072319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.072432 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91b3c513-ad51-40ba-840d-180067e103b5 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "GET /v2.0/security-groups/01536b98-9816-4125-8de0-8af9054940bd HTTP/1.1" status: 404 len: 347 time: 0.0173094 Oct 25 10:01:37.072697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad3a53-db9c-46fa-b6e4-3604fa58f509 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:37.072982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42072) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:37.204538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Deleting port c19764bd-b023-4201-a7c4-c8eb696b2558 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:01:37.205050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.283348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.283683 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.295384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Calling delete_port for c19764bd-b023-4201-a7c4-c8eb696b2558 owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:01:37.429949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.455337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Pushing event deleted for resources: {'Port': ['ID=c19764bd-b023-4201-a7c4-c8eb696b2558,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:37.524409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.527359 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:37.528570 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4f50b18a-bd5f-40ab-a2ff-6ba5cfb83909 tempest-ServerActionsTestJSON-263248468 tempest-ServerActionsTestJSON-263248468-project] 10.222.0.32 "DELETE /v2.0/floatingips/afa5e63d-cfb4-44c1-807f-23b2c367e211 HTTP/1.1" status: 204 len: 168 time: 0.4546840 Oct 25 10:01:37.531623 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42074) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:38.360621 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:38.609683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Deleting port 6081bedb-3285-4a08-8f2b-1c4a22708293 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:01:38.610021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:38.692863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] For port 6081bedb-3285-4a08-8f2b-1c4a22708293, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6081bedb-3285-4a08-8f2b-1c4a22708293,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:38.693257 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:38.705381 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Calling delete_port for 6081bedb-3285-4a08-8f2b-1c4a22708293 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:01:38.884523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:38.911030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Pushing event deleted for resources: {'Port': ['ID=6081bedb-3285-4a08-8f2b-1c4a22708293,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:39.081754 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:39.104484 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:39.308041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:01:39.414930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:01:39.419908 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7cfc3fef-67ab-417a-b425-e42b278d923b admin admin] 10.222.0.32 "PUT /v2.0/routers/fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8873177 Oct 25 10:01:39.422420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42078) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:39.425648 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] Sync routers for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:01:39.436095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:01:39.436781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:39.526586 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:39.540666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:01:39.633148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:39.685472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Deleting port 1869b248-66c9-404b-8583-4d17010bd184 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:01:39.685810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:39.725865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '1869b248-66c9-404b-8583-4d17010bd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T10:01:38Z', 'revision_number': 5, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port': {'id': '1869b248-66c9-404b-8583-4d17010bd184', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T09:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:39.752447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] Checking router: fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:01:39.760699 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] Routers {'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:01:39.761326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:01:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:39.764495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] For port 1869b248-66c9-404b-8583-4d17010bd184, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1869b248-66c9-404b-8583-4d17010bd184,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:39.764902 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:39.781067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Calling delete_port for 1869b248-66c9-404b-8583-4d17010bd184 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:01:39.845399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] Set router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:01:39.898062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T10:01:39Z', 'revision_number': 6, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:39.927956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957de092-7654-40b1-ace0-2a429ef17428 None None] The sync data for ids ['fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98'] in n-d-814746-2 is: [{'id': 'fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98', 'name': 'tempest-ServerActionsTestJSON-1977783586-router', 'tenant_id': 'f238318a0e01450588eddf5c6c73da95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T09:47:50Z', 'updated_at': '2021-10-25T10:01:39Z', 'revision_number': 6, 'project_id': 'f238318a0e01450588eddf5c6c73da95', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:01:39.945724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:39.978790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Pushing event deleted for resources: {'Port': ['ID=1869b248-66c9-404b-8583-4d17010bd184,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:40.037884 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.125740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.127697 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.169644 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.170165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:01:40.174540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.175736 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b2af3dd6-43c6-4640-a0bd-84b2ad99781f admin admin] 10.222.0.32 "DELETE /v2.0/routers/fadfb1ae-8cd0-4048-8d5a-9780ab7ccc98 HTTP/1.1" status: 204 len: 168 time: 0.7524168 Oct 25 10:01:40.178296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42080) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:40.225881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4e47cb-8c95-425f-9447-98eccf16e8f6 admin admin] Deleting subnet 33bdb2bb-e3d5-4b2b-971a-bb10ca837734 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:01:40.228909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e4e47cb-8c95-425f-9447-98eccf16e8f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.267158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e4e47cb-8c95-425f-9447-98eccf16e8f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.279101 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.350541 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e4e47cb-8c95-425f-9447-98eccf16e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.406454 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e4e47cb-8c95-425f-9447-98eccf16e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.433570 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e47cb-8c95-425f-9447-98eccf16e8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33bdb2bb-e3d5-4b2b-971a-bb10ca837734,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:40.435523 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e4e47cb-8c95-425f-9447-98eccf16e8f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.438749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e4e47cb-8c95-425f-9447-98eccf16e8f6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/33bdb2bb-e3d5-4b2b-971a-bb10ca837734 HTTP/1.1" status: 204 len: 168 time: 0.2593946 Oct 25 10:01:40.441261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42082) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:40.441476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5e19c-c3e8-4fec-90e4-5024e1ced190 None None] Network 88955b83-9663-4f99-ae5d-2899245a4673 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:01:40.509307 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.564258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Deleting port e308237d-b86f-4309-9eaa-0d792b293d32 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:01:40.564599 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.636679 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] For port e308237d-b86f-4309-9eaa-0d792b293d32, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e308237d-b86f-4309-9eaa-0d792b293d32,segment=NetworkSegment(80c31d46-97b0-42a8-a4c3-102531a4d639),segment_id=80c31d46-97b0-42a8-a4c3-102531a4d639)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:40.637003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.649604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Calling delete_port for e308237d-b86f-4309-9eaa-0d792b293d32 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:01:40.709364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] DHCP port deletion for 88955b83-9663-4f99-ae5d-2899245a4673 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:01:40.731322 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.760571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] Deleting port e308237d-b86f-4309-9eaa-0d792b293d32 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:01:40.760974 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.761948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e308237d-b86f-4309-9eaa-0d792b293d32,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:40.765653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] No DVR routers for this DVR port e308237d-b86f-4309-9eaa-0d792b293d32 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:01:40.832770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] For port e308237d-b86f-4309-9eaa-0d792b293d32, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:40.833741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.838023 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.846087 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] Calling delete_port for e308237d-b86f-4309-9eaa-0d792b293d32 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:01:40.848788 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] Port e308237d-b86f-4309-9eaa-0d792b293d32 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 10:01:40.850660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.859671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88955b83-9663-4f99-ae5d-2899245a4673']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:40.869801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c31d46-97b0-42a8-a4c3-102531a4d639') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:40.870103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c31d46-97b0-42a8-a4c3-102531a4d639') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:01:40.875085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] Pushing event deleted for resources: {'Port': ['ID=e308237d-b86f-4309-9eaa-0d792b293d32,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:40.878531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54133c63-089b-4b75-a6fa-b88e1d1d5258 None None] No DVR routers for this DVR port e308237d-b86f-4309-9eaa-0d792b293d32 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:01:40.881932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.904285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.910857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:01:40.911289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:01:40.913736 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:01:40.981966 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.989129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:40.993460 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] 10.222.0.32 "DELETE /v2.0/networks/88955b83-9663-4f99-ae5d-2899245a4673 HTTP/1.1" status: 204 len: 168 time: 0.5509994 Oct 25 10:01:41.006309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8430-fcb7-4d3c-8272-796d58240e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=88955b83-9663-4f99-ae5d-2899245a4673,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:41.116440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42086) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:41.156678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7eea4e96-1bf3-43e8-b112-553f77a3843e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f238318a0e01450588eddf5c6c73da95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390482 Oct 25 10:01:41.159070 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42088) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:41.210221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-95f3acae-ede3-41a7-9814-c7ab269b16e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:41.231518 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-95f3acae-ede3-41a7-9814-c7ab269b16e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:41.280225 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-95f3acae-ede3-41a7-9814-c7ab269b16e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:41.282851 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-95f3acae-ede3-41a7-9814-c7ab269b16e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:41.284254 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-95f3acae-ede3-41a7-9814-c7ab269b16e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60e36119-d7f7-41e7-b922-0c41b8840b15 HTTP/1.1" status: 204 len: 168 time: 0.1242974 Oct 25 10:01:41.292524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3acae-ede3-41a7-9814-c7ab269b16e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e36119-d7f7-41e7-b922-0c41b8840b15,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:41.975501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42110) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:41.993590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e308237d-b86f-4309-9eaa-0d792b293d32 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:01:42.014625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: e308237d-b86f-4309-9eaa-0d792b293d32 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:01:42.014877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e308237d-b86f-4309-9eaa-0d792b293d32 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:01:42.015287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1869b248-66c9-404b-8583-4d17010bd184 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:01:42.035723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 1869b248-66c9-404b-8583-4d17010bd184 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:01:42.036067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1869b248-66c9-404b-8583-4d17010bd184 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:01:42.037567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6081bedb-3285-4a08-8f2b-1c4a22708293 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:01:42.058573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6081bedb-3285-4a08-8f2b-1c4a22708293 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:01:42.058909 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6081bedb-3285-4a08-8f2b-1c4a22708293 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:01:42.099246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-13767089-network', 'tenant_id': '661841917add4b6a9e6601ee592e3c86'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:01:42.124865 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Made reservation on behalf of 661841917add4b6a9e6601ee592e3c86 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:01:42.127245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.137009 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.217873 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.221408 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.241741 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:01:42.257115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:42.259956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.260305 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Added segment 02062ad8-6c11-4359-8fd8-74ceca1ab800 of type vlan for network d5521ef2-97ba-4adb-9e21-f6f1f91c962f Oct 25 10:01:42.299534 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.324799 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.325771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:42.326342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.379043 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4024222 Oct 25 10:01:42.383009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42116) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:01:42.387899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Request body: {'subnet': {'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-13767089-subnet', 'tenant_id': '661841917add4b6a9e6601ee592e3c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:01:42.390249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53ee5-25ab-498a-b891-5d5619bc817f admin admin] Pushing event updated for resources: {'Network': ['ID=d5521ef2-97ba-4adb-9e21-f6f1f91c962f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:42.400496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d5521ef2-97ba-4adb-9e21-f6f1f91c962f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:01:42.409136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Made reservation on behalf of 661841917add4b6a9e6601ee592e3c86 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:01:42.411549 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.594575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.648725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5571d28-a6b3-43f3-82a4-b6df7eda5908,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:42.659085 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Checking segment: {'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:01:42.659442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Network hostable DHCP agents. Network: d5521ef2-97ba-4adb-9e21-f6f1f91c962f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:01:42.676347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Network d5521ef2-97ba-4adb-9e21-f6f1f91c962f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:01:42.685122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d5521ef2-97ba-4adb-9e21-f6f1f91c962f) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:01:42.693310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:42.693451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043ef47b-81fc-442e-85e5-2d80d2234477 None None] Network d5521ef2-97ba-4adb-9e21-f6f1f91c962f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:01:42.693891 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:42.713475 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b180bccd-000f-4597-ae6c-143dd4483331 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3249240 Oct 25 10:01:42.824907 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe528d8-5d6a-4e07-9953-6e9fe499064e None None] Network d5521ef2-97ba-4adb-9e21-f6f1f91c962f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:01:43.136507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-0ed08680-9310-4089-807e-a703260024ca tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:43.137886 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-0ed08680-9310-4089-807e-a703260024ca tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/networks?id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f HTTP/1.1" status: 200 len: 812 time: 0.0996196 Oct 25 10:01:43.153076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-1dee762d-3de4-4cdd-866a-762dd64084a5 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/quotas/661841917add4b6a9e6601ee592e3c86 HTTP/1.1" status: 200 len: 375 time: 0.0093718 Oct 25 10:01:43.187568 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-701ad368-1086-4ba2-ac7d-bcbc4bf0af15 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=661841917add4b6a9e6601ee592e3c86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293601 Oct 25 10:01:43.276836 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-498e3dd2-a2e2-4048-82d4-6617fd8a7181 service neutron] 10.222.0.32 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821607 Oct 25 10:01:43.366903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-37ef6ca6-c8ed-4f9e-816f-bb5f0b726fa0 service neutron] 10.222.0.32 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840635 Oct 25 10:01:43.525131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c29d22d2-0699-4a46-96af-c08d318197a7 req-4322d4a0-51de-42c7-9704-da6c9024cab5 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 210 time: 0.0284898 Oct 25 10:01:44.609187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-d8cbacbc-61f2-4311-8e79-c7d0dcd78d6c tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:44.610689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-d8cbacbc-61f2-4311-8e79-c7d0dcd78d6c tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.41 "GET /v2.0/networks?id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f HTTP/1.1" status: 200 len: 812 time: 0.1243389 Oct 25 10:01:44.626103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f188bcb0-bc3d-42e7-9c13-927da62a72e2 req-46c6039c-307f-4c51-bda7-248ebe39aaf5 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 210 time: 0.0304627 Oct 25 10:01:44.630832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Request body: {'port': {'device_id': 'f76d862c-833c-411f-b195-0820f851178e', 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f', 'admin_state_up': True, 'tenant_id': '661841917add4b6a9e6601ee592e3c86'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:01:44.743888 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Made reservation on behalf of 661841917add4b6a9e6601ee592e3c86 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:01:44.747401 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:44.871196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Allocated IP 172.20.0.5 (d5521ef2-97ba-4adb-9e21-f6f1f91c962f/a5571d28-a6b3-43f3-82a4-b6df7eda5908/eb00991f-99a7-4bec-a68e-a12d8c89f414) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:01:45.016911 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:45.049942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:45.097455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Network d5521ef2-97ba-4adb-9e21-f6f1f91c962f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:01:45.101132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:01:45.104835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:01:45.111091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Pushing event updated for resources: {'Port': ['ID=eb00991f-99a7-4bec-a68e-a12d8c89f414,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:45.156832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:45.157459 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:45.173459 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-75895ebc-e60a-4048-9cad-623b28f77316 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470791 Oct 25 10:01:45.191487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Request body: {'port': {'device_id': 'f76d862c-833c-411f-b195-0820f851178e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:01:45.245990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:45.509282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb00991f-99a7-4bec-a68e-a12d8c89f414 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:01:45.516475 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:45.529106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Transition to ACTIVE for port object eb00991f-99a7-4bec-a68e-a12d8c89f414 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:01:45.532861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:45.599941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Pushing event updated for resources: {'Port': ['ID=eb00991f-99a7-4bec-a68e-a12d8c89f414,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:45.655552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Attempting to bind port eb00991f-99a7-4bec-a68e-a12d8c89f414 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:01:45.656039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Attempting to bind port eb00991f-99a7-4bec-a68e-a12d8c89f414 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:01:45.656039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Attempting to bind port eb00991f-99a7-4bec-a68e-a12d8c89f414 on network d5521ef2-97ba-4adb-9e21-f6f1f91c962f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:01:45.660199 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Port eb00991f-99a7-4bec-a68e-a12d8c89f414 on network d5521ef2-97ba-4adb-9e21-f6f1f91c962f not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:01:45.660513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Attempting to bind port eb00991f-99a7-4bec-a68e-a12d8c89f414 on network d5521ef2-97ba-4adb-9e21-f6f1f91c962f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:01:45.665960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:01:45.666295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Checking segment: {'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:01:45.666668 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Bound using segment: {'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:01:45.667087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Bound port: eb00991f-99a7-4bec-a68e-a12d8c89f414, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:01:45.667432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:45.746934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20823d04-590d-43b2-a23b-478c0434ffc7 req-9d7f7864-ea4b-4ebf-9a82-ea587fd0db2b tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:45.748642 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20823d04-590d-43b2-a23b-478c0434ffc7 req-9d7f7864-ea4b-4ebf-9a82-ea587fd0db2b tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 943 time: 0.0512698 Oct 25 10:01:45.791133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20823d04-590d-43b2-a23b-478c0434ffc7 req-04a4e5c7-af3d-4149-bad2-b0e916fe5027 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361543 Oct 25 10:01:46.042470 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] For port eb00991f-99a7-4bec-a68e-a12d8c89f414, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:01:46.045503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] For port eb00991f-99a7-4bec-a68e-a12d8c89f414, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=eb00991f-99a7-4bec-a68e-a12d8c89f414,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:01:46.050425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:46.086029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:46.086667 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:46.088024 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] 10.222.0.41 "PUT /v2.0/ports/eb00991f-99a7-4bec-a68e-a12d8c89f414 HTTP/1.1" status: 200 len: 1091 time: 0.9005840 Oct 25 10:01:46.088465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76d862c-833c-411f-b195-0820f851178e', 'tag': 'eb00991f-99a7-4bec-a68e-a12d8c89f414'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:01:46.090788 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4ae207-46de-4c37-8b54-f7f51ea0897c" -d '{"events": [{"name": "network-changed", "server_uuid": "f76d862c-833c-411f-b195-0820f851178e", "tag": "eb00991f-99a7-4bec-a68e-a12d8c89f414"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:01:46.113001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e20995-9773-4448-8d7a-8c44a92bbeda service neutron] Pushing event updated for resources: {'Port': ['ID=eb00991f-99a7-4bec-a68e-a12d8c89f414,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:46.130499 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7264ef5c-669b-470a-b471-93ceea2ee3f9 x-openstack-request-id: req-7264ef5c-669b-470a-b471-93ceea2ee3f9 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:01:46.130790 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76d862c-833c-411f-b195-0820f851178e", "tag": "eb00991f-99a7-4bec-a68e-a12d8c89f414", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:01:46.131045 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7264ef5c-669b-470a-b471-93ceea2ee3f9 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:01:46.131467 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76d862c-833c-411f-b195-0820f851178e', 'tag': 'eb00991f-99a7-4bec-a68e-a12d8c89f414', 'status': 'completed', 'code': 200} Oct 25 10:01:46.192201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-b3e0ba2a-e812-44cd-84cf-6c5cf6ea5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:46.193786 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-b3e0ba2a-e812-44cd-84cf-6c5cf6ea5cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=661841917add4b6a9e6601ee592e3c86&device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 1094 time: 0.0407813 Oct 25 10:01:46.245814 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-47308b09-8252-4351-aa74-1f761741d2d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb00991f-99a7-4bec-a68e-a12d8c89f414 HTTP/1.1" status: 200 len: 217 time: 0.0381165 Oct 25 10:01:46.294561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-ea0d9edf-66f5-4fad-a60c-4cd3fca1b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:46.295877 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-ea0d9edf-66f5-4fad-a60c-4cd3fca1b201 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5571d28-a6b3-43f3-82a4-b6df7eda5908 HTTP/1.1" status: 200 len: 852 time: 0.0435841 Oct 25 10:01:46.325864 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-b08c0fc4-849e-4b46-87cc-3c3515edcfbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232115 Oct 25 10:01:46.418458 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-8d1812ed-6d31-46ed-8122-522e025af0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Oct 25 10:01:46.512703 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-1fb3dbb6-8620-4c94-8e0b-0a2cb7c19ee7 req-e495c7ea-6084-469e-a1f3-e1e23a97f8d2 service neutron] 10.222.0.41 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872233 Oct 25 10:01:46.545334 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4c8169f7-786f-45f8-b3ae-1da0fa2d8eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:46.648859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-2e71725f-3b0a-45b2-8c70-ed9f7c38d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:46.650396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-2e71725f-3b0a-45b2-8c70-ed9f7c38d033 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=661841917add4b6a9e6601ee592e3c86&device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 1094 time: 0.0407751 Oct 25 10:01:46.743518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-8324390f-207a-438c-b6a3-081be5443865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:46.744965 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-8324390f-207a-438c-b6a3-081be5443865 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f HTTP/1.1" status: 200 len: 913 time: 0.0872426 Oct 25 10:01:46.789572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-bcfa145e-8afc-4ed0-b0ec-b5dfac887792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb00991f-99a7-4bec-a68e-a12d8c89f414 HTTP/1.1" status: 200 len: 217 time: 0.0378740 Oct 25 10:01:46.839311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-bf245f27-0b4d-4c6f-826d-8fa0349163e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:46.840772 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-bf245f27-0b4d-4c6f-826d-8fa0349163e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5571d28-a6b3-43f3-82a4-b6df7eda5908 HTTP/1.1" status: 200 len: 852 time: 0.0446634 Oct 25 10:01:46.874716 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-420e05b4-2ec6-473a-8dcc-b9dc95c87e92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268579 Oct 25 10:01:46.913743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c374836-c219-489f-98d3-3f9d6dc9437c req-7c8309f6-d2ba-4e2e-bc3c-399901ac99d5 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:46.915374 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c374836-c219-489f-98d3-3f9d6dc9437c req-7c8309f6-d2ba-4e2e-bc3c-399901ac99d5 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 943 time: 0.0530400 Oct 25 10:01:46.953807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c374836-c219-489f-98d3-3f9d6dc9437c req-83c7d805-183a-4f49-9201-389e3196e006 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Oct 25 10:01:46.971067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-09b53abb-3c7c-42ac-9b7d-f5f0617b497e service neutron] 10.222.0.41 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892360 Oct 25 10:01:47.064677 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7b4ae207-46de-4c37-8b54-f7f51ea0897c req-d54251de-c392-46eb-bee6-0e37d51e5cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817380 Oct 25 10:01:48.068420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886266f-2927-4fb9-b7d1-02cf31329ac0 req-5baddeb5-447b-4299-b08a-1df536851e79 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:48.069894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4886266f-2927-4fb9-b7d1-02cf31329ac0 req-5baddeb5-447b-4299-b08a-1df536851e79 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 943 time: 0.0483072 Oct 25 10:01:48.107203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4886266f-2927-4fb9-b7d1-02cf31329ac0 req-0425f603-a84f-472b-8fce-e169b7cf0eb9 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Oct 25 10:01:48.879988 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-955e49c5-c237-4727-aef8-f9a45af2b152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:49.220869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661dee-fb16-49ad-8e3e-529d98f3a160 req-3d41d0ea-23dc-4a88-9ea0-eeef3642de89 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:49.222323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6661dee-fb16-49ad-8e3e-529d98f3a160 req-3d41d0ea-23dc-4a88-9ea0-eeef3642de89 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 943 time: 0.0475013 Oct 25 10:01:49.259345 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e6661dee-fb16-49ad-8e3e-529d98f3a160 req-d8ac331d-dfc9-4761-81b9-ecefa5e7bddc tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304921 Oct 25 10:01:50.059787 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:50.171619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:50.377631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e57120-41b7-4c23-a9e9-e73ae6cc20dc req-4bc31173-0724-465a-801f-d7174eae88b6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:50.379061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-09e57120-41b7-4c23-a9e9-e73ae6cc20dc req-4bc31173-0724-465a-801f-d7174eae88b6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 943 time: 0.0516806 Oct 25 10:01:50.415707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-09e57120-41b7-4c23-a9e9-e73ae6cc20dc req-9e5c32e5-0f2a-417c-9a59-ac8eeeae7dc3 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306506 Oct 25 10:01:50.929473 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device eb00991f-99a7-4bec-a68e-a12d8c89f414 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:01:51.024199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port eb00991f-99a7-4bec-a68e-a12d8c89f414, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=eb00991f-99a7-4bec-a68e-a12d8c89f414,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:51.034848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'eb00991f-99a7-4bec-a68e-a12d8c89f414', 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f', 'port_id': 'eb00991f-99a7-4bec-a68e-a12d8c89f414', 'mac_address': 'fa:16:3e:d9:f5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5571d28-a6b3-43f3-82a4-b6df7eda5908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:01:51.074603 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:51.087802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb00991f-99a7-4bec-a68e-a12d8c89f414 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:01:51.106690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port eb00991f-99a7-4bec-a68e-a12d8c89f414, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=eb00991f-99a7-4bec-a68e-a12d8c89f414,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:51.110416 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:51.155777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=eb00991f-99a7-4bec-a68e-a12d8c89f414,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:51.466443 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['eb00991f-99a7-4bec-a68e-a12d8c89f414'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:01:51.532918 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d0552-feae-4b78-bc5a-b763c735dc60 req-ee3afb9e-9c06-46d7-85f5-5757e03a5919 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:51.534552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af8d0552-feae-4b78-bc5a-b763c735dc60 req-ee3afb9e-9c06-46d7-85f5-5757e03a5919 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 944 time: 0.0487180 Oct 25 10:01:51.572933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af8d0552-feae-4b78-bc5a-b763c735dc60 req-37f30262-6c50-4f5a-891a-19e09c5270f1 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Oct 25 10:01:52.023908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:52.692046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018f4a2-cf5c-4f12-b02b-be68742ef92b req-2fa7445f-1d0f-4c35-872c-9aca370d0418 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:52.693670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e018f4a2-cf5c-4f12-b02b-be68742ef92b req-2fa7445f-1d0f-4c35-872c-9aca370d0418 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 944 time: 0.0503075 Oct 25 10:01:52.730776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e018f4a2-cf5c-4f12-b02b-be68742ef92b req-fb3f8167-8a09-4c18-853f-9d7bcb31163a tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Oct 25 10:01:52.940768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device eb00991f-99a7-4bec-a68e-a12d8c89f414 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:01:52.988684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port eb00991f-99a7-4bec-a68e-a12d8c89f414 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:01:52.993099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port eb00991f-99a7-4bec-a68e-a12d8c89f414 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:01:52.993739 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:53.070971 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:53.093554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76d862c-833c-411f-b195-0820f851178e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb00991f-99a7-4bec-a68e-a12d8c89f414'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:01:53.095791 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fcd3a5-0b32-440a-aa50-ef91709be4d7" -d '{"events": [{"server_uuid": "f76d862c-833c-411f-b195-0820f851178e", "name": "network-vif-plugged", "status": "completed", "tag": "eb00991f-99a7-4bec-a68e-a12d8c89f414"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:01:53.108863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port eb00991f-99a7-4bec-a68e-a12d8c89f414, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=eb00991f-99a7-4bec-a68e-a12d8c89f414,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:01:53.112854 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:53.136987 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0260d99-8f19-4211-930e-e2130e1caabe x-openstack-request-id: req-a0260d99-8f19-4211-930e-e2130e1caabe {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:01:53.137275 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76d862c-833c-411f-b195-0820f851178e", "name": "network-vif-plugged", "status": "completed", "tag": "eb00991f-99a7-4bec-a68e-a12d8c89f414", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:01:53.137527 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0260d99-8f19-4211-930e-e2130e1caabe {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:01:53.137911 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76d862c-833c-411f-b195-0820f851178e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb00991f-99a7-4bec-a68e-a12d8c89f414', 'code': 200} Oct 25 10:01:53.162891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=eb00991f-99a7-4bec-a68e-a12d8c89f414,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:53.258922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25eed09-3b5c-4e67-b2b6-4d1c4e6574b6 req-6581577c-f3ca-4736-9a1d-e18640a1249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:53.260309 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c25eed09-3b5c-4e67-b2b6-4d1c4e6574b6 req-6581577c-f3ca-4736-9a1d-e18640a1249d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 1096 time: 0.0442903 Oct 25 10:01:53.295572 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c25eed09-3b5c-4e67-b2b6-4d1c4e6574b6 req-bc08481d-7cc2-4e1c-b187-e89adc6f9792 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283647 Oct 25 10:01:53.851112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a8f26-9d0a-42dd-ae2a-d1ab8531adda req-cd14edce-9110-46be-837b-a54770ffa406 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:53.852744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f05a8f26-9d0a-42dd-ae2a-d1ab8531adda req-cd14edce-9110-46be-837b-a54770ffa406 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0526931 Oct 25 10:01:53.890961 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f05a8f26-9d0a-42dd-ae2a-d1ab8531adda req-c2b9011c-757e-4cad-accd-191c79441ef2 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Oct 25 10:01:55.006655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b988a9-714c-47d5-adca-c4185965c302 req-e08e48b1-409b-4433-9554-29eb9ea1c16d tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:55.008115 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0b988a9-714c-47d5-adca-c4185965c302 req-e08e48b1-409b-4433-9554-29eb9ea1c16d tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0495672 Oct 25 10:01:55.047490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0b988a9-714c-47d5-adca-c4185965c302 req-23d948f2-a205-4f87-a3c6-f9ee541079d6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Oct 25 10:01:55.278386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-042f5bd1-2b55-43e2-a2fe-3b25831c83c7 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:55.279753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-042f5bd1-2b55-43e2-a2fe-3b25831c83c7 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/networks?id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f HTTP/1.1" status: 200 len: 812 time: 0.1129673 Oct 25 10:01:55.294763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-2aed970b-91bf-41b5-a5aa-7b78ead4af8d tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/quotas/661841917add4b6a9e6601ee592e3c86 HTTP/1.1" status: 200 len: 375 time: 0.0089600 Oct 25 10:01:55.343408 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-eb7166e2-fa69-48bb-83da-449f9ab441e5 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=661841917add4b6a9e6601ee592e3c86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423949 Oct 25 10:01:55.437532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-2e45d56d-e10c-4ba0-92e4-de2bac7fed22 service neutron] 10.222.0.32 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870068 Oct 25 10:01:55.516320 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:01:55.525894 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-ba837b5e-935b-4039-ac4b-d9ef85512363 service neutron] 10.222.0.32 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819786 Oct 25 10:01:55.682307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cc91bdf9-9f7d-493e-b86a-95381be579c0 req-2dac8cf1-41ca-4b74-8fa5-ae7f9d5f9d82 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Oct 25 10:01:56.660375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-604723df-80f9-46fa-8c1b-fdc8bd0eb1c6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:56.661833 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-604723df-80f9-46fa-8c1b-fdc8bd0eb1c6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.18 "GET /v2.0/networks?id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f HTTP/1.1" status: 200 len: 812 time: 0.1076102 Oct 25 10:01:56.682595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Request body: {'port': {'device_id': 'fc0fb99b-5f27-4e72-a873-0d8417271535', 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f', 'admin_state_up': True, 'tenant_id': '661841917add4b6a9e6601ee592e3c86'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:01:56.776062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ffeabf2-e5ac-426c-a78e-62619e876c3b req-cbba369e-0acb-476b-981c-24416bb716c8 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 210 time: 0.0257146 Oct 25 10:01:56.796787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Made reservation on behalf of 661841917add4b6a9e6601ee592e3c86 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:01:56.800366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:56.928646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Allocated IP 172.20.0.4 (d5521ef2-97ba-4adb-9e21-f6f1f91c962f/a5571d28-a6b3-43f3-82a4-b6df7eda5908/0a03c6c2-a999-44b4-a47c-9e5bd2553551) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:01:57.071365 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.104775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.137841 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['eb00991f-99a7-4bec-a68e-a12d8c89f414'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:01:57.154067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Network d5521ef2-97ba-4adb-9e21-f6f1f91c962f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:01:57.157284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:01:57.161040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:01:57.187311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Pushing event updated for resources: {'Port': ['ID=0a03c6c2-a999-44b4-a47c-9e5bd2553551,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:57.202073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.202430 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.202768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.203108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.203442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.203771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.204097 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.204424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.204747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.205092 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.205417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.205739 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:01:57.227557 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:57.228177 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.244869 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-3080ba40-8daa-4dd3-b224-cdae9753bd92 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664291 Oct 25 10:01:57.262013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Request body: {'port': {'device_id': 'fc0fb99b-5f27-4e72-a873-0d8417271535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:01:57.318338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.578751 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a03c6c2-a999-44b4-a47c-9e5bd2553551 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:01:57.586917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.599167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Transition to ACTIVE for port object 0a03c6c2-a999-44b4-a47c-9e5bd2553551 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:01:57.603092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.670351 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Pushing event updated for resources: {'Port': ['ID=0a03c6c2-a999-44b4-a47c-9e5bd2553551,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:57.720196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Attempting to bind port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:01:57.720550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Attempting to bind port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:01:57.720873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Attempting to bind port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 on network d5521ef2-97ba-4adb-9e21-f6f1f91c962f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:01:57.725123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 on network d5521ef2-97ba-4adb-9e21-f6f1f91c962f not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:01:57.725438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Attempting to bind port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 on network d5521ef2-97ba-4adb-9e21-f6f1f91c962f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:01:57.730213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:01:57.730533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Checking segment: {'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:01:57.730912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Bound using segment: {'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:01:57.731336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Bound port: 0a03c6c2-a999-44b4-a47c-9e5bd2553551, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02062ad8-6c11-4359-8fd8-74ceca1ab800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:01:57.731699 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.793949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] For port 0a03c6c2-a999-44b4-a47c-9e5bd2553551, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:01:57.797057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] For port 0a03c6c2-a999-44b4-a47c-9e5bd2553551, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0a03c6c2-a999-44b4-a47c-9e5bd2553551,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:01:57.801858 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.840715 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:57.841146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:01:57.842511 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] 10.222.0.18 "PUT /v2.0/ports/0a03c6c2-a999-44b4-a47c-9e5bd2553551 HTTP/1.1" status: 200 len: 1091 time: 0.5846605 Oct 25 10:01:57.842970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0fb99b-5f27-4e72-a873-0d8417271535', 'tag': '0a03c6c2-a999-44b4-a47c-9e5bd2553551'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:01:57.845244 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b42fd2-68ab-423e-b3e8-b080a01e820e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0fb99b-5f27-4e72-a873-0d8417271535", "tag": "0a03c6c2-a999-44b4-a47c-9e5bd2553551"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:01:57.865573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efe875-eff7-436f-a367-81f2f6c796be service neutron] Pushing event updated for resources: {'Port': ['ID=0a03c6c2-a999-44b4-a47c-9e5bd2553551,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:01:57.898403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebd9cc-92ed-4870-81a6-24adc0428308 req-bab717cd-b830-44e0-9e51-082e01537aaf tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:57.900013 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43ebd9cc-92ed-4870-81a6-24adc0428308 req-bab717cd-b830-44e0-9e51-082e01537aaf tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 943 time: 0.0533435 Oct 25 10:01:57.938323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43ebd9cc-92ed-4870-81a6-24adc0428308 req-e9a38419-652b-400a-9a55-b6f811ec193e tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Oct 25 10:01:57.957416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-cc050e02-7e0c-45fd-afb6-45933c96dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:57.959505 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-cc050e02-7e0c-45fd-afb6-45933c96dc14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=661841917add4b6a9e6601ee592e3c86&device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 1094 time: 0.0469489 Oct 25 10:01:58.012852 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1defb50-c5be-46fa-aabc-b7037f3c0f99 x-openstack-request-id: req-b1defb50-c5be-46fa-aabc-b7037f3c0f99 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:01:58.013162 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0fb99b-5f27-4e72-a873-0d8417271535", "tag": "0a03c6c2-a999-44b4-a47c-9e5bd2553551", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:01:58.013415 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1defb50-c5be-46fa-aabc-b7037f3c0f99 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:01:58.013810 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0fb99b-5f27-4e72-a873-0d8417271535', 'tag': '0a03c6c2-a999-44b4-a47c-9e5bd2553551', 'status': 'completed', 'code': 200} Oct 25 10:01:58.015560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-dc574e56-46d5-43eb-8146-564377bdf85d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a03c6c2-a999-44b4-a47c-9e5bd2553551 HTTP/1.1" status: 200 len: 217 time: 0.0427492 Oct 25 10:01:58.066782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-12d24428-7bae-41dc-a5f6-502b9e77add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:58.068851 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-12d24428-7bae-41dc-a5f6-502b9e77add4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a5571d28-a6b3-43f3-82a4-b6df7eda5908 HTTP/1.1" status: 200 len: 852 time: 0.0450149 Oct 25 10:01:58.099278 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-720e4c18-a807-4d66-b20b-0941b69e23ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240998 Oct 25 10:01:58.192382 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-e00975a9-3342-448a-86d9-6afbcbc02f4d service neutron] 10.222.0.18 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864739 Oct 25 10:01:58.237875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-12047be9-87b3-4914-a463-8c66f3f6e11b req-aa67f94c-fd9e-4178-aa5a-a3de2f978ac0 tempest-ServerDiskConfigTestJSON-1110878562 tempest-ServerDiskConfigTestJSON-1110878562-project] (106992) timed out ('10.222.0.41', 57238) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 10:01:58.279117 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dc8a19c1-7878-4b0c-a2d4-40525f98afb9 req-1100024f-b8b5-4d73-aa4d-8a4cdd3baa6d service neutron] 10.222.0.18 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803230 Oct 25 10:01:58.404032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-1fce523b-03ad-4707-9f86-991dbd75ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:58.405534 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-1fce523b-03ad-4707-9f86-991dbd75ffa3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=661841917add4b6a9e6601ee592e3c86&device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 1094 time: 0.0459630 Oct 25 10:01:58.496057 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-7043de71-d151-42fb-82a4-459cc1384b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:58.497628 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-7043de71-d151-42fb-82a4-459cc1384b91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f HTTP/1.1" status: 200 len: 913 time: 0.0847237 Oct 25 10:01:58.542942 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-a57cf4c8-52af-493e-b979-7ca7812ba0aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a03c6c2-a999-44b4-a47c-9e5bd2553551 HTTP/1.1" status: 200 len: 217 time: 0.0375028 Oct 25 10:01:58.593227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-15d406fd-fbc2-476b-bb11-6400bb6615b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:58.594676 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-15d406fd-fbc2-476b-bb11-6400bb6615b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a5571d28-a6b3-43f3-82a4-b6df7eda5908 HTTP/1.1" status: 200 len: 852 time: 0.0449209 Oct 25 10:01:58.626738 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-ee1b758a-547e-4919-967e-2c630763c3ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247152 Oct 25 10:01:58.719434 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-84fea096-2eb2-4eaf-9d47-03402fb203a1 service neutron] 10.222.0.18 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857053 Oct 25 10:01:58.809363 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-45b42fd2-68ab-423e-b3e8-b080a01e820e req-abe2f358-3d1c-44e6-bd7c-5a80f5831d1e service neutron] 10.222.0.18 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826778 Oct 25 10:01:59.057166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25720216-38ec-40e2-b3fd-490e26df0faa req-113bacd5-625d-4678-b8c9-b143de84d1d6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:01:59.058622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25720216-38ec-40e2-b3fd-490e26df0faa req-113bacd5-625d-4678-b8c9-b143de84d1d6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 943 time: 0.0490756 Oct 25 10:01:59.097097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25720216-38ec-40e2-b3fd-490e26df0faa req-db166740-b6aa-4613-8cf7-dca24b36020b tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323000 Oct 25 10:02:00.212190 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25876a-70d7-46b7-be51-1d9ec7fbab98 req-b480b383-69a3-4aaf-92ed-2a8a9d5d905f tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:00.213605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd25876a-70d7-46b7-be51-1d9ec7fbab98 req-b480b383-69a3-4aaf-92ed-2a8a9d5d905f tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 943 time: 0.0488915 Oct 25 10:02:00.252914 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cd25876a-70d7-46b7-be51-1d9ec7fbab98 req-3c766b0e-8876-46b5-b32d-26d6f6c53b7d tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Oct 25 10:02:01.371118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8fee-b888-4e01-8754-ae2ce68c89df req-5a80b9f7-f11d-45c7-bcf0-dc273712988a tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:01.372562 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43ec8fee-b888-4e01-8754-ae2ce68c89df req-5a80b9f7-f11d-45c7-bcf0-dc273712988a tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 943 time: 0.0536520 Oct 25 10:02:01.409221 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43ec8fee-b888-4e01-8754-ae2ce68c89df req-f1c812d4-07d9-47be-8f2b-e6689648a1e0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305605 Oct 25 10:02:01.485573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0a03c6c2-a999-44b4-a47c-9e5bd2553551 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:02:01.584056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0a03c6c2-a999-44b4-a47c-9e5bd2553551, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0a03c6c2-a999-44b4-a47c-9e5bd2553551,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:01.595168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '0a03c6c2-a999-44b4-a47c-9e5bd2553551', 'network_id': 'd5521ef2-97ba-4adb-9e21-f6f1f91c962f', 'port_id': '0a03c6c2-a999-44b4-a47c-9e5bd2553551', 'mac_address': 'fa:16:3e:34:56:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5571d28-a6b3-43f3-82a4-b6df7eda5908', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:02:01.635021 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:01.647587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a03c6c2-a999-44b4-a47c-9e5bd2553551 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:02:01.667152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0a03c6c2-a999-44b4-a47c-9e5bd2553551, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0a03c6c2-a999-44b4-a47c-9e5bd2553551,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:01.671066 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:01.720444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0a03c6c2-a999-44b4-a47c-9e5bd2553551,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:02.018311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0a03c6c2-a999-44b4-a47c-9e5bd2553551'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:02:02.524468 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f3b3-2c99-4665-b04d-130e5fca3199 req-13744206-853f-41de-8a9e-45563411ca24 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:02.525928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ec0f3b3-2c99-4665-b04d-130e5fca3199 req-13744206-853f-41de-8a9e-45563411ca24 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 944 time: 0.0488851 Oct 25 10:02:02.563213 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ec0f3b3-2c99-4665-b04d-130e5fca3199 req-bd819bdd-49c5-4a45-9050-4afb22600e03 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Oct 25 10:02:03.498592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0a03c6c2-a999-44b4-a47c-9e5bd2553551 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:03.549070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:02:03.552857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:03.553314 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:03.632233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:03.656779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0fb99b-5f27-4e72-a873-0d8417271535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a03c6c2-a999-44b4-a47c-9e5bd2553551'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:02:03.659072 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d911247d-29ef-4c0e-8b0f-797d12c93e99" -d '{"events": [{"server_uuid": "fc0fb99b-5f27-4e72-a873-0d8417271535", "name": "network-vif-plugged", "status": "completed", "tag": "0a03c6c2-a999-44b4-a47c-9e5bd2553551"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:02:03.671907 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 0a03c6c2-a999-44b4-a47c-9e5bd2553551, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0a03c6c2-a999-44b4-a47c-9e5bd2553551,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:03.676132 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:03.681376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc455e-acf8-4d14-ae44-eb4c13736ffb req-8da7c6b8-ea99-4c7b-8cb9-a0195b07f6b5 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:03.683065 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ebc455e-acf8-4d14-ae44-eb4c13736ffb req-8da7c6b8-ea99-4c7b-8cb9-a0195b07f6b5 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 944 time: 0.0491538 Oct 25 10:02:03.721821 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ebc455e-acf8-4d14-ae44-eb4c13736ffb req-30b59297-fee7-40d6-8227-b099b9e78c36 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Oct 25 10:02:03.728331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=0a03c6c2-a999-44b4-a47c-9e5bd2553551,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:03.737858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.738197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.738526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.738852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.739213 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.739489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.739805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.740119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.740436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.740871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.741078 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.741392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:03.767842 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ef6a51-f8b7-4887-9f52-9494ef5d3890 x-openstack-request-id: req-c0ef6a51-f8b7-4887-9f52-9494ef5d3890 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:02:03.768131 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0fb99b-5f27-4e72-a873-0d8417271535", "name": "network-vif-plugged", "status": "completed", "tag": "0a03c6c2-a999-44b4-a47c-9e5bd2553551", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:02:03.768382 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0ef6a51-f8b7-4887-9f52-9494ef5d3890 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:02:03.768776 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0fb99b-5f27-4e72-a873-0d8417271535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a03c6c2-a999-44b4-a47c-9e5bd2553551', 'code': 200} Oct 25 10:02:03.888196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18977cb3-0c48-4976-aa15-11ac45704958 req-8333b3b6-f995-4ffa-84c4-349bc7560144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:03.889718 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-18977cb3-0c48-4976-aa15-11ac45704958 req-8333b3b6-f995-4ffa-84c4-349bc7560144 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 1096 time: 0.0423617 Oct 25 10:02:03.925475 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-18977cb3-0c48-4976-aa15-11ac45704958 req-99550acc-0a50-437d-a3cb-fa5d6fbf1290 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280635 Oct 25 10:02:04.829056 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-9db70639-b1c0-4c2e-bda6-c7e4550fe6a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440445 Oct 25 10:02:04.930661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-a0b2d68c-5571-4c71-adcf-f3da9410236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:04.931856 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-a0b2d68c-5571-4c71-adcf-f3da9410236e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=661841917add4b6a9e6601ee592e3c86&device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 1096 time: 0.0448630 Oct 25 10:02:05.045721 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-deeff5e5-1ba2-4f5f-8f3b-8daab7068ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:05.047225 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-deeff5e5-1ba2-4f5f-8f3b-8daab7068ff5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f HTTP/1.1" status: 200 len: 913 time: 0.0961840 Oct 25 10:02:05.090833 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-24cbb2d2-549b-4817-b960-92728ad018e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb00991f-99a7-4bec-a68e-a12d8c89f414 HTTP/1.1" status: 200 len: 217 time: 0.0367298 Oct 25 10:02:05.143688 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa63-3ee9-4579-b6da-b3cb582b77ed req-9557e7b5-b5ab-436e-8f5c-c62ee5fe1c24 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:05.144282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-67867331-d0ea-44ab-851a-16b9c4c69fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:05.145311 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ce4fa63-3ee9-4579-b6da-b3cb582b77ed req-9557e7b5-b5ab-436e-8f5c-c62ee5fe1c24 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 945 time: 0.3523741 Oct 25 10:02:05.145509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-67867331-d0ea-44ab-851a-16b9c4c69fe4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5571d28-a6b3-43f3-82a4-b6df7eda5908 HTTP/1.1" status: 200 len: 852 time: 0.0458922 Oct 25 10:02:05.177674 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-e99c72a9-ce0c-4890-9db0-de8d41a9eb9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5521ef2-97ba-4adb-9e21-f6f1f91c962f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253317 Oct 25 10:02:05.184209 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ce4fa63-3ee9-4579-b6da-b3cb582b77ed req-ab49f41e-19e0-4871-8b2a-c3944c5782c7 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Oct 25 10:02:05.189643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-3e50f9b5-dd73-48d4-91b4-f80797d1107d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:02:05.190731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-3e50f9b5-dd73-48d4-91b4-f80797d1107d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065486 Oct 25 10:02:05.290330 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-6bb63d30-6341-427e-b3a2-edabb50bc14b service neutron] 10.222.0.41 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923080 Oct 25 10:02:05.385189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c93cd640-0124-495d-87c9-30070b64c5e6 req-358b12ec-cda1-4bec-a449-a25e683a9b16 service neutron] 10.222.0.41 "GET /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885153 Oct 25 10:02:06.302301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f277878-ac2e-452c-906c-471eebd6cc9d req-1a4f49a7-19da-4456-93d8-b449149222fd tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:06.303748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f277878-ac2e-452c-906c-471eebd6cc9d req-1a4f49a7-19da-4456-93d8-b449149222fd tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 945 time: 0.0474451 Oct 25 10:02:06.341981 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f277878-ac2e-452c-906c-471eebd6cc9d req-a331a40b-c248-4cb1-a487-3d36f778c80b tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Oct 25 10:02:06.574525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda01e8-94e0-4b21-97fa-25bdeff04255 req-d6a4d17b-1f84-46d3-9474-c7e44d4a312a tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:06.575989 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dda01e8-94e0-4b21-97fa-25bdeff04255 req-d6a4d17b-1f84-46d3-9474-c7e44d4a312a tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 945 time: 0.0496588 Oct 25 10:02:06.614826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3dda01e8-94e0-4b21-97fa-25bdeff04255 req-6859b0bf-5cc5-4c7c-8a3c-f6715c4827fd tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Oct 25 10:02:07.732916 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec707ff8-8a4f-44c2-b651-54981557ca4a req-70bb8009-b7aa-4eb2-840d-7c8f27cde1b8 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:07.734360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec707ff8-8a4f-44c2-b651-54981557ca4a req-70bb8009-b7aa-4eb2-840d-7c8f27cde1b8 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 945 time: 0.0516872 Oct 25 10:02:07.774368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ec707ff8-8a4f-44c2-b651-54981557ca4a req-e7b69952-7093-4a5c-88f0-8420383276ff tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Oct 25 10:02:08.031940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5927-080e-4227-8a5f-37b861af82ac req-652feb71-3f57-4383-ace1-df7a85074f8f tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:08.033372 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10dc5927-080e-4227-8a5f-37b861af82ac req-652feb71-3f57-4383-ace1-df7a85074f8f tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 945 time: 0.0489442 Oct 25 10:02:08.122234 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Deleting port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:02:08.122570 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:08.212372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] For port 0a03c6c2-a999-44b4-a47c-9e5bd2553551, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=0a03c6c2-a999-44b4-a47c-9e5bd2553551,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:08.212652 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:08.225129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Calling delete_port for 0a03c6c2-a999-44b4-a47c-9e5bd2553551 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:02:08.351772 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:08.381879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Pushing event deleted for resources: {'Port': ['ID=0a03c6c2-a999-44b4-a47c-9e5bd2553551,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:08.391863 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['eb00991f-99a7-4bec-a68e-a12d8c89f414'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:02:08.394133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['0a03c6c2-a999-44b4-a47c-9e5bd2553551'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:02:08.423030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] No DVR routers for this DVR port 0a03c6c2-a999-44b4-a47c-9e5bd2553551 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:02:08.425696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:08.429027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10dc5927-080e-4227-8a5f-37b861af82ac req-d0b59b37-2b56-44cf-a70c-132361a8feb0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.18 "DELETE /v2.0/ports/0a03c6c2-a999-44b4-a47c-9e5bd2553551 HTTP/1.1" status: 204 len: 173 time: 0.3888602 Oct 25 10:02:08.430215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0fb99b-5f27-4e72-a873-0d8417271535', 'name': 'network-vif-deleted', 'tag': '0a03c6c2-a999-44b4-a47c-9e5bd2553551'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:02:08.432526 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dc1278-0432-4cd8-b408-0e13d5265117" -d '{"events": [{"server_uuid": "fc0fb99b-5f27-4e72-a873-0d8417271535", "name": "network-vif-deleted", "tag": "0a03c6c2-a999-44b4-a47c-9e5bd2553551"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:02:08.474919 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e678639-6e9a-4210-9b3a-2ede0cda1ce5 x-openstack-request-id: req-9e678639-6e9a-4210-9b3a-2ede0cda1ce5 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:02:08.475214 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0fb99b-5f27-4e72-a873-0d8417271535", "name": "network-vif-deleted", "tag": "0a03c6c2-a999-44b4-a47c-9e5bd2553551", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:02:08.475478 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e678639-6e9a-4210-9b3a-2ede0cda1ce5 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:02:08.477072 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0fb99b-5f27-4e72-a873-0d8417271535', 'name': 'network-vif-deleted', 'tag': '0a03c6c2-a999-44b4-a47c-9e5bd2553551', 'status': 'completed', 'code': 200} Oct 25 10:02:08.889851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-078e73d6-94a3-4aa4-adda-cb52942a0256 req-379be4f7-443e-4b2b-ab88-4adc2978cdaa tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0fb99b-5f27-4e72-a873-0d8417271535 HTTP/1.1" status: 200 len: 210 time: 0.0263960 Oct 25 10:02:09.114466 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:10.038524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa34d5-7600-4c1d-8e55-d29a4102a674 req-e3c19e5a-d26b-42ed-a202-9ccbc1aaffa6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:10.040645 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0aaa34d5-7600-4c1d-8e55-d29a4102a674 req-e3c19e5a-d26b-42ed-a202-9ccbc1aaffa6 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0485125 Oct 25 10:02:10.077027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0aaa34d5-7600-4c1d-8e55-d29a4102a674 req-e88267c0-3620-47ce-9178-425a2333417a tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303860 Oct 25 10:02:10.208631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e93c8-489f-457a-b7da-ae2a24b8f889 req-f0ac66d8-a5bd-456c-ac2b-fc1d6da48925 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:10.210007 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-664e93c8-489f-457a-b7da-ae2a24b8f889 req-f0ac66d8-a5bd-456c-ac2b-fc1d6da48925 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0511937 Oct 25 10:02:10.249175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-664e93c8-489f-457a-b7da-ae2a24b8f889 req-05cd52e7-6040-4e5b-8920-d47896d3442c tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Oct 25 10:02:10.279195 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:10.363702 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4ab5a-464e-4213-a7f7-02810a9cda6b req-ba6bfc87-5ec5-4945-9085-43b2e2928f5e tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:10.365175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca4ab5a-464e-4213-a7f7-02810a9cda6b req-ba6bfc87-5ec5-4945-9085-43b2e2928f5e tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0486803 Oct 25 10:02:10.403906 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ca4ab5a-464e-4213-a7f7-02810a9cda6b req-c51d61a2-9818-4ce3-9748-63ce15a5a976 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Oct 25 10:02:10.566700 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909be8a4-e444-45dd-8545-4457cc0c08cd req-91d57d79-d028-43fa-82f4-3b1e10567020 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:10.568203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-909be8a4-e444-45dd-8545-4457cc0c08cd req-91d57d79-d028-43fa-82f4-3b1e10567020 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0479710 Oct 25 10:02:10.606483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-909be8a4-e444-45dd-8545-4457cc0c08cd req-246173d6-3d03-4148-a026-1ca4ca8e219f tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Oct 25 10:02:10.722780 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea9e13-6bca-43e5-85e9-5dbe430858fa req-d93efe82-3971-4444-b8dc-0d77d9a17ebc tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:10.724131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53ea9e13-6bca-43e5-85e9-5dbe430858fa req-d93efe82-3971-4444-b8dc-0d77d9a17ebc tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0520408 Oct 25 10:02:10.762954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53ea9e13-6bca-43e5-85e9-5dbe430858fa req-6338787c-5b85-4892-b736-96f17ddb13c2 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Oct 25 10:02:10.887309 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5e52d-8579-4b2c-a693-f663ad654343 req-f8ca21bb-0604-456e-bda0-0ca18e4aebe0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:10.888745 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19d5e52d-8579-4b2c-a693-f663ad654343 req-f8ca21bb-0604-456e-bda0-0ca18e4aebe0 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0496726 Oct 25 10:02:10.931521 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19d5e52d-8579-4b2c-a693-f663ad654343 req-ab8e854b-6721-4ee6-a236-aa15e19d801f tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Oct 25 10:02:11.235557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bfe9f-9c5d-4b5b-8bcf-b708bdc634cd req-15f447b9-087e-4ae4-a1b3-224c0c23d96b tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:11.237078 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-397bfe9f-9c5d-4b5b-8bcf-b708bdc634cd req-15f447b9-087e-4ae4-a1b3-224c0c23d96b tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0483387 Oct 25 10:02:11.276126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-397bfe9f-9c5d-4b5b-8bcf-b708bdc634cd req-1178c060-5060-4eb9-b252-c48a34dad498 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Oct 25 10:02:11.533502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0a03c6c2-a999-44b4-a47c-9e5bd2553551 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:02:11.553656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 0a03c6c2-a999-44b4-a47c-9e5bd2553551 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:02:11.553995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 0a03c6c2-a999-44b4-a47c-9e5bd2553551 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:02:12.397231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd220b-4c87-43eb-b948-15a23e49f1e2 req-58635599-ce43-4196-8671-0b33dc7012f4 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:12.398816 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8cd220b-4c87-43eb-b948-15a23e49f1e2 req-58635599-ce43-4196-8671-0b33dc7012f4 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0551615 Oct 25 10:02:12.439368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a8cd220b-4c87-43eb-b948-15a23e49f1e2 req-58303a57-bed4-495c-a7e3-3391609213e1 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/security-groups?id=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Oct 25 10:02:12.908290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-dd22925a-a749-4832-ad31-35d417b84b06 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:12.909753 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-dd22925a-a749-4832-ad31-35d417b84b06 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.41 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 945 time: 0.0478506 Oct 25 10:02:13.005213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Deleting port eb00991f-99a7-4bec-a68e-a12d8c89f414 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:02:13.005546 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:13.092746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] For port eb00991f-99a7-4bec-a68e-a12d8c89f414, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=eb00991f-99a7-4bec-a68e-a12d8c89f414,segment=NetworkSegment(02062ad8-6c11-4359-8fd8-74ceca1ab800),segment_id=02062ad8-6c11-4359-8fd8-74ceca1ab800)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:13.093132 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:13.105586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Calling delete_port for eb00991f-99a7-4bec-a68e-a12d8c89f414 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:02:13.234297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:13.261781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Pushing event deleted for resources: {'Port': ['ID=eb00991f-99a7-4bec-a68e-a12d8c89f414,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:13.266611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['eb00991f-99a7-4bec-a68e-a12d8c89f414'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:02:13.308031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] No DVR routers for this DVR port eb00991f-99a7-4bec-a68e-a12d8c89f414 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:02:13.310447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:13.313804 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8f4f4692-169d-4f7a-b2d4-1b3591d11bd9 req-457fb298-a7e0-45ea-b0d9-08eade23f575 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.41 "DELETE /v2.0/ports/eb00991f-99a7-4bec-a68e-a12d8c89f414 HTTP/1.1" status: 204 len: 173 time: 0.3978779 Oct 25 10:02:13.314238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76d862c-833c-411f-b195-0820f851178e', 'name': 'network-vif-deleted', 'tag': 'eb00991f-99a7-4bec-a68e-a12d8c89f414'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:02:13.316515 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40cea5c-2b1d-490d-9019-4b2e635b8954" -d '{"events": [{"server_uuid": "f76d862c-833c-411f-b195-0820f851178e", "name": "network-vif-deleted", "tag": "eb00991f-99a7-4bec-a68e-a12d8c89f414"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:02:13.354413 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c06225-4eea-405d-85bd-44e4f68450aa x-openstack-request-id: req-32c06225-4eea-405d-85bd-44e4f68450aa {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:02:13.354706 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76d862c-833c-411f-b195-0820f851178e", "name": "network-vif-deleted", "tag": "eb00991f-99a7-4bec-a68e-a12d8c89f414", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:02:13.354961 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32c06225-4eea-405d-85bd-44e4f68450aa {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:02:13.355366 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76d862c-833c-411f-b195-0820f851178e', 'name': 'network-vif-deleted', 'tag': 'eb00991f-99a7-4bec-a68e-a12d8c89f414', 'status': 'completed', 'code': 200} Oct 25 10:02:13.550111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7728dbe-6e75-4b0c-8abf-498c03951748 req-84851a27-cd63-41a8-b60f-9fc35ea23139 tempest-ServersNegativeTestJSON-1440691443 tempest-ServersNegativeTestJSON-1440691443-project] 10.222.0.32 "GET /v2.0/ports?device_id=f76d862c-833c-411f-b195-0820f851178e HTTP/1.1" status: 200 len: 210 time: 0.0261607 Oct 25 10:02:14.605851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42268) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:14.649782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f7b978-0082-423f-afb3-a8b67e3f0818 admin admin] Deleting subnet a5571d28-a6b3-43f3-82a4-b6df7eda5908 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:02:14.652747 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b978-0082-423f-afb3-a8b67e3f0818 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:14.685791 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b978-0082-423f-afb3-a8b67e3f0818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:14.728671 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b978-0082-423f-afb3-a8b67e3f0818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:14.781962 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b978-0082-423f-afb3-a8b67e3f0818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:14.805632 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7b978-0082-423f-afb3-a8b67e3f0818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5571d28-a6b3-43f3-82a4-b6df7eda5908,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:14.811956 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3f7b978-0082-423f-afb3-a8b67e3f0818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:14.815508 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f3f7b978-0082-423f-afb3-a8b67e3f0818 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a5571d28-a6b3-43f3-82a4-b6df7eda5908 HTTP/1.1" status: 204 len: 168 time: 0.2086573 Oct 25 10:02:14.817966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42270) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:14.891418 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:14.966371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:14.986081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5521ef2-97ba-4adb-9e21-f6f1f91c962f']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:14.995296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02062ad8-6c11-4359-8fd8-74ceca1ab800') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:14.995586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02062ad8-6c11-4359-8fd8-74ceca1ab800') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:15.004593 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.018216 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.025254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:02:15.025624 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: timer() Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:02:15.027233 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:02:15.084867 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.090985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.094186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5521ef2-97ba-4adb-9e21-f6f1f91c962f HTTP/1.1" status: 204 len: 168 time: 0.2753077 Oct 25 10:02:15.105185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa1fe0-f2b3-4254-a251-40a904d3913d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5521ef2-97ba-4adb-9e21-f6f1f91c962f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:15.199014 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42274) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:15.237805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4c2088c6-0515-4ff9-8fc3-3384dd99c25b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=661841917add4b6a9e6601ee592e3c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376499 Oct 25 10:02:15.240121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42276) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:15.287505 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d640-0a6e-495d-b63b-48e2d6421d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.308978 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d640-0a6e-495d-b63b-48e2d6421d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.356552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d640-0a6e-495d-b63b-48e2d6421d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.359150 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d640-0a6e-495d-b63b-48e2d6421d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:15.360313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a7f9d640-0a6e-495d-b63b-48e2d6421d99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31d3b045-c9f3-4ea7-94dc-9d90dbca06b7 HTTP/1.1" status: 204 len: 168 time: 0.1192880 Oct 25 10:02:15.368565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9d640-0a6e-495d-b63b-48e2d6421d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d3b045-c9f3-4ea7-94dc-9d90dbca06b7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:16.029075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42298) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:16.123289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193819566'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:16.143985 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:16.147427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:16.160014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:16.232374 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:16.235896 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:16.261677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:16.271182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c567fa87-5dbf-42cc-af24-e3d7c3047803,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:16.276554 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:16.276934 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Added segment 844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee of type vlan for network 50926c13-b29e-4a5b-8612-025de90f6d89 Oct 25 10:02:16.316012 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:16.340349 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:16.345862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:16.346432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:16.400649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3704681 Oct 25 10:02:16.417206 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cb667-82aa-406a-a732-d386362de872 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Network': ['ID=50926c13-b29e-4a5b-8612-025de90f6d89,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:16.428531 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 50926c13-b29e-4a5b-8612-025de90f6d89 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:16.546054 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1502e584-2be2-453d-980a-40e17ac8b99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:17.004741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device eb00991f-99a7-4bec-a68e-a12d8c89f414 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:02:17.028116 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: eb00991f-99a7-4bec-a68e-a12d8c89f414 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:02:17.028451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device eb00991f-99a7-4bec-a68e-a12d8c89f414 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:02:18.882512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fad70b2c-83f8-4c82-808b-3287f7f7d57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:19.713411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42302) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:19.718767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'subnet': {'network_id': '50926c13-b29e-4a5b-8612-025de90f6d89', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:19.807295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:19.810837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:19.989757 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.056498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Subnet': ['ID=8aec3eb7-c277-4234-9e6d-33a30899574b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:20.061342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Checking segment: {'id': '844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50926c13-b29e-4a5b-8612-025de90f6d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:20.061522 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.062003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network hostable DHCP agents. Network: 50926c13-b29e-4a5b-8612-025de90f6d89, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:20.079134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network 50926c13-b29e-4a5b-8612-025de90f6d89 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:20.089033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 50926c13-b29e-4a5b-8612-025de90f6d89) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:20.093387 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:20.093985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.100489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb51f7f-c5ad-4ed0-83d9-6acdf760355b None None] Network 50926c13-b29e-4a5b-8612-025de90f6d89 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:20.111005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dc638e25-fcf0-4cd7-9868-828d3fd2809e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3961713 Oct 25 10:02:20.115430 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42304) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:20.120799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-846096695'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:20.142271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:20.145842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.171727 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:20.181455 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.181796 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Added segment b5c25eb4-1b6e-434e-aaa3-9596ecab1ced of type vlan for network ae1c81fd-deba-4349-80ff-ef6781e55dd6 Oct 25 10:02:20.194090 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.223534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.248312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.253920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:20.254492 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.259388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-50926c13-b29e-4a5b-8612-025de90f6d89', 'network_id': '50926c13-b29e-4a5b-8612-025de90f6d89', 'tenant_id': '85ed16de44c94858849a3a8ed82f782e', 'fixed_ips': [{'subnet_id': '8aec3eb7-c277-4234-9e6d-33a30899574b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:02:20.260250 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.311864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1953428 Oct 25 10:02:20.314794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42306) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:20.321387 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'subnet': {'network_id': 'ae1c81fd-deba-4349-80ff-ef6781e55dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:20.325805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382c307-b3ee-4417-bc46-a23afccb51b5 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Network': ['ID=ae1c81fd-deba-4349-80ff-ef6781e55dd6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:20.339028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network ae1c81fd-deba-4349-80ff-ef6781e55dd6 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:20.423103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:20.426743 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.450367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Allocated IP 2001:db8:0:ffff::2 (50926c13-b29e-4a5b-8612-025de90f6d89/8aec3eb7-c277-4234-9e6d-33a30899574b/8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:20.600065 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.605769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.622516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.646599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Network 50926c13-b29e-4a5b-8612-025de90f6d89 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:20.651472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:20.655715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:20.658814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Pushing event updated for resources: {'Port': ['ID=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:20.684869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Subnet': ['ID=ba332c68-48d9-47f8-b181-908b5b0f6fc3,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:20.701291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Checking segment: {'id': 'b5c25eb4-1b6e-434e-aaa3-9596ecab1ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ae1c81fd-deba-4349-80ff-ef6781e55dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:20.701652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network hostable DHCP agents. Network: ae1c81fd-deba-4349-80ff-ef6781e55dd6, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:20.716675 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Attempting to bind port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:20.717119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Attempting to bind port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50926c13-b29e-4a5b-8612-025de90f6d89'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:20.717541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Attempting to bind port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e on network 50926c13-b29e-4a5b-8612-025de90f6d89 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:20.718600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network ae1c81fd-deba-4349-80ff-ef6781e55dd6 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:20.722939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:20.723310 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Checking segment: {'id': '844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50926c13-b29e-4a5b-8612-025de90f6d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:20.723701 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.724086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Bound using segment: {'id': '844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50926c13-b29e-4a5b-8612-025de90f6d89'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:20.724673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Bound port: 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '50926c13-b29e-4a5b-8612-025de90f6d89'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:20.725083 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.727778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, ae1c81fd-deba-4349-80ff-ef6781e55dd6) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:20.734416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:20.735037 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.735843 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b4a1f-afaa-4aa4-adc2-a9f5e98dfe7a None None] Network ae1c81fd-deba-4349-80ff-ef6781e55dd6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:20.751797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f9f2bc6-33ca-48ee-8325-efc112de727c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4357421 Oct 25 10:02:20.754480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42308) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:20.854003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] For port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:20.854657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.872725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] For port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,segment=NetworkSegment(844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee),segment_id=844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:20.893213 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.907684 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.982416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e746e39-3b28-4d50-9af7-ad786143ce74 None None] Pushing event updated for resources: {'Port': ['ID=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:20.989419 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:20.997196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7f807-41da-4795-9911-26c0c2c36b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-ae1c81fd-deba-4349-80ff-ef6781e55dd6', 'network_id': 'ae1c81fd-deba-4349-80ff-ef6781e55dd6', 'tenant_id': '85ed16de44c94858849a3a8ed82f782e', 'fixed_ips': [{'subnet_id': 'ba332c68-48d9-47f8-b181-908b5b0f6fc3'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:02:20.998619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-70f7f807-41da-4795-9911-26c0c2c36b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.021281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Subnet': ['ID=ba332c68-48d9-47f8-b181-908b5b0f6fc3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:21.083055 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.096065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b3897b-02d5-43c7-802b-6a17d1ad6d00 None None] Network ae1c81fd-deba-4349-80ff-ef6781e55dd6 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:21.110704 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1c81fd-deba-4349-80ff-ef6781e55dd6']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:21.121621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c25eb4-1b6e-434e-aaa3-9596ecab1ced') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:21.121941 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c25eb4-1b6e-434e-aaa3-9596ecab1ced') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:21.134157 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.156291 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.178327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:02:21.178738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:02:21.183263 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:02:21.250873 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.263009 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.266555 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/ae1c81fd-deba-4349-80ff-ef6781e55dd6 HTTP/1.1" status: 204 len: 168 time: 0.5110092 Oct 25 10:02:21.270200 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42310) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:21.277105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-108942701'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:21.282658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428fcf8-0a2d-441f-9a4a-afc25b08c82e tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Network': ['ID=ae1c81fd-deba-4349-80ff-ef6781e55dd6,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:21.302567 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:21.307231 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.334654 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:21.345348 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.345783 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Added segment 56191f1c-b5ce-4fde-9bd6-9a71cc6e18db of type vlan for network 1a64b1a7-2275-4e36-89de-a1249fc53944 Oct 25 10:02:21.392728 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.419044 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.424549 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:21.425145 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.482837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2109399 Oct 25 10:02:21.485957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42312) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:21.491232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'subnet': {'network_id': '1a64b1a7-2275-4e36-89de-a1249fc53944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:21.495462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053142e-88af-4d4a-af1c-eace4d8f3565 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Network': ['ID=1a64b1a7-2275-4e36-89de-a1249fc53944,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:21.505703 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 1a64b1a7-2275-4e36-89de-a1249fc53944 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:21.590457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:21.594381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.655553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Performing IP validity checks on allocation pools {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 25 10:02:21.656060 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.ipam_backend_mixin [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106991) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 25 10:02:21.786125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.855010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Subnet': ['ID=ee0c82d2-84db-435c-ab44-ef1e18b09102,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:21.864527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Checking segment: {'id': '56191f1c-b5ce-4fde-9bd6-9a71cc6e18db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1a64b1a7-2275-4e36-89de-a1249fc53944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:21.864879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network hostable DHCP agents. Network: 1a64b1a7-2275-4e36-89de-a1249fc53944, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:21.889326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network 1a64b1a7-2275-4e36-89de-a1249fc53944 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:21.900427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 1a64b1a7-2275-4e36-89de-a1249fc53944) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:21.905934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce6789-7e61-4daf-bd3b-cc38159df522 None None] Network 50926c13-b29e-4a5b-8612-025de90f6d89 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:21.907513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:21.908432 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:21.908945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72edc263-ac92-4d4f-8f04-f0831ddc3797 None None] Network 1a64b1a7-2275-4e36-89de-a1249fc53944 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:21.928827 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-141e07dd-dd34-4859-ba06-2fcf4454d16a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4392684 Oct 25 10:02:21.929096 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42314) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:22.038004 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.043314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-64713ffb-35d8-4ac4-b860-50ff683d3117 None None] Provisioning complete for port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:22.043689 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64713ffb-35d8-4ac4-b860-50ff683d3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.082052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:22.096623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.120031 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.157164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.184249 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0c82d2-84db-435c-ab44-ef1e18b09102,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:22.234798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323040d3-1795-426d-a7ad-a8ad36394c73 None None] Network 1a64b1a7-2275-4e36-89de-a1249fc53944 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:22.248107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.268691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a64b1a7-2275-4e36-89de-a1249fc53944']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:22.278280 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56191f1c-b5ce-4fde-9bd6-9a71cc6e18db') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:22.278579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56191f1c-b5ce-4fde-9bd6-9a71cc6e18db') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:22.287907 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.301498 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.308588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:02:22.310006 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:02:22.312200 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:02:22.343805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:22.344176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.372139 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.378058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.380576 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64713ffb-35d8-4ac4-b860-50ff683d3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.381483 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/1a64b1a7-2275-4e36-89de-a1249fc53944 HTTP/1.1" status: 204 len: 168 time: 0.4515400 Oct 25 10:02:22.387026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42316) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:22.393112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1878449257'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:22.398873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d400f-e687-42ef-b38c-df11c20e84f1 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Network': ['ID=1a64b1a7-2275-4e36-89de-a1249fc53944,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:22.423315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:22.428098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.456819 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:22.469907 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-64713ffb-35d8-4ac4-b860-50ff683d3117 None None] For port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,segment=NetworkSegment(844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee),segment_id=844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:22.470579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.470943 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Added segment 6d343e45-b283-4aeb-a779-d7b82950e028 of type vlan for network 8a249cb9-f431-46cb-abb9-6cf5f2409352 Oct 25 10:02:22.475585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-64713ffb-35d8-4ac4-b860-50ff683d3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.525179 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.553139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64713ffb-35d8-4ac4-b860-50ff683d3117 None None] Pushing event updated for resources: {'Port': ['ID=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:22.554344 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.562505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:22.563144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.622365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2341104 Oct 25 10:02:22.626132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42318) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:22.631186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'subnet': {'network_id': '8a249cb9-f431-46cb-abb9-6cf5f2409352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:22.637772 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ac8c8-cc96-41ad-95d0-9ebd792ef2c6 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Network': ['ID=8a249cb9-f431-46cb-abb9-6cf5f2409352,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:22.647759 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 8a249cb9-f431-46cb-abb9-6cf5f2409352 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:22.723508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-efd48d1d-1429-4aeb-bf9d-fafa76af08df None None] Provisioning complete for port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:22.723877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:22.723990 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efd48d1d-1429-4aeb-bf9d-fafa76af08df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.727692 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.915260 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:22.973321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Subnet': ['ID=af006e0a-e374-4123-92f9-693560575b77,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:22.982826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Checking segment: {'id': '6d343e45-b283-4aeb-a779-d7b82950e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a249cb9-f431-46cb-abb9-6cf5f2409352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:22.983183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network hostable DHCP agents. Network: 8a249cb9-f431-46cb-abb9-6cf5f2409352, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:22.999626 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network 8a249cb9-f431-46cb-abb9-6cf5f2409352 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:23.007987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 8a249cb9-f431-46cb-abb9-6cf5f2409352) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:23.012933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:23.013664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.018018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c9b5d-fb1c-43a4-8e25-e1334db3a836 None None] Network 8a249cb9-f431-46cb-abb9-6cf5f2409352 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:23.031405 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4b2a65b7-90f1-46ab-8600-b765516a412b tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4041781 Oct 25 10:02:23.034897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42320) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:23.040750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-398453550'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:23.062208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:23.065664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.095904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:23.106193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.106558 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Added segment f8b0ba5a-0efb-470d-b6d6-d43a6d9075f9 of type vlan for network 941bf9a1-ed06-4a42-81ae-fb465e3c22d4 Oct 25 10:02:23.145916 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.164941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-8a249cb9-f431-46cb-abb9-6cf5f2409352', 'network_id': '8a249cb9-f431-46cb-abb9-6cf5f2409352', 'tenant_id': '85ed16de44c94858849a3a8ed82f782e', 'fixed_ips': [{'subnet_id': 'af006e0a-e374-4123-92f9-693560575b77'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:02:23.165821 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.174729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.180375 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:23.181001 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.238048 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1993597 Oct 25 10:02:23.238250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42322) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:23.249892 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Request body: {'subnet': {'network_id': '941bf9a1-ed06-4a42-81ae-fb465e3c22d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:23.267931 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e2bf2-eb1a-4b5d-8528-91b409ccb61f tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Network': ['ID=941bf9a1-ed06-4a42-81ae-fb465e3c22d4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:23.284003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 941bf9a1-ed06-4a42-81ae-fb465e3c22d4 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:23.347337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Made reservation on behalf of 85ed16de44c94858849a3a8ed82f782e for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:23.350868 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.361182 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Allocated IP 2001:db8::2 (8a249cb9-f431-46cb-abb9-6cf5f2409352/af006e0a-e374-4123-92f9-693560575b77/c6f452c0-28a0-43a8-a3b7-9149c02b8f48) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:23.512362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.517557 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.537186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.557129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Network 8a249cb9-f431-46cb-abb9-6cf5f2409352 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:23.570969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:23.570969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:23.573322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Pushing event updated for resources: {'Port': ['ID=c6f452c0-28a0-43a8-a3b7-9149c02b8f48,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:23.600835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event updated for resources: {'Subnet': ['ID=bdbe2f69-1c3d-4255-8e75-a1cdb98092c5,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:23.610357 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Checking segment: {'id': 'f8b0ba5a-0efb-470d-b6d6-d43a6d9075f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '941bf9a1-ed06-4a42-81ae-fb465e3c22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:23.610731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network hostable DHCP agents. Network: 941bf9a1-ed06-4a42-81ae-fb465e3c22d4, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:23.628773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Attempting to bind port c6f452c0-28a0-43a8-a3b7-9149c02b8f48 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:23.629004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Network 941bf9a1-ed06-4a42-81ae-fb465e3c22d4 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:23.629527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Attempting to bind port c6f452c0-28a0-43a8-a3b7-9149c02b8f48 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6d343e45-b283-4aeb-a779-d7b82950e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a249cb9-f431-46cb-abb9-6cf5f2409352'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:23.629527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Attempting to bind port c6f452c0-28a0-43a8-a3b7-9149c02b8f48 on network 8a249cb9-f431-46cb-abb9-6cf5f2409352 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:23.635631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:23.636124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Checking segment: {'id': '6d343e45-b283-4aeb-a779-d7b82950e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a249cb9-f431-46cb-abb9-6cf5f2409352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:23.636564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.637031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Bound using segment: {'id': '6d343e45-b283-4aeb-a779-d7b82950e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a249cb9-f431-46cb-abb9-6cf5f2409352'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:23.637562 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Bound port: c6f452c0-28a0-43a8-a3b7-9149c02b8f48, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d343e45-b283-4aeb-a779-d7b82950e028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a249cb9-f431-46cb-abb9-6cf5f2409352'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:23.638007 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.638492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 941bf9a1-ed06-4a42-81ae-fb465e3c22d4) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:23.643608 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:23.644193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.647895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f75c1-dfc2-4c7d-90c8-970e8e433d0b None None] Network 941bf9a1-ed06-4a42-81ae-fb465e3c22d4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:23.661913 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-deb6b87a-9a3b-45ea-8f42-f8bc821938de tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4227297 Oct 25 10:02:23.664655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42324) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:23.766614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.774773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] For port c6f452c0-28a0-43a8-a3b7-9149c02b8f48, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:23.810603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] For port c6f452c0-28a0-43a8-a3b7-9149c02b8f48, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c6f452c0-28a0-43a8-a3b7-9149c02b8f48,segment=NetworkSegment(6d343e45-b283-4aeb-a779-d7b82950e028),segment_id=6d343e45-b283-4aeb-a779-d7b82950e028)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:23.817961 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.818362 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.881386 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.899094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e235f7-14b8-40ee-b725-ec44e0697f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-941bf9a1-ed06-4a42-81ae-fb465e3c22d4', 'network_id': '941bf9a1-ed06-4a42-81ae-fb465e3c22d4', 'tenant_id': '85ed16de44c94858849a3a8ed82f782e', 'fixed_ips': [{'subnet_id': 'bdbe2f69-1c3d-4255-8e75-a1cdb98092c5'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:02:23.899094 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-57e235f7-14b8-40ee-b725-ec44e0697f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:23.911451 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb23d1-d624-4ff1-a65b-f37e86053b3f None None] Pushing event updated for resources: {'Port': ['ID=c6f452c0-28a0-43a8-a3b7-9149c02b8f48,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:23.925066 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbe2f69-1c3d-4255-8e75-a1cdb98092c5,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:24.006772 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25287a5-fa14-43b9-9f74-a4fe1ebabf76 None None] Network 941bf9a1-ed06-4a42-81ae-fb465e3c22d4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:24.059191 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:24.181178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:24.181806 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.339942 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.360453 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941bf9a1-ed06-4a42-81ae-fb465e3c22d4']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:24.370598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b0ba5a-0efb-470d-b6d6-d43a6d9075f9') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:24.370894 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b0ba5a-0efb-470d-b6d6-d43a6d9075f9') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:24.380412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.394029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.400340 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:02:24.400719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:02:24.403655 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:02:24.463428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.470189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.473319 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/941bf9a1-ed06-4a42-81ae-fb465e3c22d4 HTTP/1.1" status: 204 len: 168 time: 0.8073497 Oct 25 10:02:24.476109 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42326) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:24.485294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07d2d2-d2ae-43da-a400-da55fbb389fe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Network': ['ID=941bf9a1-ed06-4a42-81ae-fb465e3c22d4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:24.505459 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ce17da-10bb-4eb5-acec-0da11a4b9dbe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] GET failed (client error): The resource could not be found. Oct 25 10:02:24.506805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c1ce17da-10bb-4eb5-acec-0da11a4b9dbe tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "GET /v2.0/subnets/bdbe2f69-1c3d-4255-8e75-a1cdb98092c5 HTTP/1.1" status: 404 len: 337 time: 0.0289755 Oct 25 10:02:24.510121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42328) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:24.530166 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-16db25f8-beb4-4a34-a00e-802a563a9ffa tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] DELETE failed (client error): The resource could not be found. Oct 25 10:02:24.530722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16db25f8-beb4-4a34-a00e-802a563a9ffa tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 10:02:24.533747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-16db25f8-beb4-4a34-a00e-802a563a9ffa tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/941bf9a1-ed06-4a42-81ae-fb465e3c22d4 HTTP/1.1" status: 404 len: 339 time: 0.0226727 Oct 25 10:02:24.537607 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42330) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:24.564496 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f3b35f-2e4c-4f0c-82b7-9f67baae6915 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] DELETE failed (client error): The resource could not be found. Oct 25 10:02:24.564989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f3b35f-2e4c-4f0c-82b7-9f67baae6915 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 10:02:24.571145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b4f3b35f-2e4c-4f0c-82b7-9f67baae6915 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/subnets/bdbe2f69-1c3d-4255-8e75-a1cdb98092c5 HTTP/1.1" status: 404 len: 337 time: 0.0295031 Oct 25 10:02:24.571486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42332) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:24.596084 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd68760-2fb0-45ad-b23b-8039c8a140d0 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] DELETE failed (client error): The resource could not be found. Oct 25 10:02:24.596559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd68760-2fb0-45ad-b23b-8039c8a140d0 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 10:02:24.599563 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1cd68760-2fb0-45ad-b23b-8039c8a140d0 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/941bf9a1-ed06-4a42-81ae-fb465e3c22d4 HTTP/1.1" status: 404 len: 339 time: 0.0271146 Oct 25 10:02:24.602189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42334) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:24.655788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f878787-ee54-4e10-91d2-da465925abb9 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Deleting subnet af006e0a-e374-4123-92f9-693560575b77 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:02:24.659310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f878787-ee54-4e10-91d2-da465925abb9 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.700558 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f878787-ee54-4e10-91d2-da465925abb9 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.792470 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f878787-ee54-4e10-91d2-da465925abb9 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.845032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94040039-90cc-49f9-9fd3-d3b3e7252fc0 None None] Network 8a249cb9-f431-46cb-abb9-6cf5f2409352 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:24.858124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f878787-ee54-4e10-91d2-da465925abb9 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.892823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0f878787-ee54-4e10-91d2-da465925abb9 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:24.895948 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0f878787-ee54-4e10-91d2-da465925abb9 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/subnets/af006e0a-e374-4123-92f9-693560575b77 HTTP/1.1" status: 204 len: 168 time: 0.2928593 Oct 25 10:02:24.897008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f878787-ee54-4e10-91d2-da465925abb9 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Subnet': ['ID=af006e0a-e374-4123-92f9-693560575b77,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:24.898718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42336) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:24.981668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.042443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Deleting port c6f452c0-28a0-43a8-a3b7-9149c02b8f48 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:02:25.042780 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.106965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] For port c6f452c0-28a0-43a8-a3b7-9149c02b8f48, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c6f452c0-28a0-43a8-a3b7-9149c02b8f48,segment=NetworkSegment(6d343e45-b283-4aeb-a779-d7b82950e028),segment_id=6d343e45-b283-4aeb-a779-d7b82950e028)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:25.107251 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.113381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-22bde21c-4d03-4165-a743-b7a50d1bf760 None None] Provisioning complete for port c6f452c0-28a0-43a8-a3b7-9149c02b8f48 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:25.113700 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22bde21c-4d03-4165-a743-b7a50d1bf760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.120565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Calling delete_port for c6f452c0-28a0-43a8-a3b7-9149c02b8f48 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:02:25.214328 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.217422 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-22bde21c-4d03-4165-a743-b7a50d1bf760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.240848 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382271a-6abb-495c-999a-f75255703eb1 None None] DHCP port deletion for 8a249cb9-f431-46cb-abb9-6cf5f2409352 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:02:25.259427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Port': ['ID=c6f452c0-28a0-43a8-a3b7-9149c02b8f48,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:25.262667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No DVR routers for this DVR port c6f452c0-28a0-43a8-a3b7-9149c02b8f48 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:02:25.347840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.369277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a249cb9-f431-46cb-abb9-6cf5f2409352']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:25.378912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d343e45-b283-4aeb-a779-d7b82950e028') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:25.379197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d343e45-b283-4aeb-a779-d7b82950e028') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:25.389257 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.403954 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.410188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:02:25.410571 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:02:25.413627 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:02:25.473474 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.480368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.483555 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/8a249cb9-f431-46cb-abb9-6cf5f2409352 HTTP/1.1" status: 204 len: 168 time: 0.5838323 Oct 25 10:02:25.487122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42338) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:25.495604 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d429f6d-3b7a-4d54-883b-29832d8113ff tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Network': ['ID=8a249cb9-f431-46cb-abb9-6cf5f2409352,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:25.518347 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdaf7f4-0118-4020-9a97-026a348fd4bd tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] DELETE failed (client error): The resource could not be found. Oct 25 10:02:25.518961 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdaf7f4-0118-4020-9a97-026a348fd4bd tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 10:02:25.521944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-efdaf7f4-0118-4020-9a97-026a348fd4bd tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/subnets/ee0c82d2-84db-435c-ab44-ef1e18b09102 HTTP/1.1" status: 404 len: 337 time: 0.0336993 Oct 25 10:02:25.526095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42340) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:25.544946 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ee83ce-17a1-4a53-a9a4-1a7733de1b76 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] DELETE failed (client error): The resource could not be found. Oct 25 10:02:25.545500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ee83ce-17a1-4a53-a9a4-1a7733de1b76 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 10:02:25.548715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-67ee83ce-17a1-4a53-a9a4-1a7733de1b76 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/1a64b1a7-2275-4e36-89de-a1249fc53944 HTTP/1.1" status: 404 len: 339 time: 0.0216856 Oct 25 10:02:25.551286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42342) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:25.577633 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f33dd2b-8459-4d43-8323-5a7b1446829c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] DELETE failed (client error): The resource could not be found. Oct 25 10:02:25.578092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f33dd2b-8459-4d43-8323-5a7b1446829c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 10:02:25.581158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f33dd2b-8459-4d43-8323-5a7b1446829c tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/subnets/ba332c68-48d9-47f8-b181-908b5b0f6fc3 HTTP/1.1" status: 404 len: 337 time: 0.0289307 Oct 25 10:02:25.583660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42344) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:25.603662 n-d-814746-2 neutron-server[106992]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00da951-ec99-4b83-a967-ee21c77a7e3a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] DELETE failed (client error): The resource could not be found. Oct 25 10:02:25.604203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00da951-ec99-4b83-a967-ee21c77a7e3a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106992) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 25 10:02:25.607754 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d00da951-ec99-4b83-a967-ee21c77a7e3a tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/ae1c81fd-deba-4349-80ff-ef6781e55dd6 HTTP/1.1" status: 404 len: 339 time: 0.0231752 Oct 25 10:02:25.611191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42346) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:25.676811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-226ab997-1412-4fc2-92d5-9f2bc419f5ba tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Deleting subnet 8aec3eb7-c277-4234-9e6d-33a30899574b {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:02:25.680495 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-226ab997-1412-4fc2-92d5-9f2bc419f5ba tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.733028 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-226ab997-1412-4fc2-92d5-9f2bc419f5ba tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.828171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-226ab997-1412-4fc2-92d5-9f2bc419f5ba tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.899368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-226ab997-1412-4fc2-92d5-9f2bc419f5ba tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.933826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ab997-1412-4fc2-92d5-9f2bc419f5ba tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Subnet': ['ID=8aec3eb7-c277-4234-9e6d-33a30899574b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:25.939385 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-226ab997-1412-4fc2-92d5-9f2bc419f5ba tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:25.943863 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-226ab997-1412-4fc2-92d5-9f2bc419f5ba tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/subnets/8aec3eb7-c277-4234-9e6d-33a30899574b HTTP/1.1" status: 204 len: 168 time: 0.3305917 Oct 25 10:02:25.946321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64599126-62c0-40b1-aa56-738db4286667 None None] Network 50926c13-b29e-4a5b-8612-025de90f6d89 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:25.946646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42348) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:26.033828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.086297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Deleting port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:02:26.086662 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.138419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] DHCP port deletion for 50926c13-b29e-4a5b-8612-025de90f6d89 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:02:26.158944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] For port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,segment=NetworkSegment(844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee),segment_id=844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:26.159308 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.172742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Calling delete_port for 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:02:26.184907 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] Deleting port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:02:26.185211 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.251527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] For port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,segment=NetworkSegment(844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee),segment_id=844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:26.252420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.253882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.266038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] Calling delete_port for 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:02:26.284448 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Port': ['ID=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:26.287407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] No DVR routers for this DVR port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:02:26.342626 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.367885 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.371973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] Pushing event deleted for resources: {'Port': ['ID=8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:26.376040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f941c-ad0c-4f75-8b4c-af8c34f3c2c2 None None] No DVR routers for this DVR port 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:02:26.389406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50926c13-b29e-4a5b-8612-025de90f6d89']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:26.398875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:26.399171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844eb6e2-f73e-48e5-b0c6-15d2ea4ed8ee') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:26.408501 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.422138 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.427964 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:02:26.428339 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:02:26.431973 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:02:26.496785 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.504520 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.507569 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] 10.222.0.32 "DELETE /v2.0/networks/50926c13-b29e-4a5b-8612-025de90f6d89 HTTP/1.1" status: 204 len: 168 time: 0.5599871 Oct 25 10:02:26.519156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a830b-d874-4aad-9f9f-c22f9b9311f7 tempest-NetworksIpV6Test-269673186 tempest-NetworksIpV6Test-269673186-project] Pushing event deleted for resources: {'Network': ['ID=50926c13-b29e-4a5b-8612-025de90f6d89,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:26.748175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42354) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:26.890531 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8d48d023-6533-4d33-ad72-06fba1b2fce8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85ed16de44c94858849a3a8ed82f782e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412113 Oct 25 10:02:26.893024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42358) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:26.940090 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab8c73e4-7fb3-4a92-b2b4-26a277f80859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:26.961790 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab8c73e4-7fb3-4a92-b2b4-26a277f80859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.007623 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab8c73e4-7fb3-4a92-b2b4-26a277f80859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.010749 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-ab8c73e4-7fb3-4a92-b2b4-26a277f80859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.011898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-ab8c73e4-7fb3-4a92-b2b4-26a277f80859 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c567fa87-5dbf-42cc-af24-e3d7c3047803 HTTP/1.1" status: 204 len: 168 time: 0.1179762 Oct 25 10:02:27.019614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c73e4-7fb3-4a92-b2b4-26a277f80859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c567fa87-5dbf-42cc-af24-e3d7c3047803,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:27.632089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42380) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:27.723820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bad14bb1-7ce5-4055-b4a6-f195d0fdf5a2 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1159628123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:27.747369 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bad14bb1-7ce5-4055-b4a6-f195d0fdf5a2 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.748423 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bad14bb1-7ce5-4055-b4a6-f195d0fdf5a2 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.803036 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bad14bb1-7ce5-4055-b4a6-f195d0fdf5a2 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.807471 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bad14bb1-7ce5-4055-b4a6-f195d0fdf5a2 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.823946 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bad14bb1-7ce5-4055-b4a6-f195d0fdf5a2 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.825133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bad14bb1-7ce5-4055-b4a6-f195d0fdf5a2 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1920383 Oct 25 10:02:27.827905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42384) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:27.832594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1161881568'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:27.852642 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Made reservation on behalf of f4f0c34d2d8d4d8eb649c216c8e40821 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:27.856137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.866166 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.941241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.944729 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.971624 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:27.982697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9220e42-1e8b-4ca6-8dec-c9e59711ec69,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:27.987689 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:27.988036 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Added segment 507583a5-49ad-4333-9b9d-6e8b1c918ed0 of type vlan for network e091db1c-d50d-4f25-ad8a-3711e3f0e395 Oct 25 10:02:28.027847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:02:28.029449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.047877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:02:28.048217 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8c11f1a4-723d-4f6e-8dab-3c7f0d5f9f8e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:02:28.055154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.061058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:28.061640 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.117450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2885053 Oct 25 10:02:28.120619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:28.125380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Request body: {'subnet': {'network_id': 'e091db1c-d50d-4f25-ad8a-3711e3f0e395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:28.176720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600432a7-6e1e-4725-b4c7-efcb5b6cbb70 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event updated for resources: {'Network': ['ID=e091db1c-d50d-4f25-ad8a-3711e3f0e395,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:28.186610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network e091db1c-d50d-4f25-ad8a-3711e3f0e395 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:28.223325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Made reservation on behalf of f4f0c34d2d8d4d8eb649c216c8e40821 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:28.227801 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.404433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.468389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event updated for resources: {'Subnet': ['ID=1f36a20f-dcf3-4628-93d7-6d708cd9549b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:28.475087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Checking segment: {'id': '507583a5-49ad-4333-9b9d-6e8b1c918ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e091db1c-d50d-4f25-ad8a-3711e3f0e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:28.475446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Network hostable DHCP agents. Network: e091db1c-d50d-4f25-ad8a-3711e3f0e395, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:28.492277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Network e091db1c-d50d-4f25-ad8a-3711e3f0e395 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:28.501081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, e091db1c-d50d-4f25-ad8a-3711e3f0e395) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:28.505130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:28.505716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.511504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63addb23-91a8-4ed2-a17c-0ebfbda8e11c None None] Network e091db1c-d50d-4f25-ad8a-3711e3f0e395 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:28.527146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-70d17207-9229-4c80-aadf-3d92311eccee tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4054801 Oct 25 10:02:28.530631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42388) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:28.535657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-941539622'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:28.557590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Made reservation on behalf of f4f0c34d2d8d4d8eb649c216c8e40821 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:28.563327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.585530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:28.595963 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.596301 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Added segment 6ea7f7b7-ffef-44ea-87bd-496696574b8f of type vlan for network 1966067b-2e48-4844-b09d-1bf62f62306f Oct 25 10:02:28.637897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.662829 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.670508 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:28.671196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.677868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-e091db1c-d50d-4f25-ad8a-3711e3f0e395', 'network_id': 'e091db1c-d50d-4f25-ad8a-3711e3f0e395', 'tenant_id': 'f4f0c34d2d8d4d8eb649c216c8e40821', 'fixed_ips': [{'subnet_id': '1f36a20f-dcf3-4628-93d7-6d708cd9549b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:02:28.679057 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.735047 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2032506 Oct 25 10:02:28.737899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42390) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:28.750510 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Request body: {'subnet': {'network_id': '1966067b-2e48-4844-b09d-1bf62f62306f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:28.768805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93e4b6-f9e8-4e35-bbf3-2d58ee25f787 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event updated for resources: {'Network': ['ID=1966067b-2e48-4844-b09d-1bf62f62306f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:28.792734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 1966067b-2e48-4844-b09d-1bf62f62306f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:28.849441 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Made reservation on behalf of f4f0c34d2d8d4d8eb649c216c8e40821 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:28.853586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:28.869300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Allocated IP 172.20.0.2 (e091db1c-d50d-4f25-ad8a-3711e3f0e395/1f36a20f-dcf3-4628-93d7-6d708cd9549b/f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:29.019714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.025862 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.039633 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.065243 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Network e091db1c-d50d-4f25-ad8a-3711e3f0e395 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:29.068161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:29.072296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:29.079212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Pushing event updated for resources: {'Port': ['ID=f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:29.107375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event updated for resources: {'Subnet': ['ID=6686e97c-b125-40a6-b123-7f18f1f780bd,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:29.114486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Checking segment: {'id': '6ea7f7b7-ffef-44ea-87bd-496696574b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1966067b-2e48-4844-b09d-1bf62f62306f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:29.114757 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Network hostable DHCP agents. Network: 1966067b-2e48-4844-b09d-1bf62f62306f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:29.132232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Network 1966067b-2e48-4844-b09d-1bf62f62306f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:29.132596 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Attempting to bind port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:29.132932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Attempting to bind port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '507583a5-49ad-4333-9b9d-6e8b1c918ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e091db1c-d50d-4f25-ad8a-3711e3f0e395'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:29.133834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Attempting to bind port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 on network e091db1c-d50d-4f25-ad8a-3711e3f0e395 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:29.139090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:29.139432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Checking segment: {'id': '507583a5-49ad-4333-9b9d-6e8b1c918ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e091db1c-d50d-4f25-ad8a-3711e3f0e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:29.139822 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.140207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Bound using segment: {'id': '507583a5-49ad-4333-9b9d-6e8b1c918ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e091db1c-d50d-4f25-ad8a-3711e3f0e395'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:29.140693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Bound port: f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507583a5-49ad-4333-9b9d-6e8b1c918ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e091db1c-d50d-4f25-ad8a-3711e3f0e395'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:29.141071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 1966067b-2e48-4844-b09d-1bf62f62306f) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:29.141218 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.145034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:29.145743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.154608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aadc4b-ae8e-4c67-9369-e8ef7e3dd46f None None] Network 1966067b-2e48-4844-b09d-1bf62f62306f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:29.163380 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-45ab2067-597d-4441-a352-77d0d1b561cb tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4244843 Oct 25 10:02:29.167253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:29.172613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-abd7bfe5-cd87-4990-a2ae-d8991490a264 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Request body: {'router': {'external_gateway_info': {'network_id': '1966067b-2e48-4844-b09d-1bf62f62306f'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:29.269101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] For port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:29.284758 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] For port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9,segment=NetworkSegment(507583a5-49ad-4333-9b9d-6e8b1c918ed0),segment_id=507583a5-49ad-4333-9b9d-6e8b1c918ed0)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:29.306661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.385577 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-abd7bfe5-cd87-4990-a2ae-d8991490a264 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.390222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459bac6-8fcf-4bbc-b0f5-4008e252ab91 None None] Pushing event updated for resources: {'Port': ['ID=f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:29.408959 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-1966067b-2e48-4844-b09d-1bf62f62306f', 'network_id': '1966067b-2e48-4844-b09d-1bf62f62306f', 'tenant_id': 'f4f0c34d2d8d4d8eb649c216c8e40821', 'fixed_ips': [{'subnet_id': '6686e97c-b125-40a6-b123-7f18f1f780bd'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:02:29.409913 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.501542 n-d-814746-2 neutron-server[106992]: INFO neutron.api.v2.resource [None req-abd7bfe5-cd87-4990-a2ae-d8991490a264 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 25 10:02:29.502908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-abd7bfe5-cd87-4990-a2ae-d8991490a264 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "PUT /v2.0/routers/21ee9dd5-c386-4ad1-95e3-71df4bfe9d88 HTTP/1.1" status: 400 len: 364 time: 0.3345323 Oct 25 10:02:29.509027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42394) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:29.582767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Allocated IP 172.21.0.2 (1966067b-2e48-4844-b09d-1bf62f62306f/6686e97c-b125-40a6-b123-7f18f1f780bd/7b0cb499-b777-49b3-8503-cb796b13a489) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:29.597188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-2672e2c2-d145-47d6-9bfa-039652756d90 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Deleting subnet 6686e97c-b125-40a6-b123-7f18f1f780bd {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:02:29.742012 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.747552 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2672e2c2-d145-47d6-9bfa-039652756d90 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.748239 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.788169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2672e2c2-d145-47d6-9bfa-039652756d90 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.790189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Network 1966067b-2e48-4844-b09d-1bf62f62306f is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:29.793156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:29.797339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:29.800291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Pushing event updated for resources: {'Port': ['ID=7b0cb499-b777-49b3-8503-cb796b13a489,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:29.858252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Attempting to bind port 7b0cb499-b777-49b3-8503-cb796b13a489 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:29.858666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Attempting to bind port 7b0cb499-b777-49b3-8503-cb796b13a489 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '6ea7f7b7-ffef-44ea-87bd-496696574b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1966067b-2e48-4844-b09d-1bf62f62306f'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:29.859085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Attempting to bind port 7b0cb499-b777-49b3-8503-cb796b13a489 on network 1966067b-2e48-4844-b09d-1bf62f62306f {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:29.864671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:29.865175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Checking segment: {'id': '6ea7f7b7-ffef-44ea-87bd-496696574b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1966067b-2e48-4844-b09d-1bf62f62306f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:29.865567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.865945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Bound using segment: {'id': '6ea7f7b7-ffef-44ea-87bd-496696574b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1966067b-2e48-4844-b09d-1bf62f62306f'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:29.866400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Bound port: 7b0cb499-b777-49b3-8503-cb796b13a489, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea7f7b7-ffef-44ea-87bd-496696574b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1966067b-2e48-4844-b09d-1bf62f62306f'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:29.866768 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.879932 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2672e2c2-d145-47d6-9bfa-039652756d90 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.942584 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2672e2c2-d145-47d6-9bfa-039652756d90 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.944997 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] For port 7b0cb499-b777-49b3-8503-cb796b13a489, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:29.948760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] For port 7b0cb499-b777-49b3-8503-cb796b13a489, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b0cb499-b777-49b3-8503-cb796b13a489,segment=NetworkSegment(6ea7f7b7-ffef-44ea-87bd-496696574b8f),segment_id=6ea7f7b7-ffef-44ea-87bd-496696574b8f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:29.953331 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.973186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672e2c2-d145-47d6-9bfa-039652756d90 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event deleted for resources: {'Subnet': ['ID=6686e97c-b125-40a6-b123-7f18f1f780bd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:29.975169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2672e2c2-d145-47d6-9bfa-039652756d90 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:29.980820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2672e2c2-d145-47d6-9bfa-039652756d90 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "DELETE /v2.0/subnets/6686e97c-b125-40a6-b123-7f18f1f780bd HTTP/1.1" status: 204 len: 168 time: 0.4685283 Oct 25 10:02:29.981199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42396) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:30.034590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161d2ed-8687-47ef-a644-78f9b26f1ba0 None None] Pushing event updated for resources: {'Port': ['ID=7b0cb499-b777-49b3-8503-cb796b13a489,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:30.083996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:30.092831 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.142251 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:30.142871 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.150450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Deleting port 7b0cb499-b777-49b3-8503-cb796b13a489 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:02:30.151028 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.253938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] For port 7b0cb499-b777-49b3-8503-cb796b13a489, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b0cb499-b777-49b3-8503-cb796b13a489,segment=NetworkSegment(6ea7f7b7-ffef-44ea-87bd-496696574b8f),segment_id=6ea7f7b7-ffef-44ea-87bd-496696574b8f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:30.254363 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.265806 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.269828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Calling delete_port for 7b0cb499-b777-49b3-8503-cb796b13a489 owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:02:30.309809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9,segment=NetworkSegment(507583a5-49ad-4333-9b9d-6e8b1c918ed0),segment_id=507583a5-49ad-4333-9b9d-6e8b1c918ed0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:30.314729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.368223 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.369370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:30.400055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event deleted for resources: {'Port': ['ID=7b0cb499-b777-49b3-8503-cb796b13a489,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:30.404205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] No DVR routers for this DVR port 7b0cb499-b777-49b3-8503-cb796b13a489 on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:02:30.488991 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.509885 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1966067b-2e48-4844-b09d-1bf62f62306f']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:30.519532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc1c8fe-bc68-4f7c-a680-f0bd0d7d318c None None] Network e091db1c-d50d-4f25-ad8a-3711e3f0e395 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:30.520194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea7f7b7-ffef-44ea-87bd-496696574b8f') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:30.520492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea7f7b7-ffef-44ea-87bd-496696574b8f') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:30.531764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.545136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.550979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:02:30.551359 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: timer() Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:02:30.554380 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:02:30.593483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-23402633-8e67-4ba3-8eb0-b2fc24eddbd2 None None] Provisioning complete for port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:30.593846 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-23402633-8e67-4ba3-8eb0-b2fc24eddbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.626266 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.633987 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.639653 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "DELETE /v2.0/networks/1966067b-2e48-4844-b09d-1bf62f62306f HTTP/1.1" status: 204 len: 168 time: 0.6551120 Oct 25 10:02:30.640076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42398) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:30.650657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b98f2-cd19-4b9a-9a90-118eed1cc20a tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event deleted for resources: {'Network': ['ID=1966067b-2e48-4844-b09d-1bf62f62306f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:30.699300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b8cbde-c3c5-4310-ae9b-fb0748fdd8ef tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Deleting subnet 1f36a20f-dcf3-4628-93d7-6d708cd9549b {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:02:30.703123 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93b8cbde-c3c5-4310-ae9b-fb0748fdd8ef tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.749255 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93b8cbde-c3c5-4310-ae9b-fb0748fdd8ef tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.846789 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93b8cbde-c3c5-4310-ae9b-fb0748fdd8ef tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.911627 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93b8cbde-c3c5-4310-ae9b-fb0748fdd8ef tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.941638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8cbde-c3c5-4310-ae9b-fb0748fdd8ef tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event deleted for resources: {'Subnet': ['ID=1f36a20f-dcf3-4628-93d7-6d708cd9549b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:30.946341 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93b8cbde-c3c5-4310-ae9b-fb0748fdd8ef tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:30.949654 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-93b8cbde-c3c5-4310-ae9b-fb0748fdd8ef tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "DELETE /v2.0/subnets/1f36a20f-dcf3-4628-93d7-6d708cd9549b HTTP/1.1" status: 204 len: 168 time: 0.3080463 Oct 25 10:02:30.952220 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42400) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:31.012650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01da58-c8a6-4a69-ac04-02806f813d07 None None] Network e091db1c-d50d-4f25-ad8a-3711e3f0e395 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:31.047875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.107318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-32ecd56b-1d61-45c3-a950-5ae19d320618 None None] Provisioning complete for port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:31.107838 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-32ecd56b-1d61-45c3-a950-5ae19d320618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.111342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Deleting port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:02:31.111342 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.184251 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2220a-a568-4ff6-b051-95feb7843dc3 None None] DHCP port deletion for 1966067b-2e48-4844-b09d-1bf62f62306f request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:02:31.185840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] For port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9,segment=NetworkSegment(507583a5-49ad-4333-9b9d-6e8b1c918ed0),segment_id=507583a5-49ad-4333-9b9d-6e8b1c918ed0)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:31.186381 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.200328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Calling delete_port for f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:02:31.231448 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb34c9-ebc8-45dc-9927-a1ccc4787629 None None] Network 1966067b-2e48-4844-b09d-1bf62f62306f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:31.245147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb34c9-ebc8-45dc-9927-a1ccc4787629 None None] Network 1966067b-2e48-4844-b09d-1bf62f62306f could not be found, it might have been deleted concurrently. {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 25 10:02:31.261437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] DHCP port deletion for e091db1c-d50d-4f25-ad8a-3711e3f0e395 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:02:31.287208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.312051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] Deleting port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:02:31.312423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.314077 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event deleted for resources: {'Port': ['ID=f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:31.318311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] No DVR routers for this DVR port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:02:31.369026 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-56c79d6b-daf1-420f-a80e-2e8955d2f40f None None] Could not find standard attr ID for object 7b0cb499-b777-49b3-8503-cb796b13a489. {{(pid=106993) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 25 10:02:31.380536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] For port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:31.380954 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.392658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] Calling delete_port for f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:02:31.395299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] Port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 10:02:31.396517 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.404051 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.421748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] Pushing event deleted for resources: {'Port': ['ID=f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:31.424514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e091db1c-d50d-4f25-ad8a-3711e3f0e395']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:31.425402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad6a19-56f8-4fb9-ac5d-ec694d50b5fa None None] No DVR routers for this DVR port f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:02:31.436353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507583a5-49ad-4333-9b9d-6e8b1c918ed0') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:31.436651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507583a5-49ad-4333-9b9d-6e8b1c918ed0') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:31.446441 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.459824 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.465819 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:02:31.466193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:02:31.469196 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:02:31.529403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.534378 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.537878 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "DELETE /v2.0/networks/e091db1c-d50d-4f25-ad8a-3711e3f0e395 HTTP/1.1" status: 204 len: 168 time: 0.5840755 Oct 25 10:02:31.541890 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42402) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:31.553288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b04d7-d238-4307-819a-9354752a9acd tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Pushing event deleted for resources: {'Network': ['ID=e091db1c-d50d-4f25-ad8a-3711e3f0e395,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:31.573620 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-352b1903-36ea-49a7-a02b-d62317f5c32e tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "GET /v2.0/ports?device_id=21ee9dd5-c386-4ad1-95e3-71df4bfe9d88 HTTP/1.1" status: 200 len: 205 time: 0.0260592 Oct 25 10:02:31.575914 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42404) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:31.649227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff370482-7222-4e85-b2b8-3f6d336bdf18 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.802909 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff370482-7222-4e85-b2b8-3f6d336bdf18 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.804986 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff370482-7222-4e85-b2b8-3f6d336bdf18 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.847083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff370482-7222-4e85-b2b8-3f6d336bdf18 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.847609 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff370482-7222-4e85-b2b8-3f6d336bdf18 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Fanout notify agent at l3_agent the message router_deleted on router 21ee9dd5-c386-4ad1-95e3-71df4bfe9d88 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:02:31.855336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff370482-7222-4e85-b2b8-3f6d336bdf18 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:31.856663 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ff370482-7222-4e85-b2b8-3f6d336bdf18 tempest-RoutersNegativeTest-1293325494 tempest-RoutersNegativeTest-1293325494-project] 10.222.0.32 "DELETE /v2.0/routers/21ee9dd5-c386-4ad1-95e3-71df4bfe9d88 HTTP/1.1" status: 204 len: 168 time: 0.2798359 Oct 25 10:02:32.019409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:02:32.044118 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:02:32.044457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f54c90c3-9567-4e8c-99ea-e3b5df7d5ff9 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:02:32.103847 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42410) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:32.233960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8da9bdd2-f8cb-428e-ac3a-c72abf1b0772 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4f0c34d2d8d4d8eb649c216c8e40821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289520 Oct 25 10:02:32.236388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42414) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:32.286702 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-25bb6f5e-b75b-42a9-a51e-157102dc65d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:32.308705 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-25bb6f5e-b75b-42a9-a51e-157102dc65d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:32.354416 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-25bb6f5e-b75b-42a9-a51e-157102dc65d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:32.357401 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-25bb6f5e-b75b-42a9-a51e-157102dc65d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:32.358539 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-25bb6f5e-b75b-42a9-a51e-157102dc65d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9220e42-1e8b-4ca6-8dec-c9e59711ec69 HTTP/1.1" status: 204 len: 168 time: 0.1212318 Oct 25 10:02:32.368236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb6f5e-b75b-42a9-a51e-157102dc65d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9220e42-1e8b-4ca6-8dec-c9e59711ec69,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:32.515099 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:02:32.980277 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42436) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:33.074782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1810280511-network', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:33.095236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Made reservation on behalf of 58b8dd1b75de43b4af33237cf0ac5dc6 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:33.098052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.106176 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.179698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.183428 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.203730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:33.218604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937ae2ed-4f62-4a80-aa0e-cee15927d9cb,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:33.221606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.221947 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Added segment 50980a6a-e16a-4b6a-8846-cfc53b5aa985 of type vlan for network be48bf78-b5da-499a-a369-55c8ba37d10f Oct 25 10:02:33.261236 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.284329 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.285416 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:33.285985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.338241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3568618 Oct 25 10:02:33.341255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42440) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:33.346362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Request body: {'subnet': {'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-subnet', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:33.350615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad916927-eaf9-4a24-8609-750c422841e4 admin admin] Pushing event updated for resources: {'Network': ['ID=be48bf78-b5da-499a-a369-55c8ba37d10f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:33.360532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network be48bf78-b5da-499a-a369-55c8ba37d10f details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:33.367085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Made reservation on behalf of 58b8dd1b75de43b4af33237cf0ac5dc6 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:33.371008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.539420 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.593138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3caeb5ee-bfac-4d8a-95b5-bfb1932df62c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:33.603952 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Checking segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:33.604314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Network hostable DHCP agents. Network: be48bf78-b5da-499a-a369-55c8ba37d10f, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:33.621349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Network be48bf78-b5da-499a-a369-55c8ba37d10f is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:33.630040 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, be48bf78-b5da-499a-a369-55c8ba37d10f) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:33.634926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:33.635912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.639419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca234a3-2700-4e2a-8240-39ef90335d7e None None] Network be48bf78-b5da-499a-a369-55c8ba37d10f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:33.652182 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5b6ff492-7b3b-499b-b733-09acc858134a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3097353 Oct 25 10:02:33.654861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42442) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:33.659137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:33.679827 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.681590 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.736499 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.786232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-be48bf78-b5da-499a-a369-55c8ba37d10f', 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'fixed_ips': [{'subnet_id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:02:33.787115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.874517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:33.920939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Allocated IP 172.20.0.2 (be48bf78-b5da-499a-a369-55c8ba37d10f/3caeb5ee-bfac-4d8a-95b5-bfb1932df62c/48f8b271-f8d6-4ba8-b55a-7b80b596abfc) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:34.080905 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.100542 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.206085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Allocated IP 172.25.8.164 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/8149ac04-4d2e-4f74-9660-feaf1553a1f4) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:34.221021 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.226852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.266667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Network be48bf78-b5da-499a-a369-55c8ba37d10f is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:34.269583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:34.273030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:34.280152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Pushing event updated for resources: {'Port': ['ID=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:34.317598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.331549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Attempting to bind port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:34.331918 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Attempting to bind port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:34.332267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Attempting to bind port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc on network be48bf78-b5da-499a-a369-55c8ba37d10f {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:34.337660 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:34.338028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Checking segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:34.338428 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.338835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Bound using segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:34.339302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Bound port: 48f8b271-f8d6-4ba8-b55a-7b80b596abfc, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:34.339681 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.353549 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.392203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:34.395195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:34.398942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:34.404084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] For port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:34.407608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] For port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:34.411314 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.423872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Pushing event updated for resources: {'Port': ['ID=8149ac04-4d2e-4f74-9660-feaf1553a1f4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:34.467231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44618d-3e43-4d7d-8987-6bb2bd799710 None None] Pushing event updated for resources: {'Port': ['ID=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:34.675306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:34.878287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.006616 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Router dbf19819-0a03-4427-be5c-a1361ff3d7c0 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:02:35.115210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:02:35.126137 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Sync routers for ids ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:02:35.133726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.138036 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8fff1985-ce31-4c5b-a71e-ae60c0c3f007 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4814861 Oct 25 10:02:35.138743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42444) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:35.139225 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Routers {'dbf19819-0a03-4427-be5c-a1361ff3d7c0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:02:35.139871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:35.249375 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Set router dbf19819-0a03-4427-be5c-a1361ff3d7c0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:02:35.412371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d911d-2de8-4799-a9b9-1b4d969bc0fd None None] Network be48bf78-b5da-499a-a369-55c8ba37d10f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:35.442817 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:02:34Z', 'revision_number': 3, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port': {'id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:34Z', 'updated_at': '2021-10-25T10:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:35.554346 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9ac2a786-0ecd-49c3-af34-a804672d6815 None None] Provisioning complete for port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:35.554627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a786-0ecd-49c3-af34-a804672d6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.566804 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Checking router: dbf19819-0a03-4427-be5c-a1361ff3d7c0 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:02:35.567383 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Updating router dbf19819-0a03-4427-be5c-a1361ff3d7c0 port 8149ac04-4d2e-4f74-9660-feaf1553a1f4 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:02:35.597932 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.675233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a786-0ecd-49c3-af34-a804672d6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.722272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9ac2a786-0ecd-49c3-af34-a804672d6815 None None] For port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:35.729824 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a786-0ecd-49c3-af34-a804672d6815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.833051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2a786-0ecd-49c3-af34-a804672d6815 None None] Pushing event updated for resources: {'Port': ['ID=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:35.878875 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.885378 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.937016 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Attempting to bind port 8149ac04-4d2e-4f74-9660-feaf1553a1f4 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:35.937385 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Attempting to bind port 8149ac04-4d2e-4f74-9660-feaf1553a1f4 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:35.937742 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Attempting to bind port 8149ac04-4d2e-4f74-9660-feaf1553a1f4 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:35.946366 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:35.946734 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:35.947161 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.947503 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:35.947966 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Bound port: 8149ac04-4d2e-4f74-9660-feaf1553a1f4, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:35.948336 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.967436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0e9e9b21-9bee-4896-9e48-ffeb1df8e1f7 None None] Provisioning complete for port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:35.967805 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0e9e9b21-9bee-4896-9e48-ffeb1df8e1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.977409 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Pushing event updated for resources: {'Port': ['ID=8149ac04-4d2e-4f74-9660-feaf1553a1f4,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:35.982911 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:35.988913 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.989258 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.989587 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.989911 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.990234 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.990555 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.990871 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.991184 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.991524 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.991808 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.992115 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:35.993098 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:36.019617 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] For port 8149ac04-4d2e-4f74-9660-feaf1553a1f4, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:36.022919 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] For port 8149ac04-4d2e-4f74-9660-feaf1553a1f4, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8149ac04-4d2e-4f74-9660-feaf1553a1f4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:36.029875 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.096183 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Routers {'dbf19819-0a03-4427-be5c-a1361ff3d7c0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:02:36.096800 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:36.098468 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01722023-40b4-4e2b-aa9a-908280c2483a None None] Pushing event updated for resources: {'Port': ['ID=8149ac04-4d2e-4f74-9660-feaf1553a1f4,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:36.123093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 48f8b271-f8d6-4ba8-b55a-7b80b596abfc up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:36.172820 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Allocated IP 172.20.0.1 (be48bf78-b5da-499a-a369-55c8ba37d10f/3caeb5ee-bfac-4d8a-95b5-bfb1932df62c/bf0b6fef-cbda-452e-8c20-2c7431f6f91e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:36.173585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:36.174032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.210959 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] Set router dbf19819-0a03-4427-be5c-a1361ff3d7c0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:02:36.294606 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.330756 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.369595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Network be48bf78-b5da-499a-a369-55c8ba37d10f is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:36.372856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:36.375524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:36.393948 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:02:34Z', 'revision_number': 3, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port': {'id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:34Z', 'updated_at': '2021-10-25T10:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:36.405199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:36.422729 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c91e61-8b48-4b18-8d79-e9ec9f3a7b57 None None] The sync data for ids ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'] in n-d-814746-2 is: [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:02:34Z', 'revision_number': 3, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port': {'id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:34Z', 'updated_at': '2021-10-25T10:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:02:36.423989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.569286 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.686797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0188feb7-6f20-4990-bd4f-0e2af41201fd None None] Provisioning complete for port bf0b6fef-cbda-452e-8c20-2c7431f6f91e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:36.687376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0188feb7-6f20-4990-bd4f-0e2af41201fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.726522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0188feb7-6f20-4990-bd4f-0e2af41201fd None None] Port bf0b6fef-cbda-452e-8c20-2c7431f6f91e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:02:36.761539 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.766696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.839197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:36.840924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:36.942116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Network be48bf78-b5da-499a-a369-55c8ba37d10f is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:36.943540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:37.072221 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Router dbf19819-0a03-4427-be5c-a1361ff3d7c0 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:02:37.190160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:02:37.195092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8831b31f-b25f-4453-a82c-cea1bc90f332 admin admin] 10.222.0.32 "PUT /v2.0/routers/dbf19819-0a03-4427-be5c-a1361ff3d7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547185 Oct 25 10:02:37.249801 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-618a4907-5f38-41a7-af16-a0fe1e50428d None None] Provisioning complete for port bf0b6fef-cbda-452e-8c20-2c7431f6f91e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:37.250165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-618a4907-5f38-41a7-af16-a0fe1e50428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.284792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-618a4907-5f38-41a7-af16-a0fe1e50428d None None] Port bf0b6fef-cbda-452e-8c20-2c7431f6f91e cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:02:37.651344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42460) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:37.656299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1992145987-network', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:37.678118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Made reservation on behalf of 4cdc9d06d8f04b7eac00b2f0fcca6dc2 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:37.680608 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.690872 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.769335 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.773387 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.801472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:02:37.808035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759dbdd5-2815-4c02-a777-1307a97d17da,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:37.818592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.818982 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Added segment 35afae90-4729-4bf4-b962-8f60ddc32ee8 of type vlan for network 643e93bf-b717-4ede-bea2-04e0d66034c2 Oct 25 10:02:37.822106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.822452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.822786 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.823115 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.823445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.823773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.824094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.824409 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.824724 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.825060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.825376 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.825692 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:02:37.869546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.897046 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.897975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:37.898535 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:37.950795 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2982979 Oct 25 10:02:37.953678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42462) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:37.958716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Request body: {'subnet': {'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-subnet', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:37.964828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b455e-a8c8-4f81-ad88-68717491412f admin admin] Pushing event updated for resources: {'Network': ['ID=643e93bf-b717-4ede-bea2-04e0d66034c2,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:37.979800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 643e93bf-b717-4ede-bea2-04e0d66034c2 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:02:37.982670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Made reservation on behalf of 4cdc9d06d8f04b7eac00b2f0fcca6dc2 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:37.987107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.030920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Sync routers for ids ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:02:38.062024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Routers {'dbf19819-0a03-4427-be5c-a1361ff3d7c0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:02:38.062635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:38.101659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8149ac04-4d2e-4f74-9660-feaf1553a1f4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:38.184497 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.212896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Set router dbf19819-0a03-4427-be5c-a1361ff3d7c0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:02:38.240784 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a13f3b9-837f-4cdc-844c-1a60f8df2a13,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:38.248087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Checking segment: {'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:38.248445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Network hostable DHCP agents. Network: 643e93bf-b717-4ede-bea2-04e0d66034c2, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:02:38.249439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8149ac04-4d2e-4f74-9660-feaf1553a1f4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:38.249806 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.265642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Network 643e93bf-b717-4ede-bea2-04e0d66034c2 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:02:38.279389 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 643e93bf-b717-4ede-bea2-04e0d66034c2) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:38.283764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:38.284756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.300232 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-46700913-caab-4c2c-a1b0-7de1ab2e3f29 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3454065 Oct 25 10:02:38.302809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42464) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:38.307187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:38.313611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a480d-e58e-4d4e-87bd-b48bf0d9dd11 None None] Network 643e93bf-b717-4ede-bea2-04e0d66034c2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:38.328339 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.329775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.385168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.525805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.530688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.583951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 8149ac04-4d2e-4f74-9660-feaf1553a1f4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8149ac04-4d2e-4f74-9660-feaf1553a1f4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:38.591477 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.639796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-643e93bf-b717-4ede-bea2-04e0d66034c2', 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'fixed_ips': [{'subnet_id': '4a13f3b9-837f-4cdc-844c-1a60f8df2a13'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:02:38.640643 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:38.692190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=8149ac04-4d2e-4f74-9660-feaf1553a1f4,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:38.751296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:02:36Z', 'revision_number': 4, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port': {'id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:34Z', 'updated_at': '2021-10-25T10:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'bf0b6fef-cbda-452e-8c20-2c7431f6f91e', 'name': '', 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'mac_address': 'fa:16:3e:8d:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:36Z', 'updated_at': '2021-10-25T10:02:36Z', 'revision_number': 2, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'subnets': [{'id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:38.784322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Checking router: dbf19819-0a03-4427-be5c-a1361ff3d7c0 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:02:38.784569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Updating router dbf19819-0a03-4427-be5c-a1361ff3d7c0 port bf0b6fef-cbda-452e-8c20-2c7431f6f91e binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:02:39.010255 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.062448 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.062992 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Allocated IP 172.20.0.2 (643e93bf-b717-4ede-bea2-04e0d66034c2/4a13f3b9-837f-4cdc-844c-1a60f8df2a13/cbf69d0f-587e-4c23-929e-6d39147b7123) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:39.081872 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.188591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Allocated IP 172.25.8.237 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/210ea03e-286b-4193-8114-d517d8e782da) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:39.195070 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.294170 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.328950 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.359506 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.370690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.374290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:39.377580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:39.381359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:39.406742 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Pushing event updated for resources: {'Port': ['ID=210ea03e-286b-4193-8114-d517d8e782da,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:39.442273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Network 643e93bf-b717-4ede-bea2-04e0d66034c2 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:39.452544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:39.459578 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:39.464440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Pushing event updated for resources: {'Port': ['ID=cbf69d0f-587e-4c23-929e-6d39147b7123,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:39.476517 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.483098 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.569676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Attempting to bind port cbf69d0f-587e-4c23-929e-6d39147b7123 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:39.569676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Attempting to bind port cbf69d0f-587e-4c23-929e-6d39147b7123 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:39.569676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Attempting to bind port cbf69d0f-587e-4c23-929e-6d39147b7123 on network 643e93bf-b717-4ede-bea2-04e0d66034c2 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:39.577027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eb597-1db0-4982-b611-c21adfd5e2e9 None None] Pushing event updated for resources: {'Port': ['ID=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:39.582175 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:39.582475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Checking segment: {'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:39.582868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.583242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Bound using segment: {'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:39.583708 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Bound port: cbf69d0f-587e-4c23-929e-6d39147b7123, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:39.584077 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.650727 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.670904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Attempting to bind port bf0b6fef-cbda-452e-8c20-2c7431f6f91e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:39.671263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Attempting to bind port bf0b6fef-cbda-452e-8c20-2c7431f6f91e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:39.671617 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Attempting to bind port bf0b6fef-cbda-452e-8c20-2c7431f6f91e on network be48bf78-b5da-499a-a369-55c8ba37d10f {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:39.683855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:39.684218 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Checking segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:39.684610 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.685023 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Bound using segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:39.685494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Bound port: bf0b6fef-cbda-452e-8c20-2c7431f6f91e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:39.686965 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.731882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] For port cbf69d0f-587e-4c23-929e-6d39147b7123, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:39.751341 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] For port cbf69d0f-587e-4c23-929e-6d39147b7123, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cbf69d0f-587e-4c23-929e-6d39147b7123,segment=NetworkSegment(35afae90-4729-4bf4-b962-8f60ddc32ee8),segment_id=35afae90-4729-4bf4-b962-8f60ddc32ee8)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:39.765655 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.814616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] For port bf0b6fef-cbda-452e-8c20-2c7431f6f91e, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:39.842672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] For port bf0b6fef-cbda-452e-8c20-2c7431f6f91e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:39.855272 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.859979 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0566fbe-0615-4c14-9116-c4cb8a869849 None None] Pushing event updated for resources: {'Port': ['ID=cbf69d0f-587e-4c23-929e-6d39147b7123,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:39.863968 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.872986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-725ce231-df35-4d99-8f17-38d99674bf63 None None] Provisioning complete for port bf0b6fef-cbda-452e-8c20-2c7431f6f91e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:39.873352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-725ce231-df35-4d99-8f17-38d99674bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:39.958190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Routers {'dbf19819-0a03-4427-be5c-a1361ff3d7c0'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:02:39.958814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:39.965002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eb597-1db0-4982-b611-c21adfd5e2e9 None None] Pushing event updated for resources: {'Port': ['ID=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:40.035312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:02:40.101669 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-725ce231-df35-4d99-8f17-38d99674bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.140669 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8149ac04-4d2e-4f74-9660-feaf1553a1f4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:40.178154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] Set router dbf19819-0a03-4427-be5c-a1361ff3d7c0 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:02:40.196533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:02:40.209167 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Sync routers for ids ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:02:40.217546 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.220939 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-32cb1dbb-a15d-4ba0-a62c-abad530dea06 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9154615 Oct 25 10:02:40.222238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42466) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:02:40.226494 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Routers {'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:02:40.227345 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:40.251405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-725ce231-df35-4d99-8f17-38d99674bf63 None None] For port bf0b6fef-cbda-452e-8c20-2c7431f6f91e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:40.267258 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-725ce231-df35-4d99-8f17-38d99674bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.362362 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Set router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:02:40.416823 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.438027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 8149ac04-4d2e-4f74-9660-feaf1553a1f4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:40.438401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.443716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ce231-df35-4d99-8f17-38d99674bf63 None None] Pushing event updated for resources: {'Port': ['ID=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:40.475327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d9a56401-2ac5-45f4-81c5-a94769741ea7 None None] Provisioning complete for port bf0b6fef-cbda-452e-8c20-2c7431f6f91e triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:40.475701 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9a56401-2ac5-45f4-81c5-a94769741ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.572236 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '210ea03e-286b-4193-8114-d517d8e782da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:02:39Z', 'revision_number': 3, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port': {'id': '210ea03e-286b-4193-8114-d517d8e782da', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:39Z', 'updated_at': '2021-10-25T10:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:40.600002 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Checking router: befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:02:40.600343 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Updating router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a port 210ea03e-286b-4193-8114-d517d8e782da binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:02:40.627556 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.672862 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:02:36Z', 'revision_number': 4, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port': {'id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:34Z', 'updated_at': '2021-10-25T10:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'bf0b6fef-cbda-452e-8c20-2c7431f6f91e', 'name': '', 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'mac_address': 'fa:16:3e:8d:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:36Z', 'updated_at': '2021-10-25T10:02:39Z', 'revision_number': 4, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'subnets': [{'id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:40.703300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f863e4-4499-4f22-a41d-eabf5e5beb90 None None] The sync data for ids ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'] in n-d-814746-2 is: [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:02:36Z', 'revision_number': 4, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port': {'id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:34Z', 'updated_at': '2021-10-25T10:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'bf0b6fef-cbda-452e-8c20-2c7431f6f91e', 'name': '', 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'mac_address': 'fa:16:3e:8d:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:36Z', 'updated_at': '2021-10-25T10:02:39Z', 'revision_number': 4, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'subnets': [{'id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:02:40.715509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.952006 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:40.954307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Allocated IP 172.20.0.1 (643e93bf-b717-4ede-bea2-04e0d66034c2/4a13f3b9-837f-4cdc-844c-1a60f8df2a13/204bc895-d48d-4b37-9228-e33ab3bdb5dc) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:40.958984 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.028853 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Attempting to bind port 210ea03e-286b-4193-8114-d517d8e782da on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:41.029619 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Attempting to bind port 210ea03e-286b-4193-8114-d517d8e782da by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:41.030217 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Attempting to bind port 210ea03e-286b-4193-8114-d517d8e782da on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:41.044011 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:41.044508 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:41.045232 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.046294 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:41.046895 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Bound port: 210ea03e-286b-4193-8114-d517d8e782da, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:41.047370 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.054474 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bdf46-a5a2-4b05-8098-5a46efc53dcb None None] Pushing event updated for resources: {'Port': ['ID=210ea03e-286b-4193-8114-d517d8e782da,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:41.097240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.115912 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] For port 210ea03e-286b-4193-8114-d517d8e782da, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:41.121033 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] For port 210ea03e-286b-4193-8114-d517d8e782da, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=210ea03e-286b-4193-8114-d517d8e782da,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:41.124206 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21eac18-08f2-4b0f-b80c-5435ac57e7fd None None] Network 643e93bf-b717-4ede-bea2-04e0d66034c2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:02:41.127174 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.165863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.189915 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Routers {'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:02:41.190617 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:41.194032 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bdf46-a5a2-4b05-8098-5a46efc53dcb None None] Pushing event updated for resources: {'Port': ['ID=210ea03e-286b-4193-8114-d517d8e782da,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:41.206869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bb9e9f2b-7776-4638-b0f6-cf4748a8f7e0 None None] Provisioning complete for port cbf69d0f-587e-4c23-929e-6d39147b7123 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:41.207236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9f2b-7776-4638-b0f6-cf4748a8f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.207652 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Network 643e93bf-b717-4ede-bea2-04e0d66034c2 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:41.210897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:41.214167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:41.259321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Pushing event updated for resources: {'Port': ['ID=204bc895-d48d-4b37-9228-e33ab3bdb5dc,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:41.271775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.315205 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] Set router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:02:41.394139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9f2b-7776-4638-b0f6-cf4748a8f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.436080 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.442917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-bb9e9f2b-7776-4638-b0f6-cf4748a8f7e0 None None] For port cbf69d0f-587e-4c23-929e-6d39147b7123, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cbf69d0f-587e-4c23-929e-6d39147b7123,segment=NetworkSegment(35afae90-4729-4bf4-b962-8f60ddc32ee8),segment_id=35afae90-4729-4bf4-b962-8f60ddc32ee8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:41.448527 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bb9e9f2b-7776-4638-b0f6-cf4748a8f7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.515924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e9f2b-7776-4638-b0f6-cf4748a8f7e0 None None] Pushing event updated for resources: {'Port': ['ID=cbf69d0f-587e-4c23-929e-6d39147b7123,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:41.662702 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.667690 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '210ea03e-286b-4193-8114-d517d8e782da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:02:39Z', 'revision_number': 3, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port': {'id': '210ea03e-286b-4193-8114-d517d8e782da', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:39Z', 'updated_at': '2021-10-25T10:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:41.671448 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.702831 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f704d59-812d-43fb-a314-037cf8bf6be4 None None] The sync data for ids ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'] in n-d-814746-2 is: [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '210ea03e-286b-4193-8114-d517d8e782da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:02:39Z', 'revision_number': 3, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port': {'id': '210ea03e-286b-4193-8114-d517d8e782da', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:39Z', 'updated_at': '2021-10-25T10:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:02:41.748710 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.751798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Pushing event updated for resources: {'Port': ['ID=204bc895-d48d-4b37-9228-e33ab3bdb5dc,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:41.775370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8e65c128-a4bb-423e-8e90-2d7da1be509c None None] Provisioning complete for port cbf69d0f-587e-4c23-929e-6d39147b7123 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:41.775742 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e65c128-a4bb-423e-8e90-2d7da1be509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.884904 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Network 643e93bf-b717-4ede-bea2-04e0d66034c2 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:41.886841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:41.921762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8e65c128-a4bb-423e-8e90-2d7da1be509c None None] Provisioning complete for port 204bc895-d48d-4b37-9228-e33ab3bdb5dc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:41.922374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8e65c128-a4bb-423e-8e90-2d7da1be509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:41.962729 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8e65c128-a4bb-423e-8e90-2d7da1be509c None None] Port 204bc895-d48d-4b37-9228-e33ab3bdb5dc cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:02:42.044201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:02:42.115633 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dcaf5f94-ee7b-4fa0-973f-594beea28830 None None] Provisioning complete for port 204bc895-d48d-4b37-9228-e33ab3bdb5dc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:42.116003 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5f94-ee7b-4fa0-973f-594beea28830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:42.182903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cbf69d0f-587e-4c23-929e-6d39147b7123 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:42.215607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf5f94-ee7b-4fa0-973f-594beea28830 None None] Port 204bc895-d48d-4b37-9228-e33ab3bdb5dc cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:02:42.239866 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:02:42.260155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port cbf69d0f-587e-4c23-929e-6d39147b7123 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:42.260750 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:42.266006 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c31315e1-9d46-4fe1-8831-bf27eb6c65ab admin admin] 10.222.0.32 "PUT /v2.0/routers/befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0381496 Oct 25 10:02:42.379373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf0b6fef-cbda-452e-8c20-2c7431f6f91e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:42.402706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-32c285a9-4fc5-41c0-95c2-23a6c20d1a0f None None] Provisioning complete for port 204bc895-d48d-4b37-9228-e33ab3bdb5dc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:42.403181 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-32c285a9-4fc5-41c0-95c2-23a6c20d1a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:42.616549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-32c285a9-4fc5-41c0-95c2-23a6c20d1a0f None None] Port 204bc895-d48d-4b37-9228-e33ab3bdb5dc cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:02:42.630426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port bf0b6fef-cbda-452e-8c20-2c7431f6f91e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:42.630882 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:43.102057 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-617b5139-cdb9-462a-a294-477289ae9d26 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:43.103491 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-617b5139-cdb9-462a-a294-477289ae9d26 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/networks?id=be48bf78-b5da-499a-a369-55c8ba37d10f HTTP/1.1" status: 200 len: 817 time: 0.1039937 Oct 25 10:02:43.118950 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-af141271-44b0-4f95-9d4c-757ccd1a5f40 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/quotas/58b8dd1b75de43b4af33237cf0ac5dc6 HTTP/1.1" status: 200 len: 375 time: 0.0094924 Oct 25 10:02:43.170172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-339d2244-d03a-4913-b942-2e6defb9d771 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=58b8dd1b75de43b4af33237cf0ac5dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454135 Oct 25 10:02:43.349747 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-08c7a2ea-5810-4d6f-9034-5a7fe6551928 service neutron] 10.222.0.32 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674027 Oct 25 10:02:43.443477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-83b2a9f5-a81e-42fb-8db0-54046a80704d service neutron] 10.222.0.32 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866325 Oct 25 10:02:43.602062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e57c3a14-59bf-4cb1-a475-cd4570cd14c8 req-55428b90-b187-4b27-8e8a-f5b06a5aa721 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 210 time: 0.0260167 Oct 25 10:02:44.066566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 210ea03e-286b-4193-8114-d517d8e782da up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:44.117211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 210ea03e-286b-4193-8114-d517d8e782da triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:44.117740 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:44.170291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Sync routers for ids ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:02:44.201471 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Routers {'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:02:44.202086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:44.283016 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:44.312514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 210ea03e-286b-4193-8114-d517d8e782da, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=210ea03e-286b-4193-8114-d517d8e782da,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:44.319052 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:44.361000 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Set router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:02:44.412250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=210ea03e-286b-4193-8114-d517d8e782da,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:44.581257 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '210ea03e-286b-4193-8114-d517d8e782da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:02:41Z', 'revision_number': 4, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port': {'id': '210ea03e-286b-4193-8114-d517d8e782da', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:39Z', 'updated_at': '2021-10-25T10:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '204bc895-d48d-4b37-9228-e33ab3bdb5dc', 'name': '', 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'mac_address': 'fa:16:3e:e8:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4a13f3b9-837f-4cdc-844c-1a60f8df2a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:40Z', 'updated_at': '2021-10-25T10:02:41Z', 'revision_number': 2, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'subnets': [{'id': '4a13f3b9-837f-4cdc-844c-1a60f8df2a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:44.606747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Checking router: befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:02:44.607099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Updating router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a port 204bc895-d48d-4b37-9228-e33ab3bdb5dc binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:02:44.631765 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:44.696430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a77874a0-d630-4405-81ed-7d39f432c8bd req-753932d4-d2b1-4690-b5b2-02564cb6cdc8 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 210 time: 0.0259833 Oct 25 10:02:44.903814 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:44.909755 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:44.961740 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ecae9-28a1-4ab1-a03b-e0c9c127bfbc None None] Pushing event updated for resources: {'Port': ['ID=204bc895-d48d-4b37-9228-e33ab3bdb5dc,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:44.976186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-5ea12b61-bff0-415d-903c-e9e81a0b87d4 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:44.979197 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-5ea12b61-bff0-415d-903c-e9e81a0b87d4 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.41 "GET /v2.0/networks?id=be48bf78-b5da-499a-a369-55c8ba37d10f HTTP/1.1" status: 200 len: 817 time: 0.1150517 Oct 25 10:02:44.999735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Request body: {'port': {'device_id': '882e938d-87f2-4a26-aac6-0a324b964348', 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'admin_state_up': True, 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:45.024450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Attempting to bind port 204bc895-d48d-4b37-9228-e33ab3bdb5dc on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:45.024858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Attempting to bind port 204bc895-d48d-4b37-9228-e33ab3bdb5dc by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:45.025246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Attempting to bind port 204bc895-d48d-4b37-9228-e33ab3bdb5dc on network 643e93bf-b717-4ede-bea2-04e0d66034c2 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:45.031004 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:45.031379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Checking segment: {'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:45.031779 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.032185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Bound using segment: {'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:45.032656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Bound port: 204bc895-d48d-4b37-9228-e33ab3bdb5dc, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35afae90-4729-4bf4-b962-8f60ddc32ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:45.033103 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.101485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] For port 204bc895-d48d-4b37-9228-e33ab3bdb5dc, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:45.106454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] For port 204bc895-d48d-4b37-9228-e33ab3bdb5dc, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=204bc895-d48d-4b37-9228-e33ab3bdb5dc,segment=NetworkSegment(35afae90-4729-4bf4-b962-8f60ddc32ee8),segment_id=35afae90-4729-4bf4-b962-8f60ddc32ee8)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:45.112235 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.127730 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Made reservation on behalf of 58b8dd1b75de43b4af33237cf0ac5dc6 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:02:45.131821 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.174515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Routers {'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:02:45.175136 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:02:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:45.210697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ecae9-28a1-4ab1-a03b-e0c9c127bfbc None None] Pushing event updated for resources: {'Port': ['ID=204bc895-d48d-4b37-9228-e33ab3bdb5dc,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:45.275816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Allocated IP 172.20.0.11 (be48bf78-b5da-499a-a369-55c8ba37d10f/3caeb5ee-bfac-4d8a-95b5-bfb1932df62c/c7a82189-61e8-4a5a-81ee-932678e7f687) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:02:45.287271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-bb50cafd-74d3-45f3-8ac4-c0bcb1b615be None None] Provisioning complete for port 204bc895-d48d-4b37-9228-e33ab3bdb5dc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:45.287631 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bb50cafd-74d3-45f3-8ac4-c0bcb1b615be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.326069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] Set router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:02:45.452694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.487289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.499939 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bb50cafd-74d3-45f3-8ac4-c0bcb1b615be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.528371 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Network be48bf78-b5da-499a-a369-55c8ba37d10f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:02:45.531508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:02:45.535404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:02:45.567476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Pushing event updated for resources: {'Port': ['ID=c7a82189-61e8-4a5a-81ee-932678e7f687,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:45.569982 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-bb50cafd-74d3-45f3-8ac4-c0bcb1b615be None None] For port 204bc895-d48d-4b37-9228-e33ab3bdb5dc, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=204bc895-d48d-4b37-9228-e33ab3bdb5dc,segment=NetworkSegment(35afae90-4729-4bf4-b962-8f60ddc32ee8),segment_id=35afae90-4729-4bf4-b962-8f60ddc32ee8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:45.581619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bb50cafd-74d3-45f3-8ac4-c0bcb1b615be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.601503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:45.602181 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.621175 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-017c6656-db45-44be-bd01-036fbf351701 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6260591 Oct 25 10:02:45.639969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Request body: {'port': {'device_id': '882e938d-87f2-4a26-aac6-0a324b964348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:02:45.645880 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50cafd-74d3-45f3-8ac4-c0bcb1b615be None None] Pushing event updated for resources: {'Port': ['ID=204bc895-d48d-4b37-9228-e33ab3bdb5dc,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:45.659645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '210ea03e-286b-4193-8114-d517d8e782da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:02:41Z', 'revision_number': 4, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port': {'id': '210ea03e-286b-4193-8114-d517d8e782da', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:39Z', 'updated_at': '2021-10-25T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '204bc895-d48d-4b37-9228-e33ab3bdb5dc', 'name': '', 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'mac_address': 'fa:16:3e:e8:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4a13f3b9-837f-4cdc-844c-1a60f8df2a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:40Z', 'updated_at': '2021-10-25T10:02:45Z', 'revision_number': 4, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'subnets': [{'id': '4a13f3b9-837f-4cdc-844c-1a60f8df2a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:02:45.694032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c53997-4d75-4f09-8878-1aee25018f03 None None] The sync data for ids ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'] in n-d-814746-2 is: [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '210ea03e-286b-4193-8114-d517d8e782da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:02:41Z', 'revision_number': 4, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port': {'id': '210ea03e-286b-4193-8114-d517d8e782da', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:39Z', 'updated_at': '2021-10-25T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '204bc895-d48d-4b37-9228-e33ab3bdb5dc', 'name': '', 'network_id': '643e93bf-b717-4ede-bea2-04e0d66034c2', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'mac_address': 'fa:16:3e:e8:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4a13f3b9-837f-4cdc-844c-1a60f8df2a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:40Z', 'updated_at': '2021-10-25T10:02:45Z', 'revision_number': 4, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'subnets': [{'id': '4a13f3b9-837f-4cdc-844c-1a60f8df2a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:02:45.706956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0b7ea7ea-96c8-4feb-a3eb-4dd7c425c97a None None] Provisioning complete for port 204bc895-d48d-4b37-9228-e33ab3bdb5dc triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:45.707243 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0b7ea7ea-96c8-4feb-a3eb-4dd7c425c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.708382 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:45.866971 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185e44-24c1-4e37-88e3-7a0b059d2d44 req-44ad24c3-2f85-4a83-b63e-0dcb75674cbb tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:45.872305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16185e44-24c1-4e37-88e3-7a0b059d2d44 req-44ad24c3-2f85-4a83-b63e-0dcb75674cbb tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 932 time: 0.0754230 Oct 25 10:02:45.916915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-16185e44-24c1-4e37-88e3-7a0b059d2d44 req-dd585c75-589a-4020-b2d2-796a8e2f4c06 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Oct 25 10:02:45.982860 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-667202e8-4139-4cf3-ab05-36437cc643bf None None] Provisioning complete for port c7a82189-61e8-4a5a-81ee-932678e7f687 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:45.982860 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-667202e8-4139-4cf3-ab05-36437cc643bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.054519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-667202e8-4139-4cf3-ab05-36437cc643bf None None] Port c7a82189-61e8-4a5a-81ee-932678e7f687 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:02:46.075304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a82189-61e8-4a5a-81ee-932678e7f687 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:02:46.084719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.099500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Transition to ACTIVE for port object c7a82189-61e8-4a5a-81ee-932678e7f687 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:02:46.105771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.152018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 204bc895-d48d-4b37-9228-e33ab3bdb5dc up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:46.157552 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Pushing event updated for resources: {'Port': ['ID=c7a82189-61e8-4a5a-81ee-932678e7f687,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:46.210180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 204bc895-d48d-4b37-9228-e33ab3bdb5dc triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:46.210651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.239285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Attempting to bind port c7a82189-61e8-4a5a-81ee-932678e7f687 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:02:46.240108 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Attempting to bind port c7a82189-61e8-4a5a-81ee-932678e7f687 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:02:46.241362 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Attempting to bind port c7a82189-61e8-4a5a-81ee-932678e7f687 on network be48bf78-b5da-499a-a369-55c8ba37d10f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:46.248043 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Port c7a82189-61e8-4a5a-81ee-932678e7f687 on network be48bf78-b5da-499a-a369-55c8ba37d10f not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:02:46.249006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Attempting to bind port c7a82189-61e8-4a5a-81ee-932678e7f687 on network be48bf78-b5da-499a-a369-55c8ba37d10f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:02:46.256666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:02:46.257250 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Checking segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:02:46.257783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Bound using segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:02:46.258454 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Bound port: c7a82189-61e8-4a5a-81ee-932678e7f687, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:02:46.259182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.305659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 210ea03e-286b-4193-8114-d517d8e782da up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:46.336325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] For port c7a82189-61e8-4a5a-81ee-932678e7f687, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:02:46.341212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] For port c7a82189-61e8-4a5a-81ee-932678e7f687, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c7a82189-61e8-4a5a-81ee-932678e7f687,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:02:46.348058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.361035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 210ea03e-286b-4193-8114-d517d8e782da triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:46.361412 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.386267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:46.386890 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.388317 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] 10.222.0.41 "PUT /v2.0/ports/c7a82189-61e8-4a5a-81ee-932678e7f687 HTTP/1.1" status: 200 len: 1092 time: 0.7535405 Oct 25 10:02:46.388786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882e938d-87f2-4a26-aac6-0a324b964348', 'tag': 'c7a82189-61e8-4a5a-81ee-932678e7f687'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:02:46.391378 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5193d3b8-c697-41fc-a468-14acdba4f717" -d '{"events": [{"name": "network-changed", "server_uuid": "882e938d-87f2-4a26-aac6-0a324b964348", "tag": "c7a82189-61e8-4a5a-81ee-932678e7f687"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:02:46.417790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eebe6-40dd-47a7-a19f-fc6f52549ffd service neutron] Pushing event updated for resources: {'Port': ['ID=c7a82189-61e8-4a5a-81ee-932678e7f687,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:46.450345 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5bfb75-cd7e-4d28-81d7-43d68392294c x-openstack-request-id: req-8f5bfb75-cd7e-4d28-81d7-43d68392294c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:02:46.450739 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882e938d-87f2-4a26-aac6-0a324b964348", "tag": "c7a82189-61e8-4a5a-81ee-932678e7f687", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:02:46.451098 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f5bfb75-cd7e-4d28-81d7-43d68392294c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:02:46.451819 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882e938d-87f2-4a26-aac6-0a324b964348', 'tag': 'c7a82189-61e8-4a5a-81ee-932678e7f687', 'status': 'completed', 'code': 200} Oct 25 10:02:46.525940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-a42c1209-500e-4615-a43f-e5405a0782c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:46.527788 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-a42c1209-500e-4615-a43f-e5405a0782c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58b8dd1b75de43b4af33237cf0ac5dc6&device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 1095 time: 0.0646415 Oct 25 10:02:46.551398 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e4eff618-210f-4f8a-b9ae-eb36fb4847e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:46.582237 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-797da543-f200-4f69-8440-a55edb5ffb9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a82189-61e8-4a5a-81ee-932678e7f687 HTTP/1.1" status: 200 len: 217 time: 0.0412388 Oct 25 10:02:46.634600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-5413a49c-e0eb-4530-9fe0-6d296bd8691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:46.636160 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-5413a49c-e0eb-4530-9fe0-6d296bd8691c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3caeb5ee-bfac-4d8a-95b5-bfb1932df62c HTTP/1.1" status: 200 len: 856 time: 0.0466542 Oct 25 10:02:46.685277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7f9d91e2-a456-4ecb-a935-aab7928ee85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:46.686761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-7f9d91e2-a456-4ecb-a935-aab7928ee85b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be48bf78-b5da-499a-a369-55c8ba37d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439560 Oct 25 10:02:46.777017 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-dc25e2ea-1d4b-453d-bc5f-27087237db7d service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831182 Oct 25 10:02:46.869350 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7473cb2a-1d7b-46f0-82ef-e9cc4a369003 req-a23b90a0-3b07-4408-873b-57e10e7ae71d service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855632 Oct 25 10:02:46.990084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-f4e3dbe1-948a-464e-9360-8ab80018cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:46.991575 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-f4e3dbe1-948a-464e-9360-8ab80018cf78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58b8dd1b75de43b4af33237cf0ac5dc6&device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 1095 time: 0.0402277 Oct 25 10:02:47.034649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9a892-b9ce-491f-9d68-603416bbaa56 req-cb55accd-8a85-4fbd-a903-c3423fcbc139 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:47.036027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1e9a892-b9ce-491f-9d68-603416bbaa56 req-cb55accd-8a85-4fbd-a903-c3423fcbc139 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 944 time: 0.0500419 Oct 25 10:02:47.076083 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b1e9a892-b9ce-491f-9d68-603416bbaa56 req-fe6c1f17-6d98-4ba7-a6d3-ff06ac012bd5 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Oct 25 10:02:47.405164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-7d2b5352-801f-4c1f-b97a-7f20e6a5813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:47.406633 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-7d2b5352-801f-4c1f-b97a-7f20e6a5813f service neutron] 10.222.0.41 "GET /v2.0/networks?id=be48bf78-b5da-499a-a369-55c8ba37d10f HTTP/1.1" status: 200 len: 918 time: 0.4071794 Oct 25 10:02:47.449738 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-b6e02e66-02c7-4881-91e0-76df63acb1f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a82189-61e8-4a5a-81ee-932678e7f687 HTTP/1.1" status: 200 len: 217 time: 0.0342326 Oct 25 10:02:47.498824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-3ad5af63-63d7-4776-b928-1014c7903a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:47.500211 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-3ad5af63-63d7-4776-b928-1014c7903a31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3caeb5ee-bfac-4d8a-95b5-bfb1932df62c HTTP/1.1" status: 200 len: 856 time: 0.0441875 Oct 25 10:02:47.550723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-9d2799cc-2332-4ca4-92b9-5f299f5eb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:47.552234 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-9d2799cc-2332-4ca4-92b9-5f299f5eb1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be48bf78-b5da-499a-a369-55c8ba37d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436563 Oct 25 10:02:47.653284 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-8ebd5173-4734-49dc-8fe1-976e18c04a2a service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930746 Oct 25 10:02:47.753838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5193d3b8-c697-41fc-a468-14acdba4f717 req-e5e7cefb-c2ac-4184-8a96-026f1e93db29 service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933602 Oct 25 10:02:48.193831 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825d1e0-e210-459d-a98a-8019c9eda1e5 req-87aceea1-979d-478b-9e50-022a56dd2435 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:48.195285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0825d1e0-e210-459d-a98a-8019c9eda1e5 req-87aceea1-979d-478b-9e50-022a56dd2435 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 944 time: 0.0484433 Oct 25 10:02:48.233271 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0825d1e0-e210-459d-a98a-8019c9eda1e5 req-d875a8e5-24b0-4247-938f-5cc03a392eaa tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Oct 25 10:02:48.885000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-371f7695-2abe-4d28-b433-ec7f49071799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:49.350621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bbc8-06fd-4adc-92e0-1fec754a17ff req-8215068e-0eb2-471c-8b65-c78164fe399e tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:49.352600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd22bbc8-06fd-4adc-92e0-1fec754a17ff req-8215068e-0eb2-471c-8b65-c78164fe399e tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 944 time: 0.0524876 Oct 25 10:02:49.391873 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bd22bbc8-06fd-4adc-92e0-1fec754a17ff req-6f05ad77-0405-4a72-ae6f-f6924a0796af tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Oct 25 10:02:50.066231 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:50.177211 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:50.507927 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98adc3-6817-4207-a38a-b4a1ba635944 req-51d86324-3769-48d6-893d-8ff9117d2c83 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:50.509638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b98adc3-6817-4207-a38a-b4a1ba635944 req-51d86324-3769-48d6-893d-8ff9117d2c83 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 944 time: 0.0494769 Oct 25 10:02:50.548489 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2b98adc3-6817-4207-a38a-b4a1ba635944 req-075b7679-11c1-4d6f-989c-cea3f8bc2330 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Oct 25 10:02:51.177507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c7a82189-61e8-4a5a-81ee-932678e7f687 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:02:51.270055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c7a82189-61e8-4a5a-81ee-932678e7f687, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c7a82189-61e8-4a5a-81ee-932678e7f687,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:51.280352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'c7a82189-61e8-4a5a-81ee-932678e7f687', 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'port_id': 'c7a82189-61e8-4a5a-81ee-932678e7f687', 'mac_address': 'fa:16:3e:ac:e5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:02:51.482601 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:51.495827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a82189-61e8-4a5a-81ee-932678e7f687 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:02:51.515033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c7a82189-61e8-4a5a-81ee-932678e7f687, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c7a82189-61e8-4a5a-81ee-932678e7f687,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:51.518973 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:51.564338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c7a82189-61e8-4a5a-81ee-932678e7f687,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:51.666394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35e0e4-e787-43d6-9922-93a9299f873a req-0e316e19-97df-4204-8807-b5415d02f561 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:51.667883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b35e0e4-e787-43d6-9922-93a9299f873a req-0e316e19-97df-4204-8807-b5415d02f561 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Oct 25 10:02:51.705372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9b35e0e4-e787-43d6-9922-93a9299f873a req-8147bf13-3610-4bf1-bafd-13c12594348a tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314748 Oct 25 10:02:51.892038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['c7a82189-61e8-4a5a-81ee-932678e7f687'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:02:52.038630 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:52.822487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269d9a4-2b3e-480d-be52-76f9b7b9dd3e req-acf53077-8fbd-46eb-9e53-41eacea458e3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:52.823935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9269d9a4-2b3e-480d-be52-76f9b7b9dd3e req-acf53077-8fbd-46eb-9e53-41eacea458e3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 945 time: 0.0520270 Oct 25 10:02:52.860720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9269d9a4-2b3e-480d-be52-76f9b7b9dd3e req-f7d8aa81-83a7-48de-b603-a48de9ae3e66 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Oct 25 10:02:53.192105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c7a82189-61e8-4a5a-81ee-932678e7f687 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:02:53.239803 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port c7a82189-61e8-4a5a-81ee-932678e7f687 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:02:53.244223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port c7a82189-61e8-4a5a-81ee-932678e7f687 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:02:53.244591 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:53.321790 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:53.343509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882e938d-87f2-4a26-aac6-0a324b964348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a82189-61e8-4a5a-81ee-932678e7f687'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:02:53.345813 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c4c2da-0aaa-4426-93d9-1a97ad7da96b" -d '{"events": [{"server_uuid": "882e938d-87f2-4a26-aac6-0a324b964348", "name": "network-vif-plugged", "status": "completed", "tag": "c7a82189-61e8-4a5a-81ee-932678e7f687"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:02:53.358952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port c7a82189-61e8-4a5a-81ee-932678e7f687, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c7a82189-61e8-4a5a-81ee-932678e7f687,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:02:53.362738 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:02:53.411150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=c7a82189-61e8-4a5a-81ee-932678e7f687,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:02:53.438245 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4116152-1752-4f69-9c31-c1d808c15f72 x-openstack-request-id: req-d4116152-1752-4f69-9c31-c1d808c15f72 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:02:53.438538 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882e938d-87f2-4a26-aac6-0a324b964348", "name": "network-vif-plugged", "status": "completed", "tag": "c7a82189-61e8-4a5a-81ee-932678e7f687", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:02:53.438797 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4116152-1752-4f69-9c31-c1d808c15f72 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:02:53.439209 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882e938d-87f2-4a26-aac6-0a324b964348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a82189-61e8-4a5a-81ee-932678e7f687', 'code': 200} Oct 25 10:02:53.562065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad250dd-85a5-4b50-b248-ea07c2511df2 req-338a86bb-e4a8-48c5-869e-2511458b6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:53.563475 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6ad250dd-85a5-4b50-b248-ea07c2511df2 req-338a86bb-e4a8-48c5-869e-2511458b6316 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 1097 time: 0.0406249 Oct 25 10:02:53.599297 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6ad250dd-85a5-4b50-b248-ea07c2511df2 req-17a036a7-9365-4a9e-a041-ad9b2f6f80bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284929 Oct 25 10:02:53.978350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417b2c-e12c-43e0-9b46-1074e3000d2b req-c3d615e3-16ec-440a-933b-305aadb0519c tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:53.979833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff417b2c-e12c-43e0-9b46-1074e3000d2b req-c3d615e3-16ec-440a-933b-305aadb0519c tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 946 time: 0.0499742 Oct 25 10:02:54.017532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff417b2c-e12c-43e0-9b46-1074e3000d2b req-4290ef0b-898b-4402-8491-a76eaa0ff963 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Oct 25 10:02:55.135905 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791e8c3-82e5-40c9-8222-dddf1db49cec req-be7e7821-299d-45ad-a836-f5388f50b6cc tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:55.137400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2791e8c3-82e5-40c9-8222-dddf1db49cec req-be7e7821-299d-45ad-a836-f5388f50b6cc tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 946 time: 0.0482707 Oct 25 10:02:55.175248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2791e8c3-82e5-40c9-8222-dddf1db49cec req-458a15ab-e14a-43b9-b346-28301df763af tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Oct 25 10:02:55.292584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaa53c-0012-4827-9051-051cff299335 req-e67f9a4a-f088-40d2-95b5-2f5d4cff5f49 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:02:55.294128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5aaaa53c-0012-4827-9051-051cff299335 req-e67f9a4a-f088-40d2-95b5-2f5d4cff5f49 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 946 time: 0.0526533 Oct 25 10:02:55.331800 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5aaaa53c-0012-4827-9051-051cff299335 req-f10a5680-8221-43a8-b0cc-a035d49abcc7 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Oct 25 10:03:04.803175 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-2b82f3a2-8422-4813-bcd4-fa9cd50013f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394819 Oct 25 10:03:04.908353 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-aedcc493-477f-463e-a907-c4362d4bd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:04.909848 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-aedcc493-477f-463e-a907-c4362d4bd30b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58b8dd1b75de43b4af33237cf0ac5dc6&device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 1097 time: 0.0403581 Oct 25 10:03:05.014630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-c322e6f8-2451-4bc9-92b8-867533030e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:05.016118 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-c322e6f8-2451-4bc9-92b8-867533030e8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=be48bf78-b5da-499a-a369-55c8ba37d10f HTTP/1.1" status: 200 len: 918 time: 0.0877154 Oct 25 10:03:05.074281 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-224b155b-faa6-426d-816e-0007c58c5426 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a82189-61e8-4a5a-81ee-932678e7f687 HTTP/1.1" status: 200 len: 217 time: 0.0351360 Oct 25 10:03:05.126517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-2eb19d2e-3209-4d70-ab11-a8b16bd82fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:05.127923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-2eb19d2e-3209-4d70-ab11-a8b16bd82fe6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3caeb5ee-bfac-4d8a-95b5-bfb1932df62c HTTP/1.1" status: 200 len: 856 time: 0.0474794 Oct 25 10:03:05.171678 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-050e2b24-499e-4b2c-9149-d7b5f3676d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:05.173126 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-050e2b24-499e-4b2c-9149-d7b5f3676d69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be48bf78-b5da-499a-a369-55c8ba37d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384512 Oct 25 10:03:05.269097 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-4b06febd-0dba-4e90-8ca3-92969cfdbf06 service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881696 Oct 25 10:03:05.358612 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f01ba5f2-f25e-4e45-91fe-4e4ba9ba69e4 req-55048215-eed6-47b3-b576-a570c7e8a8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817847 Oct 25 10:03:09.136100 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:09.515012 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:03:10.302339 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:16.545137 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f8ef7bfb-da3b-469f-a35c-4221c172f2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:17.956434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635ed65-09d3-4693-82fb-edf997fe392f req-b3db6f04-8dd3-44ea-a4e3-8a19aa121dc2 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:17.959087 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d635ed65-09d3-4693-82fb-edf997fe392f req-b3db6f04-8dd3-44ea-a4e3-8a19aa121dc2 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 946 time: 0.0514307 Oct 25 10:03:18.000309 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d635ed65-09d3-4693-82fb-edf997fe392f req-07994d7f-6786-4bfa-94e0-72b729369833 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Oct 25 10:03:18.887603 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1f37f65b-7330-443c-91f5-92ffe2368c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:19.119167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bceea-474b-481c-b587-007a333032db req-d7f0e8c8-31f7-44ce-a6b5-26032484d1a9 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:19.120778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d4bceea-474b-481c-b587-007a333032db req-d7f0e8c8-31f7-44ce-a6b5-26032484d1a9 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 946 time: 0.0508208 Oct 25 10:03:19.158509 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d4bceea-474b-481c-b587-007a333032db req-2ab29958-b269-433b-ba80-d44d6c4a7c1a tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Oct 25 10:03:19.736568 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-440f3a50-c74f-481c-a64a-f0415209e169 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:19.738036 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-440f3a50-c74f-481c-a64a-f0415209e169 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.41 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 946 time: 0.0475526 Oct 25 10:03:19.831893 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Deleting port c7a82189-61e8-4a5a-81ee-932678e7f687 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:03:19.832129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:19.918783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] For port c7a82189-61e8-4a5a-81ee-932678e7f687, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=c7a82189-61e8-4a5a-81ee-932678e7f687,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:03:19.919143 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:19.931424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Calling delete_port for c7a82189-61e8-4a5a-81ee-932678e7f687 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:03:20.066835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:20.071805 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:20.097862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Pushing event deleted for resources: {'Port': ['ID=c7a82189-61e8-4a5a-81ee-932678e7f687,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:03:20.100574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['c7a82189-61e8-4a5a-81ee-932678e7f687'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:03:20.110757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.111165 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.111437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.111775 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.112133 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.112435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.112765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.113112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.113440 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.113765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.114086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.114409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:20.153797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] No DVR routers for this DVR port c7a82189-61e8-4a5a-81ee-932678e7f687 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:03:20.156486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:20.159977 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a1bdc9d1-bb2c-4365-92c5-19f728bfbb55 req-ea4b159d-88be-46b4-8afd-562f075bcd07 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.41 "DELETE /v2.0/ports/c7a82189-61e8-4a5a-81ee-932678e7f687 HTTP/1.1" status: 204 len: 173 time: 0.4161987 Oct 25 10:03:20.160425 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882e938d-87f2-4a26-aac6-0a324b964348', 'name': 'network-vif-deleted', 'tag': 'c7a82189-61e8-4a5a-81ee-932678e7f687'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:03:20.162800 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bbbba7-34fe-478e-88d9-85357e1b03cf" -d '{"events": [{"server_uuid": "882e938d-87f2-4a26-aac6-0a324b964348", "name": "network-vif-deleted", "tag": "c7a82189-61e8-4a5a-81ee-932678e7f687"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:03:20.181616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:20.210227 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c87914-c612-4e68-a053-0a6bbfd0f278 x-openstack-request-id: req-65c87914-c612-4e68-a053-0a6bbfd0f278 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:03:20.210522 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882e938d-87f2-4a26-aac6-0a324b964348", "name": "network-vif-deleted", "tag": "c7a82189-61e8-4a5a-81ee-932678e7f687", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:03:20.210776 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65c87914-c612-4e68-a053-0a6bbfd0f278 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:03:20.211242 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882e938d-87f2-4a26-aac6-0a324b964348', 'name': 'network-vif-deleted', 'tag': 'c7a82189-61e8-4a5a-81ee-932678e7f687', 'status': 'completed', 'code': 200} Oct 25 10:03:20.301851 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a52a4dcb-ad34-48fb-a2e6-383ff529f73f req-9ad94d14-3404-488d-85f7-8c2dd189855f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=882e938d-87f2-4a26-aac6-0a324b964348 HTTP/1.1" status: 200 len: 210 time: 0.0352976 Oct 25 10:03:21.884119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-4f2fbdd9-371f-4c50-8562-2e3c6f4e508d tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:21.885753 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-4f2fbdd9-371f-4c50-8562-2e3c6f4e508d tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/networks?id=be48bf78-b5da-499a-a369-55c8ba37d10f HTTP/1.1" status: 200 len: 817 time: 0.1027718 Oct 25 10:03:21.900388 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-f2506ee6-71c2-4c33-a0e8-1c2db3641842 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/quotas/58b8dd1b75de43b4af33237cf0ac5dc6 HTTP/1.1" status: 200 len: 375 time: 0.0088675 Oct 25 10:03:21.951298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-7d22282b-6cac-49c3-a1d0-8dabb2af60eb tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=58b8dd1b75de43b4af33237cf0ac5dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455155 Oct 25 10:03:22.038889 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:22.052154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-af0ee6c4-4eba-482d-8fbb-20d6c22011a0 service neutron] 10.222.0.32 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895164 Oct 25 10:03:22.142531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-577b2f40-d058-49f4-a13b-cdcf2a55601e service neutron] 10.222.0.32 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841250 Oct 25 10:03:22.300794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51a46d1f-3def-4278-8d8c-550b01581f0e req-41c98a5a-564a-4a80-8442-1e0fb24cdec6 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 210 time: 0.0273809 Oct 25 10:03:23.261365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-c8832cff-0c7e-4d8e-9348-f112c40ce7cf tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:23.262838 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-c8832cff-0c7e-4d8e-9348-f112c40ce7cf tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.41 "GET /v2.0/networks?id=be48bf78-b5da-499a-a369-55c8ba37d10f HTTP/1.1" status: 200 len: 817 time: 0.1035023 Oct 25 10:03:23.281584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Request body: {'port': {'device_id': 'd88e8a01-ed73-4c2c-9006-6c6f054b3b7c', 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'admin_state_up': True, 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:03:23.317616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c7a82189-61e8-4a5a-81ee-932678e7f687 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:03:23.343197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: c7a82189-61e8-4a5a-81ee-932678e7f687 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:03:23.343537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device c7a82189-61e8-4a5a-81ee-932678e7f687 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:03:23.394035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Made reservation on behalf of 58b8dd1b75de43b4af33237cf0ac5dc6 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:03:23.397274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2243d9f3-571c-424b-813d-512f5f7b4c7f req-ace2744a-8106-45ac-bdab-656490603992 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 210 time: 0.0275147 Oct 25 10:03:23.397768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:23.528524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Allocated IP 172.20.0.4 (be48bf78-b5da-499a-a369-55c8ba37d10f/3caeb5ee-bfac-4d8a-95b5-bfb1932df62c/8aed034c-810f-4e52-b204-81b642b90249) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:03:23.673863 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:23.706906 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:23.755116 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Network be48bf78-b5da-499a-a369-55c8ba37d10f is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:03:23.758259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:03:23.762517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:03:23.786151 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Pushing event updated for resources: {'Port': ['ID=8aed034c-810f-4e52-b204-81b642b90249,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:03:23.815945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:23.816662 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:23.832622 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-46d01cc3-912c-4078-b999-a23837ee552f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5550733 Oct 25 10:03:23.851111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Request body: {'port': {'device_id': 'd88e8a01-ed73-4c2c-9006-6c6f054b3b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:03:23.908575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:23.958588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8ff4cd3c-3390-45de-98a9-d7bacba58493 None None] Provisioning complete for port 8aed034c-810f-4e52-b204-81b642b90249 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:03:23.958954 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8ff4cd3c-3390-45de-98a9-d7bacba58493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:23.993621 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4cd3c-3390-45de-98a9-d7bacba58493 None None] Port 8aed034c-810f-4e52-b204-81b642b90249 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:03:24.174294 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aed034c-810f-4e52-b204-81b642b90249 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:03:24.182467 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:24.194278 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Transition to ACTIVE for port object 8aed034c-810f-4e52-b204-81b642b90249 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:03:24.197928 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:24.248918 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Pushing event updated for resources: {'Port': ['ID=8aed034c-810f-4e52-b204-81b642b90249,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:03:24.319185 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Attempting to bind port 8aed034c-810f-4e52-b204-81b642b90249 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:03:24.319886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Attempting to bind port 8aed034c-810f-4e52-b204-81b642b90249 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:03:24.319886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Attempting to bind port 8aed034c-810f-4e52-b204-81b642b90249 on network be48bf78-b5da-499a-a369-55c8ba37d10f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:03:24.325797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Port 8aed034c-810f-4e52-b204-81b642b90249 on network be48bf78-b5da-499a-a369-55c8ba37d10f not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:03:24.326123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Attempting to bind port 8aed034c-810f-4e52-b204-81b642b90249 on network be48bf78-b5da-499a-a369-55c8ba37d10f {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:03:24.331367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:03:24.331696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Checking segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:03:24.332071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Bound using segment: {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:03:24.332496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Bound port: 8aed034c-810f-4e52-b204-81b642b90249, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50980a6a-e16a-4b6a-8846-cfc53b5aa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:03:24.332846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:24.405316 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] For port 8aed034c-810f-4e52-b204-81b642b90249, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:03:24.408816 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] For port 8aed034c-810f-4e52-b204-81b642b90249, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8aed034c-810f-4e52-b204-81b642b90249,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:03:24.413687 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:24.457148 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:24.457761 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:24.459126 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] 10.222.0.41 "PUT /v2.0/ports/8aed034c-810f-4e52-b204-81b642b90249 HTTP/1.1" status: 200 len: 1091 time: 0.6124630 Oct 25 10:03:24.459580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88e8a01-ed73-4c2c-9006-6c6f054b3b7c', 'tag': '8aed034c-810f-4e52-b204-81b642b90249'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:03:24.461823 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07" -d '{"events": [{"name": "network-changed", "server_uuid": "d88e8a01-ed73-4c2c-9006-6c6f054b3b7c", "tag": "8aed034c-810f-4e52-b204-81b642b90249"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:03:24.482304 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec665a-22c3-42c9-9411-53ca61e8149b service neutron] Pushing event updated for resources: {'Port': ['ID=8aed034c-810f-4e52-b204-81b642b90249,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:03:24.527391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a604f-6d49-4e5e-9149-b1ec034c11de req-926efa23-2c5c-4c40-86f0-25a99747c4ab tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:24.530612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca9a604f-6d49-4e5e-9149-b1ec034c11de req-926efa23-2c5c-4c40-86f0-25a99747c4ab tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 943 time: 0.0626748 Oct 25 10:03:24.569363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-0bfbeef1-1127-49dc-b5c9-5e1e1ba23f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:24.570066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-0bfbeef1-1127-49dc-b5c9-5e1e1ba23f86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58b8dd1b75de43b4af33237cf0ac5dc6&device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 1094 time: 0.0515082 Oct 25 10:03:24.571580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ca9a604f-6d49-4e5e-9149-b1ec034c11de req-0d689250-5cd9-4bbd-9ecb-f6f7b45ad83a tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358570 Oct 25 10:03:24.630313 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219dd2b6-61eb-4230-838f-c5f1dc8b0eb8 x-openstack-request-id: req-219dd2b6-61eb-4230-838f-c5f1dc8b0eb8 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:03:24.630608 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88e8a01-ed73-4c2c-9006-6c6f054b3b7c", "tag": "8aed034c-810f-4e52-b204-81b642b90249", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:03:24.630867 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-219dd2b6-61eb-4230-838f-c5f1dc8b0eb8 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:03:24.631251 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88e8a01-ed73-4c2c-9006-6c6f054b3b7c', 'tag': '8aed034c-810f-4e52-b204-81b642b90249', 'status': 'completed', 'code': 200} Oct 25 10:03:24.633105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-4d1b6fe1-7cb2-4d87-97a5-11c17a7612e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aed034c-810f-4e52-b204-81b642b90249 HTTP/1.1" status: 200 len: 217 time: 0.0481076 Oct 25 10:03:24.685705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-0f0f36bc-6757-4b2a-97eb-f103cc640865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:24.687107 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-0f0f36bc-6757-4b2a-97eb-f103cc640865 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3caeb5ee-bfac-4d8a-95b5-bfb1932df62c HTTP/1.1" status: 200 len: 856 time: 0.0449185 Oct 25 10:03:24.733993 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-4560ac47-edb2-494b-91c2-5f344d872072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:24.735470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-4560ac47-edb2-494b-91c2-5f344d872072 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be48bf78-b5da-499a-a369-55c8ba37d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408819 Oct 25 10:03:24.830538 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-20c129d6-d964-4ec4-8ba7-e6a2b93875c8 service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873041 Oct 25 10:03:24.921116 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0f09e42c-3358-4835-8b67-c5094c0f468a req-32b36d7f-8262-4fbe-957b-a8264d1f7f24 service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837324 Oct 25 10:03:25.075734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-2dc42f9d-efb5-410b-a541-edba78b9f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:25.077153 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-2dc42f9d-efb5-410b-a541-edba78b9f1f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58b8dd1b75de43b4af33237cf0ac5dc6&device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 1094 time: 0.0456336 Oct 25 10:03:25.168338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-37c9c2c9-aa97-4576-a284-987da935951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:25.169873 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-37c9c2c9-aa97-4576-a284-987da935951c service neutron] 10.222.0.41 "GET /v2.0/networks?id=be48bf78-b5da-499a-a369-55c8ba37d10f HTTP/1.1" status: 200 len: 918 time: 0.0845902 Oct 25 10:03:25.221545 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-b8967552-6aaa-4363-a59d-7b997feb4510 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aed034c-810f-4e52-b204-81b642b90249 HTTP/1.1" status: 200 len: 217 time: 0.0422664 Oct 25 10:03:25.278274 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-3d92222a-730d-4e2d-8fe9-a0e16ba82475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:25.279784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-3d92222a-730d-4e2d-8fe9-a0e16ba82475 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3caeb5ee-bfac-4d8a-95b5-bfb1932df62c HTTP/1.1" status: 200 len: 856 time: 0.0512946 Oct 25 10:03:25.328231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-455a07c2-3844-4e3d-98c8-9c14fa1e8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:25.329662 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-455a07c2-3844-4e3d-98c8-9c14fa1e8086 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be48bf78-b5da-499a-a369-55c8ba37d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397537 Oct 25 10:03:25.437606 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-8530df1d-5264-40d6-9f45-751d45b166c2 service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000674 Oct 25 10:03:25.541898 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f3cd560-5849-4fde-88fc-5fbfd80a0c07 req-bccedf87-8a1e-47dd-8b74-d2b1b43abfa9 service neutron] 10.222.0.41 "GET /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955687 Oct 25 10:03:25.703737 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419086b0-6fd1-4bfe-8997-38df17523a43 req-e942f782-b11d-411c-b302-09a5a161a438 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:25.705240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419086b0-6fd1-4bfe-8997-38df17523a43 req-e942f782-b11d-411c-b302-09a5a161a438 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 943 time: 0.0500746 Oct 25 10:03:25.753660 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-419086b0-6fd1-4bfe-8997-38df17523a43 req-dff46ef8-5cf9-4f31-ab9c-7b3120ed755e tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Oct 25 10:03:26.872478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b665a54-2d03-4141-8b80-fe7fd0f7ed69 req-bc5a5214-ceff-4d95-abef-469ae7fc7032 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:26.873883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b665a54-2d03-4141-8b80-fe7fd0f7ed69 req-bc5a5214-ceff-4d95-abef-469ae7fc7032 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 943 time: 0.0484567 Oct 25 10:03:26.910440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b665a54-2d03-4141-8b80-fe7fd0f7ed69 req-32c94ab0-2062-41f4-8c06-18b034950cf5 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306628 Oct 25 10:03:28.026580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cfe40-f8a2-439b-8e2e-f2e223c7610d req-0de7e1a4-17f3-4e6a-bacb-38a375dd6d25 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:28.028055 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-789cfe40-f8a2-439b-8e2e-f2e223c7610d req-0de7e1a4-17f3-4e6a-bacb-38a375dd6d25 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 943 time: 0.0497184 Oct 25 10:03:28.066970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-789cfe40-f8a2-439b-8e2e-f2e223c7610d req-9316213a-793a-4171-b3e8-b40d8a17241b tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Oct 25 10:03:29.185223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524d528-1404-4a7d-ad1c-f9b92605a4e6 req-14b53f77-051e-4801-933c-b00e4310ce88 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:29.186669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d524d528-1404-4a7d-ad1c-f9b92605a4e6 req-14b53f77-051e-4801-933c-b00e4310ce88 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 943 time: 0.0497022 Oct 25 10:03:29.227737 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d524d528-1404-4a7d-ad1c-f9b92605a4e6 req-baf46291-8b08-4a15-8d64-5a5a63b5b55f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350692 Oct 25 10:03:29.366166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8aed034c-810f-4e52-b204-81b642b90249 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:03:29.462722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8aed034c-810f-4e52-b204-81b642b90249, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8aed034c-810f-4e52-b204-81b642b90249,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:03:29.474142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '8aed034c-810f-4e52-b204-81b642b90249', 'network_id': 'be48bf78-b5da-499a-a369-55c8ba37d10f', 'port_id': '8aed034c-810f-4e52-b204-81b642b90249', 'mac_address': 'fa:16:3e:17:93:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caeb5ee-bfac-4d8a-95b5-bfb1932df62c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:03:29.510970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:29.523339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aed034c-810f-4e52-b204-81b642b90249 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:03:29.543722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8aed034c-810f-4e52-b204-81b642b90249, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8aed034c-810f-4e52-b204-81b642b90249,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:03:29.547165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:29.596721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=8aed034c-810f-4e52-b204-81b642b90249,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:03:29.604970 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.605316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.605651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.605974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.606296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.606618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.606931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.607270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.607586 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.607898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.608211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.608522 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:03:29.929185 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['8aed034c-810f-4e52-b204-81b642b90249'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:03:30.343621 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c97270-4b5f-4dd1-9cd7-396a0496ebf4 req-f1109ec3-bd49-4f95-90af-31b3393cddc6 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:30.345105 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c97270-4b5f-4dd1-9cd7-396a0496ebf4 req-f1109ec3-bd49-4f95-90af-31b3393cddc6 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 944 time: 0.0487461 Oct 25 10:03:30.382803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-51c97270-4b5f-4dd1-9cd7-396a0496ebf4 req-0a6285a5-f78b-4082-a62b-916d9792b9c7 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316603 Oct 25 10:03:31.380295 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8aed034c-810f-4e52-b204-81b642b90249 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:03:31.430264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 8aed034c-810f-4e52-b204-81b642b90249 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:03:31.434635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 8aed034c-810f-4e52-b204-81b642b90249 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:03:31.435028 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:31.500429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34580a5-bab7-4014-942b-0c159b164602 req-fd59fc22-583b-4033-862d-e13e6a77c1d4 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:31.501933 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a34580a5-bab7-4014-942b-0c159b164602 req-fd59fc22-583b-4033-862d-e13e6a77c1d4 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 944 time: 0.0498633 Oct 25 10:03:31.510480 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:31.533512 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88e8a01-ed73-4c2c-9006-6c6f054b3b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aed034c-810f-4e52-b204-81b642b90249'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:03:31.535787 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c6189-9f7b-432b-8613-44539915c220" -d '{"events": [{"server_uuid": "d88e8a01-ed73-4c2c-9006-6c6f054b3b7c", "name": "network-vif-plugged", "status": "completed", "tag": "8aed034c-810f-4e52-b204-81b642b90249"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:03:31.542198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a34580a5-bab7-4014-942b-0c159b164602 req-b1c8599f-ff52-4f4c-9b90-4a3e5500e7a8 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Oct 25 10:03:31.548334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 8aed034c-810f-4e52-b204-81b642b90249, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8aed034c-810f-4e52-b204-81b642b90249,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:03:31.552143 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:31.589059 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960f170-ceb1-44c7-8dfc-4c69b890fb6c x-openstack-request-id: req-a960f170-ceb1-44c7-8dfc-4c69b890fb6c {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:03:31.589417 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88e8a01-ed73-4c2c-9006-6c6f054b3b7c", "name": "network-vif-plugged", "status": "completed", "tag": "8aed034c-810f-4e52-b204-81b642b90249", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:03:31.589754 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a960f170-ceb1-44c7-8dfc-4c69b890fb6c {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:03:31.590146 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88e8a01-ed73-4c2c-9006-6c6f054b3b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aed034c-810f-4e52-b204-81b642b90249', 'code': 200} Oct 25 10:03:31.605150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=8aed034c-810f-4e52-b204-81b642b90249,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:03:31.711927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8649a4-57a7-4680-918a-5d8fcc297caf req-c1774980-7d01-4fdd-b88a-efd362a71836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:31.713461 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8b8649a4-57a7-4680-918a-5d8fcc297caf req-c1774980-7d01-4fdd-b88a-efd362a71836 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 1096 time: 0.0398157 Oct 25 10:03:31.753430 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8b8649a4-57a7-4680-918a-5d8fcc297caf req-8084a640-a3a3-4c43-afa9-6c094357dfea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Oct 25 10:03:32.662912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac972ff-b040-427e-9e4e-46fc0e3282c4 req-2d762348-907f-4b0b-b2e0-2e8d04a6703f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:32.664359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ac972ff-b040-427e-9e4e-46fc0e3282c4 req-2d762348-907f-4b0b-b2e0-2e8d04a6703f tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 945 time: 0.0485597 Oct 25 10:03:32.706857 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6ac972ff-b040-427e-9e4e-46fc0e3282c4 req-bbf9f266-2a2a-4105-a5e3-6723c20ae896 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Oct 25 10:03:33.821640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14479d31-3c05-4d68-b544-0eb20e9f7a45 req-ad8ed37d-541d-45e4-b57e-a66517c862cc tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:33.823187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14479d31-3c05-4d68-b544-0eb20e9f7a45 req-ad8ed37d-541d-45e4-b57e-a66517c862cc tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 945 time: 0.0486059 Oct 25 10:03:33.859849 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14479d31-3c05-4d68-b544-0eb20e9f7a45 req-896e3876-0818-4a1a-bfd5-ca24c0f7caf0 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307274 Oct 25 10:03:33.972524 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab8ee9-9bf0-4d34-babd-a194a9c40add req-677aa393-66f0-49d5-9097-3f71224ab261 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:33.974060 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36ab8ee9-9bf0-4d34-babd-a194a9c40add req-677aa393-66f0-49d5-9097-3f71224ab261 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 945 time: 0.0492663 Oct 25 10:03:34.011852 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-36ab8ee9-9bf0-4d34-babd-a194a9c40add req-b6c562ea-d706-406e-be3a-5f30ab41a23e tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Oct 25 10:03:39.136628 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:40.304162 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:46.515110 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:03:46.549287 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-204ec92a-1b6c-42c1-908b-b3e3edadd963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:48.890475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-33913f9f-c3c1-4363-9b7f-6109a2a89c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:50.074076 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:50.185394 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:52.041518 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:56.513690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c6df1-f13e-4c02-a566-292f6110abe2 req-77ba4f99-cc5e-4166-89e0-425d9f4fa56c tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:56.515155 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d9c6df1-f13e-4c02-a566-292f6110abe2 req-77ba4f99-cc5e-4166-89e0-425d9f4fa56c tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 945 time: 0.0491266 Oct 25 10:03:56.557920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d9c6df1-f13e-4c02-a566-292f6110abe2 req-1455dcb5-3bdf-41ce-a96a-0efe353b7fb5 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Oct 25 10:03:57.674484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be1947-19b6-4999-b0fe-ba0cd1dc2631 req-ecf27c51-06ef-4ece-9a3d-7480d08a7fce tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:57.675943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3be1947-19b6-4999-b0fe-ba0cd1dc2631 req-ecf27c51-06ef-4ece-9a3d-7480d08a7fce tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 945 time: 0.0482893 Oct 25 10:03:57.713100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e3be1947-19b6-4999-b0fe-ba0cd1dc2631 req-d1d82e87-8a07-4879-b795-9013ac80cd92 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/security-groups?id=937ae2ed-4f62-4a80-aa0e-cee15927d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Oct 25 10:03:58.251495 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9672068-9f9e-417e-857b-309a74cda1aa req-9d8c8f1d-8f50-4429-847d-3fcf4a3b9a12 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:03:58.252951 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9672068-9f9e-417e-857b-309a74cda1aa req-9d8c8f1d-8f50-4429-847d-3fcf4a3b9a12 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.41 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 945 time: 0.0488949 Oct 25 10:03:58.344843 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Deleting port 8aed034c-810f-4e52-b204-81b642b90249 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:03:58.345124 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:58.436447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] For port 8aed034c-810f-4e52-b204-81b642b90249, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=8aed034c-810f-4e52-b204-81b642b90249,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:03:58.436811 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:58.449744 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Calling delete_port for 8aed034c-810f-4e52-b204-81b642b90249 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:03:58.581221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:58.614786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['8aed034c-810f-4e52-b204-81b642b90249'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:03:58.625047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Pushing event deleted for resources: {'Port': ['ID=8aed034c-810f-4e52-b204-81b642b90249,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:03:58.661122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] No DVR routers for this DVR port 8aed034c-810f-4e52-b204-81b642b90249 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:03:58.664085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:03:58.668489 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9672068-9f9e-417e-857b-309a74cda1aa req-be40edee-f680-4774-b312-53c05d6652c3 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.41 "DELETE /v2.0/ports/8aed034c-810f-4e52-b204-81b642b90249 HTTP/1.1" status: 204 len: 173 time: 0.4089777 Oct 25 10:03:58.668994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88e8a01-ed73-4c2c-9006-6c6f054b3b7c', 'name': 'network-vif-deleted', 'tag': '8aed034c-810f-4e52-b204-81b642b90249'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:03:58.672226 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022065e9-10c4-4f13-af58-8730e0b51d66" -d '{"events": [{"server_uuid": "d88e8a01-ed73-4c2c-9006-6c6f054b3b7c", "name": "network-vif-deleted", "tag": "8aed034c-810f-4e52-b204-81b642b90249"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:03:58.720162 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b557cc-c309-4ffb-b488-7672faebab74 x-openstack-request-id: req-b5b557cc-c309-4ffb-b488-7672faebab74 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:03:58.720533 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88e8a01-ed73-4c2c-9006-6c6f054b3b7c", "name": "network-vif-deleted", "tag": "8aed034c-810f-4e52-b204-81b642b90249", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:03:58.720859 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5b557cc-c309-4ffb-b488-7672faebab74 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:03:58.721354 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88e8a01-ed73-4c2c-9006-6c6f054b3b7c', 'name': 'network-vif-deleted', 'tag': '8aed034c-810f-4e52-b204-81b642b90249', 'status': 'completed', 'code': 200} Oct 25 10:03:58.818311 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3376cd9e-2607-4cd6-90e3-9564a03b6d96 req-ed0173ab-b6f1-4d66-b1f1-dce97713c792 tempest-TestEncryptedCinderVolumes-1010851574 tempest-TestEncryptedCinderVolumes-1010851574-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88e8a01-ed73-4c2c-9006-6c6f054b3b7c HTTP/1.1" status: 200 len: 210 time: 0.0301776 Oct 25 10:03:59.909716 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42786) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:00.251691 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:00.494725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Deleting port bf0b6fef-cbda-452e-8c20-2c7431f6f91e {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:04:00.495287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:00.573030 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] For port bf0b6fef-cbda-452e-8c20-2c7431f6f91e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:00.573883 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:00.586272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Calling delete_port for bf0b6fef-cbda-452e-8c20-2c7431f6f91e owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:04:00.766719 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:00.792021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0b6fef-cbda-452e-8c20-2c7431f6f91e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:00.963916 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:01.173111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Router dbf19819-0a03-4427-be5c-a1361ff3d7c0 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:04:01.536537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8aed034c-810f-4e52-b204-81b642b90249 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:04:01.556650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 8aed034c-810f-4e52-b204-81b642b90249 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:04:01.557009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 8aed034c-810f-4e52-b204-81b642b90249 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:04:01.593428 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:04:01.598441 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-96d0c8ba-e97a-47ab-84ab-2b15d6036ace admin admin] 10.222.0.32 "PUT /v2.0/routers/dbf19819-0a03-4427-be5c-a1361ff3d7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876519 Oct 25 10:04:01.601193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42788) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:01.604106 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c866221-35ed-4811-a239-119c04322d3d None None] Sync routers for ids ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:04:01.614523 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c866221-35ed-4811-a239-119c04322d3d None None] Routers {'dbf19819-0a03-4427-be5c-a1361ff3d7c0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:01.615128 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1c866221-35ed-4811-a239-119c04322d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:01.704163 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:01.717917 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-1c866221-35ed-4811-a239-119c04322d3d None None] Set router dbf19819-0a03-4427-be5c-a1361ff3d7c0 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:01.805066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:01.858040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Deleting port 8149ac04-4d2e-4f74-9660-feaf1553a1f4 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:04:01.858380 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:01.900516 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1c866221-35ed-4811-a239-119c04322d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:04:00Z', 'revision_number': 5, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port': {'id': '8149ac04-4d2e-4f74-9660-feaf1553a1f4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:34Z', 'updated_at': '2021-10-25T10:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:01.925594 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c866221-35ed-4811-a239-119c04322d3d None None] Checking router: dbf19819-0a03-4427-be5c-a1361ff3d7c0 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:04:01.934321 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c866221-35ed-4811-a239-119c04322d3d None None] Routers {'dbf19819-0a03-4427-be5c-a1361ff3d7c0'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:01.934909 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1c866221-35ed-4811-a239-119c04322d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:01.941043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] For port 8149ac04-4d2e-4f74-9660-feaf1553a1f4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=8149ac04-4d2e-4f74-9660-feaf1553a1f4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:01.941409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:01.953846 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Calling delete_port for 8149ac04-4d2e-4f74-9660-feaf1553a1f4 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:04:02.018882 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-1c866221-35ed-4811-a239-119c04322d3d None None] Set router dbf19819-0a03-4427-be5c-a1361ff3d7c0 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:02.073548 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1c866221-35ed-4811-a239-119c04322d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:04:01Z', 'revision_number': 6, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:02.099041 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c866221-35ed-4811-a239-119c04322d3d None None] The sync data for ids ['dbf19819-0a03-4427-be5c-a1361ff3d7c0'] in n-d-814746-2 is: [{'id': 'dbf19819-0a03-4427-be5c-a1361ff3d7c0', 'name': 'tempest-TestEncryptedCinderVolumes-1810280511-router', 'tenant_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:33Z', 'updated_at': '2021-10-25T10:04:01Z', 'revision_number': 6, 'project_id': '58b8dd1b75de43b4af33237cf0ac5dc6', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:04:02.140971 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.167680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8149ac04-4d2e-4f74-9660-feaf1553a1f4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:02.192384 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.192731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.193101 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.193438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.193769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.194098 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.194424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.194748 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.195070 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.195390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.195714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.196039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:02.234449 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.626032 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.628293 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.677078 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.677627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf19819-0a03-4427-be5c-a1361ff3d7c0 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:04:02.683071 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.684295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6a86f1e1-89f4-4917-8d7e-96636c3467a9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dbf19819-0a03-4427-be5c-a1361ff3d7c0 HTTP/1.1" status: 204 len: 168 time: 1.0821249 Oct 25 10:04:02.686951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42790) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:02.730067 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e22f4b-16f4-4f22-bb40-817399aac179 admin admin] Deleting subnet 3caeb5ee-bfac-4d8a-95b5-bfb1932df62c {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:04:02.732998 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7e22f4b-16f4-4f22-bb40-817399aac179 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.770085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7e22f4b-16f4-4f22-bb40-817399aac179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.850241 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7e22f4b-16f4-4f22-bb40-817399aac179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.903388 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7e22f4b-16f4-4f22-bb40-817399aac179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.927715 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e22f4b-16f4-4f22-bb40-817399aac179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3caeb5ee-bfac-4d8a-95b5-bfb1932df62c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:02.934308 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f7e22f4b-16f4-4f22-bb40-817399aac179 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:02.937603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f7e22f4b-16f4-4f22-bb40-817399aac179 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3caeb5ee-bfac-4d8a-95b5-bfb1932df62c HTTP/1.1" status: 204 len: 168 time: 0.2496996 Oct 25 10:04:02.940117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd2ee3-2770-459a-a77f-50a002a24c04 None None] Network be48bf78-b5da-499a-a369-55c8ba37d10f requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:04:02.940950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42794) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:03.015538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.072325 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Deleting port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:04:03.072674 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.123460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] DHCP port deletion for be48bf78-b5da-499a-a369-55c8ba37d10f request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:04:03.145869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] For port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:03.146445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.158720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Calling delete_port for 48f8b271-f8d6-4ba8-b55a-7b80b596abfc owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:04:03.168859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] Deleting port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:04:03.169268 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.233476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] For port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,segment=NetworkSegment(50980a6a-e16a-4b6a-8846-cfc53b5aa985),segment_id=50980a6a-e16a-4b6a-8846-cfc53b5aa985)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:03.233863 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.239261 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.246601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] Calling delete_port for 48f8b271-f8d6-4ba8-b55a-7b80b596abfc owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:04:03.263245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:03.272075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] No DVR routers for this DVR port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:04:03.326512 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.348411 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.352316 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] Pushing event deleted for resources: {'Port': ['ID=48f8b271-f8d6-4ba8-b55a-7b80b596abfc,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:03.354173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fd5a8-5d0b-4011-8638-5677e167f398 None None] No DVR routers for this DVR port 48f8b271-f8d6-4ba8-b55a-7b80b596abfc on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:04:03.376583 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be48bf78-b5da-499a-a369-55c8ba37d10f']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:03.386262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50980a6a-e16a-4b6a-8846-cfc53b5aa985') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:03.386559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50980a6a-e16a-4b6a-8846-cfc53b5aa985') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:03.395940 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.409486 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.415460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:04:03.415871 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:04:03.418136 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:04:03.476702 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.482899 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:03.486353 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/be48bf78-b5da-499a-a369-55c8ba37d10f HTTP/1.1" status: 204 len: 168 time: 0.5438786 Oct 25 10:04:03.489515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42796) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:03.497561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d81a1-989b-45de-b879-6e61a0a2c1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be48bf78-b5da-499a-a369-55c8ba37d10f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:03.831791 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:04.068252 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8149ac04-4d2e-4f74-9660-feaf1553a1f4 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:04:04.073310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Deleting port 204bc895-d48d-4b37-9228-e33ab3bdb5dc {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:04:04.074148 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:04.092157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 8149ac04-4d2e-4f74-9660-feaf1553a1f4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:04:04.092416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 8149ac04-4d2e-4f74-9660-feaf1553a1f4 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:04:04.092824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf0b6fef-cbda-452e-8c20-2c7431f6f91e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:04:04.111152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: bf0b6fef-cbda-452e-8c20-2c7431f6f91e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:04:04.111494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device bf0b6fef-cbda-452e-8c20-2c7431f6f91e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:04:04.111891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 48f8b271-f8d6-4ba8-b55a-7b80b596abfc no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:04:04.130730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 48f8b271-f8d6-4ba8-b55a-7b80b596abfc {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:04:04.131068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 48f8b271-f8d6-4ba8-b55a-7b80b596abfc not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:04:04.156228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] For port 204bc895-d48d-4b37-9228-e33ab3bdb5dc, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=204bc895-d48d-4b37-9228-e33ab3bdb5dc,segment=NetworkSegment(35afae90-4729-4bf4-b962-8f60ddc32ee8),segment_id=35afae90-4729-4bf4-b962-8f60ddc32ee8)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:04.156588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:04.168397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Calling delete_port for 204bc895-d48d-4b37-9228-e33ab3bdb5dc owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:04:04.341656 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:04.368793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Pushing event deleted for resources: {'Port': ['ID=204bc895-d48d-4b37-9228-e33ab3bdb5dc,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:04.534307 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:04.753252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:04:04.857876 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:04:04.863170 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0e27d385-ec06-4bd6-bce5-774174e7aeea admin admin] 10.222.0.32 "PUT /v2.0/routers/befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725996 Oct 25 10:04:04.865930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42798) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:04.869345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] Sync routers for ids ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:04:04.880314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] Routers {'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:04.881059 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:04.971247 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:04.984603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] Set router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:05.076838 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.130591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Deleting port 210ea03e-286b-4193-8114-d517d8e782da {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:04:05.130923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.164941 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '210ea03e-286b-4193-8114-d517d8e782da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:04:04Z', 'revision_number': 5, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port': {'id': '210ea03e-286b-4193-8114-d517d8e782da', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:02:39Z', 'updated_at': '2021-10-25T10:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:05.191547 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] Checking router: befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:04:05.200760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] Routers {'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:05.201391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:05.211331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] For port 210ea03e-286b-4193-8114-d517d8e782da, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=210ea03e-286b-4193-8114-d517d8e782da,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:05.211689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.228654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Calling delete_port for 210ea03e-286b-4193-8114-d517d8e782da owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:04:05.286871 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] Set router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:05.343069 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:04:05Z', 'revision_number': 6, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:05.369573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857d126-eca7-4003-a270-57ab7c7b1113 None None] The sync data for ids ['befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a'] in n-d-814746-2 is: [{'id': 'befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a', 'name': 'tempest-TestEncryptedCinderVolumes-1992145987-router', 'tenant_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:02:38Z', 'updated_at': '2021-10-25T10:04:05Z', 'revision_number': 6, 'project_id': '4cdc9d06d8f04b7eac00b2f0fcca6dc2', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:04:05.395938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.426291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=210ea03e-286b-4193-8114-d517d8e782da,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:05.492916 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.585738 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.587796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.634367 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.634836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:04:05.640065 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.641232 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-eeba1962-ea66-4c91-8e2d-bae72057b6c3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/befdbadd-50b3-4cfc-a4d4-0e9ebc131b6a HTTP/1.1" status: 204 len: 168 time: 0.7742755 Oct 25 10:04:05.643760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42800) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:05.687771 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd1f764-42c6-4e68-9354-6f3ed0977621 admin admin] Deleting subnet 4a13f3b9-837f-4cdc-844c-1a60f8df2a13 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:04:05.690703 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f764-42c6-4e68-9354-6f3ed0977621 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.725399 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f764-42c6-4e68-9354-6f3ed0977621 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.809221 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f764-42c6-4e68-9354-6f3ed0977621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.864200 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f764-42c6-4e68-9354-6f3ed0977621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.890273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1f764-42c6-4e68-9354-6f3ed0977621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a13f3b9-837f-4cdc-844c-1a60f8df2a13,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:05.895772 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f764-42c6-4e68-9354-6f3ed0977621 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:05.899135 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5bd1f764-42c6-4e68-9354-6f3ed0977621 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a13f3b9-837f-4cdc-844c-1a60f8df2a13 HTTP/1.1" status: 204 len: 168 time: 0.2543154 Oct 25 10:04:05.901374 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e821125d-38a8-466f-889d-ab4488b3f516 None None] Network 643e93bf-b717-4ede-bea2-04e0d66034c2 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:04:05.901664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42802) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:05.972846 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.033107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Deleting port cbf69d0f-587e-4c23-929e-6d39147b7123 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:04:06.033447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.086783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 204bc895-d48d-4b37-9228-e33ab3bdb5dc no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:04:06.102764 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] For port cbf69d0f-587e-4c23-929e-6d39147b7123, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cbf69d0f-587e-4c23-929e-6d39147b7123,segment=NetworkSegment(35afae90-4729-4bf4-b962-8f60ddc32ee8),segment_id=35afae90-4729-4bf4-b962-8f60ddc32ee8)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:06.103438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.109154 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 204bc895-d48d-4b37-9228-e33ab3bdb5dc {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:04:06.109761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 204bc895-d48d-4b37-9228-e33ab3bdb5dc not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:04:06.110364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 210ea03e-286b-4193-8114-d517d8e782da no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:04:06.121270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Calling delete_port for cbf69d0f-587e-4c23-929e-6d39147b7123 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:04:06.132921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] DHCP port deletion for 643e93bf-b717-4ede-bea2-04e0d66034c2 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:04:06.136047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 210ea03e-286b-4193-8114-d517d8e782da {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:04:06.136525 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 210ea03e-286b-4193-8114-d517d8e782da not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:04:06.187724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] Deleting port cbf69d0f-587e-4c23-929e-6d39147b7123 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:04:06.188417 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.202887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.235245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf69d0f-587e-4c23-929e-6d39147b7123,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:06.242350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] No DVR routers for this DVR port cbf69d0f-587e-4c23-929e-6d39147b7123 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:04:06.255483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] For port cbf69d0f-587e-4c23-929e-6d39147b7123, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cbf69d0f-587e-4c23-929e-6d39147b7123,segment=NetworkSegment(35afae90-4729-4bf4-b962-8f60ddc32ee8),segment_id=35afae90-4729-4bf4-b962-8f60ddc32ee8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:06.255875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.271414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] Calling delete_port for cbf69d0f-587e-4c23-929e-6d39147b7123 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:04:06.313617 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.333525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643e93bf-b717-4ede-bea2-04e0d66034c2']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:06.343489 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35afae90-4729-4bf4-b962-8f60ddc32ee8') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:06.343717 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35afae90-4729-4bf4-b962-8f60ddc32ee8') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:06.346687 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.353066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.367356 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.374003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:04:06.374438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.376152 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] Pushing event deleted for resources: {'Port': ['ID=cbf69d0f-587e-4c23-929e-6d39147b7123,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:04:06.376743 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:04:06.379614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0dffd-b5ba-4434-8585-d39cafb7c6bc None None] No DVR routers for this DVR port cbf69d0f-587e-4c23-929e-6d39147b7123 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:04:06.438377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.443125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.446670 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] 10.222.0.32 "DELETE /v2.0/networks/643e93bf-b717-4ede-bea2-04e0d66034c2 HTTP/1.1" status: 204 len: 168 time: 0.5440640 Oct 25 10:04:06.459376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8ccd6-dfcf-4ac4-9b7f-956db9dc3ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=643e93bf-b717-4ede-bea2-04e0d66034c2,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:06.602374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42806) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:06.642312 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fd8ef1b1-f726-452f-883e-c78c8ef22d4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58b8dd1b75de43b4af33237cf0ac5dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386188 Oct 25 10:04:06.644551 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42808) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:06.692238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa148d7f-01cc-4cd0-aab5-8a97657c6776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.714665 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa148d7f-01cc-4cd0-aab5-8a97657c6776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.765835 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa148d7f-01cc-4cd0-aab5-8a97657c6776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.768409 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fa148d7f-01cc-4cd0-aab5-8a97657c6776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:06.772190 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fa148d7f-01cc-4cd0-aab5-8a97657c6776 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/937ae2ed-4f62-4a80-aa0e-cee15927d9cb HTTP/1.1" status: 204 len: 168 time: 0.1241975 Oct 25 10:04:06.778908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa148d7f-01cc-4cd0-aab5-8a97657c6776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937ae2ed-4f62-4a80-aa0e-cee15927d9cb,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:07.083728 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42814) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:07.125770 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9c96fdc8-ba03-4d56-a579-f507fb6aea90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cdc9d06d8f04b7eac00b2f0fcca6dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400350 Oct 25 10:04:07.127274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42816) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:07.174901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f5873ff-c58c-409a-9fe5-ab735743d243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:07.195553 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f5873ff-c58c-409a-9fe5-ab735743d243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:07.242984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f5873ff-c58c-409a-9fe5-ab735743d243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:07.246424 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f5873ff-c58c-409a-9fe5-ab735743d243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:07.247565 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f5873ff-c58c-409a-9fe5-ab735743d243 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/759dbdd5-2815-4c02-a777-1307a97d17da HTTP/1.1" status: 204 len: 168 time: 0.1194091 Oct 25 10:04:07.255472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5873ff-c58c-409a-9fe5-ab735743d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759dbdd5-2815-4c02-a777-1307a97d17da,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:07.910832 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42838) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:08.015138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1781160876-network', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:04:08.037062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Made reservation on behalf of 7c49ef570d03404fb5d6f98f015dde5e for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:04:08.039490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.048479 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.064798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cbf69d0f-587e-4c23-929e-6d39147b7123 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:04:08.085342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: cbf69d0f-587e-4c23-929e-6d39147b7123 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:04:08.085689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cbf69d0f-587e-4c23-929e-6d39147b7123 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:04:08.125229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.128698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.153822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:04:08.163456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279b08f7-0f07-4c92-a7f1-da0a33bef4fd,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:08.168262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.168588 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Added segment 261a00b3-9450-4161-bf8d-41fd78dd5eb4 of type vlan for network 99e02e18-3451-43e3-863d-4d3809e95035 Oct 25 10:04:08.207630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.232234 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.233205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:08.233781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.287024 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3750324 Oct 25 10:04:08.290007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42842) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:08.294979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Request body: {'subnet': {'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1781160876-subnet', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:04:08.299621 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c84572-8a68-4abc-9bbb-806b2a67a1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=99e02e18-3451-43e3-863d-4d3809e95035,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:08.310100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 99e02e18-3451-43e3-863d-4d3809e95035 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:04:08.322072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Made reservation on behalf of 7c49ef570d03404fb5d6f98f015dde5e for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:04:08.325370 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.498293 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.557314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b6e34f-2ef1-4d20-934c-0c4c54575f5c,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:08.569289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Checking segment: {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:08.569718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Network hostable DHCP agents. Network: 99e02e18-3451-43e3-863d-4d3809e95035, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:04:08.586729 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Network 99e02e18-3451-43e3-863d-4d3809e95035 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:04:08.595205 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 99e02e18-3451-43e3-863d-4d3809e95035) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:08.599623 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:08.600200 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.604482 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b2986-3c34-4d29-9fbf-7ce797055d0d None None] Network 99e02e18-3451-43e3-863d-4d3809e95035 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:04:08.615459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8ffa548a-56d9-44ef-be01-aae89738a3e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3243434 Oct 25 10:04:08.618262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42844) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:08.623733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:04:08.644742 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.645945 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.700432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.750120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-99e02e18-3451-43e3-863d-4d3809e95035', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:04:08.750984 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.840772 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:08.884111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Allocated IP 172.20.0.2 (99e02e18-3451-43e3-863d-4d3809e95035/50b6e34f-2ef1-4d20-934c-0c4c54575f5c/7b53836a-a628-4fae-8f33-2dbbc01fecda) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:04:09.030425 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.037471 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.041447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.065673 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.082774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Network 99e02e18-3451-43e3-863d-4d3809e95035 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:09.084142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:09.086581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:04:09.099197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Pushing event updated for resources: {'Port': ['ID=7b53836a-a628-4fae-8f33-2dbbc01fecda,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:09.159419 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Attempting to bind port 7b53836a-a628-4fae-8f33-2dbbc01fecda on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:04:09.159784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Attempting to bind port 7b53836a-a628-4fae-8f33-2dbbc01fecda by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:04:09.160145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Attempting to bind port 7b53836a-a628-4fae-8f33-2dbbc01fecda on network 99e02e18-3451-43e3-863d-4d3809e95035 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:04:09.164829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.166483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:04:09.166855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Checking segment: {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:09.167241 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.168406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Bound using segment: {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:04:09.168986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Bound port: 7b53836a-a628-4fae-8f33-2dbbc01fecda, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:04:09.169365 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.172129 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Allocated IP 172.25.8.173 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:04:09.233515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-efc68566-925d-4681-b0c6-75781daab751 None None] For port 7b53836a-a628-4fae-8f33-2dbbc01fecda, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:04:09.236627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-efc68566-925d-4681-b0c6-75781daab751 None None] For port 7b53836a-a628-4fae-8f33-2dbbc01fecda, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b53836a-a628-4fae-8f33-2dbbc01fecda,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:04:09.241159 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.280082 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.300791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc68566-925d-4681-b0c6-75781daab751 None None] Pushing event updated for resources: {'Port': ['ID=7b53836a-a628-4fae-8f33-2dbbc01fecda,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:09.317041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.357993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:09.360932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:09.364420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:04:09.388795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:09.640157 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.832576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:09.971019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Router 79961168-0282-469a-84f1-4287db57f841 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:04:10.090969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:04:10.102973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7b53836a-a628-4fae-8f33-2dbbc01fecda up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:10.107817 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Sync routers for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:04:10.118029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.123379 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9afc6646-de2c-4dfd-b428-9da3d46a45a1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5000565 Oct 25 10:04:10.123697 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42846) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:10.131499 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:10.132310 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:10.178747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7b53836a-a628-4fae-8f33-2dbbc01fecda triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:10.179116 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.211513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829b62b-347d-4690-9599-2d7e8558804f None None] Network 99e02e18-3451-43e3-863d-4d3809e95035 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:04:10.250825 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:10.293607 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d5a75c96-905a-4305-ba56-ef8463c60046 None None] Provisioning complete for port 7b53836a-a628-4fae-8f33-2dbbc01fecda triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:10.293607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5a75c96-905a-4305-ba56-ef8463c60046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.406290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.457719 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.459263 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:09Z', 'revision_number': 3, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:10.489568 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Checking router: 79961168-0282-469a-84f1-4287db57f841 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:04:10.490071 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Updating router 79961168-0282-469a-84f1-4287db57f841 port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:04:10.518706 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.535365 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d5a75c96-905a-4305-ba56-ef8463c60046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.556751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 7b53836a-a628-4fae-8f33-2dbbc01fecda, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b53836a-a628-4fae-8f33-2dbbc01fecda,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:10.574273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.617005 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.db.api [None req-d5a75c96-905a-4305-ba56-ef8463c60046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 25 10:04:10.617362 n-d-814746-2 neutron-server[106993]: DEBUG oslo_db.api [None req-d5a75c96-905a-4305-ba56-ef8463c60046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 25 10:04:10.665665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=7b53836a-a628-4fae-8f33-2dbbc01fecda,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:10.809657 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.815013 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.866509 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Attempting to bind port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:04:10.866795 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Attempting to bind port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:04:10.867151 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Attempting to bind port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:04:10.869931 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Pushing event updated for resources: {'Port': ['ID=fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:10.878828 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:04:10.879196 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:10.879592 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.879982 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:04:10.880446 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Bound port: fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:04:10.880819 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.883818 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.884155 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.884495 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.884827 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.885176 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.885498 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.885817 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.886173 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.887215 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.887559 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.887882 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.888203 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:10.912091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:10.938016 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] For port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:04:10.941153 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] For port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:04:10.945230 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.006555 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d06e5-39a3-4739-b99f-376d9f9d4de4 None None] Pushing event updated for resources: {'Port': ['ID=fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:11.010623 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:11.011240 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:11.070487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Allocated IP 172.20.0.1 (99e02e18-3451-43e3-863d-4d3809e95035/50b6e34f-2ef1-4d20-934c-0c4c54575f5c/377dba96-6b2b-4f55-b678-84a1554e4755) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:04:11.113175 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:11.182660 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.217858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.264348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Network 99e02e18-3451-43e3-863d-4d3809e95035 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:11.268296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:11.270720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:04:11.281100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-679569a5-e0de-4b69-9715-4672fa8105f0 None None] Provisioning complete for port 7b53836a-a628-4fae-8f33-2dbbc01fecda triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:11.281976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-679569a5-e0de-4b69-9715-4672fa8105f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.297300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Pushing event updated for resources: {'Port': ['ID=377dba96-6b2b-4f55-b678-84a1554e4755,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:11.317350 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.346488 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:09Z', 'revision_number': 3, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:11.385032 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7663b25-a8e0-4944-9aca-25d4609489ad None None] The sync data for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 is: [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:09Z', 'revision_number': 3, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:04:11.474134 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.663901 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.669597 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.695730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b74f62e6-5f47-4749-a6fe-e05c10f20539 None None] Provisioning complete for port 377dba96-6b2b-4f55-b678-84a1554e4755 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:11.696154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b74f62e6-5f47-4749-a6fe-e05c10f20539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.738829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b74f62e6-5f47-4749-a6fe-e05c10f20539 None None] Port 377dba96-6b2b-4f55-b678-84a1554e4755 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:04:11.752791 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Pushing event updated for resources: {'Port': ['ID=377dba96-6b2b-4f55-b678-84a1554e4755,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:11.755323 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:11.861546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Network 99e02e18-3451-43e3-863d-4d3809e95035 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:11.863072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:12.001994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Router 79961168-0282-469a-84f1-4287db57f841 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:04:12.165665 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:04:12.171980 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7777d1fa-28a1-45b5-84cc-fd1ce9d43a5a admin admin] 10.222.0.32 "PUT /v2.0/routers/79961168-0282-469a-84f1-4287db57f841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0472469 Oct 25 10:04:12.184696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d828df36-36b6-4f3a-87e6-ab4ca8bd60d7 None None] Provisioning complete for port 377dba96-6b2b-4f55-b678-84a1554e4755 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:12.185196 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d828df36-36b6-4f3a-87e6-ab4ca8bd60d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.226314 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7b53836a-a628-4fae-8f33-2dbbc01fecda up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:12.279359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d828df36-36b6-4f3a-87e6-ab4ca8bd60d7 None None] Port 377dba96-6b2b-4f55-b678-84a1554e4755 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:04:12.301054 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 7b53836a-a628-4fae-8f33-2dbbc01fecda triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:12.301601 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.395670 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:12.447965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:12.448335 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.532811 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.556724 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:12.564702 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.618377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:12.730486 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42862) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:12.735482 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-273350235-network', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:04:12.755759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Made reservation on behalf of 98505e58ec744d8b80be21c4f8531e70 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:04:12.758030 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.770490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.846885 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.851015 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.878330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:04:12.884550 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a947f7-e6a5-440e-b998-1ec28cb2c060,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:12.890960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.891301 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Added segment c5ab05ef-a0b5-4071-9775-6c9688e75a12 of type vlan for network 24190e56-343c-43e7-a0b3-6ced7451f942 Oct 25 10:04:12.932645 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.959136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:12.960110 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:12.960688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.018097 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2865136 Oct 25 10:04:13.021006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42864) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:13.026064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Request body: {'subnet': {'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-273350235-subnet', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:04:13.029131 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04941d37-35ce-4454-8054-ae202ef38653 admin admin] Pushing event updated for resources: {'Network': ['ID=24190e56-343c-43e7-a0b3-6ced7451f942,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:13.039143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 24190e56-343c-43e7-a0b3-6ced7451f942 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:04:13.046464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Made reservation on behalf of 98505e58ec744d8b80be21c4f8531e70 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:04:13.048996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.145135 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Sync routers for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:04:13.155858 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:13.156463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:13.232317 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.263077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:13.290723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3d4013-f160-40e9-a87f-fcdd1def467d,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:13.299590 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Checking segment: {'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:13.299921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Network hostable DHCP agents. Network: 24190e56-343c-43e7-a0b3-6ced7451f942, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:04:13.316961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Network 24190e56-343c-43e7-a0b3-6ced7451f942 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:04:13.326213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 24190e56-343c-43e7-a0b3-6ced7451f942) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:13.337579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:13.338214 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.340946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e78631-cbf6-405b-ab8a-e7e9bd79bc45 None None] Network 24190e56-343c-43e7-a0b3-6ced7451f942 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:04:13.360749 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fcdc60d6-58c1-497f-b5cf-3f1379594efc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3385584 Oct 25 10:04:13.363429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 42866) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:13.368238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:04:13.390115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.391077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.442716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.578559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 2, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:13.581745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-24190e56-343c-43e7-a0b3-6ced7451f942', 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'fixed_ips': [{'subnet_id': 'bc3d4013-f160-40e9-a87f-fcdd1def467d'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:04:13.582576 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.588076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.622244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Checking router: 79961168-0282-469a-84f1-4287db57f841 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:04:13.622597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Updating router 79961168-0282-469a-84f1-4287db57f841 port 377dba96-6b2b-4f55-b678-84a1554e4755 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:04:13.699104 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.788065 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.808221 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:13.916689 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Allocated IP 172.25.8.158 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/4da2cf3a-35f9-4633-832e-eb19ba66b528) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:04:14.005737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Allocated IP 172.20.0.2 (24190e56-343c-43e7-a0b3-6ced7451f942/bc3d4013-f160-40e9-a87f-fcdd1def467d/5b4267c9-8c1e-44dd-9fb6-185ead953d86) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:04:14.019786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.061953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.102979 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:14.104603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:14.106593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:14.110164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:04:14.133380 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4da2cf3a-35f9-4633-832e-eb19ba66b528,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:14.274234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:14.274513 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.334264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.345021 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.365135 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.390359 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.405101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Network 24190e56-343c-43e7-a0b3-6ced7451f942 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:14.406388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.414966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:14.427946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:04:14.436180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Pushing event updated for resources: {'Port': ['ID=5b4267c9-8c1e-44dd-9fb6-185ead953d86,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:14.570830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a0dcd-6b7e-4794-8644-cfeecc857b6b None None] Pushing event updated for resources: {'Port': ['ID=377dba96-6b2b-4f55-b678-84a1554e4755,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:14.595656 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Attempting to bind port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:04:14.596036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Attempting to bind port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:04:14.596406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Attempting to bind port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 on network 24190e56-343c-43e7-a0b3-6ced7451f942 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:04:14.602649 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.610802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:04:14.610802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Checking segment: {'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:14.611242 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.611537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Bound using segment: {'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:04:14.612032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Bound port: 5b4267c9-8c1e-44dd-9fb6-185ead953d86, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:04:14.612440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.628737 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Attempting to bind port 377dba96-6b2b-4f55-b678-84a1554e4755 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:04:14.629197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Attempting to bind port 377dba96-6b2b-4f55-b678-84a1554e4755 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:04:14.629567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Attempting to bind port 377dba96-6b2b-4f55-b678-84a1554e4755 on network 99e02e18-3451-43e3-863d-4d3809e95035 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:04:14.637474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:04:14.637872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Checking segment: {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:14.638260 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.638649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Bound using segment: {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:04:14.639123 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Bound port: 377dba96-6b2b-4f55-b678-84a1554e4755, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:04:14.639505 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.734601 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] For port 5b4267c9-8c1e-44dd-9fb6-185ead953d86, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:04:14.740625 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:04:14.742935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] For port 5b4267c9-8c1e-44dd-9fb6-185ead953d86, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5b4267c9-8c1e-44dd-9fb6-185ead953d86,segment=NetworkSegment(c5ab05ef-a0b5-4071-9775-6c9688e75a12),segment_id=c5ab05ef-a0b5-4071-9775-6c9688e75a12)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:04:14.752754 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.768022 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-96e0e117-9b52-4790-930d-849b2ffcd8c2 None None] Provisioning complete for port 377dba96-6b2b-4f55-b678-84a1554e4755 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:14.768381 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-96e0e117-9b52-4790-930d-849b2ffcd8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.774355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] For port 377dba96-6b2b-4f55-b678-84a1554e4755, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:04:14.836028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] For port 377dba96-6b2b-4f55-b678-84a1554e4755, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=377dba96-6b2b-4f55-b678-84a1554e4755,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:04:14.844826 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.852349 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:04:14.863669 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Sync routers for ids ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:04:14.866565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-96e0e117-9b52-4790-930d-849b2ffcd8c2 None None] Port 377dba96-6b2b-4f55-b678-84a1554e4755 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:04:14.869885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ab4f2-c443-452e-adfe-f3d92c27e607 None None] Pushing event updated for resources: {'Port': ['ID=5b4267c9-8c1e-44dd-9fb6-185ead953d86,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:14.877497 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:14.882051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 42868) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:04:14.882853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c22851d0-3719-42e1-b8a8-e844082e33a0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5175331 Oct 25 10:04:14.906497 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Routers {'74cdda9f-0db2-49b3-9f78-cc52d50a23d2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:14.907121 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:14.915382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:14.916009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:15.000519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a0dcd-6b7e-4794-8644-cfeecc857b6b None None] Pushing event updated for resources: {'Port': ['ID=377dba96-6b2b-4f55-b678-84a1554e4755,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:15.053070 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:15.202983 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Set router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:15.369830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:14Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:15.402893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a7b524-e6d9-4825-b61f-c0c516765aa2 None None] The sync data for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 is: [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:14Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:04:15.416788 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:14Z', 'revision_number': 3, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port': {'id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:79:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:15.426671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6d4fc23e-d289-4054-b6f0-de3c69b1a656 None None] Provisioning complete for port 377dba96-6b2b-4f55-b678-84a1554e4755 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:15.427189 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc23e-d289-4054-b6f0-de3c69b1a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.458298 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.483515 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Checking router: 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:04:15.483969 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Updating router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 port 4da2cf3a-35f9-4633-832e-eb19ba66b528 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:04:15.520694 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.580358 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc23e-d289-4054-b6f0-de3c69b1a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.619405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-6d4fc23e-d289-4054-b6f0-de3c69b1a656 None None] For port 377dba96-6b2b-4f55-b678-84a1554e4755, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=377dba96-6b2b-4f55-b678-84a1554e4755,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:15.623743 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc23e-d289-4054-b6f0-de3c69b1a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.703789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Allocated IP 172.20.0.1 (24190e56-343c-43e7-a0b3-6ced7451f942/bc3d4013-f160-40e9-a87f-fcdd1def467d/829c842a-381f-4a14-a696-52cc27471c0c) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:04:15.705301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fc23e-d289-4054-b6f0-de3c69b1a656 None None] Pushing event updated for resources: {'Port': ['ID=377dba96-6b2b-4f55-b678-84a1554e4755,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:15.859070 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.872580 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.880362 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.907297 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.946367 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac091-0898-42c9-ad66-23d9a8a997b3 None None] Pushing event updated for resources: {'Port': ['ID=4da2cf3a-35f9-4633-832e-eb19ba66b528,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:15.951290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Network 24190e56-343c-43e7-a0b3-6ced7451f942 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:15.953625 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Attempting to bind port 4da2cf3a-35f9-4633-832e-eb19ba66b528 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:04:15.954000 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Attempting to bind port 4da2cf3a-35f9-4633-832e-eb19ba66b528 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:04:15.954360 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Attempting to bind port 4da2cf3a-35f9-4633-832e-eb19ba66b528 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:04:15.960719 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:04:15.961138 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:15.961518 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.961909 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:04:15.962384 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Bound port: 4da2cf3a-35f9-4633-832e-eb19ba66b528, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:04:15.962742 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:15.963778 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:15.968790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:04:16.016135 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.018523 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] For port 4da2cf3a-35f9-4633-832e-eb19ba66b528, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:04:16.022244 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] For port 4da2cf3a-35f9-4633-832e-eb19ba66b528, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4da2cf3a-35f9-4633-832e-eb19ba66b528,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:04:16.029992 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.069795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Pushing event updated for resources: {'Port': ['ID=829c842a-381f-4a14-a696-52cc27471c0c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:16.082715 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Routers {'74cdda9f-0db2-49b3-9f78-cc52d50a23d2'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:16.083342 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:03:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:16.140543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c5d61-daae-41a0-bef7-76efa9232f6a None None] Network 24190e56-343c-43e7-a0b3-6ced7451f942 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:04:16.210531 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac091-0898-42c9-ad66-23d9a8a997b3 None None] Pushing event updated for resources: {'Port': ['ID=4da2cf3a-35f9-4633-832e-eb19ba66b528,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:16.236556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.247952 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] Set router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:16.260612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 377dba96-6b2b-4f55-b678-84a1554e4755 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:16.351753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f639c697-11d1-46d5-b85d-3ce423a0e02e None None] Provisioning complete for port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:16.352152 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f639c697-11d1-46d5-b85d-3ce423a0e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.394867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 377dba96-6b2b-4f55-b678-84a1554e4755 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:16.395517 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.456775 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.466035 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.506416 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:14Z', 'revision_number': 3, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port': {'id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:79:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:16.536859 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1ed83-cda8-4d04-9b48-3c37b0224003 None None] The sync data for ids ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'] in n-d-814746-2 is: [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:14Z', 'revision_number': 3, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port': {'id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:79:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:04:16.578556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Pushing event updated for resources: {'Port': ['ID=829c842a-381f-4a14-a696-52cc27471c0c,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:16.584438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.609368 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f639c697-11d1-46d5-b85d-3ce423a0e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.626259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5b4267c9-8c1e-44dd-9fb6-185ead953d86 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:16.631046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bea87385-696c-43a1-ab06-a7f1817f8c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.702460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f639c697-11d1-46d5-b85d-3ce423a0e02e None None] For port 5b4267c9-8c1e-44dd-9fb6-185ead953d86, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5b4267c9-8c1e-44dd-9fb6-185ead953d86,segment=NetworkSegment(c5ab05ef-a0b5-4071-9775-6c9688e75a12),segment_id=c5ab05ef-a0b5-4071-9775-6c9688e75a12)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:16.707082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Network 24190e56-343c-43e7-a0b3-6ced7451f942 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:16.708202 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f639c697-11d1-46d5-b85d-3ce423a0e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.708747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:16.771414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:16.771783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:16.774565 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639c697-11d1-46d5-b85d-3ce423a0e02e None None] Pushing event updated for resources: {'Port': ['ID=5b4267c9-8c1e-44dd-9fb6-185ead953d86,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:16.857446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:04:16.987365 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:04:16.994271 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-711ae39e-55b4-427f-8d0c-3a9eac887acc admin admin] 10.222.0.32 "PUT /v2.0/routers/74cdda9f-0db2-49b3-9f78-cc52d50a23d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1111422 Oct 25 10:04:17.042440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b3bca030-48ac-4c8e-941b-31a8f07a6196 None None] Provisioning complete for port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:17.042440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3bca030-48ac-4c8e-941b-31a8f07a6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:17.161014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b3bca030-48ac-4c8e-941b-31a8f07a6196 None None] Provisioning complete for port 829c842a-381f-4a14-a696-52cc27471c0c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:17.161014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b3bca030-48ac-4c8e-941b-31a8f07a6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:17.204846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b3bca030-48ac-4c8e-941b-31a8f07a6196 None None] Port 829c842a-381f-4a14-a696-52cc27471c0c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:04:17.330389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9c2d2dde-0449-4d57-b3f7-73d4c9b71866 None None] Provisioning complete for port 829c842a-381f-4a14-a696-52cc27471c0c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:17.330757 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2dde-0449-4d57-b3f7-73d4c9b71866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:17.388053 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d2dde-0449-4d57-b3f7-73d4c9b71866 None None] Port 829c842a-381f-4a14-a696-52cc27471c0c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:04:17.507840 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-fe025617-125f-4b77-886c-bc72c744b86b None None] Provisioning complete for port 829c842a-381f-4a14-a696-52cc27471c0c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:17.508519 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fe025617-125f-4b77-886c-bc72c744b86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:17.549111 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fe025617-125f-4b77-886c-bc72c744b86b None None] Port 829c842a-381f-4a14-a696-52cc27471c0c cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:04:18.167993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4da2cf3a-35f9-4633-832e-eb19ba66b528 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:18.221283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4da2cf3a-35f9-4633-832e-eb19ba66b528 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:18.222008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:18.479419 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:18.502795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 4da2cf3a-35f9-4633-832e-eb19ba66b528, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4da2cf3a-35f9-4633-832e-eb19ba66b528,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:18.509722 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:18.510706 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5b4267c9-8c1e-44dd-9fb6-185ead953d86 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:18.594106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=4da2cf3a-35f9-4633-832e-eb19ba66b528,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:18.611805 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:18.612171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:18.894301 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4c75a0fc-c72d-4916-b30d-a3d9617b16d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:18.939398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Sync routers for ids ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:04:18.950400 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Routers {'74cdda9f-0db2-49b3-9f78-cc52d50a23d2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:18.951020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:04:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:19.070145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Set router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:19.300690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:16Z', 'revision_number': 4, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port': {'id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '829c842a-381f-4a14-a696-52cc27471c0c', 'name': '', 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'mac_address': 'fa:16:3e:cf:6b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'bc3d4013-f160-40e9-a87f-fcdd1def467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:15Z', 'updated_at': '2021-10-25T10:04:16Z', 'revision_number': 2, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'subnets': [{'id': 'bc3d4013-f160-40e9-a87f-fcdd1def467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:19.335764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Checking router: 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:04:19.335764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Updating router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 port 829c842a-381f-4a14-a696-52cc27471c0c binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:04:19.361392 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:19.674435 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:19.680478 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:19.738839 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d222ae7-51d8-4ef2-bdcd-fbb15dd2e243 None None] Pushing event updated for resources: {'Port': ['ID=829c842a-381f-4a14-a696-52cc27471c0c,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:19.802769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Attempting to bind port 829c842a-381f-4a14-a696-52cc27471c0c on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:04:19.803332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Attempting to bind port 829c842a-381f-4a14-a696-52cc27471c0c by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:04:19.803793 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Attempting to bind port 829c842a-381f-4a14-a696-52cc27471c0c on network 24190e56-343c-43e7-a0b3-6ced7451f942 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:04:19.810593 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:04:19.811072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Checking segment: {'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:19.811547 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:19.812134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Bound using segment: {'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:04:19.812587 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Bound port: 829c842a-381f-4a14-a696-52cc27471c0c, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ab05ef-a0b5-4071-9775-6c9688e75a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:04:19.813073 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:19.895797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] For port 829c842a-381f-4a14-a696-52cc27471c0c, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:04:19.899755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] For port 829c842a-381f-4a14-a696-52cc27471c0c, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=829c842a-381f-4a14-a696-52cc27471c0c,segment=NetworkSegment(c5ab05ef-a0b5-4071-9775-6c9688e75a12),segment_id=c5ab05ef-a0b5-4071-9775-6c9688e75a12)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:04:19.905164 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:19.976386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Routers {'74cdda9f-0db2-49b3-9f78-cc52d50a23d2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:04:19.977058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:04:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:20.047641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d222ae7-51d8-4ef2-bdcd-fbb15dd2e243 None None] Pushing event updated for resources: {'Port': ['ID=829c842a-381f-4a14-a696-52cc27471c0c,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:20.104332 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:20.131110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4da2cf3a-35f9-4633-832e-eb19ba66b528 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:20.168821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83a960c3-383c-4781-b195-558370037c76 None None] Provisioning complete for port 829c842a-381f-4a14-a696-52cc27471c0c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:20.171646 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83a960c3-383c-4781-b195-558370037c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:20.189404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] Set router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:04:20.290716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:20.373976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4da2cf3a-35f9-4633-832e-eb19ba66b528 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:20.374594 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:20.482456 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83a960c3-383c-4781-b195-558370037c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:20.579391 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83a960c3-383c-4781-b195-558370037c76 None None] For port 829c842a-381f-4a14-a696-52cc27471c0c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=829c842a-381f-4a14-a696-52cc27471c0c,segment=NetworkSegment(c5ab05ef-a0b5-4071-9775-6c9688e75a12),segment_id=c5ab05ef-a0b5-4071-9775-6c9688e75a12)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:20.586548 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83a960c3-383c-4781-b195-558370037c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:20.646450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:16Z', 'revision_number': 4, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port': {'id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '829c842a-381f-4a14-a696-52cc27471c0c', 'name': '', 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'mac_address': 'fa:16:3e:cf:6b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'bc3d4013-f160-40e9-a87f-fcdd1def467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:15Z', 'updated_at': '2021-10-25T10:04:19Z', 'revision_number': 4, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'subnets': [{'id': 'bc3d4013-f160-40e9-a87f-fcdd1def467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:04:20.683395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1036f-77a6-4d83-adc3-76a7e4486fbc None None] The sync data for ids ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'] in n-d-814746-2 is: [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:16Z', 'revision_number': 4, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port': {'id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '829c842a-381f-4a14-a696-52cc27471c0c', 'name': '', 'network_id': '24190e56-343c-43e7-a0b3-6ced7451f942', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'mac_address': 'fa:16:3e:cf:6b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'bc3d4013-f160-40e9-a87f-fcdd1def467d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:15Z', 'updated_at': '2021-10-25T10:04:19Z', 'revision_number': 4, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'subnets': [{'id': 'bc3d4013-f160-40e9-a87f-fcdd1def467d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:04:20.685186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a960c3-383c-4781-b195-558370037c76 None None] Pushing event updated for resources: {'Port': ['ID=829c842a-381f-4a14-a696-52cc27471c0c,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:20.712409 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-047b55e3-41bb-41c1-b24b-20a0752a5fd8 None None] Provisioning complete for port 829c842a-381f-4a14-a696-52cc27471c0c triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:20.712781 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-047b55e3-41bb-41c1-b24b-20a0752a5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:22.055061 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:22.123830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 829c842a-381f-4a14-a696-52cc27471c0c up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:22.179773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 829c842a-381f-4a14-a696-52cc27471c0c triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:22.180050 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:23.515542 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:04:27.412217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-5037b001-3ebd-4d04-ab5a-efa8ef5e4e21 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:27.413707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-5037b001-3ebd-4d04-ab5a-efa8ef5e4e21 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 815 time: 0.1039679 Oct 25 10:04:27.428344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-c8550448-9caa-486a-93d4-1d8c1456138b tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/quotas/7c49ef570d03404fb5d6f98f015dde5e HTTP/1.1" status: 200 len: 375 time: 0.0087802 Oct 25 10:04:27.486124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-ae2c6c98-1244-4de7-8b39-cb95641b2a7b tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524373 Oct 25 10:04:27.584089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-88a5559e-19c7-49e2-a704-7f9845b6b6c1 service neutron] 10.222.0.32 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857694 Oct 25 10:04:27.673805 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-0306a2e0-d3c7-4f69-bffe-b6934154abd2 service neutron] 10.222.0.32 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834546 Oct 25 10:04:27.834106 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ee01ef68-cec3-4a69-95ee-3e08fc8c165b req-423c25a4-3eaf-4ec6-a74d-4d406a6cac32 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0309954 Oct 25 10:04:28.930517 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c335b80-fca2-45f4-973b-f766bdbf8d04 req-7098c632-daf4-4424-a1a7-c4d3afadebbf tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0265534 Oct 25 10:04:29.195686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-704a21d3-5204-4d91-bf19-02d254f4a4d8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:29.198151 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-704a21d3-5204-4d91-bf19-02d254f4a4d8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 815 time: 0.4566369 Oct 25 10:04:30.030531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5fdad1a4-17a6-4917-82d9-7a0a7a947dd0 req-a0a2b177-fd13-4ea4-b47a-37a935fc9ca7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0264387 Oct 25 10:04:31.132239 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-01fa4ca5-351a-4ba2-9c28-1b84f50a6899 req-a6e5882d-96ca-40eb-a346-75ecde931018 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0267437 Oct 25 10:04:32.236759 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4b13b447-ea97-4899-b45b-97d1a95f7bb2 req-ef44fd91-39f7-46a0-8192-33a0520e93ac tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0285389 Oct 25 10:04:33.348075 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21410b2b-4cc9-4baa-bf16-da4f4005f388 req-1123f791-7a57-415d-9149-5458d301dea9 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0289772 Oct 25 10:04:34.451328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4b7c0f0-3f7e-4861-95f6-e9b09e8086e8 req-6e6cc726-99ad-427b-ad24-7328ffde26bd tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0310838 Oct 25 10:04:35.557913 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ca3061d-a3e8-45c9-89fb-c5068e8e4e06 req-5923fb33-65d7-416c-bc74-77a0197c19b0 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0276697 Oct 25 10:04:36.664334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c726349-c3c2-43d9-a1a0-c1629c8b00ec req-6cbf2b46-b5b1-43d2-b4a4-4501ed70100d tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0267799 Oct 25 10:04:37.764276 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-70e73162-fbff-4780-ab42-31d1ce85426f req-110d2824-47d5-4e9e-beeb-28ec7f4eea1f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0278368 Oct 25 10:04:38.857715 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cbf65ec8-3d74-48b8-8c3f-fde0d8222d6a req-c51e6d04-3332-4a07-9eea-5d4fcaaf4bab tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0254438 Oct 25 10:04:39.156705 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:39.954219 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-81185cc8-7ac3-4c19-8094-bbf4bf75da0f req-111c9d57-4f77-4826-a527-3536f2cb1b41 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0258906 Oct 25 10:04:40.373229 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:41.050165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c97e79c-5468-4d48-aea1-c88cce22628f req-eacc35e4-b347-4e66-91e8-b648e0395cb6 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0293765 Oct 25 10:04:41.888781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'port': {'device_id': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'admin_state_up': True, 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:04:41.997258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Made reservation on behalf of 7c49ef570d03404fb5d6f98f015dde5e for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:04:42.001171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:42.149701 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Allocated IP 172.20.0.5 (99e02e18-3451-43e3-863d-4d3809e95035/50b6e34f-2ef1-4d20-934c-0c4c54575f5c/a6f780f0-3523-4689-810e-56b0eb6f78ac) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:04:42.165535 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-71cf8a37-3817-480f-a017-ba2ab955390d req-692fd0c8-780d-4b4b-a1dc-005d81f270f6 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 210 time: 0.0354903 Oct 25 10:04:42.305060 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:42.338302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:42.382605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Network 99e02e18-3451-43e3-863d-4d3809e95035 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:04:42.385673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:04:42.390205 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:04:42.396457 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'Port': ['ID=a6f780f0-3523-4689-810e-56b0eb6f78ac,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:42.424180 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.424524 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.424869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.425224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.425556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.425885 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.426210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.426539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.426867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.427187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.427508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.427827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:42.454364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:42.454881 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:42.471639 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4bdcc17d-6e0e-4cf0-995a-a561d6211e89 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870368 Oct 25 10:04:42.505049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Request body: {'port': {'device_id': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:04:42.565580 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:42.583506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8ad8cd05-f204-4bdf-8be7-28e480e21129 None None] Provisioning complete for port a6f780f0-3523-4689-810e-56b0eb6f78ac triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:42.584058 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8ad8cd05-f204-4bdf-8be7-28e480e21129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:42.617513 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8cd05-f204-4bdf-8be7-28e480e21129 None None] Port a6f780f0-3523-4689-810e-56b0eb6f78ac cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:04:42.825574 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f780f0-3523-4689-810e-56b0eb6f78ac {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:04:42.833165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:42.845531 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Transition to ACTIVE for port object a6f780f0-3523-4689-810e-56b0eb6f78ac will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:04:42.848671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:42.899028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f780f0-3523-4689-810e-56b0eb6f78ac,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:42.976792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Attempting to bind port a6f780f0-3523-4689-810e-56b0eb6f78ac on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:04:42.977149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Attempting to bind port a6f780f0-3523-4689-810e-56b0eb6f78ac by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:04:42.977474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Attempting to bind port a6f780f0-3523-4689-810e-56b0eb6f78ac on network 99e02e18-3451-43e3-863d-4d3809e95035 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:04:42.983134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Port a6f780f0-3523-4689-810e-56b0eb6f78ac on network 99e02e18-3451-43e3-863d-4d3809e95035 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:04:42.983447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Attempting to bind port a6f780f0-3523-4689-810e-56b0eb6f78ac on network 99e02e18-3451-43e3-863d-4d3809e95035 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:04:42.988427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:04:42.988760 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Checking segment: {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:04:42.989176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Bound using segment: {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:04:42.989600 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Bound port: a6f780f0-3523-4689-810e-56b0eb6f78ac, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261a00b3-9450-4161-bf8d-41fd78dd5eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:04:42.989953 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:43.055628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] For port a6f780f0-3523-4689-810e-56b0eb6f78ac, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:04:43.058777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] For port a6f780f0-3523-4689-810e-56b0eb6f78ac, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:04:43.063790 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:43.104291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.105017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:43.107248 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] 10.222.0.41 "PUT /v2.0/ports/a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 1091 time: 0.6066816 Oct 25 10:04:43.107743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:04:43.110165 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:04:43.151720 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac693b8-1ccb-4c12-9cd1-41fe4d823781 x-openstack-request-id: req-3ac693b8-1ccb-4c12-9cd1-41fe4d823781 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:04:43.152716 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:04:43.152716 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ac693b8-1ccb-4c12-9cd1-41fe4d823781 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:04:43.153876 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'status': 'completed', 'code': 200} Oct 25 10:04:43.157699 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0b6e3-409f-4d17-bf44-0de1a12ade00 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f780f0-3523-4689-810e-56b0eb6f78ac,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:43.214301 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-61ba75a6-5efa-4ea8-85bf-dbba32a2a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.216488 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-61ba75a6-5efa-4ea8-85bf-dbba32a2a4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1094 time: 0.0458262 Oct 25 10:04:43.268436 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-0d91f44f-681a-4cd9-85d4-7b5dc0a840c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 217 time: 0.0366352 Oct 25 10:04:43.282532 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cd09d-4b4c-41b1-bc51-062f3577b4dc req-b6aa02d9-51f3-4e9d-adb3-f7f5355a4043 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.284035 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a39cd09d-4b4c-41b1-bc51-062f3577b4dc req-b6aa02d9-51f3-4e9d-adb3-f7f5355a4043 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 943 time: 0.0510387 Oct 25 10:04:43.322450 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-6226bc0d-ef9a-45e1-9905-2162f14e1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.323934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-6226bc0d-ef9a-45e1-9905-2162f14e1318 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0485351 Oct 25 10:04:43.328808 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a39cd09d-4b4c-41b1-bc51-062f3577b4dc req-8ae3acaf-277e-439a-b03f-185e783958a0 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 Oct 25 10:04:43.375807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4d75bb54-6cf7-457e-a00e-563cc2b586b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.377326 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-4d75bb54-6cf7-457e-a00e-563cc2b586b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462022 Oct 25 10:04:43.469330 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-2d8dda8a-6192-4ce1-b632-717695c6055b service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840828 Oct 25 10:04:43.564638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fcf3806f-17f4-480d-91e1-1a49cbdb3d61 req-e8f7780c-14a3-4ee0-9466-8255dfd84e39 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870724 Oct 25 10:04:43.694129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-a3f34e1c-5a34-4d4c-a92c-a5f5d3fe8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.695577 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-a3f34e1c-5a34-4d4c-a92c-a5f5d3fe8a7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1094 time: 0.0400963 Oct 25 10:04:43.787825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-dcb941c3-e212-40c2-977b-00b52b545bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.789272 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-dcb941c3-e212-40c2-977b-00b52b545bb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.0873191 Oct 25 10:04:43.831740 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-369809c3-9057-4d6b-b46c-e161fa531021 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 217 time: 0.0342579 Oct 25 10:04:43.879812 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-89cf02c8-dd0f-4ae8-92a6-d335f5a2c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.881259 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-89cf02c8-dd0f-4ae8-92a6-d335f5a2c3ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0430789 Oct 25 10:04:43.929728 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-da18e0aa-ac44-4607-a8a1-d15f80a997d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:43.931175 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-da18e0aa-ac44-4607-a8a1-d15f80a997d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428557 Oct 25 10:04:44.019571 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-7b94aa3f-a47a-416f-afde-bccece5b8bee service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809612 Oct 25 10:04:44.111890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-bf487cfe-d3ff-4e9e-85e9-d112d60453d2 req-ac9574cd-6afd-46be-84d8-039d99eea349 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858293 Oct 25 10:04:44.443523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764ccc1-7652-422d-9aac-27a90daff18f req-23fc95f9-4f5f-4973-9fb2-2d51e88a2398 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:44.444970 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3764ccc1-7652-422d-9aac-27a90daff18f req-23fc95f9-4f5f-4973-9fb2-2d51e88a2398 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 943 time: 0.0473728 Oct 25 10:04:44.482145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3764ccc1-7652-422d-9aac-27a90daff18f req-88c8f302-d741-445e-8015-3a29df41a696 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Oct 25 10:04:45.604659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6fa38-6ed3-4af1-8546-f11298278cfb req-728ed565-26c4-46df-9e4f-aa13cb55fa8c tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:45.606730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cca6fa38-6ed3-4af1-8546-f11298278cfb req-728ed565-26c4-46df-9e4f-aa13cb55fa8c tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 943 time: 0.0550358 Oct 25 10:04:45.646477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cca6fa38-6ed3-4af1-8546-f11298278cfb req-46f018e6-18ae-437d-9059-eb71601f958b tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Oct 25 10:04:46.551912 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-71d6c8b3-70b0-4a57-8993-7231b3dc238f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:46.763226 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f06b-e142-46d2-86e1-92fd9caf0b5b req-888ea2d2-7954-481c-a9cb-e321b6119ae5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:46.764673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3547f06b-e142-46d2-86e1-92fd9caf0b5b req-888ea2d2-7954-481c-a9cb-e321b6119ae5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 943 time: 0.0504053 Oct 25 10:04:46.802211 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3547f06b-e142-46d2-86e1-92fd9caf0b5b req-9e387d9c-8fa6-4b44-84db-de599da20af2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Oct 25 10:04:47.677887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a6f780f0-3523-4689-810e-56b0eb6f78ac details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:04:47.770774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a6f780f0-3523-4689-810e-56b0eb6f78ac, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:47.782035 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'port_id': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'mac_address': 'fa:16:3e:1c:8a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:04:47.817773 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:47.831229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f780f0-3523-4689-810e-56b0eb6f78ac {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:04:47.851279 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a6f780f0-3523-4689-810e-56b0eb6f78ac, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:47.856193 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:47.908719 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=a6f780f0-3523-4689-810e-56b0eb6f78ac,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:47.915940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.916280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.916612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.916964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.917292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.917612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.918056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.918376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.918920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.919021 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.919353 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.919688 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:04:47.920072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19af82-b902-4c16-b460-91f4fa8e9a38 req-7292b98b-ca01-4fef-9c13-d57600e6e228 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:47.921574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc19af82-b902-4c16-b460-91f4fa8e9a38 req-7292b98b-ca01-4fef-9c13-d57600e6e228 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 944 time: 0.0512404 Oct 25 10:04:47.960934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc19af82-b902-4c16-b460-91f4fa8e9a38 req-aeb26396-53e2-4f31-bac7-19ed23e15dd5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Oct 25 10:04:48.262377 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a6f780f0-3523-4689-810e-56b0eb6f78ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:04:48.896725 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-388671ef-89b3-4a72-98b8-3886d86c2046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:49.371628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c373b4-6da3-4bf9-b3e0-715004b39402 req-8921f61a-2c4b-4f30-87d4-dfe9f691adc2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:49.373212 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12c373b4-6da3-4bf9-b3e0-715004b39402 req-8921f61a-2c4b-4f30-87d4-dfe9f691adc2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 944 time: 0.3453696 Oct 25 10:04:49.412703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12c373b4-6da3-4bf9-b3e0-715004b39402 req-dbf4a802-b594-4333-b35b-737788292d37 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Oct 25 10:04:49.692955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a6f780f0-3523-4689-810e-56b0eb6f78ac up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:04:49.740181 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port a6f780f0-3523-4689-810e-56b0eb6f78ac completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:04:49.744042 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port a6f780f0-3523-4689-810e-56b0eb6f78ac triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:04:49.744410 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:49.821722 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:49.843783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:04:49.846332 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f87b2e-a882-4843-89a9-04a9f0b62b0b" -d '{"events": [{"server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "name": "network-vif-plugged", "status": "completed", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:04:49.859558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port a6f780f0-3523-4689-810e-56b0eb6f78ac, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:04:49.864113 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:49.894191 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba79650a-2101-46e5-8c89-78c64a197195 x-openstack-request-id: req-ba79650a-2101-46e5-8c89-78c64a197195 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:04:49.894468 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "name": "network-vif-plugged", "status": "completed", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:04:49.894713 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba79650a-2101-46e5-8c89-78c64a197195 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:04:49.895096 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'code': 200} Oct 25 10:04:49.919496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=a6f780f0-3523-4689-810e-56b0eb6f78ac,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:04:50.006905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c181a83-cc10-4c6c-9f04-541294cf986c req-3a4fe37a-5af1-4fc9-8d8c-90ae18397f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:50.008277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3c181a83-cc10-4c6c-9f04-541294cf986c req-3a4fe37a-5af1-4fc9-8d8c-90ae18397f1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1096 time: 0.0409873 Oct 25 10:04:50.042988 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3c181a83-cc10-4c6c-9f04-541294cf986c req-43bb7fb7-6fa9-4908-add2-6060192b7b19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267558 Oct 25 10:04:50.078032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:50.189583 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:50.527427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874e51-9b75-4e1f-ab58-df104fc53d31 req-f3391826-dd23-4b91-bdfa-ca56c09f509a tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:50.529449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c874e51-9b75-4e1f-ab58-df104fc53d31 req-f3391826-dd23-4b91-bdfa-ca56c09f509a tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0475483 Oct 25 10:04:50.566623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c874e51-9b75-4e1f-ab58-df104fc53d31 req-70b83418-b7f5-431b-b371-2b0ed940f417 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Oct 25 10:04:51.679379 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae57ed-b806-4045-bd0a-43a753349060 req-bb3e2775-bb1a-4091-ac19-1afdcb10e97a tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:51.680827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47ae57ed-b806-4045-bd0a-43a753349060 req-bb3e2775-bb1a-4091-ac19-1afdcb10e97a tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0472441 Oct 25 10:04:51.717689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-47ae57ed-b806-4045-bd0a-43a753349060 req-96106b06-6d47-4432-8c8c-4dedd0885229 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303349 Oct 25 10:04:51.833407 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ffadf-c583-472a-9155-d5d29883c77b req-d076d4a4-f0e3-4dc2-aa71-a8a001391a66 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:51.834767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c62ffadf-c583-472a-9155-d5d29883c77b req-d076d4a4-f0e3-4dc2-aa71-a8a001391a66 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0523005 Oct 25 10:04:51.871866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c62ffadf-c583-472a-9155-d5d29883c77b req-68e299d6-0a27-4cc4-bcf4-2f390699e25b tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Oct 25 10:04:52.048947 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:04:52.062917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a0648-d4b5-47c5-96c3-d456df644c79 req-54272036-de89-4317-9ee6-ff6821e52e1c tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:04:52.064395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-951a0648-d4b5-47c5-96c3-d456df644c79 req-54272036-de89-4317-9ee6-ff6821e52e1c tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0493693 Oct 25 10:04:52.102071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-951a0648-d4b5-47c5-96c3-d456df644c79 req-a88beba0-f814-473f-8c38-aeb8247b6b6f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Oct 25 10:05:00.514998 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:05:06.697240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177efb-1d75-466b-b9dc-1b3d8af33e91 req-158bcfc8-ee72-4771-9930-40012d8e7ff0 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:06.698687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c177efb-1d75-466b-b9dc-1b3d8af33e91 req-158bcfc8-ee72-4771-9930-40012d8e7ff0 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0482302 Oct 25 10:05:06.737738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8c177efb-1d75-466b-b9dc-1b3d8af33e91 req-f83b98ea-1a19-4170-9dff-5610b9f9f5fc tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Oct 25 10:05:06.759835 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43072) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:06.892377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67822fe-6be0-47e5-911f-a1cd9b900279 tempest-TestMinimumBasicScenario-663926065 tempest-TestMinimumBasicScenario-663926065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:06.893958 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b67822fe-6be0-47e5-911f-a1cd9b900279 tempest-TestMinimumBasicScenario-663926065 tempest-TestMinimumBasicScenario-663926065-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1091 time: 0.1331513 Oct 25 10:05:06.897020 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43076) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:06.901235 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:06.922759 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:07.017244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:07.120021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Allocated IP 172.25.8.244 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/520c0a51-abe6-410f-bb2b-05965d61c5be) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:05:07.221227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:07.259235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:07.299742 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:05:07.302615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:05:07.306186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:05:07.330792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'Port': ['ID=520c0a51-abe6-410f-bb2b-05965d61c5be,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:07.343733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.344076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.344414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.344746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.345106 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.345434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.345761 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.346079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.346398 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.346718 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.347036 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.347353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:05:07.662276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:07.727211 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:07.875833 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:07.881260 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:07.948548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'Port': ['ID=520c0a51-abe6-410f-bb2b-05965d61c5be,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:07.960456 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.061034 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Floating IP 10d86e83-b503-4365-8bb8-db290e169723 associated. External IP: 172.25.8.244, port: a6f780f0-3523-4689-810e-56b0eb6f78ac. Oct 25 10:05:08.265808 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Router 79961168-0282-469a-84f1-4287db57f841 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:05:08.379008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:05:08.390139 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] Sync routers for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:05:08.396222 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.399396 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:05:08.399986 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:05:08.423292 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9da35325-ea8c-4b46-8a85-6be4b0640ee5 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5252733 Oct 25 10:05:08.424037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:05:08.426177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43078) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:08.426717 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:05:08.430800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8f052a31-4367-4d4e-824e-7856f22d3d95 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655040458', 'description': 'tempest-secgroup-smoke-1655040458 description', 'project_id': '7c49ef570d03404fb5d6f98f015dde5e'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:08.459553 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f052a31-4367-4d4e-824e-7856f22d3d95 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.508510 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:05:08.530833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f052a31-4367-4d4e-824e-7856f22d3d95 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.535164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f052a31-4367-4d4e-824e-7856f22d3d95 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.580991 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8f052a31-4367-4d4e-824e-7856f22d3d95 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.583060 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8f052a31-4367-4d4e-824e-7856f22d3d95 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1556194 Oct 25 10:05:08.585513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f052a31-4367-4d4e-824e-7856f22d3d95 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:08.586230 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43084) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:08.594174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-536986f1-dbf8-46cc-8490-035637fb9134 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79', 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:08.626841 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bef9a20-2125-4552-863f-b80d89999b2b x-openstack-request-id: req-3bef9a20-2125-4552-863f-b80d89999b2b {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:05:08.627154 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:05:08.627375 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bef9a20-2125-4552-863f-b80d89999b2b {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:05:08.627773 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'status': 'completed', 'code': 200} Oct 25 10:05:08.630916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-536986f1-dbf8-46cc-8490-035637fb9134 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.680611 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-536986f1-dbf8-46cc-8490-035637fb9134 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.684635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-536986f1-dbf8-46cc-8490-035637fb9134 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.713454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536986f1-dbf8-46cc-8490-035637fb9134 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a87de71-d2fb-4d96-9aa3-5365e9f00de5,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:08.725883 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-07cb4a89-b197-4e4f-9b84-66deb009ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:08.728193 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-07cb4a89-b197-4e4f-9b84-66deb009ead1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1096 time: 0.0601313 Oct 25 10:05:08.728823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-536986f1-dbf8-46cc-8490-035637fb9134 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.730099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-536986f1-dbf8-46cc-8490-035637fb9134 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424217 Oct 25 10:05:08.733266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43086) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:08.737764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1d6df9e7-873e-4223-a644-fc6480ca7972 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79', 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:08.757478 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '10d86e83-b503-4365-8bb8-db290e169723', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '79961168-0282-469a-84f1-4287db57f841', 'port_id': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'mac_address': 'fa:16:3e:1c:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:05:07Z', 'updated_at': '2021-10-25T10:05:07Z', 'revision_number': 0, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:15Z', 'revision_number': 5, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:05:08.766120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.41', 58016) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:08.772354 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d6df9e7-873e-4223-a644-fc6480ca7972 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.784025 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] Checking router: 79961168-0282-469a-84f1-4287db57f841 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:05:08.793475 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:05:08.793939 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:04:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:05:08.842478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-b4ee8f60-756a-4349-8274-df33c54f49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:08.844113 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-b4ee8f60-756a-4349-8274-df33c54f49c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.0968039 Oct 25 10:05:08.861350 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-ef619221-459b-4b48-836f-eb2d3bbd01bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780096 Oct 25 10:05:08.872126 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d6df9e7-873e-4223-a644-fc6480ca7972 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.877136 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d6df9e7-873e-4223-a644-fc6480ca7972 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.896956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6df9e7-873e-4223-a644-fc6480ca7972 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceba936-86cc-4391-9817-5d80f33f579d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:08.904571 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1d6df9e7-873e-4223-a644-fc6480ca7972 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.906762 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:05:08.908691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1d6df9e7-873e-4223-a644-fc6480ca7972 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744578 Oct 25 10:05:08.909337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43088) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:08.913838 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-409e2451-1172-48c6-a8d0-cba54d101219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79', 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:08.926846 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-94654263-72b6-4ac7-a523-307061c45fb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 999 time: 0.0741048 Oct 25 10:05:08.943445 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-409e2451-1172-48c6-a8d0-cba54d101219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:08.977795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-260e4e72-ed12-4a67-98fa-3bd866fc4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:08.979324 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-260e4e72-ed12-4a67-98fa-3bd866fc4510 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0454574 Oct 25 10:05:09.006113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-409e2451-1172-48c6-a8d0-cba54d101219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.010972 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-409e2451-1172-48c6-a8d0-cba54d101219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.029769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-0d3bbb99-0450-4a95-bf96-2c572b102121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:09.031049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e2451-1172-48c6-a8d0-cba54d101219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b136de1-113f-40f8-8d22-844fe0a124b9,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:09.031433 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-0d3bbb99-0450-4a95-bf96-2c572b102121 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453608 Oct 25 10:05:09.039704 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-409e2451-1172-48c6-a8d0-cba54d101219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.043554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-409e2451-1172-48c6-a8d0-cba54d101219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306238 Oct 25 10:05:09.043973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43090) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:09.049779 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a489faa0-2cf7-480f-ad39-6d3647d30828 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79', 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:09.080312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a489faa0-2cf7-480f-ad39-6d3647d30828 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.158289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a489faa0-2cf7-480f-ad39-6d3647d30828 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.163593 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a489faa0-2cf7-480f-ad39-6d3647d30828 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.167388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-502774a9-be61-4c48-83a4-c6f8f4603f45 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276267 Oct 25 10:05:09.169339 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.185676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489faa0-2cf7-480f-ad39-6d3647d30828 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063a47f5-ba59-4061-ae35-27820834c6c4,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:09.196519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a489faa0-2cf7-480f-ad39-6d3647d30828 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.200236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a489faa0-2cf7-480f-ad39-6d3647d30828 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529887 Oct 25 10:05:09.200475 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43092) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:09.205040 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6f75f2d6-c316-4cc1-aa20-7332515ba627 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79', 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:09.229172 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-6f75f2d6-c316-4cc1-aa20-7332515ba627 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Project 7c49ef570d03404fb5d6f98f015dde5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:05:09.236066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f75f2d6-c316-4cc1-aa20-7332515ba627 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.267108 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-beb1426f-1d8b-4eb1-9524-ec57c29ea9cb req-90c5ee62-e773-4d70-8a60-0e017b6af16e service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915117 Oct 25 10:05:09.267354 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '10d86e83-b503-4365-8bb8-db290e169723', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '79961168-0282-469a-84f1-4287db57f841', 'port_id': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'mac_address': 'fa:16:3e:1c:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:05:07Z', 'updated_at': '2021-10-25T10:05:07Z', 'revision_number': 0, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:15Z', 'revision_number': 5, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:05:09.297860 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454deeb-ba97-4928-97b7-1523ae8769e9 None None] The sync data for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 is: [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '10d86e83-b503-4365-8bb8-db290e169723', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '79961168-0282-469a-84f1-4287db57f841', 'port_id': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'mac_address': 'fa:16:3e:1c:8a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:05:07Z', 'updated_at': '2021-10-25T10:05:07Z', 'revision_number': 0, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:15Z', 'revision_number': 5, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:05:09.309050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f75f2d6-c316-4cc1-aa20-7332515ba627 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.313828 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f75f2d6-c316-4cc1-aa20-7332515ba627 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.335083 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75f2d6-c316-4cc1-aa20-7332515ba627 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e370b09-1cae-4e78-8802-b9281860c475,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:09.344115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6f75f2d6-c316-4cc1-aa20-7332515ba627 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.348593 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6f75f2d6-c316-4cc1-aa20-7332515ba627 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441007 Oct 25 10:05:09.348593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43094) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:05:09.352972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ac167503-4dbe-4c29-8cbd-c40f4f00d3f8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79', 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:09.376258 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-ac167503-4dbe-4c29-8cbd-c40f4f00d3f8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Project 7c49ef570d03404fb5d6f98f015dde5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:05:09.386625 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac167503-4dbe-4c29-8cbd-c40f4f00d3f8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.429395 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-699b4283-2b24-4dbe-9e4d-c29adf13640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:09.430921 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-699b4283-2b24-4dbe-9e4d-c29adf13640b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1096 time: 0.0572033 Oct 25 10:05:09.459313 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac167503-4dbe-4c29-8cbd-c40f4f00d3f8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.464254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac167503-4dbe-4c29-8cbd-c40f4f00d3f8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.484659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac167503-4dbe-4c29-8cbd-c40f4f00d3f8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d631a12-2a06-441c-9150-d5546bd7559b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:09.491696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ac167503-4dbe-4c29-8cbd-c40f4f00d3f8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.493198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ac167503-4dbe-4c29-8cbd-c40f4f00d3f8 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439767 Oct 25 10:05:09.550393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c14a5c-05a7-4de4-a4bc-fd86d04d8ed0 None None] New status for floating IP 10d86e83-b503-4365-8bb8-db290e169723: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:05:09.562584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-499ae9a4-7dc5-4ce0-8b27-4241447ccd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:09.564067 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-499ae9a4-7dc5-4ce0-8b27-4241447ccd84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.1113546 Oct 25 10:05:09.592126 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-335b44b8-0a05-4c64-86d0-3eebfc5a9b11 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655040458&fields=id&tenant_id=7c49ef570d03404fb5d6f98f015dde5e HTTP/1.1" status: 200 len: 267 time: 0.0474517 Oct 25 10:05:09.653141 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-e39afaad-b120-4d08-9125-70ff0a45dc2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 999 time: 0.0798914 Oct 25 10:05:09.654182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-9c6bf541-d3db-443c-967e-a01754088927 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:09.655804 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-9c6bf541-d3db-443c-967e-a01754088927 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0577941 Oct 25 10:05:09.667696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'port': {'security_groups': ['279b08f7-0f07-4c92-a7f1-da0a33bef4fd', 'aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:05:09.709463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-18aaad06-4599-42b2-9c56-3f01a1e757cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:09.710950 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-18aaad06-4599-42b2-9c56-3f01a1e757cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0493853 Oct 25 10:05:09.743866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.764335 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-e2d3ea85-34db-46e8-ba7a-221969c9fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:09.765879 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-e2d3ea85-34db-46e8-ba7a-221969c9fb7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455029 Oct 25 10:05:09.865681 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-46b7629c-5b78-4a20-bd02-ab5ee156340d service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907285 Oct 25 10:05:09.931877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] For port a6f780f0-3523-4689-810e-56b0eb6f78ac, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:05:09.958678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-2a6518b2-7a88-4c37-95bc-6cd9f2eff93f service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858428 Oct 25 10:05:09.961137 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.965646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:09.999081 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a6f780f0-3523-4689-810e-56b0eb6f78ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:05:10.015072 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:10.015683 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:10.017140 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d648b1b-0963-46cf-b247-52b2fa749f49 req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "PUT /v2.0/ports/a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 981 time: 0.3539178 Oct 25 10:05:10.037598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b575-f347-4fa3-90cd-8a3b3a1674e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'Port': ['ID=a6f780f0-3523-4689-810e-56b0eb6f78ac,revision_number=6']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:05:10.135542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a6f780f0-3523-4689-810e-56b0eb6f78ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:05:10.136246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f3683-d209-4e3a-9138-1ab2b68f5eed req-3a1a1775-3631-4b58-ac3d-03589d672007 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:10.137823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-007f3683-d209-4e3a-9138-1ab2b68f5eed req-3a1a1775-3631-4b58-ac3d-03589d672007 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0563488 Oct 25 10:05:10.186010 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-007f3683-d209-4e3a-9138-1ab2b68f5eed req-1531c853-c348-4754-a65b-2dcc2eec3f38 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387676 Oct 25 10:05:10.292320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-cf129758-6401-4fbb-b320-fdc647cc0976 None None] Provisioning complete for port a6f780f0-3523-4689-810e-56b0eb6f78ac triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:05:10.292855 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cf129758-6401-4fbb-b320-fdc647cc0976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:10.405429 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:10.629436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:05:10.631811 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8500f8-5e59-449f-b773-043acd62a05a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:05:10.669298 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cedd543-b9e7-4a89-9378-2588e0109eab x-openstack-request-id: req-4cedd543-b9e7-4a89-9378-2588e0109eab {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:05:10.669635 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:05:10.670530 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cedd543-b9e7-4a89-9378-2588e0109eab {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:05:10.670935 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'status': 'completed', 'code': 200} Oct 25 10:05:10.758272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8500f8-5e59-449f-b773-043acd62a05a req-82296e74-9fe9-4879-bb9d-8638ba38a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:10.759731 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8e8500f8-5e59-449f-b773-043acd62a05a req-82296e74-9fe9-4879-bb9d-8638ba38a22d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1135 time: 0.0457697 Oct 25 10:05:10.852281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8500f8-5e59-449f-b773-043acd62a05a req-e31a9329-926c-40c0-a66c-eded5b1c34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:10.853753 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8e8500f8-5e59-449f-b773-043acd62a05a req-e31a9329-926c-40c0-a66c-eded5b1c34e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.0858402 Oct 25 10:05:10.927890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8e8500f8-5e59-449f-b773-043acd62a05a req-fdc690f7-18c7-4898-a157-6e62c69b4167 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 1001 time: 0.0638213 Oct 25 10:05:10.978837 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8500f8-5e59-449f-b773-043acd62a05a req-1d5eba0c-9e08-43a1-b0e4-19abd2dcfd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:10.980290 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8e8500f8-5e59-449f-b773-043acd62a05a req-1d5eba0c-9e08-43a1-b0e4-19abd2dcfd0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0446615 Oct 25 10:05:11.027882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8500f8-5e59-449f-b773-043acd62a05a req-684733f9-a32b-4249-bdb4-a306735693bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:05:11.029994 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8e8500f8-5e59-449f-b773-043acd62a05a req-684733f9-a32b-4249-bdb4-a306735693bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403619 Oct 25 10:05:11.123231 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8e8500f8-5e59-449f-b773-043acd62a05a req-8f89bd67-017c-4dcc-8929-7ca9ccb49ea8 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845640 Oct 25 10:05:11.212752 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8e8500f8-5e59-449f-b773-043acd62a05a req-5b15fb28-ee5c-4a91-aead-767fa8542258 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814574 Oct 25 10:05:16.554438 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7d510988-a941-46f0-897d-09e330348ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:18.900264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca3e12fc-482e-435f-bd9e-ab7d76f21614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:20.079898 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:20.192422 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:22.050378 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:37.514461 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:05:39.188665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:40.388648 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:46.556998 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a84ddb7-445b-4f21-b96d-49afe21ca7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:48.902003 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e9aca85a-6963-4445-966a-9af222aa421c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:50.081022 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:50.195560 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:05:52.051648 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:07.858210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afc028-c331-49da-97b6-e88ba1a05699 req-048cdf5a-ca43-477c-9d7e-a4fd96cf301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:07.859761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15afc028-c331-49da-97b6-e88ba1a05699 req-048cdf5a-ca43-477c-9d7e-a4fd96cf301a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1135 time: 0.0475998 Oct 25 10:06:07.887169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcd82c-76cf-4ed4-8b19-a6fe7fa33272 req-c11e6f37-8816-4264-b1b8-2053b2eb3fcf tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:07.888661 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8abcd82c-76cf-4ed4-8b19-a6fe7fa33272 req-c11e6f37-8816-4264-b1b8-2053b2eb3fcf tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.1085768 Oct 25 10:06:07.930664 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8abcd82c-76cf-4ed4-8b19-a6fe7fa33272 req-23fae14d-78be-4c2c-a9dc-b9097ab1a3be tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356977 Oct 25 10:06:07.959492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afc028-c331-49da-97b6-e88ba1a05699 req-4bf594da-d6df-4c30-82e6-8db609f93bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:07.960992 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15afc028-c331-49da-97b6-e88ba1a05699 req-4bf594da-d6df-4c30-82e6-8db609f93bd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.0926185 Oct 25 10:06:08.030326 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15afc028-c331-49da-97b6-e88ba1a05699 req-aefdb074-6bc7-487c-b44f-4439c86c4f43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 1001 time: 0.0615120 Oct 25 10:06:08.081530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afc028-c331-49da-97b6-e88ba1a05699 req-84c8c2ee-d1e3-4706-a3d0-3141e2c896d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:08.082932 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15afc028-c331-49da-97b6-e88ba1a05699 req-84c8c2ee-d1e3-4706-a3d0-3141e2c896d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0445445 Oct 25 10:06:08.129520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afc028-c331-49da-97b6-e88ba1a05699 req-a6522b8e-be1c-4364-83b5-de49c0174ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:08.130954 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15afc028-c331-49da-97b6-e88ba1a05699 req-a6522b8e-be1c-4364-83b5-de49c0174ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402501 Oct 25 10:06:08.225172 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15afc028-c331-49da-97b6-e88ba1a05699 req-d7bf72d6-cfa6-448a-80d8-89471269041c service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857837 Oct 25 10:06:08.357669 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-15afc028-c331-49da-97b6-e88ba1a05699 req-c5aea6a4-2ad2-4496-a15e-d580895b9fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249464 Oct 25 10:06:09.048498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e41fd-f0d4-42df-8c0d-b6350cd72b6e req-47685fe0-b35c-4877-81d8-48d0a9eb46a9 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:09.050764 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-118e41fd-f0d4-42df-8c0d-b6350cd72b6e req-47685fe0-b35c-4877-81d8-48d0a9eb46a9 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0500026 Oct 25 10:06:09.089684 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-118e41fd-f0d4-42df-8c0d-b6350cd72b6e req-2ea4eeae-b16e-42bc-943a-3b28d6a4129e tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327473 Oct 25 10:06:09.183693 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:09.871859 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-94f7a47e-28f8-4a44-bedd-4af9bdec4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:09.873369 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-94f7a47e-28f8-4a44-bedd-4af9bdec4997 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1135 time: 0.0408018 Oct 25 10:06:09.983768 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-6914fa42-fe30-44ec-8e07-82d55d79451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:09.985288 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-6914fa42-fe30-44ec-8e07-82d55d79451e service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.0888422 Oct 25 10:06:10.054797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-f5490134-e39d-4eec-84a5-3d07b40880a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 1001 time: 0.0614185 Oct 25 10:06:10.104263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-d9278db3-5ff6-44e6-9431-cb240cc50382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:10.105725 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-d9278db3-5ff6-44e6-9431-cb240cc50382 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0435691 Oct 25 10:06:10.152571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-47f82756-d56c-4f20-aa27-2f24556866ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:10.154094 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-47f82756-d56c-4f20-aa27-2f24556866ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412495 Oct 25 10:06:10.207691 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd9126-1967-4a5b-977a-771f97e51e4f req-b52c6179-7fd7-4669-b2f2-5c1552062558 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:10.209200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7bd9126-1967-4a5b-977a-771f97e51e4f req-b52c6179-7fd7-4669-b2f2-5c1552062558 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0489881 Oct 25 10:06:10.248184 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-ad747784-c7d9-4a4d-9aac-7629ba8e1ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866489 Oct 25 10:06:10.249133 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d7bd9126-1967-4a5b-977a-771f97e51e4f req-0cc25c62-42e9-42ca-8d6e-2d3e63319e13 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338717 Oct 25 10:06:10.338635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cb110bb3-9133-4f73-b2c8-b608a5fc769a req-23fdb524-5b4e-46aa-b557-2f23bb03eb40 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830717 Oct 25 10:06:10.378110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:11.371812 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08d95c-7add-44c3-8e24-52d66ecddf4a req-9e364516-774d-4c0d-8c70-a9507438f280 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:11.373220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f08d95c-7add-44c3-8e24-52d66ecddf4a req-9e364516-774d-4c0d-8c70-a9507438f280 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0542939 Oct 25 10:06:11.415469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1f08d95c-7add-44c3-8e24-52d66ecddf4a req-9e97c585-6907-4554-90c9-a0cb3632bf82 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350900 Oct 25 10:06:12.530754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10a1d6-0a2a-4495-a1fd-1652ba024914 req-521fa607-6782-4ba3-8490-b6b390457e09 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:12.532215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d10a1d6-0a2a-4495-a1fd-1652ba024914 req-521fa607-6782-4ba3-8490-b6b390457e09 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0484269 Oct 25 10:06:12.572443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d10a1d6-0a2a-4495-a1fd-1652ba024914 req-bc5eb333-f34b-401a-8c2a-e9f39763f569 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334506 Oct 25 10:06:13.692983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebeacd-d6f2-4bcf-9811-dc2dbc09280a req-0177b9fd-322a-4b58-9ec1-b2ea954efe8f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:13.694428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46ebeacd-d6f2-4bcf-9811-dc2dbc09280a req-0177b9fd-322a-4b58-9ec1-b2ea954efe8f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0484810 Oct 25 10:06:13.733966 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46ebeacd-d6f2-4bcf-9811-dc2dbc09280a req-f21fd8a7-bbc9-41d5-bcb9-5673fde226ab tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334895 Oct 25 10:06:14.512714 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:06:14.858320 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779372-f35c-4713-b554-6b24f22e9330 req-c05842fd-26bc-42fa-8358-0a4d40bf30e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:14.859782 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46779372-f35c-4713-b554-6b24f22e9330 req-c05842fd-26bc-42fa-8358-0a4d40bf30e7 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0530212 Oct 25 10:06:14.901591 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46779372-f35c-4713-b554-6b24f22e9330 req-d84038dd-2cf5-4fd2-bdbb-1e423bcc9fb3 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351818 Oct 25 10:06:16.018606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9678965-7f54-4db3-bdda-d730662ed1e6 req-506d203d-557c-43bc-868e-e78fd7b57149 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:16.020071 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9678965-7f54-4db3-bdda-d730662ed1e6 req-506d203d-557c-43bc-868e-e78fd7b57149 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0500813 Oct 25 10:06:16.062351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9678965-7f54-4db3-bdda-d730662ed1e6 req-a4d11877-dd69-4816-ace3-5a5d0e86ad48 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333786 Oct 25 10:06:16.558619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cdc64b67-5605-454d-a2db-cbbf3d133e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:17.178951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402b461-88d1-4504-bf5c-15b9d74cb0e4 req-acb0d62d-013b-4177-84de-b4cbcb0e24de tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:17.180416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d402b461-88d1-4504-bf5c-15b9d74cb0e4 req-acb0d62d-013b-4177-84de-b4cbcb0e24de tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0487616 Oct 25 10:06:17.219554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d402b461-88d1-4504-bf5c-15b9d74cb0e4 req-77de3fb7-5325-4b81-ba96-ec864181b31c tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330708 Oct 25 10:06:18.339119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a19207-810c-451e-ac76-4bad9d640abf req-dbe696bf-3176-4701-b574-04e91df49219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:18.340494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78a19207-810c-451e-ac76-4bad9d640abf req-dbe696bf-3176-4701-b574-04e91df49219 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0529304 Oct 25 10:06:18.381159 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78a19207-810c-451e-ac76-4bad9d640abf req-7abec5f8-7890-4eae-a780-55f6d8463b95 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344908 Oct 25 10:06:18.903262 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-01505e2c-921d-4ee3-b372-4faedebe8712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:19.495608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a013f53-62e3-471a-b9c0-da28007b328a req-f9775010-c40b-4054-9105-b484ec172cb6 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:06:19.497098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a013f53-62e3-471a-b9c0-da28007b328a req-f9775010-c40b-4054-9105-b484ec172cb6 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0486062 Oct 25 10:06:19.537442 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9a013f53-62e3-471a-b9c0-da28007b328a req-eda43589-541f-4921-9caa-3bd2abe5ee64 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&id=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333304 Oct 25 10:06:20.086764 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:20.196571 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:22.054792 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:39.185372 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:40.391433 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:46.561701 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cc307fe7-67ae-4f49-bf70-26541216829e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:48.903491 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-abe70781-a30e-4eeb-9127-1dbb6ba7d2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:50.078285 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:50.199977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:06:51.513098 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:06:52.059403 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:09.183036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:10.394920 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:10.814580 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-1f8e5aa6-caf0-4129-ba6c-6c65722afea0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408788 Oct 25 10:07:10.919967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-b37b41ed-199a-484a-b896-6fae9ff51d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:10.921475 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-b37b41ed-199a-484a-b896-6fae9ff51d63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1135 time: 0.0459356 Oct 25 10:07:11.028123 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-e497b6f7-37d2-4c0f-943c-9fcd79dee7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:11.029606 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-e497b6f7-37d2-4c0f-943c-9fcd79dee7e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.0858626 Oct 25 10:07:11.102087 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-b048f551-cb45-42ad-a0cf-e336c4e8d455 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 1001 time: 0.0634482 Oct 25 10:07:11.153267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-3578111c-0a9e-401b-ba37-3af8ef564489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:11.154711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-3578111c-0a9e-401b-ba37-3af8ef564489 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0465167 Oct 25 10:07:11.202117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-7b6df479-5d1d-4dfd-af59-61a159596e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:11.203580 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-7b6df479-5d1d-4dfd-af59-61a159596e15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408533 Oct 25 10:07:11.299191 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-826ba55e-fcd9-456a-9d08-c33e9b2eaf72 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873940 Oct 25 10:07:11.389675 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c478bfc9-fc4f-49d2-a2c4-869c26692f26 req-a58383a3-1946-4f72-83fa-d42499710936 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834179 Oct 25 10:07:16.562875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-17b75636-42c8-40ba-a868-1f3de6bc0564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:18.905454 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-79da6a64-33a6-42be-8ebe-b246e7bf3a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:20.079868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:20.203544 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:22.059360 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:22.899473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-8b9db32a-186a-45f7-b0e3-e357bdcbd4ad tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655040458&fields=id&tenant_id=7c49ef570d03404fb5d6f98f015dde5e HTTP/1.1" status: 200 len: 267 time: 0.0344362 Oct 25 10:07:22.954773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-7fe9585f-bc26-48bd-985e-222ed404ff50 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:22.956998 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-7fe9585f-bc26-48bd-985e-222ed404ff50 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 984 time: 0.0518324 Oct 25 10:07:22.968714 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Request body: {'port': {'security_groups': ['279b08f7-0f07-4c92-a7f1-da0a33bef4fd']}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:23.033045 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.200033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] For port a6f780f0-3523-4689-810e-56b0eb6f78ac, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:23.228625 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.232902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.265672 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a6f780f0-3523-4689-810e-56b0eb6f78ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:07:23.281269 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:23.281894 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.283290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-98ce7cdb-0c66-4f1b-a0e5-ce203fea7080 req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "PUT /v2.0/ports/a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 942 time: 0.3192086 Oct 25 10:07:23.283744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:07:23.286036 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:07:23.289846 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43184) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:23.309969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event updated for resources: {'Port': ['ID=a6f780f0-3523-4689-810e-56b0eb6f78ac,revision_number=7']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:23.318213 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.318555 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.318891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.319752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.320148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.320148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.321079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.321079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.321365 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.321680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.322003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.322316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e6b1e-b448-4a07-bc4c-842fac8cea3f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.348110 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d443da8e-b00d-43f6-bf0b-ba99ddb3c433 x-openstack-request-id: req-d443da8e-b00d-43f6-bf0b-ba99ddb3c433 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:07:23.349500 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:07:23.349981 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d443da8e-b00d-43f6-bf0b-ba99ddb3c433 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:07:23.353156 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'status': 'completed', 'code': 200} Oct 25 10:07:23.380309 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.409753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a6f780f0-3523-4689-810e-56b0eb6f78ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:07:23.435211 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.478200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-3a4502ba-3eba-4f5d-90b5-fd6db66673af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:23.479627 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-3a4502ba-3eba-4f5d-90b5-fd6db66673af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1096 time: 0.0861046 Oct 25 10:07:23.558844 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.561608 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.562768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "DELETE /v2.0/security-groups/aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79 HTTP/1.1" status: 204 len: 168 time: 0.2711983 Oct 25 10:07:23.565591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43190) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:23.590520 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5bcc10-d9e0-4e6d-81ae-9c05cb222b79,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:23.605478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.605705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-264257df-1881-4dfe-8482-51575bf7da10 None None] Provisioning complete for port a6f780f0-3523-4689-810e-56b0eb6f78ac triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:23.605805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.606041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-264257df-1881-4dfe-8482-51575bf7da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.606177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.606462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.606788 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.607107 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.607426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.607743 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.608144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.608553 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.608686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.609035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eba362-3e86-436d-9c87-2b6d4d98678f tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:23.616799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-c7b05fc4-4cad-4964-9bbd-19790312d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:23.618373 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-c7b05fc4-4cad-4964-9bbd-19790312d1cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.1306410 Oct 25 10:07:23.696031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-644276ef-c748-4213-a06f-e3f017d52e8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 1001 time: 0.0684464 Oct 25 10:07:23.745683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-4a2a5792-e669-4560-b6e8-d65a9c70cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:23.747049 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-4a2a5792-e669-4560-b6e8-d65a9c70cf7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0442233 Oct 25 10:07:23.752086 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Deleting port 520c0a51-abe6-410f-bb2b-05965d61c5be {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:23.752430 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.831814 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.832144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:23.845004 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Calling delete_port for 520c0a51-abe6-410f-bb2b-05965d61c5be owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:24.002209 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:24.030478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event deleted for resources: {'Port': ['ID=520c0a51-abe6-410f-bb2b-05965d61c5be,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:24.094572 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:24.094899 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Floating IP 10d86e83-b503-4365-8bb8-db290e169723 disassociated (deleted). External IP: 172.25.8.244, port: a6f780f0-3523-4689-810e-56b0eb6f78ac. Oct 25 10:07:24.142549 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-fdd6ef68-165f-4293-9164-a4b973669ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:24.144042 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-fdd6ef68-165f-4293-9164-a4b973669ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3898001 Oct 25 10:07:24.233425 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-f184aa1a-8320-4b23-9bfb-7ed39c74ae47 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815427 Oct 25 10:07:24.300228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Router 79961168-0282-469a-84f1-4287db57f841 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:07:24.327683 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2b7a042-6ae9-4261-8ede-3c8ab8aaae58 req-15c77e79-5960-419b-a5de-6f97c7b29c69 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865736 Oct 25 10:07:24.408442 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:07:24.414004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:24.418746 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] Sync routers for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:07:24.428530 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:24.429339 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:24.440459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-17eccb86-2abc-47c5-9fc5-e83b392b7bf2 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "DELETE /v2.0/floatingips/10d86e83-b503-4365-8bb8-db290e169723 HTTP/1.1" status: 204 len: 168 time: 0.8736978 Oct 25 10:07:24.534013 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:24.738530 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:15Z', 'revision_number': 5, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:24.767635 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] Checking router: 79961168-0282-469a-84f1-4287db57f841 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:07:24.775767 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:24.776344 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:24.887473 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:25.074344 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:15Z', 'revision_number': 5, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:25.103245 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74398b-1439-48ce-bad1-55447cec774c None None] The sync data for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 is: [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:04:11Z', 'revision_number': 4, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '377dba96-6b2b-4f55-b678-84a1554e4755', 'name': '', 'network_id': '99e02e18-3451-43e3-863d-4d3809e95035', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'mac_address': 'fa:16:3e:2d:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:10Z', 'updated_at': '2021-10-25T10:04:15Z', 'revision_number': 5, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'subnets': [{'id': '50b6e34f-2ef1-4d20-934c-0c4c54575f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:07:25.323739 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe1c17f-49e4-4815-94fe-4e9421232a9f None None] New status for floating IP 10d86e83-b503-4365-8bb8-db290e169723: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:07:25.354281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:07:25.356710 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae654310-7fe5-4f05-9777-dcc8cad7a885" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:07:25.395869 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ff63bf-edaa-4fc2-8943-6b93945eee51 x-openstack-request-id: req-08ff63bf-edaa-4fc2-8943-6b93945eee51 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:07:25.396161 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:07:25.396419 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08ff63bf-edaa-4fc2-8943-6b93945eee51 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:07:25.396993 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'status': 'completed', 'code': 200} Oct 25 10:07:25.481027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-be14e654-09e8-45b2-a5d7-54bb5f7a37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:25.483280 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-be14e654-09e8-45b2-a5d7-54bb5f7a37e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 1096 time: 0.0440705 Oct 25 10:07:25.580480 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-6cf19900-dc00-4288-87ba-aa26690576e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:25.582003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-6cf19900-dc00-4288-87ba-aa26690576e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 200 len: 916 time: 0.0911152 Oct 25 10:07:25.623331 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-0fec0eda-1f23-429b-a39c-433e1cdc0a4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 200 len: 217 time: 0.0342574 Oct 25 10:07:25.674349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-961a4b03-8c0b-4d1e-831d-6001b9f05e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:25.675732 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-961a4b03-8c0b-4d1e-831d-6001b9f05e4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 200 len: 854 time: 0.0451028 Oct 25 10:07:25.728610 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-d4150b92-c811-46ae-9d34-a196947d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:25.730144 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-d4150b92-c811-46ae-9d34-a196947d5f3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99e02e18-3451-43e3-863d-4d3809e95035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470250 Oct 25 10:07:25.818689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-265ec25e-76af-4701-a65e-f157acb3cb55 service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812378 Oct 25 10:07:25.914887 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae654310-7fe5-4f05-9777-dcc8cad7a885 req-c24c36d7-9896-4c53-93ac-a47b526cc2cf service neutron] 10.222.0.41 "GET /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888300 Oct 25 10:07:28.512803 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:07:33.459088 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aa1da-e72f-4674-8734-3244b8d29b78 req-dc92d07a-15ff-4fc8-831c-99fb95b82912 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:33.461232 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-956aa1da-e72f-4674-8734-3244b8d29b78 req-dc92d07a-15ff-4fc8-831c-99fb95b82912 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0527093 Oct 25 10:07:33.502067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-956aa1da-e72f-4674-8734-3244b8d29b78 req-46f2c545-f7f7-4770-b1f6-6a21bcccfe45 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345984 Oct 25 10:07:34.618515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525aeb-766d-4e94-8a73-d787d8ae904f req-3eef89b0-2b43-4fe3-a227-20ea37500dcc tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:34.619962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3525aeb-766d-4e94-8a73-d787d8ae904f req-3eef89b0-2b43-4fe3-a227-20ea37500dcc tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0479665 Oct 25 10:07:34.657716 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d3525aeb-766d-4e94-8a73-d787d8ae904f req-e356653a-fed4-4156-a4c6-ac5711e554de tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Oct 25 10:07:35.419611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-11e532b5-29d1-48e0-a2b4-97d36a6bb4d3 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:35.421069 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-11e532b5-29d1-48e0-a2b4-97d36a6bb4d3 tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 945 time: 0.0493448 Oct 25 10:07:35.516322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Deleting port a6f780f0-3523-4689-810e-56b0eb6f78ac {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:35.516661 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:35.605849 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] For port a6f780f0-3523-4689-810e-56b0eb6f78ac, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=a6f780f0-3523-4689-810e-56b0eb6f78ac,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:35.606213 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:35.618567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Calling delete_port for a6f780f0-3523-4689-810e-56b0eb6f78ac owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:35.750218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:35.776940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f1f6f-ec1d-47c5-9591-77487d49bf32 req-521cfddf-b496-4e9d-8bfc-cb681dc0e4cd tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:35.778404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be1f1f6f-ec1d-47c5-9591-77487d49bf32 req-521cfddf-b496-4e9d-8bfc-cb681dc0e4cd tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5b0b97-4258-47c4-8b54-5c57f698229e HTTP/1.1" status: 200 len: 867 time: 0.0522213 Oct 25 10:07:35.785850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Pushing event deleted for resources: {'Port': ['ID=a6f780f0-3523-4689-810e-56b0eb6f78ac,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:35.796302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['a6f780f0-3523-4689-810e-56b0eb6f78ac'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:07:35.830352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be1f1f6f-ec1d-47c5-9591-77487d49bf32 req-88e1dd4a-b01d-4724-adf5-6e4a0cefc0ab tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.32 "GET /v2.0/security-groups?id=279b08f7-0f07-4c92-a7f1-da0a33bef4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Oct 25 10:07:35.831047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] No DVR routers for this DVR port a6f780f0-3523-4689-810e-56b0eb6f78ac on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:07:35.833469 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:35.837548 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aeb09135-8e1c-4859-b052-3a766f2a1515 req-2d479bf3-ab0d-4063-9bdd-0207e02fa1af tempest-TestMinimumBasicScenario-1007985499 tempest-TestMinimumBasicScenario-1007985499-project] 10.222.0.41 "DELETE /v2.0/ports/a6f780f0-3523-4689-810e-56b0eb6f78ac HTTP/1.1" status: 204 len: 173 time: 0.4105089 Oct 25 10:07:35.837989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'name': 'network-vif-deleted', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:07:35.840348 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107dd0b4-81b9-433a-9741-bbff35129eb7" -d '{"events": [{"server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "name": "network-vif-deleted", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:07:35.946404 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116f4917-617e-41ba-ae80-c706c97ece62 x-openstack-request-id: req-116f4917-617e-41ba-ae80-c706c97ece62 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:07:35.946698 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b0b97-4258-47c4-8b54-5c57f698229e", "name": "network-vif-deleted", "tag": "a6f780f0-3523-4689-810e-56b0eb6f78ac", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:07:35.946955 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-116f4917-617e-41ba-ae80-c706c97ece62 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:07:35.947359 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b0b97-4258-47c4-8b54-5c57f698229e', 'name': 'network-vif-deleted', 'tag': 'a6f780f0-3523-4689-810e-56b0eb6f78ac', 'status': 'completed', 'code': 200} Oct 25 10:07:37.402932 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43290) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:37.743214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:37.978615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Deleting port 377dba96-6b2b-4f55-b678-84a1554e4755 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:37.978950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:38.055502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] For port 377dba96-6b2b-4f55-b678-84a1554e4755, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=377dba96-6b2b-4f55-b678-84a1554e4755,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:38.055767 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:38.067437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Calling delete_port for 377dba96-6b2b-4f55-b678-84a1554e4755 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:38.410673 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a6f780f0-3523-4689-810e-56b0eb6f78ac no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:07:38.432049 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: a6f780f0-3523-4689-810e-56b0eb6f78ac {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:07:38.432410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device a6f780f0-3523-4689-810e-56b0eb6f78ac not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:07:38.545259 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:38.575682 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Pushing event deleted for resources: {'Port': ['ID=377dba96-6b2b-4f55-b678-84a1554e4755,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:38.743393 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:38.954391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Router 79961168-0282-469a-84f1-4287db57f841 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:07:39.058339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:07:39.063328 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f5eac53d-bf28-4d8d-9c29-4cedd3c91277 admin admin] 10.222.0.32 "PUT /v2.0/routers/79961168-0282-469a-84f1-4287db57f841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6593871 Oct 25 10:07:39.065874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43292) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:39.069032 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] Sync routers for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:07:39.078690 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:39.079300 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:39.172849 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.194341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.270612 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:39.279081 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.332009 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Deleting port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:39.332347 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.411319 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] For port fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:39.411681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.424186 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Calling delete_port for fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:39.447297 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:07:38Z', 'revision_number': 5, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port': {'id': 'fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79961168-0282-469a-84f1-4287db57f841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:09Z', 'updated_at': '2021-10-25T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:39.476977 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] Checking router: 79961168-0282-469a-84f1-4287db57f841 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:07:39.485093 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] Routers {'79961168-0282-469a-84f1-4287db57f841'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:39.485688 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['79961168-0282-469a-84f1-4287db57f841'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:39.571129 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] Set router 79961168-0282-469a-84f1-4287db57f841 gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:39.593194 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.622091 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:07:39Z', 'revision_number': 6, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:39.624292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:39.652826 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6636f0-82c1-424b-a6d3-b84642fc6c8a None None] The sync data for ids ['79961168-0282-469a-84f1-4287db57f841'] in n-d-814746-2 is: [{'id': '79961168-0282-469a-84f1-4287db57f841', 'name': 'tempest-TestMinimumBasicScenario-1781160876-router', 'tenant_id': '7c49ef570d03404fb5d6f98f015dde5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:08Z', 'updated_at': '2021-10-25T10:07:39Z', 'revision_number': 6, 'project_id': '7c49ef570d03404fb5d6f98f015dde5e', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:07:39.690385 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.786783 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.789334 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.834681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.835143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79961168-0282-469a-84f1-4287db57f841 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:07:39.839688 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.840839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1676c0a5-7cc5-4592-a617-523797bdce1e admin admin] 10.222.0.32 "DELETE /v2.0/routers/79961168-0282-469a-84f1-4287db57f841 HTTP/1.1" status: 204 len: 168 time: 0.7740662 Oct 25 10:07:39.843356 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43294) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:39.892159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6a4025-f2ec-4af4-8f24-20dc2f8c31dd admin admin] Deleting subnet 50b6e34f-2ef1-4d20-934c-0c4c54575f5c {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:07:39.895264 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4025-f2ec-4af4-8f24-20dc2f8c31dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:39.930074 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4025-f2ec-4af4-8f24-20dc2f8c31dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.005144 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4025-f2ec-4af4-8f24-20dc2f8c31dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.056326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4025-f2ec-4af4-8f24-20dc2f8c31dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.085229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a4025-f2ec-4af4-8f24-20dc2f8c31dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b6e34f-2ef1-4d20-934c-0c4c54575f5c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:40.088984 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4025-f2ec-4af4-8f24-20dc2f8c31dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.092514 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8a6a4025-f2ec-4af4-8f24-20dc2f8c31dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/50b6e34f-2ef1-4d20-934c-0c4c54575f5c HTTP/1.1" status: 204 len: 168 time: 0.2478526 Oct 25 10:07:40.094569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d4345-59c4-4343-bcc3-23bc7ea0965b None None] Network 99e02e18-3451-43e3-863d-4d3809e95035 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:07:40.095519 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43296) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:40.187326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.199315 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 377dba96-6b2b-4f55-b678-84a1554e4755 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:07:40.237244 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 377dba96-6b2b-4f55-b678-84a1554e4755 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:07:40.237536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 377dba96-6b2b-4f55-b678-84a1554e4755 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:07:40.237919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:07:40.247958 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Deleting port 7b53836a-a628-4fae-8f33-2dbbc01fecda {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:40.248304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.263642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:07:40.263988 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device fa7e840c-6f9c-4c71-9db9-ca6e9ae4b99e not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:07:40.326477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] For port 7b53836a-a628-4fae-8f33-2dbbc01fecda, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b53836a-a628-4fae-8f33-2dbbc01fecda,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:40.326840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.328479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] DHCP port deletion for 99e02e18-3451-43e3-863d-4d3809e95035 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:07:40.342767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Calling delete_port for 7b53836a-a628-4fae-8f33-2dbbc01fecda owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:40.379442 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Deleting port 7b53836a-a628-4fae-8f33-2dbbc01fecda {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:40.379806 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.431473 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.450800 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.457190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] For port 7b53836a-a628-4fae-8f33-2dbbc01fecda, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=7b53836a-a628-4fae-8f33-2dbbc01fecda,segment=NetworkSegment(261a00b3-9450-4161-bf8d-41fd78dd5eb4),segment_id=261a00b3-9450-4161-bf8d-41fd78dd5eb4)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:40.457576 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.462875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b53836a-a628-4fae-8f33-2dbbc01fecda,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:40.468037 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] No DVR routers for this DVR port 7b53836a-a628-4fae-8f33-2dbbc01fecda on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:07:40.472532 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Calling delete_port for 7b53836a-a628-4fae-8f33-2dbbc01fecda owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:40.545908 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.551350 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.573364 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e02e18-3451-43e3-863d-4d3809e95035']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:40.577474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Pushing event deleted for resources: {'Port': ['ID=7b53836a-a628-4fae-8f33-2dbbc01fecda,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:40.579702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] No DVR routers for this DVR port 7b53836a-a628-4fae-8f33-2dbbc01fecda on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:07:40.582924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261a00b3-9450-4161-bf8d-41fd78dd5eb4') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:40.583220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261a00b3-9450-4161-bf8d-41fd78dd5eb4') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:40.589952 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.590297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.590632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.590967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.591298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.591623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.591945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.592343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.592575 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.592919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.593242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.593564 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28fb0d-924e-4a58-92b3-92317b3e4266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:40.597242 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.610716 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.617007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:07:40.617509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: timer() Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:07:40.619401 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:07:40.677111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.682756 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:40.686072 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] 10.222.0.32 "DELETE /v2.0/networks/99e02e18-3451-43e3-863d-4d3809e95035 HTTP/1.1" status: 204 len: 168 time: 0.5896132 Oct 25 10:07:40.689227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43298) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:40.699118 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bada1-7ba3-45ae-8de0-a252be74c847 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e02e18-3451-43e3-863d-4d3809e95035,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:41.046173 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:41.292380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Deleting port 829c842a-381f-4a14-a696-52cc27471c0c {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:41.292722 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:41.370409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] For port 829c842a-381f-4a14-a696-52cc27471c0c, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=829c842a-381f-4a14-a696-52cc27471c0c,segment=NetworkSegment(c5ab05ef-a0b5-4071-9775-6c9688e75a12),segment_id=c5ab05ef-a0b5-4071-9775-6c9688e75a12)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:41.370685 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:41.383774 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Calling delete_port for 829c842a-381f-4a14-a696-52cc27471c0c owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:41.558183 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:41.588971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=829c842a-381f-4a14-a696-52cc27471c0c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:41.753054 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:41.963562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:07:42.071607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:07:42.076566 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d647c785-bd83-4d6f-9409-8751ace2b7ba admin admin] 10.222.0.32 "PUT /v2.0/routers/74cdda9f-0db2-49b3-9f78-cc52d50a23d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3862977 Oct 25 10:07:42.079147 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43300) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:42.081875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] Sync routers for ids ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:07:42.092360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] Routers {'74cdda9f-0db2-49b3-9f78-cc52d50a23d2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:42.093008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:42.186091 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.201690 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] Set router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:42.295040 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.355830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Deleting port 4da2cf3a-35f9-4633-832e-eb19ba66b528 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:42.356169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.417608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7b53836a-a628-4fae-8f33-2dbbc01fecda no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:07:42.438134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] For port 4da2cf3a-35f9-4633-832e-eb19ba66b528, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4da2cf3a-35f9-4633-832e-eb19ba66b528,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:42.438493 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.447427 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 7b53836a-a628-4fae-8f33-2dbbc01fecda {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:07:42.447767 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 7b53836a-a628-4fae-8f33-2dbbc01fecda not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:07:42.451693 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Calling delete_port for 4da2cf3a-35f9-4633-832e-eb19ba66b528 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:42.562214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:07:41Z', 'revision_number': 5, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port': {'id': '4da2cf3a-35f9-4633-832e-eb19ba66b528', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:79:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:42.588299 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] Checking router: 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:07:42.596588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] Routers {'74cdda9f-0db2-49b3-9f78-cc52d50a23d2'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:42.597208 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:42.616733 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.643936 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da2cf3a-35f9-4633-832e-eb19ba66b528,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:42.684795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] Set router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:42.705197 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.738567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:07:42Z', 'revision_number': 6, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:42.765327 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce9cdb9-48b7-4e70-b35f-6b8ea7b31e0f None None] The sync data for ids ['74cdda9f-0db2-49b3-9f78-cc52d50a23d2'] in n-d-814746-2 is: [{'id': '74cdda9f-0db2-49b3-9f78-cc52d50a23d2', 'name': 'tempest-TestMinimumBasicScenario-273350235-router', 'tenant_id': '98505e58ec744d8b80be21c4f8531e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:04:13Z', 'updated_at': '2021-10-25T10:07:42Z', 'revision_number': 6, 'project_id': '98505e58ec744d8b80be21c4f8531e70', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:07:42.799039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.799527 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.843933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.844466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74cdda9f-0db2-49b3-9f78-cc52d50a23d2 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:07:42.849107 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.851313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d368c6d5-c978-4a62-a0ac-a12b1a6d9545 admin admin] 10.222.0.32 "DELETE /v2.0/routers/74cdda9f-0db2-49b3-9f78-cc52d50a23d2 HTTP/1.1" status: 204 len: 168 time: 0.7709091 Oct 25 10:07:42.853870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43302) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:42.898263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03a44f6-8cc5-477b-a169-99e9866c0842 admin admin] Deleting subnet bc3d4013-f160-40e9-a87f-fcdd1def467d {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:07:42.901313 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03a44f6-8cc5-477b-a169-99e9866c0842 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:42.938650 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03a44f6-8cc5-477b-a169-99e9866c0842 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.014133 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03a44f6-8cc5-477b-a169-99e9866c0842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.067366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03a44f6-8cc5-477b-a169-99e9866c0842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.095099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a44f6-8cc5-477b-a169-99e9866c0842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3d4013-f160-40e9-a87f-fcdd1def467d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:43.097042 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a03a44f6-8cc5-477b-a169-99e9866c0842 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.104045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a03a44f6-8cc5-477b-a169-99e9866c0842 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bc3d4013-f160-40e9-a87f-fcdd1def467d HTTP/1.1" status: 204 len: 168 time: 0.2463317 Oct 25 10:07:43.104045 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43304) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:43.106428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0b3e2-9dc9-47df-8b64-5f9f90a425cf None None] Network 24190e56-343c-43e7-a0b3-6ced7451f942 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:07:43.188931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.243870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Deleting port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:07:43.244213 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.308863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] For port 5b4267c9-8c1e-44dd-9fb6-185ead953d86, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=5b4267c9-8c1e-44dd-9fb6-185ead953d86,segment=NetworkSegment(c5ab05ef-a0b5-4071-9775-6c9688e75a12),segment_id=c5ab05ef-a0b5-4071-9775-6c9688e75a12)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:43.309247 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.326415 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Calling delete_port for 5b4267c9-8c1e-44dd-9fb6-185ead953d86 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:07:43.404207 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.430677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4267c9-8c1e-44dd-9fb6-185ead953d86,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:43.432472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] No DVR routers for this DVR port 5b4267c9-8c1e-44dd-9fb6-185ead953d86 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:07:43.507366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.523398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56697192-411d-4477-a1f7-5e6a9c00bcad None None] DHCP port deletion for 24190e56-343c-43e7-a0b3-6ced7451f942 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:07:43.533529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24190e56-343c-43e7-a0b3-6ced7451f942']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:43.541617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ab05ef-a0b5-4071-9775-6c9688e75a12') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:43.541913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ab05ef-a0b5-4071-9775-6c9688e75a12') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:43.551535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.570428 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.577267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:07:43.577648 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:07:43.579463 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:07:43.635816 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.641768 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.645865 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/24190e56-343c-43e7-a0b3-6ced7451f942 HTTP/1.1" status: 204 len: 168 time: 0.5412171 Oct 25 10:07:43.659599 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938954e-74ab-4cde-8912-a07c9bf3acb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=24190e56-343c-43e7-a0b3-6ced7451f942,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:43.818312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43308) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:43.862232 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d6059cec-7d3d-4620-a99c-8bdaaf47e049 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c49ef570d03404fb5d6f98f015dde5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427485 Oct 25 10:07:43.864876 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43310) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:43.913066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c0084b-65ba-45f5-9338-4fe6f444f57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.934238 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c0084b-65ba-45f5-9338-4fe6f444f57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.981715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c0084b-65ba-45f5-9338-4fe6f444f57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.984295 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-50c0084b-65ba-45f5-9338-4fe6f444f57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:43.985463 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-50c0084b-65ba-45f5-9338-4fe6f444f57c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/279b08f7-0f07-4c92-a7f1-da0a33bef4fd HTTP/1.1" status: 204 len: 168 time: 0.1194181 Oct 25 10:07:43.994738 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0084b-65ba-45f5-9338-4fe6f444f57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279b08f7-0f07-4c92-a7f1-da0a33bef4fd,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:44.187039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 829c842a-381f-4a14-a696-52cc27471c0c no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:07:44.207671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 829c842a-381f-4a14-a696-52cc27471c0c {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:07:44.208013 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 829c842a-381f-4a14-a696-52cc27471c0c not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:07:44.208691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4da2cf3a-35f9-4633-832e-eb19ba66b528 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:07:44.230320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4da2cf3a-35f9-4633-832e-eb19ba66b528 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:07:44.230931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4da2cf3a-35f9-4633-832e-eb19ba66b528 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:07:44.231340 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5b4267c9-8c1e-44dd-9fb6-185ead953d86 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:07:44.252012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 5b4267c9-8c1e-44dd-9fb6-185ead953d86 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:07:44.252465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 5b4267c9-8c1e-44dd-9fb6-185ead953d86 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:07:44.307879 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43316) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:44.346883 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-55b882a6-ae63-4df3-824d-d6d9bdedc114 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98505e58ec744d8b80be21c4f8531e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378654 Oct 25 10:07:44.349386 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43318) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:44.397041 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9c87972-8e25-4386-b5e8-2dfd206ead1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:44.417915 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9c87972-8e25-4386-b5e8-2dfd206ead1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:44.463014 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9c87972-8e25-4386-b5e8-2dfd206ead1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:44.465671 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b9c87972-8e25-4386-b5e8-2dfd206ead1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:44.466798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b9c87972-8e25-4386-b5e8-2dfd206ead1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77a947f7-e6a5-440e-b998-1ec28cb2c060 HTTP/1.1" status: 204 len: 168 time: 0.1165106 Oct 25 10:07:44.474977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c87972-8e25-4386-b5e8-2dfd206ead1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a947f7-e6a5-440e-b998-1ec28cb2c060,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:46.086256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43358) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:46.090815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509434475', 'description': 'tempest-secgroup-smoke-509434475 description', 'project_id': '960a8716b87a44718683cf828ade0780'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:46.114023 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.122555 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.196754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.200267 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.241530 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05450aba-e6af-4c85-b79e-265051277a37,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:46.281904 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.285676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.312976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.314121 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2268431 Oct 25 10:07:46.317139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43360) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:46.318044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6711db5-2ec9-406e-af95-73bfca79154b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017edb4c-0472-4a36-899f-d380b98ecd65,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:46.323161 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c6986607-baad-49f4-a904-d89ece71a411 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '017edb4c-0472-4a36-899f-d380b98ecd65', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:46.352760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6986607-baad-49f4-a904-d89ece71a411 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.399480 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6986607-baad-49f4-a904-d89ece71a411 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.402805 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6986607-baad-49f4-a904-d89ece71a411 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.422922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6986607-baad-49f4-a904-d89ece71a411 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06da6d55-81b3-42ba-866f-7856350014b1,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:46.430343 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c6986607-baad-49f4-a904-d89ece71a411 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.431628 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c6986607-baad-49f4-a904-d89ece71a411 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134167 Oct 25 10:07:46.434336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43362) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:46.438725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-9108477f-241e-4c55-9047-1e004038002a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '017edb4c-0472-4a36-899f-d380b98ecd65', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:46.466303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9108477f-241e-4c55-9047-1e004038002a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.520707 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9108477f-241e-4c55-9047-1e004038002a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.524689 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9108477f-241e-4c55-9047-1e004038002a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.546140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108477f-241e-4c55-9047-1e004038002a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2cef6d-61f0-4fa8-8876-b4dd3835d305,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:46.551099 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9108477f-241e-4c55-9047-1e004038002a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.555146 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9108477f-241e-4c55-9047-1e004038002a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169934 Oct 25 10:07:46.555146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43364) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:46.559486 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8eb6f916-a465-4bf8-a49d-674a4d0556f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '017edb4c-0472-4a36-899f-d380b98ecd65', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:46.568680 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-09a814b8-090a-4e87-8697-f25a00857ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.587525 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8eb6f916-a465-4bf8-a49d-674a4d0556f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.644283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8eb6f916-a465-4bf8-a49d-674a4d0556f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.648273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8eb6f916-a465-4bf8-a49d-674a4d0556f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.665247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6f916-a465-4bf8-a49d-674a4d0556f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633e1c51-11b8-4ee8-918b-08eaf314a44a,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:46.673781 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8eb6f916-a465-4bf8-a49d-674a4d0556f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.674959 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8eb6f916-a465-4bf8-a49d-674a4d0556f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189053 Oct 25 10:07:46.677912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43366) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:46.682142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c80aa3de-8241-4876-a648-bb4157db8218 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '017edb4c-0472-4a36-899f-d380b98ecd65', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:46.707314 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3de-8241-4876-a648-bb4157db8218 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.768258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3de-8241-4876-a648-bb4157db8218 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.772477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3de-8241-4876-a648-bb4157db8218 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.789229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80aa3de-8241-4876-a648-bb4157db8218 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8da84e-9d9e-4a36-b50f-a5732df6502c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:46.797535 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c80aa3de-8241-4876-a648-bb4157db8218 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.798715 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c80aa3de-8241-4876-a648-bb4157db8218 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198986 Oct 25 10:07:46.801402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43368) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:46.805763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-b3293abd-74de-4215-9526-6f7b4a863a21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '017edb4c-0472-4a36-899f-d380b98ecd65', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:46.826599 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-b3293abd-74de-4215-9526-6f7b4a863a21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:07:46.831167 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b3293abd-74de-4215-9526-6f7b4a863a21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.889901 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b3293abd-74de-4215-9526-6f7b4a863a21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.894372 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b3293abd-74de-4215-9526-6f7b4a863a21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.915215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3293abd-74de-4215-9526-6f7b4a863a21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1002eb7f-73b1-45aa-a85f-bf476697a6d0,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:46.922171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b3293abd-74de-4215-9526-6f7b4a863a21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:46.923338 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b3293abd-74de-4215-9526-6f7b4a863a21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210241 Oct 25 10:07:46.926059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43370) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:46.930309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-27c20ee7-767a-4b68-9f63-2bb7f17487e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '017edb4c-0472-4a36-899f-d380b98ecd65', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:46.951284 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-27c20ee7-767a-4b68-9f63-2bb7f17487e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:07:46.955983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27c20ee7-767a-4b68-9f63-2bb7f17487e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.018417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27c20ee7-767a-4b68-9f63-2bb7f17487e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.022946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27c20ee7-767a-4b68-9f63-2bb7f17487e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.037767 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c20ee7-767a-4b68-9f63-2bb7f17487e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96ef461-8839-4887-951a-b25a8cfca2fe,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:47.049088 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-27c20ee7-767a-4b68-9f63-2bb7f17487e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.050291 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-27c20ee7-767a-4b68-9f63-2bb7f17487e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233187 Oct 25 10:07:47.054465 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43372) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:47.060804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'network': {'name': 'tempest-network-smoke--93187758', 'project_id': '960a8716b87a44718683cf828ade0780', 'port_security_enabled': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:47.084487 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:07:47.087875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.111246 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:07:47.121176 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.121514 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Added segment c43f83ef-4442-4b51-9bac-89557f91dc5e of type vlan for network cec61b8f-9675-419d-bd78-3d6f0f95e16c Oct 25 10:07:47.162756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.187029 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.192746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:47.193930 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.250047 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1944089 Oct 25 10:07:47.253135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43374) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:47.258243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'admin_state_up': True, 'project_id': '960a8716b87a44718683cf828ade0780', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:47.280429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93637712-29a6-40c0-8ad9-b81326ca6c8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Network': ['ID=cec61b8f-9675-419d-bd78-3d6f0f95e16c,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:47.291321 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:07:47.295698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.296764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.349746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.798021 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:47.986516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:48.009782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:48.110873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.63 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/e85b854f-eb94-4e9e-a03c-ca5d251daab7) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:07:48.216285 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:48.249015 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:48.286874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:07:48.289836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:07:48.293348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:07:48.317488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=e85b854f-eb94-4e9e-a03c-ca5d251daab7,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:48.544870 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:48.746667 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:48.874538 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d4452ca6-8aa3-41bd-a811-c5d46021fb13 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:07:48.906595 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2c9f024c-998a-4fb6-b5fc-2effa9dcc9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:48.982434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:07:48.992496 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Sync routers for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:07:49.003139 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:49.003669 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:49.003968 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.008480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43376) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:49.009003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c07d7363-d231-404a-b6ce-6244ec879802 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7544944 Oct 25 10:07:49.107045 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:49.129449 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-54c1de02-980c-4b08-8353-99d1fe50d6fc tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=960a8716b87a44718683cf828ade0780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1196711 Oct 25 10:07:49.132393 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43380) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:49.220981 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bc5ee-7157-4bea-a642-1522f276769e tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:49.222483 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e54bc5ee-7157-4bea-a642-1522f276769e tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889750 Oct 25 10:07:49.226097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43382) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:49.254426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c44e5fd9-3812-4415-a912-83e77783549d tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270870 Oct 25 10:07:49.257007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43384) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:49.261662 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-78860358', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'project_id': '960a8716b87a44718683cf828ade0780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:49.280419 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:48Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:49.309694 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Checking router: d4452ca6-8aa3-41bd-a811-c5d46021fb13 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:07:49.310028 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Updating router d4452ca6-8aa3-41bd-a811-c5d46021fb13 port e85b854f-eb94-4e9e-a03c-ca5d251daab7 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:07:49.334280 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.350664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:07:49.354200 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.541126 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.581791 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.589453 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.603822 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Subnet': ['ID=071273a8-6327-4c9e-b9fc-a91df032e998,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:49.614943 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Checking segment: {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:07:49.615303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network hostable DHCP agents. Network: cec61b8f-9675-419d-bd78-3d6f0f95e16c, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:07:49.638551 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Attempting to bind port e85b854f-eb94-4e9e-a03c-ca5d251daab7 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:07:49.639029 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Attempting to bind port e85b854f-eb94-4e9e-a03c-ca5d251daab7 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:07:49.639393 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Attempting to bind port e85b854f-eb94-4e9e-a03c-ca5d251daab7 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:07:49.640055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:07:49.650856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, cec61b8f-9675-419d-bd78-3d6f0f95e16c) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:07:49.651241 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:07:49.651626 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:07:49.652033 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.652418 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:07:49.652905 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Bound port: e85b854f-eb94-4e9e-a03c-ca5d251daab7, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:07:49.653287 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.655229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:49.655817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.661140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567531b3-dc38-4c13-9550-909dc00e8539 None None] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:07:49.675837 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ee74b2d5-b84a-4828-b46e-62a12c7bbc2a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4152000 Oct 25 10:07:49.676068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43386) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:07:49.702784 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Pushing event updated for resources: {'Port': ['ID=e85b854f-eb94-4e9e-a03c-ca5d251daab7,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:49.710999 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] For port e85b854f-eb94-4e9e-a03c-ca5d251daab7, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:07:49.719616 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.719958 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.720295 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.720628 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.720977 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.721304 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.721626 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.721946 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.722266 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.722585 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.722899 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.723216 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:07:49.733766 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] For port e85b854f-eb94-4e9e-a03c-ca5d251daab7, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e85b854f-eb94-4e9e-a03c-ca5d251daab7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:07:49.739412 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.788243 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:49.788856 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:49.835336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:07:49.836370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:49.865433 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f7c63-8018-440f-83be-2df6da2e1967 None None] Pushing event updated for resources: {'Port': ['ID=e85b854f-eb94-4e9e-a03c-ca5d251daab7,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:49.909423 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:49.992768 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Allocated IP 172.20.0.2 (cec61b8f-9675-419d-bd78-3d6f0f95e16c/071273a8-6327-4c9e-b9fc-a91df032e998/1641381e-6695-403b-867b-86fe1faefcdd) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:07:50.104769 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.149712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.157896 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.164959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.202066 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:48Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:50.221010 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Pushing event updated for resources: {'Port': ['ID=1641381e-6695-403b-867b-86fe1faefcdd,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:50.232929 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44164e1-170a-4223-a66c-4f9044ec2a82 None None] The sync data for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 is: [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:48Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:07:50.245500 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:07:50.247798 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.248735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:07:50.252223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:07:50.311934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Attempting to bind port 1641381e-6695-403b-867b-86fe1faefcdd on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:07:50.312328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Attempting to bind port 1641381e-6695-403b-867b-86fe1faefcdd by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:07:50.312804 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Attempting to bind port 1641381e-6695-403b-867b-86fe1faefcdd on network cec61b8f-9675-419d-bd78-3d6f0f95e16c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:07:50.320101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:07:50.320629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Checking segment: {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:07:50.321174 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.321664 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Bound using segment: {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:07:50.322290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Bound port: 1641381e-6695-403b-867b-86fe1faefcdd, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:07:50.323041 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.390432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] For port 1641381e-6695-403b-867b-86fe1faefcdd, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:07:50.395415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] For port 1641381e-6695-403b-867b-86fe1faefcdd, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1641381e-6695-403b-867b-86fe1faefcdd,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:07:50.400176 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.499132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89716e4-b753-45bb-a2a8-4aa8e98cba94 None None] Pushing event updated for resources: {'Port': ['ID=1641381e-6695-403b-867b-86fe1faefcdd,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:50.821220 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.1 (cec61b8f-9675-419d-bd78-3d6f0f95e16c/071273a8-6327-4c9e-b9fc-a91df032e998/96d6a6ff-0c05-4d19-b0f2-fda7286abbc4) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:07:50.939614 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:50.980498 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.021266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:07:51.024813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:07:51.028633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:07:51.059939 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:51.078819 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.217676 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.474128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce1748a-631e-442e-839c-9715a79444a4 None None] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:07:51.508293 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.513215 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.539551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-caf607f5-b655-482e-91dd-7782fb1082b7 None None] Provisioning complete for port 1641381e-6695-403b-867b-86fe1faefcdd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:51.539914 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-caf607f5-b655-482e-91dd-7782fb1082b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.587632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.589375 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:51.696120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:07:51.697136 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-caf607f5-b655-482e-91dd-7782fb1082b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.698229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:07:51.744736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-caf607f5-b655-482e-91dd-7782fb1082b7 None None] For port 1641381e-6695-403b-867b-86fe1faefcdd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1641381e-6695-403b-867b-86fe1faefcdd,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:51.750021 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-caf607f5-b655-482e-91dd-7782fb1082b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.804539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf607f5-b655-482e-91dd-7782fb1082b7 None None] Pushing event updated for resources: {'Port': ['ID=1641381e-6695-403b-867b-86fe1faefcdd,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:51.851513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d4452ca6-8aa3-41bd-a811-c5d46021fb13 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:07:51.980649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:07:51.985402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-78e1a017-044e-470e-b478-981407d5f252 None None] Provisioning complete for port 1641381e-6695-403b-867b-86fe1faefcdd triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:51.985402 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-78e1a017-044e-470e-b478-981407d5f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:51.987771 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b7928340-a1f9-4233-86f4-17d6b2ed5d32 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/d4452ca6-8aa3-41bd-a811-c5d46021fb13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3107748 Oct 25 10:07:52.035849 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Sync routers for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:07:52.081857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:52.082483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:52.128321 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:52.160229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-01ee4864-2d54-4641-8976-b17be8c000f4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509434475&fields=id&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 267 time: 0.0429928 Oct 25 10:07:52.193399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-78e1a017-044e-470e-b478-981407d5f252 None None] Provisioning complete for port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:52.193764 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-78e1a017-044e-470e-b478-981407d5f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:52.244062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-78e1a017-044e-470e-b478-981407d5f252 None None] Port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:07:52.261674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:52.309447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e85b854f-eb94-4e9e-a03c-ca5d251daab7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:07:52.321802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-29018b0d-a7d0-4126-b66b-98797b1e2fd8 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:52.323451 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-29018b0d-a7d0-4126-b66b-98797b1e2fd8 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/networks?id=cec61b8f-9675-419d-bd78-3d6f0f95e16c HTTP/1.1" status: 200 len: 795 time: 0.1527178 Oct 25 10:07:52.340691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-26a47997-01ce-4817-8b37-61371afa452e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/quotas/960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 375 time: 0.0112472 Oct 25 10:07:52.401993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-9907fe1b-2e1f-4028-a195-55ee9d26f7cc tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552671 Oct 25 10:07:52.445527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-78f9565a-d2a1-4ce2-8333-0f7c3eed419d None None] Provisioning complete for port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:52.445893 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-78f9565a-d2a1-4ce2-8333-0f7c3eed419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:52.463683 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-dd86ded5-096e-4b48-bb51-58421feb9ccf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:07:52.464678 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-dd86ded5-096e-4b48-bb51-58421feb9ccf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0503469 Oct 25 10:07:52.510463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e85b854f-eb94-4e9e-a03c-ca5d251daab7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:52.511040 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:52.514761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-78f9565a-d2a1-4ce2-8333-0f7c3eed419d None None] Port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:07:52.558300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-d425d8db-4db3-4913-bc30-9dfe23693a05 service neutron] 10.222.0.32 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869846 Oct 25 10:07:52.628389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 2, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:52.656493 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-d920a5f2-a12a-4066-bcba-7107769cfca5 service neutron] 10.222.0.32 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918639 Oct 25 10:07:52.820998 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:52.829942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Checking router: d4452ca6-8aa3-41bd-a811-c5d46021fb13 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:07:52.830281 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Updating router d4452ca6-8aa3-41bd-a811-c5d46021fb13 port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:07:52.834763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea22c89b-675d-4e27-9b1a-d03e7329888a req-172928de-b91b-46f5-9af2-df2f95c7d3c0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0272865 Oct 25 10:07:52.871700 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port e85b854f-eb94-4e9e-a03c-ca5d251daab7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e85b854f-eb94-4e9e-a03c-ca5d251daab7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:52.872994 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:52.874814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0ca93e6f-6075-4211-973e-cda0464e5b48 None None] Provisioning complete for port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:52.875199 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ca93e6f-6075-4211-973e-cda0464e5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:52.894271 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:52.895122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1641381e-6695-403b-867b-86fe1faefcdd up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:07:52.997250 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0ca93e6f-6075-4211-973e-cda0464e5b48 None None] Port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:07:53.033549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=e85b854f-eb94-4e9e-a03c-ca5d251daab7,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:53.101581 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1641381e-6695-403b-867b-86fe1faefcdd triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:53.101976 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:53.339880 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:53.344935 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:53.396476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b48ac4-a9f1-4643-b990-5e62490c4b39 None None] Pushing event updated for resources: {'Port': ['ID=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:53.447944 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Attempting to bind port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:07:53.448278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Attempting to bind port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:07:53.448948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Attempting to bind port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 on network cec61b8f-9675-419d-bd78-3d6f0f95e16c {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:07:53.454460 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:07:53.455084 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Checking segment: {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:07:53.455477 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:53.455866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Bound using segment: {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:07:53.456363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Bound port: 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:07:53.456741 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:53.530256 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] For port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:07:53.534421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] For port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:07:53.539997 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:53.605164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:07:53.605802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:53.645976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b48ac4-a9f1-4643-b990-5e62490c4b39 None None] Pushing event updated for resources: {'Port': ['ID=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:53.703008 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2cf76e0c-6249-4f8a-a716-2967f357c3ad None None] Provisioning complete for port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:53.703370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2cf76e0c-6249-4f8a-a716-2967f357c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:53.757440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:07:53.904155 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2cf76e0c-6249-4f8a-a716-2967f357c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:53.950794 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67e50a5d-2542-4a3f-adba-602de17ac556 req-50887eec-1a80-4c54-a6a5-33a1ec61b84c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0312550 Oct 25 10:07:53.961357 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-2cf76e0c-6249-4f8a-a716-2967f357c3ad None None] For port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:53.966981 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2cf76e0c-6249-4f8a-a716-2967f357c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.039763 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-07bb4dd6-982f-42d4-8d79-443a25b32665 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:54.041269 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-07bb4dd6-982f-42d4-8d79-443a25b32665 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/networks?id=cec61b8f-9675-419d-bd78-3d6f0f95e16c HTTP/1.1" status: 200 len: 795 time: 0.1339266 Oct 25 10:07:54.052548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf76e0c-6249-4f8a-a716-2967f357c3ad None None] Pushing event updated for resources: {'Port': ['ID=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:54.071369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:53Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:07:54.106353 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-ab540bc9-299a-40ca-ae45-5ec7be1a1e4e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 379 time: 0.0345223 Oct 25 10:07:54.107215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92230ff-f3d4-4d41-bbfc-077e97801157 None None] The sync data for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 is: [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:53Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:07:54.118808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-91d94634-6f7f-4723-8a3d-0c49aa67e1c5 None None] Provisioning complete for port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:54.119089 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-91d94634-6f7f-4723-8a3d-0c49aa67e1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.147789 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'port': {'device_id': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'admin_state_up': True, 'tenant_id': '960a8716b87a44718683cf828ade0780', 'security_groups': ['017edb4c-0472-4a36-899f-d380b98ecd65']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:54.242888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e85b854f-eb94-4e9e-a03c-ca5d251daab7 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:07:54.297576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port e85b854f-eb94-4e9e-a03c-ca5d251daab7 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:54.297956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.330628 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:07:54.334540 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.470697 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.7 (cec61b8f-9675-419d-bd78-3d6f0f95e16c/071273a8-6327-4c9e-b9fc-a91df032e998/ce3d58b1-f8f0-400e-952b-1a92dc83c600) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:07:54.623558 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.658323 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.711332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:07:54.714614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:07:54.718506 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:07:54.749748 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=ce3d58b1-f8f0-400e-952b-1a92dc83c600,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:54.776119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:54.776772 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.794114 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-98aa2798-fc4c-4b3a-aac0-586b01d5e9ef tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6509297 Oct 25 10:07:54.812252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Request body: {'port': {'device_id': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:07:54.875624 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.957386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a27f7399-bef3-4f62-833d-6c6dba9e5950 None None] Provisioning complete for port ce3d58b1-f8f0-400e-952b-1a92dc83c600 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:54.958191 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a27f7399-bef3-4f62-833d-6c6dba9e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:54.995984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a27f7399-bef3-4f62-833d-6c6dba9e5950 None None] Port ce3d58b1-f8f0-400e-952b-1a92dc83c600 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:07:55.080414 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0c92-4ec1-4bd5-aeb4-86df47283968 req-326b70b3-b145-4b1f-b663-6138a3ad447f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:55.081982 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af2a0c92-4ec1-4bd5-aeb4-86df47283968 req-326b70b3-b145-4b1f-b663-6138a3ad447f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 931 time: 0.0539467 Oct 25 10:07:55.133901 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-af2a0c92-4ec1-4bd5-aeb4-86df47283968 req-76833fae-ccac-4739-8c6d-41e2d31b58fb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447428 Oct 25 10:07:55.186740 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3d58b1-f8f0-400e-952b-1a92dc83c600 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:07:55.195137 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:55.207127 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Transition to ACTIVE for port object ce3d58b1-f8f0-400e-952b-1a92dc83c600 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:07:55.210847 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:55.263062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d58b1-f8f0-400e-952b-1a92dc83c600,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:55.337642 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Attempting to bind port ce3d58b1-f8f0-400e-952b-1a92dc83c600 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:07:55.337979 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Attempting to bind port ce3d58b1-f8f0-400e-952b-1a92dc83c600 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:07:55.338312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Attempting to bind port ce3d58b1-f8f0-400e-952b-1a92dc83c600 on network cec61b8f-9675-419d-bd78-3d6f0f95e16c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:07:55.343012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Port ce3d58b1-f8f0-400e-952b-1a92dc83c600 on network cec61b8f-9675-419d-bd78-3d6f0f95e16c not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:07:55.343331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Attempting to bind port ce3d58b1-f8f0-400e-952b-1a92dc83c600 on network cec61b8f-9675-419d-bd78-3d6f0f95e16c {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:07:55.348262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:07:55.348625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Checking segment: {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:07:55.349044 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Bound using segment: {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:07:55.349472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Bound port: ce3d58b1-f8f0-400e-952b-1a92dc83c600, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43f83ef-4442-4b51-9bac-89557f91dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:07:55.349826 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:55.418945 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] For port ce3d58b1-f8f0-400e-952b-1a92dc83c600, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:07:55.421956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] For port ce3d58b1-f8f0-400e-952b-1a92dc83c600, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:07:55.426436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:55.464421 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:55.465057 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:55.466412 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce3d58b1-f8f0-400e-952b-1a92dc83c600 HTTP/1.1" status: 200 len: 1091 time: 0.6589291 Oct 25 10:07:55.466840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:07:55.469130 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:07:55.493303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd05f4-105b-4614-b275-eb919c251c48 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d58b1-f8f0-400e-952b-1a92dc83c600,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:55.526919 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483c292e-45ba-4e68-ac70-5c5ad82f67a3 x-openstack-request-id: req-483c292e-45ba-4e68-ac70-5c5ad82f67a3 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:07:55.527287 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:07:55.527464 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-483c292e-45ba-4e68-ac70-5c5ad82f67a3 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:07:55.527869 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'status': 'completed', 'code': 200} Oct 25 10:07:55.585924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-6d62f070-fcb1-4b74-ae77-24057ead92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:55.587438 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-6d62f070-fcb1-4b74-ae77-24057ead92bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0487995 Oct 25 10:07:55.641049 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-71efb925-a64f-427f-9c5c-9cbf4e7f69c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600 HTTP/1.1" status: 200 len: 217 time: 0.0396113 Oct 25 10:07:55.689817 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-7733b74f-c4a7-44c0-8ab6-0e894a22072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:55.691269 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-7733b74f-c4a7-44c0-8ab6-0e894a22072f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=071273a8-6327-4c9e-b9fc-a91df032e998 HTTP/1.1" status: 200 len: 833 time: 0.0425644 Oct 25 10:07:55.736968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-6426bc64-dfe1-4411-a3f3-1dda863887dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:55.738520 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-6426bc64-dfe1-4411-a3f3-1dda863887dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cec61b8f-9675-419d-bd78-3d6f0f95e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392170 Oct 25 10:07:55.836910 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-8a88589e-5bb0-46fb-ab67-b01604339e2c service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908270 Oct 25 10:07:55.928239 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b656451f-8d20-425f-ad21-d9cb8f1bc857 req-336b795d-98d9-4c1b-b99c-57bca88fa9f6 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838630 Oct 25 10:07:56.046856 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-497b350d-cfcd-456b-b0b8-bcc65ba77942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:56.048334 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-497b350d-cfcd-456b-b0b8-bcc65ba77942 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0392947 Oct 25 10:07:56.142823 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-f98dbfce-2b5e-460a-8137-e4e139757b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:56.144408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-f98dbfce-2b5e-460a-8137-e4e139757b3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cec61b8f-9675-419d-bd78-3d6f0f95e16c HTTP/1.1" status: 200 len: 896 time: 0.0892041 Oct 25 10:07:56.192101 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-81c6eaf0-8797-4980-9647-123569cb19fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600 HTTP/1.1" status: 200 len: 217 time: 0.0407543 Oct 25 10:07:56.226126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:07:56.246655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-c8ddb136-b2fc-4450-86bf-ff5970d5354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:56.248139 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-c8ddb136-b2fc-4450-86bf-ff5970d5354e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=071273a8-6327-4c9e-b9fc-a91df032e998 HTTP/1.1" status: 200 len: 833 time: 0.0497165 Oct 25 10:07:56.264577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f7f4-afeb-4af5-b01a-0d3cd8cf59da req-8b293378-1532-4b04-825b-ece165d2506d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:56.269391 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfc9f7f4-afeb-4af5-b01a-0d3cd8cf59da req-8b293378-1532-4b04-825b-ece165d2506d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 943 time: 0.0630777 Oct 25 10:07:56.281271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:07:56.281636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:56.296032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-d339ab53-8ccd-4409-9683-94a9ab8b1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:56.297668 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-d339ab53-8ccd-4409-9683-94a9ab8b1b11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cec61b8f-9675-419d-bd78-3d6f0f95e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420909 Oct 25 10:07:56.308347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bfc9f7f4-afeb-4af5-b01a-0d3cd8cf59da req-5fe7b628-9bad-47cf-9283-47882c851923 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361445 Oct 25 10:07:56.399107 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-f0f5fafa-e7fc-48d5-b26a-9f320e6f8e53 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939922 Oct 25 10:07:56.488280 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e58cc6a5-32c7-4cca-aaa1-e7579f97843d req-07fdf154-ee03-4bd0-bdb4-740756cc5421 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822399 Oct 25 10:07:57.428411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5050904-1f77-48f3-a74e-a6d08539c7e4 req-20b1033d-bff6-4a5e-90db-40817c6327b4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:57.429915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5050904-1f77-48f3-a74e-a6d08539c7e4 req-20b1033d-bff6-4a5e-90db-40817c6327b4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 943 time: 0.0504985 Oct 25 10:07:57.468103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5050904-1f77-48f3-a74e-a6d08539c7e4 req-1cc55cfe-4cc2-4f4b-8eca-78eb01510d83 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322857 Oct 25 10:07:58.503453 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ce3d58b1-f8f0-400e-952b-1a92dc83c600 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:07:58.587094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7cad5-3e7a-4236-8572-9caa25acebdd req-5725d121-faaf-4c8c-9808-f254a80f17dd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:58.588586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2cf7cad5-3e7a-4236-8572-9caa25acebdd req-5725d121-faaf-4c8c-9808-f254a80f17dd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 943 time: 0.0545444 Oct 25 10:07:58.603228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ce3d58b1-f8f0-400e-952b-1a92dc83c600, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:58.614837 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'port_id': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'mac_address': 'fa:16:3e:a7:15:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:07:58.633614 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2cf7cad5-3e7a-4236-8572-9caa25acebdd req-1e4f1b03-8a91-4e3a-b81e-252a57a8e093 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389142 Oct 25 10:07:58.652835 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:58.666195 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3d58b1-f8f0-400e-952b-1a92dc83c600 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:07:58.684977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ce3d58b1-f8f0-400e-952b-1a92dc83c600, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:07:58.688944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:07:58.738457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=ce3d58b1-f8f0-400e-952b-1a92dc83c600,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:07:59.112228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['ce3d58b1-f8f0-400e-952b-1a92dc83c600'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:07:59.749775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c9f5f-44dc-49dc-a75a-8258fc828909 req-1e9be394-dccd-498b-9f9a-192f27f34ed7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:07:59.751473 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-322c9f5f-44dc-49dc-a75a-8258fc828909 req-1e9be394-dccd-498b-9f9a-192f27f34ed7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 944 time: 0.0500162 Oct 25 10:07:59.789866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-322c9f5f-44dc-49dc-a75a-8258fc828909 req-738d0537-91db-4f64-8736-64f3eed9b671 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323913 Oct 25 10:08:00.519697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ce3d58b1-f8f0-400e-952b-1a92dc83c600 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:08:00.567679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port ce3d58b1-f8f0-400e-952b-1a92dc83c600 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:08:00.571870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port ce3d58b1-f8f0-400e-952b-1a92dc83c600 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:08:00.572239 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:00.651049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:00.673067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:08:00.675295 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a7c8f-478e-4db8-9756-4b307d4d1afb" -d '{"events": [{"server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "name": "network-vif-plugged", "status": "completed", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:08:00.688065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port ce3d58b1-f8f0-400e-952b-1a92dc83c600, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:08:00.693284 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:00.740481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=ce3d58b1-f8f0-400e-952b-1a92dc83c600,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:08:00.772815 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d0eead-fe57-4183-a50d-8e187bd09933 x-openstack-request-id: req-06d0eead-fe57-4183-a50d-8e187bd09933 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:08:00.773147 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "name": "network-vif-plugged", "status": "completed", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:08:00.773397 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06d0eead-fe57-4183-a50d-8e187bd09933 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:08:00.773793 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'code': 200} Oct 25 10:08:00.896657 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ae6a7-8798-4aa5-969a-53af3e231cd3 req-18323738-1892-41f1-9d1b-e99ac33d7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:00.898363 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35ae6a7-8798-4aa5-969a-53af3e231cd3 req-18323738-1892-41f1-9d1b-e99ac33d7e75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0416393 Oct 25 10:08:00.913626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa3719-2561-424c-b832-be91ef8b7b91 req-36c38713-8665-417e-9e94-962445b4c273 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:00.915018 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78aa3719-2561-424c-b832-be91ef8b7b91 req-36c38713-8665-417e-9e94-962445b4c273 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0541692 Oct 25 10:08:00.934348 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c35ae6a7-8798-4aa5-969a-53af3e231cd3 req-520ad3ee-913a-446f-950d-ec3be6f3addc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289781 Oct 25 10:08:00.953215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-78aa3719-2561-424c-b832-be91ef8b7b91 req-cb13cebf-f91f-4db1-b962-fe86029e30bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321505 Oct 25 10:08:02.070484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cc875-282b-4929-a5ba-5ccf15c0c2d1 req-1c66359a-6e18-44bb-a425-2a5ba2c4f26a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:02.071907 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-885cc875-282b-4929-a5ba-5ccf15c0c2d1 req-1c66359a-6e18-44bb-a425-2a5ba2c4f26a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Oct 25 10:08:02.115597 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-885cc875-282b-4929-a5ba-5ccf15c0c2d1 req-a259195d-2252-4c8a-849b-697eef17c075 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376298 Oct 25 10:08:03.231513 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ccf0-c696-4e81-afe7-d7ec696f54e2 req-07956583-5994-42a5-b50c-530897af81bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:03.233020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84d8ccf0-c696-4e81-afe7-d7ec696f54e2 req-07956583-5994-42a5-b50c-530897af81bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0485349 Oct 25 10:08:03.269962 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-84d8ccf0-c696-4e81-afe7-d7ec696f54e2 req-3d069f6b-984e-41d8-a329-95bd319e6829 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Oct 25 10:08:03.381922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6539fc-8cbd-4ea3-8bb9-c942ffd0ac28 req-8cb43b34-89b5-40bc-841b-1fe96873819f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:03.383369 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f6539fc-8cbd-4ea3-8bb9-c942ffd0ac28 req-8cb43b34-89b5-40bc-841b-1fe96873819f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0486610 Oct 25 10:08:03.420108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f6539fc-8cbd-4ea3-8bb9-c942ffd0ac28 req-2f605d6d-7970-4e02-9d37-21ac8e9d9683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308611 Oct 25 10:08:03.441138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43442) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:08:03.480281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28d250-f681-4d46-aebf-8ad9c6865c8b tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:03.481790 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ef28d250-f681-4d46-aebf-8ad9c6865c8b tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 1091 time: 0.0396826 Oct 25 10:08:03.484693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43444) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:08:03.489071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:08:03.511923 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:03.609133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:03.713315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.3 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/242bf684-10cf-4fcc-a66b-5a5ecc51593f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:08:03.812198 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:03.845478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:03.889750 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:08:03.892672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:08:03.896561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:08:03.901924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=242bf684-10cf-4fcc-a66b-5a5ecc51593f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:08:04.232367 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:04.302543 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:04.450959 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:04.455296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:04.529260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=242bf684-10cf-4fcc-a66b-5a5ecc51593f,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:08:04.538188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:04.639199 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP 621b7c3c-a460-4808-960a-c2e451e35047 associated. External IP: 172.25.8.3, port: ce3d58b1-f8f0-400e-952b-1a92dc83c600. Oct 25 10:08:04.842741 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d4452ca6-8aa3-41bd-a811-c5d46021fb13 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:08:04.947803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:08:04.957719 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] Sync routers for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:08:04.967199 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:04.968826 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:08:04.969453 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:08:04.997327 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-267fca7e-60b5-41b0-822e-0bcb0a189c8d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5113909 Oct 25 10:08:04.997749 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:08:05.000034 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:08:05.076429 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:08:05.094580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c23016-fbbf-43c4-acda-cf6a17f14bd5 req-e5f014ae-623d-4272-91b7-3890de02421b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:05.096050 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12c23016-fbbf-43c4-acda-cf6a17f14bd5 req-e5f014ae-623d-4272-91b7-3890de02421b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Oct 25 10:08:05.134831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12c23016-fbbf-43c4-acda-cf6a17f14bd5 req-846cdc4b-bdec-4bea-b83b-29d58bb638af tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320122 Oct 25 10:08:05.158169 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43450) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:08:05.180142 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7254775a-9c36-4065-8f05-675e54094e7e x-openstack-request-id: req-7254775a-9c36-4065-8f05-675e54094e7e {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:08:05.180567 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:08:05.180988 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7254775a-9c36-4065-8f05-675e54094e7e {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:08:05.181395 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'status': 'completed', 'code': 200} Oct 25 10:08:05.237468 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-912976d4-a781-453a-a780-bb9028b16662 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/621b7c3c-a460-4808-960a-c2e451e35047 HTTP/1.1" status: 200 len: 989 time: 0.0778880 Oct 25 10:08:05.265680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-e9ec40c4-bcd2-4d9a-8e89-6cb33ada7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:05.267175 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-e9ec40c4-bcd2-4d9a-8e89-6cb33ada7f64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0411584 Oct 25 10:08:05.307099 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '621b7c3c-a460-4808-960a-c2e451e35047', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'port_id': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'mac_address': 'fa:16:3e:a7:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:08:04Z', 'updated_at': '2021-10-25T10:08:04Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:53Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:08:05.332703 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] Checking router: d4452ca6-8aa3-41bd-a811-c5d46021fb13 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:08:05.341314 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:08:05.341900 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:07:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:08:05.363160 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-3f35adc2-43a3-46f8-a673-8109222d3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:05.364930 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-3f35adc2-43a3-46f8-a673-8109222d3cd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cec61b8f-9675-419d-bd78-3d6f0f95e16c HTTP/1.1" status: 200 len: 896 time: 0.0909593 Oct 25 10:08:05.430969 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-fce76514-da5b-4af1-9890-f021894a250c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600 HTTP/1.1" status: 200 len: 997 time: 0.0585268 Oct 25 10:08:05.445677 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:08:05.484424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-bf974274-1444-4003-9b29-567addcb08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:05.485947 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-bf974274-1444-4003-9b29-567addcb08c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=071273a8-6327-4c9e-b9fc-a91df032e998 HTTP/1.1" status: 200 len: 833 time: 0.0459833 Oct 25 10:08:05.533063 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:08:05.535235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-bfa5b113-6f4e-4040-ade4-44bb0845f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:05.536773 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-bfa5b113-6f4e-4040-ade4-44bb0845f412 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cec61b8f-9675-419d-bd78-3d6f0f95e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443275 Oct 25 10:08:05.627452 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-b34a34a0-04db-4e89-9391-fbf4a8f4bc7f service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837562 Oct 25 10:08:05.674322 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '621b7c3c-a460-4808-960a-c2e451e35047', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'port_id': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'mac_address': 'fa:16:3e:a7:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:08:04Z', 'updated_at': '2021-10-25T10:08:04Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:53Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:08:05.703503 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba24e73-bba6-4941-99b7-74625174b79d None None] The sync data for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 is: [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '621b7c3c-a460-4808-960a-c2e451e35047', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'port_id': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'mac_address': 'fa:16:3e:a7:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:08:04Z', 'updated_at': '2021-10-25T10:08:04Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:53Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:08:05.722718 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-76dda5e2-342e-4e19-a7b0-bb7aaebc9b7d req-9b7094f9-e9b6-48f3-badb-fe226079e870 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886569 Oct 25 10:08:05.891701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302f712-7091-4e4a-a167-89a6ebedc69e None None] New status for floating IP 621b7c3c-a460-4808-960a-c2e451e35047: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:08:06.242087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43452) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:08:06.301201 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-008f5496-c2fa-4484-8f31-052e6b1e936b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/621b7c3c-a460-4808-960a-c2e451e35047 HTTP/1.1" status: 200 len: 991 time: 0.0579429 Oct 25 10:08:09.206503 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:10.414171 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:10.795097 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-d572108a-f803-4125-b147-bd187954d43d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426114 Oct 25 10:08:10.894176 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-042ff4ef-af91-4cc0-b473-64509f841364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:10.895745 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-042ff4ef-af91-4cc0-b473-64509f841364 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0417047 Oct 25 10:08:10.996613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-277cfd90-acf8-4600-8b68-241091dab793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:10.998110 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-277cfd90-acf8-4600-8b68-241091dab793 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cec61b8f-9675-419d-bd78-3d6f0f95e16c HTTP/1.1" status: 200 len: 896 time: 0.0840561 Oct 25 10:08:11.067678 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-504f36cb-a4de-4fce-85e6-0c161774a451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600 HTTP/1.1" status: 200 len: 999 time: 0.0623312 Oct 25 10:08:11.115446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-c2dc427e-cbda-473e-ba0b-b2f039c5cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:11.117672 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-c2dc427e-cbda-473e-ba0b-b2f039c5cbf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=071273a8-6327-4c9e-b9fc-a91df032e998 HTTP/1.1" status: 200 len: 833 time: 0.0437317 Oct 25 10:08:11.165295 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-e57ffbd2-fc1a-4a3a-aadd-f5b7ced01ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:08:11.166778 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-e57ffbd2-fc1a-4a3a-aadd-f5b7ced01ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cec61b8f-9675-419d-bd78-3d6f0f95e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402958 Oct 25 10:08:11.261245 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-99974fba-0200-4caf-82e4-472ea20a34f6 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867240 Oct 25 10:08:11.353890 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9d158cf3-1f2e-4182-a5bc-ce7088cc7aec req-885450d6-1140-4e11-921e-9cb6a836f580 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860450 Oct 25 10:08:16.561564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1471676f-bf92-4d05-86c0-1e9ef4796063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:18.909660 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-75043934-8c71-41bb-9ff4-1cbc2d070134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:20.086867 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:20.209346 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:22.063754 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:39.210017 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:40.420627 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:42.534165 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:08:46.568351 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6811c3d6-0d31-46b1-9e40-553203396a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:48.910684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-775fb52b-fd07-4913-8219-b2fe254e1575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:50.088186 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:50.212985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:08:52.067261 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:09.251346 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:10.429869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:10.781546 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0855547e-76d9-4004-9c96-0705a077766d req-668ec715-c263-47a1-8db4-73284fb6764f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420625 Oct 25 10:09:10.879263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855547e-76d9-4004-9c96-0705a077766d req-6fff20c6-1b13-4157-a135-e6e081c7299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:10.880804 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0855547e-76d9-4004-9c96-0705a077766d req-6fff20c6-1b13-4157-a135-e6e081c7299b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0410962 Oct 25 10:09:10.988754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855547e-76d9-4004-9c96-0705a077766d req-0ae29256-a669-4e4b-a869-6dabd279bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:10.990855 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0855547e-76d9-4004-9c96-0705a077766d req-0ae29256-a669-4e4b-a869-6dabd279bbd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cec61b8f-9675-419d-bd78-3d6f0f95e16c HTTP/1.1" status: 200 len: 896 time: 0.0895710 Oct 25 10:09:11.055815 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0855547e-76d9-4004-9c96-0705a077766d req-36400c92-c443-44a1-903f-fac4a76c12bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600 HTTP/1.1" status: 200 len: 999 time: 0.0580630 Oct 25 10:09:11.105346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855547e-76d9-4004-9c96-0705a077766d req-a5aa7c59-4bff-44d9-81d5-035228bde5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:11.106992 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0855547e-76d9-4004-9c96-0705a077766d req-a5aa7c59-4bff-44d9-81d5-035228bde5f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=071273a8-6327-4c9e-b9fc-a91df032e998 HTTP/1.1" status: 200 len: 833 time: 0.0442283 Oct 25 10:09:11.157889 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855547e-76d9-4004-9c96-0705a077766d req-5857f199-ccda-40d2-bc3f-1be0ca21b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:11.159377 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0855547e-76d9-4004-9c96-0705a077766d req-5857f199-ccda-40d2-bc3f-1be0ca21b4be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cec61b8f-9675-419d-bd78-3d6f0f95e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456338 Oct 25 10:09:11.251034 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0855547e-76d9-4004-9c96-0705a077766d req-b16fcfc3-9261-497f-b43e-8c71fd3da767 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833108 Oct 25 10:09:11.347156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-0855547e-76d9-4004-9c96-0705a077766d req-234d2a76-7173-4148-9341-7e130ad402db service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879753 Oct 25 10:09:16.561103 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac51214c-c139-4557-a7a2-8af6df924f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:18.911969 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d6803e2-a648-44b7-a5ae-aa7fe6fb279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:19.533280 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:09:19.760601 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad8a45-9367-497b-a2b4-f8a6e3a76e2e req-2bfae3ec-02c7-4609-96c5-33f3db75e235 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:19.762103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebad8a45-9367-497b-a2b4-f8a6e3a76e2e req-2bfae3ec-02c7-4609-96c5-33f3db75e235 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0510864 Oct 25 10:09:19.799352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ebad8a45-9367-497b-a2b4-f8a6e3a76e2e req-747fff58-bca9-44f5-8977-17dd66b7671a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312936 Oct 25 10:09:20.090530 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:20.217034 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:20.920669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7db6-a646-42e4-bb7e-c0ef845057f3 req-1ed193eb-4226-4de8-9536-f020e5d84841 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:20.922154 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-847c7db6-a646-42e4-bb7e-c0ef845057f3 req-1ed193eb-4226-4de8-9536-f020e5d84841 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0545685 Oct 25 10:09:20.960204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-847c7db6-a646-42e4-bb7e-c0ef845057f3 req-929b6056-7145-4ba5-b201-46e2c7008f58 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Oct 25 10:09:20.983801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43484) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:21.044782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1cacd7b1-bac0-4d56-8b3c-9234ac476878 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/621b7c3c-a460-4808-960a-c2e451e35047 HTTP/1.1" status: 200 len: 991 time: 0.0598226 Oct 25 10:09:22.073326 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:22.332638 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d139e-bb82-448b-b8e4-ba9fb83555e5 req-4c87462f-5a64-4909-ae19-740c41f4f1f3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:22.334832 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-316d139e-bb82-448b-b8e4-ba9fb83555e5 req-4c87462f-5a64-4909-ae19-740c41f4f1f3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0496380 Oct 25 10:09:22.372760 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-316d139e-bb82-448b-b8e4-ba9fb83555e5 req-81a25dca-19f8-4f50-a0bd-d56dd04352f1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316868 Oct 25 10:09:23.486940 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbaa09-a763-4368-a2a6-e640c2d7737f req-8ee16660-ca24-48bb-a4a9-1a5ba457ecf2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:23.488398 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14cbaa09-a763-4368-a2a6-e640c2d7737f req-8ee16660-ca24-48bb-a4a9-1a5ba457ecf2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0480661 Oct 25 10:09:23.526303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14cbaa09-a763-4368-a2a6-e640c2d7737f req-33d92462-c16a-4e24-97a8-fbc146e2905d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307727 Oct 25 10:09:23.548845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43494) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:23.613942 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f1d145a-997b-427f-80cb-c53a3d4afd3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/621b7c3c-a460-4808-960a-c2e451e35047 HTTP/1.1" status: 200 len: 991 time: 0.0639210 Oct 25 10:09:23.841138 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43500) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:23.996479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 242bf684-10cf-4fcc-a66b-5a5ecc51593f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:09:23.996725 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:24.395161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:24.395392 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:24.408086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 242bf684-10cf-4fcc-a66b-5a5ecc51593f owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:09:24.552825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:24.578059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=242bf684-10cf-4fcc-a66b-5a5ecc51593f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:24.590104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.590460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.590799 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.591132 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.591461 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.591792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.592120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.592447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.592773 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.593135 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.593459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.593781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:24.647564 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:24.647972 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP 621b7c3c-a460-4808-960a-c2e451e35047 disassociated (deleted). External IP: 172.25.8.3, port: ce3d58b1-f8f0-400e-952b-1a92dc83c600. Oct 25 10:09:24.852129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d4452ca6-8aa3-41bd-a811-c5d46021fb13 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:09:24.962018 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:09:24.966821 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:24.971782 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] Sync routers for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:09:24.981939 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:24.982531 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:25.000856 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b6f8dc3d-e68e-4fa8-917c-ce5a7f1901bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/floatingips/621b7c3c-a460-4808-960a-c2e451e35047 HTTP/1.1" status: 204 len: 168 time: 1.1585526 Oct 25 10:09:25.001420 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:09:25.003854 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67878a86-23bd-4e13-993e-69077ccee80f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:09:25.085989 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:25.163769 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1fa687-db40-4605-9fa1-f2cf62b0c62a x-openstack-request-id: req-fa1fa687-db40-4605-9fa1-f2cf62b0c62a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:09:25.164061 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:09:25.164315 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa1fa687-db40-4605-9fa1-f2cf62b0c62a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:09:25.164763 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'status': 'completed', 'code': 200} Oct 25 10:09:25.261191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878a86-23bd-4e13-993e-69077ccee80f req-cebb9dfe-ef1e-4e34-b74b-d1b75fcf17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:25.262856 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67878a86-23bd-4e13-993e-69077ccee80f req-cebb9dfe-ef1e-4e34-b74b-d1b75fcf17bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0462196 Oct 25 10:09:25.266254 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96d005-0a52-48a0-ae0f-f7a2b4e2a51e req-a22b864f-51a2-4600-8de8-75ee9e57f5b9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:25.267814 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d96d005-0a52-48a0-ae0f-f7a2b4e2a51e req-a22b864f-51a2-4600-8de8-75ee9e57f5b9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0568936 Oct 25 10:09:25.307823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9d96d005-0a52-48a0-ae0f-f7a2b4e2a51e req-cdfbba27-0dde-4616-ade9-736480a1c9ba tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329447 Oct 25 10:09:25.361565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878a86-23bd-4e13-993e-69077ccee80f req-e0d4c6b8-b361-45d1-a40e-37cb7a30d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:25.363056 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67878a86-23bd-4e13-993e-69077ccee80f req-e0d4c6b8-b361-45d1-a40e-37cb7a30d1ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=cec61b8f-9675-419d-bd78-3d6f0f95e16c HTTP/1.1" status: 200 len: 896 time: 0.0911298 Oct 25 10:09:25.373551 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:53Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:25.402595 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] Checking router: d4452ca6-8aa3-41bd-a811-c5d46021fb13 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:09:25.406337 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67878a86-23bd-4e13-993e-69077ccee80f req-5b6247d3-5c77-49c8-afad-4e6655df9586 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600 HTTP/1.1" status: 200 len: 217 time: 0.0352612 Oct 25 10:09:25.410751 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:25.411357 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:25.456987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878a86-23bd-4e13-993e-69077ccee80f req-85536ebc-2cf0-47df-be01-ef548198724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:25.458602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67878a86-23bd-4e13-993e-69077ccee80f req-85536ebc-2cf0-47df-be01-ef548198724b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=071273a8-6327-4c9e-b9fc-a91df032e998 HTTP/1.1" status: 200 len: 833 time: 0.0444791 Oct 25 10:09:25.511311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878a86-23bd-4e13-993e-69077ccee80f req-c8bf88af-7515-4562-9f5e-f52be8a67dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:25.512700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67878a86-23bd-4e13-993e-69077ccee80f req-c8bf88af-7515-4562-9f5e-f52be8a67dbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cec61b8f-9675-419d-bd78-3d6f0f95e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454206 Oct 25 10:09:25.515063 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:25.603828 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67878a86-23bd-4e13-993e-69077ccee80f req-79492289-7ee9-49f4-9919-48ab2dda8861 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833831 Oct 25 10:09:25.699287 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-67878a86-23bd-4e13-993e-69077ccee80f req-6237a980-f217-49c6-a533-139d905ae0d0 service neutron] 10.222.0.41 "GET /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869429 Oct 25 10:09:25.708026 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:53Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:25.739569 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8da96-d3a3-4bec-9a4e-28b0386c12ff None None] The sync data for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 is: [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:07:51Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '96d6a6ff-0c05-4d19-b0f2-fda7286abbc4', 'name': '', 'network_id': 'cec61b8f-9675-419d-bd78-3d6f0f95e16c', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:9d:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:50Z', 'updated_at': '2021-10-25T10:07:53Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '071273a8-6327-4c9e-b9fc-a91df032e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:09:25.954177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59871f-d70e-471f-b45b-542d5303e5df None None] New status for floating IP 621b7c3c-a460-4808-960a-c2e451e35047: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:09:26.426164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb543-97f0-461a-9024-b3e6ca121e8f req-8bd5c97d-29f0-496c-902d-987f28fbb826 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:26.428235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60acb543-97f0-461a-9024-b3e6ca121e8f req-8bd5c97d-29f0-496c-902d-987f28fbb826 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0497658 Oct 25 10:09:26.464571 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-60acb543-97f0-461a-9024-b3e6ca121e8f req-52afea1c-c02e-48ee-b8c3-7ac4147f9760 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=017edb4c-0472-4a36-899f-d380b98ecd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304179 Oct 25 10:09:27.152472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-2fa74986-de89-4e3d-b9b0-6e23f93dd28e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:27.153934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-2fa74986-de89-4e3d-b9b0-6e23f93dd28e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 945 time: 0.0489659 Oct 25 10:09:27.244175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port ce3d58b1-f8f0-400e-952b-1a92dc83c600 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:09:27.244507 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:27.331417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port ce3d58b1-f8f0-400e-952b-1a92dc83c600, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=ce3d58b1-f8f0-400e-952b-1a92dc83c600,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:27.331777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:27.344729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for ce3d58b1-f8f0-400e-952b-1a92dc83c600 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:09:27.472343 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:27.509666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=ce3d58b1-f8f0-400e-952b-1a92dc83c600,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:27.544059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] No DVR routers for this DVR port ce3d58b1-f8f0-400e-952b-1a92dc83c600 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:09:27.546646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:27.550071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cefe4333-3b99-44ed-84f6-280153f7ad6d req-4a22aa06-a08f-46e3-af04-977b7990fdb4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "DELETE /v2.0/ports/ce3d58b1-f8f0-400e-952b-1a92dc83c600 HTTP/1.1" status: 204 len: 173 time: 0.3901048 Oct 25 10:09:27.550514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'name': 'network-vif-deleted', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:09:27.553476 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d684436-593e-465e-bef7-b86764eb8789" -d '{"events": [{"server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "name": "network-vif-deleted", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:09:27.573699 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc5edee6-9abf-4dcf-ba84-a0c884ee2e10 req-6c41244f-20ff-45ec-9897-763ea9ceb5f3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0 HTTP/1.1" status: 200 len: 210 time: 0.0325904 Oct 25 10:09:27.619673 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6330bd73-3804-4367-a6f8-b2f8769ca552 x-openstack-request-id: req-6330bd73-3804-4367-a6f8-b2f8769ca552 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:09:27.619974 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0", "name": "network-vif-deleted", "tag": "ce3d58b1-f8f0-400e-952b-1a92dc83c600", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:09:27.620228 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6330bd73-3804-4367-a6f8-b2f8769ca552 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:09:27.620633 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9096d3d-bd69-4ca9-b613-0a56fbcb3bd0', 'name': 'network-vif-deleted', 'tag': 'ce3d58b1-f8f0-400e-952b-1a92dc83c600', 'status': 'completed', 'code': 200} Oct 25 10:09:28.631890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43516) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:29.003977 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:29.255213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:09:29.255472 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:29.342694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:29.343062 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:29.355838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:09:29.544922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:29.569449 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=96d6a6ff-0c05-4d19-b0f2-fda7286abbc4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:29.749166 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:29.965281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d4452ca6-8aa3-41bd-a811-c5d46021fb13 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:09:30.071803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:09:30.076700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-62de23a5-cc44-4cfc-ac85-34f56f889943 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/d4452ca6-8aa3-41bd-a811-c5d46021fb13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438014 Oct 25 10:09:30.079493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43518) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:30.082326 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] Sync routers for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:09:30.092349 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:30.092969 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:30.131547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be79f49-44f5-4554-b8f3-47841d164f21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting subnet 071273a8-6327-4c9e-b9fc-a91df032e998 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:09:30.134721 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8be79f49-44f5-4554-b8f3-47841d164f21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.173873 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8be79f49-44f5-4554-b8f3-47841d164f21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.197949 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:30.265850 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8be79f49-44f5-4554-b8f3-47841d164f21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.324670 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8be79f49-44f5-4554-b8f3-47841d164f21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.353281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be79f49-44f5-4554-b8f3-47841d164f21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Subnet': ['ID=071273a8-6327-4c9e-b9fc-a91df032e998,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:30.357208 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8be79f49-44f5-4554-b8f3-47841d164f21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.363286 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43520) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:30.365684 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a09079-80c2-46bb-9f3c-8cb95fcf3dd2 None None] Network cec61b8f-9675-419d-bd78-3d6f0f95e16c requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:09:30.366497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8be79f49-44f5-4554-b8f3-47841d164f21 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/subnets/071273a8-6327-4c9e-b9fc-a91df032e998 HTTP/1.1" status: 204 len: 168 time: 0.2855556 Oct 25 10:09:30.388136 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:09:29Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:30.415073 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] Checking router: d4452ca6-8aa3-41bd-a811-c5d46021fb13 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:09:30.423520 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] Routers {'d4452ca6-8aa3-41bd-a811-c5d46021fb13'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:30.423981 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:30.480914 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.536638 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] Set router d4452ca6-8aa3-41bd-a811-c5d46021fb13 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:30.555112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] DHCP port deletion for cec61b8f-9675-419d-bd78-3d6f0f95e16c request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:09:30.596376 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.601854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Deleting port 1641381e-6695-403b-867b-86fe1faefcdd {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:09:30.602225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.656388 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port e85b854f-eb94-4e9e-a03c-ca5d251daab7 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:09:30.656756 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.666350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] For port 1641381e-6695-403b-867b-86fe1faefcdd, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1641381e-6695-403b-867b-86fe1faefcdd,segment=NetworkSegment(c43f83ef-4442-4b51-9bac-89557f91dc5e),segment_id=c43f83ef-4442-4b51-9bac-89557f91dc5e)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:30.666738 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.679651 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Calling delete_port for 1641381e-6695-403b-867b-86fe1faefcdd owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:09:30.723776 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:09:29Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:30.742591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port e85b854f-eb94-4e9e-a03c-ca5d251daab7, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=e85b854f-eb94-4e9e-a03c-ca5d251daab7,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:30.743844 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.756181 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f067ff-090e-4e5f-adb2-e0ff5c329857 None None] The sync data for ids ['d4452ca6-8aa3-41bd-a811-c5d46021fb13'] in n-d-814746-2 is: [{'id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127247529', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:07:47Z', 'updated_at': '2021-10-25T10:09:29Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'e85b854f-eb94-4e9e-a03c-ca5d251daab7', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4452ca6-8aa3-41bd-a811-c5d46021fb13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:07:48Z', 'updated_at': '2021-10-25T10:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:09:30.757005 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for e85b854f-eb94-4e9e-a03c-ca5d251daab7 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:09:30.765651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:30.797062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] No DVR routers for this DVR port 1641381e-6695-403b-867b-86fe1faefcdd on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:09:30.805948 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Pushing event deleted for resources: {'Port': ['ID=1641381e-6695-403b-867b-86fe1faefcdd,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:30.813718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.814064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.814437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.814773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.815110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.815440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.815764 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.816090 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.816410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.816731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.817074 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.817395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d15a-ed5d-43a2-87aa-14556aff7a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:30.968107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ce3d58b1-f8f0-400e-952b-1a92dc83c600 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:09:30.991003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: ce3d58b1-f8f0-400e-952b-1a92dc83c600 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:09:30.991354 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device ce3d58b1-f8f0-400e-952b-1a92dc83c600 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:09:31.234288 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.261497 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=e85b854f-eb94-4e9e-a03c-ca5d251daab7,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:31.289327 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.289672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.290007 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.290335 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.290655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.290976 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.291297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.291619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.291934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.292252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.292565 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.292880 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:31.334850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.446919 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.449121 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.495033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.495938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Fanout notify agent at l3_agent the message router_deleted on router d4452ca6-8aa3-41bd-a811-c5d46021fb13 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:09:31.505289 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.506850 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-61edac2a-41c4-4cbb-b33b-f568c398763e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/routers/d4452ca6-8aa3-41bd-a811-c5d46021fb13 HTTP/1.1" status: 204 len: 168 time: 1.1417983 Oct 25 10:09:31.509794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43522) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:31.599968 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.702701 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.723039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec61b8f-9675-419d-bd78-3d6f0f95e16c']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:31.732112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43f83ef-4442-4b51-9bac-89557f91dc5e') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:31.732402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43f83ef-4442-4b51-9bac-89557f91dc5e') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:31.741648 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.755204 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.762001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:09:31.762379 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: timer() Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:09:31.766128 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:09:31.838443 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.846812 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.849337 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/networks/cec61b8f-9675-419d-bd78-3d6f0f95e16c HTTP/1.1" status: 204 len: 168 time: 0.3385777 Oct 25 10:09:31.853560 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43524) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:31.861025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f1c5e-83de-4ab3-8886-d5a87e21a532 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Network': ['ID=cec61b8f-9675-419d-bd78-3d6f0f95e16c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:31.919755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d81f0d-fa30-407c-942e-c024e0f2e2e1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:31.947503 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d81f0d-fa30-407c-942e-c024e0f2e2e1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.033477 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d81f0d-fa30-407c-942e-c024e0f2e2e1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.036933 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-73d81f0d-fa30-407c-942e-c024e0f2e2e1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.038124 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-73d81f0d-fa30-407c-942e-c024e0f2e2e1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/security-groups/017edb4c-0472-4a36-899f-d380b98ecd65 HTTP/1.1" status: 204 len: 168 time: 0.1832891 Oct 25 10:09:32.049547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d81f0d-fa30-407c-942e-c024e0f2e2e1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017edb4c-0472-4a36-899f-d380b98ecd65,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:32.247907 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e85b854f-eb94-4e9e-a03c-ca5d251daab7 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:09:32.271366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: e85b854f-eb94-4e9e-a03c-ca5d251daab7 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:09:32.271666 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device e85b854f-eb94-4e9e-a03c-ca5d251daab7 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:09:32.272067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1641381e-6695-403b-867b-86fe1faefcdd no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:09:32.290201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 1641381e-6695-403b-867b-86fe1faefcdd {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:09:32.290540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1641381e-6695-403b-867b-86fe1faefcdd not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:09:32.290934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:09:32.309423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:09:32.309763 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 96d6a6ff-0c05-4d19-b0f2-fda7286abbc4 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:09:32.385868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43530) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:32.390413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-05ac6296-8ae6-4f30-9409-06f32f2f2e90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408255865', 'description': 'tempest-secgroup-smoke-408255865 description', 'project_id': '960a8716b87a44718683cf828ade0780'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:32.414167 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac6296-8ae6-4f30-9409-06f32f2f2e90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.478549 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac6296-8ae6-4f30-9409-06f32f2f2e90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.482236 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac6296-8ae6-4f30-9409-06f32f2f2e90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.510511 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-05ac6296-8ae6-4f30-9409-06f32f2f2e90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.511708 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-05ac6296-8ae6-4f30-9409-06f32f2f2e90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1248398 Oct 25 10:09:32.514774 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43532) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:32.515677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac6296-8ae6-4f30-9409-06f32f2f2e90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca3953-fd68-4e40-afe2-7e7496eda045,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:32.519429 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-27903dde-f5ea-458d-8e35-f671cea37d7f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '74ca3953-fd68-4e40-afe2-7e7496eda045', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:32.546203 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27903dde-f5ea-458d-8e35-f671cea37d7f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.601806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27903dde-f5ea-458d-8e35-f671cea37d7f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.605331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27903dde-f5ea-458d-8e35-f671cea37d7f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.623514 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27903dde-f5ea-458d-8e35-f671cea37d7f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3388f9-66e8-4c29-b3c4-36eccdb909a3,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:32.631296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27903dde-f5ea-458d-8e35-f671cea37d7f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.632478 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-27903dde-f5ea-458d-8e35-f671cea37d7f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166520 Oct 25 10:09:32.635199 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43534) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:32.639627 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8b5de6d0-8687-47cc-9989-f86e73494109 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '74ca3953-fd68-4e40-afe2-7e7496eda045', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:32.666949 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b5de6d0-8687-47cc-9989-f86e73494109 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.721188 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b5de6d0-8687-47cc-9989-f86e73494109 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.725099 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b5de6d0-8687-47cc-9989-f86e73494109 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.743942 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5de6d0-8687-47cc-9989-f86e73494109 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3a3795-7236-45cd-9a04-d239fadcfe02,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:32.748840 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8b5de6d0-8687-47cc-9989-f86e73494109 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.750049 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8b5de6d0-8687-47cc-9989-f86e73494109 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138487 Oct 25 10:09:32.752856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43536) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:32.757434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c4b26d8a-bc08-4af1-a707-5b1d39fa4dee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '74ca3953-fd68-4e40-afe2-7e7496eda045', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:32.782623 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4b26d8a-bc08-4af1-a707-5b1d39fa4dee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.844275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4b26d8a-bc08-4af1-a707-5b1d39fa4dee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.847750 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4b26d8a-bc08-4af1-a707-5b1d39fa4dee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.865991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b26d8a-bc08-4af1-a707-5b1d39fa4dee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0da25c-d44a-4fc5-907d-118d78ad9c31,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:32.873233 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c4b26d8a-bc08-4af1-a707-5b1d39fa4dee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.874494 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c4b26d8a-bc08-4af1-a707-5b1d39fa4dee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206799 Oct 25 10:09:32.877216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43538) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:32.881610 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2ff8311e-6abc-4fa0-9a5e-23d598e08e66 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '74ca3953-fd68-4e40-afe2-7e7496eda045', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:32.907948 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2ff8311e-6abc-4fa0-9a5e-23d598e08e66 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.965692 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2ff8311e-6abc-4fa0-9a5e-23d598e08e66 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.969071 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2ff8311e-6abc-4fa0-9a5e-23d598e08e66 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:32.988424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8311e-6abc-4fa0-9a5e-23d598e08e66 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3865fe98-e47b-473f-88f7-8765c5df056d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:32.998565 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2ff8311e-6abc-4fa0-9a5e-23d598e08e66 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.002230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2ff8311e-6abc-4fa0-9a5e-23d598e08e66 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215777 Oct 25 10:09:33.002418 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43540) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:33.006705 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-5a2d3f82-9d31-40ec-a751-8fd0d92be694 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '74ca3953-fd68-4e40-afe2-7e7496eda045', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:33.028897 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-5a2d3f82-9d31-40ec-a751-8fd0d92be694 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:09:33.033657 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3f82-9d31-40ec-a751-8fd0d92be694 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.092803 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3f82-9d31-40ec-a751-8fd0d92be694 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.096304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3f82-9d31-40ec-a751-8fd0d92be694 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.116456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d3f82-9d31-40ec-a751-8fd0d92be694 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7303111-2ec9-4890-a770-ec2bcbf01092,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:33.123174 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3f82-9d31-40ec-a751-8fd0d92be694 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.124334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-5a2d3f82-9d31-40ec-a751-8fd0d92be694 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210089 Oct 25 10:09:33.126959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43542) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:33.131994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6e6711a1-f522-4051-9a5d-a6f240dd1d4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '74ca3953-fd68-4e40-afe2-7e7496eda045', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:33.154425 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-6e6711a1-f522-4051-9a5d-a6f240dd1d4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:09:33.159247 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e6711a1-f522-4051-9a5d-a6f240dd1d4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.219762 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e6711a1-f522-4051-9a5d-a6f240dd1d4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.223265 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e6711a1-f522-4051-9a5d-a6f240dd1d4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.241160 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6711a1-f522-4051-9a5d-a6f240dd1d4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be8a7d8-6083-4907-9851-ca9a517c0497,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:33.248622 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6e6711a1-f522-4051-9a5d-a6f240dd1d4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.249840 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6e6711a1-f522-4051-9a5d-a6f240dd1d4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219642 Oct 25 10:09:33.252740 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43544) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:33.258148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'network': {'name': 'tempest-network-smoke--569018892', 'project_id': '960a8716b87a44718683cf828ade0780', 'port_security_enabled': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:33.278000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:09:33.281351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.303726 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:09:33.312768 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.313160 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Added segment ad06e377-c3f9-4192-8b57-e909d5b608f0 of type vlan for network 1ec58d64-0603-4009-88c3-395b9b00edbc Oct 25 10:09:33.352943 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.376900 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.383179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:33.383764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.439477 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1856997 Oct 25 10:09:33.442105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43546) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:33.453629 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'admin_state_up': True, 'project_id': '960a8716b87a44718683cf828ade0780', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:33.469087 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a88a64-06cd-4378-8fe0-012f158a422f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Network': ['ID=1ec58d64-0603-4009-88c3-395b9b00edbc,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:33.481524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 1ec58d64-0603-4009-88c3-395b9b00edbc details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:09:33.482679 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.483790 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.535275 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.672347 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.860285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.882820 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:33.982472 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.177 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/84366c8c-714b-435c-88e0-6f9e820877ea) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:09:34.087796 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:34.121754 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:34.159771 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:09:34.163712 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:09:34.167253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:09:34.190736 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=84366c8c-714b-435c-88e0-6f9e820877ea,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:34.416327 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:34.623522 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:34.755809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 16874569-bef9-4643-90f3-a7288b037a18 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:09:34.861191 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:09:34.872280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Sync routers for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:09:34.882960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:34.883753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:34.884168 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-569ecaf8-9a5d-4d43-bdc7-7f8ce121b1cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4411485 Oct 25 10:09:34.884511 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:34.887300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43548) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:34.917413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b3ad3a43-982f-495d-b815-992eb1db8130 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=960a8716b87a44718683cf828ade0780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289748 Oct 25 10:09:34.920049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43550) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:34.991951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:35.006782 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d25ee9-9e12-4771-b16f-01129f367cf2 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:35.008241 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-67d25ee9-9e12-4771-b16f-01129f367cf2 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872755 Oct 25 10:09:35.011084 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43552) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:35.039263 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aa6398c7-d199-40e7-9d47-852d8745d270 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270817 Oct 25 10:09:35.041722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43554) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:35.046337 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609816540', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'project_id': '960a8716b87a44718683cf828ade0780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:35.137071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:09:35.140542 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.168156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:34Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:35.198051 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Checking router: 16874569-bef9-4643-90f3-a7288b037a18 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:09:35.198411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Updating router 16874569-bef9-4643-90f3-a7288b037a18 port 84366c8c-714b-435c-88e0-6f9e820877ea binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:09:35.225825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.329662 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.394792 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Subnet': ['ID=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:35.401232 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Checking segment: {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:09:35.401586 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network hostable DHCP agents. Network: 1ec58d64-0603-4009-88c3-395b9b00edbc, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:09:35.418268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 1ec58d64-0603-4009-88c3-395b9b00edbc is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:09:35.427066 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 1ec58d64-0603-4009-88c3-395b9b00edbc) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:09:35.432033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:35.432732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.438720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b489ea3-9e1f-49d0-8b49-9470a8636e1f None None] Network 1ec58d64-0603-4009-88c3-395b9b00edbc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:09:35.450861 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e85afaf7-d110-4b25-9971-d0197ec5977d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4081295 Oct 25 10:09:35.453675 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43556) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:35.536409 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.548875 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.638463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Attempting to bind port 84366c8c-714b-435c-88e0-6f9e820877ea on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:09:35.638836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Attempting to bind port 84366c8c-714b-435c-88e0-6f9e820877ea by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:09:35.639198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Attempting to bind port 84366c8c-714b-435c-88e0-6f9e820877ea on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:09:35.642754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db554b-389b-4aa7-bdcc-16883cbe9851 None None] Pushing event updated for resources: {'Port': ['ID=84366c8c-714b-435c-88e0-6f9e820877ea,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:35.651743 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:09:35.652120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:09:35.652522 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.652929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:09:35.653408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Bound port: 84366c8c-714b-435c-88e0-6f9e820877ea, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:09:35.653795 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.710300 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-1ec58d64-0603-4009-88c3-395b9b00edbc', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:09:35.711139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.737192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] For port 84366c8c-714b-435c-88e0-6f9e820877ea, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:09:35.741262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] For port 84366c8c-714b-435c-88e0-6f9e820877ea, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=84366c8c-714b-435c-88e0-6f9e820877ea,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:09:35.749057 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.875335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db554b-389b-4aa7-bdcc-16883cbe9851 None None] Pushing event updated for resources: {'Port': ['ID=84366c8c-714b-435c-88e0-6f9e820877ea,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:35.894588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:35.895214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:35.895348 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:35.986203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Allocated IP 172.20.0.2 (1ec58d64-0603-4009-88c3-395b9b00edbc/766f75f5-b2c0-4ad4-ab58-29cfd52fd73f/030517b1-ed15-4354-8aa9-846108b7afe9) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:09:36.061002 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:36.442723 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:36.449388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:36.495296 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.1 (1ec58d64-0603-4009-88c3-395b9b00edbc/766f75f5-b2c0-4ad4-ab58-29cfd52fd73f/560c44f3-cf69-4a57-a0ee-f9c36aff18b3) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:09:36.501212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Network 1ec58d64-0603-4009-88c3-395b9b00edbc is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:09:36.508479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:09:36.511412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:09:36.516076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Pushing event updated for resources: {'Port': ['ID=030517b1-ed15-4354-8aa9-846108b7afe9,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:36.544176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:34Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:36.585322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c4599-dc7a-494b-9860-d2e9282c0354 None None] The sync data for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 is: [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:34Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:09:36.605705 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Attempting to bind port 030517b1-ed15-4354-8aa9-846108b7afe9 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:09:36.606142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Attempting to bind port 030517b1-ed15-4354-8aa9-846108b7afe9 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:09:36.606529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Attempting to bind port 030517b1-ed15-4354-8aa9-846108b7afe9 on network 1ec58d64-0603-4009-88c3-395b9b00edbc {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:09:36.612753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:09:36.613150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Checking segment: {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:09:36.613547 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:36.613949 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Bound using segment: {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:09:36.614431 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Bound port: 030517b1-ed15-4354-8aa9-846108b7afe9, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:09:36.615573 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:36.618277 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:36.655521 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:36.687650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] For port 030517b1-ed15-4354-8aa9-846108b7afe9, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:09:36.691270 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] For port 030517b1-ed15-4354-8aa9-846108b7afe9, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=030517b1-ed15-4354-8aa9-846108b7afe9,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:09:36.695690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:36.704157 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 1ec58d64-0603-4009-88c3-395b9b00edbc is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:09:36.707240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:09:36.713229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:09:36.717407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:36.769824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c592203-8045-4436-b8ea-6f9e57f6a837 None None] Pushing event updated for resources: {'Port': ['ID=030517b1-ed15-4354-8aa9-846108b7afe9,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:36.770077 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:36.952303 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:37.263812 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:37.268583 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:37.347054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:37.349941 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:37.454611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 1ec58d64-0603-4009-88c3-395b9b00edbc is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:09:37.456334 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:09:37.578229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 16874569-bef9-4643-90f3-a7288b037a18 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:09:37.693308 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:09:37.698905 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b9ae1467-8397-4060-a4ad-bbf44788e018 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/16874569-bef9-4643-90f3-a7288b037a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2441790 Oct 25 10:09:37.730110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a9b8e-b668-4f81-bd13-4084cf799c87 None None] Network 1ec58d64-0603-4009-88c3-395b9b00edbc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:09:37.800516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-52b782c5-60f9-426e-b4a5-6692fb4f53af None None] Provisioning complete for port 030517b1-ed15-4354-8aa9-846108b7afe9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:37.800898 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-52b782c5-60f9-426e-b4a5-6692fb4f53af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:37.845334 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-b0f336be-58e1-4b89-8266-0dbd48d4a528 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408255865&fields=id&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 267 time: 0.0370150 Oct 25 10:09:37.947861 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-52b782c5-60f9-426e-b4a5-6692fb4f53af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:37.957035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-27d6ae4d-2d80-4063-acb1-3f8b47a56626 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:37.964160 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-27d6ae4d-2d80-4063-acb1-3f8b47a56626 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 796 time: 0.1108403 Oct 25 10:09:37.975172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-69e375ee-98e1-4f97-880a-20f2cce000b8 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/quotas/960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 375 time: 0.0101626 Oct 25 10:09:37.987068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-52b782c5-60f9-426e-b4a5-6692fb4f53af None None] For port 030517b1-ed15-4354-8aa9-846108b7afe9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=030517b1-ed15-4354-8aa9-846108b7afe9,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:37.993117 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-52b782c5-60f9-426e-b4a5-6692fb4f53af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.040290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-db5db963-ef4a-4713-abf1-bf4ae15f9a2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553918 Oct 25 10:09:38.049388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b782c5-60f9-426e-b4a5-6692fb4f53af None None] Pushing event updated for resources: {'Port': ['ID=030517b1-ed15-4354-8aa9-846108b7afe9,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:38.165552 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-54508018-ada4-44b4-b85d-f271c22a3dd6 service neutron] 10.222.0.32 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998106 Oct 25 10:09:38.225355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1b9c2d82-bd30-4162-ae04-c2f6224f25a8 None None] Provisioning complete for port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:38.225676 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2d82-bd30-4162-ae04-c2f6224f25a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.271288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c2d82-bd30-4162-ae04-c2f6224f25a8 None None] Port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:09:38.284917 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1b9c2d82-bd30-4162-ae04-c2f6224f25a8 None None] Provisioning complete for port 030517b1-ed15-4354-8aa9-846108b7afe9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:38.285360 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1b9c2d82-bd30-4162-ae04-c2f6224f25a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.288394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-c9dd441f-780e-463b-b277-f7a86f9b67ff service neutron] 10.222.0.32 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178055 Oct 25 10:09:38.362085 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Sync routers for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:09:38.375273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 84366c8c-714b-435c-88e0-6f9e820877ea up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:09:38.377246 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:38.378037 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:38.439781 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 84366c8c-714b-435c-88e0-6f9e820877ea triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:38.440164 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.516746 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:38.518802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19f7b14a-f7a4-404a-9aed-169acc2b2f70 req-e761222e-0ec9-48ef-9ace-7690aba8055e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 210 time: 0.0367229 Oct 25 10:09:38.542881 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.572697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 84366c8c-714b-435c-88e0-6f9e820877ea, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=84366c8c-714b-435c-88e0-6f9e820877ea,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:38.579614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d788f4f0-8fb0-4e3d-97ae-62d8d6185592 None None] Provisioning complete for port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:38.580159 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d788f4f0-8fb0-4e3d-97ae-62d8d6185592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.581977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.582755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 030517b1-ed15-4354-8aa9-846108b7afe9 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:09:38.681986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d788f4f0-8fb0-4e3d-97ae-62d8d6185592 None None] Port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:09:38.696370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=84366c8c-714b-435c-88e0-6f9e820877ea,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:38.714572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 030517b1-ed15-4354-8aa9-846108b7afe9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:38.714938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.804485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8c186916-ba45-4d52-821f-2279fb134789 None None] Provisioning complete for port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:38.805155 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8c186916-ba45-4d52-821f-2279fb134789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:38.814284 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:37Z', 'revision_number': 2, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:38.837972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8c186916-ba45-4d52-821f-2279fb134789 None None] Port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:09:38.840111 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Checking router: 16874569-bef9-4643-90f3-a7288b037a18 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:09:38.840457 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Updating router 16874569-bef9-4643-90f3-a7288b037a18 port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:09:38.864078 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.116960 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.122206 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.173538 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Pushing event updated for resources: {'Port': ['ID=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:39.197628 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.197981 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.198309 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.198641 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.198965 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.199305 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.199612 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.199932 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.200252 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.200571 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.200998 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.201228 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:09:39.233953 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Attempting to bind port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:09:39.234394 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Attempting to bind port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:09:39.234777 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Attempting to bind port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 on network 1ec58d64-0603-4009-88c3-395b9b00edbc {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:09:39.240630 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:09:39.241041 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Checking segment: {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:09:39.241435 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.241822 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Bound using segment: {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:09:39.242291 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Bound port: 560c44f3-cf69-4a57-a0ee-f9c36aff18b3, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:09:39.242665 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.269066 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.310947 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] For port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:09:39.314049 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] For port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:09:39.318036 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.365328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-462d4854-b775-4504-a053-33227221a7cd None None] Provisioning complete for port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:39.365699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-462d4854-b775-4504-a053-33227221a7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.375736 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:39.376340 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:39.379274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d766c4-766a-4c5a-a5f1-b8b837b275a8 None None] Pushing event updated for resources: {'Port': ['ID=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:39.451110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-462d4854-b775-4504-a053-33227221a7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.491015 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:39.503301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-462d4854-b775-4504-a053-33227221a7cd None None] For port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:39.516554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-462d4854-b775-4504-a053-33227221a7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.594291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d4854-b775-4504-a053-33227221a7cd None None] Pushing event updated for resources: {'Port': ['ID=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:39.613831 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e9874d17-df9f-4ef8-b7a9-343868d21884 req-f5897f7b-cc2c-4676-b879-19a4f7689d78 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 210 time: 0.0463772 Oct 25 10:09:39.650975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-91842673-928b-4364-81c1-2e0f1fee0e27 None None] Provisioning complete for port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:39.651414 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-91842673-928b-4364-81c1-2e0f1fee0e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:39.750571 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:39Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:39.779417 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c7f90-b0c5-489e-8e4b-da8eb695137a None None] The sync data for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 is: [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:39Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:09:40.306612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 84366c8c-714b-435c-88e0-6f9e820877ea up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:09:40.356910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 84366c8c-714b-435c-88e0-6f9e820877ea triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:40.357279 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:40.452210 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:09:40.453837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:40.500983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:40.501359 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:40.689012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-374b3313-6405-4b96-a08e-9c3c35588cdb req-478f7831-6916-489c-9297-e978152ad7e4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 210 time: 0.0277398 Oct 25 10:09:41.766447 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-13a350a5-bf3e-4059-b2b0-63bb7dd16e44 req-57887b28-99c0-4a8b-8dce-0f9d2b824aac tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 210 time: 0.0259535 Oct 25 10:09:42.858414 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-650ff61c-8a3d-42d9-84c9-1d7f9f25d4a2 req-ea9de3e6-a67d-4eef-ad33-a0c827b408d6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 210 time: 0.0258713 Oct 25 10:09:43.712507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-8372ff55-c919-4f50-a2b7-4a49d04a905d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:43.714098 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-8372ff55-c919-4f50-a2b7-4a49d04a905d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 796 time: 0.1077962 Oct 25 10:09:43.766917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-c449a89a-756b-482a-919b-886aa22495b8 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 379 time: 0.0363140 Oct 25 10:09:43.777258 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'port': {'device_id': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'admin_state_up': True, 'tenant_id': '960a8716b87a44718683cf828ade0780', 'security_groups': ['74ca3953-fd68-4e40-afe2-7e7496eda045']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:43.882749 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:09:43.886377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:43.965949 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab44c548-a9d4-4ec5-8e1b-0efc66ba7663 req-43f016a6-c56c-4627-b6ea-83b0a8c6cd15 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 210 time: 0.0384474 Oct 25 10:09:44.023491 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.12 (1ec58d64-0603-4009-88c3-395b9b00edbc/766f75f5-b2c0-4ad4-ab58-29cfd52fd73f/81169a23-fb9c-4f30-802d-c7dabacb4ce4) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:09:44.160826 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.194642 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.239439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 1ec58d64-0603-4009-88c3-395b9b00edbc is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:09:44.243242 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:09:44.245929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:09:44.278434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=81169a23-fb9c-4f30-802d-c7dabacb4ce4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:44.304170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:44.304809 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.322685 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-0fa8c017-ca9c-4f5f-921f-be0b5427129a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489602 Oct 25 10:09:44.340582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Request body: {'port': {'device_id': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:44.402312 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.480689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b0216cfb-fde1-489a-9a05-6ef8cbcadb6a None None] Provisioning complete for port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:44.481386 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b0216cfb-fde1-489a-9a05-6ef8cbcadb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.515589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b0216cfb-fde1-489a-9a05-6ef8cbcadb6a None None] Port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:09:44.664810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81169a23-fb9c-4f30-802d-c7dabacb4ce4 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:09:44.672517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.684670 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Transition to ACTIVE for port object 81169a23-fb9c-4f30-802d-c7dabacb4ce4 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:09:44.688296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.739496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Pushing event updated for resources: {'Port': ['ID=81169a23-fb9c-4f30-802d-c7dabacb4ce4,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:44.815765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Attempting to bind port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:09:44.816103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Attempting to bind port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:09:44.816432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Attempting to bind port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 on network 1ec58d64-0603-4009-88c3-395b9b00edbc {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:09:44.821757 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 on network 1ec58d64-0603-4009-88c3-395b9b00edbc not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:09:44.822076 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Attempting to bind port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 on network 1ec58d64-0603-4009-88c3-395b9b00edbc {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:09:44.827257 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:09:44.827591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Checking segment: {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:09:44.827977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Bound using segment: {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:09:44.828406 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Bound port: 81169a23-fb9c-4f30-802d-c7dabacb4ce4, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06e377-c3f9-4192-8b57-e909d5b608f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:09:44.828764 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.894074 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] For port 81169a23-fb9c-4f30-802d-c7dabacb4ce4, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:09:44.897222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] For port 81169a23-fb9c-4f30-802d-c7dabacb4ce4, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:09:44.901990 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.938447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:44.939186 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:44.940481 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] 10.222.0.41 "PUT /v2.0/ports/81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 1092 time: 0.6043231 Oct 25 10:09:44.940942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:09:44.943799 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d90677-bf10-4989-9458-612e285e229a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:09:44.970925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d829d4-c64c-4787-93ba-efa9d2274849 service neutron] Pushing event updated for resources: {'Port': ['ID=81169a23-fb9c-4f30-802d-c7dabacb4ce4,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:45.004615 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd97d82d-88de-4f89-b69e-159943a5fed1 x-openstack-request-id: req-fd97d82d-88de-4f89-b69e-159943a5fed1 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:09:45.005020 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:09:45.005239 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd97d82d-88de-4f89-b69e-159943a5fed1 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:09:45.006788 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'status': 'completed', 'code': 200} Oct 25 10:09:45.046187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-da0e3bc8-2049-4fea-8000-6484cfaeee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:45.047857 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-da0e3bc8-2049-4fea-8000-6484cfaeee99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1095 time: 0.0531890 Oct 25 10:09:45.100123 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-4149b390-e0c9-455f-ba2b-ffff5d200fcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 217 time: 0.0375538 Oct 25 10:09:45.103324 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45a4c6-f68d-4ac6-a94b-f25b73d49e13 req-a4ebde26-a57f-4e3e-8350-6185c6b5a29f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:45.104902 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c45a4c6-f68d-4ac6-a94b-f25b73d49e13 req-a4ebde26-a57f-4e3e-8350-6185c6b5a29f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 944 time: 0.0542676 Oct 25 10:09:45.144697 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9c45a4c6-f68d-4ac6-a94b-f25b73d49e13 req-363967e0-3b8b-41c7-8d24-f194f2eb8295 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Oct 25 10:09:45.153061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-f1012bae-eae4-41c9-b0e3-0cc2b486bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:45.154655 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-f1012bae-eae4-41c9-b0e3-0cc2b486bbdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 200 len: 834 time: 0.0471263 Oct 25 10:09:45.205875 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-d77702a1-f842-4839-acce-b0143660ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:45.207244 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-d77702a1-f842-4839-acce-b0143660ec85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec58d64-0603-4009-88c3-395b9b00edbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443251 Oct 25 10:09:45.297974 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-3db93a80-956b-45dd-90ec-c4caa07b54fd service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832019 Oct 25 10:09:45.392536 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-423d90b6-c694-4d14-a710-343a2c9ee24c req-4c26feda-270d-402f-8e58-f1db2bda55f2 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871043 Oct 25 10:09:45.513791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90677-bf10-4989-9458-612e285e229a req-17fa65b1-022c-4e80-ab32-c4cdb598b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:45.515169 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-06d90677-bf10-4989-9458-612e285e229a req-17fa65b1-022c-4e80-ab32-c4cdb598b8d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1095 time: 0.0399497 Oct 25 10:09:45.610877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90677-bf10-4989-9458-612e285e229a req-d2369ee2-31a0-434a-aca4-3b64a6e8f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:45.612311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-06d90677-bf10-4989-9458-612e285e229a req-d2369ee2-31a0-434a-aca4-3b64a6e8f3c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 897 time: 0.0898523 Oct 25 10:09:45.655329 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-06d90677-bf10-4989-9458-612e285e229a req-4c17cd73-3c32-4c13-a845-f2a4f2050fb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 217 time: 0.0356216 Oct 25 10:09:45.704405 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90677-bf10-4989-9458-612e285e229a req-2d2d742d-e222-4b1f-b3d4-ba8bca3fad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:45.705908 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-06d90677-bf10-4989-9458-612e285e229a req-2d2d742d-e222-4b1f-b3d4-ba8bca3fad92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 200 len: 834 time: 0.0426607 Oct 25 10:09:45.767533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90677-bf10-4989-9458-612e285e229a req-f2a4d565-21bb-48cf-9288-11b6f170fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:45.768937 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-06d90677-bf10-4989-9458-612e285e229a req-f2a4d565-21bb-48cf-9288-11b6f170fa54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec58d64-0603-4009-88c3-395b9b00edbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444322 Oct 25 10:09:45.862879 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-06d90677-bf10-4989-9458-612e285e229a req-c81884a7-e502-4fa1-aaf1-b3236dfe73a7 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854070 Oct 25 10:09:45.956266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-06d90677-bf10-4989-9458-612e285e229a req-8ad9f359-348f-485b-897e-5795689001f2 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865555 Oct 25 10:09:46.261902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfddef-9097-4a37-a10a-5e127779e6f1 req-d1b8cf38-0b26-4eda-90ae-594a606da6f0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:46.263339 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21dfddef-9097-4a37-a10a-5e127779e6f1 req-d1b8cf38-0b26-4eda-90ae-594a606da6f0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 944 time: 0.0476999 Oct 25 10:09:46.299864 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-21dfddef-9097-4a37-a10a-5e127779e6f1 req-7acdf5a9-f815-4ac5-a35d-b8c40c8fb26d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306656 Oct 25 10:09:46.563753 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1fa6-6289-4139-a88c-f712e7978888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:47.415214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca41d7-20b0-4043-b117-75123a384631 req-218e8e93-d3b6-4a6b-bcf9-45c43ac161e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:47.416648 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07ca41d7-20b0-4043-b117-75123a384631 req-218e8e93-d3b6-4a6b-bcf9-45c43ac161e2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 944 time: 0.0477936 Oct 25 10:09:47.457257 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-07ca41d7-20b0-4043-b117-75123a384631 req-c2dcfd07-0bfb-4768-a31f-641bb9db4ffe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345721 Oct 25 10:09:48.573785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361effa-5bad-4eb8-8747-f02789c1c278 req-8e61335c-594c-4172-9ea3-49e17fae7ec4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:48.575267 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5361effa-5bad-4eb8-8747-f02789c1c278 req-8e61335c-594c-4172-9ea3-49e17fae7ec4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 944 time: 0.0492296 Oct 25 10:09:48.612217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5361effa-5bad-4eb8-8747-f02789c1c278 req-034a72e9-bbc5-4a5a-8000-a7a62737321a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308990 Oct 25 10:09:48.913809 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-febeaee2-2f67-446b-a37d-d972c328ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:49.064183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 81169a23-fb9c-4f30-802d-c7dabacb4ce4 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:09:49.155784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 81169a23-fb9c-4f30-802d-c7dabacb4ce4, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:49.167234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'port_id': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'mac_address': 'fa:16:3e:27:4a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:09:49.206228 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:49.218972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81169a23-fb9c-4f30-802d-c7dabacb4ce4 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:09:49.237868 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 81169a23-fb9c-4f30-802d-c7dabacb4ce4, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:49.241882 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:49.288370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=81169a23-fb9c-4f30-802d-c7dabacb4ce4,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:49.620342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['81169a23-fb9c-4f30-802d-c7dabacb4ce4'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:09:49.730930 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aac98c-8430-4f07-a2f6-562f259331d9 req-8874063f-cd5b-466a-8851-5d33c55a3b5c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:49.732428 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57aac98c-8430-4f07-a2f6-562f259331d9 req-8874063f-cd5b-466a-8851-5d33c55a3b5c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 945 time: 0.0508666 Oct 25 10:09:49.773612 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-57aac98c-8430-4f07-a2f6-562f259331d9 req-d6c07a51-7ea4-41e5-8c5a-a57a90f31438 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349762 Oct 25 10:09:50.092501 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:50.219019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:50.891777 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1417c00-c645-4d2b-8126-c72fbe224571 req-6b6a053a-2ec2-4928-943a-094870f53205 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:50.893253 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1417c00-c645-4d2b-8126-c72fbe224571 req-6b6a053a-2ec2-4928-943a-094870f53205 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 945 time: 0.0482812 Oct 25 10:09:50.938020 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f1417c00-c645-4d2b-8126-c72fbe224571 req-a738caf0-5ebc-4638-a5bb-89c521e090c3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377367 Oct 25 10:09:51.076924 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 81169a23-fb9c-4f30-802d-c7dabacb4ce4 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:09:51.127882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:09:51.132036 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:09:51.132396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:51.207563 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:51.229930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:09:51.232159 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5401f275-009e-4819-a330-89e3e8244bfe" -d '{"events": [{"server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "name": "network-vif-plugged", "status": "completed", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:09:51.244712 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 81169a23-fb9c-4f30-802d-c7dabacb4ce4, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:09:51.249956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:51.274945 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6746ee-3812-4b0d-b6f8-f2151fc416f9 x-openstack-request-id: req-cb6746ee-3812-4b0d-b6f8-f2151fc416f9 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:09:51.275234 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "name": "network-vif-plugged", "status": "completed", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:09:51.275487 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb6746ee-3812-4b0d-b6f8-f2151fc416f9 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:09:51.275868 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'code': 200} Oct 25 10:09:51.298384 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=81169a23-fb9c-4f30-802d-c7dabacb4ce4,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:51.401051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db47c0d-502b-4ac3-97ee-4d4f76fe99ed req-62d823f2-e2d8-4a3d-9074-617f9645c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:51.402518 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3db47c0d-502b-4ac3-97ee-4d4f76fe99ed req-62d823f2-e2d8-4a3d-9074-617f9645c5d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1097 time: 0.0402877 Oct 25 10:09:51.437164 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3db47c0d-502b-4ac3-97ee-4d4f76fe99ed req-578fe951-505f-4ae3-9870-15b800c22df1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266216 Oct 25 10:09:52.056434 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a41890-0569-40ba-b758-9280c4fd5be9 req-12e3dfce-9e73-4b5b-9f07-a4a2a185d298 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:52.057943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99a41890-0569-40ba-b758-9280c4fd5be9 req-12e3dfce-9e73-4b5b-9f07-a4a2a185d298 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0485368 Oct 25 10:09:52.078127 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:52.096202 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99a41890-0569-40ba-b758-9280c4fd5be9 req-f5c7b3a8-8c0e-4ecb-b6ca-37ca79e1a0c1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Oct 25 10:09:53.211158 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7bf3c-ae6d-46a9-9729-9dc4733b7c84 req-f392581b-5d64-4932-82c3-c3d252b23098 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:53.212534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6de7bf3c-ae6d-46a9-9729-9dc4733b7c84 req-f392581b-5d64-4932-82c3-c3d252b23098 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0485864 Oct 25 10:09:53.249960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6de7bf3c-ae6d-46a9-9729-9dc4733b7c84 req-dce07c09-96e8-45a1-af1b-76adc6bc7f0e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314999 Oct 25 10:09:53.362828 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f30a5-1156-4a0f-8176-b6225e2f73a3 req-2f020b25-bf03-4a00-b8b0-f5515c765427 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:53.364260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b83f30a5-1156-4a0f-8176-b6225e2f73a3 req-2f020b25-bf03-4a00-b8b0-f5515c765427 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0479045 Oct 25 10:09:53.406040 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b83f30a5-1156-4a0f-8176-b6225e2f73a3 req-a26c6831-024c-4224-9c33-91e4500c5bfe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355594 Oct 25 10:09:53.428045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43626) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:53.466710 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1d25f-84f5-43cf-b0b3-595127bac1e0 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:53.468102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7bd1d25f-84f5-43cf-b0b3-595127bac1e0 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1092 time: 0.0391204 Oct 25 10:09:53.471004 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43628) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:53.475607 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:09:53.498231 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:53.600403 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:53.701429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.129 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/16f8cf3c-d46a-4540-943a-ea709831b726) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:09:53.805618 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:53.838129 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:53.876466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:09:53.879360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:09:53.882870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:09:53.908656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=16f8cf3c-d46a-4540-943a-ea709831b726,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:54.223204 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:54.288682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:54.437525 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:54.442066 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:54.513207 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=16f8cf3c-d46a-4540-943a-ea709831b726,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:09:54.523576 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:54.623584 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP 53964c82-0962-4416-bd18-fa21f459ed62 associated. External IP: 172.25.8.129, port: 81169a23-fb9c-4f30-802d-c7dabacb4ce4. Oct 25 10:09:54.824718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 16874569-bef9-4643-90f3-a7288b037a18 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:09:55.246919 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:09:55.256974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] Sync routers for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:09:55.265538 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:09:55.266730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:55.267336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:55.295057 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-99e578c6-b6a6-46e5-8784-1d3f7c32547d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8229146 Oct 25 10:09:55.295653 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:09:55.297972 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b3a626-4599-46e6-94f8-ce65b83fc99c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:09:55.398152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c369b-cc08-4de5-82e2-4cd9624f412c req-9a277e54-91cd-430f-aebb-e171630cfcf2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:55.399757 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d42c369b-cc08-4de5-82e2-4cd9624f412c req-9a277e54-91cd-430f-aebb-e171630cfcf2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0522046 Oct 25 10:09:55.440325 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d42c369b-cc08-4de5-82e2-4cd9624f412c req-78261793-4396-4633-aaa3-c042f5b76918 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341487 Oct 25 10:09:55.465147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43634) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:55.498134 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b03a14-2b34-44e0-8ef4-34431063f451 x-openstack-request-id: req-27b03a14-2b34-44e0-8ef4-34431063f451 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:09:55.498555 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:09:55.498907 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27b03a14-2b34-44e0-8ef4-34431063f451 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:09:55.499381 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'status': 'completed', 'code': 200} Oct 25 10:09:55.537189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:55.595671 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-0afc7cca-e26e-436e-8ac8-96b3da7661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:55.597274 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-0afc7cca-e26e-436e-8ac8-96b3da7661ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1097 time: 0.0529850 Oct 25 10:09:55.694501 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-e632b750-c987-41ac-8e81-ac0a4ed49b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:55.696145 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-e632b750-c987-41ac-8e81-ac0a4ed49b56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 897 time: 0.0904264 Oct 25 10:09:55.769242 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-cb943179-624c-433d-9bf2-1be4e0b5392d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 1000 time: 0.0659158 Oct 25 10:09:55.787894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '53964c82-0962-4416-bd18-fa21f459ed62', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '16874569-bef9-4643-90f3-a7288b037a18', 'port_id': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'mac_address': 'fa:16:3e:27:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:09:54Z', 'updated_at': '2021-10-25T10:09:54Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:39Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:55.822770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] Checking router: 16874569-bef9-4643-90f3-a7288b037a18 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:09:55.824478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-83e2720a-58be-4abc-8998-f8edfb14aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:55.826082 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-83e2720a-58be-4abc-8998-f8edfb14aec4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 200 len: 834 time: 0.0490291 Oct 25 10:09:55.833750 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:09:55.834518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:09:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:55.862687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b2766dab-d350-4488-a53c-a6e69503a877 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/53964c82-0962-4416-bd18-fa21f459ed62 HTTP/1.1" status: 200 len: 992 time: 0.3963768 Oct 25 10:09:55.882435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-9941f0a3-f4ae-4cc7-b368-70313e611ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:09:55.884004 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-9941f0a3-f4ae-4cc7-b368-70313e611ccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec58d64-0603-4009-88c3-395b9b00edbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492685 Oct 25 10:09:55.953971 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:09:55.982083 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-c29f83e8-d5ac-47f3-9019-59af4743ced0 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910280 Oct 25 10:09:56.076801 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c9b3a626-4599-46e6-94f8-ce65b83fc99c req-33eec310-9d44-4085-8760-333fa1e9d6c8 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878589 Oct 25 10:09:56.177231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '53964c82-0962-4416-bd18-fa21f459ed62', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '16874569-bef9-4643-90f3-a7288b037a18', 'port_id': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'mac_address': 'fa:16:3e:27:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:09:54Z', 'updated_at': '2021-10-25T10:09:54Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:39Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:09:56.206418 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa2145-00ac-433c-a63d-9beb93ef05d0 None None] The sync data for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 is: [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '53964c82-0962-4416-bd18-fa21f459ed62', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '16874569-bef9-4643-90f3-a7288b037a18', 'port_id': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'mac_address': 'fa:16:3e:27:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:09:54Z', 'updated_at': '2021-10-25T10:09:54Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:39Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:09:56.394159 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d6aad-ff9a-4932-92b2-06d4db66cdc2 None None] New status for floating IP 53964c82-0962-4416-bd18-fa21f459ed62: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:09:56.534375 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:09:56.866698 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43636) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:09:56.927988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-96451a96-325d-4d89-85aa-b1cacd490e18 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/53964c82-0962-4416-bd18-fa21f459ed62 HTTP/1.1" status: 200 len: 994 time: 0.0592623 Oct 25 10:10:09.281476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:10.439238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:11.802240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-162f26d5-5951-4c7c-8d65-a75110291249 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390184 Oct 25 10:10:11.897573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-c9ae6ff3-4413-4162-aae5-7f653b908511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:10:11.899053 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-c9ae6ff3-4413-4162-aae5-7f653b908511 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1097 time: 0.0407076 Oct 25 10:10:12.005067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-293326b3-d1ec-4ab0-af34-8c7305230bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:10:12.007476 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-293326b3-d1ec-4ab0-af34-8c7305230bc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 897 time: 0.0891786 Oct 25 10:10:12.073286 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-d7e2a1d9-8946-4883-9501-3c04b84cd9ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 1002 time: 0.0593541 Oct 25 10:10:12.124370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-30ba358f-8263-486c-944d-0dd6975cb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:10:12.125846 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-30ba358f-8263-486c-944d-0dd6975cb050 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 200 len: 834 time: 0.0446835 Oct 25 10:10:12.176927 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-1b6b46b3-e2f3-4ea1-9061-7d800c8a5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:10:12.178964 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-1b6b46b3-e2f3-4ea1-9061-7d800c8a5173 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec58d64-0603-4009-88c3-395b9b00edbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443425 Oct 25 10:10:12.269069 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-96a57572-131e-4449-b2fc-41fa6533c403 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823121 Oct 25 10:10:12.366084 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-10c3a87c-3117-4f39-bc51-440ea0d3fc10 req-b5d29d43-2231-48ca-a436-db590df45f17 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Oct 25 10:10:16.560044 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6cce26f9-b70e-41a6-9b0c-e779a1a6a8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:18.915683 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-52d0154f-8316-456b-a68d-a7c8ded8a137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:20.094123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:20.221977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:22.075687 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:33.534010 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:10:39.295351 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:40.433315 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:46.561966 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e0eb141-e666-4f0e-a0e2-6e2c5819dcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:48.921917 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4de7dbce-594c-41a2-a9de-b04de0920720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:50.096024 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:50.226356 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:10:52.079328 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:08.128792 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-89100fae-d1e9-4e83-90e2-3aed0b5ceb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:08.130484 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-89100fae-d1e9-4e83-90e2-3aed0b5ceb27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1097 time: 0.0416906 Oct 25 10:11:08.147746 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f57ff5-ff10-4183-959b-5c83e21de5ba req-944f7e71-5fa7-4554-ab86-ae7eda98bccd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:08.149532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2f57ff5-ff10-4183-959b-5c83e21de5ba req-944f7e71-5fa7-4554-ab86-ae7eda98bccd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.1010318 Oct 25 10:11:08.188080 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f2f57ff5-ff10-4183-959b-5c83e21de5ba req-7eb07293-02aa-443c-bfb1-7e733f37b6a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323949 Oct 25 10:11:08.224922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-cdd86f57-cd01-4c19-8043-aad13c171fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:08.226388 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-cdd86f57-cd01-4c19-8043-aad13c171fd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 897 time: 0.0894139 Oct 25 10:11:08.352950 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-e511587e-5746-47f9-a338-25c5b3c79481 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 1002 time: 0.1167006 Oct 25 10:11:08.401806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-110b8944-cb46-4989-9b30-23c7ebda131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:08.403222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-110b8944-cb46-4989-9b30-23c7ebda131b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 200 len: 834 time: 0.0424395 Oct 25 10:11:08.452402 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-edc974b7-ba5e-4ff8-9f6c-e1882e1311c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:08.453857 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-edc974b7-ba5e-4ff8-9f6c-e1882e1311c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec58d64-0603-4009-88c3-395b9b00edbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437772 Oct 25 10:11:08.543269 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-fbf23317-4cbc-47d6-88a5-5eb5c7fa3936 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814910 Oct 25 10:11:08.638538 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f2555117-8a2a-4579-98aa-f6fa87caa75c req-0ed9db0c-15f9-47ff-a3d2-bd3ee3ad00b8 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874753 Oct 25 10:11:09.297123 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:09.307292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38dbd7-22d2-45ac-8af9-d2653cd8ac4c req-2bbce2bf-3c72-4aef-bf23-ba3fbd05f977 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:09.308744 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf38dbd7-22d2-45ac-8af9-d2653cd8ac4c req-2bbce2bf-3c72-4aef-bf23-ba3fbd05f977 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0525420 Oct 25 10:11:09.346175 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cf38dbd7-22d2-45ac-8af9-d2653cd8ac4c req-14bbf5d5-ba7f-442a-8487-1cac533c6647 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Oct 25 10:11:10.451432 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:10.462308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeeb77-5b72-4562-b41e-ffc18922331b req-dac0580c-178f-403b-ba33-af3b9f80c414 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:10.463772 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04aeeb77-5b72-4562-b41e-ffc18922331b req-dac0580c-178f-403b-ba33-af3b9f80c414 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0501080 Oct 25 10:11:10.500778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04aeeb77-5b72-4562-b41e-ffc18922331b req-3261ef6a-e637-4808-a947-5a40d7ec320e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308156 Oct 25 10:11:10.533325 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:11:11.616443 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9836cfa-12d7-4f5c-810c-9532bd67654c req-2f8e2df4-61fe-401d-ac3d-e23e2c9e0c5a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:11.618029 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9836cfa-12d7-4f5c-810c-9532bd67654c req-2f8e2df4-61fe-401d-ac3d-e23e2c9e0c5a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0497696 Oct 25 10:11:11.655234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9836cfa-12d7-4f5c-810c-9532bd67654c req-b5381926-3132-4a17-870b-2302ddbfc993 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309701 Oct 25 10:11:12.780904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f889-0d08-460f-b22c-089929d0e007 req-865b87cf-8835-409b-8675-ee8d24a2d730 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:12.783131 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34c5f889-0d08-460f-b22c-089929d0e007 req-865b87cf-8835-409b-8675-ee8d24a2d730 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0574701 Oct 25 10:11:12.822426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-34c5f889-0d08-460f-b22c-089929d0e007 req-566fc549-badd-4fc6-a9df-b9e927b28777 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338161 Oct 25 10:11:12.840880 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-c8223313-5453-49a1-a9e3-93f865dda2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:12.842413 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-c8223313-5453-49a1-a9e3-93f865dda2c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1097 time: 0.0413268 Oct 25 10:11:12.950511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-b79c795e-b445-4105-bc38-e25edb452058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:12.951994 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-b79c795e-b445-4105-bc38-e25edb452058 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 897 time: 0.0899408 Oct 25 10:11:13.021580 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-913c8c21-e6d2-4047-bc0d-26b1a9de8e5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 1002 time: 0.0587018 Oct 25 10:11:13.071459 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-47149d13-8691-4ffe-a6aa-b3845169c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:13.072945 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-47149d13-8691-4ffe-a6aa-b3845169c6c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 200 len: 834 time: 0.0433424 Oct 25 10:11:13.122292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-7da56a16-9e2e-4a09-8557-328e92a7d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:13.123761 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-7da56a16-9e2e-4a09-8557-328e92a7d024 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec58d64-0603-4009-88c3-395b9b00edbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440195 Oct 25 10:11:13.212571 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-e3816053-db5f-48d4-b6ab-531fed04c883 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815191 Oct 25 10:11:13.305551 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-432e022f-a820-4c7f-a8ba-25dd3f4a8137 req-a5a58d18-9133-4702-9aea-e8cfe7af498f service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Oct 25 10:11:13.938246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3b14b-123a-43e9-bb8f-24ad2f4f4570 req-f8f9900c-d299-4575-9e5f-7ea1d076463b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:13.939687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3b14b-123a-43e9-bb8f-24ad2f4f4570 req-f8f9900c-d299-4575-9e5f-7ea1d076463b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0490174 Oct 25 10:11:13.977103 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02a3b14b-123a-43e9-bb8f-24ad2f4f4570 req-e483a1ee-0556-4211-86bb-cd7f681b05ec tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Oct 25 10:11:15.091659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959f8b-fbe6-4ce0-bddc-e68adc39c9d1 req-b4636234-75f0-42f9-bf47-e5343530c3a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:15.093157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49959f8b-fbe6-4ce0-bddc-e68adc39c9d1 req-b4636234-75f0-42f9-bf47-e5343530c3a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0483677 Oct 25 10:11:15.131293 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-49959f8b-fbe6-4ce0-bddc-e68adc39c9d1 req-c6a9d4b6-df2f-406e-ae19-4d24fa74540c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Oct 25 10:11:16.249241 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42928a-15b7-409b-8f6e-bc7dd905c297 req-1b987092-77d4-4958-bf9a-bbc02e8b77ce tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:16.250696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f42928a-15b7-409b-8f6e-bc7dd905c297 req-1b987092-77d4-4958-bf9a-bbc02e8b77ce tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0516319 Oct 25 10:11:16.287226 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6f42928a-15b7-409b-8f6e-bc7dd905c297 req-ba68ace0-6cf6-43af-a0d7-0bc3d0de2041 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306890 Oct 25 10:11:16.563090 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f3c5759d-2098-461a-b939-2b13d98e2546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:17.402223 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d9a0-03fb-4627-8929-48c62ea00c4a req-53318f5b-2d34-46d2-beff-2dd7d3131e98 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:17.403668 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c596d9a0-03fb-4627-8929-48c62ea00c4a req-53318f5b-2d34-46d2-beff-2dd7d3131e98 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0483193 Oct 25 10:11:17.441774 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c596d9a0-03fb-4627-8929-48c62ea00c4a req-f2e806b5-847d-4e6a-9a8b-59be19d61481 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Oct 25 10:11:18.556390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5db02-bb64-48e4-b819-c248194aed7e req-e17b7b99-b3c8-4e61-8d39-d682fc8758ed tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:18.557781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fff5db02-bb64-48e4-b819-c248194aed7e req-e17b7b99-b3c8-4e61-8d39-d682fc8758ed tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0476513 Oct 25 10:11:18.595915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fff5db02-bb64-48e4-b819-c248194aed7e req-58991d4f-b811-4a61-8aaf-ff285a0675e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Oct 25 10:11:18.923623 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c427c134-6c67-4094-b096-e630a1e4a41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:19.718123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8f3bb-2de2-4640-8cb9-141fcf6b8141 req-4b23f9e7-98c4-4823-99c1-95db8f71ea57 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:11:19.719556 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cb8f3bb-2de2-4640-8cb9-141fcf6b8141 req-4b23f9e7-98c4-4823-99c1-95db8f71ea57 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0519481 Oct 25 10:11:19.758459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cb8f3bb-2de2-4640-8cb9-141fcf6b8141 req-56462fb0-adc4-4ae5-b6be-aee5c416a395 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328531 Oct 25 10:11:19.780377 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43694) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:11:19.841580 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-516ced02-5497-4686-b24c-c065d8b4ffc6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/53964c82-0962-4416-bd18-fa21f459ed62 HTTP/1.1" status: 200 len: 994 time: 0.0599585 Oct 25 10:11:20.097648 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:20.228115 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:22.081337 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:39.311765 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:40.464806 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:46.566948 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a47d607-36d8-403c-adf3-1971bf653704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:47.532863 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:11:48.925216 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6547b8aa-8bdf-41c7-9f36-4f35d2a5392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:50.098475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:50.230135 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:11:52.085523 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:09.305370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:10.456110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:13.777362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-0c33588a-0ee4-4089-891f-8f255abaf5a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405536 Oct 25 10:12:13.876031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-2435bd7f-fd40-425d-8f79-912f163a8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:13.877446 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-2435bd7f-fd40-425d-8f79-912f163a8e4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1097 time: 0.0423660 Oct 25 10:12:13.985950 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-4cf933a7-c709-4193-bdbb-1fe124d3da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:13.987418 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-4cf933a7-c709-4193-bdbb-1fe124d3da84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 897 time: 0.0906553 Oct 25 10:12:14.052854 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-a2830853-c5de-4147-a70b-720ba4cae1af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 1002 time: 0.0571468 Oct 25 10:12:14.106860 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-ab57838f-be10-4474-b1a3-52872d37b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:14.108289 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-ab57838f-be10-4474-b1a3-52872d37b93c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 200 len: 834 time: 0.0479267 Oct 25 10:12:14.154831 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-72dfd0bd-cdc7-4c36-b61c-3774d2531516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:14.156294 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-72dfd0bd-cdc7-4c36-b61c-3774d2531516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec58d64-0603-4009-88c3-395b9b00edbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403693 Oct 25 10:12:14.167251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-3fd26735-49df-42e4-adf3-867bc3e52e3b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:12:14.168166 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-3fd26735-49df-42e4-adf3-867bc3e52e3b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049167 Oct 25 10:12:14.260809 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-38fbefd6-53fd-4932-9aab-f803000d576d service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851460 Oct 25 10:12:14.349901 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d2112cf3-6405-41e2-adcf-1c5eedf18e94 req-10bd83e3-72b4-4b6f-8d37-e25a147e37d6 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820103 Oct 25 10:12:16.571842 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9e9436da-44e6-49ce-aff7-f4540e77ad24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:17.034747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43716) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:17.191454 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 16f8cf3c-d46a-4540-943a-ea709831b726 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:12:17.191786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:17.270502 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:17.270815 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:17.283045 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 16f8cf3c-d46a-4540-943a-ea709831b726 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:12:17.439206 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:17.466330 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=16f8cf3c-d46a-4540-943a-ea709831b726,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:17.489332 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.489672 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.490008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.490339 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.490658 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.490984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.491302 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.492970 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.493312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.493634 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.493953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.494270 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:17.535320 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:17.535645 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP 53964c82-0962-4416-bd18-fa21f459ed62 disassociated (deleted). External IP: 172.25.8.129, port: 81169a23-fb9c-4f30-802d-c7dabacb4ce4. Oct 25 10:12:17.744690 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 16874569-bef9-4643-90f3-a7288b037a18 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:12:17.851679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:12:17.856646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:17.861266 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] Sync routers for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:12:17.871196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:17.871811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:11:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:17.885340 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d32ec2ff-f763-4d96-a318-d3b5ce6d8967 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/floatingips/53964c82-0962-4416-bd18-fa21f459ed62 HTTP/1.1" status: 204 len: 168 time: 0.8495257 Oct 25 10:12:17.885920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:12:17.888188 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:12:17.979762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:18.110315 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dee7160-e6f6-4501-bd1e-997696f90b2a x-openstack-request-id: req-0dee7160-e6f6-4501-bd1e-997696f90b2a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:12:18.111120 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:12:18.111384 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dee7160-e6f6-4501-bd1e-997696f90b2a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:12:18.111797 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'status': 'completed', 'code': 200} Oct 25 10:12:18.184845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:39Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:18.197746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-d6435351-fd2b-47ed-a858-cb4f5f684702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:18.199285 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-d6435351-fd2b-47ed-a858-cb4f5f684702 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 1097 time: 0.0424030 Oct 25 10:12:18.203767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d48c0-c2ab-4852-a3ee-cfff935c3372 req-14719637-f9ad-4ada-a9f9-bdc65768fe5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:18.205272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d9d48c0-c2ab-4852-a3ee-cfff935c3372 req-14719637-f9ad-4ada-a9f9-bdc65768fe5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0508690 Oct 25 10:12:18.217857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] Checking router: 16874569-bef9-4643-90f3-a7288b037a18 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:12:18.226727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:18.227323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:11:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:18.247290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7d9d48c0-c2ab-4852-a3ee-cfff935c3372 req-7fba0c66-3914-4136-9797-413cc8f0bbf6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356581 Oct 25 10:12:18.301166 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-e187a192-10d7-4766-b036-0eda6d514324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:18.302807 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-e187a192-10d7-4766-b036-0eda6d514324 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 200 len: 897 time: 0.0960422 Oct 25 10:12:18.340077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:18.346528 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-b95233cf-77ed-49b4-b59c-ede0eadae0bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 200 len: 217 time: 0.0348270 Oct 25 10:12:18.401232 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-c874cd40-c46a-40ed-a019-f732a92a36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:18.402727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-c874cd40-c46a-40ed-a019-f732a92a36f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 200 len: 834 time: 0.0477493 Oct 25 10:12:18.448300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-af292b28-15e7-44cb-a4d7-ef8c17c3d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:18.449808 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-af292b28-15e7-44cb-a4d7-ef8c17c3d58a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec58d64-0603-4009-88c3-395b9b00edbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399404 Oct 25 10:12:18.536679 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:39Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:18.540428 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-0aa4f847-6f2f-4f34-ac87-d373add0a810 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821929 Oct 25 10:12:18.566538 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f6112-0379-45ab-99cf-e05b5cffec1e None None] The sync data for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 is: [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:36Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '560c44f3-cf69-4a57-a0ee-f9c36aff18b3', 'name': '', 'network_id': '1ec58d64-0603-4009-88c3-395b9b00edbc', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:1e:f7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:36Z', 'updated_at': '2021-10-25T10:09:39Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '766f75f5-b2c0-4ad4-ab58-29cfd52fd73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:12:18.644305 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af83a810-96ec-4f57-b0fe-334e4f9cf4f7 req-86c12fe0-1607-499a-a9b5-85bc3098e02d service neutron] 10.222.0.41 "GET /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914512 Oct 25 10:12:18.796078 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b1b0c6-0d99-4774-93ec-3f045dc121a5 None None] New status for floating IP 53964c82-0962-4416-bd18-fa21f459ed62: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:12:18.926522 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-331fea54-92eb-45dc-8905-9bc79f51b32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:19.371452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211b7c-8cd7-4aca-8db5-34cfbf084fe9 req-47fc770b-d3ef-43be-a517-f9b4b6a92f38 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:19.372937 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d211b7c-8cd7-4aca-8db5-34cfbf084fe9 req-47fc770b-d3ef-43be-a517-f9b4b6a92f38 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0535605 Oct 25 10:12:19.411385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d211b7c-8cd7-4aca-8db5-34cfbf084fe9 req-453c31c3-5676-48d0-9f68-6654944413bc tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=74ca3953-fd68-4e40-afe2-7e7496eda045&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323391 Oct 25 10:12:19.889584 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a3334-6f2a-4308-9267-240ccf832095 req-f105d58d-e7b7-4027-9a41-3f12f8f7f7ae tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:19.890912 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-894a3334-6f2a-4308-9267-240ccf832095 req-f105d58d-e7b7-4027-9a41-3f12f8f7f7ae tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 946 time: 0.0478303 Oct 25 10:12:19.985871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:12:19.986230 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:20.073084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 81169a23-fb9c-4f30-802d-c7dabacb4ce4, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=81169a23-fb9c-4f30-802d-c7dabacb4ce4,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:20.073445 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:20.086323 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 81169a23-fb9c-4f30-802d-c7dabacb4ce4 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:12:20.101977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:20.218000 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:20.233518 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:20.247667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=81169a23-fb9c-4f30-802d-c7dabacb4ce4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:20.281179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.281532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.281882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.282222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.282556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.282886 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.283215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.283541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.283872 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.284196 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.284517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.284841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:20.305360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] No DVR routers for this DVR port 81169a23-fb9c-4f30-802d-c7dabacb4ce4 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:12:20.308184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:20.311835 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-894a3334-6f2a-4308-9267-240ccf832095 req-b268727a-8467-4136-b875-0ca7642dae2b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "DELETE /v2.0/ports/81169a23-fb9c-4f30-802d-c7dabacb4ce4 HTTP/1.1" status: 204 len: 173 time: 0.4147866 Oct 25 10:12:20.312318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'name': 'network-vif-deleted', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:12:20.314760 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc4e85-7ce3-4af4-8234-3698b3df2cba" -d '{"events": [{"server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "name": "network-vif-deleted", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:12:20.357035 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f37946-54af-4cd6-9865-b7b4210619ac x-openstack-request-id: req-03f37946-54af-4cd6-9865-b7b4210619ac {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:12:20.357358 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d997aff-9a81-4579-ac8f-01cfa55d9baa", "name": "network-vif-deleted", "tag": "81169a23-fb9c-4f30-802d-c7dabacb4ce4", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:12:20.357745 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03f37946-54af-4cd6-9865-b7b4210619ac {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:12:20.358140 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d997aff-9a81-4579-ac8f-01cfa55d9baa', 'name': 'network-vif-deleted', 'tag': '81169a23-fb9c-4f30-802d-c7dabacb4ce4', 'status': 'completed', 'code': 200} Oct 25 10:12:20.522940 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48f3d67f-d2ac-437c-a2ac-ddbb09cbee84 req-68593114-859c-4ea1-872e-e2fb775c7558 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d997aff-9a81-4579-ac8f-01cfa55d9baa HTTP/1.1" status: 200 len: 210 time: 0.0262637 Oct 25 10:12:21.578278 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43734) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:21.934907 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:22.088525 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:22.185391 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:12:22.185650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:22.276477 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 560c44f3-cf69-4a57-a0ee-f9c36aff18b3, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:22.276842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:22.289147 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:12:22.469813 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:22.496735 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=560c44f3-cf69-4a57-a0ee-f9c36aff18b3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:22.673456 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:22.886212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 16874569-bef9-4643-90f3-a7288b037a18 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:12:22.987210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:12:22.992807 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e040a2b3-d356-4aa9-95cd-f1f2d7a46a60 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/16874569-bef9-4643-90f3-a7288b037a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134412 Oct 25 10:12:22.995598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43736) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:22.997912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] Sync routers for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:12:23.007058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:23.009585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:23.046350 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcb9a08-b815-470e-90ec-99732aab5294 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting subnet 766f75f5-b2c0-4ad4-ab58-29cfd52fd73f {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:12:23.049471 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9a08-b815-470e-90ec-99732aab5294 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.089796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9a08-b815-470e-90ec-99732aab5294 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.113487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:23.178169 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9a08-b815-470e-90ec-99732aab5294 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.238994 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9a08-b815-470e-90ec-99732aab5294 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.266477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb9a08-b815-470e-90ec-99732aab5294 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Subnet': ['ID=766f75f5-b2c0-4ad4-ab58-29cfd52fd73f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:23.270316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5fcb9a08-b815-470e-90ec-99732aab5294 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.273605 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5fcb9a08-b815-470e-90ec-99732aab5294 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/subnets/766f75f5-b2c0-4ad4-ab58-29cfd52fd73f HTTP/1.1" status: 204 len: 168 time: 0.2770112 Oct 25 10:12:23.276285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43738) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:23.279921 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f77d3b-7236-46d5-8321-299af3a2bc66 None None] Network 1ec58d64-0603-4009-88c3-395b9b00edbc requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:12:23.385289 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.399552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:12:22Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:23.428618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] Checking router: 16874569-bef9-4643-90f3-a7288b037a18 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:12:23.443550 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] Routers {'16874569-bef9-4643-90f3-a7288b037a18'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:23.444149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['16874569-bef9-4643-90f3-a7288b037a18'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:23.499891 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.516782 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20010283-329e-4571-8782-9015ec4152bc None None] DHCP port deletion for 1ec58d64-0603-4009-88c3-395b9b00edbc request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:12:23.553327 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 84366c8c-714b-435c-88e0-6f9e820877ea {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:12:23.554056 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.585147 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] Set router 16874569-bef9-4643-90f3-a7288b037a18 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:23.637243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 84366c8c-714b-435c-88e0-6f9e820877ea, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=84366c8c-714b-435c-88e0-6f9e820877ea,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:23.637595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.650170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 84366c8c-714b-435c-88e0-6f9e820877ea owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:12:23.690504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-20010283-329e-4571-8782-9015ec4152bc None None] Deleting port 030517b1-ed15-4354-8aa9-846108b7afe9 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:12:23.690847 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.782260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-20010283-329e-4571-8782-9015ec4152bc None None] For port 030517b1-ed15-4354-8aa9-846108b7afe9, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=030517b1-ed15-4354-8aa9-846108b7afe9,segment=NetworkSegment(ad06e377-c3f9-4192-8b57-e909d5b608f0),segment_id=ad06e377-c3f9-4192-8b57-e909d5b608f0)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:23.782564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.786359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 81169a23-fb9c-4f30-802d-c7dabacb4ce4 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:12:23.817038 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-20010283-329e-4571-8782-9015ec4152bc None None] Calling delete_port for 030517b1-ed15-4354-8aa9-846108b7afe9 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:12:23.819196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.838497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 81169a23-fb9c-4f30-802d-c7dabacb4ce4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:12:23.838820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 81169a23-fb9c-4f30-802d-c7dabacb4ce4 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:12:23.846265 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=84366c8c-714b-435c-88e0-6f9e820877ea,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:23.904349 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.930444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:12:22Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:23.959025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c2ffb-984d-48f6-beed-9c8f49ff7bb1 None None] The sync data for ids ['16874569-bef9-4643-90f3-a7288b037a18'] in n-d-814746-2 is: [{'id': '16874569-bef9-4643-90f3-a7288b037a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813365787', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:12:22Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '84366c8c-714b-435c-88e0-6f9e820877ea', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:84:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874569-bef9-4643-90f3-a7288b037a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:09:33Z', 'updated_at': '2021-10-25T10:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:12:23.967637 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:23.998306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20010283-329e-4571-8782-9015ec4152bc None None] Pushing event deleted for resources: {'Port': ['ID=030517b1-ed15-4354-8aa9-846108b7afe9,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:24.000597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20010283-329e-4571-8782-9015ec4152bc None None] No DVR routers for this DVR port 030517b1-ed15-4354-8aa9-846108b7afe9 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:12:24.005232 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.008147 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.009468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.009809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.010361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.010461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.011166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.011166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.011435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.011702 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.012031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.012344 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.012659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.013030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20010283-329e-4571-8782-9015ec4152bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:24.053862 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.055589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Fanout notify agent at l3_agent the message router_deleted on router 16874569-bef9-4643-90f3-a7288b037a18 {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:12:24.062550 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.063640 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-91e6a496-0f30-4955-98f0-5c2889f6df3a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/routers/16874569-bef9-4643-90f3-a7288b037a18 HTTP/1.1" status: 204 len: 168 time: 0.7861967 Oct 25 10:12:24.066879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43740) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:24.141922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.230368 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.249942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec58d64-0603-4009-88c3-395b9b00edbc']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:24.258997 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad06e377-c3f9-4192-8b57-e909d5b608f0') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:24.259293 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad06e377-c3f9-4192-8b57-e909d5b608f0') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:24.269013 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.282448 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.288309 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:12:24.291051 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:12:24.293700 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:12:24.357614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.375116 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.375116 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/networks/1ec58d64-0603-4009-88c3-395b9b00edbc HTTP/1.1" status: 204 len: 168 time: 0.3028889 Oct 25 10:12:24.376492 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43742) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:24.382572 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e323-6c64-467f-917d-7dce9820d2a9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Network': ['ID=1ec58d64-0603-4009-88c3-395b9b00edbc,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:24.446823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 030517b1-ed15-4354-8aa9-846108b7afe9 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:12:24.449191 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b2bdcdb-202e-486e-a158-4e6e3a7a67df tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.472020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 030517b1-ed15-4354-8aa9-846108b7afe9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:12:24.472480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 030517b1-ed15-4354-8aa9-846108b7afe9 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:12:24.472818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:12:24.479314 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b2bdcdb-202e-486e-a158-4e6e3a7a67df tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.493923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:12:24.494335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 560c44f3-cf69-4a57-a0ee-f9c36aff18b3 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:12:24.533756 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:12:24.542693 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b2bdcdb-202e-486e-a158-4e6e3a7a67df tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.545675 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0b2bdcdb-202e-486e-a158-4e6e3a7a67df tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.546856 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0b2bdcdb-202e-486e-a158-4e6e3a7a67df tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/security-groups/74ca3953-fd68-4e40-afe2-7e7496eda045 HTTP/1.1" status: 204 len: 168 time: 0.1707413 Oct 25 10:12:24.558047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bdcdb-202e-486e-a158-4e6e3a7a67df tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca3953-fd68-4e40-afe2-7e7496eda045,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:24.860674 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43748) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:24.865291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0eb1d393-bc4e-4ecf-bb35-8853c05dd57d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39271402', 'description': 'tempest-secgroup-smoke-39271402 description', 'project_id': '960a8716b87a44718683cf828ade0780'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:24.886672 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d393-bc4e-4ecf-bb35-8853c05dd57d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.953574 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d393-bc4e-4ecf-bb35-8853c05dd57d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.956867 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d393-bc4e-4ecf-bb35-8853c05dd57d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.981622 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0eb1d393-bc4e-4ecf-bb35-8853c05dd57d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:24.982770 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0eb1d393-bc4e-4ecf-bb35-8853c05dd57d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1210747 Oct 25 10:12:24.985725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43750) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:24.990354 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a9a9d0f6-e919-462c-829a-20e21e58f0c3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '7fc7a5ea-c7a7-4950-b143-73eaa9f234ca', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:24.990734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1d393-bc4e-4ecf-bb35-8853c05dd57d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:25.023509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d0f6-e919-462c-829a-20e21e58f0c3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.073489 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d0f6-e919-462c-829a-20e21e58f0c3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.076765 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d0f6-e919-462c-829a-20e21e58f0c3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.095002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9d0f6-e919-462c-829a-20e21e58f0c3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f72058-7737-4700-b3ca-f6387abed41a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:25.103866 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a9a9d0f6-e919-462c-829a-20e21e58f0c3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.105245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a9a9d0f6-e919-462c-829a-20e21e58f0c3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185210 Oct 25 10:12:25.108074 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43752) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:25.112315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-6ab6e5db-bc54-4a4a-915a-d9e9c9fb3f8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '7fc7a5ea-c7a7-4950-b143-73eaa9f234ca', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:25.138147 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab6e5db-bc54-4a4a-915a-d9e9c9fb3f8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.193556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab6e5db-bc54-4a4a-915a-d9e9c9fb3f8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.197342 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab6e5db-bc54-4a4a-915a-d9e9c9fb3f8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.212316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6e5db-bc54-4a4a-915a-d9e9c9fb3f8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a466b4-fb1c-4469-a97b-178454c6453d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:25.223532 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ab6e5db-bc54-4a4a-915a-d9e9c9fb3f8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.224960 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6ab6e5db-bc54-4a4a-915a-d9e9c9fb3f8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159251 Oct 25 10:12:25.228395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43754) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:25.232872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-254034bf-0e03-4750-bb69-fdf3c6ad9b14 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '7fc7a5ea-c7a7-4950-b143-73eaa9f234ca', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:25.258527 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-254034bf-0e03-4750-bb69-fdf3c6ad9b14 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.318755 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-254034bf-0e03-4750-bb69-fdf3c6ad9b14 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.322708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-254034bf-0e03-4750-bb69-fdf3c6ad9b14 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.340198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254034bf-0e03-4750-bb69-fdf3c6ad9b14 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d81a7e0-74e1-41e8-aa06-485f2893a05e,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:25.349945 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-254034bf-0e03-4750-bb69-fdf3c6ad9b14 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.351657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-254034bf-0e03-4750-bb69-fdf3c6ad9b14 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217248 Oct 25 10:12:25.354988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43756) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:25.359353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-e936ab07-48b3-4040-ad3a-1aa1aa421ba0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '7fc7a5ea-c7a7-4950-b143-73eaa9f234ca', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:25.385575 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e936ab07-48b3-4040-ad3a-1aa1aa421ba0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.443719 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e936ab07-48b3-4040-ad3a-1aa1aa421ba0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.448027 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e936ab07-48b3-4040-ad3a-1aa1aa421ba0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.466915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936ab07-48b3-4040-ad3a-1aa1aa421ba0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8344191-5d0b-4639-84f5-13745d3cbd06,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:25.472700 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e936ab07-48b3-4040-ad3a-1aa1aa421ba0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.474545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e936ab07-48b3-4040-ad3a-1aa1aa421ba0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185064 Oct 25 10:12:25.477578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43758) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:25.481871 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-053eba91-f447-497c-adfa-285df8634db2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '7fc7a5ea-c7a7-4950-b143-73eaa9f234ca', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:25.503095 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-053eba91-f447-497c-adfa-285df8634db2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:12:25.509115 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-053eba91-f447-497c-adfa-285df8634db2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.571125 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-053eba91-f447-497c-adfa-285df8634db2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.574817 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-053eba91-f447-497c-adfa-285df8634db2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.592569 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eba91-f447-497c-adfa-285df8634db2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55afbfe7-b4e0-430c-a619-903e641222cd,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:25.600056 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-053eba91-f447-497c-adfa-285df8634db2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.601860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-053eba91-f447-497c-adfa-285df8634db2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227906 Oct 25 10:12:25.604059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43760) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:25.608848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-66aece34-97f3-4a4d-87c8-6da5218f32b0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '7fc7a5ea-c7a7-4950-b143-73eaa9f234ca', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:25.631005 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-66aece34-97f3-4a4d-87c8-6da5218f32b0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:12:25.636441 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66aece34-97f3-4a4d-87c8-6da5218f32b0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.698661 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66aece34-97f3-4a4d-87c8-6da5218f32b0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.702128 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66aece34-97f3-4a4d-87c8-6da5218f32b0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.720604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aece34-97f3-4a4d-87c8-6da5218f32b0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dba2d4-abee-488e-aace-28843c029d3a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:25.727490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66aece34-97f3-4a4d-87c8-6da5218f32b0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.728652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-66aece34-97f3-4a4d-87c8-6da5218f32b0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236999 Oct 25 10:12:25.731474 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43762) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:25.736334 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'network': {'name': 'tempest-network-smoke--1929625910', 'project_id': '960a8716b87a44718683cf828ade0780', 'port_security_enabled': True}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:25.757033 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:12:25.761046 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.783455 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:12:25.792795 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.793239 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Added segment 321e6c92-7f92-47ee-9d11-54b26a3f75e7 of type vlan for network 78d75203-76d5-407e-b851-0eee78824578 Oct 25 10:12:25.832362 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.856525 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.861938 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:25.862506 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.916738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1842351 Oct 25 10:12:25.919504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43764) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:25.924546 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'admin_state_up': True, 'project_id': '960a8716b87a44718683cf828ade0780', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:25.950452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2378f9c-d705-4c95-b6ad-fd31335ed4d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Network': ['ID=78d75203-76d5-407e-b851-0eee78824578,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:25.960329 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 78d75203-76d5-407e-b851-0eee78824578 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:12:25.965467 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:25.966501 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:26.019346 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:26.155439 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:26.283449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 84366c8c-714b-435c-88e0-6f9e820877ea no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:12:26.303662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 84366c8c-714b-435c-88e0-6f9e820877ea {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:12:26.304076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 84366c8c-714b-435c-88e0-6f9e820877ea not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:12:26.341392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:26.359245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:26.462463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.4 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/1c31defd-6c1a-4b55-aaa4-8284fef3f773) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:12:26.560947 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:26.598772 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:26.935094 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:12:26.938023 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:12:26.941480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:12:26.964149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=1c31defd-6c1a-4b55-aaa4-8284fef3f773,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:27.184381 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:27.379002 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:27.511505 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 2dd9bcf2-31b4-4082-bed6-08e17433eefc is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:12:27.615693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:12:27.626441 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Sync routers for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:12:27.636591 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:27.637449 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:27.638061 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:27.639288 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-60824e45-1020-4b70-8452-bfc9fe3b88e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7188547 Oct 25 10:12:27.642392 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43766) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:27.671025 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cf12aa04-0307-424c-b4ac-fdbeea23437c tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=960a8716b87a44718683cf828ade0780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275383 Oct 25 10:12:27.673542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43768) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:27.737838 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:27.759300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a74f7b1-e17c-4b3c-b1fc-b033b3ef4b0c tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:27.763392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3a74f7b1-e17c-4b3c-b1fc-b033b3ef4b0c tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863709 Oct 25 10:12:27.763633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43770) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:27.793769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8457ee1f-a02f-4fc8-9aa7-0465e6017897 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268297 Oct 25 10:12:27.793989 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43772) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:27.798507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-706360717', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'project_id': '960a8716b87a44718683cf828ade0780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:27.890487 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:12:27.894018 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:27.911604 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:27Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:27.942304 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Checking router: 2dd9bcf2-31b4-4082-bed6-08e17433eefc for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:12:27.942645 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Updating router 2dd9bcf2-31b4-4082-bed6-08e17433eefc port 1c31defd-6c1a-4b55-aaa4-8284fef3f773 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:12:27.967372 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.079653 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.145238 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Subnet': ['ID=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:28.153811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Checking segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:12:28.154166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network hostable DHCP agents. Network: 78d75203-76d5-407e-b851-0eee78824578, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:12:28.171049 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 78d75203-76d5-407e-b851-0eee78824578 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:12:28.179745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 78d75203-76d5-407e-b851-0eee78824578) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:12:28.183853 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:28.184477 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.192237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00a0e5-72d8-420f-bcae-6aa28cf1e07f None None] Network 78d75203-76d5-407e-b851-0eee78824578 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:12:28.207229 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8db378e4-5cd9-4b29-960a-96e11a88d681 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4098997 Oct 25 10:12:28.207965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43774) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:28.211465 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.217993 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.269883 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Attempting to bind port 1c31defd-6c1a-4b55-aaa4-8284fef3f773 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:12:28.270250 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Attempting to bind port 1c31defd-6c1a-4b55-aaa4-8284fef3f773 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:12:28.270605 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Attempting to bind port 1c31defd-6c1a-4b55-aaa4-8284fef3f773 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:12:28.279969 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:12:28.280932 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:12:28.280932 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.281127 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:12:28.281554 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Bound port: 1c31defd-6c1a-4b55-aaa4-8284fef3f773, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:12:28.281920 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.284708 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Pushing event updated for resources: {'Port': ['ID=1c31defd-6c1a-4b55-aaa4-8284fef3f773,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:28.313198 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.313609 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.313948 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.314284 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.314607 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.314931 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.315255 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.315573 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.315889 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.316206 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.316526 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.316838 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:12:28.346951 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] For port 1c31defd-6c1a-4b55-aaa4-8284fef3f773, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:12:28.350149 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] For port 1c31defd-6c1a-4b55-aaa4-8284fef3f773, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1c31defd-6c1a-4b55-aaa4-8284fef3f773,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:12:28.355255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-78d75203-76d5-407e-b851-0eee78824578', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:12:28.356341 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.356976 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.418188 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:28.418799 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:28.456398 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7251d50-6502-44c7-a894-ff4406e426fb None None] Pushing event updated for resources: {'Port': ['ID=1c31defd-6c1a-4b55-aaa4-8284fef3f773,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:28.493836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Allocated IP 172.20.0.2 (78d75203-76d5-407e-b851-0eee78824578/e5dc8f5f-63ec-47e3-8cb2-e7db46b32270/f005a28c-1d70-4628-b258-2eefa84a56c2) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:12:28.532778 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:28.645263 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.654492 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.702972 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Network 78d75203-76d5-407e-b851-0eee78824578 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:12:28.706831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Pushing event updated for resources: {'Port': ['ID=f005a28c-1d70-4628-b258-2eefa84a56c2,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:28.712106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:12:28.715237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:12:28.735179 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:27Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:28.764079 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e98bd08-84a5-45f2-945c-3eba988d4e67 None None] The sync data for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 is: [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:27Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:12:28.776973 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Attempting to bind port f005a28c-1d70-4628-b258-2eefa84a56c2 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:12:28.777343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Attempting to bind port f005a28c-1d70-4628-b258-2eefa84a56c2 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:12:28.777701 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Attempting to bind port f005a28c-1d70-4628-b258-2eefa84a56c2 on network 78d75203-76d5-407e-b851-0eee78824578 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:12:28.783595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:12:28.783961 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Checking segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:12:28.784356 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.784736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Bound using segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:12:28.785710 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Bound port: f005a28c-1d70-4628-b258-2eefa84a56c2, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:12:28.785959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.862146 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] For port f005a28c-1d70-4628-b258-2eefa84a56c2, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:12:28.867350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] For port f005a28c-1d70-4628-b258-2eefa84a56c2, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f005a28c-1d70-4628-b258-2eefa84a56c2,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:12:28.872020 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:28.930631 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842c93f-6900-4130-8b49-31f392e2919e None None] Pushing event updated for resources: {'Port': ['ID=f005a28c-1d70-4628-b258-2eefa84a56c2,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:29.044696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:29.363321 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.1 (78d75203-76d5-407e-b851-0eee78824578/e5dc8f5f-63ec-47e3-8cb2-e7db46b32270/f98be6b8-b27c-4ea7-be53-722bc2cef292) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:12:29.489724 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:29.526195 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:29.586460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 78d75203-76d5-407e-b851-0eee78824578 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:12:29.590664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:12:29.593922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:12:29.596858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=f98be6b8-b27c-4ea7-be53-722bc2cef292,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:29.655174 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:29.791832 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:29.903639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55230c4-3d17-4b4d-9e12-dde48af6ff96 None None] Network 78d75203-76d5-407e-b851-0eee78824578 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:12:29.979093 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-636ca25d-2d2c-40af-a484-8c06d68d0acf None None] Provisioning complete for port f005a28c-1d70-4628-b258-2eefa84a56c2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:29.979447 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-636ca25d-2d2c-40af-a484-8c06d68d0acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.090338 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.094740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.118354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-636ca25d-2d2c-40af-a484-8c06d68d0acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.175804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=f98be6b8-b27c-4ea7-be53-722bc2cef292,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:30.178882 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.284713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 78d75203-76d5-407e-b851-0eee78824578 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:12:30.286598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:12:30.316937 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-636ca25d-2d2c-40af-a484-8c06d68d0acf None None] For port f005a28c-1d70-4628-b258-2eefa84a56c2, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f005a28c-1d70-4628-b258-2eefa84a56c2,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:30.326329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-636ca25d-2d2c-40af-a484-8c06d68d0acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.395301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ca25d-2d2c-40af-a484-8c06d68d0acf None None] Pushing event updated for resources: {'Port': ['ID=f005a28c-1d70-4628-b258-2eefa84a56c2,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:30.434291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 2dd9bcf2-31b4-4082-bed6-08e17433eefc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:12:30.453440 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f005a28c-1d70-4628-b258-2eefa84a56c2 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:12:30.509475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f005a28c-1d70-4628-b258-2eefa84a56c2 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:30.509843 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.573948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:12:30.582775 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0856ebef-24e2-45cb-80b5-2c2a76f92a91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/2dd9bcf2-31b4-4082-bed6-08e17433eefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3736436 Oct 25 10:12:30.584741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Sync routers for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:12:30.626487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:30.627203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:30.670150 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1c31defd-6c1a-4b55-aaa4-8284fef3f773 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:12:30.744720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-8acd74d8-df4a-416a-9152-0ce3c735c405 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39271402&fields=id&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 267 time: 0.0420187 Oct 25 10:12:30.761271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b295490e-ba2f-4302-8b41-a755a770d0f6 None None] Provisioning complete for port f98be6b8-b27c-4ea7-be53-722bc2cef292 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:30.761640 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b295490e-ba2f-4302-8b41-a755a770d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.816920 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:30.846421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b295490e-ba2f-4302-8b41-a755a770d0f6 None None] Port f98be6b8-b27c-4ea7-be53-722bc2cef292 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:12:30.864764 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-29738cf5-b06d-425c-9b9b-b100747f1713 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:30.867481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-29738cf5-b06d-425c-9b9b-b100747f1713 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 797 time: 0.1145513 Oct 25 10:12:30.872367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1c31defd-6c1a-4b55-aaa4-8284fef3f773 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:30.872737 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.885344 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-1c362975-361c-408b-b68a-32601356731d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/quotas/960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 375 time: 0.0102835 Oct 25 10:12:30.938820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b295490e-ba2f-4302-8b41-a755a770d0f6 None None] Provisioning complete for port f005a28c-1d70-4628-b258-2eefa84a56c2 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:30.939329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b295490e-ba2f-4302-8b41-a755a770d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:30.943079 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-01ff9864-83bf-4fde-85da-27c66e49da16 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519733 Oct 25 10:12:31.046048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-6080572e-a02c-4d8d-859c-c7e9f74f3e44 service neutron] 10.222.0.32 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908825 Oct 25 10:12:31.144622 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-f2945f13-5a35-4cb0-a190-debb89ef8c47 service neutron] 10.222.0.32 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922236 Oct 25 10:12:31.152223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.180643 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 1c31defd-6c1a-4b55-aaa4-8284fef3f773, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1c31defd-6c1a-4b55-aaa4-8284fef3f773,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:31.186059 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.190600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 2, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:31.236845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Checking router: 2dd9bcf2-31b4-4082-bed6-08e17433eefc for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:12:31.237248 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Updating router 2dd9bcf2-31b4-4082-bed6-08e17433eefc port f98be6b8-b27c-4ea7-be53-722bc2cef292 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:12:31.280609 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.307350 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=1c31defd-6c1a-4b55-aaa4-8284fef3f773,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:31.311345 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c3de9af9-58f0-40fe-a65a-560213503b0c None None] Provisioning complete for port f98be6b8-b27c-4ea7-be53-722bc2cef292 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:31.311695 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c3de9af9-58f0-40fe-a65a-560213503b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.321207 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9094867-42b7-4c00-9f95-b672b0101fa3 req-0c50a771-7425-438e-a4d6-36a6761b0cc2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 210 time: 0.0287402 Oct 25 10:12:31.377497 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-c3de9af9-58f0-40fe-a65a-560213503b0c None None] Port f98be6b8-b27c-4ea7-be53-722bc2cef292 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:12:31.587893 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.593437 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.641582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bade7d-af0d-475d-9645-e87b8be7b08f None None] Pushing event updated for resources: {'Port': ['ID=f98be6b8-b27c-4ea7-be53-722bc2cef292,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:31.691494 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Attempting to bind port f98be6b8-b27c-4ea7-be53-722bc2cef292 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:12:31.691866 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Attempting to bind port f98be6b8-b27c-4ea7-be53-722bc2cef292 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:12:31.692227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Attempting to bind port f98be6b8-b27c-4ea7-be53-722bc2cef292 on network 78d75203-76d5-407e-b851-0eee78824578 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:12:31.698518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:12:31.698888 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Checking segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:12:31.699283 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.699671 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Bound using segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:12:31.700138 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Bound port: f98be6b8-b27c-4ea7-be53-722bc2cef292, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:12:31.700515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.768792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] For port f98be6b8-b27c-4ea7-be53-722bc2cef292, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:12:31.771931 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] For port f98be6b8-b27c-4ea7-be53-722bc2cef292, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f98be6b8-b27c-4ea7-be53-722bc2cef292,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:12:31.776853 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.834464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:31.835713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:31.838523 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bade7d-af0d-475d-9645-e87b8be7b08f None None] Pushing event updated for resources: {'Port': ['ID=f98be6b8-b27c-4ea7-be53-722bc2cef292,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:31.930133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-18040eef-cc21-4394-8460-506e4f954782 None None] Provisioning complete for port f98be6b8-b27c-4ea7-be53-722bc2cef292 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:31.930498 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-18040eef-cc21-4394-8460-506e4f954782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:31.982408 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:32.128831 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-18040eef-cc21-4394-8460-506e4f954782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:32.184654 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-18040eef-cc21-4394-8460-506e4f954782 None None] For port f98be6b8-b27c-4ea7-be53-722bc2cef292, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f98be6b8-b27c-4ea7-be53-722bc2cef292,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:32.188880 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-18040eef-cc21-4394-8460-506e4f954782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:32.257784 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18040eef-cc21-4394-8460-506e4f954782 None None] Pushing event updated for resources: {'Port': ['ID=f98be6b8-b27c-4ea7-be53-722bc2cef292,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:32.273287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:32.307571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed252e-a691-4610-99c9-674fb5d2a87e None None] The sync data for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 is: [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:12:32.317732 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c8722310-2534-427a-bb3a-544976b3580c None None] Provisioning complete for port f98be6b8-b27c-4ea7-be53-722bc2cef292 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:32.318090 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c8722310-2534-427a-bb3a-544976b3580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:32.351884 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f005a28c-1d70-4628-b258-2eefa84a56c2 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:12:32.453955 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4b18060-00b1-4748-9af9-8808a005830a req-33c3727f-10e2-44db-83a0-b2f86845f489 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 210 time: 0.0401065 Oct 25 10:12:32.457755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f005a28c-1d70-4628-b258-2eefa84a56c2 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:32.457930 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:32.539869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1c31defd-6c1a-4b55-aaa4-8284fef3f773 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:12:32.588121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 1c31defd-6c1a-4b55-aaa4-8284fef3f773 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:32.588489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:33.534628 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5acce1ea-0e02-4173-93f9-5e7a9869ca65 req-0119e1e9-580b-4262-85f0-3af3b100c509 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 210 time: 0.0270321 Oct 25 10:12:34.344209 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f98be6b8-b27c-4ea7-be53-722bc2cef292 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:12:34.393984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f98be6b8-b27c-4ea7-be53-722bc2cef292 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:34.394354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:34.619815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e9cc998-d9b3-4564-9d32-21e603685401 req-9ebc439b-c1de-40ac-b972-042864c89e1b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 210 time: 0.0313585 Oct 25 10:12:35.714707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-597a6138-e5d2-441b-b072-0f5fb3802c50 req-e7b9be9e-6bb7-4d71-be94-f969aa1a1c34 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 210 time: 0.0256543 Oct 25 10:12:36.482391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-94aad7a3-2be8-4065-a940-c1e0ff529dec tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:36.483841 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-94aad7a3-2be8-4065-a940-c1e0ff529dec tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 797 time: 0.1050286 Oct 25 10:12:36.536069 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-363dc114-9070-4819-bf67-81e7faef1a82 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 378 time: 0.0384257 Oct 25 10:12:36.545475 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'port': {'device_id': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'admin_state_up': True, 'tenant_id': '960a8716b87a44718683cf828ade0780', 'security_groups': ['7fc7a5ea-c7a7-4950-b143-73eaa9f234ca']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:36.651643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:12:36.655256 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:36.783987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.7 (78d75203-76d5-407e-b851-0eee78824578/e5dc8f5f-63ec-47e3-8cb2-e7db46b32270/390b3285-7790-42af-8126-d178a3ef63ca) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:12:36.814387 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d8a18a6-1f01-4508-b173-1bb4547cfe19 req-dad5a3b0-bda7-4633-999b-45d58050907a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 210 time: 0.0290999 Oct 25 10:12:36.918771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:36.956457 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.001145 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 78d75203-76d5-407e-b851-0eee78824578 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:12:37.004255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:12:37.008073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:12:37.032658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:37.062170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:37.062777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.079197 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-08cbb76e-7319-4834-a4ad-9bb2c87af77e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5371740 Oct 25 10:12:37.096855 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Request body: {'port': {'device_id': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:37.153806 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.207558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-97e5975c-fb6c-44e4-9e52-ae8a4af1df46 None None] Provisioning complete for port 390b3285-7790-42af-8126-d178a3ef63ca triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:37.208153 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-97e5975c-fb6c-44e4-9e52-ae8a4af1df46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.242157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-97e5975c-fb6c-44e4-9e52-ae8a4af1df46 None None] Port 390b3285-7790-42af-8126-d178a3ef63ca cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:12:37.429883 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390b3285-7790-42af-8126-d178a3ef63ca {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:12:37.437191 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.449703 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Transition to ACTIVE for port object 390b3285-7790-42af-8126-d178a3ef63ca will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:12:37.453306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.503131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:37.579644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Attempting to bind port 390b3285-7790-42af-8126-d178a3ef63ca on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:12:37.579958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Attempting to bind port 390b3285-7790-42af-8126-d178a3ef63ca by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:12:37.580287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Attempting to bind port 390b3285-7790-42af-8126-d178a3ef63ca on network 78d75203-76d5-407e-b851-0eee78824578 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:12:37.584636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Port 390b3285-7790-42af-8126-d178a3ef63ca on network 78d75203-76d5-407e-b851-0eee78824578 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:12:37.584974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Attempting to bind port 390b3285-7790-42af-8126-d178a3ef63ca on network 78d75203-76d5-407e-b851-0eee78824578 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:12:37.591213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:12:37.591546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Checking segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:12:37.591926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Bound using segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:12:37.592388 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Bound port: 390b3285-7790-42af-8126-d178a3ef63ca, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:12:37.592833 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.659438 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:12:37.662474 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:12:37.667240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.702192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:37.702796 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:37.704156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] 10.222.0.41 "PUT /v2.0/ports/390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 1091 time: 0.6116776 Oct 25 10:12:37.704591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:12:37.706920 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e" -d '{"events": [{"name": "network-changed", "server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "tag": "390b3285-7790-42af-8126-d178a3ef63ca"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:12:37.734142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c56ccc-718b-4474-a9ef-3267799c6bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:37.807603 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-5afa264a-74db-4bc6-be81-5e756b0f778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:37.809246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-5afa264a-74db-4bc6-be81-5e756b0f778e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1094 time: 0.0459101 Oct 25 10:12:37.823264 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae505aa1-cf0f-4393-af13-7487e1fbef1f x-openstack-request-id: req-ae505aa1-cf0f-4393-af13-7487e1fbef1f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:12:37.823773 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "tag": "390b3285-7790-42af-8126-d178a3ef63ca", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:12:37.824031 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae505aa1-cf0f-4393-af13-7487e1fbef1f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:12:37.824440 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca', 'status': 'completed', 'code': 200} Oct 25 10:12:37.885640 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-3a7ff65f-9f71-4119-b108-c66260b2017a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 217 time: 0.0499389 Oct 25 10:12:37.937899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-dd97f784-326c-45f8-97a4-2a3fdd603535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:37.939368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-dd97f784-326c-45f8-97a4-2a3fdd603535 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0468261 Oct 25 10:12:37.940826 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad774d-0990-4cbd-b59c-767a65772624 req-23cb6c0f-4cbf-4414-a2a4-5a5085986b33 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:37.942313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cad774d-0990-4cbd-b59c-767a65772624 req-23cb6c0f-4cbf-4414-a2a4-5a5085986b33 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 943 time: 0.0505240 Oct 25 10:12:37.981534 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0cad774d-0990-4cbd-b59c-767a65772624 req-8c36d1e9-d304-496d-a35d-808d28798615 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322578 Oct 25 10:12:37.986240 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-a6595d3d-b4e2-4ac4-af80-575d1abaf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:37.987941 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-a6595d3d-b4e2-4ac4-af80-575d1abaf0cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405207 Oct 25 10:12:38.083710 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-26dd97e5-f5cc-4ccd-873d-9ea7eec44137 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876813 Oct 25 10:12:38.177425 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3615bffa-767a-46eb-b8dd-692c34fa5604 req-ce6eff34-587f-4b9e-b4d2-c2f26d53e739 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859218 Oct 25 10:12:38.309925 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-df44d649-494d-4edb-956b-fb013c5beb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:38.311376 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-df44d649-494d-4edb-956b-fb013c5beb40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1094 time: 0.0416832 Oct 25 10:12:38.404104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-82353ffe-4c72-4f81-86e8-05f017b7c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:38.405560 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-82353ffe-4c72-4f81-86e8-05f017b7c5c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.0855615 Oct 25 10:12:38.452040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-6cb63c11-07c5-4198-b3a0-f26bfeb4ea44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 217 time: 0.0390816 Oct 25 10:12:38.502374 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-675d8bf3-3fda-4059-b56d-f9f2e449a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:38.503744 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-675d8bf3-3fda-4059-b56d-f9f2e449a872 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0448272 Oct 25 10:12:38.549814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-862b4d16-8a39-4075-b5ae-fc3c4c452998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:38.551168 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-862b4d16-8a39-4075-b5ae-fc3c4c452998 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398672 Oct 25 10:12:38.644635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-0d9e704e-1513-41c7-a081-4d1f0007c247 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862954 Oct 25 10:12:38.734433 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-379a1cbd-8ca3-4db3-85e5-7d43e78d582e req-29f7c9eb-f4ea-4af5-8c61-52b458865e97 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820997 Oct 25 10:12:39.099163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d25b53-ab07-4f7d-844c-2ddf7f2b142f req-8702a78c-4aeb-4519-9ec9-a0839705b3db tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:39.100537 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90d25b53-ab07-4f7d-844c-2ddf7f2b142f req-8702a78c-4aeb-4519-9ec9-a0839705b3db tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 943 time: 0.0492492 Oct 25 10:12:39.139142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90d25b53-ab07-4f7d-844c-2ddf7f2b142f req-ea351df4-7b2b-4ecb-8d1b-bc40fe1f8f0d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321982 Oct 25 10:12:39.303896 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:40.253219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab49947-b82b-4ab4-bfad-2b064a265932 req-f9622247-ba68-428d-aab6-d0d6479d443d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:40.254666 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bab49947-b82b-4ab4-bfad-2b064a265932 req-f9622247-ba68-428d-aab6-d0d6479d443d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 943 time: 0.0487065 Oct 25 10:12:40.296091 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bab49947-b82b-4ab4-bfad-2b064a265932 req-9812a2d4-09c5-49b0-b1af-b839d2f26aac tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353510 Oct 25 10:12:40.463974 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:41.410899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7915ed-620b-45c8-8f32-ef8fb054ff70 req-0cff2948-cc69-4bbe-bdbf-62105656d1f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:41.412359 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f7915ed-620b-45c8-8f32-ef8fb054ff70 req-0cff2948-cc69-4bbe-bdbf-62105656d1f7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 943 time: 0.0490077 Oct 25 10:12:41.450385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7f7915ed-620b-45c8-8f32-ef8fb054ff70 req-914cd12a-2076-4f79-afc7-5e56c2238b2c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314617 Oct 25 10:12:41.859811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 390b3285-7790-42af-8126-d178a3ef63ca details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:12:41.956331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:41.967845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '390b3285-7790-42af-8126-d178a3ef63ca', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'port_id': '390b3285-7790-42af-8126-d178a3ef63ca', 'mac_address': 'fa:16:3e:e3:37:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:12:42.006496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:42.019600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390b3285-7790-42af-8126-d178a3ef63ca {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:12:42.038650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:42.042275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:42.087467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:42.490495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['390b3285-7790-42af-8126-d178a3ef63ca'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:12:42.566784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4be78-a056-48ec-95b2-84bf44efcd63 req-19df3a60-520f-4d94-b7cb-a447d41a570e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:42.568204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ac4be78-a056-48ec-95b2-84bf44efcd63 req-19df3a60-520f-4d94-b7cb-a447d41a570e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 944 time: 0.0485301 Oct 25 10:12:42.607544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0ac4be78-a056-48ec-95b2-84bf44efcd63 req-c89628e6-bb41-4e1d-8b29-2107a15c0989 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324020 Oct 25 10:12:43.723092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bffe96-8df3-4747-8439-8a563d139c3f req-4564d1e8-d5fc-4301-9ffe-df54efb8b16b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:43.724462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55bffe96-8df3-4747-8439-8a563d139c3f req-4564d1e8-d5fc-4301-9ffe-df54efb8b16b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 944 time: 0.0488462 Oct 25 10:12:43.766453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-55bffe96-8df3-4747-8439-8a563d139c3f req-ba3dfa3f-0d8c-4344-b51a-bc4dec85fd4b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358703 Oct 25 10:12:43.877380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 390b3285-7790-42af-8126-d178a3ef63ca up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:12:43.925852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 390b3285-7790-42af-8126-d178a3ef63ca completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:12:43.930298 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 390b3285-7790-42af-8126-d178a3ef63ca triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:12:43.930680 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:44.009800 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:44.032558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:12:44.034846 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfef0330-e5ab-4d03-97dc-fed2499d873d" -d '{"events": [{"server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "name": "network-vif-plugged", "status": "completed", "tag": "390b3285-7790-42af-8126-d178a3ef63ca"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:12:44.047157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:12:44.051568 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:44.075926 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a94924e-1606-41bf-81ec-7f3ba2d12b0e x-openstack-request-id: req-4a94924e-1606-41bf-81ec-7f3ba2d12b0e {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:12:44.076220 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "name": "network-vif-plugged", "status": "completed", "tag": "390b3285-7790-42af-8126-d178a3ef63ca", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:12:44.076472 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a94924e-1606-41bf-81ec-7f3ba2d12b0e {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:12:44.076922 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca', 'code': 200} Oct 25 10:12:44.101904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:44.200027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e755b0a-04d8-42d3-88ba-b264b77dce21 req-2ff33a9f-16ca-43b0-ad62-997e5aa696bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:44.201573 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9e755b0a-04d8-42d3-88ba-b264b77dce21 req-2ff33a9f-16ca-43b0-ad62-997e5aa696bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1096 time: 0.0434046 Oct 25 10:12:44.235291 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9e755b0a-04d8-42d3-88ba-b264b77dce21 req-649599c2-649e-4434-8629-3c4dff78211c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268784 Oct 25 10:12:44.884840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c2a07-c3f3-4cd7-8778-a3dfba409006 req-d52cb2bf-d362-4e94-8db3-33d535e39129 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:44.886227 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-403c2a07-c3f3-4cd7-8778-a3dfba409006 req-d52cb2bf-d362-4e94-8db3-33d535e39129 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Oct 25 10:12:44.922963 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-403c2a07-c3f3-4cd7-8778-a3dfba409006 req-97f3d500-cfe6-4a34-aaf1-b0541cb1155d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308070 Oct 25 10:12:46.089615 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065d657-aac0-476f-87cd-95716eb051a1 req-41788abe-a0a9-4a8f-89c8-75f0282fae12 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:46.091092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2065d657-aac0-476f-87cd-95716eb051a1 req-41788abe-a0a9-4a8f-89c8-75f0282fae12 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0494463 Oct 25 10:12:46.128719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2065d657-aac0-476f-87cd-95716eb051a1 req-ba771569-33a3-4152-8370-fc021eb42747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316608 Oct 25 10:12:46.240300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecada6-bd77-4c03-89df-0db7fab12943 req-f92d78a3-2e1a-48bf-8c86-ba0a115b2c7a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:46.242443 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0ecada6-bd77-4c03-89df-0db7fab12943 req-f92d78a3-2e1a-48bf-8c86-ba0a115b2c7a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Oct 25 10:12:46.284499 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e0ecada6-bd77-4c03-89df-0db7fab12943 req-5b5fea57-ed06-45d5-8d78-86e5df8ce159 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360174 Oct 25 10:12:46.306539 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43846) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:46.346028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b53320-df74-4158-87bd-43b208ead827 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:46.347515 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-61b53320-df74-4158-87bd-43b208ead827 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1091 time: 0.0396898 Oct 25 10:12:46.350331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43848) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:46.355041 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '390b3285-7790-42af-8126-d178a3ef63ca', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:12:46.377332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:46.473251 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:46.574614 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-273cc47f-5264-45e1-973e-b1ff3f7afc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:46.575195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.183 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/bfa78349-301b-4c4d-bc66-a397aba6d1db) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:12:46.688253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:46.721457 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:46.759620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:12:46.762502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:12:46.766031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:12:46.789954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=bfa78349-301b-4c4d-bc66-a397aba6d1db,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:47.107262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:47.174160 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:47.328239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:47.332696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:47.410795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=bfa78349-301b-4c4d-bc66-a397aba6d1db,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:12:47.417988 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:47.515810 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP 9bfa6efa-b22a-4289-b30d-f0ea66c16aca associated. External IP: 172.25.8.183, port: 390b3285-7790-42af-8126-d178a3ef63ca. Oct 25 10:12:47.721286 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 2dd9bcf2-31b4-4082-bed6-08e17433eefc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:12:48.140690 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:12:48.150034 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] Sync routers for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:12:48.159713 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:48.160481 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:48.161278 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:48.187682 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bf376f89-2735-4232-942a-d124419eb520 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8363361 Oct 25 10:12:48.188285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:12:48.190597 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ced7db-e922-4a13-affa-40d5616e1feb" -d '{"events": [{"name": "network-changed", "server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "tag": "390b3285-7790-42af-8126-d178a3ef63ca"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:12:48.271181 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:48.295493 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546f094-0cb0-4065-b24c-ca0988bc4774 req-c5d53d77-1dd7-4674-929b-09e10581ecad tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:48.297008 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9546f094-0cb0-4065-b24c-ca0988bc4774 req-c5d53d77-1dd7-4674-929b-09e10581ecad tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0598793 Oct 25 10:12:48.337450 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9546f094-0cb0-4065-b24c-ca0988bc4774 req-25d3126e-d69a-4103-902b-248b3ac2d544 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339520 Oct 25 10:12:48.360497 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43854) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:48.400135 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb06ad7d-486e-4692-b1e4-ffb231c8c081 x-openstack-request-id: req-fb06ad7d-486e-4692-b1e4-ffb231c8c081 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:12:48.400424 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "tag": "390b3285-7790-42af-8126-d178a3ef63ca", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:12:48.400674 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb06ad7d-486e-4692-b1e4-ffb231c8c081 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:12:48.401087 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca', 'status': 'completed', 'code': 200} Oct 25 10:12:48.427657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d14d02af-41a5-4879-b901-8ace458ed661 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/9bfa6efa-b22a-4289-b30d-f0ea66c16aca HTTP/1.1" status: 200 len: 991 time: 0.0659850 Oct 25 10:12:48.471455 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ced7db-e922-4a13-affa-40d5616e1feb req-48fc3f54-e984-4f72-b781-3c298b37b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:48.472987 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-98ced7db-e922-4a13-affa-40d5616e1feb req-48fc3f54-e984-4f72-b781-3c298b37b5d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1096 time: 0.0441213 Oct 25 10:12:48.571987 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ced7db-e922-4a13-affa-40d5616e1feb req-16c84c7a-f8a3-4a88-9afb-75814e95bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:48.573927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-98ced7db-e922-4a13-affa-40d5616e1feb req-16c84c7a-f8a3-4a88-9afb-75814e95bb4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.0933962 Oct 25 10:12:48.588636 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '9bfa6efa-b22a-4289-b30d-f0ea66c16aca', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'port_id': '390b3285-7790-42af-8126-d178a3ef63ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'mac_address': 'fa:16:3e:e3:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:12:46Z', 'updated_at': '2021-10-25T10:12:46Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:32Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:48.614054 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] Checking router: 2dd9bcf2-31b4-4082-bed6-08e17433eefc for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:12:48.622650 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:12:48.623239 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:12:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:48.644003 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-98ced7db-e922-4a13-affa-40d5616e1feb req-050f1460-6cf0-4efe-b335-fc3f69a4d5c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 999 time: 0.0622385 Oct 25 10:12:48.694879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ced7db-e922-4a13-affa-40d5616e1feb req-706a8c86-d35c-4794-aff8-bf3bdfa2010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:48.696454 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-98ced7db-e922-4a13-affa-40d5616e1feb req-706a8c86-d35c-4794-aff8-bf3bdfa2010b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0450912 Oct 25 10:12:48.728065 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:12:48.742554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ced7db-e922-4a13-affa-40d5616e1feb req-46ff92eb-feb5-456c-8e01-f6ad2fa91f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:12:48.744222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-98ced7db-e922-4a13-affa-40d5616e1feb req-46ff92eb-feb5-456c-8e01-f6ad2fa91f8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408740 Oct 25 10:12:48.846710 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-98ced7db-e922-4a13-affa-40d5616e1feb req-ba1b37df-f4af-4804-8dc2-254c424910a6 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948408 Oct 25 10:12:48.934412 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e050c21d-1fac-43c2-878b-b0f815566ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:48.941029 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-98ced7db-e922-4a13-affa-40d5616e1feb req-0649bb80-95d0-4d7d-a219-700356c07fd3 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875168 Oct 25 10:12:48.956451 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '9bfa6efa-b22a-4289-b30d-f0ea66c16aca', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'port_id': '390b3285-7790-42af-8126-d178a3ef63ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'mac_address': 'fa:16:3e:e3:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:12:46Z', 'updated_at': '2021-10-25T10:12:46Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:32Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:12:48.983782 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4930b25b-ff49-41bf-bcf3-e0991a00ff0e None None] The sync data for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 is: [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '9bfa6efa-b22a-4289-b30d-f0ea66c16aca', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'port_id': '390b3285-7790-42af-8126-d178a3ef63ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'mac_address': 'fa:16:3e:e3:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:12:46Z', 'updated_at': '2021-10-25T10:12:46Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:32Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:12:49.174394 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e34d17-5dea-4a95-a5d6-bde865a1f385 None None] New status for floating IP 9bfa6efa-b22a-4289-b30d-f0ea66c16aca: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:12:49.431598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43856) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:12:49.496138 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1f2d0a92-7da4-4900-9c0b-43e4f0169d4e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/9bfa6efa-b22a-4289-b30d-f0ea66c16aca HTTP/1.1" status: 200 len: 993 time: 0.0632968 Oct 25 10:12:50.104420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:50.236225 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:12:52.090311 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:01.532564 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:13:09.311252 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:10.461641 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:14.793140 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-6f4b7862-1172-49dd-8813-6a50cc99a13f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386982 Oct 25 10:13:14.890597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-b638a0ea-7ed1-4b29-b8e4-5e541a15717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:13:14.891971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-b638a0ea-7ed1-4b29-b8e4-5e541a15717c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1096 time: 0.0403402 Oct 25 10:13:14.998343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-233425b4-3654-458b-b6f0-719f37e9b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:13:14.999791 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-233425b4-3654-458b-b6f0-719f37e9b644 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.0890291 Oct 25 10:13:15.063819 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-7c0f2f0f-9c3f-4999-b7d2-9e6a25f54c93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 1001 time: 0.0570629 Oct 25 10:13:15.117195 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-748f171f-e138-418c-aeef-95b3c8dfed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:13:15.118631 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-748f171f-e138-418c-aeef-95b3c8dfed10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0479946 Oct 25 10:13:15.162431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-78449d39-9032-49b4-8b9e-339554693303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:13:15.164468 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-78449d39-9032-49b4-8b9e-339554693303 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390890 Oct 25 10:13:15.253497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-6b837ea5-6a5f-4a46-9bd2-dc49beaad126 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818887 Oct 25 10:13:15.345474 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-af2d5f4d-b229-4363-b157-d06ed5c4ee7d req-1f47c8de-8d15-468e-801c-4e28ddf941be service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851250 Oct 25 10:13:16.575797 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8fb68ffd-d25d-4270-9a2c-ce8bb8c257ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:18.928329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ed08bc27-b590-4915-b043-3c30e433b926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:20.105748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:20.238661 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:22.093502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:38.532544 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:13:39.310060 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:40.451815 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:46.578762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e59fb3c5-a60a-49f5-b733-277b7a1cadc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:48.932455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2d0ca71-980a-4c70-a1f8-adbda587e4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:50.109629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:50.242238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:13:52.096401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:00.878095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-4a0615bd-0554-4f38-9767-08dbc3982280 req-bb198a05-2fb7-4f68-9d8f-c27a1c2eff4d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:14:00.879111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4a0615bd-0554-4f38-9767-08dbc3982280 req-bb198a05-2fb7-4f68-9d8f-c27a1c2eff4d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469413 Oct 25 10:14:01.054913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43890) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:14:01.068578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0c5e2-1180-48bf-a3d0-9606d2a8e8f6 req-4cb3ac97-38db-42b8-93a2-353a61645b09 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:01.070607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4e0c5e2-1180-48bf-a3d0-9606d2a8e8f6 req-4cb3ac97-38db-42b8-93a2-353a61645b09 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0556443 Oct 25 10:14:01.119420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c4e0c5e2-1180-48bf-a3d0-9606d2a8e8f6 req-3766f0b6-cf2f-4810-a4c9-0c74082c50ea tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423477 Oct 25 10:14:01.152675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-10001ec2-1096-43c3-a8b3-5e6568c52e17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966735 Oct 25 10:14:01.161403 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-2a47333e-d56f-46a6-a387-9dd2fe8441ab service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:14:01.162338 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-2a47333e-d56f-46a6-a387-9dd2fe8441ab service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048304 Oct 25 10:14:02.236636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65524a-f4e0-47c5-b0b1-86fc7c70f4fc req-653bdedd-8509-47a4-925e-bc64dec8bae1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:02.238164 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be65524a-f4e0-47c5-b0b1-86fc7c70f4fc req-653bdedd-8509-47a4-925e-bc64dec8bae1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Oct 25 10:14:02.276922 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be65524a-f4e0-47c5-b0b1-86fc7c70f4fc req-892fc12d-1cf8-4acb-bb36-69fc54d5660f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322239 Oct 25 10:14:02.360346 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-d865cdc2-a098-4c7c-a16b-0df0e187de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:02.361850 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-d865cdc2-a098-4c7c-a16b-0df0e187de48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1096 time: 0.0408528 Oct 25 10:14:02.455091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-a7b0ac61-8c58-4794-a37e-fd07b752839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:02.456423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-a7b0ac61-8c58-4794-a37e-fd07b752839c service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.0879793 Oct 25 10:14:02.520117 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-c5f2f9c6-5aaf-48b4-803a-9b0eb5fd7638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 1001 time: 0.0569801 Oct 25 10:14:02.572098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-26ad2681-6181-4d4f-b34a-3c2f1199edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:02.573610 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-26ad2681-6181-4d4f-b34a-3c2f1199edc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0469861 Oct 25 10:14:02.620175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-77ef104c-3d21-4617-90b6-4e422310462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:02.621657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-77ef104c-3d21-4617-90b6-4e422310462a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398476 Oct 25 10:14:02.711102 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-c5b3b816-7572-45d1-a919-2a012860a6cb service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811179 Oct 25 10:14:02.804444 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-baad303d-250d-449e-9e21-30966462241f service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864429 Oct 25 10:14:03.396783 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad31390-d47b-489b-93a8-44968928cd98 req-b4e5a423-093a-4ba4-8fe6-6dd4e84a8c5a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:03.399024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fad31390-d47b-489b-93a8-44968928cd98 req-b4e5a423-093a-4ba4-8fe6-6dd4e84a8c5a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0492890 Oct 25 10:14:03.435743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fad31390-d47b-489b-93a8-44968928cd98 req-433a57e4-d319-4c30-bb26-93295fcc06ad tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307374 Oct 25 10:14:04.551059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7d0c-4a3a-4efd-8bf8-f5cfa45ba0f1 req-e3af1d5e-f799-4863-8279-30e73852d6d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:04.552487 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-980e7d0c-4a3a-4efd-8bf8-f5cfa45ba0f1 req-e3af1d5e-f799-4863-8279-30e73852d6d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0475304 Oct 25 10:14:04.594240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-980e7d0c-4a3a-4efd-8bf8-f5cfa45ba0f1 req-0c2ef191-c10c-45cb-916f-4329c3026db9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353541 Oct 25 10:14:05.711862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7888-beb7-4637-8ef0-357960ebde92 req-6a30def2-08ff-4897-ba27-39e2d33582e8 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:05.713347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b97a7888-beb7-4637-8ef0-357960ebde92 req-6a30def2-08ff-4897-ba27-39e2d33582e8 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0492527 Oct 25 10:14:05.750261 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b97a7888-beb7-4637-8ef0-357960ebde92 req-8566c329-ba50-4289-b05b-9878164aa5e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309930 Oct 25 10:14:06.869092 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad65a-b750-4450-974b-c079f1466e5a req-9c629a3a-0ec7-4ac0-a52e-89e1f1e23126 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:06.870444 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29dad65a-b750-4450-974b-c079f1466e5a req-9c629a3a-0ec7-4ac0-a52e-89e1f1e23126 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Oct 25 10:14:06.907822 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29dad65a-b750-4450-974b-c079f1466e5a req-9b50b4c8-5d59-4a1d-8c91-45d3d3ae77fa tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315194 Oct 25 10:14:08.028975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50115f-bb2d-4e04-9bfe-69095c558b68 req-93005a61-26a2-4fc4-894e-e9c12218cd22 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:08.030430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a50115f-bb2d-4e04-9bfe-69095c558b68 req-93005a61-26a2-4fc4-894e-e9c12218cd22 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Oct 25 10:14:08.071466 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2a50115f-bb2d-4e04-9bfe-69095c558b68 req-090973cb-bc73-4ede-9e69-d031f8ce8840 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350354 Oct 25 10:14:09.188644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca41249-4d18-4833-872d-0443a642c903 req-e7d01ab6-0238-47f8-be59-b5d7ffcdbb53 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:09.190195 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ca41249-4d18-4833-872d-0443a642c903 req-e7d01ab6-0238-47f8-be59-b5d7ffcdbb53 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0491972 Oct 25 10:14:09.227872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ca41249-4d18-4833-872d-0443a642c903 req-87473bab-3ca2-4792-8f97-59ac4ccddf45 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315218 Oct 25 10:14:09.325438 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:10.343788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29700c-7847-45be-8b2b-36bef2677418 req-56655ae0-0b36-4cf2-9ad4-75cdabc122ac tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:10.345279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f29700c-7847-45be-8b2b-36bef2677418 req-56655ae0-0b36-4cf2-9ad4-75cdabc122ac tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0486376 Oct 25 10:14:10.383941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9f29700c-7847-45be-8b2b-36bef2677418 req-08b282ec-216c-48e3-8c52-2e678d881850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326455 Oct 25 10:14:10.471829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:11.500423 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1679d-1723-499e-8de2-9da890dc4e51 req-ddc838d5-9a8a-453b-a10a-5fedddbe06cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:11.501904 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67d1679d-1723-499e-8de2-9da890dc4e51 req-ddc838d5-9a8a-453b-a10a-5fedddbe06cd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Oct 25 10:14:11.543920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-67d1679d-1723-499e-8de2-9da890dc4e51 req-38414bd5-76b3-4e12-bfe3-01d954016192 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359774 Oct 25 10:14:12.659703 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe358e-c7de-4a7a-b726-5318164f0bb6 req-d51767fe-ac37-4e49-b20b-35fdc62018f0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:12.661163 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bbe358e-c7de-4a7a-b726-5318164f0bb6 req-d51767fe-ac37-4e49-b20b-35fdc62018f0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0485404 Oct 25 10:14:12.698583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2bbe358e-c7de-4a7a-b726-5318164f0bb6 req-2d675155-cbab-4497-a7ca-99026f4e89c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311418 Oct 25 10:14:13.815557 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3f9e-a8f6-475e-8dfd-c3828666189e req-357d3fc7-c985-4705-ae9a-89d47a3c6978 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:13.817042 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e54d3f9e-a8f6-475e-8dfd-c3828666189e req-357d3fc7-c985-4705-ae9a-89d47a3c6978 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0478415 Oct 25 10:14:13.856200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e54d3f9e-a8f6-475e-8dfd-c3828666189e req-221e07c6-cbaf-4caa-98dc-c0f0a4eadcc2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316410 Oct 25 10:14:14.972696 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c514e-325f-4cdd-82d6-1373bb2fa4b2 req-e0309f4b-bef5-4998-a5ec-990aad4e6cce tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:14.974192 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e58c514e-325f-4cdd-82d6-1373bb2fa4b2 req-e0309f4b-bef5-4998-a5ec-990aad4e6cce tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0486031 Oct 25 10:14:15.014995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e58c514e-325f-4cdd-82d6-1373bb2fa4b2 req-bb54a2df-683c-4b4c-8e52-abb2f3ca3006 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340927 Oct 25 10:14:15.532074 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:14:15.832364 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ea639-205d-4e88-8a93-f9db1d282509 req-42840964-05f0-4581-a2a7-ebf78241d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:15.833801 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-038ea639-205d-4e88-8a93-f9db1d282509 req-42840964-05f0-4581-a2a7-ebf78241d27c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1096 time: 0.0408924 Oct 25 10:14:15.941868 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ea639-205d-4e88-8a93-f9db1d282509 req-c992d6f6-ea77-4347-88b9-76bffc0f6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:15.943363 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-038ea639-205d-4e88-8a93-f9db1d282509 req-c992d6f6-ea77-4347-88b9-76bffc0f6118 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.0905402 Oct 25 10:14:16.010589 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-038ea639-205d-4e88-8a93-f9db1d282509 req-8463d046-2c1f-486d-8b8e-95890f6a4807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 1001 time: 0.0606143 Oct 25 10:14:16.063863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ea639-205d-4e88-8a93-f9db1d282509 req-d5817de8-d314-4b2d-8f7c-eeed1a1d7a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:16.065355 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-038ea639-205d-4e88-8a93-f9db1d282509 req-d5817de8-d314-4b2d-8f7c-eeed1a1d7a97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0483377 Oct 25 10:14:16.110369 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ea639-205d-4e88-8a93-f9db1d282509 req-86074b88-1dc3-4973-b467-17b3d5659342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:16.111769 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-038ea639-205d-4e88-8a93-f9db1d282509 req-86074b88-1dc3-4973-b467-17b3d5659342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399537 Oct 25 10:14:16.133382 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed93d75-f6d1-400c-8b0f-9fbbf9448b28 req-c41ead07-a143-4afa-aa97-ee3ef6cc7b39 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:16.134846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ed93d75-f6d1-400c-8b0f-9fbbf9448b28 req-c41ead07-a143-4afa-aa97-ee3ef6cc7b39 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0493312 Oct 25 10:14:16.172030 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9ed93d75-f6d1-400c-8b0f-9fbbf9448b28 req-b14e5ea3-abb2-468b-a8b4-cad93b242d15 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312757 Oct 25 10:14:16.202625 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-038ea639-205d-4e88-8a93-f9db1d282509 req-6d536815-5721-4127-9b83-8cba8b13f7ad service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835721 Oct 25 10:14:16.296826 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-038ea639-205d-4e88-8a93-f9db1d282509 req-70ee67f3-1a7d-4ba5-8d2a-4507e119b3e5 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864847 Oct 25 10:14:16.580214 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e41a804-94a3-449b-9a7c-4cd47cfc2d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:17.287107 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446b6d5-871e-4970-a15c-42beae05c9f9 req-49125852-3ef1-40a3-ba7c-77bbe593ad85 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:17.288791 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2446b6d5-871e-4970-a15c-42beae05c9f9 req-49125852-3ef1-40a3-ba7c-77bbe593ad85 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0484903 Oct 25 10:14:17.327488 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2446b6d5-871e-4970-a15c-42beae05c9f9 req-ea8beb36-0517-4b2c-bcd6-643c2a9c2a1a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328066 Oct 25 10:14:18.442751 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b0912-936b-41c9-a902-352a03528a41 req-45bd6207-8ae9-4eb0-ad45-7577677006b5 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:18.444165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-241b0912-936b-41c9-a902-352a03528a41 req-45bd6207-8ae9-4eb0-ad45-7577677006b5 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0490692 Oct 25 10:14:18.486101 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-241b0912-936b-41c9-a902-352a03528a41 req-934c6e77-9c7e-4211-9ac0-8257db49b0a5 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357924 Oct 25 10:14:18.934271 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-31bdd6d6-4655-43fb-9668-70c7501c88c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:19.601952 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa56ec-c91a-44c2-8ec1-315a3fe1f69e req-9b96193a-d475-427d-b4bc-c829be9ba4ba tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:19.603421 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4fa56ec-c91a-44c2-8ec1-315a3fe1f69e req-9b96193a-d475-427d-b4bc-c829be9ba4ba tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0494318 Oct 25 10:14:19.643295 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d4fa56ec-c91a-44c2-8ec1-315a3fe1f69e req-4faa8ec5-1735-458b-b9a3-b3753356c074 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333610 Oct 25 10:14:19.800709 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-a31f8e58-5408-447f-bafe-940d499095c9 service neutron] show failed (client error): The resource could not be found. Oct 25 10:14:19.801663 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-a31f8e58-5408-447f-bafe-940d499095c9 service neutron] 10.222.0.41 "GET /v2.0/ports/390b3285-7790-42af-8126-d178a3ef63ca/bindings/n-h2-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0534530 Oct 25 10:14:20.055990 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-051f617f-e0b7-403f-9f19-e696ce4e2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:20.057730 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-051f617f-e0b7-403f-9f19-e696ce4e2373 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 1096 time: 0.0957959 Oct 25 10:14:20.067900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-72ddb647-4bce-4ca4-8cbc-41f7f484ee8a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:14:20.068815 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-72ddb647-4bce-4ca4-8cbc-41f7f484ee8a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048144 Oct 25 10:14:20.085827 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:14:20.113273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:20.143671 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:20.245987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:20.348100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:14:20.381021 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:14:20.424320 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:20.426442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:14:20.428942 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268e2209-ffe8-4233-890c-2b21a2afd7a4" -d '{"events": [{"server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "name": "network-vif-unplugged", "status": "completed", "tag": "390b3285-7790-42af-8126-d178a3ef63ca"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:14:20.441929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Transition to ACTIVE for port object 390b3285-7790-42af-8126-d178a3ef63ca will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:14:20.445963 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:20.484465 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 10:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd07f03f-2981-4e91-b247-2eecc3ad4e99 x-openstack-request-id: req-bd07f03f-2981-4e91-b247-2eecc3ad4e99 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:14:20.484750 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "name": "network-vif-unplugged", "status": "completed", "tag": "390b3285-7790-42af-8126-d178a3ef63ca", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:14:20.485020 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd07f03f-2981-4e91-b247-2eecc3ad4e99 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:14:20.485408 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca', 'code': 200} Oct 25 10:14:20.532247 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=6']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:14:20.546882 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.547221 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.547554 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.547884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.548209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.548534 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.548852 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.549194 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.549514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.549830 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.550144 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.550456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:20.595216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] No DVR routers for this DVR port 390b3285-7790-42af-8126-d178a3ef63ca on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:14:20.737617 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Attempting to bind port 390b3285-7790-42af-8126-d178a3ef63ca on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:14:20.737956 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Attempting to bind port 390b3285-7790-42af-8126-d178a3ef63ca by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:14:20.738282 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Attempting to bind port 390b3285-7790-42af-8126-d178a3ef63ca on network 78d75203-76d5-407e-b851-0eee78824578 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:14:20.742845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Port 390b3285-7790-42af-8126-d178a3ef63ca on network 78d75203-76d5-407e-b851-0eee78824578 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:14:20.743171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Attempting to bind port 390b3285-7790-42af-8126-d178a3ef63ca on network 78d75203-76d5-407e-b851-0eee78824578 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:14:20.748003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:14:20.748341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Checking segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:14:20.748725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Bound using segment: {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:14:20.749188 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Bound port: 390b3285-7790-42af-8126-d178a3ef63ca, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321e6c92-7f92-47ee-9d11-54b26a3f75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78d75203-76d5-407e-b851-0eee78824578'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:14:20.749546 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:20.768047 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ec2b-be22-4507-8161-5b397c437677 req-49ddabcc-425e-4693-b34e-4d7f23fa8f48 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:20.769467 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c507ec2b-be22-4507-8161-5b397c437677 req-49ddabcc-425e-4693-b34e-4d7f23fa8f48 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 943 time: 0.0519118 Oct 25 10:14:20.809039 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c507ec2b-be22-4507-8161-5b397c437677 req-2fa8c092-ad69-4710-b677-f7a596a7d74a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332544 Oct 25 10:14:20.816500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:14:20.820475 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:14:20.828536 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:20.861542 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:20.862152 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:20.863886 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] 10.222.0.18 "PUT /v2.0/ports/390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 1091 time: 0.7813847 Oct 25 10:14:20.889039 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d4a2b-b147-4f9c-9448-83e5cec6d689 service neutron] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:14:20.941725 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-0f5d526a-2f77-4067-afde-0bd138eefa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:20.943221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-0f5d526a-2f77-4067-afde-0bd138eefa2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1094 time: 0.0444841 Oct 25 10:14:21.043507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-d1c69e11-ff6d-4c7f-9b7c-ce3fe731d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:21.044998 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-d1c69e11-ff6d-4c7f-9b7c-ce3fe731d4e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.0941772 Oct 25 10:14:21.111566 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-07b0dc42-d703-495c-abe3-7deed4c7c1a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 999 time: 0.0592933 Oct 25 10:14:21.163968 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-afc77923-6f26-455f-bbc9-3fdf6494fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:21.165401 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-afc77923-6f26-455f-bbc9-3fdf6494fd86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0471303 Oct 25 10:14:21.209772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-e7b849f1-ad57-442a-9e68-9c3274c03ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:21.211268 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-e7b849f1-ad57-442a-9e68-9c3274c03ac6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392933 Oct 25 10:14:21.299459 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-b7e273e0-7045-4c33-b51e-ac72802997d8 service neutron] 10.222.0.18 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813582 Oct 25 10:14:21.391345 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-91ab12c8-c035-4bb0-b987-58f8f3882ff5 req-0f2a59fd-e945-4ddd-a6a0-1684308ffe4c service neutron] 10.222.0.18 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847485 Oct 25 10:14:21.928100 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bfe7b-c4f4-4f4d-bfa5-ebb5d61cd694 req-d2c78566-6dd5-4fb9-9676-18e157790655 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:21.929586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-036bfe7b-c4f4-4f4d-bfa5-ebb5d61cd694 req-d2c78566-6dd5-4fb9-9676-18e157790655 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 943 time: 0.0504439 Oct 25 10:14:21.971533 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-036bfe7b-c4f4-4f4d-bfa5-ebb5d61cd694 req-bcc670ad-845c-46ba-a69a-b166328bcb2f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349460 Oct 25 10:14:22.099626 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:22.486171 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:14:22.488548 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae6c32d-d7c5-44f5-8e83-01fe2f822420" -d '{"events": [{"name": "network-changed", "server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "tag": "390b3285-7790-42af-8126-d178a3ef63ca"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:14:22.535124 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519df170-dd72-4c88-89c6-92cf21c86ea2 x-openstack-request-id: req-519df170-dd72-4c88-89c6-92cf21c86ea2 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:14:22.535439 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "tag": "390b3285-7790-42af-8126-d178a3ef63ca", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:14:22.535690 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-519df170-dd72-4c88-89c6-92cf21c86ea2 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:14:22.536082 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca', 'status': 'completed', 'code': 200} Oct 25 10:14:22.647499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-0b6d454c-624c-4269-bdfa-8eea3b5e72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:22.649031 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-0b6d454c-624c-4269-bdfa-8eea3b5e72fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1094 time: 0.0711792 Oct 25 10:14:22.652104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-e88246f1-a95f-49b8-8406-21b40163961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:22.653442 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-e88246f1-a95f-49b8-8406-21b40163961d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1094 time: 0.0678222 Oct 25 10:14:22.806550 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-90aead56-cf65-4016-acbd-c312ad030696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:22.808103 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-90aead56-cf65-4016-acbd-c312ad030696 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.1513786 Oct 25 10:14:22.810673 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-195f1c65-75ad-40e2-ae53-2d2d507b1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:22.811972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-195f1c65-75ad-40e2-ae53-2d2d507b1bf2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.1472254 Oct 25 10:14:22.918931 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-6b1258fc-8506-473f-b88d-8e2d2767fb61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 999 time: 0.1030998 Oct 25 10:14:22.922566 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-ff4fe5bd-31ac-4d87-971f-a9a55ce70fc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 999 time: 0.1001573 Oct 25 10:14:23.003586 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-f731e1f4-62c3-4d35-a69c-a3c0ebe90782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:23.005069 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-f731e1f4-62c3-4d35-a69c-a3c0ebe90782 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0779650 Oct 25 10:14:23.006437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-801dc721-5831-41ca-9250-d647154cf72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:23.007720 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-801dc721-5831-41ca-9250-d647154cf72b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0730538 Oct 25 10:14:23.083547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-1914618c-2e72-4a04-b3f6-94baff38c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:23.084987 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-1914618c-2e72-4a04-b3f6-94baff38c4f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723462 Oct 25 10:14:23.087545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-1ad8993c-7fb4-4d8e-8e92-ceb408298bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:23.088971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-1ad8993c-7fb4-4d8e-8e92-ceb408298bf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676646 Oct 25 10:14:23.093397 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8bce7-a3a0-4ac8-96b0-99b7132db72a req-0e81d95f-bc16-43d8-8b23-afe0ad35b14c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:23.094858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7f8bce7-a3a0-4ac8-96b0-99b7132db72a req-0e81d95f-bc16-43d8-8b23-afe0ad35b14c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 943 time: 0.0502858 Oct 25 10:14:23.133809 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b7f8bce7-a3a0-4ac8-96b0-99b7132db72a req-9103606d-376a-4e31-ae70-2b7713090133 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329282 Oct 25 10:14:23.243479 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-8d8553a4-9f0c-43f8-a7d0-81d33eb0d835 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514390 Oct 25 10:14:23.245845 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-29ab484c-b1c9-409a-88bf-1da500ffc1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469619 Oct 25 10:14:23.400972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-af8aedc4-b6e2-4025-a9db-28dea7714590 service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508281 Oct 25 10:14:23.403084 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-aae6c32d-d7c5-44f5-8e83-01fe2f822420 req-6a7771ab-c49b-4129-9bdb-385715b70c81 service neutron] 10.222.0.18 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462524 Oct 25 10:14:24.248424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e0c6e-d153-4aa9-b1c9-20d5598aa982 req-47c3e556-b866-4d0c-b030-ea9a3c350d91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:24.249936 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a33e0c6e-d153-4aa9-b1c9-20d5598aa982 req-47c3e556-b866-4d0c-b030-ea9a3c350d91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 943 time: 0.0486631 Oct 25 10:14:24.288396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a33e0c6e-d153-4aa9-b1c9-20d5598aa982 req-0b05acbe-5c88-4f37-8424-6fe90ea797e0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324285 Oct 25 10:14:24.388604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 390b3285-7790-42af-8126-d178a3ef63ca no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:14:24.427827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 390b3285-7790-42af-8126-d178a3ef63ca not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:14:24.544814 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 390b3285-7790-42af-8126-d178a3ef63ca details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:14:24.640238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:14:24.650964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '390b3285-7790-42af-8126-d178a3ef63ca', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'port_id': '390b3285-7790-42af-8126-d178a3ef63ca', 'mac_address': 'fa:16:3e:e3:37:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:14:24.686573 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:24.699457 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390b3285-7790-42af-8126-d178a3ef63ca {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:14:24.718287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:14:24.722031 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:24.766885 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:14:24.773876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.774215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.774570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.774897 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.775220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.775543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.775963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.776282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.776597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.776930 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.777245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:24.777560 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:14:25.141556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['390b3285-7790-42af-8126-d178a3ef63ca'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:14:25.415647 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9218c-39b8-4216-a7f2-3a95704e9827 req-afc91b5d-65cc-4542-b3e9-daabaf7cd8b5 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:25.417860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5e9218c-39b8-4216-a7f2-3a95704e9827 req-afc91b5d-65cc-4542-b3e9-daabaf7cd8b5 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 944 time: 0.0485139 Oct 25 10:14:25.458120 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d5e9218c-39b8-4216-a7f2-3a95704e9827 req-73544b07-356f-4b76-9355-2177e31a7988 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343492 Oct 25 10:14:25.654229 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2480d13-faf3-4b19-bdcf-864f03bb33b0 req-20623bf1-513c-4b9d-9c44-42f655a26df2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:25.655692 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2480d13-faf3-4b19-bdcf-864f03bb33b0 req-20623bf1-513c-4b9d-9c44-42f655a26df2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 944 time: 0.0510285 Oct 25 10:14:25.683867 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-3aaeae00-946a-4780-82d9-25995ca687f3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:25.685250 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-3aaeae00-946a-4780-82d9-25995ca687f3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815&tenant_id=960a8716b87a44718683cf828ade0780&binding%3Ahost_id=n-h2-814746-2 HTTP/1.1" status: 200 len: 944 time: 0.0575061 Oct 25 10:14:25.693250 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c2480d13-faf3-4b19-bdcf-864f03bb33b0 req-2d679c55-41fb-4a47-adbf-236be3075ce0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313184 Oct 25 10:14:25.753465 n-d-814746-2 neutron-server[106991]: INFO neutron.api.v2.resource [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-bafd29ea-1743-4a7a-ab07-d5cf7afd0c85 service neutron] delete failed (client error): The resource could not be found. Oct 25 10:14:25.754482 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-bafd29ea-1743-4a7a-ab07-d5cf7afd0c85 service neutron] 10.222.0.41 "DELETE /v2.0/ports/390b3285-7790-42af-8126-d178a3ef63ca/bindings/n-h1-814746-2 HTTP/1.1" status: 404 len: 380 time: 0.0616539 Oct 25 10:14:25.812121 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b1ba6-539b-473b-879c-49a3e2cd31b4 req-ae106644-aabc-4946-948a-4174ef6008b6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:25.813617 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d75b1ba6-539b-473b-879c-49a3e2cd31b4 req-ae106644-aabc-4946-948a-4174ef6008b6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 944 time: 0.0481713 Oct 25 10:14:25.853540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d75b1ba6-539b-473b-879c-49a3e2cd31b4 req-9b8b6925-f44c-43c8-9b96-0a2a75635eb2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338094 Oct 25 10:14:25.857109 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-2cb1719e-585d-4378-94a1-9b3642be4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:25.858594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-2cb1719e-585d-4378-94a1-9b3642be4875 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1095 time: 0.0405736 Oct 25 10:14:25.951933 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-d52d4ab1-5b28-4b84-b527-29a5311b1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:25.953340 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-d52d4ab1-5b28-4b84-b527-29a5311b1af3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.0875351 Oct 25 10:14:26.020739 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-961f0ac5-20b5-4be3-95c4-c9ee06e21878 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 1000 time: 0.0597024 Oct 25 10:14:26.068317 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-ddfdafad-80b1-4ca6-bfd0-1f96e8278c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:26.069791 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-ddfdafad-80b1-4ca6-bfd0-1f96e8278c2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0426047 Oct 25 10:14:26.117156 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-7abb8d76-ec47-42d2-b54f-4f60a8a124ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:26.118602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-7abb8d76-ec47-42d2-b54f-4f60a8a124ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420411 Oct 25 10:14:26.206366 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-c075a2c7-1957-4899-825a-e9b09da9897f service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808852 Oct 25 10:14:26.296211 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-90cfeec8-4eba-41bf-a6e0-260a31575aaa req-cda49e31-09de-4feb-8437-e1a64d0af3fe service neutron] 10.222.0.41 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832040 Oct 25 10:14:26.565107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 390b3285-7790-42af-8126-d178a3ef63ca up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:14:26.613132 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 390b3285-7790-42af-8126-d178a3ef63ca completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:14:26.617369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 390b3285-7790-42af-8126-d178a3ef63ca triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:14:26.617736 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:26.694932 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:26.717869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:14:26.720104 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2ef04b-5618-48db-a3ea-c25f3118b9dd" -d '{"events": [{"server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "name": "network-vif-plugged", "status": "completed", "tag": "390b3285-7790-42af-8126-d178a3ef63ca"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:14:26.739504 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:14:26.746993 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:26.796824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:14:26.824696 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f536fde1-c9e2-4a7c-914a-35429ab57e2b x-openstack-request-id: req-f536fde1-c9e2-4a7c-914a-35429ab57e2b {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:14:26.825254 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "name": "network-vif-plugged", "status": "completed", "tag": "390b3285-7790-42af-8126-d178a3ef63ca", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:14:26.825452 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f536fde1-c9e2-4a7c-914a-35429ab57e2b {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:14:26.825874 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca', 'code': 200} Oct 25 10:14:26.973217 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b07da-80fa-4902-b9f8-4c72a16e0e88 req-28432ab7-36bf-4a7e-b038-10f670ee88f4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:14:26.974641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e2b07da-80fa-4902-b9f8-4c72a16e0e88 req-28432ab7-36bf-4a7e-b038-10f670ee88f4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0490675 Oct 25 10:14:27.016510 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e2b07da-80fa-4902-b9f8-4c72a16e0e88 req-6c9679ae-3bbe-4b87-bd11-016b454acdcb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350885 Oct 25 10:14:27.038785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 43978) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:14:27.099833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-82166f73-2c35-49fd-a2a7-00c566d5020e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/9bfa6efa-b22a-4289-b30d-f0ea66c16aca HTTP/1.1" status: 200 len: 993 time: 0.0598133 Oct 25 10:14:39.326217 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:40.470745 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:46.582096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02f40831-1855-4e02-9283-aba4907ed72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:48.935909 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-23a35690-873b-45da-8646-12111114deb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:50.115608 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:50.249524 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:52.103408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:14:52.532165 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:15:06.386812 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-9b7ff208-3406-4780-b735-de03f2d19490 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403225 Oct 25 10:15:06.488794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-a6d7d3cc-3deb-40ea-a157-a8bd705658d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:06.490287 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-a6d7d3cc-3deb-40ea-a157-a8bd705658d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1096 time: 0.0403280 Oct 25 10:15:06.921426 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-e83f19b9-2e70-4f0d-bc68-dfa074aabc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:06.922899 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-e83f19b9-2e70-4f0d-bc68-dfa074aabc36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.4128766 Oct 25 10:15:06.987643 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-a9000ffb-a2dc-44b7-aab5-23940d20fb45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 1001 time: 0.0578923 Oct 25 10:15:07.039874 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-f8b67afe-d185-4909-8548-6222f7de3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:07.042205 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-f8b67afe-d185-4909-8548-6222f7de3154 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0467291 Oct 25 10:15:07.086558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-27a0b09f-71cb-4422-86e4-712cf8066e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:07.088147 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-27a0b09f-71cb-4422-86e4-712cf8066e04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391738 Oct 25 10:15:07.177693 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-424e1ef8-a416-4898-8347-f2ddec9ba3d2 service neutron] 10.222.0.18 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823257 Oct 25 10:15:07.270225 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d39eea8d-522b-4dd5-af65-88def9215a27 req-d3572cc4-e6e0-4579-82c8-46a74635bc56 service neutron] 10.222.0.18 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854387 Oct 25 10:15:09.337151 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:10.470411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:16.582841 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-37682bc6-91c0-43ba-b542-b2744dd4fff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:18.937066 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-10e22470-6f81-44ea-a8de-8d87257bb476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.002082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 43996) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:20.117945 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.158105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port bfa78349-301b-4c4d-bc66-a397aba6d1db {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:15:20.158446 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.237245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.237575 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.250527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for bfa78349-301b-4c4d-bc66-a397aba6d1db owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:15:20.252935 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.399760 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.426370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=bfa78349-301b-4c4d-bc66-a397aba6d1db,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:20.485763 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.486088 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP 9bfa6efa-b22a-4289-b30d-f0ea66c16aca disassociated (deleted). External IP: 172.25.8.183, port: 390b3285-7790-42af-8126-d178a3ef63ca. Oct 25 10:15:20.692639 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 2dd9bcf2-31b4-4082-bed6-08e17433eefc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:15:20.800687 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:15:20.805498 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:20.810250 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] Sync routers for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:15:20.819582 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:20.820162 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:20.833780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-60e1475b-6f35-44f2-8fd0-d0d8b32a48fe tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/floatingips/9bfa6efa-b22a-4289-b30d-f0ea66c16aca HTTP/1.1" status: 204 len: 168 time: 0.8305373 Oct 25 10:15:20.834388 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:15:20.836767 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "tag": "390b3285-7790-42af-8126-d178a3ef63ca"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:15:20.923182 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:20.993455 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46db440e-08cd-44f0-87ea-17aa6c0b5a75 x-openstack-request-id: req-46db440e-08cd-44f0-87ea-17aa6c0b5a75 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:15:20.993810 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "tag": "390b3285-7790-42af-8126-d178a3ef63ca", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:15:20.994126 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46db440e-08cd-44f0-87ea-17aa6c0b5a75 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:15:20.994593 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca', 'status': 'completed', 'code': 200} Oct 25 10:15:21.087058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-3b434b83-8d3b-4b33-af40-16d6dd2169d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:21.088470 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-3b434b83-8d3b-4b33-af40-16d6dd2169d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 1096 time: 0.0423169 Oct 25 10:15:21.090570 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0c53c-75d6-4f8c-ade8-7266e8335c9e req-74caeee1-f44f-4a56-8bc5-637717fa8561 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:21.092044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3f0c53c-75d6-4f8c-ade8-7266e8335c9e req-74caeee1-f44f-4a56-8bc5-637717fa8561 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Oct 25 10:15:21.132770 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:32Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:21.142194 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a3f0c53c-75d6-4f8c-ade8-7266e8335c9e req-b64cc0f1-0524-43e5-8c55-57faf895e3c0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441635 Oct 25 10:15:21.159313 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] Checking router: 2dd9bcf2-31b4-4082-bed6-08e17433eefc for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:15:21.168041 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:21.168637 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:21.195546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-a3efa745-7a71-4fb4-a46a-9db3c7c372a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:21.197048 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-a3efa745-7a71-4fb4-a46a-9db3c7c372a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 200 len: 898 time: 0.1007249 Oct 25 10:15:21.239016 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-9e0f04bd-44d1-4053-b647-aa6400b26270 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 200 len: 217 time: 0.0347919 Oct 25 10:15:21.271902 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:21.295322 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-79c9da95-a231-42a1-aa9c-18a5a80d4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:21.296759 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-79c9da95-a231-42a1-aa9c-18a5a80d4c35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 200 len: 834 time: 0.0488644 Oct 25 10:15:21.344522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-0a51d359-aad7-4559-b9c3-4f2974de492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:21.345969 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-0a51d359-aad7-4559-b9c3-4f2974de492b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78d75203-76d5-407e-b851-0eee78824578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418839 Oct 25 10:15:21.440320 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-cd1b1fa5-4cba-4e8e-860e-36f81f0d848b service neutron] 10.222.0.18 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851479 Oct 25 10:15:21.466354 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:32Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:21.540279 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6daf4fb8-2d95-4478-9c4b-4d19eacdab0b req-71528c4b-790a-46a1-9bf0-43649d7ab87a service neutron] 10.222.0.18 "GET /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906172 Oct 25 10:15:21.575863 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9bcae-a7fd-44fb-b193-3e2cf29bc1ca None None] The sync data for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 is: [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:12:29Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'f98be6b8-b27c-4ea7-be53-722bc2cef292', 'name': '', 'network_id': '78d75203-76d5-407e-b851-0eee78824578', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:a3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:29Z', 'updated_at': '2021-10-25T10:12:32Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'e5dc8f5f-63ec-47e3-8cb2-e7db46b32270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:15:21.795174 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5848f93c-49bb-4a7c-8e3c-1f894640ff1c None None] New status for floating IP 9bfa6efa-b22a-4289-b30d-f0ea66c16aca: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:15:22.108293 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:22.263108 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54325f-a701-48ea-9b3c-0647c5642d9d req-b23cd0b9-94d0-4656-a5ce-208e58f47649 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:22.264558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad54325f-a701-48ea-9b3c-0647c5642d9d req-b23cd0b9-94d0-4656-a5ce-208e58f47649 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0523825 Oct 25 10:15:22.302150 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ad54325f-a701-48ea-9b3c-0647c5642d9d req-33b7ab65-dffe-45f6-a98d-9a84deed3112 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315573 Oct 25 10:15:22.627897 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-f0756eda-1ef7-4f6a-9873-5cb8011eff17 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:22.629277 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-f0756eda-1ef7-4f6a-9873-5cb8011eff17 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 945 time: 0.0486839 Oct 25 10:15:22.721926 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 390b3285-7790-42af-8126-d178a3ef63ca {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:15:22.722267 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:22.810463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 390b3285-7790-42af-8126-d178a3ef63ca, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=390b3285-7790-42af-8126-d178a3ef63ca,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:22.810825 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:22.823688 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 390b3285-7790-42af-8126-d178a3ef63ca owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:15:22.952931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:22.983231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=390b3285-7790-42af-8126-d178a3ef63ca,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:23.009984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.010336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.010896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.010896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.011546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.011877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.012209 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.012541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.012877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.013228 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.013558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.013881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:23.036037 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] No DVR routers for this DVR port 390b3285-7790-42af-8126-d178a3ef63ca on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:15:23.038490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:23.042485 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3b8729bf-1eed-4f24-a984-b594fa91ce5c req-1e102b8a-5dfd-4df9-b0b4-d9a559183747 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.18 "DELETE /v2.0/ports/390b3285-7790-42af-8126-d178a3ef63ca HTTP/1.1" status: 204 len: 173 time: 0.4060445 Oct 25 10:15:23.042975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'name': 'network-vif-deleted', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:15:23.045289 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29df3376-11f7-470e-899a-5794cfa81245" -d '{"events": [{"server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "name": "network-vif-deleted", "tag": "390b3285-7790-42af-8126-d178a3ef63ca"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:15:23.084841 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeef6b0-4ab4-418e-91fa-7d1301d83d75 x-openstack-request-id: req-abeef6b0-4ab4-418e-91fa-7d1301d83d75 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:15:23.085239 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be50f92-9a15-4fe6-bcf6-a204ef40e815", "name": "network-vif-deleted", "tag": "390b3285-7790-42af-8126-d178a3ef63ca", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:15:23.085499 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abeef6b0-4ab4-418e-91fa-7d1301d83d75 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:15:23.085916 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be50f92-9a15-4fe6-bcf6-a204ef40e815', 'name': 'network-vif-deleted', 'tag': '390b3285-7790-42af-8126-d178a3ef63ca', 'status': 'completed', 'code': 200} Oct 25 10:15:23.412169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-19947eae-edad-4c25-88ed-a840918fe909 req-1a978ef9-2906-40a0-bb91-4b265e8147eb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be50f92-9a15-4fe6-bcf6-a204ef40e815 HTTP/1.1" status: 200 len: 210 time: 0.0272756 Oct 25 10:15:24.468627 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44012) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:24.821296 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:25.070821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port f98be6b8-b27c-4ea7-be53-722bc2cef292 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:15:25.071160 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:25.161303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port f98be6b8-b27c-4ea7-be53-722bc2cef292, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f98be6b8-b27c-4ea7-be53-722bc2cef292,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:25.161664 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:25.174869 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for f98be6b8-b27c-4ea7-be53-722bc2cef292 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:15:25.354923 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:25.382014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=f98be6b8-b27c-4ea7-be53-722bc2cef292,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:25.552438 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:25.769299 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 2dd9bcf2-31b4-4082-bed6-08e17433eefc has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:15:25.875292 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:15:25.881188 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2b931b47-e31c-4569-b583-cc97f5f0ab80 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/2dd9bcf2-31b4-4082-bed6-08e17433eefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4107649 Oct 25 10:15:25.883372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44014) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:25.884691 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] Sync routers for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:15:25.893923 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:25.894511 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:25.934120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-4696517e-2a06-4564-a1df-7f5b8e80d715 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting subnet e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:15:25.938278 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4696517e-2a06-4564-a1df-7f5b8e80d715 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:25.985894 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4696517e-2a06-4564-a1df-7f5b8e80d715 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.002477 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:26.075726 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4696517e-2a06-4564-a1df-7f5b8e80d715 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.133274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4696517e-2a06-4564-a1df-7f5b8e80d715 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.160435 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696517e-2a06-4564-a1df-7f5b8e80d715 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dc8f5f-63ec-47e3-8cb2-e7db46b32270,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:26.164545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4696517e-2a06-4564-a1df-7f5b8e80d715 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.170671 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4696517e-2a06-4564-a1df-7f5b8e80d715 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/subnets/e5dc8f5f-63ec-47e3-8cb2-e7db46b32270 HTTP/1.1" status: 204 len: 168 time: 0.2834620 Oct 25 10:15:26.170940 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44016) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:26.171634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2225894a-205d-4001-b56d-4fd9a6884686 None None] Network 78d75203-76d5-407e-b851-0eee78824578 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:15:26.186221 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:15:25Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:26.215923 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] Checking router: 2dd9bcf2-31b4-4082-bed6-08e17433eefc for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:15:26.224643 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] Routers {'2dd9bcf2-31b4-4082-bed6-08e17433eefc'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:26.225259 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:26.283736 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.337704 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] Set router 2dd9bcf2-31b4-4082-bed6-08e17433eefc gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:26.357536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] DHCP port deletion for 78d75203-76d5-407e-b851-0eee78824578 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:15:26.410145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.412335 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Deleting port f005a28c-1d70-4628-b258-2eefa84a56c2 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:15:26.412918 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.482943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 1c31defd-6c1a-4b55-aaa4-8284fef3f773 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:15:26.483366 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.494028 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] For port f005a28c-1d70-4628-b258-2eefa84a56c2, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f005a28c-1d70-4628-b258-2eefa84a56c2,segment=NetworkSegment(321e6c92-7f92-47ee-9d11-54b26a3f75e7),segment_id=321e6c92-7f92-47ee-9d11-54b26a3f75e7)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:26.494423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.507773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Calling delete_port for f005a28c-1d70-4628-b258-2eefa84a56c2 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:15:26.519999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f005a28c-1d70-4628-b258-2eefa84a56c2 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:15:26.532155 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:15:25Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:26.564834 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c6c769-f739-4520-b174-4ef8749a9c2e None None] The sync data for ids ['2dd9bcf2-31b4-4082-bed6-08e17433eefc'] in n-d-814746-2 is: [{'id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337370645', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:12:25Z', 'updated_at': '2021-10-25T10:15:25Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '1c31defd-6c1a-4b55-aaa4-8284fef3f773', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd9bcf2-31b4-4082-bed6-08e17433eefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:12:26Z', 'updated_at': '2021-10-25T10:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:15:26.577515 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 1c31defd-6c1a-4b55-aaa4-8284fef3f773, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=1c31defd-6c1a-4b55-aaa4-8284fef3f773,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:26.577992 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.592456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 1c31defd-6c1a-4b55-aaa4-8284fef3f773 owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:15:26.630319 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.772563 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.799155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=1c31defd-6c1a-4b55-aaa4-8284fef3f773,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:26.839192 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Pushing event deleted for resources: {'Port': ['ID=f005a28c-1d70-4628-b258-2eefa84a56c2,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:26.846535 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] No DVR routers for this DVR port f005a28c-1d70-4628-b258-2eefa84a56c2 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:15:26.857342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.857342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.857558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.857823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.858156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.858480 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.859317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.859317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.859495 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.859795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.861067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.861067 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d4edf9-0fb9-4819-b86b-37b6fad7be45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:26.864224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.867576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 390b3285-7790-42af-8126-d178a3ef63ca no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:15:26.868052 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:26.896691 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 390b3285-7790-42af-8126-d178a3ef63ca {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:15:26.897062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 390b3285-7790-42af-8126-d178a3ef63ca not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:15:27.295745 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.297861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.339530 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.340024 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd9bcf2-31b4-4082-bed6-08e17433eefc {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:15:27.346944 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.350948 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44018) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:27.351547 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c181b53c-5644-4c65-b8d1-96b6817f3850 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/routers/2dd9bcf2-31b4-4082-bed6-08e17433eefc HTTP/1.1" status: 204 len: 168 time: 1.1789215 Oct 25 10:15:27.434615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.521135 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.540677 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d75203-76d5-407e-b851-0eee78824578']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:27.549669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321e6c92-7f92-47ee-9d11-54b26a3f75e7') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:27.549966 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321e6c92-7f92-47ee-9d11-54b26a3f75e7') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:27.559153 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.572513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.579051 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:15:27.579433 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: timer() Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:15:27.582380 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:15:27.643933 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.650652 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.653803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/networks/78d75203-76d5-407e-b851-0eee78824578 HTTP/1.1" status: 204 len: 168 time: 0.3017013 Oct 25 10:15:27.656585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44020) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:27.665176 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Network': ['ID=78d75203-76d5-407e-b851-0eee78824578,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:27.673231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.673580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.673917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.674247 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.674576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.674901 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.675225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.675548 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.675869 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.676185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.676500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.676813 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca2d06-f23c-4b20-b801-39776a350d8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:27.716049 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f586ec8-44f8-4fa2-b527-15a609be8cd9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.741125 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f586ec8-44f8-4fa2-b527-15a609be8cd9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.811293 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f586ec8-44f8-4fa2-b527-15a609be8cd9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.813938 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f586ec8-44f8-4fa2-b527-15a609be8cd9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:27.815112 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4f586ec8-44f8-4fa2-b527-15a609be8cd9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/security-groups/7fc7a5ea-c7a7-4950-b143-73eaa9f234ca HTTP/1.1" status: 204 len: 168 time: 0.1575091 Oct 25 10:15:27.824341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f586ec8-44f8-4fa2-b527-15a609be8cd9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7a5ea-c7a7-4950-b143-73eaa9f234ca,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:28.336078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44026) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:28.341543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-31931df1-1493-4cab-b93c-cb5dfa1549d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108284851', 'description': 'tempest-secgroup-smoke-1108284851 description', 'project_id': '960a8716b87a44718683cf828ade0780'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:28.363657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31931df1-1493-4cab-b93c-cb5dfa1549d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.421149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1c31defd-6c1a-4b55-aaa4-8284fef3f773 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:15:28.436044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31931df1-1493-4cab-b93c-cb5dfa1549d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.440044 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31931df1-1493-4cab-b93c-cb5dfa1549d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.441891 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 1c31defd-6c1a-4b55-aaa4-8284fef3f773 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:15:28.442261 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 1c31defd-6c1a-4b55-aaa4-8284fef3f773 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:15:28.442689 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f98be6b8-b27c-4ea7-be53-722bc2cef292 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:15:28.463214 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f98be6b8-b27c-4ea7-be53-722bc2cef292 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:15:28.464194 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f98be6b8-b27c-4ea7-be53-722bc2cef292 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:15:28.468777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-31931df1-1493-4cab-b93c-cb5dfa1549d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.472637 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-31931df1-1493-4cab-b93c-cb5dfa1549d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1328092 Oct 25 10:15:28.472840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44028) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:28.477802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-898f89c0-14e0-4667-9600-6dc9526c1e3f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '8be253cf-406f-4677-b690-ba68a01246a6', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:28.483264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31931df1-1493-4cab-b93c-cb5dfa1549d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be253cf-406f-4677-b690-ba68a01246a6,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:28.506213 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-898f89c0-14e0-4667-9600-6dc9526c1e3f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.561569 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-898f89c0-14e0-4667-9600-6dc9526c1e3f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.565974 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-898f89c0-14e0-4667-9600-6dc9526c1e3f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.584582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f89c0-14e0-4667-9600-6dc9526c1e3f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b9d903-0f23-4df4-999a-31ff8d5483ad,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:28.593939 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-898f89c0-14e0-4667-9600-6dc9526c1e3f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.596273 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-898f89c0-14e0-4667-9600-6dc9526c1e3f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206317 Oct 25 10:15:28.597772 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44030) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:28.601978 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6e2e6d45-9d9f-4dd4-a645-a317214006ee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '8be253cf-406f-4677-b690-ba68a01246a6', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:28.628398 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6d45-9d9f-4dd4-a645-a317214006ee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.683311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6d45-9d9f-4dd4-a645-a317214006ee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.686808 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6d45-9d9f-4dd4-a645-a317214006ee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.705598 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e6d45-9d9f-4dd4-a645-a317214006ee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca728a1a-e557-4034-a6dc-73228a752baa,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:28.710946 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6d45-9d9f-4dd4-a645-a317214006ee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.712015 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6e2e6d45-9d9f-4dd4-a645-a317214006ee tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133447 Oct 25 10:15:28.715113 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44032) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:28.719319 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5c75e43f-c0f6-452c-bfa7-787c663464c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '8be253cf-406f-4677-b690-ba68a01246a6', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:28.745424 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c75e43f-c0f6-452c-bfa7-787c663464c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.804146 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c75e43f-c0f6-452c-bfa7-787c663464c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.808008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c75e43f-c0f6-452c-bfa7-787c663464c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.825404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75e43f-c0f6-452c-bfa7-787c663464c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb9ad97-2103-4b07-b0ea-613fd68e5a56,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:28.834340 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c75e43f-c0f6-452c-bfa7-787c663464c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.835524 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5c75e43f-c0f6-452c-bfa7-787c663464c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194916 Oct 25 10:15:28.838835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44034) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:28.843036 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-cf2b3bbe-f08c-4471-b888-4e956e67294d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '8be253cf-406f-4677-b690-ba68a01246a6', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:28.868145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bbe-f08c-4471-b888-4e956e67294d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.928502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bbe-f08c-4471-b888-4e956e67294d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.932101 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bbe-f08c-4471-b888-4e956e67294d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.950252 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b3bbe-f08c-4471-b888-4e956e67294d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60b9423-85e0-40a8-bd37-434dc83d1f97,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:28.957489 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3bbe-f08c-4471-b888-4e956e67294d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:28.958662 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-cf2b3bbe-f08c-4471-b888-4e956e67294d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189127 Oct 25 10:15:28.961451 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44036) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:28.965914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5553ac4b-0a3c-4c08-a2d6-3d97c6f4c2a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '8be253cf-406f-4677-b690-ba68a01246a6', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:28.987613 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-5553ac4b-0a3c-4c08-a2d6-3d97c6f4c2a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:15:28.992517 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5553ac4b-0a3c-4c08-a2d6-3d97c6f4c2a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.050857 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5553ac4b-0a3c-4c08-a2d6-3d97c6f4c2a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.054165 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5553ac4b-0a3c-4c08-a2d6-3d97c6f4c2a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.071759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553ac4b-0a3c-4c08-a2d6-3d97c6f4c2a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c252ae-7c2a-44d9-80df-9e6200b3af9e,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:29.080000 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5553ac4b-0a3c-4c08-a2d6-3d97c6f4c2a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.081199 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5553ac4b-0a3c-4c08-a2d6-3d97c6f4c2a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187818 Oct 25 10:15:29.083785 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44038) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:29.087961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4e96ef06-90ad-42d8-9404-51ce249dcd5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': '8be253cf-406f-4677-b690-ba68a01246a6', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:29.110070 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-4e96ef06-90ad-42d8-9404-51ce249dcd5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:15:29.114967 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e96ef06-90ad-42d8-9404-51ce249dcd5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.176064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e96ef06-90ad-42d8-9404-51ce249dcd5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.179887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e96ef06-90ad-42d8-9404-51ce249dcd5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.200658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96ef06-90ad-42d8-9404-51ce249dcd5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5990daa4-1137-476d-ace7-c43fc933739c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:29.206311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4e96ef06-90ad-42d8-9404-51ce249dcd5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.207469 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4e96ef06-90ad-42d8-9404-51ce249dcd5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227789 Oct 25 10:15:29.210310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44040) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:29.215338 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'network': {'name': 'tempest-network-smoke--1323109874', 'project_id': '960a8716b87a44718683cf828ade0780', 'port_security_enabled': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:29.236106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:15:29.239700 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.263102 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:15:29.271899 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.272288 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Added segment d7d74c07-1eb1-4bea-ac02-ebfc3599599f of type vlan for network f6ae4492-0824-4aff-9e23-29258c3aef22 Oct 25 10:15:29.312819 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.336088 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.342359 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:29.342935 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.398771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1874886 Oct 25 10:15:29.402137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44042) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:29.406794 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'admin_state_up': True, 'project_id': '960a8716b87a44718683cf828ade0780', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:29.410858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd668d30-8bc9-4c77-8d04-e8310194614c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Network': ['ID=f6ae4492-0824-4aff-9e23-29258c3aef22,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:29.423149 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network f6ae4492-0824-4aff-9e23-29258c3aef22 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:15:29.432678 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.433739 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.484672 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.532779 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:15:29.621921 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.811879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.830312 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:29.928770 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.31 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/d62b0abf-a3e8-414a-981b-a55bf8588fe4) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:15:30.034392 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:30.067238 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:30.107276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:15:30.110304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:15:30.112929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:15:30.137525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=d62b0abf-a3e8-414a-981b-a55bf8588fe4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:30.358133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:30.805673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-6a0f2483-e6e8-448d-8357-b21a2872efc0 req-3544d05e-4388-41f2-ac9e-5057e8645eb5 service neutron] (106992) timed out ('10.222.0.32', 39386) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 10:15:30.843623 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:30.969578 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:15:31.075760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:15:31.085360 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Sync routers for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:15:31.095479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:31.096082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:31.097160 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.098368 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0c4bc3cf-03cc-4e78-85bf-fe9b4010a9b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6951361 Oct 25 10:15:31.101521 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44044) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:31.176687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-547dd964-4d93-47c8-bfbd-1a1c9a83af65 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=960a8716b87a44718683cf828ade0780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740273 Oct 25 10:15:31.179275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44048) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:31.203227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:31.265225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc5291-94e9-4bcd-b02f-8bc90657a08d tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:31.266749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cefc5291-94e9-4bcd-b02f-8bc90657a08d tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865791 Oct 25 10:15:31.269515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44050) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:31.297566 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3afc0f08-50a9-4acf-9513-004a0f23f5fc tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267558 Oct 25 10:15:31.299923 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44052) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:31.304522 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-818386070', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'project_id': '960a8716b87a44718683cf828ade0780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:31.379355 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:30Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:31.396164 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:15:31.399698 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.409773 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Checking router: 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:15:31.410122 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Updating router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 port d62b0abf-a3e8-414a-981b-a55bf8588fe4 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:15:31.435505 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.582309 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.643253 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Subnet': ['ID=dd2cf370-b031-461e-a84a-03b420c58c7b,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:31.652369 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Checking segment: {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:15:31.652722 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network hostable DHCP agents. Network: f6ae4492-0824-4aff-9e23-29258c3aef22, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:15:31.670026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network f6ae4492-0824-4aff-9e23-29258c3aef22 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:15:31.678580 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, f6ae4492-0824-4aff-9e23-29258c3aef22) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:15:31.682745 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:31.683311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.691485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5b8e1-b166-46bd-8c40-5e147ece458c None None] Network f6ae4492-0824-4aff-9e23-29258c3aef22 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:15:31.696967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.699555 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2968a477-5f69-4f06-91a0-ea928cd07f19 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3980868 Oct 25 10:15:31.702297 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44054) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:31.737221 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.812855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc255c87-e40e-45c0-86a6-74ce3c61f761 None None] Pushing event updated for resources: {'Port': ['ID=d62b0abf-a3e8-414a-981b-a55bf8588fe4,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:31.815117 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Attempting to bind port d62b0abf-a3e8-414a-981b-a55bf8588fe4 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:15:31.815487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Attempting to bind port d62b0abf-a3e8-414a-981b-a55bf8588fe4 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:15:31.815898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Attempting to bind port d62b0abf-a3e8-414a-981b-a55bf8588fe4 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:15:31.827169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:15:31.827541 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:15:31.827940 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.828328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:15:31.828798 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Bound port: d62b0abf-a3e8-414a-981b-a55bf8588fe4, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:15:31.829218 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.917792 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] For port d62b0abf-a3e8-414a-981b-a55bf8588fe4, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:15:31.922634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] For port d62b0abf-a3e8-414a-981b-a55bf8588fe4, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d62b0abf-a3e8-414a-981b-a55bf8588fe4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:15:31.942357 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:31.968190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-f6ae4492-0824-4aff-9e23-29258c3aef22', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:15:31.969064 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.035307 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc255c87-e40e-45c0-86a6-74ce3c61f761 None None] Pushing event updated for resources: {'Port': ['ID=d62b0abf-a3e8-414a-981b-a55bf8588fe4,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:32.079393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:32.080020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:32.143731 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.228068 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Allocated IP 172.20.0.2 (f6ae4492-0824-4aff-9e23-29258c3aef22/dd2cf370-b031-461e-a84a-03b420c58c7b/cacff267-2703-470a-bb1c-872ec985848a) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:15:32.239129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:32.515783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.522501 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.564486 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:30Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:32.580272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.1 (f6ae4492-0824-4aff-9e23-29258c3aef22/dd2cf370-b031-461e-a84a-03b420c58c7b/b38d41aa-18ef-4a6c-b6e3-70e2c90206d4) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:15:32.599709 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Network f6ae4492-0824-4aff-9e23-29258c3aef22 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:15:32.600935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da1d16-b0e3-4a98-b6a6-304bf251ca0a None None] The sync data for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 is: [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:30Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:15:32.602751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Pushing event updated for resources: {'Port': ['ID=cacff267-2703-470a-bb1c-872ec985848a,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:32.606411 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:15:32.608479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:15:32.672707 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Attempting to bind port cacff267-2703-470a-bb1c-872ec985848a on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:15:32.673099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Attempting to bind port cacff267-2703-470a-bb1c-872ec985848a by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:15:32.673462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Attempting to bind port cacff267-2703-470a-bb1c-872ec985848a on network f6ae4492-0824-4aff-9e23-29258c3aef22 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:15:32.678722 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:15:32.679089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Checking segment: {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:15:32.679485 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.679870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Bound using segment: {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:15:32.680336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Bound port: cacff267-2703-470a-bb1c-872ec985848a, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:15:32.680715 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.715072 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.746255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] For port cacff267-2703-470a-bb1c-872ec985848a, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:15:32.750082 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] For port cacff267-2703-470a-bb1c-872ec985848a, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cacff267-2703-470a-bb1c-872ec985848a,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:15:32.752218 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.759616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:32.798300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network f6ae4492-0824-4aff-9e23-29258c3aef22 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:15:32.802434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:15:32.807170 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:15:32.830166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a6b1b-de7d-4bb2-bbf6-b4e6224ea812 None None] Pushing event updated for resources: {'Port': ['ID=cacff267-2703-470a-bb1c-872ec985848a,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:32.865667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:32.890326 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:33.042082 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:33.357962 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:33.363505 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:33.444598 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:33.446432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:33.547664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network f6ae4492-0824-4aff-9e23-29258c3aef22 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:15:33.549120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:15:33.661698 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:15:33.777179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:15:33.784653 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-53cb7fb3-21fe-463b-8903-04d90b4cd113 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/52e989cb-cfe5-461b-83fb-64e3dd0a51b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0810978 Oct 25 10:15:33.891293 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00968e-a3bb-43eb-8fee-aea0340ced00 None None] Network f6ae4492-0824-4aff-9e23-29258c3aef22 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:15:33.941558 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-8a3bcbd3-6b5e-45e0-898c-d90353b8a625 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108284851&fields=id&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 267 time: 0.0396886 Oct 25 10:15:34.061347 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-a9da04b8-861e-482d-938c-6b6766bc69ab tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:34.062749 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-a9da04b8-861e-482d-938c-6b6766bc69ab tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/networks?id=f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 200 len: 797 time: 0.1138475 Oct 25 10:15:34.078574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-2b177b24-ed93-4567-bf85-81f44915660d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/quotas/960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 375 time: 0.0099895 Oct 25 10:15:34.115774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-c878ade0-debc-417b-b582-23cfd489e16a None None] Provisioning complete for port cacff267-2703-470a-bb1c-872ec985848a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:34.116145 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c878ade0-debc-417b-b582-23cfd489e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.137682 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-c61b4357-26e0-4a24-ab0a-d0f10b857544 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524001 Oct 25 10:15:34.249094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-623c1f08-dbe7-4885-9adf-08c5f33713ab service neutron] 10.222.0.32 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957894 Oct 25 10:15:34.264872 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c878ade0-debc-417b-b582-23cfd489e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.306696 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c878ade0-debc-417b-b582-23cfd489e16a None None] For port cacff267-2703-470a-bb1c-872ec985848a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cacff267-2703-470a-bb1c-872ec985848a,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:34.311094 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c878ade0-debc-417b-b582-23cfd489e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.353644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-82600270-b5fb-441c-bd5e-936d48d56574 service neutron] 10.222.0.32 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982072 Oct 25 10:15:34.360942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878ade0-debc-417b-b582-23cfd489e16a None None] Pushing event updated for resources: {'Port': ['ID=cacff267-2703-470a-bb1c-872ec985848a,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:34.499168 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Sync routers for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:15:34.503203 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d62b0abf-a3e8-414a-981b-a55bf8588fe4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:15:34.529838 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:34.530451 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:34.585649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d62b0abf-a3e8-414a-981b-a55bf8588fe4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:34.586029 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.592876 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c7c253e6-f439-4066-bd5e-bba60bce73bb req-652eb97e-7db8-4b7f-981c-720972b58135 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 210 time: 0.0394886 Oct 25 10:15:34.645066 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8ce4633d-d820-416d-a9c1-944447b949fd None None] Provisioning complete for port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:34.645453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8ce4633d-d820-416d-a9c1-944447b949fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.711162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4633d-d820-416d-a9c1-944447b949fd None None] Port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:15:34.714659 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:34.730416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-8ce4633d-d820-416d-a9c1-944447b949fd None None] Provisioning complete for port cacff267-2703-470a-bb1c-872ec985848a triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:34.730788 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8ce4633d-d820-416d-a9c1-944447b949fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.780698 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.803579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port d62b0abf-a3e8-414a-981b-a55bf8588fe4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d62b0abf-a3e8-414a-981b-a55bf8588fe4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:34.842078 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.842905 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cacff267-2703-470a-bb1c-872ec985848a up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:15:34.946260 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=d62b0abf-a3e8-414a-981b-a55bf8588fe4,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:34.953037 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:33Z', 'revision_number': 2, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:34.968615 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port cacff267-2703-470a-bb1c-872ec985848a triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:34.969036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:34.990177 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Checking router: 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:15:34.990588 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Updating router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:15:35.019571 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.084729 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-940d6af8-e40a-4391-994d-877c10520d83 None None] Provisioning complete for port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:35.084995 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-940d6af8-e40a-4391-994d-877c10520d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.122317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-940d6af8-e40a-4391-994d-877c10520d83 None None] Port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:15:35.246606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b2a09936-00b2-4727-973e-054a3ed7c8cb None None] Provisioning complete for port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:35.246973 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b2a09936-00b2-4727-973e-054a3ed7c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.287358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b2a09936-00b2-4727-973e-054a3ed7c8cb None None] Port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:15:35.293518 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.299526 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.459443 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Pushing event updated for resources: {'Port': ['ID=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:35.483921 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.483921 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.483921 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.484386 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.486090 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.486090 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.486090 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.486090 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.486620 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.486948 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.487271 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.487589 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:15:35.503402 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Attempting to bind port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:15:35.503902 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Attempting to bind port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:15:35.504101 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Attempting to bind port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 on network f6ae4492-0824-4aff-9e23-29258c3aef22 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:15:35.509471 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:15:35.509890 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Checking segment: {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:15:35.511408 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.511408 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Bound using segment: {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:15:35.511826 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Bound port: b38d41aa-18ef-4a6c-b6e3-70e2c90206d4, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:15:35.512196 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.574584 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] For port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:15:35.577723 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] For port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:15:35.582073 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.609040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-478e807c-6e2e-4321-9148-46848d050afa None None] Provisioning complete for port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:35.609435 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-478e807c-6e2e-4321-9148-46848d050afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.640863 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19e166-499d-4b7a-abf8-6b07d65727d4 None None] Pushing event updated for resources: {'Port': ['ID=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:35.655019 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:35.655630 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:35.718546 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-478e807c-6e2e-4321-9148-46848d050afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.734157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-29a68292-38dd-4299-af99-a7283bc7179a req-22daac1b-c15e-4e8f-8c16-c294c4bc01a3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 210 time: 0.0339785 Oct 25 10:15:35.762559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-478e807c-6e2e-4321-9148-46848d050afa None None] For port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:35.768122 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-478e807c-6e2e-4321-9148-46848d050afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:35.833559 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e807c-6e2e-4321-9148-46848d050afa None None] Pushing event updated for resources: {'Port': ['ID=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:35.861229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-0182e997-18e7-445e-a0cf-46f7181bbc8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:35.862160 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:35.862937 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-0182e997-18e7-445e-a0cf-46f7181bbc8a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/networks?id=f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 200 len: 797 time: 0.1914659 Oct 25 10:15:35.921390 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-3552e488-2cab-4e10-a13c-1db0048b7335 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 380 time: 0.0379462 Oct 25 10:15:35.941709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'port': {'device_id': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'admin_state_up': True, 'tenant_id': '960a8716b87a44718683cf828ade0780', 'security_groups': ['8be253cf-406f-4677-b690-ba68a01246a6']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:35.999641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6730a7d6-5a20-4d11-8f3f-f1f93dc8af95 None None] Provisioning complete for port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:36.000221 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6730a7d6-5a20-4d11-8f3f-f1f93dc8af95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.100419 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:15:36.105050 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.117716 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:35Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:36.147297 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64ad5-9e5a-49ab-bfd5-8f89c93fd38f None None] The sync data for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 is: [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:35Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:15:36.262541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.9 (f6ae4492-0824-4aff-9e23-29258c3aef22/dd2cf370-b031-461e-a84a-03b420c58c7b/93f01ced-8436-40c1-a3de-b53f5e1cd3d3) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:15:36.433026 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.473337 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.520142 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network f6ae4492-0824-4aff-9e23-29258c3aef22 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:15:36.523409 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:15:36.528148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:15:36.528329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:15:36.553103 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:36.599902 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:36.600327 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.603062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:36.603062 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.633567 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-6c9d56c2-f561-4ef2-b277-00465dac9a93 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6974473 Oct 25 10:15:36.660481 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Request body: {'port': {'device_id': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:36.690830 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d62b0abf-a3e8-414a-981b-a55bf8588fe4 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:15:36.735561 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.748019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d62b0abf-a3e8-414a-981b-a55bf8588fe4 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:36.750002 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.859697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d94ed6b7-23f8-456b-aad1-b268e4a535ab None None] Provisioning complete for port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:36.859697 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d94ed6b7-23f8-456b-aad1-b268e4a535ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:36.878216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c19bac-75df-4cb2-9aca-7d796f72ce8c req-83bfce43-caa7-4397-891d-bd1e13deefae tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:36.885992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99c19bac-75df-4cb2-9aca-7d796f72ce8c req-83bfce43-caa7-4397-891d-bd1e13deefae tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 931 time: 0.0631270 Oct 25 10:15:36.904823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d94ed6b7-23f8-456b-aad1-b268e4a535ab None None] Port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:15:36.928352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-99c19bac-75df-4cb2-9aca-7d796f72ce8c req-be0e7afe-cc4d-4751-a171-98b062f3a02d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Oct 25 10:15:37.045462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:15:37.053425 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:37.066935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Transition to ACTIVE for port object 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:15:37.070201 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:37.121954 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Pushing event updated for resources: {'Port': ['ID=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:37.202270 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Attempting to bind port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:15:37.202612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Attempting to bind port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:15:37.202944 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Attempting to bind port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 on network f6ae4492-0824-4aff-9e23-29258c3aef22 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:15:37.207727 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 on network f6ae4492-0824-4aff-9e23-29258c3aef22 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:15:37.208055 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Attempting to bind port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 on network f6ae4492-0824-4aff-9e23-29258c3aef22 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:15:37.215499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:15:37.216099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Checking segment: {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:15:37.216484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Bound using segment: {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:15:37.216942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Bound port: 93f01ced-8436-40c1-a3de-b53f5e1cd3d3, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:15:37.217302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:37.295620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] For port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:15:37.299965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] For port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:15:37.304302 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:37.341845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:37.342455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:37.343865 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] 10.222.0.41 "PUT /v2.0/ports/93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 200 len: 1091 time: 0.6892948 Oct 25 10:15:37.344310 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:15:37.346721 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:15:37.373526 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c24f2-9af9-4c8d-93c1-01071bb7056f service neutron] Pushing event updated for resources: {'Port': ['ID=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:37.389856 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77026bc-90f1-4561-ab7f-634d0673efc3 x-openstack-request-id: req-b77026bc-90f1-4561-ab7f-634d0673efc3 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:15:37.390143 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:15:37.390396 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b77026bc-90f1-4561-ab7f-634d0673efc3 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:15:37.390798 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'status': 'completed', 'code': 200} Oct 25 10:15:37.456012 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-5bfa4d4d-655b-4b0b-b148-31484a374709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:37.457581 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-5bfa4d4d-655b-4b0b-b148-31484a374709 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1094 time: 0.0435040 Oct 25 10:15:37.507904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-0661b3c4-923d-41c2-8918-8a6d68a64ba9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0363441 Oct 25 10:15:37.563711 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-3bc3c4bb-368f-43fe-9dfb-1b0e66a57447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:37.565230 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-3bc3c4bb-368f-43fe-9dfb-1b0e66a57447 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd2cf370-b031-461e-a84a-03b420c58c7b HTTP/1.1" status: 200 len: 834 time: 0.0496898 Oct 25 10:15:37.612311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-44c95ca0-3804-47e2-b724-c19fc6bcb972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:37.614096 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-44c95ca0-3804-47e2-b724-c19fc6bcb972 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ae4492-0824-4aff-9e23-29258c3aef22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417886 Oct 25 10:15:37.707206 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-ff9469e0-f1a5-47db-b07f-43a7000ed548 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852904 Oct 25 10:15:37.795318 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-05b1f8c9-6093-4896-a026-a4f33f3b2c36 req-4e39af1f-c34b-48fc-b2c9-dfd03e2955b2 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810044 Oct 25 10:15:37.915618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-43f4cfd5-3f3e-495c-8f4b-80417e8d3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:37.917882 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-43f4cfd5-3f3e-495c-8f4b-80417e8d3d08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1094 time: 0.0403838 Oct 25 10:15:38.014073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-ed64f0c1-4f81-41ce-808d-da82b19903d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:38.015543 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-ed64f0c1-4f81-41ce-808d-da82b19903d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 200 len: 898 time: 0.0897348 Oct 25 10:15:38.050389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd810a1-5715-48a2-8e00-f0ae17c7e0dc req-5fad5e8d-9c89-4b74-999e-257ce923d528 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:38.052009 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7dd810a1-5715-48a2-8e00-f0ae17c7e0dc req-5fad5e8d-9c89-4b74-999e-257ce923d528 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 943 time: 0.0501010 Oct 25 10:15:38.058411 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-1e8e65e2-ebe1-46f7-a444-4c98a3b9acd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0357776 Oct 25 10:15:38.094142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7dd810a1-5715-48a2-8e00-f0ae17c7e0dc req-6240cbee-4908-4829-87ed-e77d7c4224cc tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362344 Oct 25 10:15:38.113683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-44b5a584-65d6-4a56-bcdc-52573f8ab6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:38.115186 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-44b5a584-65d6-4a56-bcdc-52573f8ab6d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd2cf370-b031-461e-a84a-03b420c58c7b HTTP/1.1" status: 200 len: 834 time: 0.0495133 Oct 25 10:15:38.161476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-754e27cc-0e73-48d9-b2d4-4469938d7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:38.162984 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-754e27cc-0e73-48d9-b2d4-4469938d7e64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ae4492-0824-4aff-9e23-29258c3aef22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404241 Oct 25 10:15:38.252171 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-1c49a4bf-7923-429b-b8c6-8eaaed1da719 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817928 Oct 25 10:15:38.346086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d01f1a59-0c66-4c76-a6e3-300d7ec7d464 req-40101d2c-1374-410d-9d3f-203a192dd006 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867784 Oct 25 10:15:39.212234 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2f609-b8da-4d4a-a53f-59909dce1f26 req-53543cb1-b463-4d3b-9e88-66de64f2607c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:39.214519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4c2f609-b8da-4d4a-a53f-59909dce1f26 req-53543cb1-b463-4d3b-9e88-66de64f2607c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 943 time: 0.0528321 Oct 25 10:15:39.253525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4c2f609-b8da-4d4a-a53f-59909dce1f26 req-8c12600a-7084-4dcf-9f61-fe4488f1b354 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330646 Oct 25 10:15:39.324025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:40.366172 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666718fe-c29c-4684-adc1-636f4297b605 req-8c691f3a-97e8-488d-b01c-86f98ccf183e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:40.367604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-666718fe-c29c-4684-adc1-636f4297b605 req-8c691f3a-97e8-488d-b01c-86f98ccf183e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 943 time: 0.0475669 Oct 25 10:15:40.405224 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-666718fe-c29c-4684-adc1-636f4297b605 req-c3db4bef-64e3-404f-9f87-57b77760d32a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Oct 25 10:15:40.468001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:41.519980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982786d-9415-4d85-b2a3-a95252a176ff req-f25aba8b-98ed-47bf-b0ca-ca2467ea6097 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:41.521462 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4982786d-9415-4d85-b2a3-a95252a176ff req-f25aba8b-98ed-47bf-b0ca-ca2467ea6097 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 943 time: 0.0496960 Oct 25 10:15:41.562470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4982786d-9415-4d85-b2a3-a95252a176ff req-753c6175-d562-4ca8-b0ba-2bc48ee7b50e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346229 Oct 25 10:15:42.665129 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:15:42.678373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac003ed-7527-4b06-ba2b-592688893f74 req-450f3173-390e-4cda-b089-2d4e8fe3f752 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:42.679862 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ac003ed-7527-4b06-ba2b-592688893f74 req-450f3173-390e-4cda-b089-2d4e8fe3f752 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 943 time: 0.0494010 Oct 25 10:15:42.719111 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ac003ed-7527-4b06-ba2b-592688893f74 req-3551c734-0463-4ae9-9125-210b6ef536c6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332255 Oct 25 10:15:42.764850 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:42.776238 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'port_id': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'mac_address': 'fa:16:3e:0c:ff:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:15:42.815238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:42.828674 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:15:42.846616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:42.850786 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:42.897415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:43.273913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['93f01ced-8436-40c1-a3de-b53f5e1cd3d3'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:15:43.835368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf0bd3-ba56-487e-b35c-66a340b4839d req-2ab20bc2-7700-488d-a64b-3aee37e2b6d0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:43.836730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14cf0bd3-ba56-487e-b35c-66a340b4839d req-2ab20bc2-7700-488d-a64b-3aee37e2b6d0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 944 time: 0.0482979 Oct 25 10:15:43.874912 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-14cf0bd3-ba56-487e-b35c-66a340b4839d req-67bb5161-c055-4a6d-91ea-03dc14a9efcd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Oct 25 10:15:44.680031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:15:44.727939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:15:44.732017 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:15:44.732367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:44.810945 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:44.833432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:15:44.835639 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d553e1-39cc-4dc4-9fa9-7e414a277588" -d '{"events": [{"server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "name": "network-vif-plugged", "status": "completed", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:15:44.848953 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:15:44.853353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:44.876240 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ce9c54-a4d4-4223-8d4d-647e3af78255 x-openstack-request-id: req-b8ce9c54-a4d4-4223-8d4d-647e3af78255 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:15:44.876528 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "name": "network-vif-plugged", "status": "completed", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:15:44.876778 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8ce9c54-a4d4-4223-8d4d-647e3af78255 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:15:44.877198 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'code': 200} Oct 25 10:15:44.903472 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:44.994630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16d710-0599-405f-a8c1-3743abc7f725 req-dfaeada3-4c08-4b62-a449-51caee563ff1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:44.996023 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef16d710-0599-405f-a8c1-3743abc7f725 req-dfaeada3-4c08-4b62-a449-51caee563ff1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0498865 Oct 25 10:15:44.996861 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b7407-7336-4241-b403-69876ac547f7 req-0a932e55-6c47-4ddb-983c-251f6ff7ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:44.998368 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-540b7407-7336-4241-b403-69876ac547f7 req-0a932e55-6c47-4ddb-983c-251f6ff7ae98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1096 time: 0.0400336 Oct 25 10:15:45.034344 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-540b7407-7336-4241-b403-69876ac547f7 req-eaee1ae3-0518-4678-a6f0-f6214bbf24fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286460 Oct 25 10:15:45.038897 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef16d710-0599-405f-a8c1-3743abc7f725 req-1f552b96-c44e-4b6d-b17d-1ebe26582460 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367899 Oct 25 10:15:46.152898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a53458-a485-4abf-bec5-336ad410af42 req-5530e009-8400-45d6-afa9-5eb37262f4f0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:46.154360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97a53458-a485-4abf-bec5-336ad410af42 req-5530e009-8400-45d6-afa9-5eb37262f4f0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0479512 Oct 25 10:15:46.191203 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-97a53458-a485-4abf-bec5-336ad410af42 req-a1383e1d-11b3-4880-bc7c-ec7558834efa tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Oct 25 10:15:46.585200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7fc1502a-302b-497f-bca9-b61888305457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:47.306814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372a018-17d7-476e-a076-73efdfcc4062 req-235a6ee1-bfd3-4b52-ac34-f6bdf0d4483b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:47.308313 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8372a018-17d7-476e-a076-73efdfcc4062 req-235a6ee1-bfd3-4b52-ac34-f6bdf0d4483b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0495281 Oct 25 10:15:47.345608 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8372a018-17d7-476e-a076-73efdfcc4062 req-913c8f96-c354-4269-bc61-c242c9142924 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312977 Oct 25 10:15:47.457044 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e233a58-54a6-4cc7-9aef-86de0e5371f4 req-6f1f9e54-3aa2-4fb7-a57c-72d12731a354 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:47.458506 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e233a58-54a6-4cc7-9aef-86de0e5371f4 req-6f1f9e54-3aa2-4fb7-a57c-72d12731a354 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0482123 Oct 25 10:15:47.501165 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e233a58-54a6-4cc7-9aef-86de0e5371f4 req-9eee2400-b306-4586-935b-082b71de8d2c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361614 Oct 25 10:15:47.522193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44112) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:47.565824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ec46a3-d4d6-40d4-a4fe-c941a9608c1b tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:47.567353 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-95ec46a3-d4d6-40d4-a4fe-c941a9608c1b tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1091 time: 0.0441725 Oct 25 10:15:47.570129 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44114) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:47.574601 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:15:47.596352 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:47.690718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:47.795311 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.127 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/0e8f3c22-bc98-426e-af05-90ffd0a7ed4f) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:15:47.895740 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:47.929224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:47.973562 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:15:47.976464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:15:47.979262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:15:48.004488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=0e8f3c22-bc98-426e-af05-90ffd0a7ed4f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:48.317756 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:48.387773 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:48.536985 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:48.541388 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:48.611208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=0e8f3c22-bc98-426e-af05-90ffd0a7ed4f,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:15:48.620327 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:48.717437 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP 8821b269-f793-4d91-8f84-dc619d94cf0a associated. External IP: 172.25.8.127, port: 93f01ced-8436-40c1-a3de-b53f5e1cd3d3. Oct 25 10:15:48.943777 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b79c8eda-7321-4359-b330-a5859d346389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:49.258059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:15:49.362804 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:15:49.373877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] Sync routers for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:15:49.381304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:49.384766 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:49.385516 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:49.409700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a0682954-9e34-4f16-ac7f-ca180791aa9d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8385184 Oct 25 10:15:49.410281 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:15:49.412539 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48432088-61d9-486b-812f-cd9e0ed18f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:15:49.501227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:49.510816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721fa24-3fb1-42da-bd63-75a0efeb1cf6 req-083ae0de-afb2-4585-ab9f-b8cedcb64a8e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:49.512220 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d721fa24-3fb1-42da-bd63-75a0efeb1cf6 req-083ae0de-afb2-4585-ab9f-b8cedcb64a8e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0496905 Oct 25 10:15:49.550372 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d721fa24-3fb1-42da-bd63-75a0efeb1cf6 req-516b3b5a-2feb-4f35-bbc5-0ae5f6249060 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Oct 25 10:15:49.573167 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44120) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:49.610888 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ab51b7-4bbf-47b5-bbf0-9b3dbe7cd631 x-openstack-request-id: req-d7ab51b7-4bbf-47b5-bbf0-9b3dbe7cd631 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:15:49.611178 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:15:49.611432 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7ab51b7-4bbf-47b5-bbf0-9b3dbe7cd631 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:15:49.611818 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'status': 'completed', 'code': 200} Oct 25 10:15:49.638884 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2516d299-5002-474d-bbd6-768afadd6477 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/8821b269-f793-4d91-8f84-dc619d94cf0a HTTP/1.1" status: 200 len: 991 time: 0.0645211 Oct 25 10:15:49.695139 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-b0788aec-ee1d-4c9c-a9d0-3bc45a749814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:49.696662 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-b0788aec-ee1d-4c9c-a9d0-3bc45a749814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1096 time: 0.0438452 Oct 25 10:15:49.731407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '8821b269-f793-4d91-8f84-dc619d94cf0a', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'port_id': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'mac_address': 'fa:16:3e:0c:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:15:48Z', 'updated_at': '2021-10-25T10:15:48Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:35Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:49.761328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] Checking router: 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:15:49.769603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:15:49.770199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:15:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:49.786826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-88f01ab6-e35d-4643-a78e-091a1f3626fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:49.788405 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-88f01ab6-e35d-4643-a78e-091a1f3626fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 200 len: 898 time: 0.0844941 Oct 25 10:15:49.857802 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-adab160c-89f0-4c6c-87df-e09515556852 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 200 len: 999 time: 0.0624077 Oct 25 10:15:49.874653 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:15:49.906243 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-dae4f9e7-bff2-4fd2-b792-af9ac558e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:49.907698 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-dae4f9e7-bff2-4fd2-b792-af9ac558e18c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd2cf370-b031-461e-a84a-03b420c58c7b HTTP/1.1" status: 200 len: 834 time: 0.0435100 Oct 25 10:15:49.954504 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-947af3bb-a78f-46e5-ba7e-47cf66b83cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:15:49.955994 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-947af3bb-a78f-46e5-ba7e-47cf66b83cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ae4492-0824-4aff-9e23-29258c3aef22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410445 Oct 25 10:15:50.049820 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-cbed9e9d-ecda-4913-a4d5-3b6358090a8d service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859532 Oct 25 10:15:50.098373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '8821b269-f793-4d91-8f84-dc619d94cf0a', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'port_id': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'mac_address': 'fa:16:3e:0c:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:15:48Z', 'updated_at': '2021-10-25T10:15:48Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:35Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:15:50.136359 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb9483-d2ac-4bee-9544-07992d9ceebd None None] The sync data for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 is: [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '8821b269-f793-4d91-8f84-dc619d94cf0a', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'port_id': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'mac_address': 'fa:16:3e:0c:ff:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:15:48Z', 'updated_at': '2021-10-25T10:15:48Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:35Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:15:50.143288 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-48432088-61d9-486b-812f-cd9e0ed18f5a req-ccf02f34-8ce7-455a-ab8c-0df7fdfcf026 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862384 Oct 25 10:15:50.152209 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:50.256712 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:15:50.328736 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b33188-deb3-4f4f-bad6-f9ed58ffa32a None None] New status for floating IP 8821b269-f793-4d91-8f84-dc619d94cf0a: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:15:50.642174 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44122) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:15:50.706362 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-a314130d-b25a-48ad-a79b-5c0060ff45c4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/8821b269-f793-4d91-8f84-dc619d94cf0a HTTP/1.1" status: 200 len: 993 time: 0.0631132 Oct 25 10:15:52.111554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:06.532617 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:16:09.326388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:10.470848 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:16.586578 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3729ac99-e123-43c7-b9ed-fe90ee27d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:17.818962 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-e92a90b6-75d5-4bb3-b2a9-3d4d11cdd265 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797317 Oct 25 10:16:17.918961 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-98733e9b-2b83-4272-b935-9da4fb082e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:16:17.920449 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-98733e9b-2b83-4272-b935-9da4fb082e6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1096 time: 0.0396469 Oct 25 10:16:18.029067 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-d0af4e9c-a516-4634-a671-3eb3c156d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:16:18.030634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-d0af4e9c-a516-4634-a671-3eb3c156d16b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 200 len: 898 time: 0.0900366 Oct 25 10:16:18.094356 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-745f583d-4225-45b7-8f9b-fd45f663a173 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 200 len: 1001 time: 0.0566769 Oct 25 10:16:18.146828 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-56c639d8-b3c6-45ac-8667-6cf0a41aa709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:16:18.147396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-56c639d8-b3c6-45ac-8667-6cf0a41aa709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd2cf370-b031-461e-a84a-03b420c58c7b HTTP/1.1" status: 200 len: 834 time: 0.0462646 Oct 25 10:16:18.191731 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-0198822f-d011-4b64-ab03-8de3fa42a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:16:18.193139 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-0198822f-d011-4b64-ab03-8de3fa42a789 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ae4492-0824-4aff-9e23-29258c3aef22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392358 Oct 25 10:16:18.282797 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-36c3f8da-8c45-4c02-accb-c8c28a3a2c76 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822301 Oct 25 10:16:18.376096 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b126c873-0fda-4949-9f5d-b460b1437b98 req-e0ec24f3-8b22-43a8-ac52-03a62cfc7b26 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865645 Oct 25 10:16:18.935598 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e032f6e2-0522-4fee-aecd-afc8d908a27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:20.124093 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:20.260473 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:22.116550 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:39.336565 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:40.459938 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:43.532476 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:16:46.587795 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-08250877-5431-4041-a4c9-00a7b8155ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:48.937427 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ec69a8c1-89aa-4d06-a98d-414df1a565f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:50.125420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:50.260908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:16:52.117234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:02.209802 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a326bf2-6fc9-470f-9ba3-d2b28f0cc62e req-840862d4-4d52-4fc1-9fbd-d6bc3f54c585 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:02.211270 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a326bf2-6fc9-470f-9ba3-d2b28f0cc62e req-840862d4-4d52-4fc1-9fbd-d6bc3f54c585 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0953419 Oct 25 10:17:02.249330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5a326bf2-6fc9-470f-9ba3-d2b28f0cc62e req-cff05abb-0141-4da2-beb5-017a8d946fe9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Oct 25 10:17:03.364608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a3731-9872-4aa5-9c02-c8b279b8ce03 req-a8c4b5b5-79f5-4ed6-8297-cb3ed6ab2c8b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:03.366098 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-915a3731-9872-4aa5-9c02-c8b279b8ce03 req-a8c4b5b5-79f5-4ed6-8297-cb3ed6ab2c8b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Oct 25 10:17:03.407768 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-915a3731-9872-4aa5-9c02-c8b279b8ce03 req-e70b4cdd-2fdd-4631-8c8c-5576409a7aa0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357971 Oct 25 10:17:04.523137 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c026a-b253-4cc0-b0d8-a41ffed966a9 req-5e6c3c5c-9db8-447c-b449-498b20a55beb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:04.524576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b73c026a-b253-4cc0-b0d8-a41ffed966a9 req-5e6c3c5c-9db8-447c-b449-498b20a55beb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0502994 Oct 25 10:17:04.562525 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b73c026a-b253-4cc0-b0d8-a41ffed966a9 req-07d40f77-9bbd-456c-b4e1-cea13cc556bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312960 Oct 25 10:17:05.679540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca537-1b1b-4833-8124-68945e484860 req-3c87666e-c503-49d5-877e-8450e368e15f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:05.680994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d4ca537-1b1b-4833-8124-68945e484860 req-3c87666e-c503-49d5-877e-8450e368e15f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0481365 Oct 25 10:17:05.718687 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d4ca537-1b1b-4833-8124-68945e484860 req-76ca753e-2ce8-482d-9295-273e83e941ab tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Oct 25 10:17:06.833687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a130d85-4a98-49ef-be40-1e0f2ee0e3a9 req-90c50a7a-6905-4148-b80a-502d7dd44d4c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:06.835146 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a130d85-4a98-49ef-be40-1e0f2ee0e3a9 req-90c50a7a-6905-4148-b80a-502d7dd44d4c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0487452 Oct 25 10:17:06.876204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a130d85-4a98-49ef-be40-1e0f2ee0e3a9 req-298cb0e4-c1ec-4d70-a041-b13065f2d952 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351777 Oct 25 10:17:07.993167 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da63ec-b69b-4a52-b6e8-229c181b916c req-b5acee58-e932-4075-a8b7-c4c59e3094fa tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:07.994743 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1da63ec-b69b-4a52-b6e8-229c181b916c req-b5acee58-e932-4075-a8b7-c4c59e3094fa tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Oct 25 10:17:08.033797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c1da63ec-b69b-4a52-b6e8-229c181b916c req-00ff9234-609c-4671-a6c3-db7f6f8ac212 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Oct 25 10:17:09.149028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a9161-ff66-4af8-b2c0-4f18c802b396 req-d2544ea9-708f-4090-bae9-f809f53248dc tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:09.150471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-435a9161-ff66-4af8-b2c0-4f18c802b396 req-d2544ea9-708f-4090-bae9-f809f53248dc tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0495439 Oct 25 10:17:09.189889 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-435a9161-ff66-4af8-b2c0-4f18c802b396 req-6a30fde6-30f1-46cb-af10-bdd853b44205 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333488 Oct 25 10:17:09.356088 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:10.302975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f0521-fccb-4285-b6ac-324b71ae66a6 req-c8b36aac-d610-40ed-aedc-ffe33fbf133e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:10.304419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-762f0521-fccb-4285-b6ac-324b71ae66a6 req-c8b36aac-d610-40ed-aedc-ffe33fbf133e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0475464 Oct 25 10:17:10.352303 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-762f0521-fccb-4285-b6ac-324b71ae66a6 req-390b9091-0f71-4376-8ed5-bc04d05bdae3 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Oct 25 10:17:10.483025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:11.471506 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62857d-8496-4dc7-a05d-53092f735241 req-56067c55-5c39-4e74-932d-daa535372e03 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:11.473016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c62857d-8496-4dc7-a05d-53092f735241 req-56067c55-5c39-4e74-932d-daa535372e03 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0495312 Oct 25 10:17:11.512242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5c62857d-8496-4dc7-a05d-53092f735241 req-d5abf0e6-548f-4346-bbd9-df80d16a549d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331368 Oct 25 10:17:12.629271 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f6a81-2f46-4c5e-aa3e-fd09a52a736a req-e4a8bd3d-1eb7-4c02-b01c-9cdf114f95ba tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:12.630731 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-990f6a81-2f46-4c5e-aa3e-fd09a52a736a req-e4a8bd3d-1eb7-4c02-b01c-9cdf114f95ba tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0493054 Oct 25 10:17:12.668531 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-990f6a81-2f46-4c5e-aa3e-fd09a52a736a req-f502cc90-3846-43da-bb2b-7678c4c488b2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Oct 25 10:17:12.690636 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44188) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:17:12.751481 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e424bc63-d960-46ef-8357-6dc4514e370e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/8821b269-f793-4d91-8f84-dc619d94cf0a HTTP/1.1" status: 200 len: 993 time: 0.0597329 Oct 25 10:17:14.018301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be955cf-dd93-4a8e-b10b-048adb29e876 req-7c50ff60-ca6c-4109-9f4d-270781097703 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:14.019827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5be955cf-dd93-4a8e-b10b-048adb29e876 req-7c50ff60-ca6c-4109-9f4d-270781097703 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0499587 Oct 25 10:17:14.063242 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5be955cf-dd93-4a8e-b10b-048adb29e876 req-9723c0e6-ac38-498a-be39-59ba9856442c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373271 Oct 25 10:17:14.078028 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-6be68acc-b1ab-4010-b67a-b11222e104f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:14.079528 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-6be68acc-b1ab-4010-b67a-b11222e104f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1096 time: 0.0467000 Oct 25 10:17:14.173183 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-4067b2c6-c271-425f-8477-aa8b9bdb1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:14.174630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-4067b2c6-c271-425f-8477-aa8b9bdb1a6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 200 len: 898 time: 0.0876038 Oct 25 10:17:14.244782 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-cc542f22-aea5-4488-bb74-6b6952414b02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 200 len: 1001 time: 0.0631905 Oct 25 10:17:14.294025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-cf1790e9-d7c5-4a1e-a249-d2a5ab3f7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:14.296162 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-cf1790e9-d7c5-4a1e-a249-d2a5ab3f7eb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd2cf370-b031-461e-a84a-03b420c58c7b HTTP/1.1" status: 200 len: 834 time: 0.0442557 Oct 25 10:17:14.340521 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-7acf5010-61ff-4d4b-bb20-b4deb8c08b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:14.342011 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-7acf5010-61ff-4d4b-bb20-b4deb8c08b13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ae4492-0824-4aff-9e23-29258c3aef22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394025 Oct 25 10:17:14.436742 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-0ddd350e-20f4-4593-9363-fc45fcab9a85 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878527 Oct 25 10:17:14.528530 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6b71f230-0c70-4e8c-b94d-0be2e9b1f43d req-7cba914d-cd7f-41fd-8f4f-b94fa411675d service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862443 Oct 25 10:17:15.189543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5bbc1-0422-4780-8407-f6a4525fe51d req-0c4a83ee-95ed-4f8f-8459-da503bba7598 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:15.191012 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7e5bbc1-0422-4780-8407-f6a4525fe51d req-0c4a83ee-95ed-4f8f-8459-da503bba7598 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Oct 25 10:17:15.229603 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e7e5bbc1-0422-4780-8407-f6a4525fe51d req-ac665064-3d16-4584-a6d9-895ac47f3de4 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Oct 25 10:17:15.252042 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44198) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:17:15.312440 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-833e94cb-e158-4325-b0af-000aadc03236 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/8821b269-f793-4d91-8f84-dc619d94cf0a HTTP/1.1" status: 200 len: 993 time: 0.0592995 Oct 25 10:17:16.588596 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-19e9624e-8054-4e04-b570-9af7a1881be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:18.939143 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b223a779-1ee2-412c-8d9f-84f807040c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:19.793509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-322f300b-f2f5-44cd-ba0f-401145ccc9b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509341 Oct 25 10:17:19.893285 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-e5bf2569-228b-4766-b862-6b910761ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:19.894700 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-e5bf2569-228b-4766-b862-6b910761ede4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1096 time: 0.0404353 Oct 25 10:17:19.999498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-dc71b0dd-f4dc-4683-9a89-a7c7b2eb0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:20.001002 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-dc71b0dd-f4dc-4683-9a89-a7c7b2eb0f4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 200 len: 898 time: 0.0869682 Oct 25 10:17:20.069534 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-bd520b4d-c0ea-4048-8e78-ad3df4bac802 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 200 len: 1001 time: 0.0618868 Oct 25 10:17:20.119469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-a304363f-31b2-489b-b59b-0fceb8e6c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:20.120985 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-a304363f-31b2-489b-b59b-0fceb8e6c3c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd2cf370-b031-461e-a84a-03b420c58c7b HTTP/1.1" status: 200 len: 834 time: 0.0438728 Oct 25 10:17:20.126277 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:20.166970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-fd056a8c-e00a-444c-846e-d400047a6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:17:20.168492 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-fd056a8c-e00a-444c-846e-d400047a6399 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ae4492-0824-4aff-9e23-29258c3aef22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408421 Oct 25 10:17:20.262614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-eefd46e8-f2ea-42d0-9416-52cd88ce5c42 service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870166 Oct 25 10:17:20.264523 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:20.356311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-04fc97e5-df11-4ad0-b4ad-534d4bb7afdf req-d700aa8c-6f14-41b3-904b-cf97613d956e service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871871 Oct 25 10:17:20.532854 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:17:22.120139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:39.349970 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:40.481699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:46.590307 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-afb28081-b474-40e1-b867-5a3e3053bf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:48.942069 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef3908f2-0ae6-46f6-87b2-912388e30d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:50.128624 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:50.266721 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:52.123198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:17:57.532722 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:18:09.367293 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:10.494208 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:12.710291 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44224) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:12.864432 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 0e8f3c22-bc98-426e-af05-90ffd0a7ed4f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:18:12.864762 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:12.937358 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:12.937676 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:12.949053 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 0e8f3c22-bc98-426e-af05-90ffd0a7ed4f owned by network:floatingip {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:18:13.097974 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:13.124953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=0e8f3c22-bc98-426e-af05-90ffd0a7ed4f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:13.153324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.153661 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.153994 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.154324 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.154651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.154977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.155303 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.155625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.155948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.156268 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.156588 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.156924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:13.195578 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:13.195924 n-d-814746-2 neutron-server[106991]: INFO neutron.db.l3_db [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP 8821b269-f793-4d91-8f84-dc619d94cf0a disassociated (deleted). External IP: 172.25.8.127, port: 93f01ced-8436-40c1-a3de-b53f5e1cd3d3. Oct 25 10:18:13.403010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:18:13.506913 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:18:13.511682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:13.517847 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] Sync routers for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:18:13.527447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:13.528753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:13.542530 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-b0b9eddb-b739-4e08-a91d-103c6f6e4443 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/floatingips/8821b269-f793-4d91-8f84-dc619d94cf0a HTTP/1.1" status: 204 len: 168 time: 0.8312454 Oct 25 10:18:13.543219 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:18:13.546150 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cbc1d4-b720-49d8-a391-8e5c94e43be3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:18:13.634536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:13.751328 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477eaa49-706e-449a-a6f9-aee8d8417568 x-openstack-request-id: req-477eaa49-706e-449a-a6f9-aee8d8417568 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:18:13.751835 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:18:13.752551 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-477eaa49-706e-449a-a6f9-aee8d8417568 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:18:13.753056 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'status': 'completed', 'code': 200} Oct 25 10:18:13.840943 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:35Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:13.859597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-c6985c2e-8898-4c4b-b788-02fc6d8592cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:13.861166 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-c6985c2e-8898-4c4b-b788-02fc6d8592cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 1096 time: 0.0612056 Oct 25 10:18:13.862287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebeb96a-cad2-450d-b5f1-cfae48481986 req-963bcfa1-e265-4323-b1ef-a10c91a74531 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:13.863924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ebeb96a-cad2-450d-b5f1-cfae48481986 req-963bcfa1-e265-4323-b1ef-a10c91a74531 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0674856 Oct 25 10:18:13.867915 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] Checking router: 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:18:13.877405 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:13.877800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:17:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:13.904298 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3ebeb96a-cad2-450d-b5f1-cfae48481986 req-999d2c6b-bc30-431d-b374-1206d3011b44 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340044 Oct 25 10:18:13.957003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-7fff8858-3679-42ad-86e8-a05b4e22b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:13.958467 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-7fff8858-3679-42ad-86e8-a05b4e22b5e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 200 len: 898 time: 0.0902491 Oct 25 10:18:13.983239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:14.005713 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-d3ff0c47-84ab-40e8-ac6d-7eac5924229c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 200 len: 217 time: 0.0385995 Oct 25 10:18:14.056561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-ec97f75a-b3de-4c35-a8bf-81ca3b6e4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:14.058052 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-ec97f75a-b3de-4c35-a8bf-81ca3b6e4767 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd2cf370-b031-461e-a84a-03b420c58c7b HTTP/1.1" status: 200 len: 834 time: 0.0446842 Oct 25 10:18:14.104025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-27d5d82f-1433-4486-8d32-e2b3ce7bc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:14.105559 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-27d5d82f-1433-4486-8d32-e2b3ce7bc28f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6ae4492-0824-4aff-9e23-29258c3aef22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395901 Oct 25 10:18:14.176526 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:35Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:14.198105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-703486d7-08e7-4057-ac0d-c537c5d5dceb service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848703 Oct 25 10:18:14.206786 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f7627-27ae-423a-8a38-dc959285d132 None None] The sync data for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 is: [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:32Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'b38d41aa-18ef-4a6c-b6e3-70e2c90206d4', 'name': '', 'network_id': 'f6ae4492-0824-4aff-9e23-29258c3aef22', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:8a:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:32Z', 'updated_at': '2021-10-25T10:15:35Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': 'dd2cf370-b031-461e-a84a-03b420c58c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:18:14.295075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-29cbc1d4-b720-49d8-a391-8e5c94e43be3 req-0657d9fb-032d-4c22-8f7b-bbff948ae0df service neutron] 10.222.0.41 "GET /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890806 Oct 25 10:18:14.431709 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88c946-c66f-4c8a-b8d0-8ea657655c69 None None] New status for floating IP 8821b269-f793-4d91-8f84-dc619d94cf0a: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:18:15.025179 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ff82-e942-4c8f-b53a-42bd70c6be37 req-bdad83d6-ab56-46c8-b6da-53ef2e3cee0e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:15.026658 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8460ff82-e942-4c8f-b53a-42bd70c6be37 req-bdad83d6-ab56-46c8-b6da-53ef2e3cee0e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0499105 Oct 25 10:18:15.064670 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8460ff82-e942-4c8f-b53a-42bd70c6be37 req-5dac1c88-52fe-4686-92b7-d7a6617c85be tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be253cf-406f-4677-b690-ba68a01246a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Oct 25 10:18:15.623005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-03d285d2-8542-47c8-8115-461f99560005 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:15.624429 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-03d285d2-8542-47c8-8115-461f99560005 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 945 time: 0.0484126 Oct 25 10:18:15.711005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:18:15.711332 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:15.800216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:15.800567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:15.812587 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:18:15.938304 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:15.968370 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=93f01ced-8436-40c1-a3de-b53f5e1cd3d3,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:16.010363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] No DVR routers for this DVR port 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:18:16.013893 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:16.017330 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b3bd7683-920d-4ac8-a56b-80afcf583635 req-785703c8-c165-4ed1-bc0f-88108a4775d9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "DELETE /v2.0/ports/93f01ced-8436-40c1-a3de-b53f5e1cd3d3 HTTP/1.1" status: 204 len: 173 time: 0.3861275 Oct 25 10:18:16.017814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'name': 'network-vif-deleted', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:18:16.020184 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb94873-8111-41f1-ade6-d25b1cf000db" -d '{"events": [{"server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "name": "network-vif-deleted", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:18:16.061883 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914b964a-efb1-4f21-8661-e93d21e5819c x-openstack-request-id: req-914b964a-efb1-4f21-8661-e93d21e5819c {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:18:16.062172 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60", "name": "network-vif-deleted", "tag": "93f01ced-8436-40c1-a3de-b53f5e1cd3d3", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:18:16.062430 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-914b964a-efb1-4f21-8661-e93d21e5819c {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:18:16.062817 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60', 'name': 'network-vif-deleted', 'tag': '93f01ced-8436-40c1-a3de-b53f5e1cd3d3', 'status': 'completed', 'code': 200} Oct 25 10:18:16.159583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3da320df-ed29-4e73-85ce-6c80f5618f0d req-a63440eb-e0b3-48de-a617-023c2c2ab1bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee8f5efb-c918-4dc8-ab7a-a94ba4c8ad60 HTTP/1.1" status: 200 len: 210 time: 0.0267498 Oct 25 10:18:16.592602 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0019bf2-0d63-4503-8f6d-8a39dbd0d5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:17.214382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44242) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:17.570447 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:18.136120 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:18:18.136458 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:18.224155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port b38d41aa-18ef-4a6c-b6e3-70e2c90206d4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:18.224843 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:18.237025 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 owned by network:router_interface {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:18:18.418996 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:18.450009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=b38d41aa-18ef-4a6c-b6e3-70e2c90206d4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:18.620913 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:18.840929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:18:18.943014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fe74ee7a-a009-4003-8db8-f7fc8735dc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:18.947591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:18:18.955719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-df76e707-de36-44be-a9b5-ef412b91be8c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/52e989cb-cfe5-461b-83fb-64e3dd0a51b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369883 Oct 25 10:18:18.956464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44244) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:18.964264 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] Sync routers for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:18:18.975373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:18.975977 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:19.007680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-12abeab0-4516-4cc8-9a0d-a561edcc8a23 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting subnet dd2cf370-b031-461e-a84a-03b420c58c7b {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:18:19.010867 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12abeab0-4516-4cc8-9a0d-a561edcc8a23 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.052361 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12abeab0-4516-4cc8-9a0d-a561edcc8a23 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.081506 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:19.142273 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12abeab0-4516-4cc8-9a0d-a561edcc8a23 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.199729 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12abeab0-4516-4cc8-9a0d-a561edcc8a23 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.226930 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abeab0-4516-4cc8-9a0d-a561edcc8a23 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2cf370-b031-461e-a84a-03b420c58c7b,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:19.231509 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12abeab0-4516-4cc8-9a0d-a561edcc8a23 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.237617 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12abeab0-4516-4cc8-9a0d-a561edcc8a23 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/subnets/dd2cf370-b031-461e-a84a-03b420c58c7b HTTP/1.1" status: 204 len: 168 time: 0.2780709 Oct 25 10:18:19.238015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44246) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:19.249332 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5099b59-f77f-4885-9dd5-b9d4aea9036a None None] Network f6ae4492-0824-4aff-9e23-29258c3aef22 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:18:19.322779 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:18:18Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:19.346318 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.366283 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] Checking router: 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:18:19.394363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:18:19.399511 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] Routers {'52e989cb-cfe5-461b-83fb-64e3dd0a51b3'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:19.399760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:19.420827 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:18:19.421190 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 93f01ced-8436-40c1-a3de-b53f5e1cd3d3 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:18:19.456733 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.511198 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port d62b0abf-a3e8-414a-981b-a55bf8588fe4 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:18:19.511546 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.533811 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] Set router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:19.563364 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] DHCP port deletion for f6ae4492-0824-4aff-9e23-29258c3aef22 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:18:19.600052 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port d62b0abf-a3e8-414a-981b-a55bf8588fe4, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d62b0abf-a3e8-414a-981b-a55bf8588fe4,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:19.600408 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.613343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for d62b0abf-a3e8-414a-981b-a55bf8588fe4 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:18:19.788681 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.814904 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=d62b0abf-a3e8-414a-981b-a55bf8588fe4,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:19.827977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.828326 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.828668 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.829026 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.829350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.829681 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.830006 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.830331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.830652 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.830975 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.831299 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.831619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:19.862044 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Deleting port cacff267-2703-470a-bb1c-872ec985848a {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:18:19.862415 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.886294 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.949177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] For port cacff267-2703-470a-bb1c-872ec985848a, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cacff267-2703-470a-bb1c-872ec985848a,segment=NetworkSegment(d7d74c07-1eb1-4bea-ac02-ebfc3599599f),segment_id=d7d74c07-1eb1-4bea-ac02-ebfc3599599f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:19.949826 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.964003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Calling delete_port for cacff267-2703-470a-bb1c-872ec985848a owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:18:19.985133 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:19.987521 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.014926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:18:18Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:20.031351 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.032039 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Fanout notify agent at l3_agent the message router_deleted on router 52e989cb-cfe5-461b-83fb-64e3dd0a51b3 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:18:20.039476 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.040504 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-e1dd7259-780d-4c8b-8c94-9ae1c1ea6c4a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/routers/52e989cb-cfe5-461b-83fb-64e3dd0a51b3 HTTP/1.1" status: 204 len: 168 time: 0.8015227 Oct 25 10:18:20.044401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44248) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:20.046879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071d813-dd1d-4596-935d-d841334cfcf8 None None] The sync data for ids ['52e989cb-cfe5-461b-83fb-64e3dd0a51b3'] in n-d-814746-2 is: [{'id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375070644', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:18:18Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': 'd62b0abf-a3e8-414a-981b-a55bf8588fe4', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e989cb-cfe5-461b-83fb-64e3dd0a51b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:15:29Z', 'updated_at': '2021-10-25T10:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:18:20.091500 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.122003 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Pushing event deleted for resources: {'Port': ['ID=cacff267-2703-470a-bb1c-872ec985848a,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:20.128063 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.136468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] No DVR routers for this DVR port cacff267-2703-470a-bb1c-872ec985848a on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:18:20.140603 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.140975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.141342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.141645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.142012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.142423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.142751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.143076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.143520 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.143842 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.144161 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.144753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85cb7a-3e6b-4e85-b9f7-ab26ef6c537b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:20.149468 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.225161 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.244683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ae4492-0824-4aff-9e23-29258c3aef22']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:20.254674 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:20.254975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d74c07-1eb1-4bea-ac02-ebfc3599599f') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:20.265694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.268507 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.280199 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.286352 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:18:20.286883 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:18:20.290090 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:18:20.350613 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.355058 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.358789 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/networks/f6ae4492-0824-4aff-9e23-29258c3aef22 HTTP/1.1" status: 204 len: 168 time: 0.3133612 Oct 25 10:18:20.361840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44250) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:20.373841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350f7e1-f0f0-4b93-a586-ae971873b3b7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Network': ['ID=f6ae4492-0824-4aff-9e23-29258c3aef22,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:20.424146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-809760e0-ec50-462c-ae90-4d670b1a154a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.452602 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-809760e0-ec50-462c-ae90-4d670b1a154a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.528712 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-809760e0-ec50-462c-ae90-4d670b1a154a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.531493 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-809760e0-ec50-462c-ae90-4d670b1a154a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:20.532672 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-809760e0-ec50-462c-ae90-4d670b1a154a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/security-groups/8be253cf-406f-4677-b690-ba68a01246a6 HTTP/1.1" status: 204 len: 168 time: 0.1698465 Oct 25 10:18:20.548402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809760e0-ec50-462c-ae90-4d670b1a154a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be253cf-406f-4677-b690-ba68a01246a6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:20.599057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:18:20.620020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:18:20.620361 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device b38d41aa-18ef-4a6c-b6e3-70e2c90206d4 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:18:20.620770 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cacff267-2703-470a-bb1c-872ec985848a no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:18:20.641872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: cacff267-2703-470a-bb1c-872ec985848a {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:18:20.642215 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cacff267-2703-470a-bb1c-872ec985848a not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:18:21.010998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44256) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:21.016084 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-94ab9b4a-1e67-4ab6-b729-4e90a23fc774 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743614709', 'description': 'tempest-secgroup-smoke-743614709 description', 'project_id': '960a8716b87a44718683cf828ade0780'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:21.037937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-94ab9b4a-1e67-4ab6-b729-4e90a23fc774 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.103910 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-94ab9b4a-1e67-4ab6-b729-4e90a23fc774 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.108922 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-94ab9b4a-1e67-4ab6-b729-4e90a23fc774 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.138041 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-94ab9b4a-1e67-4ab6-b729-4e90a23fc774 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.139466 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-94ab9b4a-1e67-4ab6-b729-4e90a23fc774 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1272645 Oct 25 10:18:21.142225 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44258) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:21.146703 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-4f396fc5-646e-4b59-8be6-611c6ad6aad9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': 'd654324d-35a6-43b1-8436-56f2c4c10d59', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:21.153691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab9b4a-1e67-4ab6-b729-4e90a23fc774 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d654324d-35a6-43b1-8436-56f2c4c10d59,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:21.177262 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f396fc5-646e-4b59-8be6-611c6ad6aad9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.232906 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f396fc5-646e-4b59-8be6-611c6ad6aad9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.236870 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f396fc5-646e-4b59-8be6-611c6ad6aad9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.254422 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f396fc5-646e-4b59-8be6-611c6ad6aad9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170dd483-cbf6-4054-855e-5727b8df772c,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:21.261515 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-4f396fc5-646e-4b59-8be6-611c6ad6aad9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.263347 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-4f396fc5-646e-4b59-8be6-611c6ad6aad9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201880 Oct 25 10:18:21.266078 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44260) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:21.270363 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-306b2229-d619-44b3-929e-e98673b87804 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': 'd654324d-35a6-43b1-8436-56f2c4c10d59', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:21.295840 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-306b2229-d619-44b3-929e-e98673b87804 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.357093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-306b2229-d619-44b3-929e-e98673b87804 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.360734 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-306b2229-d619-44b3-929e-e98673b87804 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.379924 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b2229-d619-44b3-929e-e98673b87804 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b6af67-3683-4ae8-9e42-1492d78f7e98,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:21.389131 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-306b2229-d619-44b3-929e-e98673b87804 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.390317 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-306b2229-d619-44b3-929e-e98673b87804 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233003 Oct 25 10:18:21.393022 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44262) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:21.397238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-1dad06b7-7f86-4b98-92ca-696ba6a817b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': 'd654324d-35a6-43b1-8436-56f2c4c10d59', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:21.422510 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1dad06b7-7f86-4b98-92ca-696ba6a817b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.479918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1dad06b7-7f86-4b98-92ca-696ba6a817b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.483451 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1dad06b7-7f86-4b98-92ca-696ba6a817b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.502777 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad06b7-7f86-4b98-92ca-696ba6a817b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586818c4-f053-4b66-b6ca-954b9ae52221,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:21.511431 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-1dad06b7-7f86-4b98-92ca-696ba6a817b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.512662 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-1dad06b7-7f86-4b98-92ca-696ba6a817b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187289 Oct 25 10:18:21.515507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44264) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:21.519838 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-84ebb4a8-a534-4861-a6aa-a07b0404b476 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': 'd654324d-35a6-43b1-8436-56f2c4c10d59', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:21.547231 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ebb4a8-a534-4861-a6aa-a07b0404b476 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.604875 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ebb4a8-a534-4861-a6aa-a07b0404b476 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.608653 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ebb4a8-a534-4861-a6aa-a07b0404b476 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.628059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebb4a8-a534-4861-a6aa-a07b0404b476 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba6db35-999c-4bd5-9656-98bc3c9ccb76,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:21.636451 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-84ebb4a8-a534-4861-a6aa-a07b0404b476 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.638522 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-84ebb4a8-a534-4861-a6aa-a07b0404b476 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220927 Oct 25 10:18:21.641273 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44266) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:21.645559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d7a91fd1-3513-4559-94f9-aefb3b1d89bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': 'd654324d-35a6-43b1-8436-56f2c4c10d59', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:21.666443 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-d7a91fd1-3513-4559-94f9-aefb3b1d89bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:18:21.671696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7a91fd1-3513-4559-94f9-aefb3b1d89bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.732188 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7a91fd1-3513-4559-94f9-aefb3b1d89bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.735612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7a91fd1-3513-4559-94f9-aefb3b1d89bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.754064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a91fd1-3513-4559-94f9-aefb3b1d89bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6817ac3-c024-4970-bb07-cefaa4795af8,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:21.761534 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d7a91fd1-3513-4559-94f9-aefb3b1d89bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.762831 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d7a91fd1-3513-4559-94f9-aefb3b1d89bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206124 Oct 25 10:18:21.765544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44268) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:21.769836 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-6607dd9c-e1c1-4578-9724-cd6ec6c06fe6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'security_group_rule': {'security_group_id': 'd654324d-35a6-43b1-8436-56f2c4c10d59', 'project_id': '960a8716b87a44718683cf828ade0780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:21.790302 n-d-814746-2 neutron-server[106991]: INFO neutron.db.securitygroups_db [None req-6607dd9c-e1c1-4578-9724-cd6ec6c06fe6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Project 960a8716b87a44718683cf828ade0780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:18:21.795751 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6607dd9c-e1c1-4578-9724-cd6ec6c06fe6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.857172 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6607dd9c-e1c1-4578-9724-cd6ec6c06fe6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.860703 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6607dd9c-e1c1-4578-9724-cd6ec6c06fe6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.879464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607dd9c-e1c1-4578-9724-cd6ec6c06fe6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da57544-5a70-4e7c-8400-e07e5c4091dd,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:21.884639 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6607dd9c-e1c1-4578-9724-cd6ec6c06fe6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.885858 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6607dd9c-e1c1-4578-9724-cd6ec6c06fe6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193683 Oct 25 10:18:21.888791 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44270) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:21.893573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'network': {'name': 'tempest-network-smoke--1735914884', 'project_id': '960a8716b87a44718683cf828ade0780', 'port_security_enabled': True}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:21.912871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:18:21.916245 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.939766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:18:21.949081 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:21.950034 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Added segment 237f8894-fc8b-4d7e-a1b6-f19115cf50b8 of type vlan for network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 Oct 25 10:18:21.990405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.015078 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.020632 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:22.021275 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.077030 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1871800 Oct 25 10:18:22.079804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44272) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:22.084554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'admin_state_up': True, 'project_id': '960a8716b87a44718683cf828ade0780', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:22.094131 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f199e-659e-4361-8b43-84092ee679a2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Network': ['ID=96552e1b-9be6-4fe4-9311-3341f9dc10c4,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:22.106802 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:18:22.108487 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.110190 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.166321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.172254 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.303118 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.460642 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d62b0abf-a3e8-414a-981b-a55bf8588fe4 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:18:22.482014 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: d62b0abf-a3e8-414a-981b-a55bf8588fe4 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:18:22.482352 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d62b0abf-a3e8-414a-981b-a55bf8588fe4 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:18:22.489897 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.508741 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.611687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.227 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/2d04e859-d5c4-4ad7-929e-646fe29a92f8) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:18:22.711699 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.744864 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:22.786713 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:18:22.789685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:18:22.793752 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:18:22.816984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=2d04e859-d5c4-4ad7-929e-646fe29a92f8,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:23.335766 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:23.528953 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:23.652113 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d3d87405-7768-4013-9d45-b0c5883e0ac1 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:18:23.761496 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:18:23.771384 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Sync routers for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:18:23.781572 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:23.782167 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:23.782322 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:23.783361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1af3cd14-847a-4968-baf8-b3f6ca2fc788 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7024722 Oct 25 10:18:23.786616 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44274) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:23.815260 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b6e14961-1be2-4fed-acb1-98180dd1c291 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=960a8716b87a44718683cf828ade0780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275464 Oct 25 10:18:23.817788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44276) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:23.884906 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:23.908216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad158461-2667-4f83-9e2f-59ee42f3b54a tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:23.909674 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ad158461-2667-4f83-9e2f-59ee42f3b54a tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909798 Oct 25 10:18:23.912562 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44278) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:23.946823 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0dd6285f-5816-40e8-855b-0b9c9bfaad68 tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=54f12d46-726c-46ea-a1d3-94a9c89fd1fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318944 Oct 25 10:18:23.948631 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44280) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:23.955366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419277908', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'project_id': '960a8716b87a44718683cf828ade0780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:24.051827 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:18:24.055383 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.147356 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:22Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:24.178339 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Checking router: d3d87405-7768-4013-9d45-b0c5883e0ac1 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:18:24.178586 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Updating router d3d87405-7768-4013-9d45-b0c5883e0ac1 port 2d04e859-d5c4-4ad7-929e-646fe29a92f8 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:18:24.204125 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.239385 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.301725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Subnet': ['ID=3a53f42c-409b-41c3-a6cf-77d2ecb41568,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:24.309956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Checking segment: {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:18:24.310193 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network hostable DHCP agents. Network: 96552e1b-9be6-4fe4-9311-3341f9dc10c4, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:18:24.328296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:18:24.337368 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 96552e1b-9be6-4fe4-9311-3341f9dc10c4) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:18:24.342146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:24.342723 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.347751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d7614-76d7-416c-85b7-92c1b36d1e25 None None] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:18:24.360330 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-909dac33-a9c0-4f0c-9c06-adc21e01da3b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4096932 Oct 25 10:18:24.363435 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44282) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:24.464081 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.471968 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.509869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:18:24.510751 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.519044 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Attempting to bind port 2d04e859-d5c4-4ad7-929e-646fe29a92f8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:18:24.519401 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Attempting to bind port 2d04e859-d5c4-4ad7-929e-646fe29a92f8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:18:24.519753 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Attempting to bind port 2d04e859-d5c4-4ad7-929e-646fe29a92f8 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:18:24.526296 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:18:24.526653 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:18:24.527282 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.527493 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:18:24.528474 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Bound port: 2d04e859-d5c4-4ad7-929e-646fe29a92f8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:18:24.528845 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.587375 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] For port 2d04e859-d5c4-4ad7-929e-646fe29a92f8, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:18:24.592630 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] For port 2d04e859-d5c4-4ad7-929e-646fe29a92f8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2d04e859-d5c4-4ad7-929e-646fe29a92f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:18:24.595698 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.608362 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Pushing event updated for resources: {'Port': ['ID=2d04e859-d5c4-4ad7-929e-646fe29a92f8,revision_number=2']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:24.618187 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.618604 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.619005 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.619412 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.619811 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.620204 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.620590 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.621238 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.621627 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.622009 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.622390 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.622771 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:18:24.655417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Allocated IP 172.20.0.2 (96552e1b-9be6-4fe4-9311-3341f9dc10c4/3a53f42c-409b-41c3-a6cf-77d2ecb41568/99cbb60e-95d6-4fac-a379-83881c222c12) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:18:24.660542 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:24.661139 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:24.756833 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f86cb-6937-414a-84a5-bfe08d56e56f None None] Pushing event updated for resources: {'Port': ['ID=2d04e859-d5c4-4ad7-929e-646fe29a92f8,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:24.794741 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:24.809709 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.817394 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.839610 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.858287 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:18:24.861567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:18:24.865062 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:18:24.872716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Pushing event updated for resources: {'Port': ['ID=99cbb60e-95d6-4fac-a379-83881c222c12,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:24.922288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Attempting to bind port 99cbb60e-95d6-4fac-a379-83881c222c12 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:18:24.922730 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Attempting to bind port 99cbb60e-95d6-4fac-a379-83881c222c12 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:18:24.923086 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Attempting to bind port 99cbb60e-95d6-4fac-a379-83881c222c12 on network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:18:24.928219 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:18:24.928597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Checking segment: {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:18:24.929107 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.929499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Bound using segment: {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:18:24.929963 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Bound port: 99cbb60e-95d6-4fac-a379-83881c222c12, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:18:24.930453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:24.991967 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:22Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:25.005406 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] For port 99cbb60e-95d6-4fac-a379-83881c222c12, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:18:25.008496 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] For port 99cbb60e-95d6-4fac-a379-83881c222c12, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=99cbb60e-95d6-4fac-a379-83881c222c12,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:18:25.015270 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:25.019801 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9d4f4e-c7a4-4991-806b-64593215f0aa None None] The sync data for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 is: [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:22Z', 'revision_number': 3, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:18:25.076818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9183ef4-124c-450e-b77d-d08f1e627aa9 None None] Pushing event updated for resources: {'Port': ['ID=99cbb60e-95d6-4fac-a379-83881c222c12,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:25.146350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.1 (96552e1b-9be6-4fe4-9311-3341f9dc10c4/3a53f42c-409b-41c3-a6cf-77d2ecb41568/6d6c017c-ddad-456e-abc0-367a127d7cef) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:18:25.305854 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:25.348811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:25.403928 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:18:25.407301 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:18:25.411123 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:18:25.438394 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=6d6c017c-ddad-456e-abc0-367a127d7cef,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:25.463644 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:25.608337 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:25.915051 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:25.921280 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.008188 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=6d6c017c-ddad-456e-abc0-367a127d7cef,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:26.010764 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.017423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621cf40c-d86f-4330-87dc-698ad77fe9a6 None None] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:18:26.109027 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:18:26.110500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:18:26.150328 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-7466348a-6620-4efa-9001-1f1e5837c234 None None] Provisioning complete for port 99cbb60e-95d6-4fac-a379-83881c222c12 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:26.150699 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7466348a-6620-4efa-9001-1f1e5837c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.229679 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d3d87405-7768-4013-9d45-b0c5883e0ac1 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:18:26.263177 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7466348a-6620-4efa-9001-1f1e5837c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.299845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-7466348a-6620-4efa-9001-1f1e5837c234 None None] For port 99cbb60e-95d6-4fac-a379-83881c222c12, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=99cbb60e-95d6-4fac-a379-83881c222c12,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:26.304295 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7466348a-6620-4efa-9001-1f1e5837c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.359393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466348a-6620-4efa-9001-1f1e5837c234 None None] Pushing event updated for resources: {'Port': ['ID=99cbb60e-95d6-4fac-a379-83881c222c12,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:26.360214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:18:26.372932 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a1528a20-2c67-4268-9521-c975f625e7bb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/d3d87405-7768-4013-9d45-b0c5883e0ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0022964 Oct 25 10:18:26.529033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f4c17d86-3967-4627-9e94-a1aa1b1f1d13 None None] Provisioning complete for port 99cbb60e-95d6-4fac-a379-83881c222c12 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:26.529556 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f4c17d86-3967-4627-9e94-a1aa1b1f1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.545430 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-f836a40f-21e9-4b56-835a-580ffd6142f2 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743614709&fields=id&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 267 time: 0.0501003 Oct 25 10:18:26.628926 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 99cbb60e-95d6-4fac-a379-83881c222c12 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:18:26.682854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-f4c17d86-3967-4627-9e94-a1aa1b1f1d13 None None] Provisioning complete for port 6d6c017c-ddad-456e-abc0-367a127d7cef triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:26.684094 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f4c17d86-3967-4627-9e94-a1aa1b1f1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.690744 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565489b-1e45-4461-a68d-de29d175013a req-8fba3c72-a46e-4d09-8a3f-d7cdfe3c6791 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:26.692439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-8fba3c72-a46e-4d09-8a3f-d7cdfe3c6791 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/networks?id=96552e1b-9be6-4fe4-9311-3341f9dc10c4 HTTP/1.1" status: 200 len: 797 time: 0.1398199 Oct 25 10:18:26.710975 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-1ec2c338-f461-49f9-b09a-257ac13ac4b1 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/quotas/960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 375 time: 0.0095651 Oct 25 10:18:26.735164 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 99cbb60e-95d6-4fac-a379-83881c222c12 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:26.735536 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.738698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-f4c17d86-3967-4627-9e94-a1aa1b1f1d13 None None] Port 6d6c017c-ddad-456e-abc0-367a127d7cef cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:18:26.773490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-4a4289c9-eb3b-445d-bcab-e5bee3c95d1c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548742 Oct 25 10:18:26.789505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Sync routers for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:18:26.789803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-f07e0697-1769-45c6-92f4-6ddf6a56eea4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:18:26.791089 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-f07e0697-1769-45c6-92f4-6ddf6a56eea4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072291 Oct 25 10:18:26.838056 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2d04e859-d5c4-4ad7-929e-646fe29a92f8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:18:26.842273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:26.842273 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:26.896046 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-ab8ef71f-6420-4fa3-851c-1ab7a86bc40c service neutron] 10.222.0.32 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975919 Oct 25 10:18:26.960060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-989b5464-1bb7-4ccd-8165-cdd63a5d8e8f None None] Provisioning complete for port 6d6c017c-ddad-456e-abc0-367a127d7cef triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:26.960426 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-989b5464-1bb7-4ccd-8165-cdd63a5d8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:26.989838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-27753c71-b8bd-4ff4-ab8c-14fcbf7a2b22 service neutron] 10.222.0.32 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886328 Oct 25 10:18:27.017641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-989b5464-1bb7-4ccd-8165-cdd63a5d8e8f None None] Port 6d6c017c-ddad-456e-abc0-367a127d7cef cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:18:27.021432 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2d04e859-d5c4-4ad7-929e-646fe29a92f8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:27.021802 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:27.048229 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:27.163975 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-18531af5-e382-41b9-817c-63b83eeb0a30 req-c1b4bd2f-a57a-4aec-9a34-3656a17ab229 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 210 time: 0.0347283 Oct 25 10:18:27.233499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-e824cb4c-3d58-483d-b3ca-6839c4d8eb39 None None] Provisioning complete for port 6d6c017c-ddad-456e-abc0-367a127d7cef triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:27.233953 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e824cb4c-3d58-483d-b3ca-6839c4d8eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:27.265609 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:27.312978 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 2d04e859-d5c4-4ad7-929e-646fe29a92f8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2d04e859-d5c4-4ad7-929e-646fe29a92f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:27.487371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-e824cb4c-3d58-483d-b3ca-6839c4d8eb39 None None] Port 6d6c017c-ddad-456e-abc0-367a127d7cef cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:18:27.491514 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:27.552636 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=2d04e859-d5c4-4ad7-929e-646fe29a92f8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:27.569334 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 2, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:27.597291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Checking router: d3d87405-7768-4013-9d45-b0c5883e0ac1 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:18:27.597760 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Updating router d3d87405-7768-4013-9d45-b0c5883e0ac1 port 6d6c017c-ddad-456e-abc0-367a127d7cef binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:18:27.626696 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:27.889275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:27.893968 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:27.941945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb741a8-9cdc-4ed8-b5b6-3eccde79047d None None] Pushing event updated for resources: {'Port': ['ID=6d6c017c-ddad-456e-abc0-367a127d7cef,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:27.997853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Attempting to bind port 6d6c017c-ddad-456e-abc0-367a127d7cef on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:18:27.998220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Attempting to bind port 6d6c017c-ddad-456e-abc0-367a127d7cef by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:18:27.998583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Attempting to bind port 6d6c017c-ddad-456e-abc0-367a127d7cef on network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:18:28.004326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:18:28.004693 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Checking segment: {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:18:28.005126 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.005518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Bound using segment: {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:18:28.005981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Bound port: 6d6c017c-ddad-456e-abc0-367a127d7cef, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:18:28.006384 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.071058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] For port 6d6c017c-ddad-456e-abc0-367a127d7cef, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:18:28.074582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] For port 6d6c017c-ddad-456e-abc0-367a127d7cef, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6d6c017c-ddad-456e-abc0-367a127d7cef,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:18:28.080209 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.139794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb741a8-9cdc-4ed8-b5b6-3eccde79047d None None] Pushing event updated for resources: {'Port': ['ID=6d6c017c-ddad-456e-abc0-367a127d7cef,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:28.142533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:28.143139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:28.254064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-21ad5286-7c35-406f-abb0-88ac93e43013 None None] Provisioning complete for port 6d6c017c-ddad-456e-abc0-367a127d7cef triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:28.254530 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-21ad5286-7c35-406f-abb0-88ac93e43013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.307351 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-516524ee-d01d-4488-b3c8-72b3f31d6fec req-c22bbfc0-c557-429c-bf4a-185061352628 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 210 time: 0.0491459 Oct 25 10:18:28.323883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:28.388065 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565489b-1e45-4461-a68d-de29d175013a req-336470ac-579f-4c5f-a782-a0c37b99e879 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:28.390351 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-336470ac-579f-4c5f-a782-a0c37b99e879 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/networks?id=96552e1b-9be6-4fe4-9311-3341f9dc10c4 HTTP/1.1" status: 200 len: 797 time: 0.1367476 Oct 25 10:18:28.439914 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-21ad5286-7c35-406f-abb0-88ac93e43013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.446590 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-78b2ac30-a2fb-4ae6-8031-edd3fd54b8e9 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960a8716b87a44718683cf828ade0780 HTTP/1.1" status: 200 len: 379 time: 0.0407746 Oct 25 10:18:28.457573 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'port': {'device_id': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'admin_state_up': True, 'tenant_id': '960a8716b87a44718683cf828ade0780', 'security_groups': ['d654324d-35a6-43b1-8436-56f2c4c10d59']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:28.510189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-21ad5286-7c35-406f-abb0-88ac93e43013 None None] For port 6d6c017c-ddad-456e-abc0-367a127d7cef, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6d6c017c-ddad-456e-abc0-367a127d7cef,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:28.521794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2d04e859-d5c4-4ad7-929e-646fe29a92f8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:18:28.530152 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-21ad5286-7c35-406f-abb0-88ac93e43013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.581336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Made reservation on behalf of 960a8716b87a44718683cf828ade0780 for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:18:28.585168 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.646616 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad5286-7c35-406f-abb0-88ac93e43013 None None] Pushing event updated for resources: {'Port': ['ID=6d6c017c-ddad-456e-abc0-367a127d7cef,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:28.675033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b984309b-5386-4329-aa5d-7dd39554239d None None] Provisioning complete for port 6d6c017c-ddad-456e-abc0-367a127d7cef triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:28.675377 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b984309b-5386-4329-aa5d-7dd39554239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.695774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2d04e859-d5c4-4ad7-929e-646fe29a92f8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:28.696126 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.718635 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.20.0.9 (96552e1b-9be6-4fe4-9311-3341f9dc10c4/3a53f42c-409b-41c3-a6cf-77d2ecb41568/6f524443-a099-4a56-91d4-2c9af1b0a3a9) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:18:28.760951 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:28Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:28.795529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bb9ee-ece3-40c8-86ce-47cf6f9b48b8 None None] The sync data for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 is: [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:28Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:18:28.882178 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.930826 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:28.976063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:18:28.979318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:18:28.983412 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:18:29.027111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=6f524443-a099-4a56-91d4-2c9af1b0a3a9,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:29.039850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:29.040502 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:29.057881 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-d5126cfc-381d-4ded-b00b-0caf725f35a7 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040952 Oct 25 10:18:29.077532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Request body: {'port': {'device_id': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:29.137194 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:29.218331 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-60a98652-f05d-4674-935d-bcb6e69067d0 None None] Provisioning complete for port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:29.218925 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-60a98652-f05d-4674-935d-bcb6e69067d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:29.262571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-60a98652-f05d-4674-935d-bcb6e69067d0 None None] Port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:18:29.432204 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f524443-a099-4a56-91d4-2c9af1b0a3a9 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:18:29.436591 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e6221-2fda-43fd-8ea8-e8dd7e601f30 req-9330df73-114b-4cc8-b9dc-95125c04ec90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:29.438322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-862e6221-2fda-43fd-8ea8-e8dd7e601f30 req-9330df73-114b-4cc8-b9dc-95125c04ec90 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 931 time: 0.0615873 Oct 25 10:18:29.441233 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:29.458152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Transition to ACTIVE for port object 6f524443-a099-4a56-91d4-2c9af1b0a3a9 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:18:29.462601 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:29.484503 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-862e6221-2fda-43fd-8ea8-e8dd7e601f30 req-5bc5e74f-8bf6-4a91-ab1e-afa239a71b78 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382626 Oct 25 10:18:29.521289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=6f524443-a099-4a56-91d4-2c9af1b0a3a9,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:29.602095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Attempting to bind port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:18:29.602469 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Attempting to bind port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:18:29.602801 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Attempting to bind port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 on network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:18:29.608245 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 on network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:18:29.608569 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Attempting to bind port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 on network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:18:29.614354 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:18:29.614683 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Checking segment: {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:18:29.615071 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Bound using segment: {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:18:29.615503 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Bound port: 6f524443-a099-4a56-91d4-2c9af1b0a3a9, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237f8894-fc8b-4d7e-a1b6-f19115cf50b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:18:29.615861 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:29.688518 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] For port 6f524443-a099-4a56-91d4-2c9af1b0a3a9, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:18:29.692380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] For port 6f524443-a099-4a56-91d4-2c9af1b0a3a9, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:18:29.698434 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:29.737255 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:29.737869 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:29.739243 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f524443-a099-4a56-91d4-2c9af1b0a3a9 HTTP/1.1" status: 200 len: 1091 time: 0.6671505 Oct 25 10:18:29.739735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:18:29.742173 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1d7edc-e70e-4d40-801c-29c55272bb49" -d '{"events": [{"name": "network-changed", "server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:18:29.767212 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0370eb-8f65-4f7c-b715-14b2ae48bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=6f524443-a099-4a56-91d4-2c9af1b0a3a9,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:29.794774 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90521c8-0e23-4c00-a845-7bc713f911ad x-openstack-request-id: req-e90521c8-0e23-4c00-a845-7bc713f911ad {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:18:29.795072 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:18:29.795329 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e90521c8-0e23-4c00-a845-7bc713f911ad {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:18:29.795743 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'status': 'completed', 'code': 200} Oct 25 10:18:29.853705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565489b-1e45-4461-a68d-de29d175013a req-506206f4-b411-4c54-b023-98e1e3953add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:29.856156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-506206f4-b411-4c54-b023-98e1e3953add service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 1094 time: 0.0441859 Oct 25 10:18:29.912221 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-5a19707e-ab60-4cb0-b55f-dfa644938bed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9 HTTP/1.1" status: 200 len: 217 time: 0.0430412 Oct 25 10:18:29.965854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565489b-1e45-4461-a68d-de29d175013a req-382f43f5-72f3-4e3e-b99a-54bf61118a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:29.967393 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-382f43f5-72f3-4e3e-b99a-54bf61118a79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a53f42c-409b-41c3-a6cf-77d2ecb41568 HTTP/1.1" status: 200 len: 835 time: 0.0470936 Oct 25 10:18:30.016912 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565489b-1e45-4461-a68d-de29d175013a req-5c9e8a42-0b4c-4c0e-894e-fa300b0fa2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:30.019264 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-5c9e8a42-0b4c-4c0e-894e-fa300b0fa2b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96552e1b-9be6-4fe4-9311-3341f9dc10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449123 Oct 25 10:18:30.114350 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-c65d674f-2c8d-49a4-9ce9-101e99c90d8f service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875182 Oct 25 10:18:30.203771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d565489b-1e45-4461-a68d-de29d175013a req-37675f76-e1c2-4148-9921-56ffc8b3dbe9 service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827413 Oct 25 10:18:30.329398 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-41c10142-a8d2-434f-a2ec-4e736f10512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:30.330875 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-41c10142-a8d2-434f-a2ec-4e736f10512d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 1094 time: 0.0448596 Oct 25 10:18:30.424178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-8ef618cc-eae6-4175-bc6e-3a8ad82e3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:30.425650 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-8ef618cc-eae6-4175-bc6e-3a8ad82e3ede service neutron] 10.222.0.41 "GET /v2.0/networks?id=96552e1b-9be6-4fe4-9311-3341f9dc10c4 HTTP/1.1" status: 200 len: 898 time: 0.0858817 Oct 25 10:18:30.471185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-0d1393e0-9ee1-4aba-81ae-f2625c8d9750 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9 HTTP/1.1" status: 200 len: 217 time: 0.0377386 Oct 25 10:18:30.522081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-f2509301-0b00-45a5-8c9b-0177f5d75132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:30.523614 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-f2509301-0b00-45a5-8c9b-0177f5d75132 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a53f42c-409b-41c3-a6cf-77d2ecb41568 HTTP/1.1" status: 200 len: 835 time: 0.0452085 Oct 25 10:18:30.537597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6d6c017c-ddad-456e-abc0-367a127d7cef up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:18:30.581564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-05a73523-8d67-4bcd-8078-852b2efd8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:30.583539 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-05a73523-8d67-4bcd-8078-852b2efd8853 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96552e1b-9be6-4fe4-9311-3341f9dc10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532999 Oct 25 10:18:30.590981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6d6c017c-ddad-456e-abc0-367a127d7cef triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:30.591186 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:30.615465 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e8824-5512-48e9-8654-85547f88790a req-5824cb00-1f68-4f68-9f60-98a5bc05532c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:30.616956 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f96e8824-5512-48e9-8654-85547f88790a req-5824cb00-1f68-4f68-9f60-98a5bc05532c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 943 time: 0.0501640 Oct 25 10:18:30.660044 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f96e8824-5512-48e9-8654-85547f88790a req-eec8b04e-f965-4850-8506-b411325baf39 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Oct 25 10:18:30.682548 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-ac69d1de-51b1-4821-b9b4-000fb35ab7e9 service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914793 Oct 25 10:18:30.781200 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ae1d7edc-e70e-4d40-801c-29c55272bb49 req-3a3cf18c-20bc-4ad9-b09f-4ffad1f930e9 service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910232 Oct 25 10:18:31.775266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77632be1-3afb-4178-8995-d147da67d4f9 req-ac11dc82-59b2-44ef-9f0d-294b3d2c62d8 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:31.776689 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77632be1-3afb-4178-8995-d147da67d4f9 req-ac11dc82-59b2-44ef-9f0d-294b3d2c62d8 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 943 time: 0.0480998 Oct 25 10:18:31.814385 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-77632be1-3afb-4178-8995-d147da67d4f9 req-30a26d50-0e85-431b-a93e-41853872d754 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311456 Oct 25 10:18:32.931370 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fea6b-a4ec-481e-8a73-2a1e68f63df7 req-778de41a-f2e0-429a-bb94-94e02b16e959 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:32.932811 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e86fea6b-a4ec-481e-8a73-2a1e68f63df7 req-778de41a-f2e0-429a-bb94-94e02b16e959 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 943 time: 0.0514421 Oct 25 10:18:32.970629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e86fea6b-a4ec-481e-8a73-2a1e68f63df7 req-9ac45ec3-1ab8-4ad4-af2d-379fa0c1384e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Oct 25 10:18:34.086921 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7f29-dda5-43b1-a08c-f3384eff7e8a req-680f1f2b-5652-4947-beea-dae2f8ca670b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:34.088390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b7e7f29-dda5-43b1-a08c-f3384eff7e8a req-680f1f2b-5652-4947-beea-dae2f8ca670b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 943 time: 0.0495317 Oct 25 10:18:34.125733 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8b7e7f29-dda5-43b1-a08c-f3384eff7e8a req-54efce0c-3245-4fed-a666-81a421259830 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309472 Oct 25 10:18:34.532198 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:18:35.241990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9157b-5e8a-436a-8b9e-18fc05cb4e08 req-0021c894-6d82-4aca-b15c-91c60b0a518f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:35.243347 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fb9157b-5e8a-436a-8b9e-18fc05cb4e08 req-0021c894-6d82-4aca-b15c-91c60b0a518f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 943 time: 0.0484338 Oct 25 10:18:35.281971 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9fb9157b-5e8a-436a-8b9e-18fc05cb4e08 req-8fdcde35-9331-4b1a-8c98-ace42fc58494 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310950 Oct 25 10:18:35.472165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6f524443-a099-4a56-91d4-2c9af1b0a3a9 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:18:35.565627 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6f524443-a099-4a56-91d4-2c9af1b0a3a9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:35.577126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'port_id': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'mac_address': 'fa:16:3e:e9:c0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:18:35.617318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:35.629818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f524443-a099-4a56-91d4-2c9af1b0a3a9 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:18:35.648857 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6f524443-a099-4a56-91d4-2c9af1b0a3a9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:35.653657 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:35.698539 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=6f524443-a099-4a56-91d4-2c9af1b0a3a9,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:36.059024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['6f524443-a099-4a56-91d4-2c9af1b0a3a9'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:18:36.399848 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d0770-1bac-497e-b827-69b95af47548 req-c14270dd-cec5-469b-a1bd-5ddd009e149d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:36.401302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055d0770-1bac-497e-b827-69b95af47548 req-c14270dd-cec5-469b-a1bd-5ddd009e149d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 944 time: 0.0517371 Oct 25 10:18:36.437783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-055d0770-1bac-497e-b827-69b95af47548 req-0eac047a-bf63-47c8-a5b0-cf9a076ddf91 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304251 Oct 25 10:18:37.486797 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6f524443-a099-4a56-91d4-2c9af1b0a3a9 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:18:37.535872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:18:37.540410 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:18:37.540768 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:37.554553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d986890-8d36-453a-b858-dbb698d14592 req-dce752d1-5656-4bc9-a0fd-45c2330da277 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:37.556033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d986890-8d36-453a-b858-dbb698d14592 req-dce752d1-5656-4bc9-a0fd-45c2330da277 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 944 time: 0.0510619 Oct 25 10:18:37.597019 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4d986890-8d36-453a-b858-dbb698d14592 req-4693119c-952f-480f-9b9a-61a013d0f26e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339372 Oct 25 10:18:37.621762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:37.643762 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:18:37.646016 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334d5c59-161b-44c6-891f-82861fe65024" -d '{"events": [{"server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "name": "network-vif-plugged", "status": "completed", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:18:37.658519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 6f524443-a099-4a56-91d4-2c9af1b0a3a9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:18:37.662756 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:37.685096 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8fc201-1fcf-4f8b-b466-070e7abe1352 x-openstack-request-id: req-0f8fc201-1fcf-4f8b-b466-070e7abe1352 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:18:37.685381 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "name": "network-vif-plugged", "status": "completed", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:18:37.685629 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f8fc201-1fcf-4f8b-b466-070e7abe1352 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:18:37.686009 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'code': 200} Oct 25 10:18:37.710365 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=6f524443-a099-4a56-91d4-2c9af1b0a3a9,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:37.806696 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722116b3-41b0-44a9-85fa-ce23711c870f req-38839dd2-f6ad-4d84-a9ad-1808764867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:37.808174 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-722116b3-41b0-44a9-85fa-ce23711c870f req-38839dd2-f6ad-4d84-a9ad-1808764867e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 1096 time: 0.0432880 Oct 25 10:18:37.842748 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-722116b3-41b0-44a9-85fa-ce23711c870f req-eb9f5d73-c9ed-4617-b938-94646b9126cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278358 Oct 25 10:18:38.712805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a0715-f004-492c-ae8b-f1caf6d84f6d req-97abaa55-44b5-482a-b7d5-6667eb6d2a24 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:38.714180 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b0a0715-f004-492c-ae8b-f1caf6d84f6d req-97abaa55-44b5-482a-b7d5-6667eb6d2a24 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0474045 Oct 25 10:18:38.751519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b0a0715-f004-492c-ae8b-f1caf6d84f6d req-9f2580c2-fb0f-42ed-b4f4-c942da8f749a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Oct 25 10:18:39.381063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:39.873145 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a069d-44d0-468e-bbbc-9391bf63efb6 req-74074685-f27b-4d88-ade6-1748109b487b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:39.874589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a77a069d-44d0-468e-bbbc-9391bf63efb6 req-74074685-f27b-4d88-ade6-1748109b487b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0526500 Oct 25 10:18:39.912033 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a77a069d-44d0-468e-bbbc-9391bf63efb6 req-27519515-9678-4deb-b800-d0fafef8c66e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Oct 25 10:18:40.022187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555af15c-81fa-45a5-a085-7d6d0ffca22d req-e6d0444c-02b2-4055-9865-3571407e48fc tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:40.023633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-555af15c-81fa-45a5-a085-7d6d0ffca22d req-e6d0444c-02b2-4055-9865-3571407e48fc tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0479839 Oct 25 10:18:40.061766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-555af15c-81fa-45a5-a085-7d6d0ffca22d req-21281fa7-a384-4875-be27-2a0fd20de170 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315068 Oct 25 10:18:40.083306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44340) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:40.121807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be7cb1-4930-498d-acb8-fa6c04b1236b tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:40.123269 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a0be7cb1-4930-498d-acb8-fa6c04b1236b tempest-TestNetworkAdvancedServerOps-332594827 tempest-TestNetworkAdvancedServerOps-332594827-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 1091 time: 0.0390203 Oct 25 10:18:40.126058 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44342) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:40.130203 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:18:40.151591 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:40.249066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:40.350133 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Allocated IP 172.25.8.82 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/18be930d-2150-4df5-8ba8-18db16d298d3) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:18:40.496371 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:40.748004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:40.780939 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:40.823480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:18:40.828645 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:18:40.832910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:18:40.835929 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=18be930d-2150-4df5-8ba8-18db16d298d3,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:41.166798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:41.234092 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:41.384361 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:41.389141 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:41.455480 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event updated for resources: {'Port': ['ID=18be930d-2150-4df5-8ba8-18db16d298d3,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:18:41.468540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:41.568901 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP f2336890-9b5e-47eb-8dd9-7c7fea438c07 associated. External IP: 172.25.8.82, port: 6f524443-a099-4a56-91d4-2c9af1b0a3a9. Oct 25 10:18:41.774589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d3d87405-7768-4013-9d45-b0c5883e0ac1 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:18:41.881054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:18:41.891370 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] Sync routers for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:18:41.899019 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:41.900159 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:41.900749 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:41.926652 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bc61dde0-4c55-44cc-a5b5-0ded91828b1f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7996080 Oct 25 10:18:41.927350 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:18:41.929718 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2328c9f2-2338-4a56-a86c-650d7ae32a88" -d '{"events": [{"name": "network-changed", "server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:18:42.015339 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:42.025517 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c5df4-3206-4a1d-801b-746a859af053 req-b8272f97-4a2c-44b8-a4ff-869777e3d3c5 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:42.026996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-880c5df4-3206-4a1d-801b-746a859af053 req-b8272f97-4a2c-44b8-a4ff-869777e3d3c5 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Oct 25 10:18:42.065581 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-880c5df4-3206-4a1d-801b-746a859af053 req-3a0c5a7c-d422-494c-a3e7-512fe6ab4082 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Oct 25 10:18:42.088549 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44350) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:42.165773 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-b43e7b43-e063-4b0c-9514-8bca407b127a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/f2336890-9b5e-47eb-8dd9-7c7fea438c07 HTTP/1.1" status: 200 len: 990 time: 0.0748570 Oct 25 10:18:42.170962 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d22ca46-3efb-4073-b3be-ac54d1f4cdc0 x-openstack-request-id: req-1d22ca46-3efb-4073-b3be-ac54d1f4cdc0 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:18:42.171541 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:18:42.171541 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d22ca46-3efb-4073-b3be-ac54d1f4cdc0 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:18:42.171910 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'status': 'completed', 'code': 200} Oct 25 10:18:42.259267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-78730da1-3379-40a0-aefe-119e947107ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:42.260744 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-78730da1-3379-40a0-aefe-119e947107ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 1096 time: 0.0414968 Oct 25 10:18:42.260874 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'f2336890-9b5e-47eb-8dd9-7c7fea438c07', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'port_id': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'mac_address': 'fa:16:3e:e9:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:18:41Z', 'updated_at': '2021-10-25T10:18:41Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:28Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:42.286475 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] Checking router: d3d87405-7768-4013-9d45-b0c5883e0ac1 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:18:42.295235 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:18:42.295824 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:18:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:42.365277 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-41007da8-b9d4-441c-9d73-1a1f0fb0db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:42.366917 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-41007da8-b9d4-441c-9d73-1a1f0fb0db7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=96552e1b-9be6-4fe4-9311-3341f9dc10c4 HTTP/1.1" status: 200 len: 898 time: 0.0995417 Oct 25 10:18:42.404962 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:18:42.448588 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-9003e6d5-dec9-4403-ae93-1ccd3e5b2f92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9 HTTP/1.1" status: 200 len: 998 time: 0.0747318 Oct 25 10:18:42.501256 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-3cc3ccd7-9826-4b88-af51-d699218570a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:42.502738 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-3cc3ccd7-9826-4b88-af51-d699218570a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a53f42c-409b-41c3-a6cf-77d2ecb41568 HTTP/1.1" status: 200 len: 835 time: 0.0471928 Oct 25 10:18:42.556578 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-be0ee291-19fe-4a18-b314-3f49e32ae38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:18:42.558163 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-be0ee291-19fe-4a18-b314-3f49e32ae38f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96552e1b-9be6-4fe4-9311-3341f9dc10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490236 Oct 25 10:18:42.663286 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-1efca946-a948-4c99-9b6b-fa1c212e2003 service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980372 Oct 25 10:18:42.741223 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'f2336890-9b5e-47eb-8dd9-7c7fea438c07', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'port_id': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'mac_address': 'fa:16:3e:e9:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:18:41Z', 'updated_at': '2021-10-25T10:18:41Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:28Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:18:42.769367 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2328c9f2-2338-4a56-a86c-650d7ae32a88 req-2b173e11-551b-4471-b44f-9fa8cf44d12e service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990047 Oct 25 10:18:42.772642 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc5342e-2c1e-4687-abea-70688899a84a None None] The sync data for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 is: [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'f2336890-9b5e-47eb-8dd9-7c7fea438c07', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'port_id': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'mac_address': 'fa:16:3e:e9:c0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:18:41Z', 'updated_at': '2021-10-25T10:18:41Z', 'revision_number': 0, 'project_id': '960a8716b87a44718683cf828ade0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:28Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:18:42.984567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01e9790-b53b-431d-9d9b-94fe244d3387 None None] New status for floating IP f2336890-9b5e-47eb-8dd9-7c7fea438c07: ACTIVE {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:18:43.168584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44352) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:18:43.232156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d9625e1f-18b9-4bbd-9e62-4d6d90273706 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/f2336890-9b5e-47eb-8dd9-7c7fea438c07 HTTP/1.1" status: 200 len: 992 time: 0.0621624 Oct 25 10:18:46.594005 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a209bd7-8bb2-4e76-8b31-8fcca920f4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:48.941251 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b180107-c4e5-424b-99c1-f5c11616ee9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:50.137309 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:50.271200 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:18:52.129015 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:09.403130 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:10.509864 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:11.532916 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:19:16.595361 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d17cb55c-842c-4703-a4ef-f9f8ddb30ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:18.942187 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-69a4a513-4b7f-41d8-b577-2d5a4646409e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:20.139242 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:20.273475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:21.775711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-08e3c91b-d55b-4c23-8cea-b745000bd6a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385888 Oct 25 10:19:21.872463 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-cc20d8ba-bc60-4996-94ec-4716a275c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:21.873871 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-cc20d8ba-bc60-4996-94ec-4716a275c61d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 1096 time: 0.0407531 Oct 25 10:19:22.136656 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:22.292264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-1ce3d800-679a-4e56-b0f4-2e7bb6295adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:22.293748 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-1ce3d800-679a-4e56-b0f4-2e7bb6295adc service neutron] 10.222.0.41 "GET /v2.0/networks?id=96552e1b-9be6-4fe4-9311-3341f9dc10c4 HTTP/1.1" status: 200 len: 898 time: 0.4005661 Oct 25 10:19:22.357674 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-66bee321-b90a-4056-8d16-0da9c80af4bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9 HTTP/1.1" status: 200 len: 1000 time: 0.0566237 Oct 25 10:19:22.410197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-af1881ea-9130-4f82-b9dd-c3cf368c4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:22.411598 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-af1881ea-9130-4f82-b9dd-c3cf368c4b07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a53f42c-409b-41c3-a6cf-77d2ecb41568 HTTP/1.1" status: 200 len: 835 time: 0.0465217 Oct 25 10:19:22.457179 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-de63d97d-4182-4a12-8a42-5731a17e4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:22.458626 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-de63d97d-4182-4a12-8a42-5731a17e4821 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96552e1b-9be6-4fe4-9311-3341f9dc10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389705 Oct 25 10:19:22.547913 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-70cd9543-c612-4b00-8214-cf2b8c539a11 service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815158 Oct 25 10:19:22.640594 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f45d922b-3e19-485e-83d3-b451fd6f2b4a req-fee2e4ee-8174-4dd7-b917-447fc672e3c7 service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856607 Oct 25 10:19:39.401244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:40.506167 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:46.596246 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9ff2f50b-0927-4b2e-a588-7fe6c0dbd5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:48.082410 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3afe-00bd-49fb-9a6b-0a712ff2fed6 req-d175ca25-bab7-41d7-a97b-03a33c90417a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:48.083885 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-559c3afe-00bd-49fb-9a6b-0a712ff2fed6 req-d175ca25-bab7-41d7-a97b-03a33c90417a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0491273 Oct 25 10:19:48.121953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-559c3afe-00bd-49fb-9a6b-0a712ff2fed6 req-0875d56f-b49d-48c7-8500-d1fc030e1c0d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314090 Oct 25 10:19:48.532424 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:19:48.942984 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c63e76b6-8c3a-4665-9c78-25144e0b3342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:49.241228 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80438b4-d8f6-4ae9-8e85-e7a948c78c5f req-224a900a-9df4-4b6b-89f9-5d6da860497e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:49.242609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c80438b4-d8f6-4ae9-8e85-e7a948c78c5f req-224a900a-9df4-4b6b-89f9-5d6da860497e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0527372 Oct 25 10:19:49.279575 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c80438b4-d8f6-4ae9-8e85-e7a948c78c5f req-afe184c0-dfd7-4ec4-bb76-6f5eb2ec931e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Oct 25 10:19:50.141524 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:50.276997 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:50.399322 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79255f-857e-44e7-b549-9c760efc8e35 req-ae0d929f-f2e9-43bf-b6a5-de31ea09cfa6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:50.401308 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b79255f-857e-44e7-b549-9c760efc8e35 req-ae0d929f-f2e9-43bf-b6a5-de31ea09cfa6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0504453 Oct 25 10:19:50.439881 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b79255f-857e-44e7-b549-9c760efc8e35 req-ca17261f-1dff-4880-a391-86d429d76307 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328979 Oct 25 10:19:50.461509 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44380) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:19:50.525472 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-888b586f-c959-422f-aafb-6d8b048443bd tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/f2336890-9b5e-47eb-8dd9-7c7fea438c07 HTTP/1.1" status: 200 len: 992 time: 0.0628259 Oct 25 10:19:51.795660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9376f15-5c65-40e0-9199-ac63d2f9ccbd req-db6723d9-f834-4666-bb8a-3330fa3e7513 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:51.797093 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9376f15-5c65-40e0-9199-ac63d2f9ccbd req-db6723d9-f834-4666-bb8a-3330fa3e7513 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Oct 25 10:19:51.835082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-70b36d7c-5bc1-4af9-8ede-f8432629c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:51.835723 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9376f15-5c65-40e0-9199-ac63d2f9ccbd req-831e801f-52e9-42ef-8f35-464d27e52949 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323117 Oct 25 10:19:51.836570 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-70b36d7c-5bc1-4af9-8ede-f8432629c4ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 1096 time: 0.0406058 Oct 25 10:19:51.938734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-f625cfec-6719-49ee-9f86-335d29ca9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:51.940168 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-f625cfec-6719-49ee-9f86-335d29ca9fd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96552e1b-9be6-4fe4-9311-3341f9dc10c4 HTTP/1.1" status: 200 len: 898 time: 0.0927217 Oct 25 10:19:52.006561 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-88cfde60-2eec-4034-a3d1-3ad9b26afb40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9 HTTP/1.1" status: 200 len: 1000 time: 0.0574346 Oct 25 10:19:52.059013 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-b3907e26-6443-4218-9f1e-e59d644e71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:52.060336 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-b3907e26-6443-4218-9f1e-e59d644e71f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a53f42c-409b-41c3-a6cf-77d2ecb41568 HTTP/1.1" status: 200 len: 835 time: 0.0468159 Oct 25 10:19:52.104798 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-133714fc-d039-48d4-af29-edc7bb40239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:52.106279 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-133714fc-d039-48d4-af29-edc7bb40239c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96552e1b-9be6-4fe4-9311-3341f9dc10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385673 Oct 25 10:19:52.136365 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:52.199045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-dd03de4b-3203-4bf6-9c1f-b6f908baad2b service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856023 Oct 25 10:19:52.293044 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f4cd8ea-6c2f-466c-9089-25602de6137b req-999de5f4-6550-4c77-818d-be42d9b09944 service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870893 Oct 25 10:19:52.953148 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea58ce9-77a0-4693-bee7-2dc505fd0cef req-8a807218-2276-44ce-939e-dfca805d3984 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:52.954704 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ea58ce9-77a0-4693-bee7-2dc505fd0cef req-8a807218-2276-44ce-939e-dfca805d3984 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0484674 Oct 25 10:19:52.992600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4ea58ce9-77a0-4693-bee7-2dc505fd0cef req-efee99aa-fa97-49ff-9b04-c4d860226eb0 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Oct 25 10:19:54.107660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8faf2b-dfa9-4afa-bc8e-7fc1271c8a86 req-0aa0b1d7-e95d-4594-8ff4-1678187489ed tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:54.109130 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d8faf2b-dfa9-4afa-bc8e-7fc1271c8a86 req-0aa0b1d7-e95d-4594-8ff4-1678187489ed tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0476799 Oct 25 10:19:54.150156 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d8faf2b-dfa9-4afa-bc8e-7fc1271c8a86 req-ebeda860-2376-45f4-ad85-f6579f7dc777 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349276 Oct 25 10:19:54.172439 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44392) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:19:54.232092 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1f0e035b-2e00-4751-9bc7-f0415eb15230 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/floatingips/f2336890-9b5e-47eb-8dd9-7c7fea438c07 HTTP/1.1" status: 200 len: 992 time: 0.0584407 Oct 25 10:19:54.448815 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44398) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:19:54.603275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 18be930d-2150-4df5-8ba8-18db16d298d3 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:19:54.604292 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:54.681276 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:54.681599 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:54.693300 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 18be930d-2150-4df5-8ba8-18db16d298d3 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:19:54.836621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:54.864071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=18be930d-2150-4df5-8ba8-18db16d298d3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:19:54.887525 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.887870 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.888209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.888540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.888866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.889216 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.889540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.889864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.890185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.890503 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.890823 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.891138 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:54.930732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:54.931062 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Floating IP f2336890-9b5e-47eb-8dd9-7c7fea438c07 disassociated (deleted). External IP: 172.25.8.82, port: 6f524443-a099-4a56-91d4-2c9af1b0a3a9. Oct 25 10:19:55.138931 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d3d87405-7768-4013-9d45-b0c5883e0ac1 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:19:55.243017 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:19:55.248445 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:55.253052 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] Sync routers for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:19:55.263059 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:19:55.263646 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:19:55.275157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-27563a2b-791c-4861-b05b-cb5c3d9b854c tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2336890-9b5e-47eb-8dd9-7c7fea438c07 HTTP/1.1" status: 204 len: 168 time: 0.8252559 Oct 25 10:19:55.275899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:19:55.278294 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f484289-b1ae-4f8f-994a-3bf0142341d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:19:55.366087 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:19:55.441106 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0161a33e-3a9b-4262-8279-6771c8e68cec x-openstack-request-id: req-0161a33e-3a9b-4262-8279-6771c8e68cec {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:19:55.441466 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:19:55.441786 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0161a33e-3a9b-4262-8279-6771c8e68cec {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:19:55.442278 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'status': 'completed', 'code': 200} Oct 25 10:19:55.543773 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e9182-23d0-4f8a-a44d-d9b32ab5620e req-424c4a73-acf8-4d44-8677-c4984bde971f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:55.545908 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6e9182-23d0-4f8a-a44d-d9b32ab5620e req-424c4a73-acf8-4d44-8677-c4984bde971f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0567186 Oct 25 10:19:55.552662 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-52f9641a-dd86-4958-a707-840e2b029fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:55.554173 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-52f9641a-dd86-4958-a707-840e2b029fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=960a8716b87a44718683cf828ade0780&device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 1096 time: 0.0423412 Oct 25 10:19:55.579581 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:28Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:19:55.588709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc6e9182-23d0-4f8a-a44d-d9b32ab5620e req-592cb854-cf09-4692-addc-248f2302d11f tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363107 Oct 25 10:19:55.605786 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] Checking router: d3d87405-7768-4013-9d45-b0c5883e0ac1 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:19:55.614813 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:19:55.614969 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:19:55.655976 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-41c67cd1-b23c-48c7-9213-726d71d52c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:55.657527 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-41c67cd1-b23c-48c7-9213-726d71d52c52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96552e1b-9be6-4fe4-9311-3341f9dc10c4 HTTP/1.1" status: 200 len: 898 time: 0.0935905 Oct 25 10:19:55.702563 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-ecea9af2-5d2f-465b-ba19-641a071af380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9 HTTP/1.1" status: 200 len: 217 time: 0.0345836 Oct 25 10:19:55.716875 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:19:55.761720 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-eaa5fb53-aeee-4c28-841d-c76007193fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:55.763181 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-eaa5fb53-aeee-4c28-841d-c76007193fca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a53f42c-409b-41c3-a6cf-77d2ecb41568 HTTP/1.1" status: 200 len: 835 time: 0.0494106 Oct 25 10:19:55.809684 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-c51eaf6d-b502-43f4-8116-bc6cda759976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:55.811189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-c51eaf6d-b502-43f4-8116-bc6cda759976 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96552e1b-9be6-4fe4-9311-3341f9dc10c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405643 Oct 25 10:19:55.904666 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-49d4d92a-80d9-4ad6-b60f-406c35d077a0 service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844862 Oct 25 10:19:56.004868 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5f484289-b1ae-4f8f-994a-3bf0142341d4 req-00781d9c-5526-4f17-816c-114d98cc653d service neutron] 10.222.0.41 "GET /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912259 Oct 25 10:19:56.006675 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:28Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:19:56.042373 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb09cf1-0833-4335-93f7-7dc96dc57433 None None] The sync data for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 is: [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:25Z', 'revision_number': 4, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '6d6c017c-ddad-456e-abc0-367a127d7cef', 'name': '', 'network_id': '96552e1b-9be6-4fe4-9311-3341f9dc10c4', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'mac_address': 'fa:16:3e:3d:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:24Z', 'updated_at': '2021-10-25T10:18:28Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'subnets': [{'id': '3a53f42c-409b-41c3-a6cf-77d2ecb41568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:19:56.258836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b13e2-92d8-4512-8a65-15b31f0910b8 None None] New status for floating IP f2336890-9b5e-47eb-8dd9-7c7fea438c07: DOWN {{(pid=106993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:19:56.706585 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5c8b7-d962-4e76-8d23-a80a7ef25529 req-f99153b1-e5b4-43ce-b953-2571c4fe0686 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:56.708023 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecb5c8b7-d962-4e76-8d23-a80a7ef25529 req-f99153b1-e5b4-43ce-b953-2571c4fe0686 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Oct 25 10:19:56.745545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecb5c8b7-d962-4e76-8d23-a80a7ef25529 req-c60be9ee-9f6f-4211-a71b-00c3ff564f51 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/security-groups?id=d654324d-35a6-43b1-8436-56f2c4c10d59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314913 Oct 25 10:19:57.431417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-636527d7-767d-482e-bf7c-86807c5726a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:19:57.433374 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-636527d7-767d-482e-bf7c-86807c5726a6 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 945 time: 0.0470748 Oct 25 10:19:57.524493 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:19:57.524823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:57.610656 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 6f524443-a099-4a56-91d4-2c9af1b0a3a9, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=6f524443-a099-4a56-91d4-2c9af1b0a3a9,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:19:57.611263 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:57.623845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 6f524443-a099-4a56-91d4-2c9af1b0a3a9 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:19:57.753232 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:57.779527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=6f524443-a099-4a56-91d4-2c9af1b0a3a9,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:19:57.789541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.789890 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.790225 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.790556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.790881 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.791766 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.792087 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.792407 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.793081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.793081 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.793377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.793691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:19:57.838810 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] No DVR routers for this DVR port 6f524443-a099-4a56-91d4-2c9af1b0a3a9 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:19:57.841573 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:57.844971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-5334e97d-ee7b-4424-9fb2-283d80e64843 req-7d7d3c71-6245-4ca6-a6ba-d0db9e9ff620 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.41 "DELETE /v2.0/ports/6f524443-a099-4a56-91d4-2c9af1b0a3a9 HTTP/1.1" status: 204 len: 173 time: 0.4050190 Oct 25 10:19:57.845404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'name': 'network-vif-deleted', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:19:57.847667 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85657bb-0610-4f9a-842d-224eb03869bc" -d '{"events": [{"server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "name": "network-vif-deleted", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:19:57.851725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46db8f48-ab90-45e9-83d4-4c7b7d5daa90 req-33f330bf-5182-478f-b034-44ffb8e6f04a tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f42a30b-26fd-4c5b-acb0-abd9035b12a8 HTTP/1.1" status: 200 len: 210 time: 0.0306115 Oct 25 10:19:57.901261 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd91a672-3a3a-426d-bb45-ca75512e1d9f x-openstack-request-id: req-bd91a672-3a3a-426d-bb45-ca75512e1d9f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:19:57.901634 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f42a30b-26fd-4c5b-acb0-abd9035b12a8", "name": "network-vif-deleted", "tag": "6f524443-a099-4a56-91d4-2c9af1b0a3a9", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:19:57.901895 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd91a672-3a3a-426d-bb45-ca75512e1d9f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:19:57.902319 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f42a30b-26fd-4c5b-acb0-abd9035b12a8', 'name': 'network-vif-deleted', 'tag': '6f524443-a099-4a56-91d4-2c9af1b0a3a9', 'status': 'completed', 'code': 200} Oct 25 10:19:58.911564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44414) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:19:59.553696 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:59.808080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 6d6c017c-ddad-456e-abc0-367a127d7cef {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:19:59.808311 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:59.899002 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 6d6c017c-ddad-456e-abc0-367a127d7cef, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6d6c017c-ddad-456e-abc0-367a127d7cef,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:19:59.899364 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:19:59.912730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 6d6c017c-ddad-456e-abc0-367a127d7cef owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:20:00.101244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:00.128633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=6d6c017c-ddad-456e-abc0-367a127d7cef,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:00.300437 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:00.517998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Router d3d87405-7768-4013-9d45-b0c5883e0ac1 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:20:00.626297 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:20:00.631604 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8178b8f1-6d1a-44ee-bb07-bd2a63650683 tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "PUT /v2.0/routers/d3d87405-7768-4013-9d45-b0c5883e0ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7189808 Oct 25 10:20:00.634256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44416) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:00.636279 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] Sync routers for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:20:00.646137 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:00.646737 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:00.685471 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ead621f-3a9a-4949-8d38-6f567f7fdf5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting subnet 3a53f42c-409b-41c3-a6cf-77d2ecb41568 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:20:00.688598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ead621f-3a9a-4949-8d38-6f567f7fdf5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:00.729228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ead621f-3a9a-4949-8d38-6f567f7fdf5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:00.749196 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:00.815420 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ead621f-3a9a-4949-8d38-6f567f7fdf5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:00.873710 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ead621f-3a9a-4949-8d38-6f567f7fdf5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:00.902997 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead621f-3a9a-4949-8d38-6f567f7fdf5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Subnet': ['ID=3a53f42c-409b-41c3-a6cf-77d2ecb41568,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:00.904861 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0ead621f-3a9a-4949-8d38-6f567f7fdf5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:00.910601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0ead621f-3a9a-4949-8d38-6f567f7fdf5e tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/subnets/3a53f42c-409b-41c3-a6cf-77d2ecb41568 HTTP/1.1" status: 204 len: 168 time: 0.2729001 Oct 25 10:20:00.910715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe73c2-4a00-44af-8d0e-1671a7c762ac None None] Network 96552e1b-9be6-4fe4-9311-3341f9dc10c4 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:20:00.911154 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44418) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:00.927469 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:20:00Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:00.961473 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] Checking router: d3d87405-7768-4013-9d45-b0c5883e0ac1 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:20:00.971512 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] Routers {'d3d87405-7768-4013-9d45-b0c5883e0ac1'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:00.972100 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d3d87405-7768-4013-9d45-b0c5883e0ac1'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:01.029228 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.094121 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] DHCP port deletion for 96552e1b-9be6-4fe4-9311-3341f9dc10c4 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:20:01.145710 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.149563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Deleting port 99cbb60e-95d6-4fac-a379-83881c222c12 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:20:01.149935 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.183308 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] Set router d3d87405-7768-4013-9d45-b0c5883e0ac1 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:01.204478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Deleting port 2d04e859-d5c4-4ad7-929e-646fe29a92f8 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:20:01.204941 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.295196 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] For port 2d04e859-d5c4-4ad7-929e-646fe29a92f8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2d04e859-d5c4-4ad7-929e-646fe29a92f8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:01.295540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.309125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Calling delete_port for 2d04e859-d5c4-4ad7-929e-646fe29a92f8 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:20:01.378110 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] For port 99cbb60e-95d6-4fac-a379-83881c222c12, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=99cbb60e-95d6-4fac-a379-83881c222c12,segment=NetworkSegment(237f8894-fc8b-4d7e-a1b6-f19115cf50b8),segment_id=237f8894-fc8b-4d7e-a1b6-f19115cf50b8)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:01.378784 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.381949 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:20:00Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:01.391995 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Calling delete_port for 99cbb60e-95d6-4fac-a379-83881c222c12 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:20:01.408623 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea5745e-9eab-46f9-a783-4c538b6f6a7c None None] The sync data for ids ['d3d87405-7768-4013-9d45-b0c5883e0ac1'] in n-d-814746-2 is: [{'id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478017396', 'tenant_id': '960a8716b87a44718683cf828ade0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:20:00Z', 'revision_number': 5, 'project_id': '960a8716b87a44718683cf828ade0780', 'gw_port': {'id': '2d04e859-d5c4-4ad7-929e-646fe29a92f8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d87405-7768-4013-9d45-b0c5883e0ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:18:22Z', 'updated_at': '2021-10-25T10:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:20:01.480401 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.489068 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.506939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Pushing event deleted for resources: {'Port': ['ID=99cbb60e-95d6-4fac-a379-83881c222c12,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:01.511236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] No DVR routers for this DVR port 99cbb60e-95d6-4fac-a379-83881c222c12 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:20:01.517731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Port': ['ID=2d04e859-d5c4-4ad7-929e-646fe29a92f8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:01.517939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.518319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.518533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.519272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.519272 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.519483 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.519769 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.520083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.524720 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.525127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.526491 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.526854 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5808bc-3b1c-46ec-ad32-89c40556f3c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:01.580490 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.678129 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.680235 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.724534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.725012 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Fanout notify agent at l3_agent the message router_deleted on router d3d87405-7768-4013-9d45-b0c5883e0ac1 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:20:01.732447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.733583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-547cbeb9-d9ac-42b6-a9b3-3b8b1eac2b2d tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/routers/d3d87405-7768-4013-9d45-b0c5883e0ac1 HTTP/1.1" status: 204 len: 168 time: 0.8219612 Oct 25 10:20:01.736790 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44420) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:01.818209 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.911179 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.920748 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6f524443-a099-4a56-91d4-2c9af1b0a3a9 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:20:01.934001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96552e1b-9be6-4fe4-9311-3341f9dc10c4']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:01.941960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 6f524443-a099-4a56-91d4-2c9af1b0a3a9 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:20:01.942305 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 6f524443-a099-4a56-91d4-2c9af1b0a3a9 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:20:01.945347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237f8894-fc8b-4d7e-a1b6-f19115cf50b8') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:01.945845 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237f8894-fc8b-4d7e-a1b6-f19115cf50b8') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:01.955973 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.971510 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.977917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:20:01.978306 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:20:01.982837 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:20:02.045002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.052239 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.055461 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/networks/96552e1b-9be6-4fe4-9311-3341f9dc10c4 HTTP/1.1" status: 204 len: 168 time: 0.3175561 Oct 25 10:20:02.058735 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44422) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:02.074835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab96f2-64a6-4a20-85fa-06e50eab416b tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'Network': ['ID=96552e1b-9be6-4fe4-9311-3341f9dc10c4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:02.133516 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32d2294f-8322-48bc-84c6-7fff474a35cb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.158755 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32d2294f-8322-48bc-84c6-7fff474a35cb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.223074 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32d2294f-8322-48bc-84c6-7fff474a35cb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.225810 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-32d2294f-8322-48bc-84c6-7fff474a35cb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.226958 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-32d2294f-8322-48bc-84c6-7fff474a35cb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] 10.222.0.32 "DELETE /v2.0/security-groups/d654324d-35a6-43b1-8436-56f2c4c10d59 HTTP/1.1" status: 204 len: 168 time: 0.1586170 Oct 25 10:20:02.236820 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2294f-8322-48bc-84c6-7fff474a35cb tempest-TestNetworkAdvancedServerOps-649061714 tempest-TestNetworkAdvancedServerOps-649061714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d654324d-35a6-43b1-8436-56f2c4c10d59,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:02.562155 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 99cbb60e-95d6-4fac-a379-83881c222c12 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:20:02.577781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44430) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:02.585420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 99cbb60e-95d6-4fac-a379-83881c222c12 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:20:02.585876 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 99cbb60e-95d6-4fac-a379-83881c222c12 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:20:02.586148 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6d6c017c-ddad-456e-abc0-367a127d7cef no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:20:02.606085 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6d6c017c-ddad-456e-abc0-367a127d7cef {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:20:02.606450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6d6c017c-ddad-456e-abc0-367a127d7cef not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:20:02.606851 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2d04e859-d5c4-4ad7-929e-646fe29a92f8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:20:02.626127 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2d04e859-d5c4-4ad7-929e-646fe29a92f8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:20:02.626468 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2d04e859-d5c4-4ad7-929e-646fe29a92f8 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:20:02.709986 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26aafe61-3500-40af-8f73-149068b11559 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=960a8716b87a44718683cf828ade0780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309006 Oct 25 10:20:02.712256 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44434) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:02.760503 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4639a5d5-190b-489c-b90e-496898c126af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.781375 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4639a5d5-190b-489c-b90e-496898c126af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.825697 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4639a5d5-190b-489c-b90e-496898c126af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.828249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4639a5d5-190b-489c-b90e-496898c126af admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:02.829412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4639a5d5-190b-489c-b90e-496898c126af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05450aba-e6af-4c85-b79e-265051277a37 HTTP/1.1" status: 204 len: 168 time: 0.1157043 Oct 25 10:20:02.836972 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639a5d5-190b-489c-b90e-496898c126af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05450aba-e6af-4c85-b79e-265051277a37,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:03.093933 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44440) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:03.111740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0cf36d73-9d45-4ad5-a6d3-1705627328d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:03.194646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0cf36d73-9d45-4ad5-a6d3-1705627328d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:03.198552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-0cf36d73-9d45-4ad5-a6d3-1705627328d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:03.236839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-0cf36d73-9d45-4ad5-a6d3-1705627328d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5d5c6c8cf7e4325b012ee81b42cbf6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418655 Oct 25 10:20:03.237767 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf36d73-9d45-4ad5-a6d3-1705627328d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e7965f-5242-4a4c-9adb-ede77e06751c,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:03.239629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44442) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:03.289063 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12e0ffd0-71f4-4188-be09-1a450025b118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:03.310999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12e0ffd0-71f4-4188-be09-1a450025b118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:03.365488 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12e0ffd0-71f4-4188-be09-1a450025b118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:03.368644 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-12e0ffd0-71f4-4188-be09-1a450025b118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:03.370255 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-12e0ffd0-71f4-4188-be09-1a450025b118 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32e7965f-5242-4a4c-9adb-ede77e06751c HTTP/1.1" status: 204 len: 168 time: 0.1294708 Oct 25 10:20:03.379644 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0ffd0-71f4-4188-be09-1a450025b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e7965f-5242-4a4c-9adb-ede77e06751c,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:04.075300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44464) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:04.171326 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-327455827-network', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:04.192348 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Made reservation on behalf of 2f4d92f097ea4bf3915331e4bcf04b9f for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:20:04.194630 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.203921 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.280545 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.284440 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.306140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:20:04.320431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33d956-194a-4923-bf49-90fa32d6afee,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:04.326471 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.326807 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Added segment af199819-4f91-4eba-b96e-f1774def6ee2 of type vlan for network e310855f-ee85-4693-b35a-2378553be079 Oct 25 10:20:04.366956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.392821 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.393818 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:04.394414 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.445459 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3690519 Oct 25 10:20:04.448774 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44468) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:04.453766 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Request body: {'subnet': {'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-327455827-subnet', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:04.457272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74206d6-706a-45e5-8a02-26c86bad2c7d admin admin] Pushing event updated for resources: {'Network': ['ID=e310855f-ee85-4693-b35a-2378553be079,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:04.467597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network e310855f-ee85-4693-b35a-2378553be079 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:20:04.478250 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Made reservation on behalf of 2f4d92f097ea4bf3915331e4bcf04b9f for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:20:04.481846 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.646938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.701289 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d5583f-0b27-42c8-aad5-f12e80ddd86a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:04.710103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Checking segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:04.710336 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Network hostable DHCP agents. Network: e310855f-ee85-4693-b35a-2378553be079, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:20:04.725842 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Network e310855f-ee85-4693-b35a-2378553be079 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:20:04.735243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, e310855f-ee85-4693-b35a-2378553be079) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:04.740775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:04.741732 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.746929 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe21e37-5ce8-41d2-afa9-603a39f12b53 None None] Network e310855f-ee85-4693-b35a-2378553be079 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:20:04.760360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d3400cb7-e343-445c-b77e-e7b6efbac07c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3101962 Oct 25 10:20:04.763516 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44470) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:04.767959 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:04.789785 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.791708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.850733 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.903188 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-e310855f-ee85-4693-b35a-2378553be079', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:20:04.904098 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:04.991066 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.036435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Allocated IP 172.20.0.2 (e310855f-ee85-4693-b35a-2378553be079/65d5583f-0b27-42c8-aad5-f12e80ddd86a/3d2df972-44f4-4c3a-983b-8d6904b66c35) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:20:05.176000 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.182244 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.194385 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.214726 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.227073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Network e310855f-ee85-4693-b35a-2378553be079 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:05.230030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:05.234289 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:20:05.237663 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Pushing event updated for resources: {'Port': ['ID=3d2df972-44f4-4c3a-983b-8d6904b66c35,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:05.288620 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Attempting to bind port 3d2df972-44f4-4c3a-983b-8d6904b66c35 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:20:05.289007 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Attempting to bind port 3d2df972-44f4-4c3a-983b-8d6904b66c35 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:20:05.289369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Attempting to bind port 3d2df972-44f4-4c3a-983b-8d6904b66c35 on network e310855f-ee85-4693-b35a-2378553be079 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:20:05.294382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:20:05.294753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Checking segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:05.295154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.295543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Bound using segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:20:05.296009 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Bound port: 3d2df972-44f4-4c3a-983b-8d6904b66c35, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:20:05.296453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.327717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Allocated IP 172.25.8.46 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:20:05.361046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] For port 3d2df972-44f4-4c3a-983b-8d6904b66c35, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:20:05.364030 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] For port 3d2df972-44f4-4c3a-983b-8d6904b66c35, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3d2df972-44f4-4c3a-983b-8d6904b66c35,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:20:05.368306 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.427589 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12434cb-d403-4c54-bf1e-ae541ddad0e6 None None] Pushing event updated for resources: {'Port': ['ID=3d2df972-44f4-4c3a-983b-8d6904b66c35,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:05.433254 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.466879 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:05.501998 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:05.507276 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:05.511055 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:20:05.545342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Pushing event updated for resources: {'Port': ['ID=4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:06.077271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:06.278822 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:06.355414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28e9d6-b225-4d1a-b8e9-5e528e86774d None None] Network e310855f-ee85-4693-b35a-2378553be079 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:20:06.406194 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:20:06.419731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-56ca542a-9665-49ce-825b-84192fd3c606 None None] Provisioning complete for port 3d2df972-44f4-4c3a-983b-8d6904b66c35 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:06.420097 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56ca542a-9665-49ce-825b-84192fd3c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:06.515825 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:20:06.543331 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:06.544650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8f452000-7af2-4a75-a075-771777d85f8e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7802000 Oct 25 10:20:06.547426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44472) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:06.547556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Sync routers for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:20:06.574185 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56ca542a-9665-49ce-825b-84192fd3c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:06.604366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:06.605027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:06.611910 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 3d2df972-44f4-4c3a-983b-8d6904b66c35 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:06.744774 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-56ca542a-9665-49ce-825b-84192fd3c606 None None] For port 3d2df972-44f4-4c3a-983b-8d6904b66c35, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3d2df972-44f4-4c3a-983b-8d6904b66c35,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:06.754046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-56ca542a-9665-49ce-825b-84192fd3c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:06.827529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:06.890599 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 3d2df972-44f4-4c3a-983b-8d6904b66c35 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:06.890967 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:06.906721 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca542a-9665-49ce-825b-84192fd3c606 None None] Pushing event updated for resources: {'Port': ['ID=3d2df972-44f4-4c3a-983b-8d6904b66c35,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:06.981570 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.011196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dd6ce09b-d98f-4724-804b-e738aa5bf4b9 None None] Provisioning complete for port 3d2df972-44f4-4c3a-983b-8d6904b66c35 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:07.011475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce09b-d98f-4724-804b-e738aa5bf4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.136612 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Allocated IP 172.20.0.1 (e310855f-ee85-4693-b35a-2378553be079/65d5583f-0b27-42c8-aad5-f12e80ddd86a/d2d2b370-6abf-44db-936b-218e00c5d636) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:20:07.184946 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:05Z', 'revision_number': 3, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:07.211417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Checking router: 4d7269f9-674f-4b5d-95d7-d75e578bdd3b for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:20:07.211754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Updating router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:20:07.237792 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.245184 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.277540 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.319089 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Network e310855f-ee85-4693-b35a-2378553be079 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:07.322274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:07.325366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:20:07.359775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Pushing event updated for resources: {'Port': ['ID=d2d2b370-6abf-44db-936b-218e00c5d636,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:07.380721 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.523844 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.630785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ce6f50a5-5527-4aa1-b9a0-390aeaa8a047 None None] Provisioning complete for port d2d2b370-6abf-44db-936b-218e00c5d636 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:07.631317 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ce6f50a5-5527-4aa1-b9a0-390aeaa8a047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.691217 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.696304 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.696931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.701336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f50a5-5527-4aa1-b9a0-390aeaa8a047 None None] Port d2d2b370-6abf-44db-936b-218e00c5d636 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:20:07.704611 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.757139 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Attempting to bind port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:20:07.757514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Attempting to bind port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:20:07.757877 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Attempting to bind port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:20:07.763291 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01a6ea-dc77-4707-bfbd-31f3694f415e None None] Pushing event updated for resources: {'Port': ['ID=4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:07.766763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Pushing event updated for resources: {'Port': ['ID=d2d2b370-6abf-44db-936b-218e00c5d636,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:07.770695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:20:07.770867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:07.771224 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.771608 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:20:07.772076 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Bound port: 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:20:07.772690 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.773592 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.831659 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] For port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:20:07.834828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] For port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:20:07.840284 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:07.875304 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Network e310855f-ee85-4693-b35a-2378553be079 is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:07.882676 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:07.892954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:07.893751 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:07.983898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01a6ea-dc77-4707-bfbd-31f3694f415e None None] Pushing event updated for resources: {'Port': ['ID=4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:08.014287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:20:08.031800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:08.130438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:20:08.140927 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-68eab9a3-4fc3-42d8-b836-9632adbdd7ff admin admin] 10.222.0.32 "PUT /v2.0/routers/4d7269f9-674f-4b5d-95d7-d75e578bdd3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881166 Oct 25 10:20:08.169588 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d09ace03-954e-465f-b33d-f23b4ccea3e0 None None] Provisioning complete for port d2d2b370-6abf-44db-936b-218e00c5d636 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:08.169865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d09ace03-954e-465f-b33d-f23b4ccea3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.227903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-d09ace03-954e-465f-b33d-f23b4ccea3e0 None None] Port d2d2b370-6abf-44db-936b-218e00c5d636 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:20:08.280508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 2, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:08.309536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48022ff-7a39-4b8d-a6e8-c88b1a23d9c1 None None] The sync data for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 is: [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 2, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:20:08.582466 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 3d2df972-44f4-4c3a-983b-8d6904b66c35 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:08.631276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 3d2df972-44f4-4c3a-983b-8d6904b66c35 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:08.631907 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.690276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44488) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:08.695372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1102528640-network', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:08.718649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Made reservation on behalf of ec26b682a36446529f2c938df0fcd156 for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:20:08.721085 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.734184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.817783 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.823253 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.850208 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:20:08.862534 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-20f62084-dc28-4ef2-ad1b-49ccc127e98b req-ef619221-459b-4b48-836f-eb2d3bbd01bb service neutron] (106992) timed out ('10.222.0.41', 58016) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 10:20:08.863104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a82bd2-9c0b-4c52-9e5c-5dba3a60b355,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:08.870405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.871233 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Added segment d7258dd9-60a2-404b-89f0-4b1834de18bc of type vlan for network 3e3717c7-db2a-4753-b746-328301afd29e Oct 25 10:20:08.926696 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.957735 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:08.958694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:08.959274 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.019131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3276389 Oct 25 10:20:09.021826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44490) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:09.026989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Request body: {'subnet': {'network_id': '3e3717c7-db2a-4753-b746-328301afd29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1102528640-subnet', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:09.034499 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7172f-d3d4-4049-9c6a-88ecc883b11b admin admin] Pushing event updated for resources: {'Network': ['ID=3e3717c7-db2a-4753-b746-328301afd29e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:09.047754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network 3e3717c7-db2a-4753-b746-328301afd29e details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:20:09.054658 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Made reservation on behalf of ec26b682a36446529f2c938df0fcd156 for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:20:09.058852 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.242092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.298624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Pushing event updated for resources: {'Subnet': ['ID=165e6bdb-82dc-4454-bd21-90302f9cd8c2,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:09.314834 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Checking segment: {'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:09.315200 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Network hostable DHCP agents. Network: 3e3717c7-db2a-4753-b746-328301afd29e, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:20:09.332984 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Network 3e3717c7-db2a-4753-b746-328301afd29e is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:20:09.342439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, 3e3717c7-db2a-4753-b746-328301afd29e) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:09.350821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4cebac-5e08-4b33-817f-cf7f70201a61 None None] Network 3e3717c7-db2a-4753-b746-328301afd29e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:20:09.352190 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:09.352999 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.374831 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-2bd352be-0341-4193-950c-aec55710e22a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3495946 Oct 25 10:20:09.375337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44492) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:09.380098 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:09.403567 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.404631 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.425847 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.461402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.514569 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-3e3717c7-db2a-4753-b746-328301afd29e', 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'fixed_ips': [{'subnet_id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:20:09.515672 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.605625 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.667573 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Allocated IP 172.20.0.2 (3e3717c7-db2a-4753-b746-328301afd29e/165e6bdb-82dc-4454-bd21-90302f9cd8c2/68feec06-22da-49cc-8af7-c857ca7df18d) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:20:09.813558 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.815606 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.821687 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.835017 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.864101 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Network 3e3717c7-db2a-4753-b746-328301afd29e is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:09.866898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:09.870170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:20:09.878622 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Pushing event updated for resources: {'Port': ['ID=68feec06-22da-49cc-8af7-c857ca7df18d,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:09.933170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Attempting to bind port 68feec06-22da-49cc-8af7-c857ca7df18d on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:20:09.933635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Attempting to bind port 68feec06-22da-49cc-8af7-c857ca7df18d by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:20:09.934089 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Attempting to bind port 68feec06-22da-49cc-8af7-c857ca7df18d on network 3e3717c7-db2a-4753-b746-328301afd29e {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:20:09.939731 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:20:09.940242 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Checking segment: {'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:09.940743 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:09.941267 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Bound using segment: {'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:20:09.941823 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Bound port: 68feec06-22da-49cc-8af7-c857ca7df18d, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:20:09.942231 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Allocated IP 172.25.8.91 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/14c5b02b-f96b-4562-96ed-26a6eb4b0ff8) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:20:09.942387 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.010796 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] For port 68feec06-22da-49cc-8af7-c857ca7df18d, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:20:10.013626 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] For port 68feec06-22da-49cc-8af7-c857ca7df18d, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=68feec06-22da-49cc-8af7-c857ca7df18d,segment=NetworkSegment(d7258dd9-60a2-404b-89f0-4b1834de18bc),segment_id=d7258dd9-60a2-404b-89f0-4b1834de18bc)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:20:10.017604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.064777 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.074609 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2e797-6c1b-4d88-8462-803d3c8e767a None None] Pushing event updated for resources: {'Port': ['ID=68feec06-22da-49cc-8af7-c857ca7df18d,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:10.115390 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.159556 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:10.162638 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:10.166496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:20:10.191111 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Pushing event updated for resources: {'Port': ['ID=14c5b02b-f96b-4562-96ed-26a6eb4b0ff8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:10.302777 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Sync routers for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:20:10.317713 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:10.318312 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:10.425015 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:10.462189 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.512594 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.642311 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 2, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:10.653198 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:10.671539 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Checking router: 4d7269f9-674f-4b5d-95d7-d75e578bdd3b for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:20:10.671885 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Updating router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b port d2d2b370-6abf-44db-936b-218e00c5d636 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:20:10.700617 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.703514 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.705551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:10.706048 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.787295 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.810625 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:10.815474 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:10.817047 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 68feec06-22da-49cc-8af7-c857ca7df18d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:10.875694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Router 26806169-c3dd-4130-9733-0525136a358e is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:20:10.905322 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:10.917392 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 68feec06-22da-49cc-8af7-c857ca7df18d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:10.917864 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.012088 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.016630 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:20:11.018451 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.022636 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.036249 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.042370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-0e45dc8d-b3b0-43d3-a090-9add93cb87af admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6656265 Oct 25 10:20:11.044974 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44494) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:11.047421 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Sync routers for ids ['26806169-c3dd-4130-9733-0525136a358e'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:20:11.075094 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Pushing event updated for resources: {'Port': ['ID=d2d2b370-6abf-44db-936b-218e00c5d636,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:11.085629 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 68feec06-22da-49cc-8af7-c857ca7df18d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=68feec06-22da-49cc-8af7-c857ca7df18d,segment=NetworkSegment(d7258dd9-60a2-404b-89f0-4b1834de18bc),segment_id=d7258dd9-60a2-404b-89f0-4b1834de18bc)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:11.087859 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.091968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Routers {'26806169-c3dd-4130-9733-0525136a358e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:11.092556 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['26806169-c3dd-4130-9733-0525136a358e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:11.092729 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.093105 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.093544 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.093936 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.094471 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.094966 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.095291 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.095987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.097667 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.099485 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.099782 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.100004 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:20:11.174004 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Attempting to bind port d2d2b370-6abf-44db-936b-218e00c5d636 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:20:11.174574 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Attempting to bind port d2d2b370-6abf-44db-936b-218e00c5d636 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:20:11.175120 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Attempting to bind port d2d2b370-6abf-44db-936b-218e00c5d636 on network e310855f-ee85-4693-b35a-2378553be079 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:20:11.180986 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:20:11.183212 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Checking segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:11.183798 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.184349 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Bound using segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:20:11.197652 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Bound port: d2d2b370-6abf-44db-936b-218e00c5d636, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:20:11.198257 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.277057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6677f876-a111-430a-ae2b-174b547c8e07 None None] Network 3e3717c7-db2a-4753-b746-328301afd29e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:20:11.304874 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] For port d2d2b370-6abf-44db-936b-218e00c5d636, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:20:11.312598 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] For port d2d2b370-6abf-44db-936b-218e00c5d636, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d2d2b370-6abf-44db-936b-218e00c5d636,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:20:11.326062 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.373176 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=68feec06-22da-49cc-8af7-c857ca7df18d,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:11.409965 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c446b-bc75-4b5f-a05d-e41d9acb9b48 None None] Pushing event updated for resources: {'Port': ['ID=d2d2b370-6abf-44db-936b-218e00c5d636,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:11.436534 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:11.437465 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:11.442640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Set router 26806169-c3dd-4130-9733-0525136a358e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:11.512800 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-dbc088db-100e-466b-8101-c05218632766 None None] Provisioning complete for port 68feec06-22da-49cc-8af7-c857ca7df18d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:11.517807 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dbc088db-100e-466b-8101-c05218632766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.609514 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:11.721093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:11.853610 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 3, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port': {'id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:11.885201 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Checking router: 26806169-c3dd-4130-9733-0525136a358e for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:20:11.885540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Updating router 26806169-c3dd-4130-9733-0525136a358e port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:20:11.902559 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Allocated IP 172.20.0.1 (3e3717c7-db2a-4753-b746-328301afd29e/165e6bdb-82dc-4454-bd21-90302f9cd8c2/cc2ab9d5-2dd4-41a0-9f7e-73623342e95f) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:20:11.909877 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:11Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:11.919304 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.029761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-44e60f1c-3e9a-4103-9443-2ae4e1e033cf None None] Provisioning complete for port d2d2b370-6abf-44db-936b-218e00c5d636 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:12.030431 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-44e60f1c-3e9a-4103-9443-2ae4e1e033cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.061637 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.107931 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.114830 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64fac6e-9c27-4013-ab1c-055b7a2787dd None None] The sync data for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 is: [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:11Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:20:12.160965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Network 3e3717c7-db2a-4753-b746-328301afd29e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:12.163958 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:12.169485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:20:12.177105 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Pushing event updated for resources: {'Port': ['ID=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:12.236581 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-44e60f1c-3e9a-4103-9443-2ae4e1e033cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.243311 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.313736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-44e60f1c-3e9a-4103-9443-2ae4e1e033cf None None] For port d2d2b370-6abf-44db-936b-218e00c5d636, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d2d2b370-6abf-44db-936b-218e00c5d636,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:12.338599 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-44e60f1c-3e9a-4103-9443-2ae4e1e033cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.462443 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.637676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e60f1c-3e9a-4103-9443-2ae4e1e033cf None None] Pushing event updated for resources: {'Port': ['ID=d2d2b370-6abf-44db-936b-218e00c5d636,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:12.656879 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.664533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ac0ccee1-5e3b-444d-9132-bacb10ed58b6 None None] Provisioning complete for port 68feec06-22da-49cc-8af7-c857ca7df18d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:12.664999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac0ccee1-5e3b-444d-9132-bacb10ed58b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.678758 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.685170 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.702386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d2d2b370-6abf-44db-936b-218e00c5d636 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:12.706214 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.757555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Pushing event updated for resources: {'Port': ['ID=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:12.760925 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.840262 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Attempting to bind port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:20:12.840554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Attempting to bind port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:20:12.840932 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Attempting to bind port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:20:12.851939 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2260c29-b461-4468-b50a-479c71ffedb1 None None] Pushing event updated for resources: {'Port': ['ID=14c5b02b-f96b-4562-96ed-26a6eb4b0ff8,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:12.864582 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Network 3e3717c7-db2a-4753-b746-328301afd29e is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:12.866175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:12.876652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:20:12.877241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:12.877366 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.877761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:20:12.878240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Bound port: 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:20:12.878616 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.899362 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d2d2b370-6abf-44db-936b-218e00c5d636 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:12.899724 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:12.998553 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] For port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:20:13.006001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] For port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=14c5b02b-f96b-4562-96ed-26a6eb4b0ff8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:20:13.056591 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:13.140416 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:13.179990 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-6e9b354b-6b14-458c-830f-efb6b813646d None None] Provisioning complete for port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:13.180538 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6e9b354b-6b14-458c-830f-efb6b813646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:13.235935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2260c29-b461-4468-b50a-479c71ffedb1 None None] Pushing event updated for resources: {'Port': ['ID=14c5b02b-f96b-4562-96ed-26a6eb4b0ff8,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:13.243595 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Routers {'26806169-c3dd-4130-9733-0525136a358e'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:13.244618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['26806169-c3dd-4130-9733-0525136a358e'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:13.321018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b354b-6b14-458c-830f-efb6b813646d None None] Port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:20:13.336747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:13.337134 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:13.357150 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Router 26806169-c3dd-4130-9733-0525136a358e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:20:13.395527 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] Set router 26806169-c3dd-4130-9733-0525136a358e gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:13.462486 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:20:13.468549 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-20f06a85-2173-4fa1-aae7-306a467a31cb admin admin] 10.222.0.32 "PUT /v2.0/routers/26806169-c3dd-4130-9733-0525136a358e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225776 Oct 25 10:20:13.523864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9b8fb5a6-9fc1-41d8-92ab-07d3110ade57 None None] Provisioning complete for port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:13.524320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb5a6-9fc1-41d8-92ab-07d3110ade57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:13.550536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 68feec06-22da-49cc-8af7-c857ca7df18d up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:13.634339 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-9b8fb5a6-9fc1-41d8-92ab-07d3110ade57 None None] Port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:20:13.684996 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 68feec06-22da-49cc-8af7-c857ca7df18d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:13.685367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:13.747726 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 4, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port': {'id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cc2ab9d5-2dd4-41a0-9f7e-73623342e95f', 'name': '', 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'mac_address': 'fa:16:3e:b1:d3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:11Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 2, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'subnets': [{'id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:13.797463 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef92c6ac-4b00-4c6e-b9fd-491244463cc3 None None] The sync data for ids ['26806169-c3dd-4130-9733-0525136a358e'] in n-d-814746-2 is: [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 4, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port': {'id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cc2ab9d5-2dd4-41a0-9f7e-73623342e95f', 'name': '', 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'mac_address': 'fa:16:3e:b1:d3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:11Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 2, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'subnets': [{'id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:20:14.080163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44502) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:14.084862 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-16739940-a670-4bc6-b44f-16f9dbf01f43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737699340', 'description': 'tempest-secgroup-smoke-1737699340 description', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:14.109513 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-16739940-a670-4bc6-b44f-16f9dbf01f43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.183244 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-16739940-a670-4bc6-b44f-16f9dbf01f43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.187336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-16739940-a670-4bc6-b44f-16f9dbf01f43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.222435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-16739940-a670-4bc6-b44f-16f9dbf01f43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.224082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-16739940-a670-4bc6-b44f-16f9dbf01f43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425641 Oct 25 10:20:14.227035 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44504) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:14.227174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16739940-a670-4bc6-b44f-16f9dbf01f43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:14.244948 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-342ef1de-e4c9-4589-af04-ae447fd0ea0a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:14.272228 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-342ef1de-e4c9-4589-af04-ae447fd0ea0a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.334917 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-342ef1de-e4c9-4589-af04-ae447fd0ea0a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.338688 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-342ef1de-e4c9-4589-af04-ae447fd0ea0a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.357198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ef1de-e4c9-4589-af04-ae447fd0ea0a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ec55e4-a024-45ea-b736-9fb8527975b4,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:14.366092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-342ef1de-e4c9-4589-af04-ae447fd0ea0a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.367341 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-342ef1de-e4c9-4589-af04-ae447fd0ea0a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389103 Oct 25 10:20:14.370824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44506) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:14.375266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-bacd450f-4ea0-49c9-ad0c-57412a62cf94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:14.403490 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bacd450f-4ea0-49c9-ad0c-57412a62cf94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.459668 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bacd450f-4ea0-49c9-ad0c-57412a62cf94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.463064 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bacd450f-4ea0-49c9-ad0c-57412a62cf94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.481447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd450f-4ea0-49c9-ad0c-57412a62cf94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a44dd16-c809-46bf-937a-8c9f4abed609,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:14.486402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-bacd450f-4ea0-49c9-ad0c-57412a62cf94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.490529 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-bacd450f-4ea0-49c9-ad0c-57412a62cf94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158130 Oct 25 10:20:14.490529 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44508) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:14.495288 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-02ba2bb9-079f-42b6-adfb-b87f0d5cae2c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:14.522377 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ba2bb9-079f-42b6-adfb-b87f0d5cae2c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.572816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d2d2b370-6abf-44db-936b-218e00c5d636 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:14.587413 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ba2bb9-079f-42b6-adfb-b87f0d5cae2c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.592229 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ba2bb9-079f-42b6-adfb-b87f0d5cae2c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.608649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba2bb9-079f-42b6-adfb-b87f0d5cae2c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287e7711-6944-49bb-aac7-9c4574c2bd05,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:14.621620 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-02ba2bb9-079f-42b6-adfb-b87f0d5cae2c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.622634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port d2d2b370-6abf-44db-936b-218e00c5d636 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:14.623002 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.625655 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44510) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:14.625812 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-02ba2bb9-079f-42b6-adfb-b87f0d5cae2c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343164 Oct 25 10:20:14.630163 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-14f02c03-a03d-4e35-9eae-70b85cc7828f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:14.656146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14f02c03-a03d-4e35-9eae-70b85cc7828f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.723213 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14f02c03-a03d-4e35-9eae-70b85cc7828f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.726613 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14f02c03-a03d-4e35-9eae-70b85cc7828f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.747466 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f02c03-a03d-4e35-9eae-70b85cc7828f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66918374-0461-49e9-888d-c8f1ac1f54ec,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:14.751579 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-14f02c03-a03d-4e35-9eae-70b85cc7828f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.753302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-14f02c03-a03d-4e35-9eae-70b85cc7828f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266286 Oct 25 10:20:14.755561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44512) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:14.760485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-bfcc9d10-1c78-4d00-99e4-e4a20b0bedd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:14.784119 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-bfcc9d10-1c78-4d00-99e4-e4a20b0bedd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Project 2f4d92f097ea4bf3915331e4bcf04b9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:20:14.788789 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9d10-1c78-4d00-99e4-e4a20b0bedd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.846374 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9d10-1c78-4d00-99e4-e4a20b0bedd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.849615 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9d10-1c78-4d00-99e4-e4a20b0bedd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.868338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9d10-1c78-4d00-99e4-e4a20b0bedd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c687f7a-8e54-4ba4-afc2-58b5a4f75033,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:14.875945 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9d10-1c78-4d00-99e4-e4a20b0bedd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.877142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-bfcc9d10-1c78-4d00-99e4-e4a20b0bedd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206245 Oct 25 10:20:14.879874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44516) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:14.884195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1c79b596-ed26-4873-a60d-126024b26843 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:14.906117 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-1c79b596-ed26-4873-a60d-126024b26843 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Project 2f4d92f097ea4bf3915331e4bcf04b9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:20:14.911060 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c79b596-ed26-4873-a60d-126024b26843 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.973029 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c79b596-ed26-4873-a60d-126024b26843 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.976520 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c79b596-ed26-4873-a60d-126024b26843 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:14.992001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79b596-ed26-4873-a60d-126024b26843 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd4e0a1-209f-4e93-ab56-b9156a1f6c8d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:15.008124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1c79b596-ed26-4873-a60d-126024b26843 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:15.008124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1c79b596-ed26-4873-a60d-126024b26843 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257126 Oct 25 10:20:15.173797 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-966527e0-dc25-4afd-a0bb-4dede01131bf tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737699340&fields=id&tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f HTTP/1.1" status: 200 len: 267 time: 0.0346210 Oct 25 10:20:15.289433 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-3a0708ed-1371-4e2f-8369-8deb256d18cb tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:15.291405 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-3a0708ed-1371-4e2f-8369-8deb256d18cb tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 808 time: 0.1098998 Oct 25 10:20:15.307573 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-b83f2f54-cae9-4217-8c20-e2e51e0ff9d8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/quotas/2f4d92f097ea4bf3915331e4bcf04b9f HTTP/1.1" status: 200 len: 375 time: 0.0101056 Oct 25 10:20:15.360598 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-21f33947-6c6d-49f5-abce-db8fecac7b84 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473297 Oct 25 10:20:15.566436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-5f0acb7f-095b-4d2e-9e3b-4cee69b0211c service neutron] 10.222.0.32 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932878 Oct 25 10:20:15.666977 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-954ee79e-e694-429b-a0f2-e956f4cdb374 service neutron] 10.222.0.32 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942547 Oct 25 10:20:15.824824 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-246e48e3-3c95-44a6-a875-7de6af2e6a67 req-c87b81d1-84f0-4cc7-a946-215afc78622f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 210 time: 0.0260911 Oct 25 10:20:16.372961 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Sync routers for ids ['26806169-c3dd-4130-9733-0525136a358e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:20:16.382451 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Routers {'26806169-c3dd-4130-9733-0525136a358e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:16.383050 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['26806169-c3dd-4130-9733-0525136a358e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:16.485427 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Set router 26806169-c3dd-4130-9733-0525136a358e gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:16.588240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:16.626428 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e698ba9f-2d0e-4cdb-aaab-45159cbaf988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:16.653870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:16.654586 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:16.715331 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 4, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port': {'id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cc2ab9d5-2dd4-41a0-9f7e-73623342e95f', 'name': '', 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'mac_address': 'fa:16:3e:b1:d3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:11Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 2, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'subnets': [{'id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:16.739574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:16.741411 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Checking router: 26806169-c3dd-4130-9733-0525136a358e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:20:16.741763 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Updating router 26806169-c3dd-4130-9733-0525136a358e port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:20:16.767668 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:16.772536 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=14c5b02b-f96b-4562-96ed-26a6eb4b0ff8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:16.779908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:16.840582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=14c5b02b-f96b-4562-96ed-26a6eb4b0ff8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:16.877750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-c4a3654f-fe3c-40ee-ab4b-d73a24833c3e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:16.879224 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-c4a3654f-fe3c-40ee-ab4b-d73a24833c3e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 808 time: 0.1275153 Oct 25 10:20:16.930619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-110ee05b-cb58-410c-84d8-5d60b839d5b1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f HTTP/1.1" status: 200 len: 380 time: 0.0359776 Oct 25 10:20:16.940922 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'port': {'device_id': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'admin_state_up': True, 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'security_groups': ['0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:16.950486 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6b15f9ac-5075-46db-a668-b78cb593a4bd req-d1f4bf1f-f133-4783-8397-b1eb4dea463e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 210 time: 0.0273678 Oct 25 10:20:17.055417 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Made reservation on behalf of 2f4d92f097ea4bf3915331e4bcf04b9f for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:20:17.059680 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.060069 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.065053 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.121227 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a71f4-44e6-470e-aab4-70502fa623d8 None None] Pushing event updated for resources: {'Port': ['ID=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:17.168564 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Attempting to bind port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:20:17.169015 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Attempting to bind port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:20:17.169530 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Attempting to bind port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f on network 3e3717c7-db2a-4753-b746-328301afd29e {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:20:17.174984 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:20:17.175358 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Checking segment: {'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:17.175753 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.176143 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Bound using segment: {'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:20:17.176609 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Bound port: cc2ab9d5-2dd4-41a0-9f7e-73623342e95f, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7258dd9-60a2-404b-89f0-4b1834de18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:20:17.177010 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.203027 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Allocated IP 172.20.0.9 (e310855f-ee85-4693-b35a-2378553be079/65d5583f-0b27-42c8-aad5-f12e80ddd86a/d00940c2-a639-4b6f-9c0c-de90869bad0d) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:20:17.249936 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] For port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:20:17.253285 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] For port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,segment=NetworkSegment(d7258dd9-60a2-404b-89f0-4b1834de18bc),segment_id=d7258dd9-60a2-404b-89f0-4b1834de18bc)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:20:17.258759 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.307658 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Routers {'26806169-c3dd-4130-9733-0525136a358e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:17.308242 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:19:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['26806169-c3dd-4130-9733-0525136a358e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:17.374912 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.394558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-d6a7547a-0bb4-455c-8fa1-711d0ad1fcc3 None None] Provisioning complete for port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:17.395489 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d6a7547a-0bb4-455c-8fa1-711d0ad1fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.398565 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a71f4-44e6-470e-aab4-70502fa623d8 None None] Pushing event updated for resources: {'Port': ['ID=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:17.422463 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.439759 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] Set router 26806169-c3dd-4130-9733-0525136a358e gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:17.472490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Network e310855f-ee85-4693-b35a-2378553be079 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:17.476119 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:17.481411 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:20:17.490671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d6a7547a-0bb4-455c-8fa1-711d0ad1fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.534514 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:17.535611 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-d6a7547a-0bb4-455c-8fa1-711d0ad1fcc3 None None] For port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,segment=NetworkSegment(d7258dd9-60a2-404b-89f0-4b1834de18bc),segment_id=d7258dd9-60a2-404b-89f0-4b1834de18bc)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:17.544388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d6a7547a-0bb4-455c-8fa1-711d0ad1fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.582099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:17.582823 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.604489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7547a-0bb4-455c-8fa1-711d0ad1fcc3 None None] Pushing event updated for resources: {'Port': ['ID=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:17.608360 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-d2b14d78-23d7-45bf-adb1-b55154823ee3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6712606 Oct 25 10:20:17.626564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Request body: {'port': {'device_id': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:17.669276 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-86782f79-fb53-43d8-8169-deb3f704f534 None None] Provisioning complete for port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:17.669826 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-86782f79-fb53-43d8-8169-deb3f704f534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.684738 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 4, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port': {'id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cc2ab9d5-2dd4-41a0-9f7e-73623342e95f', 'name': '', 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'mac_address': 'fa:16:3e:b1:d3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:11Z', 'updated_at': '2021-10-25T10:20:17Z', 'revision_number': 4, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'subnets': [{'id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:17.688034 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.731570 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d888de-6443-4c87-a40a-436e4fc357e2 None None] The sync data for ids ['26806169-c3dd-4130-9733-0525136a358e'] in n-d-814746-2 is: [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 4, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port': {'id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'cc2ab9d5-2dd4-41a0-9f7e-73623342e95f', 'name': '', 'network_id': '3e3717c7-db2a-4753-b746-328301afd29e', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'mac_address': 'fa:16:3e:b1:d3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:11Z', 'updated_at': '2021-10-25T10:20:17Z', 'revision_number': 4, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'subnets': [{'id': '165e6bdb-82dc-4454-bd21-90302f9cd8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:20:17.889887 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-3147a223-b493-4d45-9cbc-96b9c2ed95c9 None None] Provisioning complete for port d00940c2-a639-4b6f-9c0c-de90869bad0d triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:17.890529 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3147a223-b493-4d45-9cbc-96b9c2ed95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.929231 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-3147a223-b493-4d45-9cbc-96b9c2ed95c9 None None] Port d00940c2-a639-4b6f-9c0c-de90869bad0d cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:20:17.976914 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00940c2-a639-4b6f-9c0c-de90869bad0d {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:20:17.986837 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:17.999284 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Transition to ACTIVE for port object d00940c2-a639-4b6f-9c0c-de90869bad0d will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:20:18.003787 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:18.080178 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:18.090884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d93c0-9b9a-4b6a-a35a-769ad656569d req-89bd5523-181e-43e1-a104-3809f2c01062 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:18.093099 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e2d93c0-9b9a-4b6a-a35a-769ad656569d req-89bd5523-181e-43e1-a104-3809f2c01062 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0627785 Oct 25 10:20:18.151502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Attempting to bind port d00940c2-a639-4b6f-9c0c-de90869bad0d on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:20:18.152100 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Attempting to bind port d00940c2-a639-4b6f-9c0c-de90869bad0d by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:20:18.153429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Attempting to bind port d00940c2-a639-4b6f-9c0c-de90869bad0d on network e310855f-ee85-4693-b35a-2378553be079 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:20:18.155266 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4e2d93c0-9b9a-4b6a-a35a-769ad656569d req-562886f9-0fbe-44e8-8410-9b710fdd0193 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557094 Oct 25 10:20:18.159970 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Port d00940c2-a639-4b6f-9c0c-de90869bad0d on network e310855f-ee85-4693-b35a-2378553be079 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:20:18.160434 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Attempting to bind port d00940c2-a639-4b6f-9c0c-de90869bad0d on network e310855f-ee85-4693-b35a-2378553be079 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:20:18.171376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:20:18.171376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Checking segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:20:18.171376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Bound using segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:20:18.171376 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Bound port: d00940c2-a639-4b6f-9c0c-de90869bad0d, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:20:18.171376 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:18.244361 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:20:18.248117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:20:18.252694 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:18.297624 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:18.298240 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:18.299602 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] 10.222.0.41 "PUT /v2.0/ports/d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 1091 time: 0.6775064 Oct 25 10:20:18.300054 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:20:18.302382 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6999dac-e407-488b-a4a9-8659f2ecfed4" -d '{"events": [{"name": "network-changed", "server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:20:18.354349 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69898104-1b4c-47f8-abdc-28e0fb0d62da service neutron] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:18.370053 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224e3bbb-4169-4340-80fc-286173886da4 x-openstack-request-id: req-224e3bbb-4169-4340-80fc-286173886da4 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:20:18.370377 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:20:18.370598 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-224e3bbb-4169-4340-80fc-286173886da4 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:20:18.371004 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'status': 'completed', 'code': 200} Oct 25 10:20:18.404664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-7e7e7ed8-7ead-4d8f-8480-d77ad30e5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:18.406226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-7e7e7ed8-7ead-4d8f-8480-d77ad30e5d3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1094 time: 0.0478699 Oct 25 10:20:18.456852 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-93cf5b46-3966-4ac5-bed4-10f38db83679 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 217 time: 0.0368588 Oct 25 10:20:18.516001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-6aa5c613-5ccc-4c71-ad17-a72df5ac55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:18.517471 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-6aa5c613-5ccc-4c71-ad17-a72df5ac55fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0515871 Oct 25 10:20:18.575130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-200a683f-01c6-4cd3-8a77-5969faeec4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:18.577197 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-200a683f-01c6-4cd3-8a77-5969faeec4bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530190 Oct 25 10:20:18.589678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:18.637879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:18.638542 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:18.676555 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-ffa6006a-66d7-4fb2-bf21-7fc5f1d40153 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919967 Oct 25 10:20:18.722783 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cc2ab9d5-2dd4-41a0-9f7e-73623342e95f up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:18.768196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f5c95152-48e7-45df-9fdd-8ee09905810c req-f53e055a-79f8-4649-b30d-55988c87fce7 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844111 Oct 25 10:20:18.769967 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:18.770332 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:18.896900 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-44004f8c-6740-43c5-b056-758521622920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:18.898441 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-44004f8c-6740-43c5-b056-758521622920 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1094 time: 0.0418663 Oct 25 10:20:18.944266 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-800ed8fb-0cc9-4a04-80aa-53f37f373eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:18.996264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-46461174-b54d-49c7-90e7-ee3627df98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:18.997689 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-46461174-b54d-49c7-90e7-ee3627df98a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0917387 Oct 25 10:20:19.038962 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-edfe1e4f-957f-4f30-bf1a-f3fbe1ea8c6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 217 time: 0.0341380 Oct 25 10:20:19.094244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-5c8559a6-8470-41dc-910b-74d51af60cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:19.095703 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-5c8559a6-8470-41dc-910b-74d51af60cf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0491753 Oct 25 10:20:19.142896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-ca1bc28c-c84e-453a-a57f-648c9e588d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:19.144370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-ca1bc28c-c84e-453a-a57f-648c9e588d21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398712 Oct 25 10:20:19.244122 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-f6dc1ac7-5a67-48dd-a342-250e53b6db16 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917020 Oct 25 10:20:19.275657 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687dd45d-ba58-4b28-9d74-75d711398402 req-0dac1dba-0db2-458f-b3fc-b944d518627b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:19.277788 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-687dd45d-ba58-4b28-9d74-75d711398402 req-0dac1dba-0db2-458f-b3fc-b944d518627b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0534749 Oct 25 10:20:19.320062 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-687dd45d-ba58-4b28-9d74-75d711398402 req-0479dcab-0f7b-4a08-bd90-704050a55aae tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360878 Oct 25 10:20:19.340971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f6999dac-e407-488b-a4a9-8659f2ecfed4 req-2d1fe7e7-460b-45a6-b43a-798919173028 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898247 Oct 25 10:20:20.143982 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:20.279774 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:20.435953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5f58c-fba9-4fc6-9ffd-66e4892ffa67 req-01a7ac6f-29a4-4bfc-8da6-9eb17c8202ba tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:20.437469 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48c5f58c-fba9-4fc6-9ffd-66e4892ffa67 req-01a7ac6f-29a4-4bfc-8da6-9eb17c8202ba tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0492294 Oct 25 10:20:20.474248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48c5f58c-fba9-4fc6-9ffd-66e4892ffa67 req-6822b8de-c0b9-4a69-99cd-f93a2606a644 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Oct 25 10:20:21.591796 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade519-239d-461d-b071-effa22879332 req-5bade2c0-ffc3-45b4-b6e4-49561d14df51 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:21.593287 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25ade519-239d-461d-b071-effa22879332 req-5bade2c0-ffc3-45b4-b6e4-49561d14df51 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0491626 Oct 25 10:20:21.630633 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-25ade519-239d-461d-b071-effa22879332 req-68767996-35ca-4e37-8810-f91d11645948 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Oct 25 10:20:22.137932 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:22.744924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2993d8-c75a-4a2a-a317-623ad563ccdf req-11ee6ea3-e110-40d6-84ac-071f3cc26dfc tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:22.746360 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d2993d8-c75a-4a2a-a317-623ad563ccdf req-11ee6ea3-e110-40d6-84ac-071f3cc26dfc tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0488102 Oct 25 10:20:22.787730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5d2993d8-c75a-4a2a-a317-623ad563ccdf req-2da37b56-7ee1-42a6-8ae9-4aa34ce1488b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353866 Oct 25 10:20:23.903824 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85992844-824b-4926-ba71-980bd476e58c req-8ed65396-c516-496d-a168-3abe7fb566a2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:23.905426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85992844-824b-4926-ba71-980bd476e58c req-8ed65396-c516-496d-a168-3abe7fb566a2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0482924 Oct 25 10:20:23.943285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-85992844-824b-4926-ba71-980bd476e58c req-058d7f9b-892c-4ee9-a727-28e6e630ed98 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316894 Oct 25 10:20:24.034414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:20:24.286913 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:24.298253 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'port_id': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'mac_address': 'fa:16:3e:13:f1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:20:24.334706 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:24.347869 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00940c2-a639-4b6f-9c0c-de90869bad0d {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:20:24.367142 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:24.371896 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:24.418228 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:24.772777 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['d00940c2-a639-4b6f-9c0c-de90869bad0d'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:20:25.063125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45821acd-8be3-4660-b591-5e6d081acb6a req-3cf8f908-535a-4034-9ff2-198d8dc17d20 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:25.064567 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45821acd-8be3-4660-b591-5e6d081acb6a req-3cf8f908-535a-4034-9ff2-198d8dc17d20 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 944 time: 0.0528548 Oct 25 10:20:25.101789 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-45821acd-8be3-4660-b591-5e6d081acb6a req-99ab66f8-a093-4aff-a939-01d8e6cc7dbd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Oct 25 10:20:25.531929 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:20:26.062503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:20:26.113966 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port d00940c2-a639-4b6f-9c0c-de90869bad0d completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:20:26.117479 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port d00940c2-a639-4b6f-9c0c-de90869bad0d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:20:26.117842 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:26.198028 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:26.217603 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b3851-2ffa-477c-9783-affb849e80d1 req-eb4afb2c-7d87-4254-857e-1d0e2545e758 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:26.219149 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b72b3851-2ffa-477c-9783-affb849e80d1 req-eb4afb2c-7d87-4254-857e-1d0e2545e758 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 944 time: 0.0480015 Oct 25 10:20:26.219826 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:20:26.222111 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f03208-0d51-45f0-b944-e051c75279c0" -d '{"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:20:26.236099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:20:26.240760 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:26.263839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b72b3851-2ffa-477c-9783-affb849e80d1 req-8d54e306-e2ab-4885-bddb-3c105c0dd685 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Oct 25 10:20:26.292319 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:26.361866 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc8179-e3c5-43d0-b931-af8578fdd8ac x-openstack-request-id: req-64cc8179-e3c5-43d0-b931-af8578fdd8ac {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:20:26.362160 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:20:26.362411 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64cc8179-e3c5-43d0-b931-af8578fdd8ac {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:20:26.362800 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'code': 200} Oct 25 10:20:26.486391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79ac7-e581-49df-aa9b-1c4fa01991de req-95be50f0-658f-4dc5-a137-9f2e696ff3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:26.487892 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93a79ac7-e581-49df-aa9b-1c4fa01991de req-95be50f0-658f-4dc5-a137-9f2e696ff3a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1096 time: 0.0419040 Oct 25 10:20:26.530786 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-93a79ac7-e581-49df-aa9b-1c4fa01991de req-7770572e-c0d1-4253-8e53-bb5497ba89e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345659 Oct 25 10:20:27.380561 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389c6a3-baf3-4b3c-bd8b-3f53b7bfa5db req-3509ea4b-c8e7-44a1-a062-65bdd05777ee tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:27.382086 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2389c6a3-baf3-4b3c-bd8b-3f53b7bfa5db req-3509ea4b-c8e7-44a1-a062-65bdd05777ee tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0493748 Oct 25 10:20:27.419600 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2389c6a3-baf3-4b3c-bd8b-3f53b7bfa5db req-7d156c9b-b3f8-4cf9-9408-5e7f4ebc8f18 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Oct 25 10:20:28.537523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588164d9-1e96-43f0-b803-d633617c15cd req-3252f0fa-24ec-4d9b-9818-e0cfcc3ec576 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:28.538991 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-588164d9-1e96-43f0-b803-d633617c15cd req-3252f0fa-24ec-4d9b-9818-e0cfcc3ec576 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0496597 Oct 25 10:20:28.577157 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-588164d9-1e96-43f0-b803-d633617c15cd req-443e1666-055c-48d4-9f5d-372d10c69d98 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Oct 25 10:20:28.687680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e4a0d-c156-41f7-9573-26de28072bf1 req-17c600aa-9095-4491-a389-505917d2f2d6 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:28.689122 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c78e4a0d-c156-41f7-9573-26de28072bf1 req-17c600aa-9095-4491-a389-505917d2f2d6 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0470498 Oct 25 10:20:28.730354 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c78e4a0d-c156-41f7-9573-26de28072bf1 req-9705ea85-9340-40e5-baea-d61fd1e4d501 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351820 Oct 25 10:20:28.751661 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44576) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:28.833805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a2932-e640-42d9-bad5-f5d854c639c9 tempest-TestShelveInstance-89479105 tempest-TestShelveInstance-89479105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:28.835277 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-8f8a2932-e640-42d9-bad5-f5d854c639c9 tempest-TestShelveInstance-89479105 tempest-TestShelveInstance-89479105-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1091 time: 0.0826650 Oct 25 10:20:28.838446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44580) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:20:28.842598 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:20:28.864085 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:28.960091 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:29.072331 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Allocated IP 172.25.8.9 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/ad05115d-c79f-4333-932b-2ac3cccffe8a) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:20:29.171533 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:29.208735 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:29.246504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:20:29.250973 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:20:29.254385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:20:29.280296 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'Port': ['ID=ad05115d-c79f-4333-932b-2ac3cccffe8a,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:29.593784 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:29.662960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:29.810402 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:29.814767 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:29.886730 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'Port': ['ID=ad05115d-c79f-4333-932b-2ac3cccffe8a,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:20:29.893576 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:29.991086 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Floating IP bdbaaba3-ad4e-4af9-b9bd-738b542a349d associated. External IP: 172.25.8.9, port: d00940c2-a639-4b6f-9c0c-de90869bad0d. Oct 25 10:20:30.195348 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:20:30.609281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:20:30.619179 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] Sync routers for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:20:30.627804 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:30.629592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:30.630211 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:30.655432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-7f9fbc1f-4de4-48ea-87c6-1b32b1a03622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8158491 Oct 25 10:20:30.655980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:20:30.658267 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3854836-7487-45db-825e-15fbccee3a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:20:30.699241 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e344db-a555-4c0c-b597-34f9ee66ff1b x-openstack-request-id: req-51e344db-a555-4c0c-b597-34f9ee66ff1b {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:20:30.699552 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:20:30.699801 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51e344db-a555-4c0c-b597-34f9ee66ff1b {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:20:30.700203 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'status': 'completed', 'code': 200} Oct 25 10:20:30.738518 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:30.783629 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854836-7487-45db-825e-15fbccee3a5b req-5c6273c4-d55b-4f6d-bb11-e7b91db22b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:30.785124 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3854836-7487-45db-825e-15fbccee3a5b req-5c6273c4-d55b-4f6d-bb11-e7b91db22b19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1096 time: 0.0446806 Oct 25 10:20:30.875609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854836-7487-45db-825e-15fbccee3a5b req-d0c19bea-461e-4566-94bc-5a0942aaedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:30.877098 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3854836-7487-45db-825e-15fbccee3a5b req-d0c19bea-461e-4566-94bc-5a0942aaedc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0841238 Oct 25 10:20:30.946329 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3854836-7487-45db-825e-15fbccee3a5b req-a5c22f9c-be61-4cbb-a98a-471b0b74a0ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 997 time: 0.0621188 Oct 25 10:20:30.965024 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'bdbaaba3-ad4e-4af9-b9bd-738b542a349d', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'port_id': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'mac_address': 'fa:16:3e:13:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:20:29Z', 'updated_at': '2021-10-25T10:20:29Z', 'revision_number': 0, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:30.991852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] Checking router: 4d7269f9-674f-4b5d-95d7-d75e578bdd3b for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:20:30.996177 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854836-7487-45db-825e-15fbccee3a5b req-6598f77d-b140-4a85-a6b8-4078ae174b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:30.997667 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3854836-7487-45db-825e-15fbccee3a5b req-6598f77d-b140-4a85-a6b8-4078ae174b88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0452127 Oct 25 10:20:31.000563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:20:31.001184 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:20:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:31.043929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854836-7487-45db-825e-15fbccee3a5b req-ac4ab0d2-bb84-44f3-ba93-f63337f8b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:20:31.045357 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3854836-7487-45db-825e-15fbccee3a5b req-ac4ab0d2-bb84-44f3-ba93-f63337f8b255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406022 Oct 25 10:20:31.107398 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:20:31.141621 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3854836-7487-45db-825e-15fbccee3a5b req-9f6668aa-8a9b-4a72-9b77-e3a4f1fc82d1 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888491 Oct 25 10:20:31.231471 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f3854836-7487-45db-825e-15fbccee3a5b req-ae4601b3-fb45-4ca0-95c7-679cec072fa8 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832522 Oct 25 10:20:31.331508 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'bdbaaba3-ad4e-4af9-b9bd-738b542a349d', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'port_id': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'mac_address': 'fa:16:3e:13:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:20:29Z', 'updated_at': '2021-10-25T10:20:29Z', 'revision_number': 0, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:20:31.360515 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582ca0f7-9f3c-4e2e-9c77-1e717f94397a None None] The sync data for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 is: [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': 'bdbaaba3-ad4e-4af9-b9bd-738b542a349d', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'port_id': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'mac_address': 'fa:16:3e:13:f1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:20:29Z', 'updated_at': '2021-10-25T10:20:29Z', 'revision_number': 0, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:20:31.552540 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed54a6-4a37-4029-a085-c98eecc99c56 None None] New status for floating IP bdbaaba3-ad4e-4af9-b9bd-738b542a349d: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:20:39.428237 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:40.538782 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:46.598931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d355-faf7-4e30-8122-5def801ea2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:48.944852 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4fd26e30-ed11-4f96-ac53-8ccf57ad5a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:50.144965 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:50.282291 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:20:52.141027 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:02.531924 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:21:09.433354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:10.539613 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:16.600411 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a283181b-b8d9-4f73-87e7-f53f5caaf590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:18.949025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-dc146205-5bf0-4200-9f3d-3f754c018d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:20.147193 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:20.285010 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:22.143861 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:22.819148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-896bde81-4f23-4b10-97eb-9309e5c2f6a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021504 Oct 25 10:21:22.929447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-873096f5-2bfc-47c1-95ec-9bb9bd72e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:21:22.930913 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-873096f5-2bfc-47c1-95ec-9bb9bd72e706 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1096 time: 0.0417244 Oct 25 10:21:23.035337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-5f8aa995-7ffc-4e74-88ad-66ed2a92bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:21:23.036813 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-5f8aa995-7ffc-4e74-88ad-66ed2a92bf54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0861201 Oct 25 10:21:23.106878 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-806fc1f6-afbb-4f56-b931-909eaa34f606 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 999 time: 0.0612974 Oct 25 10:21:23.155085 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-9761fee4-0d16-4569-907d-3c9a83e498ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:21:23.156497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-9761fee4-0d16-4569-907d-3c9a83e498ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0433719 Oct 25 10:21:23.200342 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-08f14453-8304-4daa-8591-dc394e015b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:21:23.202054 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-08f14453-8304-4daa-8591-dc394e015b36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389388 Oct 25 10:21:23.294619 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-298ee3e9-e67e-4bbe-8f95-55c0cfd9428c service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850132 Oct 25 10:21:23.381983 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-594a920e-fca1-437c-b0fa-295edd2b80d2 req-351f5acb-dc81-41b1-9247-f51a0a315988 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801029 Oct 25 10:21:39.462708 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:39.530912 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:21:40.536658 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:46.601865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a4046f14-d81f-4fdf-8dff-092a8f3c3830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:48.949347 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-92b3d4c2-7c40-4e4f-9c94-221507939fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:50.150297 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:50.287819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:21:52.147016 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:09.477001 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:10.547100 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:16.529845 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:22:16.601977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-65223999-9341-42dd-acc4-63c370800ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:18.951813 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-323d04d0-3dcb-4e5c-bb04-2108aa4f4e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:20.151420 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:20.290860 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:22.150234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:22.758408 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-69b38080-4361-499d-a9c0-371cabab5e34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448279 Oct 25 10:22:22.858809 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-03280a41-33a6-4aa6-88ea-65c7b6c5fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:22:22.860311 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-03280a41-33a6-4aa6-88ea-65c7b6c5fc08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1096 time: 0.0409892 Oct 25 10:22:22.965091 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-09fac3e3-d6fc-4cef-9825-439b0a2041a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:22:22.967101 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-09fac3e3-d6fc-4cef-9825-439b0a2041a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0876517 Oct 25 10:22:23.032639 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-1774de06-6ead-44cc-8295-9e8677c1d175 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 999 time: 0.0588601 Oct 25 10:22:23.082088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-61ba0e38-4455-41fc-b256-5d9618f84d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:22:23.083491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-61ba0e38-4455-41fc-b256-5d9618f84d32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0442011 Oct 25 10:22:23.131447 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-af441059-4452-4497-ace3-7829479c60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:22:23.132815 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-af441059-4452-4497-ace3-7829479c60a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426784 Oct 25 10:22:23.143786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-189f1f3b-138b-4687-b731-c5c378206776 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:22:23.144705 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-189f1f3b-138b-4687-b731-c5c378206776 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047817 Oct 25 10:22:23.235635 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-16873111-8b7c-4969-b02d-c22b149cf7a3 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833945 Oct 25 10:22:23.334927 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-08f6a0e6-5448-4163-aa32-7f135fc1faa0 req-b22b3bf8-9a8a-4b74-8504-e58f31e1373a service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918593 Oct 25 10:22:39.487287 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:40.564638 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:46.605586 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7aee7849-40e0-4533-ab6d-23f8f41f82b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:48.953218 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6d53d72d-9693-4cdd-8d06-dbe7fe458f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:50.154581 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:50.292956 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:52.155385 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:22:53.530013 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:23:08.005175 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837ca52-763b-4f48-a352-8bd847d9fe5c req-64a5e01d-1b10-4c1b-b91c-b8e0781d4cc4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:08.006722 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0837ca52-763b-4f48-a352-8bd847d9fe5c req-64a5e01d-1b10-4c1b-b91c-b8e0781d4cc4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0508170 Oct 25 10:23:08.044947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0837ca52-763b-4f48-a352-8bd847d9fe5c req-6d5aac77-97f1-4a20-a24b-c040c2ac68f3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Oct 25 10:23:09.189608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77a65c-ad68-4144-8dcf-7763875da42b req-6cbba454-7812-484c-82c0-ab892b87560f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:09.191067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f77a65c-ad68-4144-8dcf-7763875da42b req-6cbba454-7812-484c-82c0-ab892b87560f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0484931 Oct 25 10:23:09.231176 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f77a65c-ad68-4144-8dcf-7763875da42b req-51b58bda-1b08-4d62-9a3d-c90fc6faaf7f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341840 Oct 25 10:23:09.486303 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:10.347898 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbfc34-e1aa-4753-b959-02f74cecd4f8 req-408ef048-7388-4908-b54a-14bb06f6930a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:10.349355 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cbbfc34-e1aa-4753-b959-02f74cecd4f8 req-408ef048-7388-4908-b54a-14bb06f6930a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0479813 Oct 25 10:23:10.387274 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8cbbfc34-e1aa-4753-b959-02f74cecd4f8 req-de3370d3-d16e-40f2-b527-10de10e18620 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Oct 25 10:23:10.566142 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:11.502275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ead9a4-0040-4428-90c9-9cb3fa3a5d8f req-177dd0d1-be5c-43c5-acea-c8a46d1d709d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:11.504390 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48ead9a4-0040-4428-90c9-9cb3fa3a5d8f req-177dd0d1-be5c-43c5-acea-c8a46d1d709d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0499442 Oct 25 10:23:11.542248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48ead9a4-0040-4428-90c9-9cb3fa3a5d8f req-295d63d4-7704-4986-82d5-034ee06b3d5a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Oct 25 10:23:12.657969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8f9b4-ae02-4995-87d6-127ca1b05c16 req-1be23b3b-ca9f-406e-9b0d-c120ce5ac943 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:12.659416 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8d8f9b4-ae02-4995-87d6-127ca1b05c16 req-1be23b3b-ca9f-406e-9b0d-c120ce5ac943 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0480123 Oct 25 10:23:12.700322 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f8d8f9b4-ae02-4995-87d6-127ca1b05c16 req-38729a6b-1fdc-4295-adcc-63ff58921b9b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347309 Oct 25 10:23:13.814438 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ff07c-9f62-4897-851f-6733b760c1c5 req-92859957-75b9-438f-80ab-10797da208d5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:13.815884 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-756ff07c-9f62-4897-851f-6733b760c1c5 req-92859957-75b9-438f-80ab-10797da208d5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0476296 Oct 25 10:23:13.852748 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-756ff07c-9f62-4897-851f-6733b760c1c5 req-94028f32-12cd-46a6-af5f-0e462a5e5a1d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309885 Oct 25 10:23:14.966210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea39f38-3b9e-44df-b119-e23220a260d0 req-fa820950-b28d-44f0-ad3e-62772c5f8362 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:14.969127 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ea39f38-3b9e-44df-b119-e23220a260d0 req-fa820950-b28d-44f0-ad3e-62772c5f8362 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0504429 Oct 25 10:23:15.007858 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8ea39f38-3b9e-44df-b119-e23220a260d0 req-a1adbc3f-0d77-4978-98d7-9ba7f5336ea8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327339 Oct 25 10:23:16.129694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09efe8-8713-45d2-be67-a5dcf47d6244 req-01f0d5ae-b64b-4a4f-af61-c788612dac0d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:16.131151 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb09efe8-8713-45d2-be67-a5dcf47d6244 req-01f0d5ae-b64b-4a4f-af61-c788612dac0d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0545380 Oct 25 10:23:16.173926 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb09efe8-8713-45d2-be67-a5dcf47d6244 req-94d9554b-b736-425c-b40f-71ac071dd2a2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366468 Oct 25 10:23:16.606192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9fb5fab9-059e-427a-a595-2069bf6aa205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:17.290803 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0f19b-1d51-417d-8222-50e61cf5f380 req-9dd250fd-b7e9-46aa-bfd7-58c1a224eab4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:17.292243 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93c0f19b-1d51-417d-8222-50e61cf5f380 req-9dd250fd-b7e9-46aa-bfd7-58c1a224eab4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0478783 Oct 25 10:23:17.330481 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93c0f19b-1d51-417d-8222-50e61cf5f380 req-374f7a01-f0cc-4cf5-a5f4-e3fad90d22aa tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Oct 25 10:23:18.444574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe934b-b4d4-4aa9-b4d2-852b6d7aee2e req-6b5977cb-e507-45dc-a3ca-71cf0262ed94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:18.446061 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ebe934b-b4d4-4aa9-b4d2-852b6d7aee2e req-6b5977cb-e507-45dc-a3ca-71cf0262ed94 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0480096 Oct 25 10:23:18.484052 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7ebe934b-b4d4-4aa9-b4d2-852b6d7aee2e req-9967ca39-26b2-4b3a-8536-9d359e68578a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Oct 25 10:23:18.953523 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d853-026f-4367-ad40-3702de2282d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:19.599743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eb50f-b354-426f-9997-babbb5df79e5 req-aa3863cf-a6ce-4d54-bb8e-dff03fc4b949 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:19.601205 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c6eb50f-b354-426f-9997-babbb5df79e5 req-aa3863cf-a6ce-4d54-bb8e-dff03fc4b949 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0485847 Oct 25 10:23:19.642290 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6c6eb50f-b354-426f-9997-babbb5df79e5 req-6630ec73-a3e5-43b8-bf09-9b8dd20fe10e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Oct 25 10:23:20.157025 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:20.296110 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:20.758275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666256f-b111-415a-baf0-5830782efef1 req-6a56ca77-25b9-490c-97b4-fbeab256aed7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:20.759709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1666256f-b111-415a-baf0-5830782efef1 req-6a56ca77-25b9-490c-97b4-fbeab256aed7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0490692 Oct 25 10:23:20.797403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1666256f-b111-415a-baf0-5830782efef1 req-6f3eaa6f-9eca-40ea-ae25-e2b4c5bb865b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Oct 25 10:23:20.931898 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:23:21.025301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:23:21.039166 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'port_id': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'mac_address': 'fa:16:3e:13:f1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:23:21.075120 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:21.087546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d00940c2-a639-4b6f-9c0c-de90869bad0d {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:23:21.105585 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:23:21.109982 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:21.156475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:23:21.163725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.164301 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.164420 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.164717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.165077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.165403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.165725 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.166055 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.166371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.166686 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.167006 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.167323 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:23:21.244379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['d00940c2-a639-4b6f-9c0c-de90869bad0d'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:23:21.915639 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c8990-aaf1-4267-9d09-2befdaf26e80 req-4d68e642-436a-4f2d-9576-61cfff97b3c5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:21.917119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-046c8990-aaf1-4267-9d09-2befdaf26e80 req-4d68e642-436a-4f2d-9576-61cfff97b3c5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 944 time: 0.0523193 Oct 25 10:23:21.959690 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-046c8990-aaf1-4267-9d09-2befdaf26e80 req-9cabde4f-fb9f-4a45-bdf2-6c2004732fe4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361514 Oct 25 10:23:22.156959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:22.953544 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:23:23.003955 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port d00940c2-a639-4b6f-9c0c-de90869bad0d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:23:23.004329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:23.079207 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815237c-8c7f-4f81-ab96-965e2f7efe0e req-e419e5c4-16f7-41f1-8b0b-3c78fd67fd28 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:23.080798 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a815237c-8c7f-4f81-ab96-965e2f7efe0e req-e419e5c4-16f7-41f1-8b0b-3c78fd67fd28 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 944 time: 0.0508413 Oct 25 10:23:23.125657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a815237c-8c7f-4f81-ab96-965e2f7efe0e req-dfff6d45-9f36-4ba0-a51e-304087d16bf0 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387349 Oct 25 10:23:23.235861 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:23.257681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:23:23.259915 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa76152d-13fd-4062-8c5a-6ca04edb8999" -d '{"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:23:23.273157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:23:23.277559 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:23.302855 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f3758f-00c4-4ccb-bc07-9b6434d50920 x-openstack-request-id: req-87f3758f-00c4-4ccb-bc07-9b6434d50920 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:23:23.303139 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:23:23.303389 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87f3758f-00c4-4ccb-bc07-9b6434d50920 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:23:23.303774 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'code': 200} Oct 25 10:23:23.326829 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:23:24.252308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483134b4-0074-4516-bf6a-1f01c00edc45 req-33b92b82-a5b1-419a-9397-061f2d7da217 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:24.253869 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-483134b4-0074-4516-bf6a-1f01c00edc45 req-33b92b82-a5b1-419a-9397-061f2d7da217 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0507505 Oct 25 10:23:24.292119 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-483134b4-0074-4516-bf6a-1f01c00edc45 req-6c8a23cb-0abf-48e6-951f-f8e0f1591da0 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319872 Oct 25 10:23:24.822155 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-e9a0aaf3-4d58-45d2-b52d-dcfac8c9fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:24.824157 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-e9a0aaf3-4d58-45d2-b52d-dcfac8c9fdd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1096 time: 0.0507922 Oct 25 10:23:24.958985 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-fbf2b207-cc92-4ad6-8b8e-fd6b4ddef697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:24.960779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-fbf2b207-cc92-4ad6-8b8e-fd6b4ddef697 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.1147246 Oct 25 10:23:25.034040 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-d2065f90-6783-41a8-b8d8-2f09d06a458f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 999 time: 0.0649686 Oct 25 10:23:25.088657 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-08ad05ae-4386-40fe-9495-a5c0a22d76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:25.090124 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-08ad05ae-4386-40fe-9495-a5c0a22d76d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0483828 Oct 25 10:23:25.143564 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-7dbd84dd-550d-47aa-8f72-56d9980f84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:25.145100 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-7dbd84dd-550d-47aa-8f72-56d9980f84dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474615 Oct 25 10:23:25.241720 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-bbae9e91-a088-42df-9b93-ecdec425e52f service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881438 Oct 25 10:23:25.352767 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7200e688-9bfc-481b-8048-c763bc2ec064 req-6fdf69f1-e3fe-4a1f-9329-d422c45b0ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037190 Oct 25 10:23:25.423231 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0aa86-d9d7-4204-a808-3f7edd226168 req-326ef763-8767-48fd-897b-712d4b783fd9 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:25.424979 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7d0aa86-d9d7-4204-a808-3f7edd226168 req-326ef763-8767-48fd-897b-712d4b783fd9 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0523622 Oct 25 10:23:25.469234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f7d0aa86-d9d7-4204-a808-3f7edd226168 req-fb4c2be5-8046-40a1-bddc-2946f831b942 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356648 Oct 25 10:23:26.602073 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc6c17-2b66-493b-8d07-993e388ae1bc req-1c86d16d-9cf9-414a-9701-c24a1cc8cce8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:26.603559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ccc6c17-2b66-493b-8d07-993e388ae1bc req-1c86d16d-9cf9-414a-9701-c24a1cc8cce8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0556128 Oct 25 10:23:26.663094 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ccc6c17-2b66-493b-8d07-993e388ae1bc req-6c89bc0a-7bc8-421b-a61c-91725a164349 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529020 Oct 25 10:23:27.796717 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd03e-6c72-498b-be4c-9f97875f7130 req-c65d5290-f6fa-42f5-b058-bde6f236810b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:27.798236 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a6bd03e-6c72-498b-be4c-9f97875f7130 req-c65d5290-f6fa-42f5-b058-bde6f236810b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0556560 Oct 25 10:23:27.839820 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7a6bd03e-6c72-498b-be4c-9f97875f7130 req-82a4d6d0-7cfb-4b40-be62-a013ff5dbe3b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Oct 25 10:23:28.969628 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356c2cd-2875-4299-b934-4f66f4d5cbf5 req-a86c334d-5382-42a5-8ec0-7319715ca9dd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:28.972302 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b356c2cd-2875-4299-b934-4f66f4d5cbf5 req-a86c334d-5382-42a5-8ec0-7319715ca9dd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0602961 Oct 25 10:23:29.022352 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b356c2cd-2875-4299-b934-4f66f4d5cbf5 req-523ac3b1-cbae-4463-87e7-a46c0f73d76d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437417 Oct 25 10:23:30.145669 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610003e-b52c-4508-b099-c0d7cd379962 req-1afaf279-dc17-4d13-98a8-af054ac62ef2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:30.147142 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d610003e-b52c-4508-b099-c0d7cd379962 req-1afaf279-dc17-4d13-98a8-af054ac62ef2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0526555 Oct 25 10:23:30.195048 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d610003e-b52c-4508-b099-c0d7cd379962 req-6994ff07-4876-47a4-9939-f62aeff3893d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 Oct 25 10:23:30.530173 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:23:31.323156 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937eb3-6405-4761-b8a1-67204e403b89 req-d3c39148-fe96-42d2-8c35-62c9ecb8b1ff tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:31.324767 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12937eb3-6405-4761-b8a1-67204e403b89 req-d3c39148-fe96-42d2-8c35-62c9ecb8b1ff tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0520003 Oct 25 10:23:31.374281 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-12937eb3-6405-4761-b8a1-67204e403b89 req-03afc79a-6973-444f-9ce0-0455f072a7dc tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Oct 25 10:23:32.495573 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc91c1-53bc-430c-ba36-bb70c9ac2350 req-fad900b8-d30a-4b84-82ec-d0ec3da91ae7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:32.501415 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46dc91c1-53bc-430c-ba36-bb70c9ac2350 req-fad900b8-d30a-4b84-82ec-d0ec3da91ae7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0587494 Oct 25 10:23:32.540024 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-46dc91c1-53bc-430c-ba36-bb70c9ac2350 req-d1d8ccb7-20e1-48de-9952-14e2a7e02e8e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365586 Oct 25 10:23:33.660685 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b009739-b639-4433-a5fc-2dbf5bf4d4b0 req-35e67806-28a1-44f6-be7b-396a1e68d4e8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:33.662300 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b009739-b639-4433-a5fc-2dbf5bf4d4b0 req-35e67806-28a1-44f6-be7b-396a1e68d4e8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0496993 Oct 25 10:23:33.706526 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1b009739-b639-4433-a5fc-2dbf5bf4d4b0 req-8ede09c3-15e2-4f99-8e0c-57b69f3a88ba tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373673 Oct 25 10:23:34.599929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a016c-e31e-4e0e-972c-d55090a119da req-ad22e2f8-9f08-4dc0-b7f7-a233696d7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:34.601542 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e41a016c-e31e-4e0e-972c-d55090a119da req-ad22e2f8-9f08-4dc0-b7f7-a233696d7100 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1096 time: 0.0396075 Oct 25 10:23:34.695267 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a016c-e31e-4e0e-972c-d55090a119da req-ce0b224c-fff4-449c-9a43-c1ef9d59af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:34.696707 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e41a016c-e31e-4e0e-972c-d55090a119da req-ce0b224c-fff4-449c-9a43-c1ef9d59af39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0872464 Oct 25 10:23:34.762136 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e41a016c-e31e-4e0e-972c-d55090a119da req-50e2a180-759f-4390-b408-fff10970e326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 999 time: 0.0578556 Oct 25 10:23:34.813049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a016c-e31e-4e0e-972c-d55090a119da req-9d3d8f23-493d-4f1c-86e7-8c4000d8b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:34.814509 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e41a016c-e31e-4e0e-972c-d55090a119da req-9d3d8f23-493d-4f1c-86e7-8c4000d8b0c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0453193 Oct 25 10:23:34.828075 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efb6a1-2162-4801-9746-24cb8447bf2e req-7062013a-6b75-4a3a-93de-fce6587128be tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:34.829518 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43efb6a1-2162-4801-9746-24cb8447bf2e req-7062013a-6b75-4a3a-93de-fce6587128be tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0540745 Oct 25 10:23:34.863558 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a016c-e31e-4e0e-972c-d55090a119da req-2405f06e-09c2-4118-883a-f94023bc84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:34.865066 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e41a016c-e31e-4e0e-972c-d55090a119da req-2405f06e-09c2-4118-883a-f94023bc84b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436282 Oct 25 10:23:34.868138 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-43efb6a1-2162-4801-9746-24cb8447bf2e req-242acf96-7a4c-4f43-981e-438ce50706de tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327144 Oct 25 10:23:34.954706 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e41a016c-e31e-4e0e-972c-d55090a119da req-80bb98d1-ea98-4d70-8493-1e773131f988 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823843 Oct 25 10:23:35.046904 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-e41a016c-e31e-4e0e-972c-d55090a119da req-a854a792-d93a-4d05-984c-a9a16e2dd534 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853300 Oct 25 10:23:35.985733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dcff3-accc-4b94-8ce9-48f6736bd844 req-a8894423-dcdf-4997-98d9-dbb56b590191 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:35.987193 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-459dcff3-accc-4b94-8ce9-48f6736bd844 req-a8894423-dcdf-4997-98d9-dbb56b590191 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0508897 Oct 25 10:23:36.024845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-459dcff3-accc-4b94-8ce9-48f6736bd844 req-757391b8-bb16-42ed-ad46-ae9f9707f5af tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Oct 25 10:23:37.014204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:23:37.091207 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:37.113785 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:23:37.116058 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abae52d-3f38-43c9-aace-7a2015849f94" -d '{"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-unplugged", "status": "completed", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:23:37.129372 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:23:37.133584 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:37.142389 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39df41-e192-4570-96f1-91b2c676b610 req-39daa63c-c342-4778-9601-36daf02eac91 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:37.143911 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c39df41-e192-4570-96f1-91b2c676b610 req-39daa63c-c342-4778-9601-36daf02eac91 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 945 time: 0.0519469 Oct 25 10:23:37.180169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:23:37.186184 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c39df41-e192-4570-96f1-91b2c676b610 req-bbba0f11-58f0-4717-8fa0-f698b9993131 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353358 Oct 25 10:23:37.227035 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Oct 2021 10:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f972e98b-8c7b-4f55-ba85-775cb2e8f8ed x-openstack-request-id: req-f972e98b-8c7b-4f55-ba85-775cb2e8f8ed {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:23:37.227327 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-unplugged", "status": "failed", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d", "code": 422}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:23:37.227580 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f972e98b-8c7b-4f55-ba85-775cb2e8f8ed {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:23:37.227981 n-d-814746-2 neutron-server[106993]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'code': 422} returned with failed status Oct 25 10:23:37.269924 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-8dea382f-afcb-4d9b-96ac-a600a801ab1c req-854fa5ef-ab93-4446-b882-3781848e25ec service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:23:37.270815 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8dea382f-afcb-4d9b-96ac-a600a801ab1c req-854fa5ef-ab93-4446-b882-3781848e25ec service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053897 Oct 25 10:23:37.425169 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350f2fc-4d85-41c1-8688-bea7562f1990 req-d431fc50-7439-4b0e-805a-9631fd989279 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:37.426649 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b350f2fc-4d85-41c1-8688-bea7562f1990 req-d431fc50-7439-4b0e-805a-9631fd989279 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0515051 Oct 25 10:23:37.467639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b350f2fc-4d85-41c1-8688-bea7562f1990 req-f1695bc7-88e2-476e-ae48-14aba17afd2c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349066 Oct 25 10:23:37.598586 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-aaa2f855-6ef9-4788-9295-7782a16a0815 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834846 Oct 25 10:23:38.475507 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-110023dd-9886-4403-8334-9c978e822a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:38.477027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-110023dd-9886-4403-8334-9c978e822a4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f&tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f HTTP/1.1" status: 200 len: 1094 time: 0.0406981 Oct 25 10:23:38.549932 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-96af7472-6381-441f-b4b8-54c114de5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:38.551427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-96af7472-6381-441f-b4b8-54c114de5a8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1094 time: 0.0405378 Oct 25 10:23:38.589077 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3c813-7fa2-4324-9614-38046cd14870 req-7b840e22-1d57-4c77-a5d4-738cfca21230 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:38.590590 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0f3c813-7fa2-4324-9614-38046cd14870 req-7b840e22-1d57-4c77-a5d4-738cfca21230 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0521429 Oct 25 10:23:38.629285 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d0f3c813-7fa2-4324-9614-38046cd14870 req-a2b3c92a-0f4a-4e61-8fb0-2d0fb1bee30a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Oct 25 10:23:38.647384 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-25937a28-84c7-4dd1-a14e-0c2a9ed08bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:38.648823 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-25937a28-84c7-4dd1-a14e-0c2a9ed08bd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0905666 Oct 25 10:23:38.712345 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-1b16c013-4b7b-48a6-8721-8ad6e27b5e75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 997 time: 0.0560584 Oct 25 10:23:38.765643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-b674c444-0064-4fbf-bc98-6799ee492cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:38.766943 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-b674c444-0064-4fbf-bc98-6799ee492cd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0468431 Oct 25 10:23:38.811545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-087f3655-9213-4a72-aa28-7fbde145c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:38.813018 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-087f3655-9213-4a72-aa28-7fbde145c911 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388806 Oct 25 10:23:38.900759 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-1dc7d279-01f2-49f6-abd4-a7720ac1a710 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808446 Oct 25 10:23:38.992923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-898f4b5b-9b55-48c8-b40b-c0ecc258dfcb req-06028221-153c-4e4d-b54b-8251d660823c service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853779 Oct 25 10:23:39.514827 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:39.761034 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed997e4-3937-48e8-a38d-717923f6ac4b req-e1bb32b3-6ac3-4ea1-ae6b-7eff31d8d577 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:39.762609 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed997e4-3937-48e8-a38d-717923f6ac4b req-e1bb32b3-6ac3-4ea1-ae6b-7eff31d8d577 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0561678 Oct 25 10:23:39.800845 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1ed997e4-3937-48e8-a38d-717923f6ac4b req-679dca2c-8613-41f7-8ac9-ad09ecdfcef4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Oct 25 10:23:40.579318 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:40.922725 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24c363-938e-486f-91da-233b8ee92249 req-892624bd-0c35-4f3d-b681-3befd321b1d4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:40.930217 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f24c363-938e-486f-91da-233b8ee92249 req-892624bd-0c35-4f3d-b681-3befd321b1d4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0570636 Oct 25 10:23:40.964117 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0f24c363-938e-486f-91da-233b8ee92249 req-98a76b6c-78e3-4739-bfae-c0a39dbb7b49 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Oct 25 10:23:42.094152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790253ad-9c11-415f-bf77-8057ac3255bd req-545d1048-74c6-4c7e-8ed4-a58f31b223f1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:42.095973 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790253ad-9c11-415f-bf77-8057ac3255bd req-545d1048-74c6-4c7e-8ed4-a58f31b223f1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0501096 Oct 25 10:23:42.139579 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790253ad-9c11-415f-bf77-8057ac3255bd req-61e97f7e-781f-4aaf-98bb-ad07db55a44e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374274 Oct 25 10:23:43.270734 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b55b9-7865-4db7-aa54-96e4b9b74b6e req-f49ffd07-196e-4964-9a81-62b1827831c2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:43.272412 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c47b55b9-7865-4db7-aa54-96e4b9b74b6e req-f49ffd07-196e-4964-9a81-62b1827831c2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0633860 Oct 25 10:23:43.312924 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c47b55b9-7865-4db7-aa54-96e4b9b74b6e req-8bb7ba63-4a6f-4dc5-8c89-2796fa2c9fe9 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343459 Oct 25 10:23:44.436809 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356a014-0d7a-4276-a76f-94f08ca94d0f req-368b6e2c-d0d9-402a-804e-210cd2286897 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:44.438394 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f356a014-0d7a-4276-a76f-94f08ca94d0f req-368b6e2c-d0d9-402a-804e-210cd2286897 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0521252 Oct 25 10:23:44.480720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f356a014-0d7a-4276-a76f-94f08ca94d0f req-7390e82d-4493-4614-93c3-d7aa737131da tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359554 Oct 25 10:23:45.603122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8cd90-fc9b-4be3-8b6d-f7440fcc427e req-66322279-de82-43ec-a496-86d6b0fd0685 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:45.604667 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9be8cd90-fc9b-4be3-8b6d-f7440fcc427e req-66322279-de82-43ec-a496-86d6b0fd0685 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0509617 Oct 25 10:23:45.646333 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9be8cd90-fc9b-4be3-8b6d-f7440fcc427e req-aad59856-6536-41a9-8ff9-6f10eb8ec963 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334148 Oct 25 10:23:46.615788 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9eaeecaf-a5f6-41cd-94af-abe611933ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:46.781902 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e5f0b-3d9c-4c7c-beb1-1e649a3edde5 req-9d80e400-f422-403c-b59b-256aaf53172c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:46.783361 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b9e5f0b-3d9c-4c7c-beb1-1e649a3edde5 req-9d80e400-f422-403c-b59b-256aaf53172c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0634148 Oct 25 10:23:46.834145 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3b9e5f0b-3d9c-4c7c-beb1-1e649a3edde5 req-1dd6511f-a3d7-4059-9d92-cd15efd60567 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443258 Oct 25 10:23:47.948704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c2d3-8fbd-4a01-8214-e6ccc789fc27 req-957dc745-d7c9-443d-aa96-a0d922c07bbe tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:47.950396 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4504c2d3-8fbd-4a01-8214-e6ccc789fc27 req-957dc745-d7c9-443d-aa96-a0d922c07bbe tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0520256 Oct 25 10:23:47.999265 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4504c2d3-8fbd-4a01-8214-e6ccc789fc27 req-d8ca554a-c05b-4174-9d45-4aebf63f9c25 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Oct 25 10:23:48.955039 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6d4718bc-5789-4cfd-ac1b-5bb826724608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:49.130673 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be767291-b698-4cef-8f40-9fffbb69f59b req-a81f1104-46d2-47f2-9ae8-41587782b356 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:49.132158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be767291-b698-4cef-8f40-9fffbb69f59b req-a81f1104-46d2-47f2-9ae8-41587782b356 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0658920 Oct 25 10:23:49.173623 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-be767291-b698-4cef-8f40-9fffbb69f59b req-df9de2e7-cf14-48aa-8ed6-ca9c674dd4b0 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352666 Oct 25 10:23:50.159345 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:50.299275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5af52-0b96-4766-9dab-5ab9f339df60 req-9bc36171-ae93-43f8-9715-ed4ff1cc7299 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:50.299993 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:50.301077 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1f5af52-0b96-4766-9dab-5ab9f339df60 req-9bc36171-ae93-43f8-9715-ed4ff1cc7299 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0542653 Oct 25 10:23:50.339059 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d1f5af52-0b96-4766-9dab-5ab9f339df60 req-a2b915ea-925d-474b-bc18-598b05a8bee8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Oct 25 10:23:51.456078 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4885e27-cecc-4ca1-9f19-79fc9feeeb26 req-4660e471-1667-4e29-8b0b-2603089f52d2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:51.457576 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4885e27-cecc-4ca1-9f19-79fc9feeeb26 req-4660e471-1667-4e29-8b0b-2603089f52d2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0491884 Oct 25 10:23:51.495589 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a4885e27-cecc-4ca1-9f19-79fc9feeeb26 req-b51c2828-1ca1-4076-b721-267c75e5ff88 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321343 Oct 25 10:23:52.159236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:52.611079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4f622-2df7-4635-bf39-801a349cb3f7 req-48715978-bdda-4a07-864f-846f138b23d1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:52.612084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9b4f622-2df7-4635-bf39-801a349cb3f7 req-48715978-bdda-4a07-864f-846f138b23d1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0503509 Oct 25 10:23:52.649879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b9b4f622-2df7-4635-bf39-801a349cb3f7 req-acad7d6e-07e8-4ffd-becb-9e0010de6626 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 Oct 25 10:23:53.769068 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840783a1-65a9-4e96-8461-1f160e9c39db req-96e32d1a-5057-4995-858d-25ab5caf4da7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:53.770540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-840783a1-65a9-4e96-8461-1f160e9c39db req-96e32d1a-5057-4995-858d-25ab5caf4da7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0527692 Oct 25 10:23:53.807994 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-840783a1-65a9-4e96-8461-1f160e9c39db req-e86c5fc4-1f64-49bd-b298-be85d168c4bb tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315814 Oct 25 10:23:54.923095 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb5e4c-1ac2-4f9b-86f4-e7c75c9e9cd7 req-418d8435-850a-4927-a868-6fa6c62e47b4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:54.924559 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79fb5e4c-1ac2-4f9b-86f4-e7c75c9e9cd7 req-418d8435-850a-4927-a868-6fa6c62e47b4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0485549 Oct 25 10:23:54.961413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-79fb5e4c-1ac2-4f9b-86f4-e7c75c9e9cd7 req-4e62037b-7456-4527-806c-50068ee7e9f4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Oct 25 10:23:56.080934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e8414-3da2-47ff-aaa2-d66ecadf8afd req-b7fab4b5-de77-4320-8350-d5b9bb8cac23 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:56.082399 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d6e8414-3da2-47ff-aaa2-d66ecadf8afd req-b7fab4b5-de77-4320-8350-d5b9bb8cac23 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0486877 Oct 25 10:23:56.121381 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0d6e8414-3da2-47ff-aaa2-d66ecadf8afd req-23c3355c-2bf1-4d25-af19-e7b599c773b8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 Oct 25 10:23:57.087157 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:23:57.183133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:23:57.194794 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'port_id': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'mac_address': 'fa:16:3e:13:f1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:23:57.231663 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:57.243843 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db309ea-97ee-4817-8dfd-7028f6d48a9a req-0b48b911-08c3-452e-8b80-65636feeb5af tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:57.245365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0db309ea-97ee-4817-8dfd-7028f6d48a9a req-0b48b911-08c3-452e-8b80-65636feeb5af tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 943 time: 0.0528510 Oct 25 10:23:57.248404 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00940c2-a639-4b6f-9c0c-de90869bad0d {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:23:57.268120 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:23:57.272062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:57.285700 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0db309ea-97ee-4817-8dfd-7028f6d48a9a req-38750f70-4fc7-4428-b633-b7b0293352c1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Oct 25 10:23:57.319552 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:23:57.662156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['d00940c2-a639-4b6f-9c0c-de90869bad0d'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:23:58.401310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb53a2-c997-4b10-810c-cd252b7b1577 req-4cd9d65e-ae6d-428d-93e6-22b6c7941db7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:58.402778 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1efb53a2-c997-4b10-810c-cd252b7b1577 req-4cd9d65e-ae6d-428d-93e6-22b6c7941db7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 944 time: 0.0484922 Oct 25 10:23:58.440787 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1efb53a2-c997-4b10-810c-cd252b7b1577 req-3d0fcd85-46ef-4e50-a4a6-e3b285a456d2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Oct 25 10:23:59.086487 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:23:59.133681 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port d00940c2-a639-4b6f-9c0c-de90869bad0d triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:23:59.134050 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:59.212028 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:59.233820 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:23:59.236217 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f5f202-2965-40f8-b84f-f46dbe564577" -d '{"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:23:59.248454 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:23:59.253394 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:23:59.276862 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace8b822-9202-46cb-9a75-ab39b47cecf7 x-openstack-request-id: req-ace8b822-9202-46cb-9a75-ab39b47cecf7 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:23:59.277172 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:23:59.277428 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ace8b822-9202-46cb-9a75-ab39b47cecf7 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:23:59.277818 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'code': 200} Oct 25 10:23:59.303097 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:23:59.473996 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046d7d4-063a-435e-8b9c-bb7f19800090 req-b5dab63b-4806-4f30-9c05-ee9f8665acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:59.475482 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4046d7d4-063a-435e-8b9c-bb7f19800090 req-b5dab63b-4806-4f30-9c05-ee9f8665acc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1097 time: 0.0437965 Oct 25 10:23:59.511490 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4046d7d4-063a-435e-8b9c-bb7f19800090 req-4695d066-f7e5-4fc5-bf45-b6ba76951b0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292935 Oct 25 10:23:59.557381 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db9309-a953-48a7-ae13-87ec18966303 req-d1663ebe-8d36-4f43-aca7-ff15bbe3bce2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:23:59.558879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44db9309-a953-48a7-ae13-87ec18966303 req-d1663ebe-8d36-4f43-aca7-ff15bbe3bce2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 946 time: 0.0480297 Oct 25 10:23:59.598502 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-44db9309-a953-48a7-ae13-87ec18966303 req-7e06287a-bf32-44a7-918a-9465343c5753 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328975 Oct 25 10:24:00.720303 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8211ba8-8a73-4f3e-ad00-33b4f10babeb req-2a4b3545-22ea-45ec-843e-9d708b98410c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:24:00.721799 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8211ba8-8a73-4f3e-ad00-33b4f10babeb req-2a4b3545-22ea-45ec-843e-9d708b98410c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 946 time: 0.0548663 Oct 25 10:24:00.760090 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c8211ba8-8a73-4f3e-ad00-33b4f10babeb req-ff9c7a7e-43a5-4d19-bd32-83144489ed7e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Oct 25 10:24:01.877025 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74a0f2-cee8-4242-85ae-755aabc90661 req-f891fd10-0198-42ac-9a28-3622a94c0580 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:24:01.879251 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff74a0f2-cee8-4242-85ae-755aabc90661 req-f891fd10-0198-42ac-9a28-3622a94c0580 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 946 time: 0.0506511 Oct 25 10:24:01.916588 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ff74a0f2-cee8-4242-85ae-755aabc90661 req-24cef6c7-1ba8-4041-b374-6871d311fa41 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314898 Oct 25 10:24:07.528864 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:24:09.523502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:10.567188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:16.607729 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cbc37df0-c4e6-447a-9cf5-cdfebb5890f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:18.955279 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-16cd79ff-66d8-439b-b5e7-b05639f77ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:20.161296 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:20.301682 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:22.162369 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:24.755709 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-0fe4254b-8961-4198-8da8-01022518e2e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436153 Oct 25 10:24:24.851648 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-3cc87cc0-b442-4cb6-bfd1-31f072ddf75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:24:24.853075 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-3cc87cc0-b442-4cb6-bfd1-31f072ddf75f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1097 time: 0.0394251 Oct 25 10:24:24.953510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-6fbd382b-f7f9-4473-a0eb-d5fbd0568753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:24:24.954963 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-6fbd382b-f7f9-4473-a0eb-d5fbd0568753 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0833747 Oct 25 10:24:25.024313 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-328d7f1b-fcd1-40b1-a2f6-f638807545a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 999 time: 0.0618999 Oct 25 10:24:25.073201 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-2ec665a4-403d-4952-a8f1-181e5f733386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:24:25.074622 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-2ec665a4-403d-4952-a8f1-181e5f733386 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0427487 Oct 25 10:24:25.120863 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-c301726d-aa0d-4c3b-8843-33bb50f833c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:24:25.122353 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-c301726d-aa0d-4c3b-8843-33bb50f833c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398955 Oct 25 10:24:25.213438 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-3187dd68-1769-4e0d-aca7-1cec808e0875 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841455 Oct 25 10:24:25.638727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-dca09331-4da6-4a8a-b7ca-6d96ba3bee4f req-1a5756fb-9edd-4e92-9acf-52cf59276ffd service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184291 Oct 25 10:24:39.523018 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:40.583109 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:44.527859 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:24:46.609730 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-16d8c12c-8531-44bd-9c64-1cf94870553a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:48.957476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e2781a36-8768-4fcf-804d-bde85d961d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:50.162796 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:50.304833 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:24:52.165094 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:09.514579 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:10.575753 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:16.611899 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-32fd34c9-f6de-4a19-a0bc-6943b29b0eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:18.958590 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2ac0-0257-4e2d-9405-5399be108ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:20.163945 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:20.307942 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:21.526674 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:25:22.167651 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:26.766097 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-491d947c-6577-47e6-b245-78b928dc4555 req-d44f813b-02ce-4997-964a-d0f770e19ec4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405097 Oct 25 10:25:26.859765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d947c-6577-47e6-b245-78b928dc4555 req-97f0a67e-5371-4e07-b7d2-00e2d1dd67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:26.861719 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-491d947c-6577-47e6-b245-78b928dc4555 req-97f0a67e-5371-4e07-b7d2-00e2d1dd67ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1097 time: 0.0391273 Oct 25 10:25:26.964664 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d947c-6577-47e6-b245-78b928dc4555 req-b7813c5d-21ec-44a3-be4f-9208aa83d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:26.966121 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-491d947c-6577-47e6-b245-78b928dc4555 req-b7813c5d-21ec-44a3-be4f-9208aa83d7f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0859933 Oct 25 10:25:27.038964 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-491d947c-6577-47e6-b245-78b928dc4555 req-3f177737-90d4-4887-900e-688f1a84a588 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 999 time: 0.0587866 Oct 25 10:25:27.091106 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d947c-6577-47e6-b245-78b928dc4555 req-2dfb12bc-dbc0-46b1-935b-6ff8d73d19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:27.092480 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-491d947c-6577-47e6-b245-78b928dc4555 req-2dfb12bc-dbc0-46b1-935b-6ff8d73d19f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0466294 Oct 25 10:25:27.137464 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d947c-6577-47e6-b245-78b928dc4555 req-be99e714-d132-46c5-904b-255430bb8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:27.138800 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-491d947c-6577-47e6-b245-78b928dc4555 req-be99e714-d132-46c5-904b-255430bb8980 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393934 Oct 25 10:25:27.227775 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-491d947c-6577-47e6-b245-78b928dc4555 req-5a35db4d-4a3e-49d1-af0d-05f77d4fd7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817041 Oct 25 10:25:27.320278 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-491d947c-6577-47e6-b245-78b928dc4555 req-99c85b0d-51a7-42b8-9204-ae2fba5f86b1 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848784 Oct 25 10:25:39.523662 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:40.597086 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:46.614280 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5b10a2a3-249f-4937-af9d-56ced380296b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:47.070366 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44930) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:47.285965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Deleting port ad05115d-c79f-4333-932b-2ac3cccffe8a {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:25:47.286301 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:47.363838 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:47.364050 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:47.376011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Calling delete_port for ad05115d-c79f-4333-932b-2ac3cccffe8a owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:25:47.524837 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:47.554704 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event deleted for resources: {'Port': ['ID=ad05115d-c79f-4333-932b-2ac3cccffe8a,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:47.577804 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.578143 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.578476 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.578818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.579136 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.580323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.580646 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.580994 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.581314 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.581633 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.581953 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.582267 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:47.621004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:47.621303 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Floating IP bdbaaba3-ad4e-4af9-b9bd-738b542a349d disassociated (deleted). External IP: 172.25.8.9, port: d00940c2-a639-4b6f-9c0c-de90869bad0d. Oct 25 10:25:47.829891 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:25:47.940648 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:25:47.945271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:47.950302 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] Sync routers for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:25:47.960210 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:25:47.960816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:25:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:25:47.973256 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6b89efd1-df58-45c6-8652-0fe9b1b0668d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "DELETE /v2.0/floatingips/bdbaaba3-ad4e-4af9-b9bd-738b542a349d HTTP/1.1" status: 204 len: 168 time: 0.9017792 Oct 25 10:25:47.973840 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:25:47.976117 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c28af-f650-482c-9d9d-10c74a3ae9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:25:48.072950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:25:48.195606 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6866d9af-a803-45b0-b558-083b5c0572da x-openstack-request-id: req-6866d9af-a803-45b0-b558-083b5c0572da {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:25:48.196100 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:25:48.196197 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6866d9af-a803-45b0-b558-083b5c0572da {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:25:48.196530 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'status': 'completed', 'code': 200} Oct 25 10:25:48.277449 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:25:48.286708 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-d6330d1c-b868-422c-84ec-dee9946b2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:48.289131 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-d6330d1c-b868-422c-84ec-dee9946b2c79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 1097 time: 0.0464785 Oct 25 10:25:48.292411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92864f-5ae8-4082-a65a-9e45ed76f56d req-cd14b4cd-7541-4a69-b314-68388aeafd35 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:48.293903 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d92864f-5ae8-4082-a65a-9e45ed76f56d req-cd14b4cd-7541-4a69-b314-68388aeafd35 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 946 time: 0.0515661 Oct 25 10:25:48.303649 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] Checking router: 4d7269f9-674f-4b5d-95d7-d75e578bdd3b for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:25:48.312548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:25:48.313189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:25:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:25:48.337389 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d92864f-5ae8-4082-a65a-9e45ed76f56d req-b5e5a365-5a19-4447-af1a-11d4464038da tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374687 Oct 25 10:25:48.390003 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-89aa1889-0d72-4379-af32-372092e3bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:48.391497 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-89aa1889-0d72-4379-af32-372092e3bab3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0938933 Oct 25 10:25:48.421736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:25:48.434934 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-9f5bb913-0ead-455b-aabc-0e66255416d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 200 len: 217 time: 0.0352120 Oct 25 10:25:48.484597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-b0490b49-ee22-42d6-8d28-a454fc480413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:48.486798 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-b0490b49-ee22-42d6-8d28-a454fc480413 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0433459 Oct 25 10:25:48.536086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-7210780d-f9c1-47de-9767-e63966b37423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:48.537638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-7210780d-f9c1-47de-9767-e63966b37423 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433476 Oct 25 10:25:48.627665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:25:48.634808 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-96fd0611-bf49-40f8-bd49-795a29e046b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896134 Oct 25 10:25:48.653968 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb111a73-fc07-4388-8e49-261ac212834e None None] The sync data for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 is: [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:25:48.737000 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-c36c28af-f650-482c-9d9d-10c74a3ae9d1 req-0465163c-b9e2-493e-8f04-20528b5bf554 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941560 Oct 25 10:25:48.881101 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5329a-2845-4223-9090-986edb289f0b None None] New status for floating IP bdbaaba3-ad4e-4af9-b9bd-738b542a349d: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:25:48.962456 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-39407617-01d1-4e9d-a0ae-2cf795c3f29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:49.463788 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e5d71-bd33-4e0c-90bb-93cfd0c7f9f5 req-db644998-0660-4ab0-8a50-9e5edc489974 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:49.465294 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c5e5d71-bd33-4e0c-90bb-93cfd0c7f9f5 req-db644998-0660-4ab0-8a50-9e5edc489974 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 946 time: 0.0537484 Oct 25 10:25:49.504413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3c5e5d71-bd33-4e0c-90bb-93cfd0c7f9f5 req-fd930199-8112-420c-981b-e64f57bcc562 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324402 Oct 25 10:25:49.867666 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-f898a2e3-a52f-4887-8eeb-6333c4ecb84f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:25:49.869177 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-f898a2e3-a52f-4887-8eeb-6333c4ecb84f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.41 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 946 time: 0.0490215 Oct 25 10:25:49.961811 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Deleting port d00940c2-a639-4b6f-9c0c-de90869bad0d {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:25:49.962150 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:50.050802 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] For port d00940c2-a639-4b6f-9c0c-de90869bad0d, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=d00940c2-a639-4b6f-9c0c-de90869bad0d,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:25:50.051164 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:50.063547 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Calling delete_port for d00940c2-a639-4b6f-9c0c-de90869bad0d owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:25:50.165865 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:50.194268 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:50.221238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event deleted for resources: {'Port': ['ID=d00940c2-a639-4b6f-9c0c-de90869bad0d,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:50.233615 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.233966 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.234312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.234651 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.235008 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.235315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.235643 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.235967 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.236289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.236612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.236951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.237276 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:25:50.279332 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] No DVR routers for this DVR port d00940c2-a639-4b6f-9c0c-de90869bad0d on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:25:50.282039 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:50.285584 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-735aaa47-bae6-4207-818d-bbeb07d14189 req-964602a0-69b8-4d69-9654-4637eec73b60 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.41 "DELETE /v2.0/ports/d00940c2-a639-4b6f-9c0c-de90869bad0d HTTP/1.1" status: 204 len: 173 time: 0.4097831 Oct 25 10:25:50.286063 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-deleted', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:25:50.288453 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa10515-a0f7-4f44-8060-6f42bb0642df" -d '{"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-deleted", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:25:50.318337 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:50.396939 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd2fcbf-e0b0-4e69-9df3-df711fd2762f x-openstack-request-id: req-6fd2fcbf-e0b0-4e69-9df3-df711fd2762f {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:25:50.397241 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f", "name": "network-vif-deleted", "tag": "d00940c2-a639-4b6f-9c0c-de90869bad0d", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:25:50.397497 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fd2fcbf-e0b0-4e69-9df3-df711fd2762f {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:25:50.397893 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f', 'name': 'network-vif-deleted', 'tag': 'd00940c2-a639-4b6f-9c0c-de90869bad0d', 'status': 'completed', 'code': 200} Oct 25 10:25:50.620751 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2be8f8bc-8e4f-43a1-96ee-23a7ef06efd6 req-dbe76b03-f1ac-4436-9974-a81a9daee09e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c02c74-6d7c-4ea4-b33b-7c4390ca9a9f HTTP/1.1" status: 200 len: 210 time: 0.0277159 Oct 25 10:25:51.677530 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44956) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:51.742003 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72df8a3c-c87e-45a1-b70e-39fb6b70db82 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:51.767771 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72df8a3c-c87e-45a1-b70e-39fb6b70db82 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:51.831053 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72df8a3c-c87e-45a1-b70e-39fb6b70db82 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:51.833614 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72df8a3c-c87e-45a1-b70e-39fb6b70db82 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:51.834768 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-72df8a3c-c87e-45a1-b70e-39fb6b70db82 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "DELETE /v2.0/security-groups/0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4 HTTP/1.1" status: 204 len: 168 time: 0.1562293 Oct 25 10:25:51.843747 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df8a3c-c87e-45a1-b70e-39fb6b70db82 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd6b526-39e5-41eb-a1d6-0f82dfa62cb4,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:52.142125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 44962) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:52.147014 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5c0744aa-e927-4a7c-92f7-b2cbce46d59d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953444729', 'description': 'tempest-secgroup-smoke-1953444729 description', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:25:52.172589 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c0744aa-e927-4a7c-92f7-b2cbce46d59d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.172842 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.239976 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c0744aa-e927-4a7c-92f7-b2cbce46d59d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.243853 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c0744aa-e927-4a7c-92f7-b2cbce46d59d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.270744 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5c0744aa-e927-4a7c-92f7-b2cbce46d59d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.271938 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5c0744aa-e927-4a7c-92f7-b2cbce46d59d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285834 Oct 25 10:25:52.274983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44964) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:52.279575 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1a345d5a-7af7-4d1e-9f6d-410a95a8275d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '00125e9d-53bc-4232-a141-fa6873b32f6d', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:25:52.279814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0744aa-e927-4a7c-92f7-b2cbce46d59d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00125e9d-53bc-4232-a141-fa6873b32f6d,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:52.308390 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a345d5a-7af7-4d1e-9f6d-410a95a8275d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.364444 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a345d5a-7af7-4d1e-9f6d-410a95a8275d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.368296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a345d5a-7af7-4d1e-9f6d-410a95a8275d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.388079 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a345d5a-7af7-4d1e-9f6d-410a95a8275d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6be38d5-ece7-4ef4-b2bf-4964759268f0,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:52.394046 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1a345d5a-7af7-4d1e-9f6d-410a95a8275d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.395208 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1a345d5a-7af7-4d1e-9f6d-410a95a8275d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192250 Oct 25 10:25:52.398112 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44966) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:52.402436 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3f183b62-5eec-4cc2-927e-aef3c1494eed tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '00125e9d-53bc-4232-a141-fa6873b32f6d', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:25:52.429853 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f183b62-5eec-4cc2-927e-aef3c1494eed tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.494310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f183b62-5eec-4cc2-927e-aef3c1494eed tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.498798 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f183b62-5eec-4cc2-927e-aef3c1494eed tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.517385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f183b62-5eec-4cc2-927e-aef3c1494eed tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4535af6f-3ab1-44b5-9330-fcabdd890c7d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:52.524849 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3f183b62-5eec-4cc2-927e-aef3c1494eed tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.526043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3f183b62-5eec-4cc2-927e-aef3c1494eed tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270273 Oct 25 10:25:52.528811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44968) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:52.533526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-99d153db-3978-4a96-8eb4-49377cf126c1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '00125e9d-53bc-4232-a141-fa6873b32f6d', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:25:52.559154 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d153db-3978-4a96-8eb4-49377cf126c1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.616243 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d153db-3978-4a96-8eb4-49377cf126c1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.620398 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d153db-3978-4a96-8eb4-49377cf126c1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.638856 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d153db-3978-4a96-8eb4-49377cf126c1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8f053d-458d-4627-b69a-bd34d379f4c6,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:52.646366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-99d153db-3978-4a96-8eb4-49377cf126c1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.650066 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-99d153db-3978-4a96-8eb4-49377cf126c1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177988 Oct 25 10:25:52.650613 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44970) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:52.655917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-22380ea9-ed23-43d8-99d2-fa215d050536 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '00125e9d-53bc-4232-a141-fa6873b32f6d', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:25:52.685109 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-22380ea9-ed23-43d8-99d2-fa215d050536 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.744938 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-22380ea9-ed23-43d8-99d2-fa215d050536 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.748435 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-22380ea9-ed23-43d8-99d2-fa215d050536 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.767152 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22380ea9-ed23-43d8-99d2-fa215d050536 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd7b96b-8501-4341-a7ac-08fa367dcd40,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:52.774952 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-22380ea9-ed23-43d8-99d2-fa215d050536 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.778769 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-22380ea9-ed23-43d8-99d2-fa215d050536 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241460 Oct 25 10:25:52.778926 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44972) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:52.783839 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-be9bbe82-4298-4219-b06f-410af5683a1f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '00125e9d-53bc-4232-a141-fa6873b32f6d', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:25:52.806238 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-be9bbe82-4298-4219-b06f-410af5683a1f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Project 2f4d92f097ea4bf3915331e4bcf04b9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:25:52.811013 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be9bbe82-4298-4219-b06f-410af5683a1f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.876743 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be9bbe82-4298-4219-b06f-410af5683a1f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.881171 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be9bbe82-4298-4219-b06f-410af5683a1f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.900643 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bbe82-4298-4219-b06f-410af5683a1f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9694e13-7e7d-43fe-8031-1a4b0b412cf2,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:52.905898 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-be9bbe82-4298-4219-b06f-410af5683a1f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:52.907162 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-be9bbe82-4298-4219-b06f-410af5683a1f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271324 Oct 25 10:25:52.910604 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 44974) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:25:52.914925 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-c654f98d-335f-4d4b-b801-5f95a5bfbfdd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'security_group_rule': {'security_group_id': '00125e9d-53bc-4232-a141-fa6873b32f6d', 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:25:52.936837 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-c654f98d-335f-4d4b-b801-5f95a5bfbfdd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Project 2f4d92f097ea4bf3915331e4bcf04b9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:25:52.941989 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c654f98d-335f-4d4b-b801-5f95a5bfbfdd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:53.003033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c654f98d-335f-4d4b-b801-5f95a5bfbfdd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:53.006719 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c654f98d-335f-4d4b-b801-5f95a5bfbfdd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:53.024743 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654f98d-335f-4d4b-b801-5f95a5bfbfdd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c41600d-d3f5-46a0-93eb-3a5efc03f41d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:25:53.032898 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c654f98d-335f-4d4b-b801-5f95a5bfbfdd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:25:53.034545 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c654f98d-335f-4d4b-b801-5f95a5bfbfdd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227269 Oct 25 10:25:53.630490 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:25:53.651039 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: d00940c2-a639-4b6f-9c0c-de90869bad0d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:25:53.651376 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device d00940c2-a639-4b6f-9c0c-de90869bad0d not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:25:58.525959 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:26:09.337063 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-07c2c160-0ddc-4c27-a4b2-4d7e7c539c78 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953444729&fields=id&tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f HTTP/1.1" status: 200 len: 267 time: 0.0317860 Oct 25 10:26:09.445983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-b819f961-3265-4aa8-9f95-e28ff418fa51 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:09.447373 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-b819f961-3265-4aa8-9f95-e28ff418fa51 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 808 time: 0.1037126 Oct 25 10:26:09.463915 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-d1ca856f-b2de-4b5c-8165-24e8273f1dea tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/quotas/2f4d92f097ea4bf3915331e4bcf04b9f HTTP/1.1" status: 200 len: 375 time: 0.0101426 Oct 25 10:26:09.514420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-b2f541c2-2db7-453c-9a1b-ee6aae6f026d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450828 Oct 25 10:26:09.545473 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:09.658383 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-105ff944-f989-4b26-8b67-02dcabcde2f3 service neutron] 10.222.0.32 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307435 Oct 25 10:26:09.748855 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-80956b43-3f45-4ea8-9785-0bda8e49bc33 service neutron] 10.222.0.32 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839906 Oct 25 10:26:10.605422 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:11.044953 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-90b4ee91-4a1a-4c45-bca7-97cba355d11c req-eb1f4e2d-7625-4d6d-96ae-714e73791d8d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0263004 Oct 25 10:26:12.124730 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2ac971c9-09a3-4b92-ae31-619c21108a82 req-9ad939a3-23e3-49e4-8611-83de63fc4ad6 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0264428 Oct 25 10:26:13.207738 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1e4063f8-a646-4241-bd96-68223d6e60c5 req-b83cc98e-2505-486f-b709-8473c2ccef5a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0311191 Oct 25 10:26:14.283755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ae8cb796-f0a3-46f4-89f5-e6bbaefe0853 req-0980e89e-7461-4be4-bec7-9dd6cb0a30a7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0257025 Oct 25 10:26:15.374988 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-50b13a60-8b52-40d2-9bcf-b3b55ce053b8 req-5923b105-6720-44f9-9bc9-3e32abdb255e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0259149 Oct 25 10:26:16.169343 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-48ddcb00-86ac-4780-a88b-08f930984a43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:16.170775 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-48ddcb00-86ac-4780-a88b-08f930984a43 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 808 time: 0.1091812 Oct 25 10:26:16.228071 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-29a4b828-18e9-48fa-9bbf-141f4752bb6b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f HTTP/1.1" status: 200 len: 380 time: 0.0345340 Oct 25 10:26:16.239895 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'port': {'device_id': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'admin_state_up': True, 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'security_groups': ['00125e9d-53bc-4232-a141-fa6873b32f6d']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:26:16.355977 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Made reservation on behalf of 2f4d92f097ea4bf3915331e4bcf04b9f for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:26:16.359556 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:16.472554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0c6fd26d-b851-4336-89ba-a9fe028366f4 req-8b4636dc-0fb1-41b6-8f5f-6d0b41a7644d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0282371 Oct 25 10:26:16.490136 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Allocated IP 172.20.0.8 (e310855f-ee85-4693-b35a-2378553be079/65d5583f-0b27-42c8-aad5-f12e80ddd86a/4dd06489-f182-4046-980a-e98302ca7d04) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:26:16.631436 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5c14992d-3953-479e-a18b-a875a28ae45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:16.644092 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:16.679638 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:16.728283 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Network e310855f-ee85-4693-b35a-2378553be079 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:26:16.731390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:26:16.733971 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:26:16.763029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:26:16.798479 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:16.799116 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:16.820410 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c445c7a6-8421-4b39-a334-24f95b9709a5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858107 Oct 25 10:26:16.839510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Request body: {'port': {'device_id': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:26:16.896757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:16.999745 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a1ad4ec9-2d66-4780-9e20-a8d176a1058c None None] Provisioning complete for port 4dd06489-f182-4046-980a-e98302ca7d04 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:26:17.000503 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a1ad4ec9-2d66-4780-9e20-a8d176a1058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:17.037236 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad4ec9-2d66-4780-9e20-a8d176a1058c None None] Port 4dd06489-f182-4046-980a-e98302ca7d04 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:26:17.175949 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd06489-f182-4046-980a-e98302ca7d04 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:26:17.184237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:17.197058 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Transition to ACTIVE for port object 4dd06489-f182-4046-980a-e98302ca7d04 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:26:17.201918 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:17.254879 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:26:17.325032 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Attempting to bind port 4dd06489-f182-4046-980a-e98302ca7d04 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:26:17.325483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Attempting to bind port 4dd06489-f182-4046-980a-e98302ca7d04 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:26:17.325884 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Attempting to bind port 4dd06489-f182-4046-980a-e98302ca7d04 on network e310855f-ee85-4693-b35a-2378553be079 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:26:17.330580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Port 4dd06489-f182-4046-980a-e98302ca7d04 on network e310855f-ee85-4693-b35a-2378553be079 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:26:17.331029 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Attempting to bind port 4dd06489-f182-4046-980a-e98302ca7d04 on network e310855f-ee85-4693-b35a-2378553be079 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:26:17.336561 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:26:17.336957 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Checking segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:26:17.337347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Bound using segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:26:17.337782 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Bound port: 4dd06489-f182-4046-980a-e98302ca7d04, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:26:17.338142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:17.412581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:26:17.416443 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:26:17.421193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:17.461729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:17.462313 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:17.463790 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] 10.222.0.41 "PUT /v2.0/ports/4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 1091 time: 0.6288168 Oct 25 10:26:17.464238 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:26:17.466560 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56" -d '{"events": [{"name": "network-changed", "server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "tag": "4dd06489-f182-4046-980a-e98302ca7d04"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:26:17.498336 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031d581-9d6b-4d09-8a7e-b63fe61ddd23 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:26:17.518145 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147b205-3e87-4864-982c-bfc2b3a81e25 x-openstack-request-id: req-d147b205-3e87-4864-982c-bfc2b3a81e25 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:26:17.518701 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "tag": "4dd06489-f182-4046-980a-e98302ca7d04", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:26:17.518964 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d147b205-3e87-4864-982c-bfc2b3a81e25 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:26:17.519379 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04', 'status': 'completed', 'code': 200} Oct 25 10:26:17.585841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2f899e0e-3ac2-4984-829a-c7ac4e300c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:17.587692 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2f899e0e-3ac2-4984-829a-c7ac4e300c35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1094 time: 0.0509074 Oct 25 10:26:17.639096 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-730cf0f2-3a83-438e-96d3-1618043ede78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 217 time: 0.0361168 Oct 25 10:26:17.643316 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63dc4c-2662-4584-8cb6-b78951c37b38 req-da961851-6724-4d8c-bd80-4f08f3dbe82d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:17.645419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef63dc4c-2662-4584-8cb6-b78951c37b38 req-da961851-6724-4d8c-bd80-4f08f3dbe82d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0589533 Oct 25 10:26:17.693200 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ef63dc4c-2662-4584-8cb6-b78951c37b38 req-0ea981e6-a759-4470-9489-6398879ed971 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Oct 25 10:26:17.709567 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2682faf5-649a-4ffc-84ee-42bcfd416365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:17.711214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-2682faf5-649a-4ffc-84ee-42bcfd416365 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0614595 Oct 25 10:26:17.759677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c0d07add-ca1a-42d0-ada2-65c821c53f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:17.761490 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-c0d07add-ca1a-42d0-ada2-65c821c53f1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435259 Oct 25 10:26:17.869027 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-7ee6eaec-a0e0-4603-89ce-254051020b92 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989439 Oct 25 10:26:17.971964 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3f106e03-5f4f-43fd-b60c-130f68714fe5 req-96801cd3-b994-45e4-aa44-f9391f3cc2cd service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909212 Oct 25 10:26:18.082086 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-2e1c570a-20d4-400d-b021-7d7ac0148c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:18.083888 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-2e1c570a-20d4-400d-b021-7d7ac0148c92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1094 time: 0.0407052 Oct 25 10:26:18.179478 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-c56e0136-9d5e-46ac-a8a3-3dea27512187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:18.180971 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-c56e0136-9d5e-46ac-a8a3-3dea27512187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0898602 Oct 25 10:26:18.223623 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-7b85ddb8-f4fe-4e5a-82ab-83b7864200d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 217 time: 0.0339494 Oct 25 10:26:18.276807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-a0dea1af-a005-46b4-a31f-71bf36ecaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:18.278355 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-a0dea1af-a005-46b4-a31f-71bf36ecaa10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0482111 Oct 25 10:26:18.323835 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-457bb1df-dc7d-4dde-a735-8db0db8bf151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:18.325396 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-457bb1df-dc7d-4dde-a735-8db0db8bf151 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387981 Oct 25 10:26:18.421426 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-5676fe87-b012-459e-ac26-f97f3ab1fac3 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888412 Oct 25 10:26:18.511638 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-b2d5de9a-74e1-4f31-92b0-e7fec82f9b56 req-5fc920a3-479a-44e4-ba49-ea085366829d service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835607 Oct 25 10:26:18.816593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4d454-88ee-45cc-9ccb-9b1c1ac77b7f req-b3b5c6d8-6efe-4400-9f5b-1fa9c446f6af tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:18.819125 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fad4d454-88ee-45cc-9ccb-9b1c1ac77b7f req-b3b5c6d8-6efe-4400-9f5b-1fa9c446f6af tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0553043 Oct 25 10:26:18.858544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fad4d454-88ee-45cc-9ccb-9b1c1ac77b7f req-4476b57e-719a-41d9-a932-1432a09ac6cf tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333028 Oct 25 10:26:18.964014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bc47589c-2a7d-4b59-a8d7-ccc20fede48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:19.976716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787df16-aef9-4fdf-b04d-922d04ac39c6 req-30f0bcf7-3bc6-4113-9eea-f6eb2f74b5cf tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:19.978240 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2787df16-aef9-4fdf-b04d-922d04ac39c6 req-30f0bcf7-3bc6-4113-9eea-f6eb2f74b5cf tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0495651 Oct 25 10:26:20.016471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2787df16-aef9-4fdf-b04d-922d04ac39c6 req-882e8b08-aeb7-4177-973d-3f7c0cf9dccf tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Oct 25 10:26:20.168499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:20.313564 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:21.137360 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683730bf-c2f1-48b5-882f-b824087b9f8a req-5824fd66-c6b9-4df5-85eb-802a0aea5387 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:21.138985 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-683730bf-c2f1-48b5-882f-b824087b9f8a req-5824fd66-c6b9-4df5-85eb-802a0aea5387 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0499933 Oct 25 10:26:21.177041 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-683730bf-c2f1-48b5-882f-b824087b9f8a req-ebefce43-77f8-445d-a52e-35e0ae5c6c1a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Oct 25 10:26:22.173642 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:22.296980 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2bb0a-f39f-4623-abec-540226b684ad req-919f5413-3657-4207-931e-55a28ae91ae4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:22.298432 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdb2bb0a-f39f-4623-abec-540226b684ad req-919f5413-3657-4207-931e-55a28ae91ae4 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0518713 Oct 25 10:26:22.336301 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cdb2bb0a-f39f-4623-abec-540226b684ad req-ccf9803d-bbab-47d3-b33b-d98dc1e01c59 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Oct 25 10:26:23.449446 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380e04a-30e1-41b1-bc36-899e7e184bd6 req-8294132b-143d-4ebc-ad23-879c35efb392 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:23.450890 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7380e04a-30e1-41b1-bc36-899e7e184bd6 req-8294132b-143d-4ebc-ad23-879c35efb392 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0477901 Oct 25 10:26:23.488866 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7380e04a-30e1-41b1-bc36-899e7e184bd6 req-75833719-aa65-493f-a1d4-c759078e6c63 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318415 Oct 25 10:26:24.604082 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99196-1f89-4e27-a058-01e07f1d9b4b req-a02104cf-884b-4520-8b04-1d8a5753249f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:24.605583 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-baa99196-1f89-4e27-a058-01e07f1d9b4b req-a02104cf-884b-4520-8b04-1d8a5753249f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0492005 Oct 25 10:26:24.643673 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-baa99196-1f89-4e27-a058-01e07f1d9b4b req-20568951-cc3e-44fb-a420-3203aa898467 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321343 Oct 25 10:26:25.760489 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7816b-b622-4f31-8fbe-664695dcd6f4 req-45bc8e9e-1d50-4ded-9945-77d347a77e47 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:25.761954 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53c7816b-b622-4f31-8fbe-664695dcd6f4 req-45bc8e9e-1d50-4ded-9945-77d347a77e47 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0515568 Oct 25 10:26:25.798928 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-53c7816b-b622-4f31-8fbe-664695dcd6f4 req-55aaaa41-bbf9-45df-ac97-d544990557e5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Oct 25 10:26:26.916212 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacecfca-61f7-440a-82bf-b4d00dbbb7bb req-2a53e81e-2786-406f-8b63-25080e26d103 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:26.917717 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bacecfca-61f7-440a-82bf-b4d00dbbb7bb req-2a53e81e-2786-406f-8b63-25080e26d103 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0489323 Oct 25 10:26:26.955005 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bacecfca-61f7-440a-82bf-b4d00dbbb7bb req-45bfc4d0-20da-419b-8427-e86dcbec459f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Oct 25 10:26:28.072105 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb84945-7875-4548-92f6-a1aa93bf49ad req-94b6aebd-5e4d-4df8-9142-d0b64ad6623b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:28.073602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcb84945-7875-4548-92f6-a1aa93bf49ad req-94b6aebd-5e4d-4df8-9142-d0b64ad6623b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0489020 Oct 25 10:26:28.109997 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fcb84945-7875-4548-92f6-a1aa93bf49ad req-d9fb529e-d1fe-424f-8986-4ad1b3d452c6 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304248 Oct 25 10:26:29.230411 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93455338-0d5b-4e3d-848e-96868ffb9e15 req-e07bc869-7c1c-4c3b-a57f-1c16264b99e3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:29.231872 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93455338-0d5b-4e3d-848e-96868ffb9e15 req-e07bc869-7c1c-4c3b-a57f-1c16264b99e3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0519679 Oct 25 10:26:29.269124 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-93455338-0d5b-4e3d-848e-96868ffb9e15 req-8516f82f-0350-40d9-b36d-e76176e09d58 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Oct 25 10:26:30.386747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d20fc-f66f-4ba9-91ec-7814ad1d483e req-ef4d0451-991f-4c26-9dc0-52219e7e410a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:30.388230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c44d20fc-f66f-4ba9-91ec-7814ad1d483e req-ef4d0451-991f-4c26-9dc0-52219e7e410a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0497961 Oct 25 10:26:30.424762 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c44d20fc-f66f-4ba9-91ec-7814ad1d483e req-fe0ac5f2-eabb-45d7-b8de-fef29bf5a0c3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305867 Oct 25 10:26:31.539816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2e53e-7a65-4957-bf93-e66b383b9b29 req-401d8c90-a060-4eb3-8377-f84391e892d3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:31.541305 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5d2e53e-7a65-4957-bf93-e66b383b9b29 req-401d8c90-a060-4eb3-8377-f84391e892d3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0486705 Oct 25 10:26:31.579468 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5d2e53e-7a65-4957-bf93-e66b383b9b29 req-97de957f-9c55-46db-a5e1-e107e0ba5366 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Oct 25 10:26:31.827100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4dd06489-f182-4046-980a-e98302ca7d04 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:26:31.920413 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:26:31.931614 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '4dd06489-f182-4046-980a-e98302ca7d04', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'port_id': '4dd06489-f182-4046-980a-e98302ca7d04', 'mac_address': 'fa:16:3e:85:1c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:26:31.966779 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:31.982290 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd06489-f182-4046-980a-e98302ca7d04 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:26:32.001333 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:26:32.005370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:32.050450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:26:32.058423 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.058761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.059106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.059417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.059744 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.060064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.060381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.060694 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.061033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.061349 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.061661 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.061971 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:26:32.371499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['4dd06489-f182-4046-980a-e98302ca7d04'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:26:32.696062 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bba76-66d7-4c8c-afb0-df9e70a4cc0f req-c4fc47f1-e478-4a72-8fc8-f748072cd69b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:32.697532 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-211bba76-66d7-4c8c-afb0-df9e70a4cc0f req-c4fc47f1-e478-4a72-8fc8-f748072cd69b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 944 time: 0.0517056 Oct 25 10:26:32.735076 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-211bba76-66d7-4c8c-afb0-df9e70a4cc0f req-f1fcb521-790b-476d-8646-2d6733c1c831 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315852 Oct 25 10:26:33.824942 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4dd06489-f182-4046-980a-e98302ca7d04 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:26:33.851019 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087186e-a378-4f57-9fc6-26b54cc85062 req-ce161a89-f636-405d-8d1d-da08850d5cc3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:33.852544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1087186e-a378-4f57-9fc6-26b54cc85062 req-ce161a89-f636-405d-8d1d-da08850d5cc3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 944 time: 0.0486145 Oct 25 10:26:33.873834 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 4dd06489-f182-4046-980a-e98302ca7d04 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:26:33.877940 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 4dd06489-f182-4046-980a-e98302ca7d04 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:26:33.878309 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:33.892846 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1087186e-a378-4f57-9fc6-26b54cc85062 req-2ec8d37e-ccfa-4f0b-9d2b-1631348347be tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Oct 25 10:26:34.111219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:34.133975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:26:34.136240 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86693cd6-2b8a-41e6-854f-7f90d3c6a916" -d '{"events": [{"server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "name": "network-vif-plugged", "status": "completed", "tag": "4dd06489-f182-4046-980a-e98302ca7d04"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:26:34.149312 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:26:34.153743 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:34.200618 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:26:34.229602 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea0e99-af01-4b26-bc7b-0ad6955dd335 x-openstack-request-id: req-31ea0e99-af01-4b26-bc7b-0ad6955dd335 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:26:34.229886 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "name": "network-vif-plugged", "status": "completed", "tag": "4dd06489-f182-4046-980a-e98302ca7d04", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:26:34.230137 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31ea0e99-af01-4b26-bc7b-0ad6955dd335 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:26:34.230524 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04', 'code': 200} Oct 25 10:26:34.391807 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7902a2e-9ab9-468f-af48-02f97adf4f04 req-178d86be-c45c-49cd-ade8-8f7da0d86d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:34.393219 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7902a2e-9ab9-468f-af48-02f97adf4f04 req-178d86be-c45c-49cd-ade8-8f7da0d86d6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1096 time: 0.0807436 Oct 25 10:26:34.427114 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f7902a2e-9ab9-468f-af48-02f97adf4f04 req-ca406ffb-79f8-4ed1-ae51-90505478732b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272996 Oct 25 10:26:35.010990 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b5544-0ce5-47b8-ae8a-1a2a2b71ae35 req-10c10f0b-0b4f-4c62-af15-c41350c0fa6a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:35.012371 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-989b5544-0ce5-47b8-ae8a-1a2a2b71ae35 req-10c10f0b-0b4f-4c62-af15-c41350c0fa6a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0484240 Oct 25 10:26:35.049720 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-989b5544-0ce5-47b8-ae8a-1a2a2b71ae35 req-00b11485-4a6a-4c4a-b95c-e816358ac9c5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Oct 25 10:26:35.525463 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:26:36.171776 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8eebd-d9a1-4780-ac89-2fc81d2fdfc4 req-c8a0021c-c32a-43c2-8042-279ed433f7eb tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:36.173247 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7cc8eebd-d9a1-4780-ac89-2fc81d2fdfc4 req-c8a0021c-c32a-43c2-8042-279ed433f7eb tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0524678 Oct 25 10:26:36.210701 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7cc8eebd-d9a1-4780-ac89-2fc81d2fdfc4 req-95af34ed-60e7-45ec-8e58-ea39107cfb9d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Oct 25 10:26:36.324146 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4256c87-4e9c-4491-b2b7-689a493dcc5f req-33181dec-30f9-4c79-8d42-1aaefef97365 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:36.325638 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4256c87-4e9c-4491-b2b7-689a493dcc5f req-33181dec-30f9-4c79-8d42-1aaefef97365 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0492823 Oct 25 10:26:36.363429 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e4256c87-4e9c-4491-b2b7-689a493dcc5f req-1c204b2b-e51a-4150-b81b-d46e13daa83a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Oct 25 10:26:36.385405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45202) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:26:36.466405 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdee008-930c-4e94-bfa4-bfd35fd82c3f tempest-TestShelveInstance-89479105 tempest-TestShelveInstance-89479105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:36.467879 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3bdee008-930c-4e94-bfa4-bfd35fd82c3f tempest-TestShelveInstance-89479105 tempest-TestShelveInstance-89479105-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1091 time: 0.0814984 Oct 25 10:26:36.470781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45206) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:26:36.475543 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '4dd06489-f182-4046-980a-e98302ca7d04', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:26:36.497098 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:36.595514 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:36.701851 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Allocated IP 172.25.8.119 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/e4ad8b28-70fd-447e-b9d9-66b97c1b58b6) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:26:36.800052 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:36.832269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:36.869866 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:26:36.872781 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:26:36.876275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:26:36.903649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'Port': ['ID=e4ad8b28-70fd-447e-b9d9-66b97c1b58b6,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:26:37.219735 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:37.285444 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:37.434767 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:37.438912 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:37.510116 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event updated for resources: {'Port': ['ID=e4ad8b28-70fd-447e-b9d9-66b97c1b58b6,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:26:37.522749 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:37.623812 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Floating IP 5638b918-5353-4992-b69e-76a12aeebbb7 associated. External IP: 172.25.8.119, port: 4dd06489-f182-4046-980a-e98302ca7d04. Oct 25 10:26:37.822760 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:26:37.930841 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:26:37.940306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] Sync routers for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:26:37.948722 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:37.950836 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:26:37.951450 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:26:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:26:37.976323 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-9a51dd52-f5f4-4c66-9920-159b15431a3a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5045462 Oct 25 10:26:37.976917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:26:37.979184 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5" -d '{"events": [{"name": "network-changed", "server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "tag": "4dd06489-f182-4046-980a-e98302ca7d04"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:26:38.015899 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c46d56-c7b2-4464-ae6b-b6c3a36457ba x-openstack-request-id: req-61c46d56-c7b2-4464-ae6b-b6c3a36457ba {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:26:38.016264 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "tag": "4dd06489-f182-4046-980a-e98302ca7d04", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:26:38.016587 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61c46d56-c7b2-4464-ae6b-b6c3a36457ba {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:26:38.017081 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04', 'status': 'completed', 'code': 200} Oct 25 10:26:38.061698 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:26:38.101337 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-a47ad9dc-1539-4e69-9b2d-9bee2d49119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:38.102775 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-a47ad9dc-1539-4e69-9b2d-9bee2d49119e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1096 time: 0.0449646 Oct 25 10:26:38.200009 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-ffb17885-cdbc-427d-8150-a165b77c29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:38.201507 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-ffb17885-cdbc-427d-8150-a165b77c29b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0916548 Oct 25 10:26:38.270427 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-ea4ffbeb-cde8-483d-8b2a-ca1c4ed3a92b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 999 time: 0.0614936 Oct 25 10:26:38.286514 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '5638b918-5353-4992-b69e-76a12aeebbb7', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'port_id': '4dd06489-f182-4046-980a-e98302ca7d04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'mac_address': 'fa:16:3e:85:1c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:26:37Z', 'updated_at': '2021-10-25T10:26:37Z', 'revision_number': 0, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:26:38.312855 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] Checking router: 4d7269f9-674f-4b5d-95d7-d75e578bdd3b for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:26:38.320533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-69a1b138-d00e-4777-84f7-f878e15c8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:38.321065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:26:38.321662 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:26:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:26:38.322013 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-69a1b138-d00e-4777-84f7-f878e15c8ee7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0448568 Oct 25 10:26:38.369217 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-f57301b8-44d9-4a64-831f-be5a3c54bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:26:38.370687 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-f57301b8-44d9-4a64-831f-be5a3c54bb73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415287 Oct 25 10:26:38.426145 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:26:38.464203 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-fbf5cb2c-56a8-4741-b480-9669eccf0914 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858245 Oct 25 10:26:38.554347 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-9ef276bf-f778-4ae1-8fd9-ed6acdaf58b5 req-61b12ad9-ce58-47a5-a7d5-81a851a4b0f1 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835974 Oct 25 10:26:38.659032 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '5638b918-5353-4992-b69e-76a12aeebbb7', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'port_id': '4dd06489-f182-4046-980a-e98302ca7d04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'mac_address': 'fa:16:3e:85:1c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:26:37Z', 'updated_at': '2021-10-25T10:26:37Z', 'revision_number': 0, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:26:38.687199 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921dc96-7606-471b-83aa-d41f5fbdd3f0 None None] The sync data for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 is: [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '5638b918-5353-4992-b69e-76a12aeebbb7', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'port_id': '4dd06489-f182-4046-980a-e98302ca7d04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'mac_address': 'fa:16:3e:85:1c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:26:37Z', 'updated_at': '2021-10-25T10:26:37Z', 'revision_number': 0, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:26:38.897274 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ba140-e21e-466a-b04b-785c2a1e8f4a None None] New status for floating IP 5638b918-5353-4992-b69e-76a12aeebbb7: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:26:39.559677 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:40.606279 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:46.618943 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2e48e130-a202-46b6-ad2f-4fa8102c209c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:48.964139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-84376a24-3144-4694-aa0a-6ac1195ed15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:50.170930 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:50.317096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:26:52.176959 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:09.556165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:10.607954 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:12.524812 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:27:16.621715 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7cf66950-7d6a-4ebb-a4bd-9f1daf1feec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:18.966934 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c6da797-7742-4c14-b00e-bfb127586835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:20.172048 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:20.318295 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:22.179931 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:26.745213 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3476288f-6150-49b7-8158-66cd3302d0fd req-89c9f3a3-7f7f-4ec0-99d1-5534fb54b466 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448744 Oct 25 10:27:26.842565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476288f-6150-49b7-8158-66cd3302d0fd req-9483671b-da77-4f5c-8a27-22f7f7c90940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:27:26.843935 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3476288f-6150-49b7-8158-66cd3302d0fd req-9483671b-da77-4f5c-8a27-22f7f7c90940 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1096 time: 0.0395987 Oct 25 10:27:26.947593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476288f-6150-49b7-8158-66cd3302d0fd req-4abd45ba-dba4-4674-bc32-08de9c07da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:27:26.949086 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3476288f-6150-49b7-8158-66cd3302d0fd req-4abd45ba-dba4-4674-bc32-08de9c07da1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0846045 Oct 25 10:27:27.016931 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3476288f-6150-49b7-8158-66cd3302d0fd req-92256d87-03e7-489d-a3b4-950268b4c8a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 1001 time: 0.0610535 Oct 25 10:27:27.065917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476288f-6150-49b7-8158-66cd3302d0fd req-6962c69f-a2c0-4de6-8d00-8d01234f16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:27:27.067310 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3476288f-6150-49b7-8158-66cd3302d0fd req-6962c69f-a2c0-4de6-8d00-8d01234f16cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0430040 Oct 25 10:27:27.111051 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476288f-6150-49b7-8158-66cd3302d0fd req-9fbc33ab-9caf-4970-aea3-70c13f6ab088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:27:27.112400 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3476288f-6150-49b7-8158-66cd3302d0fd req-9fbc33ab-9caf-4970-aea3-70c13f6ab088 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384886 Oct 25 10:27:27.203042 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3476288f-6150-49b7-8158-66cd3302d0fd req-8ddd60fa-4491-4b60-8c7f-507ca5b221f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834627 Oct 25 10:27:27.295852 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-3476288f-6150-49b7-8158-66cd3302d0fd req-f369f380-7032-491f-99a3-160804640e47 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851748 Oct 25 10:27:39.559734 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:40.603815 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:46.623096 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e9161d2b-31b0-48b7-8cb5-f8388eb93289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:48.970954 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-00e02340-1743-430f-b86c-c673239de6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:49.525316 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:27:50.174404 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:50.320977 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:27:52.183306 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:09.555747 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:10.606120 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:16.624719 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-155c57b1-815b-4ce8-9740-be72f78dd20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:18.973434 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1eb9da16-24b3-4a68-9e05-05d0e6c1a586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:20.176604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:20.324650 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:22.186188 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:26.525310 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:28:28.745721 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d69b651-d600-44fd-908c-877d713da296 req-b86ec59c-9fa8-45b4-a101-d26adc9eb343 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409310 Oct 25 10:28:28.842382 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69b651-d600-44fd-908c-877d713da296 req-372438df-25db-4389-8447-cf4512f1be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:28.843762 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d69b651-d600-44fd-908c-877d713da296 req-372438df-25db-4389-8447-cf4512f1be3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1096 time: 0.0400434 Oct 25 10:28:28.951485 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69b651-d600-44fd-908c-877d713da296 req-79148d8e-523b-49c7-8dba-0745f4cd3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:28.953008 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d69b651-d600-44fd-908c-877d713da296 req-79148d8e-523b-49c7-8dba-0745f4cd3c86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0893371 Oct 25 10:28:29.019550 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d69b651-d600-44fd-908c-877d713da296 req-adebfe9a-90a3-4236-a0bc-6e55fc16f497 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 1001 time: 0.0587177 Oct 25 10:28:29.068686 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69b651-d600-44fd-908c-877d713da296 req-306f9a18-5fba-4605-adac-f4732308351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:29.070187 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d69b651-d600-44fd-908c-877d713da296 req-306f9a18-5fba-4605-adac-f4732308351a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0436888 Oct 25 10:28:29.119403 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69b651-d600-44fd-908c-877d713da296 req-ac8ceb25-c3fd-43fe-a960-4db8a86f0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:29.120780 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d69b651-d600-44fd-908c-877d713da296 req-ac8ceb25-c3fd-43fe-a960-4db8a86f0567 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438092 Oct 25 10:28:29.209105 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d69b651-d600-44fd-908c-877d713da296 req-71e1b887-8252-4d68-9b03-edb601b05bf0 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812120 Oct 25 10:28:29.302962 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8d69b651-d600-44fd-908c-877d713da296 req-6670a6da-7df6-4a72-b14b-08251b11431f service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861540 Oct 25 10:28:34.454054 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398caef-878a-4f1c-a203-2837b1591b92 req-ad5e64b5-7527-449d-8573-1328056eb622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:34.455456 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3398caef-878a-4f1c-a203-2837b1591b92 req-ad5e64b5-7527-449d-8573-1328056eb622 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.1012168 Oct 25 10:28:34.494719 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3398caef-878a-4f1c-a203-2837b1591b92 req-a57e5216-2cef-494d-bb5e-b94bacbcc68d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Oct 25 10:28:35.654344 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d5241-765c-4a32-88e3-5481ea8ef13b req-6d70dce8-ce55-4c0a-b7b1-d4a3160f8f91 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:35.655781 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a8d5241-765c-4a32-88e3-5481ea8ef13b req-6d70dce8-ce55-4c0a-b7b1-d4a3160f8f91 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0495272 Oct 25 10:28:35.693641 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a8d5241-765c-4a32-88e3-5481ea8ef13b req-25b1666d-3b04-4d00-af36-bcf26f181b02 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319800 Oct 25 10:28:36.808795 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5c83e-ac10-41e8-8ad6-8ab48a6db48a req-c0e7c1d7-c4a4-4302-b627-7e4aa046fe00 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:36.810336 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0dc5c83e-ac10-41e8-8ad6-8ab48a6db48a req-c0e7c1d7-c4a4-4302-b627-7e4aa046fe00 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0487509 Oct 25 10:28:36.850727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-0dc5c83e-ac10-41e8-8ad6-8ab48a6db48a req-cb47db4f-1ced-4b6a-b94d-fff76ec48dda tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343685 Oct 25 10:28:37.964797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a449-46aa-4902-aed6-2c6282b8cfa4 req-0ddf8006-eaef-4c30-839e-ad2177b61ae1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:37.966245 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5db1a449-46aa-4902-aed6-2c6282b8cfa4 req-0ddf8006-eaef-4c30-839e-ad2177b61ae1 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0481946 Oct 25 10:28:38.003316 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5db1a449-46aa-4902-aed6-2c6282b8cfa4 req-2469a5d1-0dea-462b-b7cd-a3e961a4b981 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311675 Oct 25 10:28:39.116462 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b2083-19bb-4cfe-bc80-906a1953f7cc req-f68d2ca4-2922-4fff-9e7c-a09fdeb2b21b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:39.118365 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f41b2083-19bb-4cfe-bc80-906a1953f7cc req-f68d2ca4-2922-4fff-9e7c-a09fdeb2b21b tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0487430 Oct 25 10:28:39.156026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f41b2083-19bb-4cfe-bc80-906a1953f7cc req-1eecfc9a-5021-464c-a107-2a4105a78f32 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Oct 25 10:28:39.556455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:40.271119 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4ac32-35db-4962-be49-9aecd6f2a823 req-02b50209-48e3-4617-88d6-3acb510175af tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:40.272564 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2b4ac32-35db-4962-be49-9aecd6f2a823 req-02b50209-48e3-4617-88d6-3acb510175af tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0488048 Oct 25 10:28:40.312880 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a2b4ac32-35db-4962-be49-9aecd6f2a823 req-51dae6af-65e1-4190-a792-9a998e4138d6 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342255 Oct 25 10:28:40.602642 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:41.427694 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4600665-5710-4200-b50d-1fbe1280dd37 req-76197ae0-4041-4d45-af06-c41ca79f2c6f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:41.429172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4600665-5710-4200-b50d-1fbe1280dd37 req-76197ae0-4041-4d45-af06-c41ca79f2c6f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0484359 Oct 25 10:28:41.466691 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b4600665-5710-4200-b50d-1fbe1280dd37 req-00f71c4f-29fd-4e26-8c0a-6a72b19ec86c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315673 Oct 25 10:28:42.581913 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aefbd-c27d-4b27-af08-3a21e10aedc3 req-33aa824a-e643-4ba4-9d81-065a92b50b5d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:42.583356 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-542aefbd-c27d-4b27-af08-3a21e10aedc3 req-33aa824a-e643-4ba4-9d81-065a92b50b5d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0495925 Oct 25 10:28:42.621802 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-542aefbd-c27d-4b27-af08-3a21e10aedc3 req-598a1ab1-d9c9-433c-ba8a-ba46c581f075 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325112 Oct 25 10:28:43.735954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e993e-dc24-4eb5-a5b5-eb5c811c6abc req-ff853858-1fec-470c-8cbe-73f0ed41cdeb tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:43.737409 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d39e993e-dc24-4eb5-a5b5-eb5c811c6abc req-ff853858-1fec-470c-8cbe-73f0ed41cdeb tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0492935 Oct 25 10:28:43.778544 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d39e993e-dc24-4eb5-a5b5-eb5c811c6abc req-5cb6752e-9202-47db-adfa-08dde1761e9d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348160 Oct 25 10:28:44.620095 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-d6b1a62d-cfea-487e-9559-b95fe1a56f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:44.621630 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-d6b1a62d-cfea-487e-9559-b95fe1a56f78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1096 time: 0.0411568 Oct 25 10:28:44.714424 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-98e9dc90-ffb7-4530-ae10-21d9347e4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:44.715896 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-98e9dc90-ffb7-4530-ae10-21d9347e4446 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0877686 Oct 25 10:28:44.780897 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-ccacd116-8b9d-46a7-84ac-90f4d477a758 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 1001 time: 0.0578492 Oct 25 10:28:44.831522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-300f1189-0a04-447b-a0ad-3a055e2e49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:44.832865 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-300f1189-0a04-447b-a0ad-3a055e2e49bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0435345 Oct 25 10:28:44.884272 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-0b75b2b5-e373-4012-a008-6f2514b5b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:44.885845 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-0b75b2b5-e373-4012-a008-6f2514b5b0dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460973 Oct 25 10:28:44.894445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7bf9e-7578-48f8-92ee-6439d21640fc req-5b82252d-6f67-4f9c-9eac-18774d19abf9 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:44.896235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61b7bf9e-7578-48f8-92ee-6439d21640fc req-5b82252d-6f67-4f9c-9eac-18774d19abf9 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0506971 Oct 25 10:28:44.934818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-61b7bf9e-7578-48f8-92ee-6439d21640fc req-73697ad5-5d61-40a7-9ff0-3a3d14a28397 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317032 Oct 25 10:28:44.978842 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-2830d999-562a-441c-9741-f4b278b17afa service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856509 Oct 25 10:28:45.075394 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-4261df61-6c28-4b6f-9a6e-298db1755a70 req-28ef4c57-6995-49c7-92cd-ac1948885932 service neutron] 10.222.0.41 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894890 Oct 25 10:28:46.049197 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626972bb-338a-4092-a4cc-db988a8b5c93 req-b91519c2-d19b-48d0-a72a-6176bbd5c3ff tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:46.050629 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-626972bb-338a-4092-a4cc-db988a8b5c93 req-b91519c2-d19b-48d0-a72a-6176bbd5c3ff tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0493741 Oct 25 10:28:46.088918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-626972bb-338a-4092-a4cc-db988a8b5c93 req-e6c180dd-f498-488e-978a-16e29a68f2ab tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318105 Oct 25 10:28:46.626580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e33cbdd1-9fa6-4373-bf3b-19e8751e5e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:47.205563 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685caa08-054e-47f4-b968-42133dbb3d6f req-f74f09c2-55c4-4e0d-ad73-8ae5c36d8057 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:47.207043 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-685caa08-054e-47f4-b968-42133dbb3d6f req-f74f09c2-55c4-4e0d-ad73-8ae5c36d8057 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0489521 Oct 25 10:28:47.249404 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-685caa08-054e-47f4-b968-42133dbb3d6f req-54a8c3b8-c222-4890-8131-ad4e7d1622c9 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355394 Oct 25 10:28:48.373048 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f59e1-bafe-4479-a9f8-7ed6cb35791f req-a23a8b9e-a7b0-4476-90aa-7ab6bde91d56 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:48.374554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f95f59e1-bafe-4479-a9f8-7ed6cb35791f req-a23a8b9e-a7b0-4476-90aa-7ab6bde91d56 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 945 time: 0.0512733 Oct 25 10:28:48.414507 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f95f59e1-bafe-4479-a9f8-7ed6cb35791f req-d181617d-0842-4e44-a55b-0866c29c36bb tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340307 Oct 25 10:28:48.626342 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 4dd06489-f182-4046-980a-e98302ca7d04 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:28:48.700324 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:48.721960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:28:48.724219 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44b763-cd5d-46fa-8d06-c9b0bfb718fa" -d '{"events": [{"server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd06489-f182-4046-980a-e98302ca7d04"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:28:48.738020 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:28:48.743289 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:48.769686 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 10:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99900c60-1ed5-4b44-bad2-b729d415e935 x-openstack-request-id: req-99900c60-1ed5-4b44-bad2-b729d415e935 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:28:48.769976 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd06489-f182-4046-980a-e98302ca7d04", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:28:48.770225 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99900c60-1ed5-4b44-bad2-b729d415e935 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:28:48.770606 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04', 'code': 200} Oct 25 10:28:48.795964 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:28:48.803197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.803566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.803906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.804240 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.804570 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.805537 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.805870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.806223 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.806546 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.806865 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.807186 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.807503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:48.975081 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-577a232b-849e-4b8c-8efc-39dc51087e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:49.549149 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c676e-e3fd-4e2c-b2dd-824334005936 req-d6b09081-0b17-499d-887c-895d4a9daf00 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:49.551343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-999c676e-e3fd-4e2c-b2dd-824334005936 req-d6b09081-0b17-499d-887c-895d4a9daf00 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0591040 Oct 25 10:28:49.596695 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-999c676e-e3fd-4e2c-b2dd-824334005936 req-a70df2bf-8c47-41bd-9ecb-7ee0051bbba0 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392845 Oct 25 10:28:50.149071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9ca61-32af-448c-bd75-263ffdd3b9c9 req-92ee2710-e8a5-454f-8f80-9297f781f0f3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:50.150554 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fad9ca61-32af-448c-bd75-263ffdd3b9c9 req-92ee2710-e8a5-454f-8f80-9297f781f0f3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.3805544 Oct 25 10:28:50.156750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-75c14be6-42c0-482f-9728-5247527be189 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4160829 Oct 25 10:28:50.168754 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-7dd490bb-3146-48b7-95c4-8475491148d3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:28:50.169766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-7dd490bb-3146-48b7-95c4-8475491148d3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065067 Oct 25 10:28:50.182190 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:50.198490 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fad9ca61-32af-448c-bd75-263ffdd3b9c9 req-b59f7e2a-d9db-41d2-8b76-77424554d750 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Oct 25 10:28:50.327629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:51.315292 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43606-5501-4e70-897c-55c1cc828b58 req-a7d5fcec-05ca-4142-a595-044babc50fda tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:51.316854 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fb43606-5501-4e70-897c-55c1cc828b58 req-a7d5fcec-05ca-4142-a595-044babc50fda tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0501833 Oct 25 10:28:51.359785 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7fb43606-5501-4e70-897c-55c1cc828b58 req-15ccb1b9-006a-4c4a-85fb-5916c4e11088 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360284 Oct 25 10:28:52.190540 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:52.473413 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736189a-daae-4bee-8611-fe3d8c257afd req-31679c3c-1c79-4cbd-b8b0-6dbf5625000f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:52.474763 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a736189a-daae-4bee-8611-fe3d8c257afd req-31679c3c-1c79-4cbd-b8b0-6dbf5625000f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0477819 Oct 25 10:28:52.514540 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a736189a-daae-4bee-8611-fe3d8c257afd req-3f02adc5-30f0-4878-8868-f7253eeaf0bd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324984 Oct 25 10:28:53.635504 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154113c-67ab-495c-a314-5ea65ae831eb req-5edf46d0-5dd0-4205-ba91-95edda85e659 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:53.637027 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1154113c-67ab-495c-a314-5ea65ae831eb req-5edf46d0-5dd0-4205-ba91-95edda85e659 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0528250 Oct 25 10:28:53.674657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1154113c-67ab-495c-a314-5ea65ae831eb req-1e29c314-25e7-4b3a-ab24-542bba648fbf tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Oct 25 10:28:54.791000 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bfd20-b3c8-4bbe-859e-c32ded2ef640 req-d6e1e272-3554-40b3-b1d0-b0a7e88ef13c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:54.792457 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-512bfd20-b3c8-4bbe-859e-c32ded2ef640 req-d6e1e272-3554-40b3-b1d0-b0a7e88ef13c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0509627 Oct 25 10:28:54.831016 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-512bfd20-b3c8-4bbe-859e-c32ded2ef640 req-72ab7bbc-a77c-4838-bcea-a0a3468fc388 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Oct 25 10:28:55.950833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687b9b5-49c2-4610-b590-d80f46effc23 req-17e4734d-de59-4be9-bbd6-67ec690a53dd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:55.952279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6687b9b5-49c2-4610-b590-d80f46effc23 req-17e4734d-de59-4be9-bbd6-67ec690a53dd tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0484824 Oct 25 10:28:55.988714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6687b9b5-49c2-4610-b590-d80f46effc23 req-e464b55b-5411-4467-980d-3f836977a914 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305362 Oct 25 10:28:56.114546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-85f253f8-96c7-49e1-b025-66b04b6ae1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:56.115894 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-85f253f8-96c7-49e1-b025-66b04b6ae1a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe&tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f HTTP/1.1" status: 200 len: 1094 time: 0.0844543 Oct 25 10:28:56.128187 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-d6426e59-35d5-4d8e-9114-0e5d48bd1334 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:28:56.129148 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-d6426e59-35d5-4d8e-9114-0e5d48bd1334 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047772 Oct 25 10:28:56.147611 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814746-2', 'device_owner': 'compute:nova'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:28:56.204093 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:56.402667 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:28:56.433898 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:28:56.465877 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd06489-f182-4046-980a-e98302ca7d04 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:28:56.473416 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:56.485115 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Transition to ACTIVE for port object 4dd06489-f182-4046-980a-e98302ca7d04 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:28:56.488612 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:56.886737 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=7']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:28:56.903010 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.903347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.903677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.904001 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.904328 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.904646 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.904986 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.905302 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.905618 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.905929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.906239 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.906545 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:28:56.936593 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] No DVR routers for this DVR port 4dd06489-f182-4046-980a-e98302ca7d04 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:28:57.076543 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Attempting to bind port 4dd06489-f182-4046-980a-e98302ca7d04 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:28:57.076901 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Attempting to bind port 4dd06489-f182-4046-980a-e98302ca7d04 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:28:57.077248 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Attempting to bind port 4dd06489-f182-4046-980a-e98302ca7d04 on network e310855f-ee85-4693-b35a-2378553be079 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:28:57.081631 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Port 4dd06489-f182-4046-980a-e98302ca7d04 on network e310855f-ee85-4693-b35a-2378553be079 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:28:57.081947 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Attempting to bind port 4dd06489-f182-4046-980a-e98302ca7d04 on network e310855f-ee85-4693-b35a-2378553be079 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:28:57.087355 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:28:57.087691 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Checking segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:28:57.088068 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Bound using segment: {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:28:57.088494 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Bound port: 4dd06489-f182-4046-980a-e98302ca7d04, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af199819-4f91-4eba-b96e-f1774def6ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e310855f-ee85-4693-b35a-2378553be079'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:28:57.088845 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:57.108208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c598cdc-9614-4162-8d5a-9767d544a4ec req-aee5568c-9939-44d9-9791-81cb2877f5a2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:57.109703 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c598cdc-9614-4162-8d5a-9767d544a4ec req-aee5568c-9939-44d9-9791-81cb2877f5a2 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0518923 Oct 25 10:28:57.147761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2c598cdc-9614-4162-8d5a-9767d544a4ec req-0539d2af-72e9-4037-831f-abd11b97bcb8 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Oct 25 10:28:57.151917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:28:57.155112 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:28:57.158595 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:57.197397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:57.198000 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:28:57.199366 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] 10.222.0.18 "PUT /v2.0/ports/4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 1091 time: 1.0558693 Oct 25 10:28:57.199795 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:28:57.202075 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a850da7c-041e-457e-a07c-e217c10651b0" -d '{"events": [{"name": "network-changed", "server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "tag": "4dd06489-f182-4046-980a-e98302ca7d04"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:28:57.225315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f2588-5eae-4832-9af5-bc32cdc0f765 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=8']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:28:57.249192 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1b885f-d915-4cab-8de5-e0a0a4f1acd2 x-openstack-request-id: req-2e1b885f-d915-4cab-8de5-e0a0a4f1acd2 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:28:57.249614 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "tag": "4dd06489-f182-4046-980a-e98302ca7d04", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:28:57.249865 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e1b885f-d915-4cab-8de5-e0a0a4f1acd2 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:28:57.250301 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04', 'status': 'completed', 'code': 200} Oct 25 10:28:57.280508 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-66bd1721-d033-495c-a710-a94eac3c18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:57.282058 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-66bd1721-d033-495c-a710-a94eac3c18c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1094 time: 0.0476561 Oct 25 10:28:57.376523 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-b719c917-a173-4224-bb76-4ea9b8f1b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:57.378020 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-b719c917-a173-4224-bb76-4ea9b8f1b1ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0886548 Oct 25 10:28:57.447727 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-3031d594-6cef-4994-85b0-8a2b5fed0ca6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 999 time: 0.0612752 Oct 25 10:28:57.498472 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-cd8296ef-3f00-464b-a93c-30545bb3916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:57.499921 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-cd8296ef-3f00-464b-a93c-30545bb3916e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0454710 Oct 25 10:28:57.545502 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-784fc218-ef35-4b05-8948-ed31e5a17c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:57.546953 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-784fc218-ef35-4b05-8948-ed31e5a17c8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396385 Oct 25 10:28:57.640801 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-5763d3ce-e429-46f9-a042-2a756fbff538 service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861146 Oct 25 10:28:57.734450 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-57e11256-dabf-4a47-98a0-9e21904e220a service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858345 Oct 25 10:28:57.839589 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850da7c-041e-457e-a07c-e217c10651b0 req-f729c9da-9ad8-4e40-badf-ed425ee19cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:57.841098 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a850da7c-041e-457e-a07c-e217c10651b0 req-f729c9da-9ad8-4e40-badf-ed425ee19cdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1094 time: 0.0404515 Oct 25 10:28:57.936117 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850da7c-041e-457e-a07c-e217c10651b0 req-1b082521-320b-4137-8f27-76bf1e310348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:57.937600 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a850da7c-041e-457e-a07c-e217c10651b0 req-1b082521-320b-4137-8f27-76bf1e310348 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0894229 Oct 25 10:28:58.004516 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a850da7c-041e-457e-a07c-e217c10651b0 req-cd738a96-472a-492b-bc6c-ab9b4965b990 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 999 time: 0.0587966 Oct 25 10:28:58.052500 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850da7c-041e-457e-a07c-e217c10651b0 req-f8412cdd-6b44-4790-9352-72f931f60e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:58.053935 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a850da7c-041e-457e-a07c-e217c10651b0 req-f8412cdd-6b44-4790-9352-72f931f60e15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0428245 Oct 25 10:28:58.102746 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850da7c-041e-457e-a07c-e217c10651b0 req-3612cb85-ec4f-40cf-98a3-c444700aba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:58.104201 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a850da7c-041e-457e-a07c-e217c10651b0 req-3612cb85-ec4f-40cf-98a3-c444700aba4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434246 Oct 25 10:28:58.194893 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a850da7c-041e-457e-a07c-e217c10651b0 req-91675606-6f79-46dc-a67d-a79b2b02fb01 service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835586 Oct 25 10:28:58.268515 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecf075-2e94-45a8-9680-20862a1570bd req-5677681a-1f89-4ef0-8c8c-a6c06001c95c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:58.269934 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7cecf075-2e94-45a8-9680-20862a1570bd req-5677681a-1f89-4ef0-8c8c-a6c06001c95c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0495038 Oct 25 10:28:58.291955 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a850da7c-041e-457e-a07c-e217c10651b0 req-6c03b998-78c2-43f8-991d-c012585d692c service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899570 Oct 25 10:28:58.308128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7cecf075-2e94-45a8-9680-20862a1570bd req-e5926ce3-2392-439d-b522-45c90efa214d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316088 Oct 25 10:28:59.426028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a9fd1-2cc2-4653-8bf5-80429589926b req-797f9726-56d5-420a-a37b-77860cfb416f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:28:59.427471 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-280a9fd1-2cc2-4653-8bf5-80429589926b req-797f9726-56d5-420a-a37b-77860cfb416f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0475636 Oct 25 10:28:59.465675 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-280a9fd1-2cc2-4653-8bf5-80429589926b req-ee7b535e-8618-4eb4-a7a5-50f940c46bb7 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Oct 25 10:29:00.586342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fad68-ab68-4fbb-b8c8-858003935ad4 req-797742e1-e639-4e66-892f-9cffecacf2ac tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:00.588264 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790fad68-ab68-4fbb-b8c8-858003935ad4 req-797742e1-e639-4e66-892f-9cffecacf2ac tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0545046 Oct 25 10:29:00.627056 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-790fad68-ab68-4fbb-b8c8-858003935ad4 req-b4b5f2e8-452b-427f-b719-5585c4b12108 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327091 Oct 25 10:29:01.742693 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabb62a-1c7c-432e-a217-e24071e99c81 req-38f63811-e412-4eaa-a88b-3d6886d46b57 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:01.745297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9cabb62a-1c7c-432e-a217-e24071e99c81 req-38f63811-e412-4eaa-a88b-3d6886d46b57 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0508356 Oct 25 10:29:01.782803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9cabb62a-1c7c-432e-a217-e24071e99c81 req-6220b5d3-b867-430c-9c3e-fef5a6a14797 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Oct 25 10:29:02.903614 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e291874-7074-4d8e-8aec-6f298181fbe3 req-069595b4-01e7-426d-b2e8-fea70243d466 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:02.905108 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e291874-7074-4d8e-8aec-6f298181fbe3 req-069595b4-01e7-426d-b2e8-fea70243d466 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0511882 Oct 25 10:29:02.942248 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e291874-7074-4d8e-8aec-6f298181fbe3 req-222a2d5a-f7f9-4eae-9206-109b12717e4e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Oct 25 10:29:03.526024 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:29:04.064775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ee43f-1a4a-4a17-b0be-58129ac4846c req-7864d1a4-c3da-4484-8fe9-ac05c58a0f2a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:04.066235 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-397ee43f-1a4a-4a17-b0be-58129ac4846c req-7864d1a4-c3da-4484-8fe9-ac05c58a0f2a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0527103 Oct 25 10:29:04.105419 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-397ee43f-1a4a-4a17-b0be-58129ac4846c req-031219a6-80fc-45e6-a405-5e8d63b1d815 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Oct 25 10:29:05.218553 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d24a8-3546-482a-b992-7cb80b9b534b req-cfb83e75-243d-4d29-9a47-efe33ce07e9d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:05.220014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-521d24a8-3546-482a-b992-7cb80b9b534b req-cfb83e75-243d-4d29-9a47-efe33ce07e9d tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0477636 Oct 25 10:29:05.257993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-521d24a8-3546-482a-b992-7cb80b9b534b req-97fb0df7-7835-4fdf-ab40-831f95687ab6 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Oct 25 10:29:06.373720 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2b0ab-5c5c-4475-bc49-637918a4a17a req-412468d9-474e-4534-b561-08b636858db3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:06.375275 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecf2b0ab-5c5c-4475-bc49-637918a4a17a req-412468d9-474e-4534-b561-08b636858db3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 943 time: 0.0490644 Oct 25 10:29:06.378143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4dd06489-f182-4046-980a-e98302ca7d04 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:29:06.413144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecf2b0ab-5c5c-4475-bc49-637918a4a17a req-ced709c1-0ea1-4b12-8d53-6302b1e29015 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Oct 25 10:29:06.470965 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:29:06.482336 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '4dd06489-f182-4046-980a-e98302ca7d04', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'port_id': '4dd06489-f182-4046-980a-e98302ca7d04', 'mac_address': 'fa:16:3e:85:1c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:29:06.521321 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:06.534156 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd06489-f182-4046-980a-e98302ca7d04 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:29:06.553499 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:29:06.557703 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:06.603859 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=9']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:29:06.993600 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['4dd06489-f182-4046-980a-e98302ca7d04'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:29:07.532854 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953b6e5-152b-47ea-af05-bd9270bc684e req-4d166c17-7947-47e3-ad46-adb32ae810f5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:07.534363 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4953b6e5-152b-47ea-af05-bd9270bc684e req-4d166c17-7947-47e3-ad46-adb32ae810f5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 944 time: 0.0532722 Oct 25 10:29:07.571995 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4953b6e5-152b-47ea-af05-bd9270bc684e req-1aa44d7d-2a47-4bab-ac5b-1542600795d5 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312591 Oct 25 10:29:08.407347 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4dd06489-f182-4046-980a-e98302ca7d04 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:29:08.455426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 4dd06489-f182-4046-980a-e98302ca7d04 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:29:08.459422 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 4dd06489-f182-4046-980a-e98302ca7d04 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:29:08.459793 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:08.537114 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:08.559667 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:29:08.562011 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a50f99-88e3-48eb-895e-d3c8de7c5684" -d '{"events": [{"server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "name": "network-vif-plugged", "status": "completed", "tag": "4dd06489-f182-4046-980a-e98302ca7d04"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:29:08.575393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:29:08.579775 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:08.605356 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352924f2-1df5-46a2-8460-46c9a7a92063 x-openstack-request-id: req-352924f2-1df5-46a2-8460-46c9a7a92063 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:29:08.605645 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "name": "network-vif-plugged", "status": "completed", "tag": "4dd06489-f182-4046-980a-e98302ca7d04", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:29:08.605899 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-352924f2-1df5-46a2-8460-46c9a7a92063 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:29:08.606290 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04', 'code': 200} Oct 25 10:29:08.630019 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=10']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:29:08.702117 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59428e6b-b079-4e25-aad7-bc155667ce8b req-63cd1d61-574b-4d8a-8951-66540d1ca00a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:08.703519 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59428e6b-b079-4e25-aad7-bc155667ce8b req-63cd1d61-574b-4d8a-8951-66540d1ca00a tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 946 time: 0.0536680 Oct 25 10:29:08.740636 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-59428e6b-b079-4e25-aad7-bc155667ce8b req-34668136-c476-4526-8ab7-e1341a09da9f tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Oct 25 10:29:08.789850 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d180d-fb1b-4914-957b-bacdf8909f8b req-e411bce3-342c-491f-a63c-64abdfdb3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:08.791483 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d00d180d-fb1b-4914-957b-bacdf8909f8b req-e411bce3-342c-491f-a63c-64abdfdb3518 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1097 time: 0.0399296 Oct 25 10:29:08.826184 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-d00d180d-fb1b-4914-957b-bacdf8909f8b req-7f469e45-aff5-4784-abcf-4ab2f1672c97 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277135 Oct 25 10:29:09.574125 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:09.857531 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35364-2042-49a7-8771-1517c222d4f0 req-c5dbd83b-fb0f-41ae-b616-b87d7f440566 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:09.858888 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87c35364-2042-49a7-8771-1517c222d4f0 req-c5dbd83b-fb0f-41ae-b616-b87d7f440566 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 946 time: 0.0483327 Oct 25 10:29:09.895947 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-87c35364-2042-49a7-8771-1517c222d4f0 req-78c19a97-affd-41de-bb67-74466712fcd3 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311508 Oct 25 10:29:10.602396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:11.016262 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9cd18-05dc-48fb-9bb4-492422084075 req-e0436427-8a2c-447d-9b3c-03e067301c71 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:11.017750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eed9cd18-05dc-48fb-9bb4-492422084075 req-e0436427-8a2c-447d-9b3c-03e067301c71 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 946 time: 0.0528457 Oct 25 10:29:11.055002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-eed9cd18-05dc-48fb-9bb4-492422084075 req-e699798c-eb6b-4fd5-a7ec-f3e1805d9adc tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Oct 25 10:29:13.565966 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-bc324d27-42e1-42f9-bced-db3157dd135c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388043 Oct 25 10:29:13.666953 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-f9db86a6-fbd9-4bd0-a306-5e34f609ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:13.668414 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-f9db86a6-fbd9-4bd0-a306-5e34f609ac1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1097 time: 0.0452833 Oct 25 10:29:13.771134 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-da5ee3ed-9cc2-41d0-8b46-afa69ab9009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:13.772566 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-da5ee3ed-9cc2-41d0-8b46-afa69ab9009a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0858374 Oct 25 10:29:13.840751 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-b5f3c33b-5a0d-412d-83b9-d1be005f60d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 1001 time: 0.0610213 Oct 25 10:29:13.888544 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-a82397ac-3636-43f9-b78e-a989f963890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:13.889962 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-a82397ac-3636-43f9-b78e-a989f963890c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0429847 Oct 25 10:29:13.934975 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-8214d802-efcd-4e79-84db-98bcc208f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:29:13.936402 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-8214d802-efcd-4e79-84db-98bcc208f9f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396850 Oct 25 10:29:14.028770 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-f0c1a456-d275-4df5-beca-8c9f747674eb service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851781 Oct 25 10:29:14.117988 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-43abfeff-0ba0-428d-8c67-7b2786a5a2c9 req-582ec319-41d0-4110-a3db-8d06ded02ff2 service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822260 Oct 25 10:29:16.629590 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0c00f3bd-1f87-44c7-b015-6410c4886929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:18.976414 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d42bf5db-6673-4f55-a715-4df55242e26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:20.184154 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:20.330440 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:22.187234 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:39.574203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:40.525701 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:29:40.602460 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:46.631292 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-08382d22-8509-4965-aea7-582e54787efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:48.977689 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1113ca16-f4a9-4e81-bcc6-b9ef03018fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:50.185652 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:50.333352 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:29:52.191212 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:09.577021 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:10.600388 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:14.608201 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-fc07cb89-6b8c-49b8-89f4-3b023540f8b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450771 Oct 25 10:30:14.704099 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-907da98e-7714-4927-addd-98222f2fa682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:14.705595 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-907da98e-7714-4927-addd-98222f2fa682 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1097 time: 0.0403275 Oct 25 10:30:14.809305 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-acde9cc8-870d-42f0-bd07-558481e6b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:14.810767 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-acde9cc8-870d-42f0-bd07-558481e6b115 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0868523 Oct 25 10:30:14.881357 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-245e96f9-53f0-454e-bde9-ad843bbdf1ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 1001 time: 0.0634515 Oct 25 10:30:14.929756 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-2157800a-6f7b-4c95-bd70-14f1f68fbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:14.931134 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-2157800a-6f7b-4c95-bd70-14f1f68fbcd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0432537 Oct 25 10:30:14.976824 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-a2be1f1f-cbc7-4937-af0d-ab91f9e9bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:14.978299 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-a2be1f1f-cbc7-4937-af0d-ab91f9e9bf9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397575 Oct 25 10:30:15.073301 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-18ad66e1-0e75-4efd-8e65-b6c232243f0d service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867822 Oct 25 10:30:15.161079 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2ffde2be-3ebc-464e-9324-a714d2d6f3f6 req-d4a6efb7-b749-4809-9cc1-231f7f055fce service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810678 Oct 25 10:30:16.633143 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7e1da9f1-9ae0-4451-a11d-e9f57cb8f98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:17.525710 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:30:18.978111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5d2a-4290-4fbe-a85c-a2bebb09311a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:20.187376 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:20.336177 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:22.191952 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:23.261996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45364) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:23.429310 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Deleting port e4ad8b28-70fd-447e-b9d9-66b97c1b58b6 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:23.429646 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:23.508297 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:23.508618 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:23.520134 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Calling delete_port for e4ad8b28-70fd-447e-b9d9-66b97c1b58b6 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:23.661632 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:23.690126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event deleted for resources: {'Port': ['ID=e4ad8b28-70fd-447e-b9d9-66b97c1b58b6,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:23.715845 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.716059 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.716268 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.716597 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.716951 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.717275 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.717594 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.717912 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.718224 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.718538 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.718850 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.719162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:23.760556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:23.760876 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Floating IP 5638b918-5353-4992-b69e-76a12aeebbb7 disassociated (deleted). External IP: 172.25.8.119, port: 4dd06489-f182-4046-980a-e98302ca7d04. Oct 25 10:30:23.967406 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:30:24.075071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:30:24.079806 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:24.085373 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] Sync routers for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:30:24.094904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:24.095502 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:24.108784 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c628f8d4-785e-4471-b466-1b4767f03c42 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "DELETE /v2.0/floatingips/5638b918-5353-4992-b69e-76a12aeebbb7 HTTP/1.1" status: 204 len: 168 time: 0.8432910 Oct 25 10:30:24.108784 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:30:24.109251 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda" -d '{"events": [{"name": "network-changed", "server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "tag": "4dd06489-f182-4046-980a-e98302ca7d04"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:30:24.203572 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:24.267959 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377f09a1-42a0-4f6a-85b5-c18c95d140cf x-openstack-request-id: req-377f09a1-42a0-4f6a-85b5-c18c95d140cf {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:30:24.268745 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "tag": "4dd06489-f182-4046-980a-e98302ca7d04", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:30:24.268745 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-377f09a1-42a0-4f6a-85b5-c18c95d140cf {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:30:24.269680 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04', 'status': 'completed', 'code': 200} Oct 25 10:30:24.370825 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-47abceda-fb01-4bc7-a298-4dceb54feee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:24.371617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248777f-c0aa-4c42-a29a-521807e31fcd req-0e9fd21a-f38f-43a2-ae3f-b5fd792c7992 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:24.373014 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-47abceda-fb01-4bc7-a298-4dceb54feee5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 1097 time: 0.0506191 Oct 25 10:30:24.373386 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2248777f-c0aa-4c42-a29a-521807e31fcd req-0e9fd21a-f38f-43a2-ae3f-b5fd792c7992 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 946 time: 0.0591500 Oct 25 10:30:24.414102 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2248777f-c0aa-4c42-a29a-521807e31fcd req-991e7efd-59e1-4917-a1dc-3b1cc6f69077 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337842 Oct 25 10:30:24.417787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:24.473829 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-d72dd389-c658-49b9-9867-107c00dc45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:24.475862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-d72dd389-c658-49b9-9867-107c00dc45a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 200 len: 909 time: 0.0949845 Oct 25 10:30:24.526266 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-14d3800d-81f4-46b8-aa3d-4e6f2e8a8d01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 200 len: 217 time: 0.0407395 Oct 25 10:30:24.580677 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-be9c39bb-2543-45b8-8edf-23658d51d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:24.582189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-be9c39bb-2543-45b8-8edf-23658d51d680 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 200 len: 847 time: 0.0475378 Oct 25 10:30:24.603824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] Checking router: 4d7269f9-674f-4b5d-95d7-d75e578bdd3b for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:30:24.611993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:24.612597 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:24.631822 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-004c9ecd-12b8-45cf-b290-5a8192cc70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:24.633371 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-004c9ecd-12b8-45cf-b290-5a8192cc70a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e310855f-ee85-4693-b35a-2378553be079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420933 Oct 25 10:30:24.717366 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:24.729196 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-ade732d2-8e8f-4522-9aa9-59b06d4c1374 service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864167 Oct 25 10:30:24.824300 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-ceb1d76c-d4b2-48fe-afe0-b590a7fc0bda req-099735ef-db16-48a3-865b-169ee519e948 service neutron] 10.222.0.18 "GET /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859096 Oct 25 10:30:24.918894 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:24.949632 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968e910-97c0-4bf7-9b94-528d371e5cb6 None None] The sync data for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 is: [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:20:07Z', 'revision_number': 4, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': 'd2d2b370-6abf-44db-936b-218e00c5d636', 'name': '', 'network_id': 'e310855f-ee85-4693-b35a-2378553be079', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'mac_address': 'fa:16:3e:4d:fe:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:06Z', 'updated_at': '2021-10-25T10:20:12Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'subnets': [{'id': '65d5583f-0b27-42c8-aad5-f12e80ddd86a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:30:25.162941 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c855d52-5168-4ab1-ac09-7864f3f79dfd None None] New status for floating IP 5638b918-5353-4992-b69e-76a12aeebbb7: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:30:25.530917 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb7e6a-cc41-4141-ba6f-23f1f0a05560 req-6ee6b73a-0574-4385-9bbd-025a3122ea11 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:25.533158 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6cb7e6a-cc41-4141-ba6f-23f1f0a05560 req-6ee6b73a-0574-4385-9bbd-025a3122ea11 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 946 time: 0.0484378 Oct 25 10:30:25.572709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a6cb7e6a-cc41-4141-ba6f-23f1f0a05560 req-5a40489d-c8d3-4770-9a15-f6541f78668c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/security-groups?id=00125e9d-53bc-4232-a141-fa6873b32f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324531 Oct 25 10:30:26.165056 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-32b391d1-41b8-463e-b83b-932302dab498 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:26.166493 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-32b391d1-41b8-463e-b83b-932302dab498 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 946 time: 0.0569453 Oct 25 10:30:26.257130 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Deleting port 4dd06489-f182-4046-980a-e98302ca7d04 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:26.257458 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:26.346873 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] For port 4dd06489-f182-4046-980a-e98302ca7d04, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=4dd06489-f182-4046-980a-e98302ca7d04,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:26.347237 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:26.359973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Calling delete_port for 4dd06489-f182-4046-980a-e98302ca7d04 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:26.484417 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:26.525851 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event deleted for resources: {'Port': ['ID=4dd06489-f182-4046-980a-e98302ca7d04,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:26.550462 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.550805 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.551146 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.551483 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.551815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.552198 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.553439 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.553585 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.553982 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.554315 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.554647 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.554973 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:26.571613 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] No DVR routers for this DVR port 4dd06489-f182-4046-980a-e98302ca7d04 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:30:26.574379 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:26.578030 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-cd21ef86-0974-452b-bbe2-6f63404b035b req-18b2a3b3-4937-42e3-82dc-58c5e3697c80 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.18 "DELETE /v2.0/ports/4dd06489-f182-4046-980a-e98302ca7d04 HTTP/1.1" status: 204 len: 173 time: 0.4041502 Oct 25 10:30:26.578496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'name': 'network-vif-deleted', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:30:26.581358 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc899efa-c408-4b2d-8901-9165f3e832c7" -d '{"events": [{"server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "name": "network-vif-deleted", "tag": "4dd06489-f182-4046-980a-e98302ca7d04"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:30:26.623431 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c00b6e8-007b-4dcd-98cc-be43d61fc84a x-openstack-request-id: req-5c00b6e8-007b-4dcd-98cc-be43d61fc84a {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:30:26.623783 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf0c770-7e02-478d-9266-1722f8dc10fe", "name": "network-vif-deleted", "tag": "4dd06489-f182-4046-980a-e98302ca7d04", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:30:26.624037 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c00b6e8-007b-4dcd-98cc-be43d61fc84a {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:30:26.624451 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf0c770-7e02-478d-9266-1722f8dc10fe', 'name': 'network-vif-deleted', 'tag': '4dd06489-f182-4046-980a-e98302ca7d04', 'status': 'completed', 'code': 200} Oct 25 10:30:26.698262 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-20454250-dce8-4a13-8321-70e3f74f1459 req-24b77dd4-5410-46d1-8539-ecd1a057374c tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0307975 Oct 25 10:30:27.793144 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-7757f6a8-1491-4037-8a89-f6dcaf483cae req-e41d241b-c262-421e-815a-45e10507a407 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0270476 Oct 25 10:30:28.741212 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4dd06489-f182-4046-980a-e98302ca7d04 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:30:28.763747 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 4dd06489-f182-4046-980a-e98302ca7d04 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:30:28.764092 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 4dd06489-f182-4046-980a-e98302ca7d04 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:30:28.887909 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-d363a34b-ba0a-4ad3-8fd5-e9c85c53e190 req-8059d623-e8d6-438e-9601-1f76ef18fc08 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0267510 Oct 25 10:30:29.988696 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f6b320b2-5178-441b-8ee8-c98b02a52839 req-46d235d9-d140-4374-a7b3-ddee7cb34e58 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0268936 Oct 25 10:30:31.094826 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-88fcd30c-f291-466f-99cf-e1e07886b4f1 req-2ef0fc23-8b99-4cd8-b89c-343ba843e42e tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf0c770-7e02-478d-9266-1722f8dc10fe HTTP/1.1" status: 200 len: 210 time: 0.0260704 Oct 25 10:30:32.157287 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45396) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:32.215950 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6836d9ed-01fd-42b2-a308-47bf2d0fd492 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:32.246593 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6836d9ed-01fd-42b2-a308-47bf2d0fd492 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:32.314180 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6836d9ed-01fd-42b2-a308-47bf2d0fd492 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:32.317496 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6836d9ed-01fd-42b2-a308-47bf2d0fd492 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:32.321693 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6836d9ed-01fd-42b2-a308-47bf2d0fd492 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] 10.222.0.32 "DELETE /v2.0/security-groups/00125e9d-53bc-4232-a141-fa6873b32f6d HTTP/1.1" status: 204 len: 168 time: 0.1633341 Oct 25 10:30:32.336371 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836d9ed-01fd-42b2-a308-47bf2d0fd492 tempest-TestShelveInstance-1095007820 tempest-TestShelveInstance-1095007820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00125e9d-53bc-4232-a141-fa6873b32f6d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:32.374595 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45400) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:32.901966 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:33.154733 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Deleting port d2d2b370-6abf-44db-936b-218e00c5d636 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:33.155123 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:33.235620 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] For port d2d2b370-6abf-44db-936b-218e00c5d636, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=d2d2b370-6abf-44db-936b-218e00c5d636,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:33.236299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:33.248906 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Calling delete_port for d2d2b370-6abf-44db-936b-218e00c5d636 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:33.433183 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:33.461125 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d2b370-6abf-44db-936b-218e00c5d636,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:33.639857 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:33.861463 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:30:33.968680 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:30:33.973698 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a341f391-0ca6-4622-9bb9-9a457d230e89 admin admin] 10.222.0.32 "PUT /v2.0/routers/4d7269f9-674f-4b5d-95d7-d75e578bdd3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978665 Oct 25 10:30:33.976713 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45404) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:33.981580 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] Sync routers for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:30:34.014810 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:34.015462 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:34.103524 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks [] for router, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.116975 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:34.210355 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.267203 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Deleting port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:34.267452 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.299294 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:30:33Z', 'revision_number': 5, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port': {'id': '4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:05Z', 'updated_at': '2021-10-25T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:34.325831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] Checking router: 4d7269f9-674f-4b5d-95d7-d75e578bdd3b for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:30:34.334761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] Routers {'4d7269f9-674f-4b5d-95d7-d75e578bdd3b'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:34.335380 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:34.347186 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] For port 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:34.347563 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.365609 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Calling delete_port for 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f owned by network:router_gateway {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:34.426284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] Set router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:34.482303 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:30:34Z', 'revision_number': 6, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:34.510908 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47723ca-02f3-478d-a65f-e8ccfbec3eed None None] The sync data for ids ['4d7269f9-674f-4b5d-95d7-d75e578bdd3b'] in n-d-814746-2 is: [{'id': '4d7269f9-674f-4b5d-95d7-d75e578bdd3b', 'name': 'tempest-TestShelveInstance-327455827-router', 'tenant_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:04Z', 'updated_at': '2021-10-25T10:30:34Z', 'revision_number': 6, 'project_id': '2f4d92f097ea4bf3915331e4bcf04b9f', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:30:34.545405 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.580935 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:34.640361 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.728959 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.731018 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.778435 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.778998 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7269f9-674f-4b5d-95d7-d75e578bdd3b {{(pid=106991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:30:34.783900 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.788226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-6f35e0f5-350e-490e-bb91-88b433734f17 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4d7269f9-674f-4b5d-95d7-d75e578bdd3b HTTP/1.1" status: 204 len: 168 time: 0.8072388 Oct 25 10:30:34.788512 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45406) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:34.833149 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a5e84d-6551-4c3c-bbd7-3763c090f9d7 admin admin] Deleting subnet 65d5583f-0b27-42c8-aad5-f12e80ddd86a {{(pid=106991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:30:34.836455 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-39a5e84d-6551-4c3c-bbd7-3763c090f9d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.888008 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-39a5e84d-6551-4c3c-bbd7-3763c090f9d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25469808'] for subnet, precommit_delete_associations {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:34.992397 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-39a5e84d-6551-4c3c-bbd7-3763c090f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.050792 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-39a5e84d-6551-4c3c-bbd7-3763c090f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25508355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25919195'] for subnet, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.075965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5e84d-6551-4c3c-bbd7-3763c090f9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d5583f-0b27-42c8-aad5-f12e80ddd86a,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:35.081788 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-39a5e84d-6551-4c3c-bbd7-3763c090f9d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.085418 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-39a5e84d-6551-4c3c-bbd7-3763c090f9d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/65d5583f-0b27-42c8-aad5-f12e80ddd86a HTTP/1.1" status: 204 len: 168 time: 0.2959714 Oct 25 10:30:35.087870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45408) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:35.089906 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4644fd6-7195-493b-af6c-e8b93c69f2d7 None None] Network e310855f-ee85-4693-b35a-2378553be079 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:30:35.157491 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.214640 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Deleting port 3d2df972-44f4-4c3a-983b-8d6904b66c35 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:35.214899 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.280566 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] For port 3d2df972-44f4-4c3a-983b-8d6904b66c35, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=3d2df972-44f4-4c3a-983b-8d6904b66c35,segment=NetworkSegment(af199819-4f91-4eba-b96e-f1774def6ee2),segment_id=af199819-4f91-4eba-b96e-f1774def6ee2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:35.280949 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.294962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Calling delete_port for 3d2df972-44f4-4c3a-983b-8d6904b66c35 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:35.329668 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d2d2b370-6abf-44db-936b-218e00c5d636 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:30:35.334271 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] DHCP port deletion for e310855f-ee85-4693-b35a-2378553be079 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:30:35.354893 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: d2d2b370-6abf-44db-936b-218e00c5d636 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:30:35.355224 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device d2d2b370-6abf-44db-936b-218e00c5d636 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:30:35.387347 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.401428 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Deleting port 3d2df972-44f4-4c3a-983b-8d6904b66c35 {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:35.401800 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.413073 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2df972-44f4-4c3a-983b-8d6904b66c35,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:35.418857 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] No DVR routers for this DVR port 3d2df972-44f4-4c3a-983b-8d6904b66c35 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:30:35.468388 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] For port 3d2df972-44f4-4c3a-983b-8d6904b66c35, host n-d-814746-2, got binding levels [] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:35.468779 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.490775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Calling delete_port for 3d2df972-44f4-4c3a-983b-8d6904b66c35 owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:35.493945 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.ipam_backend_mixin [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Port 3d2df972-44f4-4c3a-983b-8d6904b66c35 was not found and therefore no delete operation was performed {{(pid=106993) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 25 10:30:35.495380 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.496957 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.521858 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e310855f-ee85-4693-b35a-2378553be079']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:35.526071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] No DVR routers for this DVR port 3d2df972-44f4-4c3a-983b-8d6904b66c35 on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:30:35.530478 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Pushing event deleted for resources: {'Port': ['ID=3d2df972-44f4-4c3a-983b-8d6904b66c35,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:35.532492 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af199819-4f91-4eba-b96e-f1774def6ee2') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:35.533020 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af199819-4f91-4eba-b96e-f1774def6ee2') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:35.547879 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.548278 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.548623 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.548984 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.549318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.549645 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.550177 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.550846 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.551524 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.551794 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.552239 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.552741 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.553306 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8283ba-ddd5-4742-a14f-432f3e239b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:35.576757 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.584031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:30:35.584711 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:30:35.586827 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:30:35.644641 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.650937 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:35.654183 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] 10.222.0.32 "DELETE /v2.0/networks/e310855f-ee85-4693-b35a-2378553be079 HTTP/1.1" status: 204 len: 168 time: 0.5653946 Oct 25 10:30:35.657402 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45410) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:35.665397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb55b5-4b2b-4782-a399-5bfc63cafeea admin admin] Pushing event deleted for resources: {'Network': ['ID=e310855f-ee85-4693-b35a-2378553be079,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:35.995196 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:36.544523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Deleting port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:36.544852 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:36.625425 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] For port cc2ab9d5-2dd4-41a0-9f7e-73623342e95f, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,segment=NetworkSegment(d7258dd9-60a2-404b-89f0-4b1834de18bc),segment_id=d7258dd9-60a2-404b-89f0-4b1834de18bc)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:36.625776 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:36.637419 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Calling delete_port for cc2ab9d5-2dd4-41a0-9f7e-73623342e95f owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:36.813203 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:36.840864 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2ab9d5-2dd4-41a0-9f7e-73623342e95f,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:36.874634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:30:36.894687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:30:36.895041 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4abcaf5c-cca9-4833-8b6e-912b5c0d8c7f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:30:36.895456 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 3d2df972-44f4-4c3a-983b-8d6904b66c35 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:30:36.923481 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 3d2df972-44f4-4c3a-983b-8d6904b66c35 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:30:36.923816 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 3d2df972-44f4-4c3a-983b-8d6904b66c35 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:30:37.018918 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:37.230988 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Router 26806169-c3dd-4130-9733-0525136a358e has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:30:37.337523 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:30:37.345574 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a5f4dd8c-77d2-455e-b972-d139a28eba40 admin admin] 10.222.0.32 "PUT /v2.0/routers/26806169-c3dd-4130-9733-0525136a358e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842880 Oct 25 10:30:37.345574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45412) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:37.346143 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] Sync routers for ids ['26806169-c3dd-4130-9733-0525136a358e'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:30:37.356068 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] Routers {'26806169-c3dd-4130-9733-0525136a358e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:37.356657 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['26806169-c3dd-4130-9733-0525136a358e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:37.449708 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:37.458974 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] Set router 26806169-c3dd-4130-9733-0525136a358e gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:37.552662 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:37.606763 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Deleting port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:37.607111 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:37.637831 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:30:36Z', 'revision_number': 5, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port': {'id': '14c5b02b-f96b-4562-96ed-26a6eb4b0ff8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26806169-c3dd-4130-9733-0525136a358e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:37.663529 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] Checking router: 26806169-c3dd-4130-9733-0525136a358e for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:30:37.671648 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] Routers {'26806169-c3dd-4130-9733-0525136a358e'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:37.672233 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['26806169-c3dd-4130-9733-0525136a358e'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:37.690630 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] For port 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=14c5b02b-f96b-4562-96ed-26a6eb4b0ff8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:37.690985 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:37.702977 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Calling delete_port for 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:37.756928 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] Set router 26806169-c3dd-4130-9733-0525136a358e gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:37.808517 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:30:37Z', 'revision_number': 6, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:37.835191 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36aa2a-52a9-4386-8f1f-2d587fa81e98 None None] The sync data for ids ['26806169-c3dd-4130-9733-0525136a358e'] in n-d-814746-2 is: [{'id': '26806169-c3dd-4130-9733-0525136a358e', 'name': 'tempest-TestShelveInstance-1102528640-router', 'tenant_id': 'ec26b682a36446529f2c938df0fcd156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:20:09Z', 'updated_at': '2021-10-25T10:30:37Z', 'revision_number': 6, 'project_id': 'ec26b682a36446529f2c938df0fcd156', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:30:37.871231 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:37.897793 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c5b02b-f96b-4562-96ed-26a6eb4b0ff8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:37.958964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.049965 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.052670 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.106100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.106664 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26806169-c3dd-4130-9733-0525136a358e {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:30:38.111627 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.112746 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-925b8383-f87d-48bb-b7dd-32a6940be4a2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/26806169-c3dd-4130-9733-0525136a358e HTTP/1.1" status: 204 len: 168 time: 0.7662923 Oct 25 10:30:38.116636 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45414) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:38.161478 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea113f23-3575-47ee-a945-151a4498fdcf admin admin] Deleting subnet 165e6bdb-82dc-4454-bd21-90302f9cd8c2 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:30:38.165432 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ea113f23-3575-47ee-a945-151a4498fdcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.200185 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ea113f23-3575-47ee-a945-151a4498fdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.282410 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ea113f23-3575-47ee-a945-151a4498fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.335534 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ea113f23-3575-47ee-a945-151a4498fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.360619 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea113f23-3575-47ee-a945-151a4498fdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=165e6bdb-82dc-4454-bd21-90302f9cd8c2,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:38.365169 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ea113f23-3575-47ee-a945-151a4498fdcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.369650 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ea113f23-3575-47ee-a945-151a4498fdcf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/165e6bdb-82dc-4454-bd21-90302f9cd8c2 HTTP/1.1" status: 204 len: 168 time: 0.2521081 Oct 25 10:30:38.371197 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c126c3-118e-43d6-81b7-8e52fb0b8459 None None] Network 3e3717c7-db2a-4753-b746-328301afd29e requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:30:38.372195 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45416) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:38.440083 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.496559 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Deleting port 68feec06-22da-49cc-8af7-c857ca7df18d {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:38.496976 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.558280 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] DHCP port deletion for 3e3717c7-db2a-4753-b746-328301afd29e request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:30:38.564666 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] For port 68feec06-22da-49cc-8af7-c857ca7df18d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=68feec06-22da-49cc-8af7-c857ca7df18d,segment=NetworkSegment(d7258dd9-60a2-404b-89f0-4b1834de18bc),segment_id=d7258dd9-60a2-404b-89f0-4b1834de18bc)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:38.565163 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.579708 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Calling delete_port for 68feec06-22da-49cc-8af7-c857ca7df18d owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:38.610540 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] Deleting port 68feec06-22da-49cc-8af7-c857ca7df18d {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:30:38.610937 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.666447 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.676232 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] For port 68feec06-22da-49cc-8af7-c857ca7df18d, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=68feec06-22da-49cc-8af7-c857ca7df18d,segment=NetworkSegment(d7258dd9-60a2-404b-89f0-4b1834de18bc),segment_id=d7258dd9-60a2-404b-89f0-4b1834de18bc)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:38.676719 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.691162 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] Calling delete_port for 68feec06-22da-49cc-8af7-c857ca7df18d owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:30:38.694308 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Pushing event deleted for resources: {'Port': ['ID=68feec06-22da-49cc-8af7-c857ca7df18d,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:38.698305 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] No DVR routers for this DVR port 68feec06-22da-49cc-8af7-c857ca7df18d on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:30:38.769317 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.778985 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.791884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3717c7-db2a-4753-b746-328301afd29e']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:38.801874 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7258dd9-60a2-404b-89f0-4b1834de18bc') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:38.802246 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7258dd9-60a2-404b-89f0-4b1834de18bc') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:38.803787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] Pushing event deleted for resources: {'Port': ['ID=68feec06-22da-49cc-8af7-c857ca7df18d,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:38.809458 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d15cbe-b249-41e9-b513-dc9e7646d813 None None] No DVR routers for this DVR port 68feec06-22da-49cc-8af7-c857ca7df18d on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:30:38.822197 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.841371 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.849437 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:30:38.849969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: timer() Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:30:38.855171 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:30:38.898426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:30:38.917004 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.918542 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:30:38.918904 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 14c5b02b-f96b-4562-96ed-26a6eb4b0ff8 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:30:38.919370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cc2ab9d5-2dd4-41a0-9f7e-73623342e95f no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:30:38.923873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:38.927611 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3e3717c7-db2a-4753-b746-328301afd29e HTTP/1.1" status: 204 len: 168 time: 0.5539734 Oct 25 10:30:38.937922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0068d23-b5eb-46de-a0ac-cb22bf1cc574 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3717c7-db2a-4753-b746-328301afd29e,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:38.940246 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: cc2ab9d5-2dd4-41a0-9f7e-73623342e95f {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:30:38.940582 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device cc2ab9d5-2dd4-41a0-9f7e-73623342e95f not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:30:38.941012 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 68feec06-22da-49cc-8af7-c857ca7df18d no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:30:38.962220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 68feec06-22da-49cc-8af7-c857ca7df18d {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:30:38.962558 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 68feec06-22da-49cc-8af7-c857ca7df18d not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:30:39.079498 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45420) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:39.119230 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f4716804-3327-4f6a-b213-4334ee505f4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f4d92f097ea4bf3915331e4bcf04b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385942 Oct 25 10:30:39.121797 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45422) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:39.170850 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d0e58ff-ecb0-406a-9d37-7029cff51f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.191733 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d0e58ff-ecb0-406a-9d37-7029cff51f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.243207 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d0e58ff-ecb0-406a-9d37-7029cff51f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.245809 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d0e58ff-ecb0-406a-9d37-7029cff51f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.246931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3d0e58ff-ecb0-406a-9d37-7029cff51f0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef33d956-194a-4923-bf49-90fa32d6afee HTTP/1.1" status: 204 len: 168 time: 0.1242590 Oct 25 10:30:39.254577 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e58ff-ecb0-406a-9d37-7029cff51f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33d956-194a-4923-bf49-90fa32d6afee,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:39.582437 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.582934 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45428) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:39.623425 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f05c0c31-3252-4a07-8647-a3d5b5fb96b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec26b682a36446529f2c938df0fcd156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396366 Oct 25 10:30:39.625956 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45430) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:39.681993 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ff6294c-f7fa-4e8b-a2f3-3b18fbe97222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.703366 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ff6294c-f7fa-4e8b-a2f3-3b18fbe97222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.754177 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ff6294c-f7fa-4e8b-a2f3-3b18fbe97222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.756913 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6ff6294c-f7fa-4e8b-a2f3-3b18fbe97222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:39.758755 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6ff6294c-f7fa-4e8b-a2f3-3b18fbe97222 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1a82bd2-9c0b-4c52-9e5c-5dba3a60b355 HTTP/1.1" status: 204 len: 168 time: 0.1319203 Oct 25 10:30:39.767159 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6294c-f7fa-4e8b-a2f3-3b18fbe97222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a82bd2-9c0b-4c52-9e5c-5dba3a60b355,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:40.471214 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45452) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:40.567182 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-802145340-network', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:40.588485 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Made reservation on behalf of ce7cf96ea56b4797a145869baa467aec for: {'network': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:30:40.590773 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.598902 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.615709 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.678830 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.682299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.702420 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=106992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:30:40.717554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf9a009-01bb-4b00-a402-71211643bf18,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:40.720415 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.720754 n-d-814746-2 neutron-server[106992]: INFO neutron.db.segments_db [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Added segment bf0154cb-775d-4b8a-af69-035107314ed2 of type vlan for network d2f1e561-bf6b-475a-837b-bd106d46faa7 Oct 25 10:30:40.761124 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.785719 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.786936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:40.787509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:40.836833 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3645351 Oct 25 10:30:40.839793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45456) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:40.844717 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Request body: {'subnet': {'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-802145340-subnet', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'ip_version': 4}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:40.849716 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db2e1b-ede0-4cb0-ad22-a0649e1f2688 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f1e561-bf6b-475a-837b-bd106d46faa7,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:40.860960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:30:40.866062 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Made reservation on behalf of ce7cf96ea56b4797a145869baa467aec for: {'subnet': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:30:40.868746 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25919168'] for subnet, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.034412 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25508428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25919186'] for subnet, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.092943 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7153f76-858a-4c4a-9977-b774aa51c715,revision_number=0']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:41.098019 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Checking segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:41.098445 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Network hostable DHCP agents. Network: d2f1e561-bf6b-475a-837b-bd106d46faa7, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:30:41.115581 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:30:41.124269 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, d2f1e561-bf6b-475a-837b-bd106d46faa7) {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:41.128137 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:41.128807 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.135723 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e4681-2dae-497d-81ef-54f5e46637b3 None None] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:30:41.145522 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-538db0dd-757e-4eda-9ba5-524b1d8e7ad6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3046236 Oct 25 10:30:41.148833 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45458) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:41.153546 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:41.173981 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.175196 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.231216 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.281640 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-d2f1e561-bf6b-475a-837b-bd106d46faa7', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:30:41.282499 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.421974 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Allocated IP 172.20.0.2 (d2f1e561-bf6b-475a-837b-bd106d46faa7/a7153f76-858a-4c4a-9977-b774aa51c715/c74f2c9e-a181-472b-b376-4a36af2f1362) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:30:41.571671 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.577832 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.620808 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:41.623695 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:41.628105 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:30:41.631369 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Pushing event updated for resources: {'Port': ['ID=c74f2c9e-a181-472b-b376-4a36af2f1362,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:41.687255 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Attempting to bind port c74f2c9e-a181-472b-b376-4a36af2f1362 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:30:41.687529 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Attempting to bind port c74f2c9e-a181-472b-b376-4a36af2f1362 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:30:41.687890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Attempting to bind port c74f2c9e-a181-472b-b376-4a36af2f1362 on network d2f1e561-bf6b-475a-837b-bd106d46faa7 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:30:41.692896 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:30:41.693297 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Checking segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:41.693693 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.694083 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Bound using segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:30:41.694548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Bound port: c74f2c9e-a181-472b-b376-4a36af2f1362, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:30:41.694921 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.712184 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.756738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] For port c74f2c9e-a181-472b-b376-4a36af2f1362, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:30:41.760189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] For port c74f2c9e-a181-472b-b376-4a36af2f1362, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c74f2c9e-a181-472b-b376-4a36af2f1362,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:30:41.764317 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.821543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43131731-7e85-4f47-8abb-08cd18836135 None None] Pushing event updated for resources: {'Port': ['ID=c74f2c9e-a181-472b-b376-4a36af2f1362,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:41.919854 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:41.939983 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:42.070318 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Allocated IP 172.25.8.114 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/2af136dc-e0e8-48af-b891-91289094f8e8) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:30:42.170974 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:42.204712 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:42.250378 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:42.253261 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:42.256476 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:30:42.279347 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Pushing event updated for resources: {'Port': ['ID=2af136dc-e0e8-48af-b891-91289094f8e8,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:42.511698 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:42.690835 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eaa185-0228-4676-bd09-dc8408d3cbad None None] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:30:42.713859 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:42.764641 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-a46a4f74-fd57-4281-92fc-3d08d79b43ea None None] Provisioning complete for port c74f2c9e-a181-472b-b376-4a36af2f1362 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:42.765030 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a46a4f74-fd57-4281-92fc-3d08d79b43ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:42.856341 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Router d2b434de-26b1-4c9d-b5c3-64326373ecd6 is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:30:42.915733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a46a4f74-fd57-4281-92fc-3d08d79b43ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:42.956263 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-a46a4f74-fd57-4281-92fc-3d08d79b43ea None None] For port c74f2c9e-a181-472b-b376-4a36af2f1362, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c74f2c9e-a181-472b-b376-4a36af2f1362,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:42.962435 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a46a4f74-fd57-4281-92fc-3d08d79b43ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:42.983803 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:30:43.011909 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] Publish callbacks [] for router, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:43.013607 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-5bd116d1-1511-49c5-b80c-ff3b0fc99d06 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8633733 Oct 25 10:30:43.017075 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45460) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:43.030033 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Sync routers for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:30:43.041647 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a4f74-fd57-4281-92fc-3d08d79b43ea None None] Pushing event updated for resources: {'Port': ['ID=c74f2c9e-a181-472b-b376-4a36af2f1362,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:43.066058 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:43.066692 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:43.111475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c74f2c9e-a181-472b-b376-4a36af2f1362 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:43.382828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-4da949eb-f22e-4ca5-b1db-98ec646b715b None None] Provisioning complete for port c74f2c9e-a181-472b-b376-4a36af2f1362 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:43.383078 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4da949eb-f22e-4ca5-b1db-98ec646b715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:43.418639 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:43.471947 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:43.476606 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c74f2c9e-a181-472b-b376-4a36af2f1362 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:43.476993 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:43.631279 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Allocated IP 172.20.0.1 (d2f1e561-bf6b-475a-837b-bd106d46faa7/a7153f76-858a-4c4a-9977-b774aa51c715/4fc552fb-6482-4d06-aeeb-62f88024e592) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:30:43.711107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:42Z', 'revision_number': 3, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:43.737983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Checking router: d2b434de-26b1-4c9d-b5c3-64326373ecd6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:30:43.738503 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Updating router d2b434de-26b1-4c9d-b5c3-64326373ecd6 port 2af136dc-e0e8-48af-b891-91289094f8e8 binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:30:43.739457 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:43.767535 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:43.774436 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:43.815367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:43.818854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:43.822541 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:30:43.845468 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Pushing event updated for resources: {'Port': ['ID=4fc552fb-6482-4d06-aeeb-62f88024e592,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:43.864905 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.004484 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.042030 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.047498 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.110031 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Attempting to bind port 2af136dc-e0e8-48af-b891-91289094f8e8 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:30:44.110320 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Attempting to bind port 2af136dc-e0e8-48af-b891-91289094f8e8 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:30:44.110683 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Attempting to bind port 2af136dc-e0e8-48af-b891-91289094f8e8 on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:30:44.120875 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98770d1d-8c36-4e4a-8c93-cb16dd970e31 None None] Pushing event updated for resources: {'Port': ['ID=2af136dc-e0e8-48af-b891-91289094f8e8,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:44.125034 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:30:44.125414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:44.125817 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.126202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:30:44.126676 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Bound port: 2af136dc-e0e8-48af-b891-91289094f8e8, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:30:44.127055 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.128775 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-2ac2be33-a55f-4d37-93aa-be1c0df5a42d None None] Provisioning complete for port 4fc552fb-6482-4d06-aeeb-62f88024e592 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:44.128984 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2ac2be33-a55f-4d37-93aa-be1c0df5a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.173908 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.180283 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.199407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-2ac2be33-a55f-4d37-93aa-be1c0df5a42d None None] Port 4fc552fb-6482-4d06-aeeb-62f88024e592 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:30:44.211872 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] For port 2af136dc-e0e8-48af-b891-91289094f8e8, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:30:44.215318 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] For port 2af136dc-e0e8-48af-b891-91289094f8e8, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2af136dc-e0e8-48af-b891-91289094f8e8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:30:44.218837 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.251657 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.254654 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Pushing event updated for resources: {'Port': ['ID=4fc552fb-6482-4d06-aeeb-62f88024e592,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:44.280436 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:44.281077 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:44.318425 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98770d1d-8c36-4e4a-8c93-cb16dd970e31 None None] Pushing event updated for resources: {'Port': ['ID=2af136dc-e0e8-48af-b891-91289094f8e8,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:44.347786 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:44.349181 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:44.397983 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:44.468923 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Router d2b434de-26b1-4c9d-b5c3-64326373ecd6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:30:44.581269 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:30:44.586576 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-f79ee553-983c-433f-b485-b70d732e3f0c admin admin] 10.222.0.32 "PUT /v2.0/routers/d2b434de-26b1-4c9d-b5c3-64326373ecd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681391 Oct 25 10:30:44.624994 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:44Z', 'revision_number': 2, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:44.653464 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-0ec7583c-9246-46ef-894f-011ec46432b3 None None] Provisioning complete for port 4fc552fb-6482-4d06-aeeb-62f88024e592 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:44.653834 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-0ec7583c-9246-46ef-894f-011ec46432b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:44.655493 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0cea0-f502-44eb-a326-435a2a90ba9a None None] The sync data for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 is: [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:44Z', 'revision_number': 2, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:30:44.692954 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7583c-9246-46ef-894f-011ec46432b3 None None] Port 4fc552fb-6482-4d06-aeeb-62f88024e592 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:30:45.043476 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c74f2c9e-a181-472b-b376-4a36af2f1362 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:45.094442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45478) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:45.099709 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1954220197-network', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:45.104433 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port c74f2c9e-a181-472b-b376-4a36af2f1362 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:45.104971 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.125031 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Made reservation on behalf of 61486cfd1f3448d5a843b80030e8dcab for: {'network': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:30:45.127715 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for network, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.139452 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.227222 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.232962 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.261089 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=106991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 25 10:30:45.271505 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca185a-0cf4-44c3-94ab-7ce8ec17f51e,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:45.276695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.277068 n-d-814746-2 neutron-server[106991]: INFO neutron.db.segments_db [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Added segment a8aaeda8-03d1-4e10-acbc-04a54c404e4f of type vlan for network a33a24b0-345f-476d-9548-d6cdad3e64e3 Oct 25 10:30:45.324331 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730411680934'] for network, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.370956 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150'] for network, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.372088 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:45.372663 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.425903 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3302658 Oct 25 10:30:45.429488 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45480) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:45.434723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Request body: {'subnet': {'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1954220197-subnet', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'ip_version': 4}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:45.438484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a6591-cdda-4c1e-aa6b-c83f79f8d82c admin admin] Pushing event updated for resources: {'Network': ['ID=a33a24b0-345f-476d-9548-d6cdad3e64e3,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:45.449275 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Network a33a24b0-345f-476d-9548-d6cdad3e64e3 details requested by agent ovs-agent-n-d-814746-2 with host n-d-814746-2 {{(pid=106993) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 25 10:30:45.455833 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Made reservation on behalf of 61486cfd1f3448d5a843b80030e8dcab for: {'subnet': 1} {{(pid=106992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:30:45.458545 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488938'] for subnet, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.648077 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29552298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488952'] for subnet, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.702954 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:45.720507 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Checking segment: {'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:45.720747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Network hostable DHCP agents. Network: a33a24b0-345f-476d-9548-d6cdad3e64e3, hostable agents: ['5a197ba7-d9b2-4e02-8c29-f071ba1282a9'], hosted agents: [] {{(pid=106992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 25 10:30:45.737816 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Network a33a24b0-345f-476d-9548-d6cdad3e64e3 is scheduled to be hosted by DHCP agent 5a197ba7-d9b2-4e02-8c29-f071ba1282a9 with binding_index 1 {{(pid=106992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 25 10:30:45.748219 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814746-2, a33a24b0-345f-476d-9548-d6cdad3e64e3) {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:45.752283 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:45.752858 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.758845 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b82e0d-787b-4784-9ab5-7147c07df1f6 None None] Network a33a24b0-345f-476d-9548-d6cdad3e64e3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:30:45.770752 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-a0355057-cfa7-46db-94d4-c22726904223 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3400629 Oct 25 10:30:45.773353 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45482) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:45.777805 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:45.798994 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-937403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1250'] for router, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.800269 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-938283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-936385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1259'] for router, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.862001 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:45.931338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp30b43f23-aefd-5347-b258-a2a479546c35-a33a24b0-345f-476d-9548-d6cdad3e64e3', 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'fixed_ips': [{'subnet_id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c'}]}} from n-d-814746-2. {{(pid=106993) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 25 10:30:45.933238 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.011409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.075385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.db_base_plugin_common [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Allocated IP 172.20.0.2 (a33a24b0-345f-476d-9548-d6cdad3e64e3/5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c/f4d1c8d7-3b90-4099-8a3f-e7f374d6debe) {{(pid=106993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:30:46.214168 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.222038 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Publish callbacks [] for port, precommit_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.230714 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587'] for port, after_create {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.238057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.278986 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Network a33a24b0-345f-476d-9548-d6cdad3e64e3 is already hosted by enough agents. {{(pid=106993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:46.284064 n-d-814746-2 neutron-server[106993]: DEBUG neutron.scheduler.base_scheduler [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Resources bound (agent type, host, resource id): {{(pid=106993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:46.286168 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Pushing event updated for resources: {'Port': ['ID=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,revision_number=1']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:46.292548 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Received port after_create {{(pid=106993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:30:46.343606 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Allocated IP 172.25.8.19 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/6af1226f-c5b3-4087-9369-dd6fde8840fa) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:30:46.347439 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Attempting to bind port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:30:46.347883 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Attempting to bind port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:30:46.348370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Attempting to bind port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe on network a33a24b0-345f-476d-9548-d6cdad3e64e3 {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:30:46.353717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:30:46.354107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Checking segment: {'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:46.354542 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.354935 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Bound using segment: {'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:30:46.355399 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Bound port: f4d1c8d7-3b90-4099-8a3f-e7f374d6debe, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:30:46.355778 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.416697 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] For port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:30:46.419950 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] For port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,segment=NetworkSegment(a8aaeda8-03d1-4e10-acbc-04a54c404e4f),segment_id=a8aaeda8-03d1-4e10-acbc-04a54c404e4f)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:30:46.423908 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.451467 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.488450 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.489196 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818afa42-ee3d-49df-abfd-e36e81cfbd2f None None] Pushing event updated for resources: {'Port': ['ID=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:46.531540 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:46.534684 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:46.538584 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:30:46.561644 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Pushing event updated for resources: {'Port': ['ID=6af1226f-c5b3-4087-9369-dd6fde8840fa,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:46.649240 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b32b3485-5a6d-4b71-bfef-128378cad2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.830842 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:46.874005 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Sync routers for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:30:46.884691 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:46.885326 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:46.993014 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:47.103505 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2af136dc-e0e8-48af-b891-91289094f8e8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:47.155143 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2af136dc-e0e8-48af-b891-91289094f8e8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:47.155515 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.212012 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:44Z', 'revision_number': 2, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:47.246475 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.268727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 2af136dc-e0e8-48af-b891-91289094f8e8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2af136dc-e0e8-48af-b891-91289094f8e8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:47.274567 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.275545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f4d1c8d7-3b90-4099-8a3f-e7f374d6debe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:47.330296 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Checking router: d2b434de-26b1-4c9d-b5c3-64326373ecd6 for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:30:47.330660 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Updating router d2b434de-26b1-4c9d-b5c3-64326373ecd6 port 4fc552fb-6482-4d06-aeeb-62f88024e592 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:30:47.356811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-938290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-936372'] for router, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.361408 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.372134 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=2af136dc-e0e8-48af-b891-91289094f8e8,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:47.382999 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:47.383367 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.492915 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.511678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef is scheduled to L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb with binding_index 1 {{(pid=106992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 25 10:30:47.534268 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,segment=NetworkSegment(a8aaeda8-03d1-4e10-acbc-04a54c404e4f),segment_id=a8aaeda8-03d1-4e10-acbc-04a54c404e4f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:47.539062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.605936 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:47.650458 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:30:47.662407 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Sync routers for ids ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:30:47.670969 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.675404 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45484) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:47.676234 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-2a938834-7514-4b69-acc8-b6bc5d557f99 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9016426 Oct 25 10:30:47.682099 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Routers {'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:47.682734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:47.700498 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.710240 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.809234 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Set router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:47.828621 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Attempting to bind port 4fc552fb-6482-4d06-aeeb-62f88024e592 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:30:47.829091 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Attempting to bind port 4fc552fb-6482-4d06-aeeb-62f88024e592 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:30:47.829455 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Attempting to bind port 4fc552fb-6482-4d06-aeeb-62f88024e592 on network d2f1e561-bf6b-475a-837b-bd106d46faa7 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:30:47.837500 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:30:47.837879 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Checking segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:47.839062 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.839395 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Bound using segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:30:47.839843 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Bound port: 4fc552fb-6482-4d06-aeeb-62f88024e592, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:30:47.840227 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:47.845972 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Pushing event updated for resources: {'Port': ['ID=4fc552fb-6482-4d06-aeeb-62f88024e592,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:47.859952 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.860295 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.860636 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.860994 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.861323 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.861648 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.861968 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.862290 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.862610 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.862928 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.863244 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.863787 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:30:47.882604 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8044abd0-a93c-4765-9756-1226b6dac60f None None] Network a33a24b0-345f-476d-9548-d6cdad3e64e3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:30:47.951079 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] For port 4fc552fb-6482-4d06-aeeb-62f88024e592, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:30:47.955235 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] For port 4fc552fb-6482-4d06-aeeb-62f88024e592, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4fc552fb-6482-4d06-aeeb-62f88024e592,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:30:47.961678 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.033488 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:48.034229 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:48.076031 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ff342-93e6-485e-b488-d02241bc181f None None] Pushing event updated for resources: {'Port': ['ID=4fc552fb-6482-4d06-aeeb-62f88024e592,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:48.170385 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:48.171489 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-feae2a09-8986-4dc7-91fb-85c5c6b25018 None None] Provisioning complete for port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:48.171999 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-feae2a09-8986-4dc7-91fb-85c5c6b25018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.230798 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.402942 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:48.417165 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:30:46Z', 'revision_number': 3, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port': {'id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:46Z', 'updated_at': '2021-10-25T10:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:48.436984 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913edd4a-631c-4583-95cb-ba909a51e345 None None] The sync data for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 is: [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:30:48.451446 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Checking router: cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:30:48.451795 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Updating router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef port 6af1226f-c5b3-4087-9369-dd6fde8840fa binding host n-d-814746-2 {{(pid=106993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:30:48.486548 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.629754 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ea9be32a-9944-4c62-a2a5-383a1c18d8b9 None None] Provisioning complete for port 4fc552fb-6482-4d06-aeeb-62f88024e592 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:48.630728 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ea9be32a-9944-4c62-a2a5-383a1c18d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.795453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ea9be32a-9944-4c62-a2a5-383a1c18d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.825759 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Allocated IP 172.20.0.1 (a33a24b0-345f-476d-9548-d6cdad3e64e3/5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c/60dc931d-4559-4a6f-968e-ff19e8beb856) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:30:48.854545 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-ea9be32a-9944-4c62-a2a5-383a1c18d8b9 None None] For port 4fc552fb-6482-4d06-aeeb-62f88024e592, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4fc552fb-6482-4d06-aeeb-62f88024e592,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:48.860073 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ea9be32a-9944-4c62-a2a5-383a1c18d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.927825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Publish callbacks [] for port, precommit_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.939950 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.949180 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:48.951040 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be32a-9944-4c62-a2a5-383a1c18d8b9 None None] Pushing event updated for resources: {'Port': ['ID=4fc552fb-6482-4d06-aeeb-62f88024e592,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:49.016224 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.026715 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Attempting to bind port 6af1226f-c5b3-4087-9369-dd6fde8840fa on host n-d-814746-2 for vnic_type normal with profile {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:30:49.027100 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Attempting to bind port 6af1226f-c5b3-4087-9369-dd6fde8840fa by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:30:49.027461 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Attempting to bind port 6af1226f-c5b3-4087-9369-dd6fde8840fa on network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:30:49.041444 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:30:49.041824 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Checking segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:49.042219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.042612 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Bound using segment: {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'} {{(pid=106993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:30:49.043130 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.managers [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Bound port: 6af1226f-c5b3-4087-9369-dd6fde8840fa, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96db1446-6b39-4747-a552-26d37ff6f984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb'}}] {{(pid=106993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:30:49.043509 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.046231 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-154ff25f-5184-4101-8074-df58ecee288d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.048133 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78a0c0-d522-44a0-b307-cf16eeaca85d None None] Pushing event updated for resources: {'Port': ['ID=6af1226f-c5b3-4087-9369-dd6fde8840fa,revision_number=2']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:49.059912 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-efac328b-810d-4aca-965b-ae3320a478d5 None None] Provisioning complete for port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:49.060360 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-efac328b-810d-4aca-965b-ae3320a478d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.066312 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Network a33a24b0-345f-476d-9548-d6cdad3e64e3 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:49.070580 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:49.074527 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:30:49.099431 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Pushing event updated for resources: {'Port': ['ID=60dc931d-4559-4a6f-968e-ff19e8beb856,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:49.125702 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-936641'] for router_interface, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.156178 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4fc552fb-6482-4d06-aeeb-62f88024e592 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:49.185402 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] For port 6af1226f-c5b3-4087-9369-dd6fde8840fa, host n-d-814746-2, cleared binding levels {{(pid=106993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:30:49.218381 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] For port 6af1226f-c5b3-4087-9369-dd6fde8840fa, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6af1226f-c5b3-4087-9369-dd6fde8840fa,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:30:49.251223 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.342592 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Routers {'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:49.343227 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:49.358120 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.418831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 4fc552fb-6482-4d06-aeeb-62f88024e592 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:49.419193 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.453071 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78a0c0-d522-44a0-b307-cf16eeaca85d None None] Pushing event updated for resources: {'Port': ['ID=6af1226f-c5b3-4087-9369-dd6fde8840fa,revision_number=3']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:49.493507 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-94dc4b4a-5df6-43ea-8246-617e350a1a2d None None] Provisioning complete for port 60dc931d-4559-4a6f-968e-ff19e8beb856 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:49.495046 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94dc4b4a-5df6-43ea-8246-617e350a1a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.549554 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] Set router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:49.557537 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.565016 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.580313 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-94dc4b4a-5df6-43ea-8246-617e350a1a2d None None] Port 60dc931d-4559-4a6f-968e-ff19e8beb856 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:30:49.641316 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-715160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937073'] for router_interface, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.651769 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Pushing event updated for resources: {'Port': ['ID=60dc931d-4559-4a6f-968e-ff19e8beb856,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:49.702073 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2af136dc-e0e8-48af-b891-91289094f8e8 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:49.757456 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Network a33a24b0-345f-476d-9548-d6cdad3e64e3 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:49.758989 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:49.807106 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 2af136dc-e0e8-48af-b891-91289094f8e8 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:49.807467 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:49.882325 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 4, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port': {'id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:46Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '60dc931d-4559-4a6f-968e-ff19e8beb856', 'name': '', 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'mac_address': 'fa:16:3e:d3:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:48Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 1, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'subnets': [{'id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:49.903800 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:30:49.932716 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ef51b-9b4e-467c-b247-ad854020c5e8 None None] The sync data for ids ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'] in n-d-814746-2 is: [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 4, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port': {'id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:46Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '60dc931d-4559-4a6f-968e-ff19e8beb856', 'name': '', 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'mac_address': 'fa:16:3e:d3:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:48Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 1, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'subnets': [{'id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:30:49.955678 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f4d1c8d7-3b90-4099-8a3f-e7f374d6debe up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:50.016282 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:50.017085 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.039806 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:30:50.051655 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-01010965-6195-4f39-b1e4-1dd9bffb2aaa admin admin] 10.222.0.32 "PUT /v2.0/routers/cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3682053 Oct 25 10:30:50.120958 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ac8fbbc3-7b1f-4250-bcb8-ed767ce19670 None None] Provisioning complete for port 60dc931d-4559-4a6f-968e-ff19e8beb856 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:50.121326 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbbc3-7b1f-4250-bcb8-ed767ce19670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.166128 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fbbc3-7b1f-4250-bcb8-ed767ce19670 None None] Port 60dc931d-4559-4a6f-968e-ff19e8beb856 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:30:50.213398 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.342257 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.688367 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 45492) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:50.693594 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [None req-72bace56-578e-47a4-865a-209aa61dbe38 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712175347', 'description': 'tempest-secgroup-smoke-712175347 description', 'project_id': 'ce7cf96ea56b4797a145869baa467aec'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:50.714960 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72bace56-578e-47a4-865a-209aa61dbe38 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.781193 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72bace56-578e-47a4-865a-209aa61dbe38 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.784636 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72bace56-578e-47a4-865a-209aa61dbe38 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.809439 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-72bace56-578e-47a4-865a-209aa61dbe38 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.810634 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-72bace56-578e-47a4-865a-209aa61dbe38 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1212258 Oct 25 10:30:50.813799 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45494) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:50.818759 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-3d6f1e7b-4faf-4a8b-9a8b-4280eb3cc97a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'security_group_rule': {'security_group_id': '8187819d-8c7f-4e5c-a05c-79600f47dad0', 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:50.818980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bace56-578e-47a4-865a-209aa61dbe38 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8187819d-8c7f-4e5c-a05c-79600f47dad0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:50.846588 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d6f1e7b-4faf-4a8b-9a8b-4280eb3cc97a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.905928 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d6f1e7b-4faf-4a8b-9a8b-4280eb3cc97a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.909306 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d6f1e7b-4faf-4a8b-9a8b-4280eb3cc97a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.926775 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f1e7b-4faf-4a8b-9a8b-4280eb3cc97a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f502fa-4330-4db3-b95f-ee5575a771e7,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:50.934811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3d6f1e7b-4faf-4a8b-9a8b-4280eb3cc97a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:50.936054 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3d6f1e7b-4faf-4a8b-9a8b-4280eb3cc97a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212521 Oct 25 10:30:50.938911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45496) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:50.943307 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-66d3fb3a-2143-41aa-9a45-30251378981f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'security_group_rule': {'security_group_id': '8187819d-8c7f-4e5c-a05c-79600f47dad0', 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:50.969165 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb3a-2143-41aa-9a45-30251378981f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.025740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb3a-2143-41aa-9a45-30251378981f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.029125 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb3a-2143-41aa-9a45-30251378981f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.046174 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3fb3a-2143-41aa-9a45-30251378981f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca028eb-d046-43bf-9341-eba626172876,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:51.054360 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb3a-2143-41aa-9a45-30251378981f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.055605 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-66d3fb3a-2143-41aa-9a45-30251378981f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157057 Oct 25 10:30:51.058346 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45498) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:51.062589 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-dbd699b0-b579-4efc-91f9-c9a62918474e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'security_group_rule': {'security_group_id': '8187819d-8c7f-4e5c-a05c-79600f47dad0', 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:51.089033 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dbd699b0-b579-4efc-91f9-c9a62918474e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.146249 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dbd699b0-b579-4efc-91f9-c9a62918474e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.153334 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dbd699b0-b579-4efc-91f9-c9a62918474e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.170996 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd699b0-b579-4efc-91f9-c9a62918474e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e62c361-a2d8-4e15-9f22-9ab50664161a,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:51.179728 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-dbd699b0-b579-4efc-91f9-c9a62918474e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.181282 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-dbd699b0-b579-4efc-91f9-c9a62918474e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219897 Oct 25 10:30:51.183984 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45500) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:51.190807 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-1eb4bd25-742c-435a-9067-4cd92813d568 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'security_group_rule': {'security_group_id': '8187819d-8c7f-4e5c-a05c-79600f47dad0', 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:51.217587 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1eb4bd25-742c-435a-9067-4cd92813d568 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.296100 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1eb4bd25-742c-435a-9067-4cd92813d568 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.300589 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1eb4bd25-742c-435a-9067-4cd92813d568 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.321050 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4bd25-742c-435a-9067-4cd92813d568 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793f6764-d1e1-40d9-9db9-e2931bc6051d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:51.330214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-1eb4bd25-742c-435a-9067-4cd92813d568 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.331413 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-1eb4bd25-742c-435a-9067-4cd92813d568 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464789 Oct 25 10:30:51.334533 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45502) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:51.339021 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-d2c84c48-ddf6-44d7-8c7f-bf94127b4b84 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'security_group_rule': {'security_group_id': '8187819d-8c7f-4e5c-a05c-79600f47dad0', 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:51.370995 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-d2c84c48-ddf6-44d7-8c7f-bf94127b4b84 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Project ce7cf96ea56b4797a145869baa467aec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:30:51.376427 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d2c84c48-ddf6-44d7-8c7f-bf94127b4b84 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.439274 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d2c84c48-ddf6-44d7-8c7f-bf94127b4b84 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.443271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d2c84c48-ddf6-44d7-8c7f-bf94127b4b84 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.465130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c84c48-ddf6-44d7-8c7f-bf94127b4b84 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863a37fb-83cc-471a-8603-799700c97893,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:51.471372 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-d2c84c48-ddf6-44d7-8c7f-bf94127b4b84 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.472307 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-d2c84c48-ddf6-44d7-8c7f-bf94127b4b84 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368170 Oct 25 10:30:51.475640 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45504) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:30:51.480046 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-399a9533-9e76-4ef6-ab15-a214dc2213c1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'security_group_rule': {'security_group_id': '8187819d-8c7f-4e5c-a05c-79600f47dad0', 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:51.502408 n-d-814746-2 neutron-server[106992]: INFO neutron.db.securitygroups_db [None req-399a9533-9e76-4ef6-ab15-a214dc2213c1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Project ce7cf96ea56b4797a145869baa467aec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 25 10:30:51.507808 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-399a9533-9e76-4ef6-ab15-a214dc2213c1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.571763 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-399a9533-9e76-4ef6-ab15-a214dc2213c1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.576253 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-399a9533-9e76-4ef6-ab15-a214dc2213c1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623034'] for security_group_rule, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.595527 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a9533-9e76-4ef6-ab15-a214dc2213c1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5ae51f-34c8-4c4e-9913-7e60c9bcd22d,revision_number=0']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:51.605894 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-399a9533-9e76-4ef6-ab15-a214dc2213c1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:51.613602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-399a9533-9e76-4ef6-ab15-a214dc2213c1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305563 Oct 25 10:30:51.756702 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-a4a0aaab-bc76-4615-8fc5-1d803621329a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712175347&fields=id&tenant_id=ce7cf96ea56b4797a145869baa467aec HTTP/1.1" status: 200 len: 267 time: 0.0376289 Oct 25 10:30:51.868244 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-31d32304-80df-49e5-b36b-feb00aa7aad8 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:51.869750 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-31d32304-80df-49e5-b36b-feb00aa7aad8 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 809 time: 0.1061273 Oct 25 10:30:51.886187 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-3a69db57-8035-4837-aee6-977127dd9efc tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/quotas/ce7cf96ea56b4797a145869baa467aec HTTP/1.1" status: 200 len: 375 time: 0.0101738 Oct 25 10:30:51.939553 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-24128b83-d79b-4333-8082-4c69b1bc0ea5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469713 Oct 25 10:30:51.955003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-36b543c0-f72a-458a-bef6-aa0f84c9a4c8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:30:51.955931 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-36b543c0-f72a-458a-bef6-aa0f84c9a4c8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050452 Oct 25 10:30:52.050996 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-660d6bff-d5f8-4a26-ba8b-67cfbdcdd22b service neutron] 10.222.0.32 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882337 Oct 25 10:30:52.147607 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-8ac8d37b-4c2a-4850-8ffb-653edd1cd633 service neutron] 10.222.0.32 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903330 Oct 25 10:30:52.199205 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:52.307032 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2287e0b0-9db7-428e-8f29-2f67d6332d67 req-fa9ee825-afb3-4bd8-a512-16521e9f8236 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 210 time: 0.0266738 Oct 25 10:30:52.582437 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Sync routers for ids ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:30:52.591805 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Routers {'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:52.592392 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:52.696137 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Set router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:52.885161 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 4, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port': {'id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:46Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '60dc931d-4559-4a6f-968e-ff19e8beb856', 'name': '', 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'mac_address': 'fa:16:3e:d3:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:48Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 2, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'subnets': [{'id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:52.915169 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Checking router: cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:30:52.915511 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Updating router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef port 60dc931d-4559-4a6f-968e-ff19e8beb856 binding host n-d-814746-2 {{(pid=106994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 25 10:30:52.940286 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.055976 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6af1226f-c5b3-4087-9369-dd6fde8840fa up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:53.105337 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6af1226f-c5b3-4087-9369-dd6fde8840fa triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:53.105707 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.182987 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.199215 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Publish callbacks [] for port, precommit_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.204386 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] For port 6af1226f-c5b3-4087-9369-dd6fde8840fa, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6af1226f-c5b3-4087-9369-dd6fde8840fa,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:53.205008 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.208462 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.263442 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81568932-4d76-4c1f-b1c6-e818c86faa9a None None] Pushing event updated for resources: {'Port': ['ID=60dc931d-4559-4a6f-968e-ff19e8beb856,revision_number=3']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:53.279375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Pushing event updated for resources: {'Port': ['ID=6af1226f-c5b3-4087-9369-dd6fde8840fa,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:53.312800 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Attempting to bind port 60dc931d-4559-4a6f-968e-ff19e8beb856 on host n-d-814746-2 for vnic_type normal with profile {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:30:53.313190 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Attempting to bind port 60dc931d-4559-4a6f-968e-ff19e8beb856 by drivers openvswitch,hyperv on host n-d-814746-2 at level 0 using segments [{'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:30:53.313545 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Attempting to bind port 60dc931d-4559-4a6f-968e-ff19e8beb856 on network a33a24b0-345f-476d-9548-d6cdad3e64e3 {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:30:53.319489 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Checking agent: {'id': '839ab20d-f55c-4c00-acfb-b957313a36cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 39, 50), 'started_at': datetime.datetime(2021, 10, 25, 8, 40, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814746-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:30:53.319852 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Checking segment: {'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:53.320243 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.320639 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Bound using segment: {'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'} {{(pid=106994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:30:53.321113 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.managers [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Bound port: 60dc931d-4559-4a6f-968e-ff19e8beb856, host: n-d-814746-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3'}}] {{(pid=106994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:30:53.321478 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.396505 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] For port 60dc931d-4559-4a6f-968e-ff19e8beb856, host n-d-814746-2, cleared binding levels {{(pid=106994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:30:53.400081 n-d-814746-2 neutron-server[106994]: DEBUG neutron.plugins.ml2.db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] For port 60dc931d-4559-4a6f-968e-ff19e8beb856, host n-d-814746-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=60dc931d-4559-4a6f-968e-ff19e8beb856,segment=NetworkSegment(a8aaeda8-03d1-4e10-acbc-04a54c404e4f),segment_id=a8aaeda8-03d1-4e10-acbc-04a54c404e4f)] {{(pid=106994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:30:53.402515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-02b54e85-8757-4911-b74a-16828c65bfa7 req-9a8f61a6-4e38-4173-85f9-dff5715fb9f9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 210 time: 0.0279422 Oct 25 10:30:53.405939 n-d-814746-2 neutron-server[106994]: DEBUG neutron_lib.callbacks.manager [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.468595 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Routers {'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:30:53.469248 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:53.471091 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81568932-4d76-4c1f-b1c6-e818c86faa9a None None] Pushing event updated for resources: {'Port': ['ID=60dc931d-4559-4a6f-968e-ff19e8beb856,revision_number=4']} {{(pid=106994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:53.524574 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-9bd8a03a-f11a-4dea-9cdf-1ea03bbc3e71 None None] Provisioning complete for port 60dc931d-4559-4a6f-968e-ff19e8beb856 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:53.525027 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a03a-f11a-4dea-9cdf-1ea03bbc3e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.592638 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] Set router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:30:53.608281 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a03a-f11a-4dea-9cdf-1ea03bbc3e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.646435 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-9bd8a03a-f11a-4dea-9cdf-1ea03bbc3e71 None None] For port 60dc931d-4559-4a6f-968e-ff19e8beb856, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=60dc931d-4559-4a6f-968e-ff19e8beb856,segment=NetworkSegment(a8aaeda8-03d1-4e10-acbc-04a54c404e4f),segment_id=a8aaeda8-03d1-4e10-acbc-04a54c404e4f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:30:53.650897 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a03a-f11a-4dea-9cdf-1ea03bbc3e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.705646 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8a03a-f11a-4dea-9cdf-1ea03bbc3e71 None None] Pushing event updated for resources: {'Port': ['ID=60dc931d-4559-4a6f-968e-ff19e8beb856,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:53.772474 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-1a44596f-4d42-4b68-a977-fbe0f0396060 None None] Provisioning complete for port 60dc931d-4559-4a6f-968e-ff19e8beb856 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:53.772836 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1a44596f-4d42-4b68-a977-fbe0f0396060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:53.878811 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 4, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port': {'id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:46Z', 'updated_at': '2021-10-25T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '60dc931d-4559-4a6f-968e-ff19e8beb856', 'name': '', 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'mac_address': 'fa:16:3e:d3:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:48Z', 'updated_at': '2021-10-25T10:30:53Z', 'revision_number': 4, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'subnets': [{'id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:30:53.905280 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d5b3b-06f5-4c02-827a-e185b6d9da8d None None] The sync data for ids ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'] in n-d-814746-2 is: [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:30:49Z', 'revision_number': 4, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port': {'id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:46Z', 'updated_at': '2021-10-25T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '60dc931d-4559-4a6f-968e-ff19e8beb856', 'name': '', 'network_id': 'a33a24b0-345f-476d-9548-d6cdad3e64e3', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'mac_address': 'fa:16:3e:d3:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:48Z', 'updated_at': '2021-10-25T10:30:53Z', 'revision_number': 4, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'subnets': [{'id': '5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:30:54.486034 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a264c703-8eba-402b-9ec4-f84f2a1576bc req-e3f39c87-5329-4c4d-9a19-fe7911a02af7 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 210 time: 0.0261540 Oct 25 10:30:54.525959 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:30:55.054412 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6af1226f-c5b3-4087-9369-dd6fde8840fa up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:55.102417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 6af1226f-c5b3-4087-9369-dd6fde8840fa triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:55.102778 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:55.182057 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 60dc931d-4559-4a6f-968e-ff19e8beb856 up at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:30:55.231899 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Provisioning complete for port 60dc931d-4559-4a6f-968e-ff19e8beb856 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:55.232261 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:55.573014 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ecd85ead-41f9-43dd-a8fa-6b45a9b3e480 req-8e1ee82c-c543-463f-98d5-e296d73359fb tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 210 time: 0.0344112 Oct 25 10:30:56.665714 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ce4270bf-9b9c-4e9a-aaae-26d309952719 req-8c7ab60e-983c-4c3b-af28-5c9624bbf98e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 210 time: 0.0258980 Oct 25 10:30:57.450794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-1d0ad80a-6536-4006-8a48-ce32e70379cf tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:57.452298 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-1d0ad80a-6536-4006-8a48-ce32e70379cf tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 809 time: 0.1105018 Oct 25 10:30:57.510394 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-3bba05b3-dbf5-4156-9939-ff35db50fd95 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce7cf96ea56b4797a145869baa467aec HTTP/1.1" status: 200 len: 379 time: 0.0336652 Oct 25 10:30:57.532942 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'port': {'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'admin_state_up': True, 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'security_groups': ['8187819d-8c7f-4e5c-a05c-79600f47dad0']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:57.642797 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Made reservation on behalf of ce7cf96ea56b4797a145869baa467aec for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:30:57.647391 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:57.764669 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04ea038a-ebd6-4bde-af65-e5a4e6a62bc0 req-ce47ce14-f131-40aa-b3da-f7303b2ccba6 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 210 time: 0.0298660 Oct 25 10:30:57.772813 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Allocated IP 172.20.0.6 (d2f1e561-bf6b-475a-837b-bd106d46faa7/a7153f76-858a-4c4a-9977-b774aa51c715/638636eb-a03d-402c-ae84-1d285df483a0) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:30:57.913182 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:57.945682 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:57.990216 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:30:57.993814 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:30:57.997511 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:30:58.003694 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:58.055224 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:58.055837 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:58.072656 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2163fce5-de17-44ba-b1c0-236b8f17ac63 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432045 Oct 25 10:30:58.090962 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Request body: {'port': {'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:30:58.147718 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:58.195665 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-b979ce1a-99dc-4894-a1b3-974e5b08d9a8 None None] Provisioning complete for port 638636eb-a03d-402c-ae84-1d285df483a0 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:30:58.196241 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b979ce1a-99dc-4894-a1b3-974e5b08d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:58.228809 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-b979ce1a-99dc-4894-a1b3-974e5b08d9a8 None None] Port 638636eb-a03d-402c-ae84-1d285df483a0 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:30:58.408781 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638636eb-a03d-402c-ae84-1d285df483a0 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:30:58.416258 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:58.428368 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Transition to ACTIVE for port object 638636eb-a03d-402c-ae84-1d285df483a0 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:30:58.431646 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:58.502122 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Pushing event updated for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:58.555182 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Attempting to bind port 638636eb-a03d-402c-ae84-1d285df483a0 on host n-h1-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:30:58.555513 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Attempting to bind port 638636eb-a03d-402c-ae84-1d285df483a0 by drivers openvswitch,hyperv on host n-h1-814746-2 at level 0 using segments [{'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:30:58.555841 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Attempting to bind port 638636eb-a03d-402c-ae84-1d285df483a0 on network d2f1e561-bf6b-475a-837b-bd106d46faa7 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:30:58.560387 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Port 638636eb-a03d-402c-ae84-1d285df483a0 on network d2f1e561-bf6b-475a-837b-bd106d46faa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:30:58.560706 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Attempting to bind port 638636eb-a03d-402c-ae84-1d285df483a0 on network d2f1e561-bf6b-475a-837b-bd106d46faa7 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:30:58.565910 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Checking agent: {'id': 'f56ef5d5-96c9-48d3-aed2-918ae91e84cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 39), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:30:58.566244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Checking segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:30:58.566620 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Bound using segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:30:58.567047 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Bound port: 638636eb-a03d-402c-ae84-1d285df483a0, host: n-h1-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:30:58.567402 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:58.636360 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:30:58.639498 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:30:58.644549 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:58.684917 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:58.685527 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:30:58.686883 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] 10.222.0.41 "PUT /v2.0/ports/638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 1091 time: 0.6003094 Oct 25 10:30:58.687314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:30:58.689643 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb" -d '{"events": [{"name": "network-changed", "server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "tag": "638636eb-a03d-402c-ae84-1d285df483a0"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:30:58.717192 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75ebd9-9f77-4fbf-ab97-505a8dbec1fd service neutron] Pushing event updated for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:30:58.795372 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-57a082bd-410b-49d7-ae58-52882acf32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:58.796950 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-57a082bd-410b-49d7-ae58-52882acf32b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1094 time: 0.0491014 Oct 25 10:30:58.845060 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329c8ec6-d6dd-423a-b99a-0b9bcf4ae815 x-openstack-request-id: req-329c8ec6-d6dd-423a-b99a-0b9bcf4ae815 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:30:58.845454 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "tag": "638636eb-a03d-402c-ae84-1d285df483a0", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:30:58.845639 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-329c8ec6-d6dd-423a-b99a-0b9bcf4ae815 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:30:58.846001 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0', 'status': 'completed', 'code': 200} Oct 25 10:30:58.847573 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-b7561722-9473-4c38-9b1f-9738e807bd0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 217 time: 0.0376430 Oct 25 10:30:58.903522 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-16f1c5fd-ee1a-4fa7-9b67-8a750c62a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:58.905028 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-16f1c5fd-ee1a-4fa7-9b67-8a750c62a3f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0503411 Oct 25 10:30:58.917120 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11820b-5166-4bfd-b07c-b68076881e92 req-b2c9be18-1938-4c7f-9101-5435cb7c4aad tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:58.918599 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d11820b-5166-4bfd-b07c-b68076881e92 req-b2c9be18-1938-4c7f-9101-5435cb7c4aad tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 943 time: 0.0514262 Oct 25 10:30:58.952525 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-7857507b-74f2-4cb8-8c01-b4039aec7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:58.953946 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-7857507b-74f2-4cb8-8c01-b4039aec7cac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424330 Oct 25 10:30:58.959538 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3d11820b-5166-4bfd-b07c-b68076881e92 req-19575027-f6de-47ca-8a4a-960bd3068a35 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329952 Oct 25 10:30:59.046423 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-b3a54be3-0476-4e0b-ab46-a7bbc331bfce service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836165 Oct 25 10:30:59.141729 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f562a6bc-0fc0-44c8-b013-df5aa4d34d07 req-d9fdec7c-c2a9-4dab-93be-4d0ee424919d service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871658 Oct 25 10:30:59.262840 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-3e2f98fa-98cb-4490-b2fe-478cb777feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:59.264210 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-3e2f98fa-98cb-4490-b2fe-478cb777feed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1094 time: 0.0405767 Oct 25 10:30:59.370104 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-d55ca583-82db-4ba8-862e-b6d9a2ae3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:59.371632 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-d55ca583-82db-4ba8-862e-b6d9a2ae3687 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0989604 Oct 25 10:30:59.413185 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-a830318e-8400-4ff8-8991-77b081f334ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 217 time: 0.0345004 Oct 25 10:30:59.465441 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-637be519-b009-4656-84e6-02c0f26d6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:59.466933 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-637be519-b009-4656-84e6-02c0f26d6e4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0473695 Oct 25 10:30:59.518049 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-2d8968c2-dd98-409f-96e5-81c5788bedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:30:59.519429 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-2d8968c2-dd98-409f-96e5-81c5788bedf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452833 Oct 25 10:30:59.609346 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-5d3eac7e-01e9-4ca2-aa91-4593059513c1 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Oct 25 10:30:59.705165 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-70cf5c7b-43b2-43de-b7f3-fe8952d715bb req-89b37afa-da48-4fa3-af6c-89ef50999af9 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880740 Oct 25 10:31:00.076097 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b329f2-8916-423d-a0d4-ac5eab1c5a33 req-3252c2e7-fd43-4c8b-9e3b-db1f371fa957 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:00.077601 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48b329f2-8916-423d-a0d4-ac5eab1c5a33 req-3252c2e7-fd43-4c8b-9e3b-db1f371fa957 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 943 time: 0.0487323 Oct 25 10:31:00.114480 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-48b329f2-8916-423d-a0d4-ac5eab1c5a33 req-cbaec606-3413-4db1-83df-82682ab69d09 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Oct 25 10:31:01.234035 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab12cc-022c-41c4-804b-752eb3badc77 req-1a14ee39-d2ac-483b-bfda-a08d7b2f4925 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:01.235470 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83ab12cc-022c-41c4-804b-752eb3badc77 req-1a14ee39-d2ac-483b-bfda-a08d7b2f4925 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 943 time: 0.0520310 Oct 25 10:31:01.273515 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-83ab12cc-022c-41c4-804b-752eb3badc77 req-247b239a-f15a-47c0-ae19-2e7f1164efe8 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313544 Oct 25 10:31:02.388043 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aca843-374d-41ff-976a-95cbb4597d0d req-0d101544-cf79-46c1-8ae8-910ad613136a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:02.389453 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04aca843-374d-41ff-976a-95cbb4597d0d req-0d101544-cf79-46c1-8ae8-910ad613136a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 943 time: 0.0485930 Oct 25 10:31:02.426839 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-04aca843-374d-41ff-976a-95cbb4597d0d req-244065f8-419d-42e5-b104-df643fc05073 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314584 Oct 25 10:31:03.201890 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 638636eb-a03d-402c-ae84-1d285df483a0 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:31:03.297063 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:31:03.308189 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '638636eb-a03d-402c-ae84-1d285df483a0', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:31:03.343052 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:03.365563 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638636eb-a03d-402c-ae84-1d285df483a0 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:31:03.384382 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:31:03.388539 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:03.433776 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:31:03.542427 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb464c36-0ca0-43a5-a6c1-8afe78e11b99 req-f5b829d7-def6-46b9-9f33-aba116b936ad tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:03.543896 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb464c36-0ca0-43a5-a6c1-8afe78e11b99 req-f5b829d7-def6-46b9-9f33-aba116b936ad tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 944 time: 0.0488195 Oct 25 10:31:03.581657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-cb464c36-0ca0-43a5-a6c1-8afe78e11b99 req-b026a9d8-ca4d-4ab3-b992-28fc1d7ef3d0 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319571 Oct 25 10:31:03.804637 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['638636eb-a03d-402c-ae84-1d285df483a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:31:04.703798 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b71722-7f53-4f41-8607-d5f105223c09 req-f1b0f432-cb2f-436e-89ef-7dd319989be0 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:04.705279 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6b71722-7f53-4f41-8607-d5f105223c09 req-f1b0f432-cb2f-436e-89ef-7dd319989be0 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 944 time: 0.0524004 Oct 25 10:31:04.742479 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b6b71722-7f53-4f41-8607-d5f105223c09 req-2427f490-24d7-430d-931b-8c32d4151547 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308976 Oct 25 10:31:05.207533 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 638636eb-a03d-402c-ae84-1d285df483a0 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:31:05.256543 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning for port 638636eb-a03d-402c-ae84-1d285df483a0 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:31:05.260338 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 638636eb-a03d-402c-ae84-1d285df483a0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:31:05.260703 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:05.337604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:05.359107 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:31:05.361394 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e5cd1f-a864-4493-b638-e4a670c179c0" -d '{"events": [{"server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "name": "network-vif-plugged", "status": "completed", "tag": "638636eb-a03d-402c-ae84-1d285df483a0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:31:05.375018 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:31:05.378828 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:05.403734 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d111d9-db24-42f1-9ea0-8ea724a717aa x-openstack-request-id: req-b1d111d9-db24-42f1-9ea0-8ea724a717aa {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:31:05.404020 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "name": "network-vif-plugged", "status": "completed", "tag": "638636eb-a03d-402c-ae84-1d285df483a0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:31:05.404267 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1d111d9-db24-42f1-9ea0-8ea724a717aa {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:31:05.404644 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0', 'code': 200} Oct 25 10:31:05.430207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:31:05.519005 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b55df4-d9be-4022-9e5d-b5e43dbd553a req-22c8dfef-0e89-4182-ae0b-1f9ff793449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:05.520668 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19b55df4-d9be-4022-9e5d-b5e43dbd553a req-22c8dfef-0e89-4182-ae0b-1f9ff793449c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1096 time: 0.0407312 Oct 25 10:31:05.557438 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-19b55df4-d9be-4022-9e5d-b5e43dbd553a req-14337bcb-9556-44ec-9ad3-ba894b5fac46 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296092 Oct 25 10:31:05.856983 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a9a1-8c20-491f-a50e-2a1fc4460a30 req-cf7516de-3be0-4fef-9011-e0bdbb7e771f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:05.858436 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f210a9a1-8c20-491f-a50e-2a1fc4460a30 req-cf7516de-3be0-4fef-9011-e0bdbb7e771f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 945 time: 0.0480878 Oct 25 10:31:05.899172 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-f210a9a1-8c20-491f-a50e-2a1fc4460a30 req-07a982d3-168c-4138-af09-0557e2fa1952 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348344 Oct 25 10:31:07.018910 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f3a8b-72b8-4dec-84c2-b50142556c1b req-d05eb63d-215d-4d05-8886-3042c28fe9d1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:07.020392 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-471f3a8b-72b8-4dec-84c2-b50142556c1b req-d05eb63d-215d-4d05-8886-3042c28fe9d1 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 945 time: 0.0505321 Oct 25 10:31:07.058134 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-471f3a8b-72b8-4dec-84c2-b50142556c1b req-3eaf8686-a118-4579-9855-bf6213302c6f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 Oct 25 10:31:07.174895 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0319a73-53cd-4ce2-9871-cacdddb994ec req-dafbfbc6-eef0-4c2e-9066-7ccdb46228e3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:07.176420 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0319a73-53cd-4ce2-9871-cacdddb994ec req-dafbfbc6-eef0-4c2e-9066-7ccdb46228e3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 945 time: 0.0529993 Oct 25 10:31:07.216779 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a0319a73-53cd-4ce2-9871-cacdddb994ec req-73859386-14af-480f-9d25-635912676700 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338981 Oct 25 10:31:07.238450 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45574) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:31:07.370526 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77b001-6dac-49a1-83d7-627cbc0df522 tempest-TestSnapshotPattern-1886140960 tempest-TestSnapshotPattern-1886140960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:07.372026 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ad77b001-6dac-49a1-83d7-627cbc0df522 tempest-TestSnapshotPattern-1886140960 tempest-TestSnapshotPattern-1886140960-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1091 time: 0.1325803 Oct 25 10:31:07.374915 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45578) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:31:07.379264 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:31:07.401767 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:07.499387 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:07.599312 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Allocated IP 172.25.8.123 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/cfea238f-4e2e-4c7c-957a-7c6c9cec9cf0) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:31:07.704285 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:07.736451 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:07.772452 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:31:07.775209 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:31:07.778865 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:31:07.805881 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'Port': ['ID=cfea238f-4e2e-4c7c-957a-7c6c9cec9cf0,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:31:08.121836 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:08.186811 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:08.335162 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:08.339552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:08.408426 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'Port': ['ID=cfea238f-4e2e-4c7c-957a-7c6c9cec9cf0,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:31:08.417586 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:08.516980 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Floating IP 326e9ea6-723d-4772-ab9f-b0c6b1a524ba associated. External IP: 172.25.8.123, port: 638636eb-a03d-402c-ae84-1d285df483a0. Oct 25 10:31:08.722130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Router d2b434de-26b1-4c9d-b5c3-64326373ecd6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:31:08.835834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:31:08.845153 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] Sync routers for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:31:08.853873 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:08.857343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:31:08.857343 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:31:08.891395 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-32f2eab9-c0f7-4be6-a994-5fb96e1deeae tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5053961 Oct 25 10:31:08.891395 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:31:08.891395 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110859b0-94d6-4005-a379-8e9754370c56" -d '{"events": [{"name": "network-changed", "server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "tag": "638636eb-a03d-402c-ae84-1d285df483a0"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:31:08.981207 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b947c39c-ae83-472b-b096-eb1aca47f643 x-openstack-request-id: req-b947c39c-ae83-472b-b096-eb1aca47f643 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:31:08.981504 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "tag": "638636eb-a03d-402c-ae84-1d285df483a0", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:31:08.981762 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b947c39c-ae83-472b-b096-eb1aca47f643 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:31:08.982169 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0', 'status': 'completed', 'code': 200} Oct 25 10:31:09.076061 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110859b0-94d6-4005-a379-8e9754370c56 req-df05b171-9242-4a7d-a08d-a5d810cfba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:09.077591 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-110859b0-94d6-4005-a379-8e9754370c56 req-df05b171-9242-4a7d-a08d-a5d810cfba10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1096 time: 0.0404994 Oct 25 10:31:09.126094 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:31:09.172969 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110859b0-94d6-4005-a379-8e9754370c56 req-194f3704-27b3-4c87-a7a8-47068ed78ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:09.174446 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-110859b0-94d6-4005-a379-8e9754370c56 req-194f3704-27b3-4c87-a7a8-47068ed78ece service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0893230 Oct 25 10:31:09.245473 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-110859b0-94d6-4005-a379-8e9754370c56 req-982d0ea2-fe9a-41ea-8386-73bba49e951f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 999 time: 0.0636721 Oct 25 10:31:09.294484 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110859b0-94d6-4005-a379-8e9754370c56 req-01202d4e-fe8c-4012-a5d5-8c5027d6f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:09.295930 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-110859b0-94d6-4005-a379-8e9754370c56 req-01202d4e-fe8c-4012-a5d5-8c5027d6f664 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0441139 Oct 25 10:31:09.341612 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110859b0-94d6-4005-a379-8e9754370c56 req-d3a38a47-a31b-46b6-8542-1c38b9bf1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:09.343104 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-110859b0-94d6-4005-a379-8e9754370c56 req-d3a38a47-a31b-46b6-8542-1c38b9bf1fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399992 Oct 25 10:31:09.352753 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:07Z', 'revision_number': 0, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:31:09.379549 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] Checking router: d2b434de-26b1-4c9d-b5c3-64326373ecd6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:31:09.388485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:31:09.389126 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:30:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:31:09.439089 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-110859b0-94d6-4005-a379-8e9754370c56 req-ba332df7-1d58-4e97-a6cb-07d1bd6156bf service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883360 Oct 25 10:31:09.498738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:31:09.532059 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-110859b0-94d6-4005-a379-8e9754370c56 req-1d251b79-767c-4452-8ed4-25353ace2af2 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859852 Oct 25 10:31:09.601559 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:09.737923 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:07Z', 'revision_number': 0, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:31:09.764367 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f766bfd0-2345-44b4-8829-3fea306f346e None None] The sync data for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 is: [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:07Z', 'revision_number': 0, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:31:09.947213 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e03f3-7693-45c2-828f-280ec1728440 None None] New status for floating IP 326e9ea6-723d-4772-ab9f-b0c6b1a524ba: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:31:10.605514 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:16.636787 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c93f49a7-5191-452d-986b-c882e76d97a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:18.980217 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-74fcaf54-cca3-4921-a928-12777a761f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:20.197250 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:20.341460 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:22.199575 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:31.525321 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:31:32.739259 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f0b272a-68fa-408f-a624-06ae199c817e req-9d90a4f9-a55b-4101-89b6-a3cd4b8984b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387771 Oct 25 10:31:32.839442 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b272a-68fa-408f-a624-06ae199c817e req-cadfae6c-c5c5-4ca8-bfc7-ff76cbe7866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:32.840821 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f0b272a-68fa-408f-a624-06ae199c817e req-cadfae6c-c5c5-4ca8-bfc7-ff76cbe7866c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1096 time: 0.0434873 Oct 25 10:31:32.944289 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b272a-68fa-408f-a624-06ae199c817e req-b595f6aa-6502-4d7b-9c2a-1d411b2bd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:32.945748 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f0b272a-68fa-408f-a624-06ae199c817e req-b595f6aa-6502-4d7b-9c2a-1d411b2bd957 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0844064 Oct 25 10:31:33.014688 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f0b272a-68fa-408f-a624-06ae199c817e req-b470cea6-3976-4465-bbbf-1315cec7547b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 1001 time: 0.0618875 Oct 25 10:31:33.065237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b272a-68fa-408f-a624-06ae199c817e req-670a9db5-6b82-4e27-878f-b31b78309ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:33.066711 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f0b272a-68fa-408f-a624-06ae199c817e req-670a9db5-6b82-4e27-878f-b31b78309ee4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0451195 Oct 25 10:31:33.113793 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b272a-68fa-408f-a624-06ae199c817e req-72631080-c01e-4c0d-b0c9-4c7ed8853a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:31:33.115173 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f0b272a-68fa-408f-a624-06ae199c817e req-72631080-c01e-4c0d-b0c9-4c7ed8853a4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402913 Oct 25 10:31:33.205923 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f0b272a-68fa-408f-a624-06ae199c817e req-c0478a7d-2857-4591-aae4-9d5f9f0830ba service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833769 Oct 25 10:31:33.293471 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-2f0b272a-68fa-408f-a624-06ae199c817e req-24936218-672d-4768-85ec-ae503469243c service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803785 Oct 25 10:31:39.577363 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:40.630625 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:46.641314 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5ba56b4d-0e88-4639-aa68-c11cccee626b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:48.982320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c4365170-4f9b-4915-9c08-866b86198fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:50.199063 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:50.345755 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:31:52.201850 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:08.525802 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:32:09.569435 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:10.629264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:16.642585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5744c128-e12f-4a5b-9045-7b63ef39997b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:18.984157 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-fbbcba03-7f4f-4b5d-a0cc-773be6b69583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:20.200647 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:20.348206 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:22.203869 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:34.836654 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-b3cc0740-cdb0-4b06-8655-376938900f28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041510 Oct 25 10:32:34.935490 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6889-04e6-47b9-87d2-1062d881f264 req-c92c53b5-97c9-4b24-bf3b-7ff75ba6b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:32:34.936981 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-c92c53b5-97c9-4b24-bf3b-7ff75ba6b3f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1096 time: 0.0398073 Oct 25 10:32:35.041114 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6889-04e6-47b9-87d2-1062d881f264 req-8e75a66b-e0f1-42b1-a12e-3334770ad936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:32:35.042897 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-8e75a66b-e0f1-42b1-a12e-3334770ad936 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0859933 Oct 25 10:32:35.112856 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-cadf05f2-9de0-4f97-9fd6-662d4448b7f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 1001 time: 0.0612435 Oct 25 10:32:35.161565 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6889-04e6-47b9-87d2-1062d881f264 req-c1c14f55-4f86-46ff-9fec-a92f35d6e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:32:35.162956 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-c1c14f55-4f86-46ff-9fec-a92f35d6e14f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0424922 Oct 25 10:32:35.208413 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6889-04e6-47b9-87d2-1062d881f264 req-93bec4ee-f329-47ff-8f4b-2c55d55e6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:32:35.209913 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-93bec4ee-f329-47ff-8f4b-2c55d55e6375 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397489 Oct 25 10:32:35.220905 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-fa615854-038b-46e6-b1ff-7d840f53db42 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=106991) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 25 10:32:35.222547 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-fa615854-038b-46e6-b1ff-7d840f53db42 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053716 Oct 25 10:32:35.315072 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-4b5be040-8f53-4591-bf0a-d7f81c80a23a service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852821 Oct 25 10:32:35.407130 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-437c6889-04e6-47b9-87d2-1062d881f264 req-fc62d6af-1ea6-460f-97a7-cc8bc3f87f37 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846822 Oct 25 10:32:39.580711 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:40.644014 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:45.525309 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:32:46.643687 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3029-509c-43ad-ab0d-81d4181779f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:48.984833 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4875-21fd-4d07-9499-3b9ddb751f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:50.203354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:50.351141 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:32:52.212170 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:09.579259 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:10.643036 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:16.645502 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8817f897-1d4c-48a0-8be1-9ab305e8df85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:18.985888 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7461-cc4d-42f9-958e-f7fe3288a180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:20.203763 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:20.353130 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:22.209476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:22.524725 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:33:35.759395 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-3aa63d5b-dada-4e4c-ba01-3ae6ff44a7e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403955 Oct 25 10:33:35.856314 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-8eef817a-598b-434d-8f09-cf148954447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:33:35.857779 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-8eef817a-598b-434d-8f09-cf148954447e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1096 time: 0.0408928 Oct 25 10:33:35.965164 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-81d85ba2-e09f-487d-b3ee-6499d1b2b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:33:35.966610 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-81d85ba2-e09f-487d-b3ee-6499d1b2b723 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0877831 Oct 25 10:33:36.030850 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-ffe8d6b1-ffbe-472d-abef-be6f4b73244b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 1001 time: 0.0573568 Oct 25 10:33:36.081571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-be400156-0e90-4a75-a091-87e29c8d359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:33:36.082976 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-be400156-0e90-4a75-a091-87e29c8d359e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0451090 Oct 25 10:33:36.132496 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-d25cf465-a75b-419a-9315-71c05d2a95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:33:36.133883 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-d25cf465-a75b-419a-9315-71c05d2a95a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435891 Oct 25 10:33:36.222121 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-806530df-59a1-4ea1-911b-c4cce1edb129 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808930 Oct 25 10:33:36.317288 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-59ac3d36-2a04-4b83-b5a0-0054e570f163 req-b55c368f-e708-4bb6-9eac-720dd37eb831 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874121 Oct 25 10:33:39.598583 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:40.667845 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:41.907492 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 638636eb-a03d-402c-ae84-1d285df483a0 details requested by agent hyperv_n-h1-814746-2 with host n-h1-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:33:42.001928 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:33:42.013204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Returning: {'device': '638636eb-a03d-402c-ae84-1d285df483a0', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:33:42.050062 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:42.062403 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 638636eb-a03d-402c-ae84-1d285df483a0 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:33:42.081864 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:33:42.085904 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:42.135650 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:33:42.142717 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.143576 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.143916 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.144237 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.144551 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.144867 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.145204 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.145519 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.145828 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.146141 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.146447 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.146755 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:42.227292 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] get_ports_and_sgs() called for port_ids ['638636eb-a03d-402c-ae84-1d285df483a0'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:33:43.916001 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 638636eb-a03d-402c-ae84-1d285df483a0 up at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:33:43.962207 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Provisioning complete for port 638636eb-a03d-402c-ae84-1d285df483a0 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:33:43.962572 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:44.040232 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:44.062043 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:33:44.064285 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4484ac-bd14-4ee5-a8da-f75851933dc2" -d '{"events": [{"server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "name": "network-vif-plugged", "status": "completed", "tag": "638636eb-a03d-402c-ae84-1d285df483a0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:33:44.076115 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:33:44.082629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:44.134048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:33:44.185175 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae64fe4-516e-4dd2-89d7-dbc7b3a2fe34 x-openstack-request-id: req-eae64fe4-516e-4dd2-89d7-dbc7b3a2fe34 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:33:44.185463 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "name": "network-vif-plugged", "status": "completed", "tag": "638636eb-a03d-402c-ae84-1d285df483a0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:33:44.185716 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eae64fe4-516e-4dd2-89d7-dbc7b3a2fe34 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:33:44.186112 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0', 'code': 200} Oct 25 10:33:46.647866 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-353714aa-c950-485c-9d91-2e34471c83de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:48.990174 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-601f5c46-2b19-4ed3-9114-b81772ad672f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:50.208111 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:50.363470 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:52.214623 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:56.174727 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-759c32ee-1b11-4dd6-a166-067d7032155b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712175347&fields=id&tenant_id=ce7cf96ea56b4797a145869baa467aec HTTP/1.1" status: 200 len: 267 time: 0.0373905 Oct 25 10:33:56.286263 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2955f3-0e82-4227-848c-312917106604 req-fc1c075a-82a1-4d2a-b414-c009c5fb4d17 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:33:56.287709 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-fc1c075a-82a1-4d2a-b414-c009c5fb4d17 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 809 time: 0.1058869 Oct 25 10:33:56.302920 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-ac99efd2-c636-4a5b-a88c-85aa4a9870f5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/quotas/ce7cf96ea56b4797a145869baa467aec HTTP/1.1" status: 200 len: 375 time: 0.0094726 Oct 25 10:33:56.355978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-9f0a06df-39b8-428e-bbf5-dd83e15159c6 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0479646 Oct 25 10:33:56.496941 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-0773165f-ce2a-45cc-99bf-c946949c1b81 service neutron] 10.222.0.32 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285722 Oct 25 10:33:56.587918 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-ef46338a-b277-4411-b855-31ed56b9b827 service neutron] 10.222.0.32 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847838 Oct 25 10:33:56.755002 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-b5c56f53-2574-46e0-84b4-16af4f4c94b3 req-a83f73ea-7713-4a89-b2de-f5040c701a3d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 210 time: 0.0268273 Oct 25 10:33:57.808762 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2955f3-0e82-4227-848c-312917106604 req-08225061-2a1b-4271-a51f-a1c3faff6ad7 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:33:57.810872 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-08225061-2a1b-4271-a51f-a1c3faff6ad7 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.18 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 809 time: 0.1110263 Oct 25 10:33:57.855082 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9be7e17e-aae6-49ba-bb89-b4223c65f0dd req-f631e605-cd1e-4012-bcc3-486e9ab905e3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 210 time: 0.0268538 Oct 25 10:33:57.861102 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-0b958a18-13b6-473d-ba9f-d92265e14bf0 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce7cf96ea56b4797a145869baa467aec HTTP/1.1" status: 200 len: 379 time: 0.0352311 Oct 25 10:33:57.872732 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'port': {'device_id': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'admin_state_up': True, 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'security_groups': ['8187819d-8c7f-4e5c-a05c-79600f47dad0']}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:33:57.985266 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Made reservation on behalf of ce7cf96ea56b4797a145869baa467aec for: {'port': 1} {{(pid=106991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 25 10:33:57.989437 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:58.128734 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.db_base_plugin_common [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Allocated IP 172.20.0.9 (d2f1e561-bf6b-475a-837b-bd106d46faa7/a7153f76-858a-4c4a-9977-b774aa51c715/7498039d-bec1-4ded-9eb5-02740c533a44) {{(pid=106991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:33:58.295233 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for port, precommit_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:58.338145 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_create {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:58.390125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 is already hosted by enough agents. {{(pid=106991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:33:58.393660 n-d-814746-2 neutron-server[106991]: DEBUG neutron.scheduler.base_scheduler [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Resources bound (agent type, host, resource id): {{(pid=106991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:33:58.409517 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Received port after_create {{(pid=106991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:33:58.416870 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'Port': ['ID=7498039d-bec1-4ded-9eb5-02740c533a44,revision_number=1']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:33:58.449287 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.449908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.450251 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.450591 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.450929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.451263 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.451595 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.451921 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.452244 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.452571 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.452908 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.453241 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:33:58.485184 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:33:58.486031 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:58.508945 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-4e01cbb5-05ec-4833-abe7-1bfa6bff33e9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6401093 Oct 25 10:33:58.636998 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-ee67d6ca-b452-416d-9227-e2ade8d6361f None None] Provisioning complete for port 7498039d-bec1-4ded-9eb5-02740c533a44 triggered by entity DHCP. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:33:58.637604 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-ee67d6ca-b452-416d-9227-e2ade8d6361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:33:58.670934 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-ee67d6ca-b452-416d-9227-e2ade8d6361f None None] Port 7498039d-bec1-4ded-9eb5-02740c533a44 cannot update to ACTIVE because it is not bound. {{(pid=106993) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 25 10:33:58.978844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9b32f-532f-4a78-a0bd-a3a1c20cf991 req-11863149-5390-44f9-aba8-25a8c3f369bf tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:33:58.980426 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41f9b32f-532f-4a78-a0bd-a3a1c20cf991 req-11863149-5390-44f9-aba8-25a8c3f369bf tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0539703 Oct 25 10:33:59.022783 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-41f9b32f-532f-4a78-a0bd-a3a1c20cf991 req-354c8953-67da-442d-86fe-81791740a959 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Oct 25 10:33:59.524710 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:33:59.979470 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 638636eb-a03d-402c-ae84-1d285df483a0 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:34:00.159747 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f179f3-e4ec-4f67-9202-f00417561eed req-69ab4e77-2443-4cf0-bd34-99182e800749 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:00.161602 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5f179f3-e4ec-4f67-9202-f00417561eed req-69ab4e77-2443-4cf0-bd34-99182e800749 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0616133 Oct 25 10:34:00.210827 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c5f179f3-e4ec-4f67-9202-f00417561eed req-731ab1cf-72bb-42be-8990-402cec6810c6 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Oct 25 10:34:00.233665 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:00.258736 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:34:00.261326 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3c3716-f835-4e23-9e68-5dcd3fd8c9a0" -d '{"events": [{"server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "name": "network-vif-unplugged", "status": "completed", "tag": "638636eb-a03d-402c-ae84-1d285df483a0"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:34:00.274882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:34:00.279566 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:00.308911 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Oct 2021 10:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa86fa-b8be-4f93-808e-bb7aa8a2e557 x-openstack-request-id: req-94aa86fa-b8be-4f93-808e-bb7aa8a2e557 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:34:00.309205 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "name": "network-vif-unplugged", "status": "completed", "tag": "638636eb-a03d-402c-ae84-1d285df483a0", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:34:00.309461 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94aa86fa-b8be-4f93-808e-bb7aa8a2e557 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:34:00.309850 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0', 'code': 200} Oct 25 10:34:00.336987 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Pushing event updated for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=8']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:34:01.338653 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28272bee-2d23-4475-9370-e414025dbbb0 req-5979c237-00b7-46bc-817d-24965d72ad64 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:01.341069 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28272bee-2d23-4475-9370-e414025dbbb0 req-5979c237-00b7-46bc-817d-24965d72ad64 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0523195 Oct 25 10:34:01.384848 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-28272bee-2d23-4475-9370-e414025dbbb0 req-ea3e0a1a-5aee-4c87-ae60-dd2e607b14cd tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364363 Oct 25 10:34:02.511385 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab297959-cca0-4883-bf5a-8b8cc4760228 req-2cb1c499-5210-4104-add2-6f116afe5d05 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:02.512875 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab297959-cca0-4883-bf5a-8b8cc4760228 req-2cb1c499-5210-4104-add2-6f116afe5d05 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0552232 Oct 25 10:34:02.554100 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ab297959-cca0-4883-bf5a-8b8cc4760228 req-ee05786c-356a-446f-9c0c-38073fee410f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351164 Oct 25 10:34:03.677884 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02b5d4-c173-4b98-988d-ad9170ba3bd4 req-edb40e7f-804b-4549-b595-81e99041776c tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:03.679400 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a02b5d4-c173-4b98-988d-ad9170ba3bd4 req-edb40e7f-804b-4549-b595-81e99041776c tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0517128 Oct 25 10:34:03.720343 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-3a02b5d4-c173-4b98-988d-ad9170ba3bd4 req-6d5edc62-15c4-40fa-bafe-79c48b404ea3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343776 Oct 25 10:34:04.839208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a490f-c0b0-4b06-bcf0-fe5cb0f6cb22 req-53408e14-5cae-4f36-9b68-4e2d468c31ef tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:04.840725 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c07a490f-c0b0-4b06-bcf0-fe5cb0f6cb22 req-53408e14-5cae-4f36-9b68-4e2d468c31ef tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0503745 Oct 25 10:34:04.881803 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-c07a490f-c0b0-4b06-bcf0-fe5cb0f6cb22 req-44e2b241-97ce-4450-8878-a4817fa14b7d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349767 Oct 25 10:34:06.008342 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753e32-f28d-408c-999a-c370eb66a9bd req-bd673bd6-aacb-4f6c-a046-e4a96ef3ac4f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:06.009863 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc753e32-f28d-408c-999a-c370eb66a9bd req-bd673bd6-aacb-4f6c-a046-e4a96ef3ac4f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0565846 Oct 25 10:34:06.051595 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-bc753e32-f28d-408c-999a-c370eb66a9bd req-25b91c42-eca6-49b5-b034-5643d8f12ec4 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355270 Oct 25 10:34:07.173076 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cf31f-e04c-4c24-893f-2136c6ebab37 req-d6566810-9612-4752-94f2-72e0ece08fe9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:07.176992 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e8cf31f-e04c-4c24-893f-2136c6ebab37 req-d6566810-9612-4752-94f2-72e0ece08fe9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0534036 Oct 25 10:34:07.216838 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-9e8cf31f-e04c-4c24-893f-2136c6ebab37 req-90f82859-96a1-4035-809c-fe309c8677c5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342686 Oct 25 10:34:08.333908 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47ca1d-5b4c-48b6-9cfb-d5fa026a20e8 req-3b8b1db5-8b56-4e06-91be-f5cf272e18d3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:08.335204 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e47ca1d-5b4c-48b6-9cfb-d5fa026a20e8 req-3b8b1db5-8b56-4e06-91be-f5cf272e18d3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0476358 Oct 25 10:34:08.372935 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-2e47ca1d-5b4c-48b6-9cfb-d5fa026a20e8 req-42593fe2-b166-4902-99ce-e74d24c3697f tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Oct 25 10:34:09.492844 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eb417-66d1-475f-96a5-8833bd3569b3 req-96baad20-da07-46d2-b12f-a990819a4a31 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:09.494644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a9eb417-66d1-475f-96a5-8833bd3569b3 req-96baad20-da07-46d2-b12f-a990819a4a31 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 931 time: 0.0553353 Oct 25 10:34:09.532377 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.v2.base [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Request body: {'port': {'device_id': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814746-2'}} {{(pid=106991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:34:09.534657 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-1a9eb417-66d1-475f-96a5-8833bd3569b3 req-5f1e584c-8b2f-429b-a918-4b92afbe0b73 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337973 Oct 25 10:34:09.589809 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:09.606242 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:09.845215 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7498039d-bec1-4ded-9eb5-02740c533a44 {{(pid=106991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:34:09.852978 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:09.865437 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.provisioning_blocks [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Transition to ACTIVE for port object 7498039d-bec1-4ded-9eb5-02740c533a44 will not be triggered until provisioned by entity L2. {{(pid=106991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 25 10:34:09.869148 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:09.934625 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Pushing event updated for resources: {'Port': ['ID=7498039d-bec1-4ded-9eb5-02740c533a44,revision_number=2']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:34:09.987533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Attempting to bind port 7498039d-bec1-4ded-9eb5-02740c533a44 on host n-h2-814746-2 for vnic_type normal with profile {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 25 10:34:09.987871 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Attempting to bind port 7498039d-bec1-4ded-9eb5-02740c533a44 by drivers openvswitch,hyperv on host n-h2-814746-2 at level 0 using segments [{'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 25 10:34:09.988197 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Attempting to bind port 7498039d-bec1-4ded-9eb5-02740c533a44 on network d2f1e561-bf6b-475a-837b-bd106d46faa7 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:34:09.993331 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Port 7498039d-bec1-4ded-9eb5-02740c533a44 on network d2f1e561-bf6b-475a-837b-bd106d46faa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814746-2 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 25 10:34:09.993649 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Attempting to bind port 7498039d-bec1-4ded-9eb5-02740c533a44 on network d2f1e561-bf6b-475a-837b-bd106d46faa7 {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 25 10:34:09.998815 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Checking agent: {'id': '67a1c2f3-3989-46bd-bfca-8bc53a5e09ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814746-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'started_at': datetime.datetime(2021, 10, 25, 8, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 25, 10, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 25 10:34:09.999152 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Checking segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 25 10:34:09.999532 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Bound using segment: {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'} {{(pid=106991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 25 10:34:09.999959 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.managers [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Bound port: 7498039d-bec1-4ded-9eb5-02740c533a44, host: n-h2-814746-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0154cb-775d-4b8a-af69-035107314ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7'}}] {{(pid=106991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 25 10:34:10.000313 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:10.068761 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, cleared binding levels {{(pid=106991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 25 10:34:10.072329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7498039d-bec1-4ded-9eb5-02740c533a44,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 25 10:34:10.077096 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25508601'] for port, after_update {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:10.113307 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:10.113782 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:10.116240 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] 10.222.0.18 "PUT /v2.0/ports/7498039d-bec1-4ded-9eb5-02740c533a44 HTTP/1.1" status: 200 len: 1091 time: 0.6346946 Oct 25 10:34:10.116680 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:34:10.119237 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ed192-b7f1-49f8-837c-73e0e318091a" -d '{"events": [{"name": "network-changed", "server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:34:10.142780 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24af4-6a3b-4be7-9722-1d4d7e8c1a38 service neutron] Pushing event updated for resources: {'Port': ['ID=7498039d-bec1-4ded-9eb5-02740c533a44,revision_number=3']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:34:10.167691 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c3fd6b-88ad-4614-ba82-be4f0fb9c3a0 x-openstack-request-id: req-69c3fd6b-88ad-4614-ba82-be4f0fb9c3a0 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:34:10.168037 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:34:10.168238 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69c3fd6b-88ad-4614-ba82-be4f0fb9c3a0 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:34:10.168647 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44', 'status': 'completed', 'code': 200} Oct 25 10:34:10.226227 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2955f3-0e82-4227-848c-312917106604 req-1497b41d-e351-4009-8403-be9621dae82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:10.227742 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-1497b41d-e351-4009-8403-be9621dae82b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 1094 time: 0.0422549 Oct 25 10:34:10.280156 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-dca54841-a197-4a50-96f7-379305d8c3cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7498039d-bec1-4ded-9eb5-02740c533a44 HTTP/1.1" status: 200 len: 217 time: 0.0391512 Oct 25 10:34:10.331705 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2955f3-0e82-4227-848c-312917106604 req-1d0547e5-a302-4ca2-84b0-5c569d679ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:10.333214 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-1d0547e5-a302-4ca2-84b0-5c569d679ab3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0462513 Oct 25 10:34:10.377488 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2955f3-0e82-4227-848c-312917106604 req-4296728b-2ae4-4aea-bdd9-3ee4575ae3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:10.378826 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-4296728b-2ae4-4aea-bdd9-3ee4575ae3f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390475 Oct 25 10:34:10.475787 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-36d45462-4c80-45a0-879c-29775ed2b17c service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861335 Oct 25 10:34:10.564554 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-fc2955f3-0e82-4227-848c-312917106604 req-95e23427-d832-4e84-800f-6f967abb0437 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816965 Oct 25 10:34:10.658352 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f697c1-86e7-4d81-970c-72141bb12d48 req-9e9e5d51-76b4-41c0-87a6-8f167c6eef67 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:10.659818 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9f697c1-86e7-4d81-970c-72141bb12d48 req-9e9e5d51-76b4-41c0-87a6-8f167c6eef67 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 943 time: 0.0506518 Oct 25 10:34:10.670849 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:10.705729 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed192-b7f1-49f8-837c-73e0e318091a req-937fdbb0-2f5f-4a15-beef-dcfc9377c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:10.707225 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-661ed192-b7f1-49f8-837c-73e0e318091a req-937fdbb0-2f5f-4a15-beef-dcfc9377c85f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 1094 time: 0.0482445 Oct 25 10:34:10.708128 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-a9f697c1-86e7-4d81-970c-72141bb12d48 req-8c1ab590-d94e-4454-a5c0-18bf3b00f9d2 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Oct 25 10:34:10.797821 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed192-b7f1-49f8-837c-73e0e318091a req-4dc96d2d-925c-43ee-8aab-054f78f7b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:10.799257 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-661ed192-b7f1-49f8-837c-73e0e318091a req-4dc96d2d-925c-43ee-8aab-054f78f7b386 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0854702 Oct 25 10:34:11.161505 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-661ed192-b7f1-49f8-837c-73e0e318091a req-64b6e623-6538-466c-91e5-a7e1e91febfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7498039d-bec1-4ded-9eb5-02740c533a44 HTTP/1.1" status: 200 len: 217 time: 0.3546057 Oct 25 10:34:11.210794 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed192-b7f1-49f8-837c-73e0e318091a req-a4ab518b-0ec4-446d-bd1f-42e304050541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:11.212227 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-661ed192-b7f1-49f8-837c-73e0e318091a req-a4ab518b-0ec4-446d-bd1f-42e304050541 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0437138 Oct 25 10:34:11.257387 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed192-b7f1-49f8-837c-73e0e318091a req-9011bc17-fb61-4023-973a-2564a53f7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:11.258872 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-661ed192-b7f1-49f8-837c-73e0e318091a req-9011bc17-fb61-4023-973a-2564a53f7be2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390675 Oct 25 10:34:11.351826 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-661ed192-b7f1-49f8-837c-73e0e318091a req-9a435fc2-b562-4217-9b7a-4c292073ebcd service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853429 Oct 25 10:34:11.444723 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-661ed192-b7f1-49f8-837c-73e0e318091a req-b83306c2-fc9c-43bb-bbc6-135b38f3f7a8 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857530 Oct 25 10:34:11.828769 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2c1c-fba4-4242-84d8-e86bdb243b20 req-3f58ecfb-f81d-448c-94b8-377b6bf3c14a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:11.830317 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89de2c1c-fba4-4242-84d8-e86bdb243b20 req-3f58ecfb-f81d-448c-94b8-377b6bf3c14a tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 943 time: 0.0511203 Oct 25 10:34:11.872835 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-89de2c1c-fba4-4242-84d8-e86bdb243b20 req-829de0b2-ab4f-4f51-a729-887fc71684dc tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356128 Oct 25 10:34:12.997343 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa2740-4c94-4df8-943a-26b398c81dff req-d4afa6b2-0c7f-42b0-a170-22745534d335 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:12.998793 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-92aa2740-4c94-4df8-943a-26b398c81dff req-d4afa6b2-0c7f-42b0-a170-22745534d335 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 943 time: 0.0521116 Oct 25 10:34:13.037853 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-92aa2740-4c94-4df8-943a-26b398c81dff req-97d9c651-8c49-4b33-8ac1-e37e5b029776 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Oct 25 10:34:14.153192 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450e075-c035-4bb7-8e08-7f4721aefc62 req-d2595143-f124-4648-9b16-259d48c9be27 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:14.154643 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e450e075-c035-4bb7-8e08-7f4721aefc62 req-d2595143-f124-4648-9b16-259d48c9be27 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 943 time: 0.0485258 Oct 25 10:34:14.192403 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-e450e075-c035-4bb7-8e08-7f4721aefc62 req-ae90d05b-594d-47db-901e-df05028b79fb tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Oct 25 10:34:15.307818 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d3587-88cf-4d69-8a30-e85cfd97b4f8 req-2a47d016-35f0-42c4-9b9e-0ecf31e3f35e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:15.309297 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-376d3587-88cf-4d69-8a30-e85cfd97b4f8 req-2a47d016-35f0-42c4-9b9e-0ecf31e3f35e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 943 time: 0.0489426 Oct 25 10:34:15.346639 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-376d3587-88cf-4d69-8a30-e85cfd97b4f8 req-79672f69-5927-48e5-9349-88a76986edf9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312991 Oct 25 10:34:15.669284 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7498039d-bec1-4ded-9eb5-02740c533a44 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:34:15.765375 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7498039d-bec1-4ded-9eb5-02740c533a44,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:34:15.776259 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '7498039d-bec1-4ded-9eb5-02740c533a44', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'port_id': '7498039d-bec1-4ded-9eb5-02740c533a44', 'mac_address': 'fa:16:3e:8c:3b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:34:15.812496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:15.825771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7498039d-bec1-4ded-9eb5-02740c533a44 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:34:15.844393 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7498039d-bec1-4ded-9eb5-02740c533a44,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:34:15.847427 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:15.897579 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7498039d-bec1-4ded-9eb5-02740c533a44,revision_number=4']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:34:16.248993 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7498039d-bec1-4ded-9eb5-02740c533a44'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:34:16.465875 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b94a-d7ea-4661-b479-ac7e658fa411 req-2c20624b-5019-418a-87f9-04e2d7a55cdb tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:16.467397 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4045b94a-d7ea-4661-b479-ac7e658fa411 req-2c20624b-5019-418a-87f9-04e2d7a55cdb tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 944 time: 0.0521221 Oct 25 10:34:16.506944 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-4045b94a-d7ea-4661-b479-ac7e658fa411 req-097fab41-2045-4198-8f22-e8a9d09a52cf tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327592 Oct 25 10:34:16.649783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4dc685d0-cf77-4487-a290-6a14e13b765b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:17.624016 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fbb72-2372-44b7-bca7-07e134c5413f req-23c27f87-d718-4d6d-8169-35038c269d1d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:17.625485 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac4fbb72-2372-44b7-bca7-07e134c5413f req-23c27f87-d718-4d6d-8169-35038c269d1d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 944 time: 0.0487785 Oct 25 10:34:17.663251 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ac4fbb72-2372-44b7-bca7-07e134c5413f req-a921b01f-1b08-47ec-952f-1614a0304292 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Oct 25 10:34:17.700241 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7498039d-bec1-4ded-9eb5-02740c533a44 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:34:17.748981 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning for port 7498039d-bec1-4ded-9eb5-02740c533a44 completed by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 25 10:34:17.753485 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 7498039d-bec1-4ded-9eb5-02740c533a44 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:34:17.753844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:17.834273 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:17.855821 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:34:17.858072 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06ba0b9-634b-48e3-ab06-d6891e20ee44" -d '{"events": [{"server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "name": "network-vif-plugged", "status": "completed", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:34:17.871183 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7498039d-bec1-4ded-9eb5-02740c533a44,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:34:17.875354 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:17.899358 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b9cf5d-234a-44c0-ac38-e44b209b3040 x-openstack-request-id: req-b7b9cf5d-234a-44c0-ac38-e44b209b3040 {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:34:17.899650 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "name": "network-vif-plugged", "status": "completed", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:34:17.899908 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7b9cf5d-234a-44c0-ac38-e44b209b3040 {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:34:17.900292 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44', 'code': 200} Oct 25 10:34:17.925296 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7498039d-bec1-4ded-9eb5-02740c533a44,revision_number=5']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:34:18.022477 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dde24e-b0d3-4421-b005-d9feaf8f0ec0 req-95b3bda5-cc76-42ef-8d18-e07d3e9a690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:18.023957 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4dde24e-b0d3-4421-b005-d9feaf8f0ec0 req-95b3bda5-cc76-42ef-8d18-e07d3e9a690e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 1096 time: 0.0435064 Oct 25 10:34:18.061151 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-a4dde24e-b0d3-4421-b005-d9feaf8f0ec0 req-509b756a-a86f-49fd-a528-055de625149b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301590 Oct 25 10:34:18.779338 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3e281-14fb-4796-a98b-8f349a4986cb req-0e201619-5e5b-490f-b0d8-4ff699208796 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:18.780796 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ae3e281-14fb-4796-a98b-8f349a4986cb req-0e201619-5e5b-490f-b0d8-4ff699208796 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 945 time: 0.0484378 Oct 25 10:34:18.817169 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5ae3e281-14fb-4796-a98b-8f349a4986cb req-d8833772-ce4e-4caf-a6fc-9afd7cfc95aa tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304389 Oct 25 10:34:18.983219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcc22-e578-496c-a157-8da3146cc007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:19.942281 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a8acf-86a5-40de-bfc7-679cdfc95f06 req-f85bfae9-72be-48ff-ba32-076533b2111e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:19.943761 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-423a8acf-86a5-40de-bfc7-679cdfc95f06 req-f85bfae9-72be-48ff-ba32-076533b2111e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 945 time: 0.0570304 Oct 25 10:34:19.983215 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-423a8acf-86a5-40de-bfc7-679cdfc95f06 req-71e56351-5d4e-47fc-94c2-230a8c42b9aa tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Oct 25 10:34:20.099243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bbcca-09f9-4342-a979-70b62e6d6706 req-6a9417b0-5290-4864-a6e7-4a538fdf5594 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:20.101272 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea8bbcca-09f9-4342-a979-70b62e6d6706 req-6a9417b0-5290-4864-a6e7-4a538fdf5594 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 945 time: 0.0490434 Oct 25 10:34:20.138978 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-ea8bbcca-09f9-4342-a979-70b62e6d6706 req-cfd4c969-28ec-4f11-af91-0755c82c8aa0 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Oct 25 10:34:20.161166 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45898) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:34:20.200323 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8475c4-c0e2-4a0d-8e64-d7ea091d4d8a tempest-TestSnapshotPattern-1886140960 tempest-TestSnapshotPattern-1886140960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:20.201860 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cd8475c4-c0e2-4a0d-8e64-d7ea091d4d8a tempest-TestSnapshotPattern-1886140960 tempest-TestSnapshotPattern-1886140960-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 1091 time: 0.0397332 Oct 25 10:34:20.204626 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 45900) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:34:20.209165 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.v2.base [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Request body: {'floatingip': {'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'port_id': '7498039d-bec1-4ded-9eb5-02740c533a44', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 25 10:34:20.212412 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:20.230961 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for floatingip, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:20.330314 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:20.358574 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:20.435811 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Allocated IP 172.25.8.228 (54f12d46-726c-46ea-a1d3-94a9c89fd1fb/896ec8e9-ee00-454f-9652-cd44901118d9/b9aba1f7-23dc-4f93-8000-4e46acddcdba) {{(pid=106992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 25 10:34:20.537643 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for port, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:20.572057 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730411659587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:20.616590 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Network 54f12d46-726c-46ea-a1d3-94a9c89fd1fb is already hosted by enough agents. {{(pid=106992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 25 10:34:20.619678 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Resources bound (agent type, host, resource id): {{(pid=106992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 25 10:34:20.622265 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Received port after_create {{(pid=106992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 25 10:34:20.942363 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'Port': ['ID=b9aba1f7-23dc-4f93-8000-4e46acddcdba,revision_number=1']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:34:20.955593 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.955920 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.956252 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.956574 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.956922 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.957240 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.957558 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.957872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.958187 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.958499 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.958814 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:20.959126 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:34:21.267290 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:21.335478 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:21.482849 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for port, precommit_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:21.487355 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29552159'] for port, after_update {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:21.553785 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event updated for resources: {'Port': ['ID=b9aba1f7-23dc-4f93-8000-4e46acddcdba,revision_number=2']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:34:21.565556 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-936534'] for floatingip, after_create {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:21.665556 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Floating IP 3f9ac57f-ff49-4fed-97b1-3da44c440df9 associated. External IP: 172.25.8.228, port: 7498039d-bec1-4ded-9eb5-02740c533a44. Oct 25 10:34:21.872071 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Router d2b434de-26b1-4c9d-b5c3-64326373ecd6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:34:21.980459 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:34:21.990109 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] Sync routers for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:34:21.999395 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:22.003933 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:34:22.004555 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:34:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:34:22.027930 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-aa3a7983-d93c-48d4-b5c4-4e75ef51eae9 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8222380 Oct 25 10:34:22.028501 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:34:22.030801 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:34:22.068482 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4211bc02-b869-483e-a0cd-c84d624a54d5 x-openstack-request-id: req-4211bc02-b869-483e-a0cd-c84d624a54d5 {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:34:22.068778 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:34:22.069612 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4211bc02-b869-483e-a0cd-c84d624a54d5 {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:34:22.070140 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44', 'status': 'completed', 'code': 200} Oct 25 10:34:22.113027 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:34:22.152393 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-91fd8ee6-775c-4814-8175-8d4ccd932fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:22.154010 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-91fd8ee6-775c-4814-8175-8d4ccd932fd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 1096 time: 0.0416734 Oct 25 10:34:22.233168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:22.246380 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-0ba2c8d1-e6a3-49f7-b01a-82245cc3d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:22.247837 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-0ba2c8d1-e6a3-49f7-b01a-82245cc3d617 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0864377 Oct 25 10:34:22.318159 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-a267b052-c77a-4b8d-8bf0-685987181217 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7498039d-bec1-4ded-9eb5-02740c533a44 HTTP/1.1" status: 200 len: 999 time: 0.0621283 Oct 25 10:34:22.351180 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:10Z', 'revision_number': 1, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}, {'id': '3f9ac57f-ff49-4fed-97b1-3da44c440df9', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '7498039d-bec1-4ded-9eb5-02740c533a44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:8c:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:34:21Z', 'updated_at': '2021-10-25T10:34:21Z', 'revision_number': 0, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:34:22.368486 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-c5f36e60-ee9d-4381-bccb-c9f5f43d490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:22.370326 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-c5f36e60-ee9d-4381-bccb-c9f5f43d490f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0446072 Oct 25 10:34:22.377771 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] Checking router: d2b434de-26b1-4c9d-b5c3-64326373ecd6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:34:22.386385 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:34:22.387015 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:34:19Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:34:22.414980 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-57cb70ae-6308-44e1-8aff-6a5c087be3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:22.416370 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-57cb70ae-6308-44e1-8aff-6a5c087be3af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396428 Oct 25 10:34:22.491467 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:34:22.508169 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-77616f58-138d-4aec-9b22-dd4b6d2ca280 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845015 Oct 25 10:34:22.601907 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-645ed716-1b18-46b6-b8bc-dd4690c8c6c8 req-5eff0c61-459a-45ab-a1bf-ccf516e32a19 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870783 Oct 25 10:34:22.719787 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:10Z', 'revision_number': 1, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}, {'id': '3f9ac57f-ff49-4fed-97b1-3da44c440df9', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '7498039d-bec1-4ded-9eb5-02740c533a44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:8c:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:34:21Z', 'updated_at': '2021-10-25T10:34:21Z', 'revision_number': 0, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:34:22.746852 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777787a4-8c78-4cef-9b97-3fec09cdcd48 None None] The sync data for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 is: [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:10Z', 'revision_number': 1, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}, {'id': '3f9ac57f-ff49-4fed-97b1-3da44c440df9', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '7498039d-bec1-4ded-9eb5-02740c533a44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:8c:3b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:34:21Z', 'updated_at': '2021-10-25T10:34:21Z', 'revision_number': 0, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:34:22.940631 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef4178-943d-42bb-851d-bef9219c83df None None] New status for floating IP 3f9ac57f-ff49-4fed-97b1-3da44c440df9: ACTIVE {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:34:35.734183 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-d24f9d06-eb0a-4ce1-8f9c-19c3006a37e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399051 Oct 25 10:34:35.828533 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-53c4c6bb-a1da-472a-98a6-8b52abcb78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:35.829960 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-53c4c6bb-a1da-472a-98a6-8b52abcb78ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1094 time: 0.0403881 Oct 25 10:34:35.936597 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-01e9a06f-7dd8-4f3b-8331-9046b76481d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:35.938070 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-01e9a06f-7dd8-4f3b-8331-9046b76481d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0880094 Oct 25 10:34:36.003222 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-532d2592-bd75-4e3c-bb89-d5404a8affe0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 999 time: 0.0580935 Oct 25 10:34:36.051579 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-f369413c-fea4-4c0c-baba-ba8b8db6244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:36.053045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-f369413c-fea4-4c0c-baba-ba8b8db6244a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0429184 Oct 25 10:34:36.100339 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-46d1203e-722c-4d4b-9b3a-1e2dc5563e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:34:36.102262 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-46d1203e-722c-4d4b-9b3a-1e2dc5563e7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421281 Oct 25 10:34:36.191125 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-8df1c371-50b4-435b-bf76-a117b1675efb service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813656 Oct 25 10:34:36.282246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-7abc0bfd-3ab2-4330-8e38-a9101c78843d req-42daf66c-f5db-43da-97a0-e59ec5461ecb service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840712 Oct 25 10:34:36.524134 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:34:39.600697 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:40.687045 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:46.651192 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b5f31c0-1849-46e6-bd61-317e8bc86837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:48.984444 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-b956090a-afc7-4985-b904-0d9c574cfff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:50.215271 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:50.361362 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:34:52.218748 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:09.613019 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:10.685496 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:13.529186 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:35:16.652457 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-9fb49831-0ed2-4dae-b9cb-cd70f0b3e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:17.558612 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-614610c7-77a4-4c4b-bd48-618991914e8b req-b0d6ac88-a0e7-4685-83be-059b44ab4c43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400727 Oct 25 10:35:17.657896 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614610c7-77a4-4c4b-bd48-618991914e8b req-9e91795c-48bd-45ee-97f4-fb5f53f0b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:35:17.659407 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-614610c7-77a4-4c4b-bd48-618991914e8b req-9e91795c-48bd-45ee-97f4-fb5f53f0b248 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 1096 time: 0.0408685 Oct 25 10:35:17.766787 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614610c7-77a4-4c4b-bd48-618991914e8b req-486efbb6-c64d-4838-9722-94f78a563f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:35:17.768264 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-614610c7-77a4-4c4b-bd48-618991914e8b req-486efbb6-c64d-4838-9722-94f78a563f58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0898783 Oct 25 10:35:17.833507 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-614610c7-77a4-4c4b-bd48-618991914e8b req-847438aa-6baf-4bcc-8ceb-0f96c3238230 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7498039d-bec1-4ded-9eb5-02740c533a44 HTTP/1.1" status: 200 len: 1001 time: 0.0585272 Oct 25 10:35:17.888193 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614610c7-77a4-4c4b-bd48-618991914e8b req-72c6b4ba-bbec-477c-8200-f5a0da4649bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:35:17.889864 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-614610c7-77a4-4c4b-bd48-618991914e8b req-72c6b4ba-bbec-477c-8200-f5a0da4649bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0498562 Oct 25 10:35:17.936899 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614610c7-77a4-4c4b-bd48-618991914e8b req-03dd8c11-a11d-4ba4-8383-7c1827a63626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:35:17.938450 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-614610c7-77a4-4c4b-bd48-618991914e8b req-03dd8c11-a11d-4ba4-8383-7c1827a63626 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414600 Oct 25 10:35:18.033568 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-614610c7-77a4-4c4b-bd48-618991914e8b req-0957551b-77e4-41dc-9246-51b68f361f73 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875330 Oct 25 10:35:18.127657 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-614610c7-77a4-4c4b-bd48-618991914e8b req-92725ca8-369c-4152-9170-4154a16782e5 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871313 Oct 25 10:35:18.985966 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8dc1e2f7-6186-4e09-8551-b403e8bcc74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:20.217137 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:20.370037 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:22.220856 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:37.734246 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f4aed961-86ff-42c5-99da-046fee61c670 req-601d9de9-8ee8-42fa-84df-9b7f5b18907d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394540 Oct 25 10:35:37.834356 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aed961-86ff-42c5-99da-046fee61c670 req-0a89df4c-cc74-43a4-bf52-9d72cbdb0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:35:37.835812 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f4aed961-86ff-42c5-99da-046fee61c670 req-0a89df4c-cc74-43a4-bf52-9d72cbdb0d61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1094 time: 0.0444028 Oct 25 10:35:37.942951 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aed961-86ff-42c5-99da-046fee61c670 req-0c43e80f-5978-4934-89e7-2c5ea2af9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:35:37.944412 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f4aed961-86ff-42c5-99da-046fee61c670 req-0c43e80f-5978-4934-89e7-2c5ea2af9b73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0897021 Oct 25 10:35:38.013924 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f4aed961-86ff-42c5-99da-046fee61c670 req-ed14e77a-9e89-4dac-8089-c153a519b4b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 999 time: 0.0619705 Oct 25 10:35:38.064082 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aed961-86ff-42c5-99da-046fee61c670 req-5fb92ce9-ac96-47d6-9bac-7bb0d061adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:35:38.066618 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f4aed961-86ff-42c5-99da-046fee61c670 req-5fb92ce9-ac96-47d6-9bac-7bb0d061adbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0455902 Oct 25 10:35:38.113229 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aed961-86ff-42c5-99da-046fee61c670 req-9cd17294-4c6e-4dc4-a1a2-d6af4afb4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:35:38.114667 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f4aed961-86ff-42c5-99da-046fee61c670 req-9cd17294-4c6e-4dc4-a1a2-d6af4afb4051 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410364 Oct 25 10:35:38.209792 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f4aed961-86ff-42c5-99da-046fee61c670 req-3b4c5743-7c85-4428-b03d-c89ac663ce6a service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880826 Oct 25 10:35:38.299192 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-f4aed961-86ff-42c5-99da-046fee61c670 req-fdaabfaa-7ab0-4d98-a0f2-c44598577d5a service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819526 Oct 25 10:35:39.614275 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:40.717605 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:46.653321 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6951c592-555e-451c-b69e-57b806b1759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:48.986107 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-070fed32-504e-4ef1-a107-186bbf129b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:50.219103 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:50.367810 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:35:50.528522 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:35:52.223264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:09.754408 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:10.732453 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:16.654370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a41dbae8-d032-4611-93e4-d9a1d30a408d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:18.596876 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-8e567b6e-3182-42cc-a025-f55fd6f3cf23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439105 Oct 25 10:36:18.707290 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-e23efef0-31c0-40e3-a437-1b6c16f71a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:18.708751 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-e23efef0-31c0-40e3-a437-1b6c16f71a1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 1096 time: 0.0406797 Oct 25 10:36:18.817264 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-ec7efae1-cb5e-4131-bb8b-8faf946e94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:18.818704 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-ec7efae1-cb5e-4131-bb8b-8faf946e94b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0877004 Oct 25 10:36:18.888512 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-4e07b545-b324-4084-8f46-4382c5be8297 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7498039d-bec1-4ded-9eb5-02740c533a44 HTTP/1.1" status: 200 len: 1001 time: 0.0621588 Oct 25 10:36:18.936555 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-a33cc772-5582-487b-b6cc-04c21e097992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:18.937972 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-a33cc772-5582-487b-b6cc-04c21e097992 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0429869 Oct 25 10:36:18.987391 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-bd8aeb04-a40a-450e-9c42-b6da733270a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:18.988947 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-3ce31f7f-3358-4d76-9220-0d7f8b460564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:18.989462 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-bd8aeb04-a40a-450e-9c42-b6da733270a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412462 Oct 25 10:36:19.088289 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-d39fc020-b549-451d-956b-3adc06d31acf service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898387 Oct 25 10:36:19.181332 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-eee6db1c-6c79-4fe8-a3a1-767416621163 req-00f6b98f-a1e7-4755-8f64-af376ce59847 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861905 Oct 25 10:36:20.221179 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:20.370329 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:22.226236 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:27.527333 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:36:37.733153 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-425d3295-62b6-4705-a70e-58f64451cba4 req-849a9ebf-02c2-443c-a5f6-2c1fa54e4212 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393691 Oct 25 10:36:37.827862 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d3295-62b6-4705-a70e-58f64451cba4 req-c4833b09-eab9-44ff-9613-0c4b83b9b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:37.829276 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-425d3295-62b6-4705-a70e-58f64451cba4 req-c4833b09-eab9-44ff-9613-0c4b83b9b31f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1094 time: 0.0407813 Oct 25 10:36:37.940427 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d3295-62b6-4705-a70e-58f64451cba4 req-0ba09124-1ad4-419b-910e-183127cc572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:37.942059 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-425d3295-62b6-4705-a70e-58f64451cba4 req-0ba09124-1ad4-419b-910e-183127cc572a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0945423 Oct 25 10:36:38.007491 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-425d3295-62b6-4705-a70e-58f64451cba4 req-705efd6f-0f14-4e83-98c7-86f5c44119f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 999 time: 0.0583510 Oct 25 10:36:38.057262 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d3295-62b6-4705-a70e-58f64451cba4 req-d2ba5c3f-0841-4d85-a10e-dc5b2baa147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:38.058747 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-425d3295-62b6-4705-a70e-58f64451cba4 req-d2ba5c3f-0841-4d85-a10e-dc5b2baa147b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0437260 Oct 25 10:36:38.108140 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d3295-62b6-4705-a70e-58f64451cba4 req-3f01c6ae-2238-4464-bf12-92a3e8c82e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:38.109586 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-425d3295-62b6-4705-a70e-58f64451cba4 req-3f01c6ae-2238-4464-bf12-92a3e8c82e2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442152 Oct 25 10:36:38.198702 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-425d3295-62b6-4705-a70e-58f64451cba4 req-a2c770d7-e57a-4ea2-b5cf-df374652caed service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809405 Oct 25 10:36:38.293628 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-425d3295-62b6-4705-a70e-58f64451cba4 req-232f8e8c-0120-46fd-95b6-dc2a40d39105 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870152 Oct 25 10:36:39.637629 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:40.730790 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:42.339969 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7498039d-bec1-4ded-9eb5-02740c533a44 details requested by agent hyperv_n-h2-814746-2 with host n-h2-814746-2 {{(pid=106993) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 25 10:36:42.433065 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7498039d-bec1-4ded-9eb5-02740c533a44,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:36:42.443634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Returning: {'device': '7498039d-bec1-4ded-9eb5-02740c533a44', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'port_id': '7498039d-bec1-4ded-9eb5-02740c533a44', 'mac_address': 'fa:16:3e:8c:3b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106993) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 25 10:36:42.479203 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:42.491818 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7498039d-bec1-4ded-9eb5-02740c533a44 {{(pid=106993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 25 10:36:42.511713 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7498039d-bec1-4ded-9eb5-02740c533a44,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:36:42.515766 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:42.564124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7498039d-bec1-4ded-9eb5-02740c533a44,revision_number=6']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:36:42.571718 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.572060 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.572395 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.572727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.573091 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.573415 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.573734 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.574052 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.574370 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.574687 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.575004 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.575317 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:42.648112 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] get_ports_and_sgs() called for port_ids ['7498039d-bec1-4ded-9eb5-02740c533a44'] {{(pid=106993) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 25 10:36:44.349635 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7498039d-bec1-4ded-9eb5-02740c533a44 up at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 25 10:36:44.397434 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.provisioning_blocks [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Provisioning complete for port 7498039d-bec1-4ded-9eb5-02740c533a44 triggered by entity L2. {{(pid=106993) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 25 10:36:44.397818 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3910993'] for port, provisioning_complete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:44.473320 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728975'] for port, before_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:44.494761 n-d-814746-2 neutron-server[106993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44'}] {{(pid=106993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:36:44.497254 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b3cfb47c4d90d63dd0c2e64a94aaccbcd8668fabcf7352dbbab7cb0b558e79c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cf22df-d784-4f58-a148-5010c71a231b" -d '{"events": [{"server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "name": "network-vif-plugged", "status": "completed", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44"}]}' {{(pid=106993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:36:44.513652 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7498039d-bec1-4ded-9eb5-02740c533a44,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:36:44.522198 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730412025820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730411659605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730411659623'] for port, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:44.546099 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2938fdc1-1766-44cf-aedf-91a7af27ed4e x-openstack-request-id: req-2938fdc1-1766-44cf-aedf-91a7af27ed4e {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:36:44.546392 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "name": "network-vif-plugged", "status": "completed", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44", "code": 200}]} {{(pid=106993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:36:44.546636 n-d-814746-2 neutron-server[106993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2938fdc1-1766-44cf-aedf-91a7af27ed4e {{(pid=106993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:36:44.547020 n-d-814746-2 neutron-server[106993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44', 'code': 200} Oct 25 10:36:44.571567 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Pushing event updated for resources: {'Port': ['ID=7498039d-bec1-4ded-9eb5-02740c533a44,revision_number=7']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:36:46.659554 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5eabdd6-010b-4851-b82a-ed778ea4f5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:48.992815 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d8cd24d6-0be7-483b-8c45-6c4f0838c76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:50.226158 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:50.377264 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:52.239927 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:55.769162 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46148) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:36:55.924273 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Deleting port b9aba1f7-23dc-4f93-8000-4e46acddcdba {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:36:55.924604 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:56.004621 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:56.004963 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:56.017236 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Calling delete_port for b9aba1f7-23dc-4f93-8000-4e46acddcdba owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:36:56.163245 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:56.194424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event deleted for resources: {'Port': ['ID=b9aba1f7-23dc-4f93-8000-4e46acddcdba,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:36:56.219936 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.220274 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.220608 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.220965 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.221295 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.221617 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.221944 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.222251 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.222564 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.222877 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.223189 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.223502 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:56.262206 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:56.262614 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Floating IP 3f9ac57f-ff49-4fed-97b1-3da44c440df9 disassociated (deleted). External IP: 172.25.8.228, port: 7498039d-bec1-4ded-9eb5-02740c533a44. Oct 25 10:36:56.470080 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Router d2b434de-26b1-4c9d-b5c3-64326373ecd6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:36:56.577130 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:36:56.581968 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:56.586417 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] Sync routers for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:36:56.596230 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:36:56.596831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:36:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:36:56.609439 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-cd49f2bb-f132-4bcd-bd53-9f05a1f8d82e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "DELETE /v2.0/floatingips/3f9ac57f-ff49-4fed-97b1-3da44c440df9 HTTP/1.1" status: 204 len: 168 time: 0.8392267 Oct 25 10:36:56.610015 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:36:56.612295 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f0306-b003-4054-a463-503684a62345" -d '{"events": [{"name": "network-changed", "server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:36:56.824088 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d8065c-da2f-4a45-ad5c-cb26a4af679a x-openstack-request-id: req-14d8065c-da2f-4a45-ad5c-cb26a4af679a {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:36:56.824690 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:36:56.824690 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14d8065c-da2f-4a45-ad5c-cb26a4af679a {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:36:56.825263 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44', 'status': 'completed', 'code': 200} Oct 25 10:36:56.875714 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:36:56.912750 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f0306-b003-4054-a463-503684a62345 req-14afacde-af42-4ffa-b1c1-15342b5030a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:56.914295 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-238f0306-b003-4054-a463-503684a62345 req-14afacde-af42-4ffa-b1c1-15342b5030a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 1096 time: 0.0424457 Oct 25 10:36:56.920032 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f648b-759c-404e-8e88-939d6a4a6954 req-bb3a26fc-40dd-4b49-aced-076904f975e3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:56.921766 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e0f648b-759c-404e-8e88-939d6a4a6954 req-bb3a26fc-40dd-4b49-aced-076904f975e3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 945 time: 0.0503087 Oct 25 10:36:56.962186 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-6e0f648b-759c-404e-8e88-939d6a4a6954 req-6d3bcc25-c9e1-406e-974e-e3880d0d19f0 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338416 Oct 25 10:36:57.013038 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f0306-b003-4054-a463-503684a62345 req-b61923c5-ee56-4a41-a184-bb54353b164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:57.014975 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-238f0306-b003-4054-a463-503684a62345 req-b61923c5-ee56-4a41-a184-bb54353b164e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0928323 Oct 25 10:36:57.058226 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-238f0306-b003-4054-a463-503684a62345 req-9ff63799-364a-48f7-a92c-a00eb53952d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7498039d-bec1-4ded-9eb5-02740c533a44 HTTP/1.1" status: 200 len: 217 time: 0.0355697 Oct 25 10:36:57.103046 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:10Z', 'revision_number': 1, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:36:57.107754 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f0306-b003-4054-a463-503684a62345 req-739f1457-e186-4450-8c2d-5cc76ed0c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:57.109977 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-238f0306-b003-4054-a463-503684a62345 req-739f1457-e186-4450-8c2d-5cc76ed0c669 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0442629 Oct 25 10:36:57.133509 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] Checking router: d2b434de-26b1-4c9d-b5c3-64326373ecd6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:36:57.142137 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:36:57.142742 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:36:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:36:57.163222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f0306-b003-4054-a463-503684a62345 req-a8695e0e-95a3-4250-b269-e1275e2bdec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:57.164771 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-238f0306-b003-4054-a463-503684a62345 req-a8695e0e-95a3-4250-b269-e1275e2bdec5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452273 Oct 25 10:36:57.248414 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:36:57.256777 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-238f0306-b003-4054-a463-503684a62345 req-30a7e368-4faa-4250-a198-3dc64889e696 service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843990 Oct 25 10:36:57.351811 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-238f0306-b003-4054-a463-503684a62345 req-4b6da7d7-b412-4179-91c5-1b64fa2ac21e service neutron] 10.222.0.18 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878561 Oct 25 10:36:57.476222 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:10Z', 'revision_number': 1, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:36:57.506870 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec9e86-a030-4000-850a-99be2aabe6c4 None None] The sync data for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 is: [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_floatingips': [{'id': '326e9ea6-723d-4772-ab9f-b0c6b1a524ba', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'router_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'port_id': '638636eb-a03d-402c-ae84-1d285df483a0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'mac_address': 'fa:16:3e:ca:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-25T10:31:07Z', 'updated_at': '2021-10-25T10:31:10Z', 'revision_number': 1, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:36:57.726959 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62d0a2-e0b6-4824-9f6e-8d078ebf90a8 None None] New status for floating IP 3f9ac57f-ff49-4fed-97b1-3da44c440df9: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:36:58.081340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a61cc9-d948-432a-a0be-d40c2a0bc8bf req-73152188-7967-40ce-9a0c-ac6848d51347 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:58.082707 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86a61cc9-d948-432a-a0be-d40c2a0bc8bf req-73152188-7967-40ce-9a0c-ac6848d51347 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Oct 25 10:36:58.119459 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-86a61cc9-d948-432a-a0be-d40c2a0bc8bf req-f426445a-dc4b-4313-9f88-0ed3b5a6cba3 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Oct 25 10:36:58.762915 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3400c-f18f-4232-8d09-72084954a6aa req-aa3e7da7-69bb-4727-9b20-df44c0e61f36 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:36:58.765155 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97c3400c-f18f-4232-8d09-72084954a6aa req-aa3e7da7-69bb-4727-9b20-df44c0e61f36 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.18 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 945 time: 0.0511580 Oct 25 10:36:58.864723 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Deleting port 7498039d-bec1-4ded-9eb5-02740c533a44 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:36:58.865002 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:58.959783 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] For port 7498039d-bec1-4ded-9eb5-02740c533a44, host n-h2-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814746-2',level=0,port_id=7498039d-bec1-4ded-9eb5-02740c533a44,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:36:58.960142 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:58.973125 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Calling delete_port for 7498039d-bec1-4ded-9eb5-02740c533a44 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:36:59.114828 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:59.141259 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event deleted for resources: {'Port': ['ID=7498039d-bec1-4ded-9eb5-02740c533a44,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:36:59.155854 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.156466 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.156695 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.157064 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.157401 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.157733 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.158059 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.158397 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.158796 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.159006 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.159329 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.159655 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814746-2 {{(pid=106991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 25 10:36:59.195300 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] No DVR routers for this DVR port 7498039d-bec1-4ded-9eb5-02740c533a44 on host n-h2-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:36:59.197984 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:36:59.201344 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-97c3400c-f18f-4232-8d09-72084954a6aa req-02b72050-f0af-4089-9f71-0227daa75480 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.18 "DELETE /v2.0/ports/7498039d-bec1-4ded-9eb5-02740c533a44 HTTP/1.1" status: 204 len: 173 time: 0.4303043 Oct 25 10:36:59.201826 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'name': 'network-vif-deleted', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:36:59.204094 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e505b406-ad76-4edf-8390-1f67ed9e7934" -d '{"events": [{"server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "name": "network-vif-deleted", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:36:59.227549 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-8d4a84e9-ea75-451e-be1d-6b110c5598bf req-9bd9454c-3c0c-4bf9-ac7c-351b733d7818 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=5beefda1-d1b9-40bd-bef0-f379749851e4 HTTP/1.1" status: 200 len: 210 time: 0.0322983 Oct 25 10:36:59.327291 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f23a219-c251-434d-a6b8-84a007d273d5 x-openstack-request-id: req-3f23a219-c251-434d-a6b8-84a007d273d5 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:36:59.327653 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beefda1-d1b9-40bd-bef0-f379749851e4", "name": "network-vif-deleted", "tag": "7498039d-bec1-4ded-9eb5-02740c533a44", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:36:59.327949 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f23a219-c251-434d-a6b8-84a007d273d5 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:36:59.328313 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5beefda1-d1b9-40bd-bef0-f379749851e4', 'name': 'network-vif-deleted', 'tag': '7498039d-bec1-4ded-9eb5-02740c533a44', 'status': 'completed', 'code': 200} Oct 25 10:37:00.472140 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7498039d-bec1-4ded-9eb5-02740c533a44 no longer exists at agent hyperv_n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:37:00.493680 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] No Port match for: 7498039d-bec1-4ded-9eb5-02740c533a44 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:37:00.494025 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Device 7498039d-bec1-4ded-9eb5-02740c533a44 not bound to the agent host n-h2-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:37:00.813103 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46210) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:00.965723 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Deleting port cfea238f-4e2e-4c7c-957a-7c6c9cec9cf0 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:00.966107 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:01.039997 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:01.040321 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:01.052834 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Calling delete_port for cfea238f-4e2e-4c7c-957a-7c6c9cec9cf0 owned by network:floatingip {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:01.198916 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:01.225731 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event deleted for resources: {'Port': ['ID=cfea238f-4e2e-4c7c-957a-7c6c9cec9cf0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:01.288457 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for floatingip, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:01.288777 n-d-814746-2 neutron-server[106992]: INFO neutron.db.l3_db [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Floating IP 326e9ea6-723d-4772-ab9f-b0c6b1a524ba disassociated (deleted). External IP: 172.25.8.123, port: 638636eb-a03d-402c-ae84-1d285df483a0. Oct 25 10:37:01.496659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Router d2b434de-26b1-4c9d-b5c3-64326373ecd6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:37:01.906659 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:37:01.911340 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for floatingip, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:01.915861 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] Sync routers for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:37:01.926475 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:37:01.927072 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:36:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:01.938189 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-258393b0-7dd1-417d-b2f3-e3ce0c17c63d tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "DELETE /v2.0/floatingips/326e9ea6-723d-4772-ab9f-b0c6b1a524ba HTTP/1.1" status: 204 len: 168 time: 1.1240001 Oct 25 10:37:01.938860 n-d-814746-2 neutron-server[106992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0'}] {{(pid=106992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:37:01.941234 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4a6f067e4e233585ee9ffcb9148ee8457b18fb8fdb88ca683fedc51d89433ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd8dfa-2c96-45de-83b1-37766ae75c26" -d '{"events": [{"name": "network-changed", "server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "tag": "638636eb-a03d-402c-ae84-1d285df483a0"}]}' {{(pid=106992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:37:02.037735 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:37:02.095165 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Oct 2021 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548d91cb-1752-4699-961a-5b3d2b9320ca x-openstack-request-id: req-548d91cb-1752-4699-961a-5b3d2b9320ca {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:37:02.095654 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "tag": "638636eb-a03d-402c-ae84-1d285df483a0", "status": "completed", "code": 200}]} {{(pid=106992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:37:02.096091 n-d-814746-2 neutron-server[106992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-548d91cb-1752-4699-961a-5b3d2b9320ca {{(pid=106992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:37:02.096811 n-d-814746-2 neutron-server[106992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0', 'status': 'completed', 'code': 200} Oct 25 10:37:02.196235 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-60b5e21f-933c-49d5-ac83-41718c2258be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:37:02.197210 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc0af6-3d76-4cec-94a4-d40017347c82 req-1670a808-2e6b-48b9-8432-67cbbbcc7648 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:37:02.198862 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-60b5e21f-933c-49d5-ac83-41718c2258be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce7cf96ea56b4797a145869baa467aec&device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 1094 time: 0.0471206 Oct 25 10:37:02.199993 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37fc0af6-3d76-4cec-94a4-d40017347c82 req-1670a808-2e6b-48b9-8432-67cbbbcc7648 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 943 time: 0.0538445 Oct 25 10:37:02.241776 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-37fc0af6-3d76-4cec-94a4-d40017347c82 req-d65a5f57-fb84-4022-ba95-b35aa4694c39 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349925 Oct 25 10:37:02.248169 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:02.275727 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] Checking router: d2b434de-26b1-4c9d-b5c3-64326373ecd6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:37:02.285566 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:37:02.285817 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:36:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:02.294510 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-8f6f4cb1-ae06-4406-b335-4fa6d6ed98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:37:02.296193 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-8f6f4cb1-ae06-4406-b335-4fa6d6ed98ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 200 len: 910 time: 0.0899029 Oct 25 10:37:02.342535 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-473ca3cd-ecca-4d96-b56c-85206b6c2fb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 200 len: 217 time: 0.0388272 Oct 25 10:37:02.390173 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:37:02.392390 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-c7473680-17d5-4789-b70e-a395133e80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:37:02.393875 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-c7473680-17d5-4789-b70e-a395133e80ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 200 len: 848 time: 0.0443640 Oct 25 10:37:02.452344 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-fa0594cd-738c-4422-9e2d-c0df8158ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:37:02.453892 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-fa0594cd-738c-4422-9e2d-c0df8158ec58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d2f1e561-bf6b-475a-837b-bd106d46faa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510352 Oct 25 10:37:02.547798 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-de0d6ce9-c0cd-497a-86a4-21edcb33d379 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863473 Oct 25 10:37:02.590919 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:02.621379 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759223a1-d0f0-4d83-9772-f3fff051c422 None None] The sync data for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 is: [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:43Z', 'revision_number': 4, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2', '_interfaces': [{'id': '4fc552fb-6482-4d06-aeeb-62f88024e592', 'name': '', 'network_id': 'd2f1e561-bf6b-475a-837b-bd106d46faa7', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'mac_address': 'fa:16:3e:64:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:43Z', 'updated_at': '2021-10-25T10:30:48Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'subnets': [{'id': 'a7153f76-858a-4c4a-9977-b774aa51c715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:37:02.642784 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-8dbd8dfa-2c96-45de-83b1-37766ae75c26 req-f30ebe78-87a4-44a9-bdeb-7f47b3440246 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869126 Oct 25 10:37:02.835520 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757693f7-3cd9-4c98-8e0e-fa80d92505b9 None None] New status for floating IP 326e9ea6-723d-4772-ab9f-b0c6b1a524ba: DOWN {{(pid=106994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 25 10:37:03.161605 n-d-814746-2 neutron-server[106991]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-eb759045-c165-43fa-a648-ef93616f82f5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:37:03.163053 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-eb759045-c165-43fa-a648-ef93616f82f5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.41 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 943 time: 0.0519128 Oct 25 10:37:03.258765 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Deleting port 638636eb-a03d-402c-ae84-1d285df483a0 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:03.259468 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:03.350237 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] For port 638636eb-a03d-402c-ae84-1d285df483a0, host n-h1-814746-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814746-2',level=0,port_id=638636eb-a03d-402c-ae84-1d285df483a0,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:37:03.350597 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:03.359266 n-d-814746-2 neutron-server[106992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759f7d9-bb23-46e9-9763-630b5d4c32a4 req-91768786-065d-4771-96b3-c897961be949 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 25 10:37:03.360943 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5759f7d9-bb23-46e9-9763-630b5d4c32a4 req-91768786-065d-4771-96b3-c897961be949 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7bd7bb-3639-4f6d-89f0-8303b009411f HTTP/1.1" status: 200 len: 943 time: 0.0484290 Oct 25 10:37:03.367929 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Calling delete_port for 638636eb-a03d-402c-ae84-1d285df483a0 owned by compute:nova {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:03.399268 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [req-5759f7d9-bb23-46e9-9763-630b5d4c32a4 req-44445712-3c65-48c3-b424-db457475892e tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "GET /v2.0/security-groups?id=8187819d-8c7f-4e5c-a05c-79600f47dad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Oct 25 10:37:03.495714 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:03.525446 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event deleted for resources: {'Port': ['ID=638636eb-a03d-402c-ae84-1d285df483a0,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:03.569213 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] No DVR routers for this DVR port 638636eb-a03d-402c-ae84-1d285df483a0 on host n-h1-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:37:03.571795 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90568'] for port, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:03.575174 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [req-62b5a6b7-d5e1-4733-8532-8b7b9083ebd5 req-4a4e1019-79d5-468c-97da-982225912a9b tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.41 "DELETE /v2.0/ports/638636eb-a03d-402c-ae84-1d285df483a0 HTTP/1.1" status: 204 len: 173 time: 0.4049048 Oct 25 10:37:03.575614 n-d-814746-2 neutron-server[106991]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'name': 'network-vif-deleted', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0'}] {{(pid=106991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 25 10:37:03.578101 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07ad3169ff79525cce377177f44e806587726a6ed02e508efe2636812e3cf730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a037bf-337f-48da-b701-ffab81153126" -d '{"events": [{"server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "name": "network-vif-deleted", "tag": "638636eb-a03d-402c-ae84-1d285df483a0"}]}' {{(pid=106991) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 25 10:37:03.614730 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Oct 2021 10:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd3e6e7-1b54-4bd5-a844-3f95d72d8c98 x-openstack-request-id: req-9fd3e6e7-1b54-4bd5-a844-3f95d72d8c98 {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 25 10:37:03.615022 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7bd7bb-3639-4f6d-89f0-8303b009411f", "name": "network-vif-deleted", "tag": "638636eb-a03d-402c-ae84-1d285df483a0", "status": "completed", "code": 200}]} {{(pid=106991) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 25 10:37:03.615294 n-d-814746-2 neutron-server[106991]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fd3e6e7-1b54-4bd5-a844-3f95d72d8c98 {{(pid=106991) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 25 10:37:03.615707 n-d-814746-2 neutron-server[106991]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7bd7bb-3639-4f6d-89f0-8303b009411f', 'name': 'network-vif-deleted', 'tag': '638636eb-a03d-402c-ae84-1d285df483a0', 'status': 'completed', 'code': 200} Oct 25 10:37:04.456500 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46224) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:04.518932 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c0473a2-bb54-470f-acc5-2ddbd99b63c5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:04.530365 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:37:04.544076 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c0473a2-bb54-470f-acc5-2ddbd99b63c5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:04.608960 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c0473a2-bb54-470f-acc5-2ddbd99b63c5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:04.612299 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-3c0473a2-bb54-470f-acc5-2ddbd99b63c5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:04.614084 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-3c0473a2-bb54-470f-acc5-2ddbd99b63c5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] 10.222.0.32 "DELETE /v2.0/security-groups/8187819d-8c7f-4e5c-a05c-79600f47dad0 HTTP/1.1" status: 204 len: 168 time: 0.1563613 Oct 25 10:37:04.633306 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0473a2-bb54-470f-acc5-2ddbd99b63c5 tempest-TestSnapshotPattern-1953875161 tempest-TestSnapshotPattern-1953875161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8187819d-8c7f-4e5c-a05c-79600f47dad0,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:04.659695 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46228) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:05.097271 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:05.337542 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Deleting port 4fc552fb-6482-4d06-aeeb-62f88024e592 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:05.337880 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:05.418484 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] For port 4fc552fb-6482-4d06-aeeb-62f88024e592, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=4fc552fb-6482-4d06-aeeb-62f88024e592,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:37:05.418839 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:05.431185 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Calling delete_port for 4fc552fb-6482-4d06-aeeb-62f88024e592 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:05.609786 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:05.641315 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc552fb-6482-4d06-aeeb-62f88024e592,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:05.800818 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.015859 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Router d2b434de-26b1-4c9d-b5c3-64326373ecd6 has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:37:06.121660 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:37:06.127312 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-84766b42-c819-4c50-afd7-aa7ce8da5d80 admin admin] 10.222.0.32 "PUT /v2.0/routers/d2b434de-26b1-4c9d-b5c3-64326373ecd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666359 Oct 25 10:37:06.129390 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46232) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:06.131095 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] Sync routers for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:37:06.141960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:37:06.142571 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:36:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:06.234706 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.245853 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: n-d-814746-2 {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:37:06.338310 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.391993 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Deleting port 2af136dc-e0e8-48af-b891-91289094f8e8 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:06.392326 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.421048 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:37:05Z', 'revision_number': 5, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port': {'id': '2af136dc-e0e8-48af-b891-91289094f8e8', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:06.451358 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] Checking router: d2b434de-26b1-4c9d-b5c3-64326373ecd6 for host: n-d-814746-2 {{(pid=106993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:37:06.464911 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] Routers {'d2b434de-26b1-4c9d-b5c3-64326373ecd6'} bound to L3 agent in host n-d-814746-2 {{(pid=106993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:37:06.465791 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:36:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'], 'active': True} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:06.470894 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] For port 2af136dc-e0e8-48af-b891-91289094f8e8, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=2af136dc-e0e8-48af-b891-91289094f8e8,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:37:06.471261 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.483765 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Calling delete_port for 2af136dc-e0e8-48af-b891-91289094f8e8 owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:06.551831 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvr_db [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] Set router d2b434de-26b1-4c9d-b5c3-64326373ecd6 gateway port host: None {{(pid=106993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:37:06.658409 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.689456 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af136dc-e0e8-48af-b891-91289094f8e8,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:06.752343 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.763170 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 638636eb-a03d-402c-ae84-1d285df483a0 no longer exists at agent hyperv_n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:37:06.766960 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_hamode_db [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:37:06Z', 'revision_number': 6, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:06.788102 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] No Port match for: 638636eb-a03d-402c-ae84-1d285df483a0 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:37:06.788437 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Device 638636eb-a03d-402c-ae84-1d285df483a0 not bound to the agent host n-h1-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:37:06.814220 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087d179-0787-41ae-9190-06ae61a0dd5d None None] The sync data for ids ['d2b434de-26b1-4c9d-b5c3-64326373ecd6'] in n-d-814746-2 is: [{'id': 'd2b434de-26b1-4c9d-b5c3-64326373ecd6', 'name': 'tempest-TestSnapshotPattern-802145340-router', 'tenant_id': 'ce7cf96ea56b4797a145869baa467aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:41Z', 'updated_at': '2021-10-25T10:37:06Z', 'revision_number': 6, 'project_id': 'ce7cf96ea56b4797a145869baa467aec', 'gw_port_host': None}] {{(pid=106993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:37:06.846384 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.848740 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.892035 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.892554 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b434de-26b1-4c9d-b5c3-64326373ecd6 {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:37:06.897509 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.898644 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-6d3115f3-a107-4f2a-999a-a54894072491 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d2b434de-26b1-4c9d-b5c3-64326373ecd6 HTTP/1.1" status: 204 len: 168 time: 0.7683511 Oct 25 10:37:06.901260 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46234) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:06.948122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b32c4f-befe-4acd-8274-84ede390680a admin admin] Deleting subnet a7153f76-858a-4c4a-9977-b774aa51c715 {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:37:06.951080 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3b32c4f-befe-4acd-8274-84ede390680a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:06.985519 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3b32c4f-befe-4acd-8274-84ede390680a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.060002 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3b32c4f-befe-4acd-8274-84ede390680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.111695 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3b32c4f-befe-4acd-8274-84ede390680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.143650 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-f3b32c4f-befe-4acd-8274-84ede390680a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.147418 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-f3b32c4f-befe-4acd-8274-84ede390680a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a7153f76-858a-4c4a-9977-b774aa51c715 HTTP/1.1" status: 204 len: 168 time: 0.2451508 Oct 25 10:37:07.149119 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951e9aaf-411a-4943-af9b-922d63e16cd4 None None] Network d2f1e561-bf6b-475a-837b-bd106d46faa7 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:37:07.150208 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b32c4f-befe-4acd-8274-84ede390680a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7153f76-858a-4c4a-9977-b774aa51c715,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:07.150416 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46236) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:07.228695 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.287548 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Deleting port c74f2c9e-a181-472b-b376-4a36af2f1362 {{(pid=106991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:07.287887 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.354960 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.db [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] For port c74f2c9e-a181-472b-b376-4a36af2f1362, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=c74f2c9e-a181-472b-b376-4a36af2f1362,segment=NetworkSegment(bf0154cb-775d-4b8a-af69-035107314ed2),segment_id=bf0154cb-775d-4b8a-af69-035107314ed2)] {{(pid=106991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:37:07.355322 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.367460 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.plugin [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Calling delete_port for c74f2c9e-a181-472b-b376-4a36af2f1362 owned by network:dhcp {{(pid=106991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:07.444259 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25508592'] for port, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.474253 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c74f2c9e-a181-472b-b376-4a36af2f1362,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:07.475965 n-d-814746-2 neutron-server[106991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] No DVR routers for this DVR port c74f2c9e-a181-472b-b376-4a36af2f1362 on host n-d-814746-2 {{(pid=106991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:37:07.544158 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.566685 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f1e561-bf6b-475a-837b-bd106d46faa7']}} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:07.577429 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0154cb-775d-4b8a-af69-035107314ed2') {'for_net_delete': True} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:07.577718 n-d-814746-2 neutron-server[106991]: DEBUG neutron.services.segments.db [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0154cb-775d-4b8a-af69-035107314ed2') {} {{(pid=106991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:07.589363 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837b70e-f0ab-4ae2-9e50-dccca9d59dde None None] DHCP port deletion for d2f1e561-bf6b-475a-837b-bd106d46faa7 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:37:07.590679 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25469823'] for segment, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.609281 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.616222 n-d-814746-2 neutron-server[106991]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=106991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:37:07.616712 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25508517'] for segment, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: Traceback (most recent call last): Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: timer() Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: cb(*args, **kw) Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: return func(*args, **kwargs) Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: self._notify() Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: self.callback(batched_events) Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: event.method(event) Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: return f(self, *a, **k) Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: return self._get(url).json() Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: return self.request(url, 'GET', **kwargs) Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:37:07.622320 n-d-814746-2 neutron-server[106991]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:37:07.652590 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4fc552fb-6482-4d06-aeeb-62f88024e592 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:37:07.675903 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 4fc552fb-6482-4d06-aeeb-62f88024e592 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:37:07.676245 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 4fc552fb-6482-4d06-aeeb-62f88024e592 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:37:07.676658 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2af136dc-e0e8-48af-b891-91289094f8e8 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:37:07.684171 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.691874 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Publish callbacks [] for network, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:07.695189 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d2f1e561-bf6b-475a-837b-bd106d46faa7 HTTP/1.1" status: 204 len: 168 time: 0.5435865 Oct 25 10:37:07.700602 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 2af136dc-e0e8-48af-b891-91289094f8e8 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:37:07.701124 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 2af136dc-e0e8-48af-b891-91289094f8e8 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:37:07.701634 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c74f2c9e-a181-472b-b376-4a36af2f1362 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:37:07.702340 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46238) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:07.708175 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3fc6c-2ad3-4c12-9607-e27cff64f2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f1e561-bf6b-475a-837b-bd106d46faa7,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:07.723389 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: c74f2c9e-a181-472b-b376-4a36af2f1362 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:37:07.723882 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device c74f2c9e-a181-472b-b376-4a36af2f1362 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:37:08.071686 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937046'] for router_interface, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:08.313001 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Deleting port 60dc931d-4559-4a6f-968e-ff19e8beb856 {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:08.313336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:08.394028 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] For port 60dc931d-4559-4a6f-968e-ff19e8beb856, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=60dc931d-4559-4a6f-968e-ff19e8beb856,segment=NetworkSegment(a8aaeda8-03d1-4e10-acbc-04a54c404e4f),segment_id=a8aaeda8-03d1-4e10-acbc-04a54c404e4f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:37:08.394295 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:08.405872 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Calling delete_port for 60dc931d-4559-4a6f-968e-ff19e8beb856 owned by network:router_interface {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:08.887871 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:08.913899 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60dc931d-4559-4a6f-968e-ff19e8beb856,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:09.083325 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-715137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937210'] for router_interface, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:09.300003 n-d-814746-2 neutron-server[106992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef has already been hosted by L3 agent ede201d4-540a-4a9d-ac8b-0327b89305eb {{(pid=106992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 25 10:37:09.406969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] Notify agent at l3_agent.n-d-814746-2 the message routers_updated {{(pid=106992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 25 10:37:09.411900 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-580ddc50-1127-4fb5-8534-9c3dc2a5c8e3 admin admin] 10.222.0.32 "PUT /v2.0/routers/cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071366 Oct 25 10:37:09.414424 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46240) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:09.417412 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] Sync routers for ids ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'] in n-d-814746-2 {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 25 10:37:09.427938 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] Routers {'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:37:09.428538 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:36:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:09.521120 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:09.535516 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] Set router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef gateway port host: n-d-814746-2 {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:37:09.626214 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:09.648825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:09.682373 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Deleting port 6af1226f-c5b3-4087-9369-dd6fde8840fa {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:09.682713 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:09.724282 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'external_fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:37:08Z', 'revision_number': 5, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port': {'id': '6af1226f-c5b3-4087-9369-dd6fde8840fa', 'name': '', 'network_id': '54f12d46-726c-46ea-a1d3-94a9c89fd1fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814746-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-25T10:30:46Z', 'updated_at': '2021-10-25T10:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '896ec8e9-ee00-454f-9652-cd44901118d9', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814746-2'}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:09.750463 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] Checking router: cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef for host: n-d-814746-2 {{(pid=106994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 25 10:37:09.758459 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] Routers {'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'} bound to L3 agent in host n-d-814746-2 {{(pid=106994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 25 10:37:09.759051 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814746-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-25T08:39:49Z,description=,heartbeat_timestamp=2021-10-25T10:36:49Z,host='n-d-814746-2',id=ede201d4-540a-4a9d-ac8b-0327b89305eb,load=0,resource_versions=,resources_synced=,started_at=2021-10-25T08:39:49Z,topic='l3_agent')) {'router_ids': ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'], 'active': True} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:09.763576 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] For port 6af1226f-c5b3-4087-9369-dd6fde8840fa, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=6af1226f-c5b3-4087-9369-dd6fde8840fa,segment=NetworkSegment(96db1446-6b39-4747-a552-26d37ff6f984),segment_id=96db1446-6b39-4747-a552-26d37ff6f984)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:37:09.763939 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:09.781122 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Calling delete_port for 6af1226f-c5b3-4087-9369-dd6fde8840fa owned by network:router_gateway {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:09.842964 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_dvr_db [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] Set router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef gateway port host: None {{(pid=106994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 25 10:37:09.896162 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.l3_hamode_db [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:37:09Z', 'revision_number': 6, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port_host': None}], 'n-d-814746-2', False) {} {{(pid=106994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:09.922445 n-d-814746-2 neutron-server[106994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e8f29-e64f-4936-8a50-ecf3c3c5d8ca None None] The sync data for ids ['cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef'] in n-d-814746-2 is: [{'id': 'cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef', 'name': 'tempest-TestSnapshotPattern-1954220197-router', 'tenant_id': '61486cfd1f3448d5a843b80030e8dcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-25T10:30:45Z', 'updated_at': '2021-10-25T10:37:09Z', 'revision_number': 6, 'project_id': '61486cfd1f3448d5a843b80030e8dcab', 'gw_port_host': None}] {{(pid=106994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 25 10:37:09.941181 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:09.969701 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af1226f-c5b3-4087-9369-dd6fde8840fa,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:10.031250 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-936336'] for router_gateway, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.120060 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-938469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1232'] for router, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.122319 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.164635 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-938476'] for router, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.165225 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef {{(pid=106992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 25 10:37:10.169571 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] Publish callbacks [] for router, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.170990 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-ff3864c8-be79-4fc8-b489-4907087785a3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cc442b6c-15bc-4ca1-8c93-aa50a7cb80ef HTTP/1.1" status: 204 len: 168 time: 0.7553895 Oct 25 10:37:10.173325 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46242) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:10.221183 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.db_base_plugin_v2 [None req-716d8471-482a-4c75-a262-dbea6cce7709 admin admin] Deleting subnet 5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c {{(pid=106992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 25 10:37:10.224146 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-716d8471-482a-4c75-a262-dbea6cce7709 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.259296 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-716d8471-482a-4c75-a262-dbea6cce7709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30137265'] for subnet, precommit_delete_associations {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.339460 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-716d8471-482a-4c75-a262-dbea6cce7709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912355'] for subnet, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.395845 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-716d8471-482a-4c75-a262-dbea6cce7709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29552357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488945'] for subnet, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.422445 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d8471-482a-4c75-a262-dbea6cce7709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:10.426823 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-716d8471-482a-4c75-a262-dbea6cce7709 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.430198 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-716d8471-482a-4c75-a262-dbea6cce7709 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5f9c1b3a-d4fb-4b94-a893-94ad009e1d9c HTTP/1.1" status: 204 len: 168 time: 0.2559655 Oct 25 10:37:10.432426 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92110f8a-0b75-4f06-bfa0-abc53d233b31 None None] Network a33a24b0-345f-476d-9548-d6cdad3e64e3 requested from n-d-814746-2 {{(pid=106993) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 25 10:37:10.432755 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46244) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:10.512113 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3804178'] for network, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.566991 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Deleting port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe {{(pid=106992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:10.567336 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.634649 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.db [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] For port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,segment=NetworkSegment(a8aaeda8-03d1-4e10-acbc-04a54c404e4f),segment_id=a8aaeda8-03d1-4e10-acbc-04a54c404e4f)] {{(pid=106992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:37:10.635006 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.650153 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.plugin [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Calling delete_port for f4d1c8d7-3b90-4099-8a3f-e7f374d6debe owned by network:dhcp {{(pid=106992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:10.666746 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] DHCP port deletion for a33a24b0-345f-476d-9548-d6cdad3e64e3 request from n-d-814746-2 {{(pid=106993) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 25 10:37:10.718971 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] Deleting port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe {{(pid=106993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 25 10:37:10.719353 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730412165636'] for port, before_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.731413 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29552150'] for port, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.760243 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:10.762081 n-d-814746-2 neutron-server[106992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] No DVR routers for this DVR port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe on host n-d-814746-2 {{(pid=106992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:37:10.782311 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.798738 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.db [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] For port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe, host n-d-814746-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814746-2',level=0,port_id=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,segment=NetworkSegment(a8aaeda8-03d1-4e10-acbc-04a54c404e4f),segment_id=a8aaeda8-03d1-4e10-acbc-04a54c404e4f)] {{(pid=106993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 25 10:37:10.799129 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964076'] for port, precommit_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.813202 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] Calling delete_port for f4d1c8d7-3b90-4099-8a3f-e7f374d6debe owned by network:dhcp {{(pid=106993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 25 10:37:10.839357 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912748', 'neutron.services.segments.db._delete_segments_for_network-8730412182038'] for network, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.861911 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33a24b0-345f-476d-9548-d6cdad3e64e3']}} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:10.871687 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f') {'for_net_delete': True} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:10.872011 n-d-814746-2 neutron-server[106992]: DEBUG neutron.services.segments.db [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8aaeda8-03d1-4e10-acbc-04a54c404e4f') {} {{(pid=106992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 25 10:37:10.882807 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730412181535', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30137278'] for segment, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.896168 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730412025802', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730411659596'] for port, after_delete {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.902829 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516'] for segment, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.909935 n-d-814746-2 neutron-server[106992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=106992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 25 10:37:10.910552 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3900516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29552195'] for segment, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: Traceback (most recent call last): Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: timer() Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: cb(*args, **kw) Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: return func(*args, **kwargs) Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: self._notify() Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: self.callback(batched_events) Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: event.method(event) Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: aggregate_uuid = self.p_client.list_aggregates( Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: return f(self, *a, **k) Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: return self._get(url).json() Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: return self.request(url, 'GET', **kwargs) Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: base_url = self.get_endpoint(auth, allow=allow, Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 25 10:37:10.912414 n-d-814746-2 neutron-server[106992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 25 10:37:10.922465 n-d-814746-2 neutron-server[106993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] Pushing event deleted for resources: {'Port': ['ID=f4d1c8d7-3b90-4099-8a3f-e7f374d6debe,revision_number=None']} {{(pid=106993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:10.928371 n-d-814746-2 neutron-server[106993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d892e7-c9b5-4a17-b7fe-88237806ca96 None None] No DVR routers for this DVR port f4d1c8d7-3b90-4099-8a3f-e7f374d6debe on host n-d-814746-2 {{(pid=106993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 25 10:37:10.981119 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-715150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-936568'] for network, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.987662 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Publish callbacks [] for network, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:10.991370 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] 10.222.0.32 "DELETE /v2.0/networks/a33a24b0-345f-476d-9548-d6cdad3e64e3 HTTP/1.1" status: 204 len: 168 time: 0.5576725 Oct 25 10:37:11.005060 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f144c8a-21b7-42e5-890c-3089c567cd7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a33a24b0-345f-476d-9548-d6cdad3e64e3,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:11.109008 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46248) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:11.151067 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-26e005f2-f2aa-4c98-9154-3055751aae36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce7cf96ea56b4797a145869baa467aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408216 Oct 25 10:37:11.153582 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [-] (106992) accepted ('10.222.0.32', 46250) {{(pid=106992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:11.204227 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2599e00-8a76-48ad-ae4d-77be2d6deb8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:11.225964 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2599e00-8a76-48ad-ae4d-77be2d6deb8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:11.272598 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2599e00-8a76-48ad-ae4d-77be2d6deb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:11.275170 n-d-814746-2 neutron-server[106992]: DEBUG neutron_lib.callbacks.manager [None req-c2599e00-8a76-48ad-ae4d-77be2d6deb8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:11.277315 n-d-814746-2 neutron-server[106992]: INFO neutron.wsgi [None req-c2599e00-8a76-48ad-ae4d-77be2d6deb8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcf9a009-01bb-4b00-a402-71211643bf18 HTTP/1.1" status: 204 len: 168 time: 0.1218791 Oct 25 10:37:11.285969 n-d-814746-2 neutron-server[106992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2599e00-8a76-48ad-ae4d-77be2d6deb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf9a009-01bb-4b00-a402-71211643bf18,revision_number=None']} {{(pid=106992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:11.375326 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6af1226f-c5b3-4087-9369-dd6fde8840fa no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:37:11.398517 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 6af1226f-c5b3-4087-9369-dd6fde8840fa {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:37:11.399288 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 6af1226f-c5b3-4087-9369-dd6fde8840fa not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:37:11.399895 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 60dc931d-4559-4a6f-968e-ff19e8beb856 no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:37:11.420311 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: 60dc931d-4559-4a6f-968e-ff19e8beb856 {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:37:11.421200 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device 60dc931d-4559-4a6f-968e-ff19e8beb856 not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:37:11.421583 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f4d1c8d7-3b90-4099-8a3f-e7f374d6debe no longer exists at agent ovs-agent-n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 25 10:37:11.444598 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.plugin [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] No Port match for: f4d1c8d7-3b90-4099-8a3f-e7f374d6debe {{(pid=106993) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 25 10:37:11.444956 n-d-814746-2 neutron-server[106993]: DEBUG neutron.plugins.ml2.rpc [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Device f4d1c8d7-3b90-4099-8a3f-e7f374d6debe not bound to the agent host n-d-814746-2 {{(pid=106993) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 25 10:37:11.620848 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46256) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:11.663045 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-04192985-53be-4eda-943c-cf45b3812229 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61486cfd1f3448d5a843b80030e8dcab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406811 Oct 25 10:37:11.665191 n-d-814746-2 neutron-server[106991]: DEBUG neutron.wsgi [-] (106991) accepted ('10.222.0.32', 46258) {{(pid=106991) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 25 10:37:11.712134 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f2ae-c1f1-4650-9f34-3dc7f4c342e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:11.733144 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f2ae-c1f1-4650-9f34-3dc7f4c342e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:11.783287 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f2ae-c1f1-4650-9f34-3dc7f4c342e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622859'] for security_group, after_delete {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:11.786098 n-d-814746-2 neutron-server[106991]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f2ae-c1f1-4650-9f34-3dc7f4c342e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:11.787216 n-d-814746-2 neutron-server[106991]: INFO neutron.wsgi [None req-9cf4f2ae-c1f1-4650-9f34-3dc7f4c342e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aca185a-0cf4-44c3-94ab-7ce8ec17f51e HTTP/1.1" status: 204 len: 168 time: 0.1211073 Oct 25 10:37:11.795210 n-d-814746-2 neutron-server[106991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4f2ae-c1f1-4650-9f34-3dc7f4c342e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca185a-0cf4-44c3-94ab-7ce8ec17f51e,revision_number=None']} {{(pid=106991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 25 10:37:16.653926 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb959-d978-4e75-9dc7-4ae19bcea689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:18.985716 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20aa5022-8667-4e47-91e3-5e74a1b13651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:20.227652 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:20.376396 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:22.232455 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:39.647825 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:40.736597 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:41.529966 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:37:46.656944 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e9934cc1-d80d-49c2-8bf2-caf0d3ea6501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:48.986644 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5e1847b6-e20c-4ffc-a654-08db67fd2379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:50.230006 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:50.378445 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:37:52.235310 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:09.653119 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:10.725219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:16.657746 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-6f774139-af82-4a84-8801-37a809d3be48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:18.529984 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:38:18.987983 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a25ffdaf-d9ff-4ee9-9823-e7ea7c99cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:20.230960 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:20.381684 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:22.238647 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:39.668374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:40.747664 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:46.659274 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-99209525-0289-4999-83a0-7a91faaa857c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:48.989851 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-40277be3-d49f-414a-9bc0-7c7f8a77844c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:50.232783 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:50.383836 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:52.240672 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:38:55.530007 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:39:09.684815 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:10.762555 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:16.659770 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-da295f50-3e01-4a8d-8f7e-c435bf951ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:18.990580 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-c79ebf17-d648-435e-88ff-a884376c0039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:20.235015 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:20.390173 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:22.242620 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:32.530891 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:39:39.688102 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:40.763774 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:46.661346 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8594ea11-4356-4227-b54b-d3ad94c0410f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:48.991688 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-51814dc3-a675-4778-8a71-bdcef6d8ff7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:50.237118 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:50.389109 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:39:52.248762 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:09.530388 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:40:09.686804 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:10.764831 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:16.661607 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-8a618be6-2a02-45dc-a466-0e3782eb11ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:18.994457 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1d71caf3-1c73-4ad0-9934-4ac0b68082e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:20.238550 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:20.394290 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:22.249165 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:39.682402 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:40.776134 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:46.529842 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:40:46.665615 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5fce5895-1096-4878-b3c0-8a6719141c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:48.997233 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2b16a347-6291-49bb-a4c5-a1b04ed2057e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:50.243038 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:50.394139 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:40:52.251830 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:09.695585 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:10.775307 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:16.667180 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-14abc5fc-fd3b-4089-a944-b5cd51275ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:19.001844 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-95ca4c75-27fa-43d1-a5a4-fc108d42ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:20.245476 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:20.397889 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:22.254032 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:23.529889 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:41:39.698719 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:40.789810 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:46.668471 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e0ff437a-36b7-4387-87cb-1ba26d7686ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:49.002615 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-34754022-b239-4d46-9c1c-98ab8b5b29d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:50.248219 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:50.402655 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:41:52.256105 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:00.528946 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:42:09.693594 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:10.786410 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:16.669889 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-bf7f220a-ffae-4032-ae2d-d78e3c644818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:19.005026 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-4a3b618c-51ea-47b6-b7a1-17d1c8509ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:20.249755 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:20.402698 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:22.260374 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:37.528507 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:42:39.705049 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:40.783506 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:46.670871 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-d993e224-fcf5-4420-8db9-8ba7af95804b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:49.006666 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-20167fdd-e143-4aad-8d93-74e6d18c3691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:50.252336 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:50.405752 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:42:52.262868 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:09.701820 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:10.795847 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:14.528398 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:43:16.672081 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e3211ea4-ea91-445e-972b-df3068ef4dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:19.007937 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1fe0-6fe9-4869-a5dc-83a2df7e25d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:20.253546 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:20.409926 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:22.266946 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:39.716023 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:40.801035 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:46.673105 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-1aeafab5-7f75-420a-8d3e-4e8e07959e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:49.008461 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2dac2c0b-5f6a-4a56-a7b7-b06e280863eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:50.171024 n-d-814746-2 neutron-server[106992]: DEBUG neutron.wsgi [req-6d3fdf21-506a-4155-9d37-0a8457f11eef req-7dd490bb-3146-48b7-95c4-8475491148d3 service neutron] (106992) timed out ('10.222.0.32', 43890) {{(pid=106992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 25 10:43:50.255333 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:50.410588 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:43:51.528010 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:43:52.268858 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:09.730349 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:10.805788 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:16.674370 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-7f3548cd-4e7e-4e10-aae4-af09c4404e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:19.010212 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-763329cb-22b6-45c7-93cd-805f57583888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:20.256506 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:20.413819 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:22.270840 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:28.526530 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:44:39.729581 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:40.803838 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:46.676008 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a9c5097-834d-40de-877b-29fe57f1df0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:49.011619 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-841b6051-084a-4b81-bdf4-0c8dbb831b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:50.258297 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:50.416255 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:44:52.273698 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:05.525191 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:45:09.742834 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:10.804867 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:16.676005 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-e5544054-c40f-4fd9-8403-6383763e93fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:19.164917 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-87cb9caf-23d6-4d72-8961-14bc0bff2e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:20.259229 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:20.420754 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:22.276247 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:39.740557 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:40.805082 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:42.524175 n-d-814746-2 neutron-server[106994]: DEBUG neutron.db.agents_db [None req-c6ca2503-6818-4886-9459-4bb5d4463ea9 None None] Agent healthcheck: found 7 active agents {{(pid=106994) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 25 10:45:46.676625 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-94c58c7e-f0bc-4c29-a546-a735455ef905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:49.016829 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-2a3cea2a-8648-4941-8610-b24a77c9cb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:50.261345 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-02fb52bd-f56d-4599-9aad-43e75b26418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:50.424423 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-a5c3dcc5-9f85-4cb8-b1f1-5009a320fdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:45:52.280733 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-f0aae221-ea2e-404c-a618-801413c769b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:46:09.769826 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-625e602f-a125-45e0-bf67-f00d8a66ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 25 10:46:10.821214 n-d-814746-2 neutron-server[106993]: DEBUG neutron_lib.callbacks.manager [None req-83fc0bcd-0755-45f8-ab94-ac1ec9fb7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730412182020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3911138'] for agent, after_update {{(pid=106993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}